-- Logs begin at Wed 2021-11-24 12:09:01 UTC, end at Wed 2021-11-24 14:21:21 UTC. -- Nov 24 12:41:03.905701 n-d-817303-4 systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 12:41:06.631761 n-d-817303-4 neutron-server[114878]: INFO neutron.common.config [-] Logging enabled! Nov 24 12:41:06.632332 n-d-817303-4 neutron-server[114878]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 24 12:41:06.632477 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114878) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 12:41:06.635754 n-d-817303-4 neutron-server[114878]: INFO neutron.common.config [-] Logging enabled! Nov 24 12:41:06.636018 n-d-817303-4 neutron-server[114878]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 24 12:41:06.636336 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114878) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 12:41:06.637333 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 12:41:06.637578 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 12:41:06.637944 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 12:41:06.638197 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 12:41:06.638429 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 12:41:06.638761 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.639206 n-d-817303-4 neutron-server[114878]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 24 12:41:06.639526 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.639832 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.640132 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.640433 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.640759 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.641040 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.641336 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.641644 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.641937 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.642224 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.642517 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.642816 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.643106 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.643400 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.643693 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.643986 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] debug = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.644275 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.644718 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.645163 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.645449 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.645913 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.646020 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.646302 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.646585 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.646878 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.647210 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] host = n-d-817303-4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.647493 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.647787 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.648079 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.648371 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.648651 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.648957 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.649249 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.650058 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.650341 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] log_file = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.650621 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.650917 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.651209 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.651502 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.651731 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.651959 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.652257 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.652550 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.652861 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.653149 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.653428 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.653707 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.653984 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.654261 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.654550 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.654841 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.655132 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.655412 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.655690 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.655972 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.656248 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.656538 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.656850 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.657129 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.657407 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.657697 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.657969 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.658247 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.658554 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.658847 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.659136 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.659426 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.659703 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.659989 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.660267 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.660546 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.660852 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] use_json = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.661131 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.661409 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.661694 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.661971 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.662251 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.662528 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.662804 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.663095 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:06.663399 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.663703 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.664005 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.664302 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.664615 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.664953 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.665789 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.666077 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.666375 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.666672 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.666970 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.667258 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.667553 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.667840 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.668142 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.668454 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.668780 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.669086 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.669373 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.669659 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.669945 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.670232 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.670529 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.670817 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.671117 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.671415 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.671702 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.672014 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.672305 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.672608 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.672928 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.673214 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.673502 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.673800 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.674086 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.674370 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.674656 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.674950 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.675236 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.675516 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.675807 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.676095 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.676377 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.676658 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.676968 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.677267 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.677552 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.677833 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.678111 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.678395 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.678673 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.678964 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.679248 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.679533 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.679814 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.680098 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.680378 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.680741 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.681031 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.681314 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.681600 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.681881 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.682167 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.682448 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.682727 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.683005 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.683283 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.683562 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.683845 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.684122 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.684400 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.684678 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.684982 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.685263 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.685555 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.685857 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.686143 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.686425 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.686708 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.686991 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.687272 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.687555 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.687838 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.688120 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.688397 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.688691 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.689003 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.689293 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.689585 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.689900 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.690203 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.690486 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.690774 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.691055 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.691335 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.691624 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.691913 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.692216 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.692512 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.692836 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.693136 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.693433 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.693722 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.694038 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.694326 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:06.694548 n-d-817303-4 neutron-server[114878]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 12:41:06.694791 n-d-817303-4 neutron-server[114878]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114878) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 24 12:41:07.125665 n-d-817303-4 neutron-server[114878]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 12:41:07.125951 n-d-817303-4 neutron-server[114878]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 12:41:07.126261 n-d-817303-4 neutron-server[114878]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 12:41:07.126609 n-d-817303-4 neutron-server[114878]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 12:41:07.453080 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.453378 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.453656 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.454868 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.455150 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.455543 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.492140 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.492424 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.492700 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.506703 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.506990 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.507265 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.536117 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.536408 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.536680 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.574563 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.574856 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.575136 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.819928 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.820537 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.820537 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.820714 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.821951 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.920499 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.920850 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.921144 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.921425 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.921696 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.922013 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.922279 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.922542 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.922802 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.923091 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.923357 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.923626 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.923889 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.924145 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.924403 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.924674 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.924957 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.925229 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.925503 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.925764 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.926044 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.926298 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.926583 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.926968 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.927222 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.927472 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.927869 n-d-817303-4 neutron-server[114878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 12:41:07.928115 n-d-817303-4 neutron-server[114878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 12:41:07.928358 n-d-817303-4 neutron-server[114878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 12:41:07.928600 n-d-817303-4 neutron-server[114878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 12:41:07.928868 n-d-817303-4 neutron-server[114878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 12:41:07.929112 n-d-817303-4 neutron-server[114878]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 12:41:07.929481 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 12:41:07.932675 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 12:41:07.936669 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 12:41:07.940404 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 24 12:41:07.942233 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 12:41:07.942705 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 12:41:07.943057 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 12:41:07.943451 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 12:41:07.946829 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 12:41:07.947088 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 12:41:07.947437 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 12:41:07.952775 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 24 12:41:07.975461 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 24 12:41:07.975921 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.976226 n-d-817303-4 neutron-server[114878]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114878) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 24 12:41:07.976603 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.978542 n-d-817303-4 neutron-server[114878]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114878) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 12:41:07.978827 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 12:41:07.979077 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 12:41:07.982495 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:07.982794 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.045052 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 12:41:08.045297 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 12:41:08.045538 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 12:41:08.045909 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 12:41:08.067807 n-d-817303-4 neutron-server[114878]: DEBUG oslo_db.sqlalchemy.engines [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114878) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 24 12:41:08.604093 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Initializing driver for type 'gre' Nov 24 12:41:08.604545 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] gre ID ranges: [(1, 1000)] Nov 24 12:41:08.653139 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Initializing driver for type 'local' Nov 24 12:41:08.653479 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Initializing driver for type 'vlan' Nov 24 12:41:08.666547 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] VlanTypeDriver initialization complete Nov 24 12:41:08.666966 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Initializing driver for type 'vxlan' Nov 24 12:41:08.667559 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] vxlan ID ranges: [(1, 1000)] Nov 24 12:41:08.717291 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Initializing extension driver 'port_security' Nov 24 12:41:08.717644 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.extensions.port_security [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] PortSecurityExtensionDriver initialization complete Nov 24 12:41:08.717963 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Initializing mechanism driver 'openvswitch' Nov 24 12:41:08.718277 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Initializing mechanism driver 'hyperv' Nov 24 12:41:08.724798 n-d-817303-4 neutron-server[114878]: DEBUG neutron.plugins.ml2.plugin [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:41:08.725495 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > port after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.725873 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > port after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.726228 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > port after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.726764 n-d-817303-4 neutron-server[114878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 12:41:08.727199 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > subnet after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.728062 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > subnet after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.728413 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.728847 n-d-817303-4 neutron-server[114878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 12:41:08.729271 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > network after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.729625 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > network after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.729975 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > network after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.730379 n-d-817303-4 neutron-server[114878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 12:41:08.730791 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > security_group after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.731145 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > security_group after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.731490 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > security_group after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.732027 n-d-817303-4 neutron-server[114878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 12:41:08.732440 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.732824 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.733175 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.733581 n-d-817303-4 neutron-server[114878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 12:41:08.733993 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > address_group after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.734344 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > address_group after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.734687 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > address_group after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.735089 n-d-817303-4 neutron-server[114878]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114878) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 12:41:08.735755 n-d-817303-4 neutron-server[114878]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] ML2 OVO RPC backend initialized. {{(pid=114878) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 24 12:41:08.736459 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.736855 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.737282 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > network before_response 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.737637 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > networks before_response 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.737991 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > port before_response 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.738338 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > ports before_response 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.738686 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > subnet before_response 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.739037 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > subnets before_response 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.739385 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > network after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.739729 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > network after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.740068 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > network after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.740408 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > port after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.740773 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > port after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.741116 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > port after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.741456 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > subnet after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.741796 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > subnet after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.742134 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.742708 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.plugin [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Modular L2 Plugin initialization complete Nov 24 12:41:08.743630 n-d-817303-4 neutron-server[114878]: DEBUG neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading services supported by the core plugin {{(pid=114878) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 24 12:41:08.743969 n-d-817303-4 neutron-server[114878]: INFO neutron.plugins.ml2.managers [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Got port-security extension from driver 'port_security' Nov 24 12:41:08.744442 n-d-817303-4 neutron-server[114878]: INFO neutron.extensions.vlantransparent [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Disabled vlantransparent extension. Nov 24 12:41:08.744968 n-d-817303-4 neutron-server[114878]: DEBUG neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114878) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 24 12:41:08.745293 n-d-817303-4 neutron-server[114878]: INFO neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading Plugin: router Nov 24 12:41:08.781055 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router_interface before_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.781449 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router after_create 55549900 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.781823 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router before_create 55549900 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.782191 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.782569 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.782931 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router after_delete 55549900 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.783294 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > floatingip after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.783648 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > floatingip after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.784011 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router after_create 55549900 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.784361 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router after_update 55549900 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.784714 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router after_update 55549900 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.785093 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.785455 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router after_update 55549900 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.785872 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router precommit_update 55549900 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.786247 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: port after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.786600 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: port after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.786943 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: subnet after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.787286 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.787641 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > port precommit_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.787996 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router precommit_create 55549900 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.788345 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: port before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.788693 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router precommit_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.789078 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router after_update 55549900 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.789433 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router precommit_delete 55549900 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.789788 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router precommit_create 55549900 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.790714 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.791068 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router precommit_update 55549900 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.791444 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > agent after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.791802 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > agent after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.792154 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > network after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.793041 n-d-817303-4 neutron-server[114878]: DEBUG neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Tracking information for resource: router configured {{(pid=114878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 12:41:08.793380 n-d-817303-4 neutron-server[114878]: DEBUG neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Tracking information for resource: floatingip configured {{(pid=114878) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 12:41:08.798388 n-d-817303-4 neutron-server[114878]: INFO neutron.db.l3_agentschedulers_db [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 12:41:08.798976 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: port after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.799350 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: port after_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.799708 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: port after_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.800063 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: port after_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.800896 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router before_create 55550100 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.801270 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router precommit_delete 55550100 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.801639 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router precommit_create 55550100 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.801998 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > router precommit_update 55550100 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.807073 n-d-817303-4 neutron-server[114878]: DEBUG neutron.services.provider_configuration [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service providers = [] {{(pid=114878) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 12:41:08.807447 n-d-817303-4 neutron-server[114878]: DEBUG neutron.db.servicetype_db [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114878) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 12:41:08.810428 n-d-817303-4 neutron-server[114878]: DEBUG neutron.services.service_base [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 12:41:08.810787 n-d-817303-4 neutron-server[114878]: DEBUG neutron.services.service_base [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 12:41:08.811137 n-d-817303-4 neutron-server[114878]: DEBUG neutron.services.service_base [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 12:41:08.812028 n-d-817303-4 neutron-server[114878]: DEBUG neutron.services.service_base [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114878) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 12:41:08.812402 n-d-817303-4 neutron-server[114878]: INFO neutron.services.service_base [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 12:41:08.812798 n-d-817303-4 neutron-server[114878]: DEBUG neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 12:41:08.813127 n-d-817303-4 neutron-server[114878]: INFO neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 12:41:08.823842 n-d-817303-4 neutron-server[114878]: DEBUG neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 12:41:08.824391 n-d-817303-4 neutron-server[114878]: INFO neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading Plugin: auto_allocate Nov 24 12:41:08.830033 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: network precommit_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.830408 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: network precommit_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.830929 n-d-817303-4 neutron-server[114878]: DEBUG neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 12:41:08.831259 n-d-817303-4 neutron-server[114878]: INFO neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading Plugin: tag Nov 24 12:41:08.838331 n-d-817303-4 neutron-server[114878]: DEBUG neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 12:41:08.838665 n-d-817303-4 neutron-server[114878]: INFO neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading Plugin: timestamp Nov 24 12:41:08.842689 n-d-817303-4 neutron-server[114878]: DEBUG neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 12:41:08.843029 n-d-817303-4 neutron-server[114878]: INFO neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading Plugin: network_ip_availability Nov 24 12:41:08.848490 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.848898 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.849264 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:08.849971 n-d-817303-4 neutron-server[114878]: DEBUG neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 12:41:08.850299 n-d-817303-4 neutron-server[114878]: INFO neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading Plugin: flavors Nov 24 12:41:08.855224 n-d-817303-4 neutron-server[114878]: DEBUG neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 12:41:08.855516 n-d-817303-4 neutron-server[114878]: INFO neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading Plugin: revisions Nov 24 12:41:08.859847 n-d-817303-4 neutron-server[114878]: DEBUG neutron.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114878) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 12:41:08.860492 n-d-817303-4 neutron-server[114878]: DEBUG oslo_concurrency.lockutils [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.734s {{(pid=114878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 12:41:08.861277 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114878) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 24 12:41:08.861618 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Initializing extension manager. Nov 24 12:41:08.862134 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: __init__.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.862481 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: __pycache__ {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.862821 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.863160 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: address_group.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.863913 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.864474 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: address-group Nov 24 12:41:08.864839 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: address_scope.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.865745 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.866265 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: address-scope Nov 24 12:41:08.866596 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: admin_state_down_before_update.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.867532 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.868647 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: router-admin-state-down-before-update Nov 24 12:41:08.869013 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: agent.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.869722 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.870237 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: agent Nov 24 12:41:08.870564 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: agent_resources_synced.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.871481 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.871997 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: agent-resources-synced Nov 24 12:41:08.872324 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: allowedaddresspairs.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.874153 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.874683 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: allowed-address-pairs Nov 24 12:41:08.875017 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: auto_allocated_topology.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.876098 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.876616 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: auto-allocated-topology Nov 24 12:41:08.876979 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: availability_zone.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.877684 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.878203 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: availability_zone Nov 24 12:41:08.878531 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: availability_zone_filter.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.879448 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.879966 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: availability_zone_filter Nov 24 12:41:08.880295 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: data_plane_status.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.881252 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.881771 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 12:41:08.882099 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: default_subnetpools.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.883019 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.883536 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: default-subnetpools Nov 24 12:41:08.884412 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: dhcpagentscheduler.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.885254 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.885774 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: dhcp_agent_scheduler Nov 24 12:41:08.886103 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: dns.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.887024 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.887545 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension dns-integration not supported by any of loaded plugins Nov 24 12:41:08.887876 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: dns_domain_ports.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.888836 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.889357 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 12:41:08.889688 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.890613 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.891129 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 24 12:41:08.891457 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: dvr.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.892131 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.892642 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: dvr Nov 24 12:41:08.892999 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: ecmp_routes.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.893921 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.894431 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension ecmp_routes not supported by any of loaded plugins Nov 24 12:41:08.894757 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: empty_string_filtering.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.895666 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.896179 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: empty-string-filtering Nov 24 12:41:08.896505 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.897441 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.897954 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 12:41:08.898286 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.899279 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.899848 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 12:41:08.900164 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: external_net.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.901134 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.901754 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: external-net Nov 24 12:41:08.902090 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: extra_dhcp_opt.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.903037 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.903625 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: extra_dhcp_opt Nov 24 12:41:08.903914 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: extraroute.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.904868 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.905387 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: extraroute Nov 24 12:41:08.905708 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: extraroute_atomic.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.906841 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.907402 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: extraroute-atomic Nov 24 12:41:08.907727 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: filter_validation.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.908462 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.909135 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: filter-validation Nov 24 12:41:08.909470 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: fip_pf_description.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.910498 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.911074 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 12:41:08.911456 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: fip_port_details.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.912540 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.913156 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: fip-port-details Nov 24 12:41:08.913503 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: flavors.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.914931 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.915573 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: flavors Nov 24 12:41:08.915993 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.917948 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.918491 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 12:41:08.918892 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: floatingip_pools.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.919699 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.920297 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: floatingip-pools Nov 24 12:41:08.920651 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: ip_allocation.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.921639 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.922155 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 12:41:08.922485 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.923412 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.923932 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: ip-substring-filtering Nov 24 12:41:08.924263 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: l2_adjacency.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.925216 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.925728 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 12:41:08.926056 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: l3.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.927177 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.927701 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: router Nov 24 12:41:08.928029 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: l3_conntrack_helper.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.930353 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.931416 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 12:41:08.931752 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.932701 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.933251 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: ext-gw-mode Nov 24 12:41:08.933584 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.934511 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.935027 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: l3-ha Nov 24 12:41:08.935357 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: l3_flavors.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.936278 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.936820 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: l3-flavors Nov 24 12:41:08.937149 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.938065 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.938588 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 12:41:08.938916 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: l3agentscheduler.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.939961 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.940480 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: l3_agent_scheduler Nov 24 12:41:08.940840 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: local_ip.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.942635 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.943168 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension local_ip not supported by any of loaded plugins Nov 24 12:41:08.943506 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: logging.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.945021 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.945552 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension logging not supported by any of loaded plugins Nov 24 12:41:08.945889 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: metering.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.947267 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.947853 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: metering Nov 24 12:41:08.948187 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.949315 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.949840 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: metering_source_and_destination_fields Nov 24 12:41:08.950173 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: multiprovidernet.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.951100 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.951616 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: multi-provider Nov 24 12:41:08.951948 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: netmtu.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.952918 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.953430 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: net-mtu Nov 24 12:41:08.953762 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: netmtu_writable.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.954683 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.955197 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: net-mtu-writable Nov 24 12:41:08.955529 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: network_availability_zone.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.956203 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.956715 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: network_availability_zone Nov 24 12:41:08.957070 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: network_ip_availability.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.958194 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.958719 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: network-ip-availability Nov 24 12:41:08.959049 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: network_segment_range.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.959820 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.960330 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 12:41:08.960661 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: pagination.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.963171 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.963516 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: pagination Nov 24 12:41:08.963852 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: port_device_profile.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.964817 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.965347 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: port-device-profile Nov 24 12:41:08.965680 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.966607 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.967125 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: port-mac-address-regenerate Nov 24 12:41:08.967456 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.968390 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.968936 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: port-numa-affinity-policy Nov 24 12:41:08.969267 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: port_resource_request.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.970181 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.970693 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 12:41:08.971020 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: port_resource_request_groups.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.971988 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.972503 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 24 12:41:08.972871 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: portbindings.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.973813 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.974334 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: binding Nov 24 12:41:08.974666 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: portbindings_extended.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.975951 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.976477 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: binding-extended Nov 24 12:41:08.976840 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: portsecurity.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.977794 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.978317 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: port-security Nov 24 12:41:08.978652 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: project_id.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.979638 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.979973 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: project-id Nov 24 12:41:08.980302 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: providernet.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.981256 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.981776 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: provider Nov 24 12:41:08.982103 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: qos.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.985996 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.986525 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension qos not supported by any of loaded plugins Nov 24 12:41:08.986864 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.988119 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.988643 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 12:41:08.989008 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.989945 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.990465 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 12:41:08.990797 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: qos_default.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.991717 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.992237 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension qos-default not supported by any of loaded plugins Nov 24 12:41:08.992575 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: qos_fip.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.993775 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.994292 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension qos-fip not supported by any of loaded plugins Nov 24 12:41:08.994621 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: qos_gateway_ip.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.995549 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.996065 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 12:41:08.996393 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: qos_port_network_policy.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.997343 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.997859 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 12:41:08.998187 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:08.999258 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:08.999774 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 24 12:41:09.000105 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: qos_pps_rule.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.001326 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.001847 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension qos-pps not supported by any of loaded plugins Nov 24 12:41:09.002175 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: qos_rule_type_details.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.003099 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.003622 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 12:41:09.003952 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: qos_rules_alias.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.005038 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.005558 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 12:41:09.005885 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: quota_check_limit.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.006795 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.007314 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: quota-check-limit Nov 24 12:41:09.007643 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: quotasv2.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.008586 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.009484 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: quotas Nov 24 12:41:09.009813 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: quotasv2_detail.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.013179 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.013525 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: quota_details Nov 24 12:41:09.013863 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: rbac.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.014925 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.015459 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: rbac-policies Nov 24 12:41:09.015796 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: rbac_address_group.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.016745 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.017279 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: rbac-address-group Nov 24 12:41:09.017612 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: rbac_address_scope.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.018537 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.019059 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: rbac-address-scope Nov 24 12:41:09.019394 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: rbac_security_groups.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.020307 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.020863 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: rbac-security-groups Nov 24 12:41:09.021197 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: rbac_subnetpool.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.022108 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.022624 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: rbac-subnetpool Nov 24 12:41:09.022953 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: revisionifmatch.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.023882 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.024441 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: revision-if-match Nov 24 12:41:09.024800 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: revisions.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.025915 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.026434 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: standard-attr-revisions Nov 24 12:41:09.026766 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: router_availability_zone.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.027443 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.027961 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: router_availability_zone Nov 24 12:41:09.028290 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: routerservicetype.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.029253 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.029766 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension router-service-type not supported by any of loaded plugins Nov 24 12:41:09.030093 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.031087 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.031607 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: security-groups-normalized-cidr Nov 24 12:41:09.031936 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: security_groups_port_filtering.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.032901 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.033426 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: port-security-groups-filtering Nov 24 12:41:09.033756 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.034679 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.035200 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: security-groups-remote-address-group Nov 24 12:41:09.035527 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.036460 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.037012 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: security-groups-shared-filtering Nov 24 12:41:09.037340 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.037933 n-d-817303-4 neutron-server[114878]: WARNING neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 24 12:41:09.038255 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: securitygroup.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.048036 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.048573 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: security-group Nov 24 12:41:09.048947 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: segment.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.049752 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.050272 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension segment not supported by any of loaded plugins Nov 24 12:41:09.050606 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.051562 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.052080 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 12:41:09.052411 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: servicetype.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.053542 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.054068 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: service-type Nov 24 12:41:09.054405 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: sorting.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.055395 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.056243 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: sorting Nov 24 12:41:09.056572 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: standard_attr_segment.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.057528 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.058047 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 12:41:09.058373 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: standardattrdescription.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.059034 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.059553 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: standard-attr-description Nov 24 12:41:09.059882 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: stateful_security_group.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.060851 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.061375 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: stateful-security-group Nov 24 12:41:09.061705 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: stdattrs_common.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.062284 n-d-817303-4 neutron-server[114878]: WARNING neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 12:41:09.062622 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.063569 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.064087 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 12:41:09.064415 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: subnet_onboard.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.065532 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.066064 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: subnet_onboard Nov 24 12:41:09.066392 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.067321 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.067835 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 12:41:09.068161 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: subnet_service_types.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.069205 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.069682 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: subnet-service-types Nov 24 12:41:09.070012 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: subnetallocation.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.071668 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.072170 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: subnet_allocation Nov 24 12:41:09.072505 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.073301 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.073837 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: subnetpool-prefix-ops Nov 24 12:41:09.074388 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.075773 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.076582 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 12:41:09.077193 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: tagging.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.078684 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.079335 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: standard-attr-tag Nov 24 12:41:09.079902 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: timestamp.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.081451 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.081979 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loaded extension: standard-attr-timestamp Nov 24 12:41:09.082314 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: trunk.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.083369 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.083892 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension trunk not supported by any of loaded plugins Nov 24 12:41:09.084224 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: trunk_details.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.085189 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.085712 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension trunk-details not supported by any of loaded plugins Nov 24 12:41:09.086044 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: uplink_status_propagation.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.087005 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.087520 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 12:41:09.087850 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Loading extension file: vlantransparent.py {{(pid=114878) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 12:41:09.088529 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114878) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 12:41:09.089079 n-d-817303-4 neutron-server[114878]: INFO neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 12:41:09.091604 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:network Nov 24 12:41:09.092157 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:subnet Nov 24 12:41:09.092570 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 12:41:09.093002 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:port Nov 24 12:41:09.094320 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.v2.resource_helper [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 12:41:09.094763 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.v2.resource_helper [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service FLAVORS assigned prefix: {{(pid=114878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 12:41:09.095395 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.v2.resource_helper [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 12:41:09.095823 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.v2.resource_helper [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 12:41:09.096160 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:router Nov 24 12:41:09.096602 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:floatingip Nov 24 12:41:09.097126 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.v2.resource_helper [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service METERING assigned prefix: /metering {{(pid=114878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 12:41:09.098592 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:09.098968 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:09.099334 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:41:09.100355 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 12:41:09.100821 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:security_group Nov 24 12:41:09.101273 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 12:41:09.101936 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.v2.resource_helper [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service CORE assigned prefix: {{(pid=114878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 12:41:09.102270 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 12:41:09.102646 n-d-817303-4 neutron-server[114878]: WARNING neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] subnetpool is already registered Nov 24 12:41:09.103083 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.v2.resource_helper [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service CORE assigned prefix: {{(pid=114878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 12:41:09.103415 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 12:41:09.103754 n-d-817303-4 neutron-server[114878]: WARNING neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] subnetpool is already registered Nov 24 12:41:09.106092 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.v2.resource_helper [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 12:41:09.106478 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.v2.resource_helper [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service FLAVORS assigned prefix: {{(pid=114878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 12:41:09.107075 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.v2.resource_helper [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 12:41:09.107504 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.v2.resource_helper [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 12:41:09.107844 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:router Nov 24 12:41:09.108188 n-d-817303-4 neutron-server[114878]: WARNING neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] router is already registered Nov 24 12:41:09.108604 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:floatingip Nov 24 12:41:09.108978 n-d-817303-4 neutron-server[114878]: WARNING neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] floatingip is already registered Nov 24 12:41:09.109445 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.v2.resource_helper [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service METERING assigned prefix: /metering {{(pid=114878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 12:41:09.110353 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 12:41:09.110695 n-d-817303-4 neutron-server[114878]: WARNING neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] rbac_policy is already registered Nov 24 12:41:09.111112 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:security_group Nov 24 12:41:09.111453 n-d-817303-4 neutron-server[114878]: WARNING neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] security_group is already registered Nov 24 12:41:09.111859 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 12:41:09.112195 n-d-817303-4 neutron-server[114878]: WARNING neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] security_group_rule is already registered Nov 24 12:41:09.112845 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.v2.resource_helper [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service CORE assigned prefix: {{(pid=114878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 12:41:09.113182 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 12:41:09.113519 n-d-817303-4 neutron-server[114878]: WARNING neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] subnetpool is already registered Nov 24 12:41:09.113939 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.v2.resource_helper [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Service CORE assigned prefix: {{(pid=114878) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 12:41:09.114267 n-d-817303-4 neutron-server[114878]: INFO neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 12:41:09.114599 n-d-817303-4 neutron-server[114878]: WARNING neutron.quota.resource_registry [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] subnetpool is already registered Nov 24 12:41:09.115079 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: extensions {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.116580 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: address-groups {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.118613 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: address-scopes {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.119937 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: agents {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.121149 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: auto-allocated-topology {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.122380 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: availability_zones {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.123620 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: dhcp-networks {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.125168 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: dhcp-agents {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.126585 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: routers {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.128835 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: flavors {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.130001 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: service_profiles {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.131228 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: next_providers {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.132684 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: service_profiles {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.134921 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: floatingip-pools {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.136133 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: routers {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.138274 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: floatingips {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.140506 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: l3-routers {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.141941 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: l3-agents {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.143354 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: metering-labels {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.144716 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: metering-label-rules {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.146036 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: network-ip-availabilities {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.147305 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: bindings {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.148982 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: quotas {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.150573 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: quotas {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.152126 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: rbac-policies {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.153461 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: security-groups {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.154695 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: security-group-rules {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.155944 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: service-providers {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.157183 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: subnetpools {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.158603 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: subnetpools {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.160083 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: tags {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.161803 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: tags {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.163598 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: tags {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.165930 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: tags {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.167730 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: tags {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.169627 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: tags {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.171301 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: tags {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.173250 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: tags {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.175045 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: tags {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.176907 n-d-817303-4 neutron-server[114878]: DEBUG neutron.api.extensions [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Extended resource: tags {{(pid=114878) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 12:41:09.183622 n-d-817303-4 neutron-server[114878]: WARNING keystonemiddleware.auth_token [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 12:41:09.188321 n-d-817303-4 neutron-server[114878]: WARNING keystonemiddleware.auth_token [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 12:41:09.197226 n-d-817303-4 neutron-server[114878]: DEBUG oslo_concurrency.lockutils [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Acquired lock "singleton_lock" {{(pid=114878) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 24 12:41:09.197706 n-d-817303-4 neutron-server[114878]: DEBUG oslo_concurrency.lockutils [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Releasing lock "singleton_lock" {{(pid=114878) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 24 12:41:09.198361 n-d-817303-4 neutron-server[114878]: INFO oslo_service.service [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Starting 2 workers Nov 24 12:41:09.203210 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Started child 114985 {{(pid=114878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 12:41:09.207662 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Started child 114986 {{(pid=114878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 12:41:09.208832 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:09.209480 n-d-817303-4 neutron-server[114878]: INFO neutron.service [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 12:41:09.209920 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Publish callbacks [] for process, before_spawn {{(pid=114878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:09.210331 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [-] (114985) wsgi starting up on http://0.0.0.0:9696 Nov 24 12:41:09.212390 n-d-817303-4 neutron-server[114878]: INFO oslo_service.service [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Starting 1 workers Nov 24 12:41:09.212505 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:09.213808 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [-] (114986) wsgi starting up on http://0.0.0.0:9696 Nov 24 12:41:09.217618 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Started child 114987 {{(pid=114878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 12:41:09.218195 n-d-817303-4 neutron-server[114878]: INFO oslo_service.service [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Starting 1 workers Nov 24 12:41:09.221411 n-d-817303-4 neutron-server[114987]: DEBUG neutron.service [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] calling RpcWorker wait() {{(pid=114987) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 12:41:09.221957 n-d-817303-4 neutron-server[114987]: DEBUG neutron.service [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] returning from RpcWorker wait() {{(pid=114987) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 12:41:09.222657 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Started child 114988 {{(pid=114878) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 12:41:09.223348 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:09.223469 n-d-817303-4 neutron-server[114878]: DEBUG neutron_lib.callbacks.manager [None req-5530c748-d926-4f04-87b4-a03a6c8ec6bc None None] Publish callbacks [] for process, after_spawn {{(pid=114878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:09.226515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:41:09.226646 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114878) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 12:41:09.226646 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 12:41:09.226646 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 12:41:09.226646 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 12:41:09.226646 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 12:41:09.226646 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 12:41:09.227031 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.227275 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.228076 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.228185 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:09.228624 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.228624 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.229181 n-d-817303-4 neutron-server[114988]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:41:09.229292 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.229483 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.229727 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.229994 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.230247 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.230415 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.230583 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.230840 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.231101 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.231405 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.231681 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.231935 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.232195 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.232365 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.232596 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.232885 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.233111 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.233378 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] debug = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.233633 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.234142 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.234367 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.234628 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.234865 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.235398 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.235658 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.235940 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.236198 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.236413 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.236651 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.236923 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.237157 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.237389 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.237644 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.237875 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.238145 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.238372 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.238855 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] host = n-d-817303-4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.239073 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.239293 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.239545 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.239794 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.240043 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.240280 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.240538 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.240803 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.241065 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.241290 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.241509 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.241754 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.241986 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.242242 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_file = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.242407 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_options = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.242655 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.242952 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.243742 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.243939 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.244109 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.244286 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.244559 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.244770 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.245002 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.245223 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.245441 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.245657 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.245874 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.246113 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.246366 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.246602 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.246817 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.247029 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.247273 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.247519 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.247764 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.247993 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.248216 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.248437 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.248653 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.248915 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.249166 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.249384 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.249620 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.250080 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.250510 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.250961 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.251376 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.251793 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.252227 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.252649 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.253080 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.253475 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.253928 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.254849 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.255127 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.255401 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.255648 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.255902 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.256133 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.256394 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.256635 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] use_json = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.256897 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.257149 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.257401 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.257625 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.257864 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.258081 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.258297 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.258635 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.259239 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.259536 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.259859 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.260125 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.260365 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.260611 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.260942 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.261290 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.261578 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.261877 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.262859 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.262973 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.263207 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.263482 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.263805 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.264153 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.264446 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.264706 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.265150 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.265381 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.265603 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.265991 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.266281 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.266511 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.266750 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.267002 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.267264 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.267547 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.267812 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.268180 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.268464 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.268747 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.269003 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.269230 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.269487 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.269709 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.269928 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.270147 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.270408 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.270641 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.270969 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.271144 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.271368 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.271599 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.271815 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.272214 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.272490 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.272900 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.275235 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.275235 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.275235 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.275235 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.275235 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.275235 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.275235 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.275760 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.275760 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.275904 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.276081 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.276342 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.276573 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.276837 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.277090 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.277344 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.277730 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.277954 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.278176 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.278570 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.279014 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.279247 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.279491 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.279715 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.279941 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.280166 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.280408 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.280633 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.280904 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.281131 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.281366 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.281587 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.281812 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.282042 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.282265 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.282480 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.282697 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.282923 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.283188 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.283437 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.283670 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.283908 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.284128 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.284406 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.284943 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.285377 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.285633 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.285878 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.286141 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.286389 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.286625 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.286866 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.287259 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.287476 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.287740 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.287991 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.288221 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.288445 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.288687 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.288964 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.289187 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.289431 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.289685 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.290430 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.290665 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.290934 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.291171 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.291406 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.291664 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.291933 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.292208 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.292479 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.292781 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.292998 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.293262 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.293553 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.293826 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.294102 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.294353 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.294615 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.294900 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.295170 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.295422 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.295682 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.295913 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.296132 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.296379 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.296633 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.296903 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.297489 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.297489 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.297786 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.297928 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.298918 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.298918 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.298918 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.298918 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.299442 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.299442 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.299602 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.299817 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.300048 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.300272 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.300510 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.300801 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.300976 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.301414 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.301837 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.302282 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.302579 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.302861 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.303195 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.303489 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.303718 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.303936 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.304157 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.304374 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.304626 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.304867 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.305091 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.305332 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.306725 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.306725 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.306725 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.306995 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.306995 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.307755 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.307755 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.307755 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.307987 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.308236 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.308507 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.308785 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.309028 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.309279 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.309539 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.309708 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.310089 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.310463 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.310703 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.310942 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.311167 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.311411 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.311669 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.311923 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.314594 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.314885 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.315144 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.315408 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.315670 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.315939 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.316189 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.316446 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.316691 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.319088 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.319373 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.319655 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.319905 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.320191 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.320428 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.320665 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.320938 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.321218 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.321449 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.321756 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.322010 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.322272 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.322542 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.322790 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.324817 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.325099 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.325329 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.325556 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.325792 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.326030 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.326249 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.326515 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.326735 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.326956 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.327184 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.327410 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.327674 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.328697 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.328955 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.329178 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.329412 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.329642 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.329858 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.330118 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.330337 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.330558 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.330791 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.331017 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.331236 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.331493 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.331709 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.331946 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.332172 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.332395 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.332624 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.332933 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.333193 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.333416 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.333706 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.333959 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.334220 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.334483 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.334780 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.335017 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.335281 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.335507 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.335728 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.335952 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.336210 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.336525 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.336880 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.337134 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.337391 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.337691 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.337963 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.338241 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.338475 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.338768 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.339092 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.339382 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.339641 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.339881 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.340175 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.340493 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.340684 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.340957 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.341179 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.341399 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.341652 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.342111 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.342344 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.342595 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.342827 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.343049 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.343297 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.343510 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.343752 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.343970 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.344124 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 12:41:09.345060 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114878) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 12:41:09.345225 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 12:41:09.345383 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 12:41:09.345558 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 12:41:09.345730 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 12:41:09.345885 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 12:41:09.346386 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.346560 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.346721 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.346882 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.347041 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.347220 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.347383 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.347540 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.347699 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.347857 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.348015 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.348174 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.348332 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.348488 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.348814 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.349020 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.349184 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.349901 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.350070 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.350232 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.350390 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.351242 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.351636 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] debug = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.351805 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.352014 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.352182 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.352889 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.353045 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.353203 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.353362 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.353519 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.354008 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.354348 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.354624 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.355368 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.356656 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.356819 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.356995 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.357165 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.357337 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.357501 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.357634 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] host = n-d-817303-4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.357800 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.357961 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.358122 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.358283 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.358442 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.358603 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.358762 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.358922 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.359079 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.359237 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.359395 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.359553 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.359710 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.359867 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_file = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.360025 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_options = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.360450 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.360607 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.361316 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.361316 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.361511 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.361511 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.361663 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.361796 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.361964 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.362368 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.362531 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.362689 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.363253 n-d-817303-4 neutron-server[114987]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:41:09.363381 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.363475 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.363588 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.363745 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.363905 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.364062 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.364222 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.364379 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.364537 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.364693 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.364873 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.365030 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.365189 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.365348 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.365505 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.365663 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.365821 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.365979 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.366138 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.366297 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.366456 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.366613 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.366778 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.366935 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.367093 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.367250 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.367410 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.367568 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.367725 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.367881 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.368094 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.368253 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.368413 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.368571 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.368747 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] use_json = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.368904 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.369062 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.369219 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.369376 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.369534 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.369691 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.369847 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.370005 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 12:41:09.370181 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.370343 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.370513 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.370673 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.370834 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.370999 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.371161 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.371320 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.371480 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.371640 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.371806 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.371967 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.372136 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.372297 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.372456 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.372619 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.372808 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.372972 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.373147 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.373281 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.373431 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.373591 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.373758 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.373918 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.374076 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.374235 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.374395 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.375684 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.375821 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.376012 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.376145 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.376632 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.376826 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.376991 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.377154 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.377316 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.377478 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.377641 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.377802 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.378381 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.378558 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.378723 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.378884 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.379044 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.380180 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.380351 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.380515 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.380679 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.380863 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.381025 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.381518 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.381688 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.382237 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.382404 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.383271 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.383444 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.384127 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.384630 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.384817 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.384981 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.385144 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.385307 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.385468 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.385629 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.385790 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.385952 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.386114 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.386408 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.386593 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.386756 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.386918 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.387079 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.387245 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.387943 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.388113 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.388276 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.388439 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.388602 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.388785 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.388951 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.390961 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.391111 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.391228 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.391394 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.391564 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.391731 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.391898 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.392063 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.392227 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.392390 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.392554 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.392767 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.392922 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.393085 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.393263 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.393411 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.393560 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.393723 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.394228 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.394228 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.394228 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.394527 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.394527 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.394726 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.394816 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.394921 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.395080 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.395239 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.395398 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.395558 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.395717 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.395875 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.396036 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.396197 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.396355 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.396514 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.396673 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.397085 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.397267 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.397428 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.397590 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.397750 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.397916 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.398086 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.398248 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.398407 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.398566 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.398728 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.398888 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.399046 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.399816 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.399962 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.400129 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.400291 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.400461 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.400622 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.400805 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.400968 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.401151 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.401311 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.401476 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.401636 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.401795 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.401958 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.402118 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.402279 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.402438 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.402598 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.402758 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.402920 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.403080 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.403240 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.403401 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.403561 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.403740 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.403871 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.404030 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.404191 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.404351 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.404511 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.404670 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.404850 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.405010 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.405170 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.405330 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.405490 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.405650 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.405811 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.405971 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.406131 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.406290 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.406450 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.406610 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.406770 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.406930 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.407091 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.407258 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.407407 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.407774 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.407774 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.408618 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.408805 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.409006 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.409372 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.409496 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.409623 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.409763 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.409931 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.410094 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.410300 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.410470 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.410631 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.410792 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.410967 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.411128 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.411289 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.411914 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.412344 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.412515 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.412680 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.412867 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.413031 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.413192 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.413354 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.413755 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.414028 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.414197 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.414360 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.414521 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.414683 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.414870 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.415032 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.415208 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.415370 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.415531 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.415691 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.415851 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.416011 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.416182 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.416344 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.416505 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.416666 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.416847 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.417009 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.417234 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.417404 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.417565 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.417712 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.417873 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.418033 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.418203 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.418362 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.418522 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.418681 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.418840 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.419000 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.419168 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.419380 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.419545 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.419706 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.419864 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.420024 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.420194 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.420353 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.420514 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.422137 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.422318 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.423249 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.423434 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.423607 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.423776 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.423950 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.424115 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.424280 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.424447 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.424622 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.425057 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.425611 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.425781 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.425946 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.426108 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.426271 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.426436 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.426608 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.426775 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.426937 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.427106 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.427278 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.427447 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.427608 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.427824 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.428023 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.428185 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.428345 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.428507 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.428669 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.428851 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.429011 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.429172 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.429332 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.429492 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.429651 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.429810 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.429970 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.430131 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.430290 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.430475 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.430636 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.430796 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.430957 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.431116 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 12:41:09.431270 n-d-817303-4 neutron-server[114878]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114878) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 12:41:09.578367 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45736) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:41:09.587015 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064383 Nov 24 12:41:20.849839 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8add2b5-639c-4b33-9269-2533b927a634 None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 12:41:20.937852 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8add2b5-639c-4b33-9269-2533b927a634 None None] No non-hosted networks {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 12:41:20.963240 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-48e891df-58d4-4433-ba4f-755da4b90f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8004694'] for agent, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:23.152207 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d1435886-a459-402e-bbb2-fc215c192d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8004694'] for agent, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:23.206939 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-354a5f8e-3a91-4a13-8bd0-169acc92717e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:24.228977 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8004694'] for agent, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:25.791080 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8004694'] for agent, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:26.486451 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8004694'] for agent, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:26.487595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:26.488370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:26.488975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:26.489478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:26.490041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:26.490514 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:26.491084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:26.491833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:26.492484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:26.492992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:26.495621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:26.496935 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:26.498811 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817303-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:41:26.511052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817303-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:41:27.037894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45828) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:41:27.563812 n-d-817303-4 neutron-server[114986]: WARNING oslo_policy.policy [None req-bd0e1af9-009d-4876-a8dc-936bea27b351 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 12:41:27.564605 n-d-817303-4 neutron-server[114986]: WARNING oslo_policy.policy [None req-bd0e1af9-009d-4876-a8dc-936bea27b351 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 12:41:27.792051 n-d-817303-4 neutron-server[114987]: INFO neutron.db.l3_hamode_db [None req-226aa616-7bea-4f09-95fa-5d27e509a742 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 12:41:27.794313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-bd0e1af9-009d-4876-a8dc-936bea27b351 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:41:27.795589 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bd0e1af9-009d-4876-a8dc-936bea27b351 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7564192 Nov 24 12:41:27.876871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226aa616-7bea-4f09-95fa-5d27e509a742 None None] Routers set() bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:41:27.877272 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226aa616-7bea-4f09-95fa-5d27e509a742 None None] Router IDs set() for agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 12:41:30.270689 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45844) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:41:30.577859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-88cf8b3d-7a00-4108-af81-279c503894b1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:41:30.672410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.policy [None req-88cf8b3d-7a00-4108-af81-279c503894b1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114986) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 12:41:30.719382 n-d-817303-4 neutron-server[114986]: WARNING oslo_policy.policy [None req-88cf8b3d-7a00-4108-af81-279c503894b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 12:41:30.719750 n-d-817303-4 neutron-server[114986]: WARNING oslo_policy.policy [None req-88cf8b3d-7a00-4108-af81-279c503894b1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 12:41:30.728498 n-d-817303-4 neutron-server[114986]: INFO neutron.quota [None req-88cf8b3d-7a00-4108-af81-279c503894b1 admin admin] Loaded quota_driver: . Nov 24 12:41:30.815896 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-88cf8b3d-7a00-4108-af81-279c503894b1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788467408915', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788467410468', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788467430262', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788467427455', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788467417392', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788467443212', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1541786', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1337841', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8036123', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8012791'] for rbac-policy, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:30.881950 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-88cf8b3d-7a00-4108-af81-279c503894b1 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:30.883955 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-88cf8b3d-7a00-4108-af81-279c503894b1 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6115844 Nov 24 12:41:33.566881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45856) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:41:34.047422 n-d-817303-4 neutron-server[114985]: WARNING oslo_policy.policy [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 12:41:34.048029 n-d-817303-4 neutron-server[114985]: WARNING oslo_policy.policy [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 12:41:34.269549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'admin_state_up': True, 'project_id': '160fe91db4a34b96aaaf9a1cf738d48e'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:41:34.271221 n-d-817303-4 neutron-server[114985]: INFO neutron.quota [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Loaded quota_driver: . Nov 24 12:41:34.326638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Made reservation on behalf of 160fe91db4a34b96aaaf9a1cf738d48e for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:41:34.399249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.policy [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114985) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 12:41:34.445683 n-d-817303-4 neutron-server[114985]: WARNING oslo_policy.policy [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 12:41:34.446054 n-d-817303-4 neutron-server[114985]: WARNING oslo_policy.policy [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 12:41:34.456573 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:34.478190 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:34.588701 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:34.592832 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:34.612900 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:41:34.640328 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788464076975', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:34.640949 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Unsubscribe: segment precommit_create {{(pid=114985) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 12:41:34.641462 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Added segment 69d4161b-fc17-4044-8bbd-d00177ae2b34 of type vlan for network 543833fe-743d-4c2a-8590-9a9ffbca9086 Nov 24 12:41:34.661874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03aaa0db-22ed-4335-b808-1531a25afa00,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:41:34.679712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:34.680058 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:34.680399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:34.680751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:34.681228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:34.681559 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:34.681933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:34.682260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:34.682670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:34.682995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:34.683319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:34.683642 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Tracked resource versions report: Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: pushed versions: Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: { 'AddressGroup': {'1.2'}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'ConntrackHelper': {'1.0'}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'Log': {'1.0'}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'Network': {'1.1'}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'Port': {'1.7'}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'PortForwarding': {'1.2'}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'QosPolicy': {'1.10'}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'SecurityGroup': {'1.5'}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'SecurityGroupRule': {'1.2'}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'SubPort': {'1.0'}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'Subnet': {'1.1'}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'Trunk': {'1.1'}} Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: consumer versions: Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: { DHCP agent@n-d-817303-4: {}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: L3 agent@n-d-817303-4: {}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: Metadata agent@n-d-817303-4: {}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: Metering agent@n-d-817303-4: {}, Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: Open vSwitch agent@n-d-817303-4: { 'AddressGroup': '1.2', Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'ConntrackHelper': '1.0', Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'Log': '1.0', Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'Network': '1.1', Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'Port': '1.7', Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'PortForwarding': '1.2', Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'QosPolicy': '1.10', Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'SecurityGroup': '1.5', Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'SecurityGroupRule': '1.2', Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'SubPort': '1.0', Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'Subnet': '1.1', Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: 'Trunk': '1.1'}} Nov 24 12:41:34.684761 n-d-817303-4 neutron-server[114985]: {{(pid=114985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 12:41:34.778266 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:34.818709 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:34.820465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:41:34.821208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:34.884893 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3157182 Nov 24 12:41:34.928274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149505f-2904-4593-a1ce-1d60aaca5fc7 admin admin] Pushing event updated for resources: {'Network': ['ID=543833fe-743d-4c2a-8590-9a9ffbca9086,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:41:34.940280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 543833fe-743d-4c2a-8590-9a9ffbca9086 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:41:37.622351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45878) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:41:38.006539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce978e40-aa88-44e3-8014-692a6983bffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:41:38.007925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ce978e40-aa88-44e3-8014-692a6983bffe admin admin] 10.222.0.48 "GET /v2.0/networks/543833fe-743d-4c2a-8590-9a9ffbca9086 HTTP/1.1" status: 200 len: 825 time: 0.3845956 Nov 24 12:41:38.045928 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-aecb9005-051b-480f-96b6-3425a71d1ad2 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/094dbc80-3381-4ff0-bf22-d5935a3321c1 HTTP/1.1" status: 200 len: 734 time: 0.0318489 Nov 24 12:41:38.055048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7073bfa0-55aa-4d92-806d-5a19c779760e admin admin] Request body: {'subnet': {'subnetpool_id': '094dbc80-3381-4ff0-bf22-d5935a3321c1', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'name': 'private-subnet', 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:41:38.076754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7073bfa0-55aa-4d92-806d-5a19c779760e admin admin] Made reservation on behalf of 160fe91db4a34b96aaaf9a1cf738d48e for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:41:38.078956 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7073bfa0-55aa-4d92-806d-5a19c779760e admin admin] Publish callbacks [] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:38.364931 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7073bfa0-55aa-4d92-806d-5a19c779760e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:38.432038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073bfa0-55aa-4d92-806d-5a19c779760e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1144f0b-ee40-40ba-894d-f9b89dbaca7b,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:41:38.435848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7073bfa0-55aa-4d92-806d-5a19c779760e admin admin] Checking segment: {'id': '69d4161b-fc17-4044-8bbd-d00177ae2b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:41:38.436212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7073bfa0-55aa-4d92-806d-5a19c779760e admin admin] Network hostable DHCP agents. Network: 543833fe-743d-4c2a-8590-9a9ffbca9086, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:41:38.456163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7073bfa0-55aa-4d92-806d-5a19c779760e admin admin] Network 543833fe-743d-4c2a-8590-9a9ffbca9086 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:41:38.467825 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-7073bfa0-55aa-4d92-806d-5a19c779760e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 543833fe-743d-4c2a-8590-9a9ffbca9086) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:41:38.472479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7073bfa0-55aa-4d92-806d-5a19c779760e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:41:38.473100 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7073bfa0-55aa-4d92-806d-5a19c779760e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:38.478629 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9abfbfc-3d27-47f4-a0ed-7e131a5792c6 None None] Network 543833fe-743d-4c2a-8590-9a9ffbca9086 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:41:38.488917 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7073bfa0-55aa-4d92-806d-5a19c779760e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4371624 Nov 24 12:41:38.805262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-543833fe-743d-4c2a-8590-9a9ffbca9086', 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'fixed_ips': [{'subnet_id': 'd1144f0b-ee40-40ba-894d-f9b89dbaca7b'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:41:38.806463 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:39.103383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Allocated IP 172.20.0.2 (543833fe-743d-4c2a-8590-9a9ffbca9086/d1144f0b-ee40-40ba-894d-f9b89dbaca7b/a62a75fb-e472-4305-83f7-e03db3c48a99) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:41:39.303824 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:39.311921 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:39.384899 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Network 543833fe-743d-4c2a-8590-9a9ffbca9086 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:41:39.393992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:41:39.404322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:41:39.411772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Pushing event updated for resources: {'Port': ['ID=a62a75fb-e472-4305-83f7-e03db3c48a99,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:41:39.442262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:39.442610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:39.442953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:39.443291 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:39.443624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:39.443958 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:39.444290 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:39.444647 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:39.445003 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:39.445331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:39.445662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:39.445983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Tracked resource versions report: Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: pushed versions: Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: { 'AddressGroup': {'1.2'}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'ConntrackHelper': {'1.0'}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'Log': {'1.0'}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'Network': {'1.1'}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'Port': {'1.7'}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'PortForwarding': {'1.2'}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'QosPolicy': {'1.10'}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'SecurityGroup': {'1.5'}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'SecurityGroupRule': {'1.2'}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'SubPort': {'1.0'}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'Subnet': {'1.1'}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'Trunk': {'1.1'}} Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: consumer versions: Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: { DHCP agent@n-d-817303-4: {}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: L3 agent@n-d-817303-4: {}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: Metadata agent@n-d-817303-4: {}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: Metering agent@n-d-817303-4: {}, Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: Open vSwitch agent@n-d-817303-4: { 'AddressGroup': '1.2', Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'ConntrackHelper': '1.0', Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'Log': '1.0', Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'Network': '1.1', Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'Port': '1.7', Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'PortForwarding': '1.2', Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'QosPolicy': '1.10', Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'SecurityGroup': '1.5', Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'SecurityGroupRule': '1.2', Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'SubPort': '1.0', Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'Subnet': '1.1', Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: 'Trunk': '1.1'}} Nov 24 12:41:39.447113 n-d-817303-4 neutron-server[114987]: {{(pid=114987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 12:41:39.496843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Attempting to bind port a62a75fb-e472-4305-83f7-e03db3c48a99 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:41:39.497473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Attempting to bind port a62a75fb-e472-4305-83f7-e03db3c48a99 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '69d4161b-fc17-4044-8bbd-d00177ae2b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:41:39.497661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Attempting to bind port a62a75fb-e472-4305-83f7-e03db3c48a99 on network 543833fe-743d-4c2a-8590-9a9ffbca9086 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:41:39.503268 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:41:39.503663 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Checking segment: {'id': '69d4161b-fc17-4044-8bbd-d00177ae2b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:41:39.504145 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:39.504612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Bound using segment: {'id': '69d4161b-fc17-4044-8bbd-d00177ae2b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:41:39.505031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Bound port: a62a75fb-e472-4305-83f7-e03db3c48a99, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d4161b-fc17-4044-8bbd-d00177ae2b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:41:39.505460 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:39.566491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] For port a62a75fb-e472-4305-83f7-e03db3c48a99, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:41:39.570736 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] For port a62a75fb-e472-4305-83f7-e03db3c48a99, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a62a75fb-e472-4305-83f7-e03db3c48a99,segment=NetworkSegment(69d4161b-fc17-4044-8bbd-d00177ae2b34),segment_id=69d4161b-fc17-4044-8bbd-d00177ae2b34)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:41:39.575554 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:39.641676 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb92fd-a049-4be8-b950-ec900261ba87 None None] Pushing event updated for resources: {'Port': ['ID=a62a75fb-e472-4305-83f7-e03db3c48a99,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:41:41.038409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45886) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:41:41.354344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-e72c23a1-9226-403b-83d8-57c36e7f64b8 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:41:41.355431 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e72c23a1-9226-403b-83d8-57c36e7f64b8 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3160768 Nov 24 12:41:43.876661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45894) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:41:44.188983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-05b3d484-6ac3-4742-9ab6-0ca201668a3e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:41:44.189966 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-05b3d484-6ac3-4742-9ab6-0ca201668a3e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3122694 Nov 24 12:41:46.916673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45904) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:41:47.220509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-af35e8e3-f5f8-461e-849e-26ff30308974 admin admin] Request body: {'router': {'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:41:47.249147 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af35e8e3-f5f8-461e-849e-26ff30308974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:47.250757 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af35e8e3-f5f8-461e-849e-26ff30308974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:47.418983 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af35e8e3-f5f8-461e-849e-26ff30308974 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:47.423673 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af35e8e3-f5f8-461e-849e-26ff30308974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:47.437210 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af35e8e3-f5f8-461e-849e-26ff30308974 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:47.438416 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-af35e8e3-f5f8-461e-849e-26ff30308974 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5207531 Nov 24 12:41:48.264641 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a62a75fb-e472-4305-83f7-e03db3c48a99 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:41:48.354618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a62a75fb-e472-4305-83f7-e03db3c48a99 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:41:48.355010 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:48.464294 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:48.498473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port a62a75fb-e472-4305-83f7-e03db3c48a99, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a62a75fb-e472-4305-83f7-e03db3c48a99,segment=NetworkSegment(69d4161b-fc17-4044-8bbd-d00177ae2b34),segment_id=69d4161b-fc17-4044-8bbd-d00177ae2b34)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:41:48.502408 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:48.550848 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=a62a75fb-e472-4305-83f7-e03db3c48a99,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:41:48.587575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518c0635-662c-430d-a485-148c7ff56ac3 None None] Network 543833fe-743d-4c2a-8590-9a9ffbca9086 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:41:48.655698 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fb704e4d-c3ae-441b-8c36-6fc6ec138133 None None] Provisioning complete for port a62a75fb-e472-4305-83f7-e03db3c48a99 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:41:48.656070 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fb704e4d-c3ae-441b-8c36-6fc6ec138133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:49.004356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1582c612-1133-49d1-9c87-6fccbaab1b75 None None] Provisioning complete for port a62a75fb-e472-4305-83f7-e03db3c48a99 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:41:49.004744 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1582c612-1133-49d1-9c87-6fccbaab1b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:49.911501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45916) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:41:50.223469 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a62a75fb-e472-4305-83f7-e03db3c48a99 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:41:50.229997 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-8696609e-0da4-44d8-bb8f-76704606ad6d admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:41:50.231117 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8696609e-0da4-44d8-bb8f-76704606ad6d admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3186696 Nov 24 12:41:50.276787 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a62a75fb-e472-4305-83f7-e03db3c48a99 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:41:50.277094 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:50.752616 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6014b8c9-6764-4f50-84cf-86026515f33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:52.722558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45924) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:41:53.031282 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:41:53.052850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Made reservation on behalf of dcdc5db50a7648aeb7b1e3d6f249ebc0 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:41:53.055052 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:53.065423 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:53.138552 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:53.142303 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:53.155248 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f2f206a9-00de-421e-91e2-65021fd30387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:53.159266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Reserving flat network on physical network physnet1 {{(pid=114985) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 24 12:41:53.180254 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4986116-b538-4b32-8426-eb8c9e39965d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:41:53.183490 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:53.183838 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Added segment 26e237cd-2d4b-460a-9f0b-a79d5cc05b71 of type flat for network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd Nov 24 12:41:53.230493 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:53.262537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:53.263541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:41:53.264133 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:53.297454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5738308 Nov 24 12:41:53.330576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408796fd-80ef-49d5-83b8-73962aaf8bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:41:53.341167 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:41:54.163939 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:55.673023 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:55.753068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45942) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:41:55.927456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deda263-94e2-477e-a6bd-04d1f7c7e4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:41:55.929445 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7deda263-94e2-477e-a6bd-04d1f7c7e4df admin admin] 10.222.0.48 "GET /v2.0/subnets/d1144f0b-ee40-40ba-894d-f9b89dbaca7b HTTP/1.1" status: 200 len: 849 time: 0.1754074 Nov 24 12:41:56.087010 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e393e194-2de6-4c44-8f9e-3ef28455663c admin admin] 10.222.0.48 "GET /v2.0/routers/baa78d9e-b40e-4d22-8962-9486616c3fe5 HTTP/1.1" status: 200 len: 704 time: 0.1515524 Nov 24 12:41:56.355532 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:56.476861 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:56.646389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Allocated IP 172.20.0.1 (543833fe-743d-4c2a-8590-9a9ffbca9086/d1144f0b-ee40-40ba-894d-f9b89dbaca7b/7658333f-2cc7-45a9-be0b-45e1432325fc) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:41:56.796036 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:56.905556 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:56.979414 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Network 543833fe-743d-4c2a-8590-9a9ffbca9086 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:41:56.985038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:41:56.990666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:41:56.991236 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:57.045320 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Pushing event updated for resources: {'Port': ['ID=7658333f-2cc7-45a9-be0b-45e1432325fc,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:41:57.184664 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:57.238247 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b2b56bf8-e770-4d1a-a5cb-ee6c0baecce8 None None] Provisioning complete for port 7658333f-2cc7-45a9-be0b-45e1432325fc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:41:57.238800 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b2b56bf8-e770-4d1a-a5cb-ee6c0baecce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:57.316657 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b2b56bf8-e770-4d1a-a5cb-ee6c0baecce8 None None] Port 7658333f-2cc7-45a9-be0b-45e1432325fc cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:41:57.395048 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:57.400152 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:57.401027 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:57.484686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Pushing event updated for resources: {'Port': ['ID=7658333f-2cc7-45a9-be0b-45e1432325fc,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:41:57.528129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Network 543833fe-743d-4c2a-8590-9a9ffbca9086 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:41:57.530403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:41:57.688857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Router baa78d9e-b40e-4d22-8962-9486616c3fe5 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:41:57.736981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-26634646-17ae-4915-aeda-d8d58afdc475 None None] Provisioning complete for port 7658333f-2cc7-45a9-be0b-45e1432325fc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:41:57.737357 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-26634646-17ae-4915-aeda-d8d58afdc475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:57.770143 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-26634646-17ae-4915-aeda-d8d58afdc475 None None] Port 7658333f-2cc7-45a9-be0b-45e1432325fc cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:41:57.778509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:41:57.783824 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a52ae827-99b4-489b-8c3f-a351d213b180 admin admin] 10.222.0.48 "PUT /v2.0/routers/baa78d9e-b40e-4d22-8962-9486616c3fe5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6911461 Nov 24 12:41:57.788255 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Sync routers for ids ['baa78d9e-b40e-4d22-8962-9486616c3fe5'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:41:57.800205 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Routers {'baa78d9e-b40e-4d22-8962-9486616c3fe5'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:41:57.800952 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:41:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['baa78d9e-b40e-4d22-8962-9486616c3fe5'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:41:57.993674 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Set router baa78d9e-b40e-4d22-8962-9486616c3fe5 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:41:58.424242 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'name': 'router1', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:41:47Z', 'updated_at': '2021-11-24T12:41:57Z', 'revision_number': 2, 'project_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'gw_port_host': None, '_interfaces': [{'id': '7658333f-2cc7-45a9-be0b-45e1432325fc', 'name': '', 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'mac_address': 'fa:16:3e:dd:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1144f0b-ee40-40ba-894d-f9b89dbaca7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:41:56Z', 'updated_at': '2021-11-24T12:41:57Z', 'revision_number': 2, 'project_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'subnets': [{'id': 'd1144f0b-ee40-40ba-894d-f9b89dbaca7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '094dbc80-3381-4ff0-bf22-d5935a3321c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:41:58.476287 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Checking router: baa78d9e-b40e-4d22-8962-9486616c3fe5 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:41:58.476667 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Updating router baa78d9e-b40e-4d22-8962-9486616c3fe5 port 7658333f-2cc7-45a9-be0b-45e1432325fc binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:41:58.525814 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:59.020315 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:59.027126 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:59.191408 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Attempting to bind port 7658333f-2cc7-45a9-be0b-45e1432325fc on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:41:59.191829 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Attempting to bind port 7658333f-2cc7-45a9-be0b-45e1432325fc by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '69d4161b-fc17-4044-8bbd-d00177ae2b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:41:59.192427 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Attempting to bind port 7658333f-2cc7-45a9-be0b-45e1432325fc on network 543833fe-743d-4c2a-8590-9a9ffbca9086 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:41:59.194762 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Pushing event updated for resources: {'Port': ['ID=7658333f-2cc7-45a9-be0b-45e1432325fc,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:41:59.205007 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:41:59.205430 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Checking segment: {'id': '69d4161b-fc17-4044-8bbd-d00177ae2b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:41:59.205910 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:59.206309 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Bound using segment: {'id': '69d4161b-fc17-4044-8bbd-d00177ae2b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:41:59.206789 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Bound port: 7658333f-2cc7-45a9-be0b-45e1432325fc, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d4161b-fc17-4044-8bbd-d00177ae2b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:41:59.207188 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:59.210389 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:59.210740 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:59.211082 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:59.211419 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:59.211759 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:59.212088 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:59.212417 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:59.212759 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:59.213090 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:59.213415 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:59.213740 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:59.214064 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Tracked resource versions report: Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: pushed versions: Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: { 'AddressGroup': {'1.2'}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'ConntrackHelper': {'1.0'}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'Log': {'1.0'}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'Network': {'1.1'}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'Port': {'1.7'}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'PortForwarding': {'1.2'}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'QosPolicy': {'1.10'}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'SecurityGroup': {'1.5'}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'SecurityGroupRule': {'1.2'}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'SubPort': {'1.0'}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'Subnet': {'1.1'}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'Trunk': {'1.1'}} Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: consumer versions: Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: { DHCP agent@n-d-817303-4: {}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: L3 agent@n-d-817303-4: {}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: Metadata agent@n-d-817303-4: {}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: Metering agent@n-d-817303-4: {}, Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: Open vSwitch agent@n-d-817303-4: { 'AddressGroup': '1.2', Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'ConntrackHelper': '1.0', Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'Log': '1.0', Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'Network': '1.1', Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'Port': '1.7', Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'PortForwarding': '1.2', Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'QosPolicy': '1.10', Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'SecurityGroup': '1.5', Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'SecurityGroupRule': '1.2', Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'SubPort': '1.0', Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'Subnet': '1.1', Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: 'Trunk': '1.1'}} Nov 24 12:41:59.215143 n-d-817303-4 neutron-server[114988]: {{(pid=114988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 12:41:59.285236 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] For port 7658333f-2cc7-45a9-be0b-45e1432325fc, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:41:59.305630 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] For port 7658333f-2cc7-45a9-be0b-45e1432325fc, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7658333f-2cc7-45a9-be0b-45e1432325fc,segment=NetworkSegment(69d4161b-fc17-4044-8bbd-d00177ae2b34),segment_id=69d4161b-fc17-4044-8bbd-d00177ae2b34)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:41:59.310747 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:59.310880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ec9440dd-4298-4c05-8a8c-135f7cf9cde1 None None] Provisioning complete for port 7658333f-2cc7-45a9-be0b-45e1432325fc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:41:59.311362 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec9440dd-4298-4c05-8a8c-135f7cf9cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:59.353988 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Routers {'baa78d9e-b40e-4d22-8962-9486616c3fe5'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:41:59.354531 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:41:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['baa78d9e-b40e-4d22-8962-9486616c3fe5'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:41:59.404573 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec9440dd-4298-4c05-8a8c-135f7cf9cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:59.440922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ec9440dd-4298-4c05-8a8c-135f7cf9cde1 None None] For port 7658333f-2cc7-45a9-be0b-45e1432325fc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7658333f-2cc7-45a9-be0b-45e1432325fc,segment=NetworkSegment(69d4161b-fc17-4044-8bbd-d00177ae2b34),segment_id=69d4161b-fc17-4044-8bbd-d00177ae2b34)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:41:59.442348 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] Set router baa78d9e-b40e-4d22-8962-9486616c3fe5 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:41:59.448467 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec9440dd-4298-4c05-8a8c-135f7cf9cde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:59.510931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9440dd-4298-4c05-8a8c-135f7cf9cde1 None None] Pushing event updated for resources: {'Port': ['ID=7658333f-2cc7-45a9-be0b-45e1432325fc,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:41:59.514590 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21c17e-113a-490c-84e5-280a8ad82ca7 None None] Pushing event updated for resources: {'Port': ['ID=7658333f-2cc7-45a9-be0b-45e1432325fc,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:41:59.574736 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e5d72d7c-4171-481c-94ee-f9ebbff17615 None None] Provisioning complete for port 7658333f-2cc7-45a9-be0b-45e1432325fc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:41:59.575458 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e5d72d7c-4171-481c-94ee-f9ebbff17615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:41:59.693885 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'name': 'router1', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:41:47Z', 'updated_at': '2021-11-24T12:41:57Z', 'revision_number': 2, 'project_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'gw_port_host': None, '_interfaces': [{'id': '7658333f-2cc7-45a9-be0b-45e1432325fc', 'name': '', 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'mac_address': 'fa:16:3e:dd:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1144f0b-ee40-40ba-894d-f9b89dbaca7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:41:56Z', 'updated_at': '2021-11-24T12:41:59Z', 'revision_number': 4, 'project_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'subnets': [{'id': 'd1144f0b-ee40-40ba-894d-f9b89dbaca7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '094dbc80-3381-4ff0-bf22-d5935a3321c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:41:59.718988 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed80742-daa7-4ed2-85f0-9dd7a023aa4b None None] The sync data for ids ['baa78d9e-b40e-4d22-8962-9486616c3fe5'] in n-d-817303-4 is: [{'id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'name': 'router1', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:41:47Z', 'updated_at': '2021-11-24T12:41:57Z', 'revision_number': 2, 'project_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'gw_port_host': None, '_interfaces': [{'id': '7658333f-2cc7-45a9-be0b-45e1432325fc', 'name': '', 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'mac_address': 'fa:16:3e:dd:21:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1144f0b-ee40-40ba-894d-f9b89dbaca7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:41:56Z', 'updated_at': '2021-11-24T12:41:59Z', 'revision_number': 4, 'project_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'subnets': [{'id': 'd1144f0b-ee40-40ba-894d-f9b89dbaca7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '094dbc80-3381-4ff0-bf22-d5935a3321c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:42:00.142660 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45962) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:42:00.253523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ea31d3-ff83-49cb-ae31-8bc3e19d69f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:42:00.254653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-93ea31d3-ff83-49cb-ae31-8bc3e19d69f1 admin admin] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 842 time: 0.1109335 Nov 24 12:42:00.265016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2ad4d3d0-ecb6-4a8c-b200-28774e22ec56 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.0.1', 'ip_version': 4, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'cidr': '172.25.0.0/24'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:42:00.287375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad4d3d0-ecb6-4a8c-b200-28774e22ec56 admin admin] Made reservation on behalf of dcdc5db50a7648aeb7b1e3d6f249ebc0 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:42:00.289750 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d3d0-ecb6-4a8c-b200-28774e22ec56 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:00.572486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.objects.ports [None req-2ad4d3d0-ecb6-4a8c-b200-28774e22ec56 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114985) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 12:42:00.572944 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d3d0-ecb6-4a8c-b200-28774e22ec56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:00.628849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad4d3d0-ecb6-4a8c-b200-28774e22ec56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5119053c-f0c4-44db-824f-5fe110b31bc2,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:42:00.634220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad4d3d0-ecb6-4a8c-b200-28774e22ec56 admin admin] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:42:00.634566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad4d3d0-ecb6-4a8c-b200-28774e22ec56 admin admin] Network hostable DHCP agents. Network: eab2733c-8877-4c2f-a6e8-05bcbad7e8bd, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:42:00.650586 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad4d3d0-ecb6-4a8c-b200-28774e22ec56 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:42:00.658956 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-2ad4d3d0-ecb6-4a8c-b200-28774e22ec56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, eab2733c-8877-4c2f-a6e8-05bcbad7e8bd) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:42:00.663070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad4d3d0-ecb6-4a8c-b200-28774e22ec56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:42:00.663568 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ad4d3d0-ecb6-4a8c-b200-28774e22ec56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:00.669021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6721963e-7485-4b6a-9d47-504c2f39add6 None None] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:42:00.692291 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2ad4d3d0-ecb6-4a8c-b200-28774e22ec56 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4184084 Nov 24 12:42:00.812092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796213c-6335-4e8b-b36e-463d31609006 None None] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:42:03.088304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45970) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:42:03.283819 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-41fc2754-f8dd-493c-b9fa-14ada8e877ca admin admin] 10.222.0.48 "GET /v2.0/routers/baa78d9e-b40e-4d22-8962-9486616c3fe5 HTTP/1.1" status: 200 len: 710 time: 0.1942644 Nov 24 12:42:03.375660 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675d2d04-7c19-4419-9acc-dfd1c12de81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:42:03.377087 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-675d2d04-7c19-4419-9acc-dfd1c12de81b admin admin] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 886 time: 0.0869994 Nov 24 12:42:03.386732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:42:03.640019 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:03.869492 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:03.950212 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:04.053158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Allocated IP 172.25.0.163 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/7713a6de-882a-4573-8aae-d237332c8e2b) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:42:04.155603 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:04.189011 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:04.232976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:42:04.236020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:42:04.242845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:42:04.244603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=7713a6de-882a-4573-8aae-d237332c8e2b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:42:04.485254 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:04.761410 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:04.764536 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:04.868610 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Router baa78d9e-b40e-4d22-8962-9486616c3fe5 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:42:04.973787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:42:04.978475 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:04.979671 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cbb14fa4-b566-4db2-883a-04d001c38fe2 admin admin] 10.222.0.48 "PUT /v2.0/routers/baa78d9e-b40e-4d22-8962-9486616c3fe5 HTTP/1.1" status: 200 len: 890 time: 1.5963409 Nov 24 12:42:06.268647 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7658333f-2cc7-45a9-be0b-45e1432325fc up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:42:06.318300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7658333f-2cc7-45a9-be0b-45e1432325fc triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:42:06.318681 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:06.680904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Sync routers for ids ['baa78d9e-b40e-4d22-8962-9486616c3fe5'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:42:06.692085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Routers {'baa78d9e-b40e-4d22-8962-9486616c3fe5'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:42:06.692750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:41:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['baa78d9e-b40e-4d22-8962-9486616c3fe5'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:42:06.901192 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Set router baa78d9e-b40e-4d22-8962-9486616c3fe5 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:42:07.352711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'name': 'router1', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '7713a6de-882a-4573-8aae-d237332c8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:41:47Z', 'updated_at': '2021-11-24T12:42:04Z', 'revision_number': 4, 'project_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'gw_port': {'id': '7713a6de-882a-4573-8aae-d237332c8e2b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:42:03Z', 'updated_at': '2021-11-24T12:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '7658333f-2cc7-45a9-be0b-45e1432325fc', 'name': '', 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'mac_address': 'fa:16:3e:dd:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1144f0b-ee40-40ba-894d-f9b89dbaca7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:41:56Z', 'updated_at': '2021-11-24T12:41:59Z', 'revision_number': 5, 'project_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'subnets': [{'id': 'd1144f0b-ee40-40ba-894d-f9b89dbaca7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '094dbc80-3381-4ff0-bf22-d5935a3321c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:42:07.403966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Checking router: baa78d9e-b40e-4d22-8962-9486616c3fe5 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:42:07.404355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Updating router baa78d9e-b40e-4d22-8962-9486616c3fe5 port 7713a6de-882a-4573-8aae-d237332c8e2b binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:42:07.451860 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:07.488969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45982) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:42:07.598253 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1e5b1e96-7dc3-4aea-a34f-f9aa4d23a89d admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1081171 Nov 24 12:42:07.783575 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:07.788875 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:07.842792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a69c1c-d116-4627-ad02-7e0d5eab4c38 None None] Pushing event updated for resources: {'Port': ['ID=7713a6de-882a-4573-8aae-d237332c8e2b,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:42:07.846958 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Attempting to bind port 7713a6de-882a-4573-8aae-d237332c8e2b on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:42:07.847339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Attempting to bind port 7713a6de-882a-4573-8aae-d237332c8e2b by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:42:07.847711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Attempting to bind port 7713a6de-882a-4573-8aae-d237332c8e2b on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:42:07.852978 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:42:07.853370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:42:07.853777 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:07.854177 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:42:07.854655 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Bound port: 7713a6de-882a-4573-8aae-d237332c8e2b, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:42:07.855057 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:07.905547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] For port 7713a6de-882a-4573-8aae-d237332c8e2b, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:42:07.909238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] For port 7713a6de-882a-4573-8aae-d237332c8e2b, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7713a6de-882a-4573-8aae-d237332c8e2b,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:42:07.915851 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:07.969815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Routers {'baa78d9e-b40e-4d22-8962-9486616c3fe5'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:42:07.970422 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:41:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['baa78d9e-b40e-4d22-8962-9486616c3fe5'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:42:08.009943 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a69c1c-d116-4627-ad02-7e0d5eab4c38 None None] Pushing event updated for resources: {'Port': ['ID=7713a6de-882a-4573-8aae-d237332c8e2b,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:42:08.081683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] Set router baa78d9e-b40e-4d22-8962-9486616c3fe5 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:42:08.295647 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'name': 'router1', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '7713a6de-882a-4573-8aae-d237332c8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:41:47Z', 'updated_at': '2021-11-24T12:42:04Z', 'revision_number': 4, 'project_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'gw_port': {'id': '7713a6de-882a-4573-8aae-d237332c8e2b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:42:03Z', 'updated_at': '2021-11-24T12:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '7658333f-2cc7-45a9-be0b-45e1432325fc', 'name': '', 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'mac_address': 'fa:16:3e:dd:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1144f0b-ee40-40ba-894d-f9b89dbaca7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:41:56Z', 'updated_at': '2021-11-24T12:41:59Z', 'revision_number': 5, 'project_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'subnets': [{'id': 'd1144f0b-ee40-40ba-894d-f9b89dbaca7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '094dbc80-3381-4ff0-bf22-d5935a3321c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:42:08.321473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b808427a-1b88-4eeb-b37f-ff2a53aaf117 None None] The sync data for ids ['baa78d9e-b40e-4d22-8962-9486616c3fe5'] in n-d-817303-4 is: [{'id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'name': 'router1', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '7713a6de-882a-4573-8aae-d237332c8e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:41:47Z', 'updated_at': '2021-11-24T12:42:04Z', 'revision_number': 4, 'project_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'gw_port': {'id': '7713a6de-882a-4573-8aae-d237332c8e2b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:42:03Z', 'updated_at': '2021-11-24T12:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '7658333f-2cc7-45a9-be0b-45e1432325fc', 'name': '', 'network_id': '543833fe-743d-4c2a-8590-9a9ffbca9086', 'tenant_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'mac_address': 'fa:16:3e:dd:21:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa78d9e-b40e-4d22-8962-9486616c3fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd1144f0b-ee40-40ba-894d-f9b89dbaca7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:41:56Z', 'updated_at': '2021-11-24T12:41:59Z', 'revision_number': 5, 'project_id': '160fe91db4a34b96aaaf9a1cf738d48e', 'subnets': [{'id': 'd1144f0b-ee40-40ba-894d-f9b89dbaca7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '094dbc80-3381-4ff0-bf22-d5935a3321c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:42:10.331670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7713a6de-882a-4573-8aae-d237332c8e2b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:42:10.381853 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7713a6de-882a-4573-8aae-d237332c8e2b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:42:10.382226 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:10.464033 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:10.492967 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 7713a6de-882a-4573-8aae-d237332c8e2b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7713a6de-882a-4573-8aae-d237332c8e2b,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:42:10.498565 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:10.551351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=7713a6de-882a-4573-8aae-d237332c8e2b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:42:12.318700 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7713a6de-882a-4573-8aae-d237332c8e2b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:42:12.445400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7713a6de-882a-4573-8aae-d237332c8e2b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:42:12.445926 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:20.756558 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7ed27e39-e387-4270-bdbb-06250a660ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:21.286801 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 5 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:42:23.149787 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6410de0d-fcfa-419d-b421-c2ed404dc02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:24.171042 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:25.685848 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:26.483777 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:50.764171 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-74d240e7-5412-4841-a055-5d5dd1c5b19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:53.154569 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-82b70b1d-5be4-4de7-b395-b9bd6f6f7a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:54.172376 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:55.679348 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:56.476887 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:42:58.286344 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 5 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:43:20.757775 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6d7ef8c2-72b0-420a-9bfd-5bf97aa822a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:43:23.156709 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25279494-b162-42d9-83c4-e5da4c223f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:43:24.178760 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:43:25.677285 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:43:26.483404 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:43:31.762847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46498) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:43:31.825223 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1712e9-8ca8-4b60-baec-8438a8d7e697 admin admin] GET failed (client error): The resource could not be found. Nov 24 12:43:31.826593 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bd1712e9-8ca8-4b60-baec-8438a8d7e697 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627387 Nov 24 12:43:31.989164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc298dd8-aef8-4aef-b1cf-fd2bd67fdcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:31.990651 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dc298dd8-aef8-4aef-b1cf-fd2bd67fdcd1 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1580682 Nov 24 12:43:34.275321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46508) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:43:34.377795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6886f24-6023-4ae6-8a9e-248b8e895869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:34.379132 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c6886f24-6023-4ae6-8a9e-248b8e895869 admin admin] 10.222.0.48 "GET /v2.0/subnets/d1144f0b-ee40-40ba-894d-f9b89dbaca7b HTTP/1.1" status: 200 len: 849 time: 0.1028337 Nov 24 12:43:34.388949 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:43:34.475006 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Publish callbacks [] for subnet, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:43:34.615550 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788463949177'] for subnet, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:43:34.648603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:34.649219 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:43:34.650678 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] 10.222.0.48 "PUT /v2.0/subnets/d1144f0b-ee40-40ba-894d-f9b89dbaca7b HTTP/1.1" status: 200 len: 868 time: 0.2651339 Nov 24 12:43:34.664463 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276c5e52-3408-48a5-ae89-37c107f9816f None None] Network 543833fe-743d-4c2a-8590-9a9ffbca9086 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:43:34.674060 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1144f0b-ee40-40ba-894d-f9b89dbaca7b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:43:34.682305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:43:34.682691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:43:34.683006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:43:34.683351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:43:34.683691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:43:34.684030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:43:34.684367 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:43:34.684707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:43:34.685077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:43:34.685416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:43:34.685749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:43:34.686082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1865fe8d-c6e2-4a1f-b358-c2bc6e6f79f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:43:35.005690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0ebadf3b-c3ad-4ed1-9a80-f247aa6a6e99 None None] Provisioning complete for port a62a75fb-e472-4305-83f7-e03db3c48a99 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:43:35.006086 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0ebadf3b-c3ad-4ed1-9a80-f247aa6a6e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:43:35.094457 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0ebadf3b-c3ad-4ed1-9a80-f247aa6a6e99 None None] Provisioning complete for port 7658333f-2cc7-45a9-be0b-45e1432325fc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:43:35.094748 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0ebadf3b-c3ad-4ed1-9a80-f247aa6a6e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:43:35.285163 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 5 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:43:36.953638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46516) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:43:37.161096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91682787-6cc9-4be3-a4a2-baf53e604a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:37.161491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91682787-6cc9-4be3-a4a2-baf53e604a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:37.163022 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-91682787-6cc9-4be3-a4a2-baf53e604a97 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2084281 Nov 24 12:43:39.438046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46524) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:43:39.569934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea446fa6-6583-424f-ac04-51b9b1f36158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:39.570324 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea446fa6-6583-424f-ac04-51b9b1f36158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:39.571864 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ea446fa6-6583-424f-ac04-51b9b1f36158 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328766 Nov 24 12:43:41.828501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46532) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:43:41.957931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b31728-fece-475b-bf51-acb6730a4b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:41.959280 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e8b31728-fece-475b-bf51-acb6730a4b98 admin admin] 10.222.0.48 "GET /v2.0/networks/543833fe-743d-4c2a-8590-9a9ffbca9086 HTTP/1.1" status: 200 len: 869 time: 0.1297824 Nov 24 12:43:44.238791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46540) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:43:44.364453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b027ab-20b4-4c0f-b69e-e9deeffd32d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:44.366247 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e8b027ab-20b4-4c0f-b69e-e9deeffd32d2 admin admin] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 886 time: 0.1264637 Nov 24 12:43:46.618977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46548) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:43:46.742100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3145e95c-7d78-4756-bc82-f340809e3d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:46.742561 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3145e95c-7d78-4756-bc82-f340809e3d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:46.744062 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3145e95c-7d78-4756-bc82-f340809e3d59 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241426 Nov 24 12:43:49.010054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46556) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:43:49.199862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4daf778-7fb1-4597-ba00-132136a8a624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:49.200318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4daf778-7fb1-4597-ba00-132136a8a624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:49.201890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b4daf778-7fb1-4597-ba00-132136a8a624 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1908219 Nov 24 12:43:50.758890 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fbe02275-8e5a-48e1-83fe-15b2e2402019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:43:51.472600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46564) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:43:51.558904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91641387-20f5-415c-9adc-5f8e26b53d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:51.560220 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-91641387-20f5-415c-9adc-5f8e26b53d40 admin admin] 10.222.0.48 "GET /v2.0/subnets/5119053c-f0c4-44db-824f-5fe110b31bc2 HTTP/1.1" status: 200 len: 816 time: 0.0863783 Nov 24 12:43:53.157379 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d6463a98-3c6b-485c-9ba8-36eb4508f3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:43:53.841119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46572) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:43:53.940056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f796f3b-7704-45b4-98fb-1234b532dcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:43:53.941446 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9f796f3b-7704-45b4-98fb-1234b532dcb9 admin admin] 10.222.0.48 "GET /v2.0/subnets/d1144f0b-ee40-40ba-894d-f9b89dbaca7b HTTP/1.1" status: 200 len: 868 time: 0.0993783 Nov 24 12:43:54.178967 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:43:55.679971 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:43:56.488979 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:12.284377 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 5 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:44:19.965249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46626) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:44:20.016249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-a26d106d-c8a8-447a-a1bf-00feef3e3ea6 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:44:20.017289 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a26d106d-c8a8-447a-a1bf-00feef3e3ea6 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511079 Nov 24 12:44:20.760006 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-be4b2299-9e8c-4fec-9b48-91d6421d2c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:22.394837 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46636) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:44:22.470969 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-918df964-f939-43ec-879d-6c031c23073a admin admin] GET failed (client error): The resource could not be found. Nov 24 12:44:22.472431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-918df964-f939-43ec-879d-6c031c23073a admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0766256 Nov 24 12:44:22.646649 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0061fbbc-aa54-450a-9e1a-825b2bc3dcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:44:22.648203 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0061fbbc-aa54-450a-9e1a-825b2bc3dcd3 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1713693 Nov 24 12:44:23.158865 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-909be10d-0b5d-46d4-aecc-ba3eee2114cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:24.181215 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:24.976415 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46644) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:44:25.024981 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:44:25.050892 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Made reservation on behalf of dcdc5db50a7648aeb7b1e3d6f249ebc0 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:44:25.053584 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:25.095691 n-d-817303-4 neutron-server[114986]: WARNING neutron.services.revisions.revision_plugin [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Could not find related network for resource to bump revision. Nov 24 12:44:25.111750 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:44:25.124383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788464076975', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:25.125029 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Unsubscribe: segment precommit_create {{(pid=114986) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 12:44:25.125570 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Added segment aa4a90d1-d057-4215-b6de-7efd45fd8d87 of type vlan for network 81418c15-a0ea-409a-bffa-85dc9db0ce64 Nov 24 12:44:25.181576 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:25.213173 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:25.214233 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:44:25.214828 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:25.236066 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2585425 Nov 24 12:44:25.346742 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Pushing event updated for resources: {'Network': ['ID=81418c15-a0ea-409a-bffa-85dc9db0ce64,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:44:25.356750 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:25.357144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:25.357510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:25.357870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:25.358225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:25.358577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:25.358925 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:25.359273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:25.359637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:25.359971 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:25.360579 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:25.361017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d582b2-ac9d-4e0a-b0e9-862083af1cec admin admin] Tracked resource versions report: Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: pushed versions: Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: { 'AddressGroup': {'1.2'}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'ConntrackHelper': {'1.0'}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'Log': {'1.0'}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'Network': {'1.1'}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'Port': {'1.7'}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'PortForwarding': {'1.2'}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'QosPolicy': {'1.10'}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'SecurityGroup': {'1.5'}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'SecurityGroupRule': {'1.2'}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'SubPort': {'1.0'}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'Subnet': {'1.1'}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'Trunk': {'1.1'}} Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: consumer versions: Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: { DHCP agent@n-d-817303-4: {}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: L3 agent@n-d-817303-4: {}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: Metadata agent@n-d-817303-4: {}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: Metering agent@n-d-817303-4: {}, Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: Open vSwitch agent@n-d-817303-4: { 'AddressGroup': '1.2', Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'ConntrackHelper': '1.0', Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'Log': '1.0', Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'Network': '1.1', Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'Port': '1.7', Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'PortForwarding': '1.2', Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'QosPolicy': '1.10', Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'SecurityGroup': '1.5', Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'SecurityGroupRule': '1.2', Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'SubPort': '1.0', Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'Subnet': '1.1', Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: 'Trunk': '1.1'}} Nov 24 12:44:25.362801 n-d-817303-4 neutron-server[114986]: {{(pid=114986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 12:44:25.404258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:44:25.685382 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:26.491258 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:27.565767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46656) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:44:27.626958 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cf8267-5ca1-4a03-bfb2-79e8f7d6a582 admin admin] GET failed (client error): The resource could not be found. Nov 24 12:44:27.628218 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-38cf8267-5ca1-4a03-bfb2-79e8f7d6a582 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614843 Nov 24 12:44:27.696018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5864c79b-a051-49b3-a614-adec8a5c97a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:44:27.697490 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5864c79b-a051-49b3-a614-adec8a5c97a3 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648737 Nov 24 12:44:27.708270 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-fff620b8-f182-4261-a85e-8d929e42193b admin admin] Request body: {'subnet': {'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:44:27.731978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff620b8-f182-4261-a85e-8d929e42193b admin admin] Made reservation on behalf of dcdc5db50a7648aeb7b1e3d6f249ebc0 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:44:27.734215 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fff620b8-f182-4261-a85e-8d929e42193b admin admin] Publish callbacks [] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:27.968271 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fff620b8-f182-4261-a85e-8d929e42193b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:28.028528 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff620b8-f182-4261-a85e-8d929e42193b admin admin] Pushing event updated for resources: {'Subnet': ['ID=199c2bfc-501f-4457-bc5a-c53115d25fe8,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:44:28.039542 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff620b8-f182-4261-a85e-8d929e42193b admin admin] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:44:28.039899 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff620b8-f182-4261-a85e-8d929e42193b admin admin] Network hostable DHCP agents. Network: 81418c15-a0ea-409a-bffa-85dc9db0ce64, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:44:28.059813 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff620b8-f182-4261-a85e-8d929e42193b admin admin] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:44:28.071068 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-fff620b8-f182-4261-a85e-8d929e42193b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 81418c15-a0ea-409a-bffa-85dc9db0ce64) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:44:28.076217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff620b8-f182-4261-a85e-8d929e42193b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:44:28.077289 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fff620b8-f182-4261-a85e-8d929e42193b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:28.081153 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982865c0-16e9-40d8-9c20-f974c3fc1fee None None] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:44:28.094091 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fff620b8-f182-4261-a85e-8d929e42193b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3895741 Nov 24 12:44:28.332680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-81418c15-a0ea-409a-bffa-85dc9db0ce64', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'tenant_id': 'dcdc5db50a7648aeb7b1e3d6f249ebc0', 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:44:28.333615 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:28.475293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Allocated IP 192.168.233.2 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/fc787721-8729-4616-a159-d11722629cb6) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:44:28.620983 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:28.627143 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:28.674338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:44:28.677669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:44:28.682066 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:44:28.684249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Pushing event updated for resources: {'Port': ['ID=fc787721-8729-4616-a159-d11722629cb6,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:44:28.693137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:28.693484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:28.693825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:28.694154 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:28.694482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:28.694807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:28.695131 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:28.695452 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:28.695770 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:28.696089 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:28.696406 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:28.696759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:44:28.747349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Attempting to bind port fc787721-8729-4616-a159-d11722629cb6 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:44:28.747847 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Attempting to bind port fc787721-8729-4616-a159-d11722629cb6 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:44:28.748207 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Attempting to bind port fc787721-8729-4616-a159-d11722629cb6 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:44:28.753254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:44:28.753625 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:44:28.754020 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:28.754403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:44:28.754861 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Bound port: fc787721-8729-4616-a159-d11722629cb6, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:44:28.755255 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:28.817337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] For port fc787721-8729-4616-a159-d11722629cb6, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:44:28.820349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] For port fc787721-8729-4616-a159-d11722629cb6, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=fc787721-8729-4616-a159-d11722629cb6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:44:28.824990 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:28.884889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143da4b7-40ec-4840-96f2-ea79ed36e3b5 None None] Pushing event updated for resources: {'Port': ['ID=fc787721-8729-4616-a159-d11722629cb6,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:44:29.722097 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066bcabc-d4c5-4a32-bcad-a582ab7a4f25 None None] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:44:29.838167 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-94a3793e-71cf-49cb-8cd4-e11ad4b8572b None None] Provisioning complete for port fc787721-8729-4616-a159-d11722629cb6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:44:29.838545 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-94a3793e-71cf-49cb-8cd4-e11ad4b8572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:29.953580 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-94a3793e-71cf-49cb-8cd4-e11ad4b8572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:29.988043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-94a3793e-71cf-49cb-8cd4-e11ad4b8572b None None] For port fc787721-8729-4616-a159-d11722629cb6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=fc787721-8729-4616-a159-d11722629cb6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:44:29.992798 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-94a3793e-71cf-49cb-8cd4-e11ad4b8572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:30.047672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3793e-71cf-49cb-8cd4-e11ad4b8572b None None] Pushing event updated for resources: {'Port': ['ID=fc787721-8729-4616-a159-d11722629cb6,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:44:30.113344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3e7462f5-6bb6-48f2-8e28-8ff52ddb9014 None None] Provisioning complete for port fc787721-8729-4616-a159-d11722629cb6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:44:30.113720 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3e7462f5-6bb6-48f2-8e28-8ff52ddb9014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:30.377996 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device fc787721-8729-4616-a159-d11722629cb6 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:44:30.430858 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port fc787721-8729-4616-a159-d11722629cb6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:44:30.431248 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:49.282756 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 5 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:44:50.764141 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-20a0a873-0a3e-40f8-9430-2e2cd0b5abb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:53.160243 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d6c8a130-8b7a-4e0b-a94c-62fd83e1b985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:54.183671 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:55.685654 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:44:56.493206 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:20.775549 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fffd8e7e-3400-4bfe-ba65-60154ab3230e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:23.163927 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a80126a0-8151-4a50-84ea-95e7f2bdeea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:24.186703 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:25.688264 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:26.281033 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 5 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:45:26.495222 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:40.280561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46700) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:45:40.286406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-ff89711c-1f5b-4d1c-a993-7247166a50b1 tempest-verify_tempest_config-1411632093 tempest-verify_tempest_config-1411632093-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:45:40.287397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ff89711c-1f5b-4d1c-a993-7247166a50b1 tempest-verify_tempest_config-1411632093 tempest-verify_tempest_config-1411632093-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057690 Nov 24 12:45:40.569626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46718) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:45:40.673583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:40.745605 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:40.749043 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:40.793458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffec0e2-cb02-4574-ab36-54e88d5c5fc6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:45:40.797475 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=589661e272e84298bb2ec96915faf7c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2268565 Nov 24 12:45:40.800858 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46724) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:45:40.803510 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:40.803851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:40.804194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:40.804545 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:40.804889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:40.805219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:40.805548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:40.805871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:40.806193 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:40.806518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:40.806839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:40.807196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396e676d-6b6b-4e16-9007-a8d6aa93a707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:40.873141 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:40.896255 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:40.993955 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:40.997140 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:40.998385 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ffec0e2-cb02-4574-ab36-54e88d5c5fc6 HTTP/1.1" status: 204 len: 168 time: 0.1965017 Nov 24 12:45:41.007931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffec0e2-cb02-4574-ab36-54e88d5c5fc6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:45:41.015307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:41.015660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:41.016000 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:41.016339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:41.017223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:41.017555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:41.017881 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:41.018206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:41.018618 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:41.018836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:41.019156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:41.019476 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ae12d4-d5da-4ce5-9e5e-b5f8d5243257 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:45:50.768248 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7526b6a8-009b-4ea6-9e9f-e05bd7cb1ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:53.165271 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0c2ee097-b4c3-4889-977e-78dee1a43c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:54.190651 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:55.689366 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:45:56.497951 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:46:03.279232 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 5 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:46:20.768568 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1de3db1-86d2-487a-b2c8-f0851f1ab0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:46:23.166269 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-99a32253-9080-4dca-bbc9-f8bd91188eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:46:24.192062 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:46:25.694469 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:46:26.499837 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:46:40.277440 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 5 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:46:50.770320 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-70544c52-0e85-45d4-b496-5b4bb7f9c2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:46:53.167590 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ada51049-ea68-4f81-8db2-03060d593eef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:46:54.194366 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:46:55.695713 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:46:56.501412 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:47:17.276036 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 5 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:47:20.771925 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6dc8f7cd-6378-4d23-ac1c-cf2b1652b32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:47:23.169531 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7403975d-8489-4dee-9a1b-f40463e62e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:47:24.197440 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:47:25.698513 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:47:26.503360 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:47:50.772984 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c9b81542-ef51-4362-90a9-ef29974d68bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:47:53.171188 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-97edc161-aa57-4760-a971-dbd330e5972d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:47:54.200664 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:47:54.274057 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 5 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:47:55.701192 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:47:56.504653 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:48:20.773960 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-faf03589-da23-4715-a057-c532a5355943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:48:23.176148 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-213136ac-fc88-427c-96ec-82b7b756d75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:48:24.203344 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:48:25.703780 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:48:26.505829 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:48:31.274422 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 5 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:48:35.923240 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8004694'] for agent, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:48:39.390622 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8004694'] for agent, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:48:50.774789 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b01295f8-51c6-4474-ab55-e240060afa9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:48:53.176447 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-06c558e6-d3d1-4114-bfc1-45377f4c81e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:48:54.205994 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:48:55.705884 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:48:56.507181 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:49:05.875439 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:49:08.273777 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:49:09.361291 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:49:20.775776 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-293c3fb8-0c02-49b6-a799-52b6c068b0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:49:23.177665 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-531d9116-4d92-4ac6-9901-535c67dc518a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:49:24.212416 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:49:25.711163 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:49:26.508980 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:49:26.855854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46780) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:49:26.959255 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-253fa8cd-011f-415d-832e-bfb7dd243bde admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1023138 Nov 24 12:49:29.288766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46790) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:49:29.342142 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0a1c2c7b-66f5-48a6-9704-6fb7abd106df admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0522931 Nov 24 12:49:35.891269 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:49:39.373122 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:49:45.273165 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:49:50.776373 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-42911cea-af42-4a9f-9ef9-a0f7e9a970c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:49:53.179404 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9c60a814-9f72-4fcc-b397-d458ba9802cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:49:54.211677 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:49:55.710285 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:49:56.510146 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:05.889202 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:09.373130 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:20.780629 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-028f7865-11ab-468f-9014-f978fc825705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:22.277451 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:50:23.180952 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a89c468d-70c2-4d40-934d-4616fac38a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:24.215165 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:25.717783 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:26.510714 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:35.889913 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:39.391835 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:50.806670 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd36a76e-6e85-4384-90a0-88ce0dcf8670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:51.654883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46940) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:52.005014 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46966) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:52.017391 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-832b2e3b-1888-4284-9fdd-347583108648 tempest-AutoAllocateNetworkTest-1831809994 tempest-AutoAllocateNetworkTest-1831809994-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d07b8e6e166e4e73aa74109e55d93e65&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3598912 Nov 24 12:50:52.200323 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ad0468-8aff-45f3-9792-f168f85c66d9 tempest-AutoAllocateNetworkTest-1831809994 tempest-AutoAllocateNetworkTest-1831809994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:50:52.205330 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e8ad0468-8aff-45f3-9792-f168f85c66d9 tempest-AutoAllocateNetworkTest-1831809994 tempest-AutoAllocateNetworkTest-1831809994-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1992259 Nov 24 12:50:52.206234 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46984) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:52.269910 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-175e6639-d363-498a-ba5b-4f0b081ebc6c tempest-AutoAllocateNetworkTest-1831809994 tempest-AutoAllocateNetworkTest-1831809994-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624332 Nov 24 12:50:52.272741 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46990) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:52.305029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-668d6ac2-6126-4e8e-883e-c370bbae89ff tempest-AutoAllocateNetworkTest-1831809994 tempest-AutoAllocateNetworkTest-1831809994-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d07b8e6e166e4e73aa74109e55d93e65 HTTP/1.1" status: 200 len: 208 time: 0.0307331 Nov 24 12:50:52.994002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47024) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:52.999804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47026) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:53.186658 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-08fadce8-3fc3-47af-896f-49a248252db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.310124 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.324522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-network', 'tenant_id': '6654e282f18448408886c9d51d38ee1a'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:50:53.363047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Made reservation on behalf of 6654e282f18448408886c9d51d38ee1a for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:50:53.366511 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.379420 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.429765 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.435155 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.477781 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.483459 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.490582 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d07b8e6e166e4e73aa74109e55d93e65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4950650 Nov 24 12:50:53.492865 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47048) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:53.507371 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3276cce-70b5-43f3-a800-89f905748696,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:53.524475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:50:53.531354 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.531707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.532057 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.532395 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.532752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.533079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.533413 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.533867 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.534230 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.534706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.535040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.535384 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fed351-1339-42c5-a3d4-fc9632297b92 admin admin] Tracked resource versions report: Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: pushed versions: Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: { 'AddressGroup': {'1.2'}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'ConntrackHelper': {'1.0'}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'Log': {'1.0'}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'Network': {'1.1'}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'Port': {'1.7'}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'PortForwarding': {'1.2'}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'QosPolicy': {'1.10'}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'SecurityGroup': {'1.5'}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'SecurityGroupRule': {'1.2'}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'SubPort': {'1.0'}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'Subnet': {'1.1'}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'Trunk': {'1.1'}} Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: consumer versions: Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: { DHCP agent@n-d-817303-4: {}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: HyperV agent@n-h1-817303-4: {}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: HyperV agent@n-h2-817303-4: {}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: L3 agent@n-d-817303-4: {}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: Metadata agent@n-d-817303-4: {}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: Metering agent@n-d-817303-4: {}, Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: Open vSwitch agent@n-d-817303-4: { 'AddressGroup': '1.2', Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'ConntrackHelper': '1.0', Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'Log': '1.0', Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'Network': '1.1', Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'Port': '1.7', Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'PortForwarding': '1.2', Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'QosPolicy': '1.10', Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'SecurityGroup': '1.5', Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'SecurityGroupRule': '1.2', Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'SubPort': '1.0', Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'Subnet': '1.1', Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: 'Trunk': '1.1'}} Nov 24 12:50:53.536449 n-d-817303-4 neutron-server[114986]: {{(pid=114986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 12:50:53.548525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4110ab2-a60c-4996-a946-5bb6ac9be066,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:53.563821 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.564449 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Added segment 8826b5fc-084f-4dfe-aa20-d99030ee2fdf of type vlan for network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e Nov 24 12:50:53.569217 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f07b682-b073-477b-9af2-c5b03c2a293e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.573066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.573876 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.574315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.574749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.575175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.575598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.576017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.576451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.576902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.579540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.579540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.579540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Tracked resource versions report: Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: pushed versions: Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: { 'AddressGroup': {'1.2'}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'ConntrackHelper': {'1.0'}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'Log': {'1.0'}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'Network': {'1.1'}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'Port': {'1.7'}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'PortForwarding': {'1.2'}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'QosPolicy': {'1.10'}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'SecurityGroup': {'1.5'}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'SecurityGroupRule': {'1.2'}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'SubPort': {'1.0'}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'Subnet': {'1.1'}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'Trunk': {'1.1'}} Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: consumer versions: Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: { DHCP agent@n-d-817303-4: {}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: HyperV agent@n-h1-817303-4: {}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: HyperV agent@n-h2-817303-4: {}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: L3 agent@n-d-817303-4: {}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: Metadata agent@n-d-817303-4: {}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: Metering agent@n-d-817303-4: {}, Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: Open vSwitch agent@n-d-817303-4: { 'AddressGroup': '1.2', Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'ConntrackHelper': '1.0', Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'Log': '1.0', Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'Network': '1.1', Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'Port': '1.7', Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'PortForwarding': '1.2', Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'QosPolicy': '1.10', Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'SecurityGroup': '1.5', Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'SecurityGroupRule': '1.2', Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'SubPort': '1.0', Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'Subnet': '1.1', Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: 'Trunk': '1.1'}} Nov 24 12:50:53.580358 n-d-817303-4 neutron-server[114985]: {{(pid=114985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 12:50:53.594483 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f07b682-b073-477b-9af2-c5b03c2a293e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.634462 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.650604 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f07b682-b073-477b-9af2-c5b03c2a293e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.653541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f07b682-b073-477b-9af2-c5b03c2a293e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.658846 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3f07b682-b073-477b-9af2-c5b03c2a293e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3276cce-70b5-43f3-a800-89f905748696 HTTP/1.1" status: 204 len: 168 time: 0.1606569 Nov 24 12:50:53.663945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07b682-b073-477b-9af2-c5b03c2a293e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3276cce-70b5-43f3-a800-89f905748696,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:53.673227 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.675960 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:50:53.677169 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.723720 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7217739 Nov 24 12:50:53.726708 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47060) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:53.758764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-fe0f0002-1b93-4a31-ba1c-522692bda90a admin admin] Request body: {'subnet': {'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-subnet', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:50:53.767329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ecb01-ea02-4a49-8722-ac8fd161aa0b admin admin] Pushing event updated for resources: {'Network': ['ID=1bfce1e3-d0fb-443f-82e9-216fa2f4414e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:53.788139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:50:53.789049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0f0002-1b93-4a31-ba1c-522692bda90a admin admin] Made reservation on behalf of 6654e282f18448408886c9d51d38ee1a for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:50:53.792338 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe0f0002-1b93-4a31-ba1c-522692bda90a admin admin] Publish callbacks [] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:53.980271 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe0f0002-1b93-4a31-ba1c-522692bda90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.030294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f0002-1b93-4a31-ba1c-522692bda90a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5769439-5245-4abd-9019-ca9dddd4ee48,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:54.050201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0f0002-1b93-4a31-ba1c-522692bda90a admin admin] Checking segment: {'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:50:54.050608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0f0002-1b93-4a31-ba1c-522692bda90a admin admin] Network hostable DHCP agents. Network: 1bfce1e3-d0fb-443f-82e9-216fa2f4414e, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:50:54.070860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0f0002-1b93-4a31-ba1c-522692bda90a admin admin] Network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:50:54.082253 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-fe0f0002-1b93-4a31-ba1c-522692bda90a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 1bfce1e3-d0fb-443f-82e9-216fa2f4414e) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:50:54.091954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0f0002-1b93-4a31-ba1c-522692bda90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:50:54.092084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05c4296-9164-4770-9385-79e3abaf3edb None None] Network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:50:54.092554 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe0f0002-1b93-4a31-ba1c-522692bda90a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.113421 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fe0f0002-1b93-4a31-ba1c-522692bda90a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3852727 Nov 24 12:50:54.114104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47080) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:54.121389 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:50:54.146388 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.147940 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.219694 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.259605 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.293262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:50:54.294236 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.427560 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.471987 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Allocated IP 172.20.0.2 (1bfce1e3-d0fb-443f-82e9-216fa2f4414e/d5769439-5245-4abd-9019-ca9dddd4ee48/ae1754a9-fc91-4623-9ea3-740ffab9ea0a) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:50:54.646933 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.654146 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.706739 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Pushing event updated for resources: {'Port': ['ID=ae1754a9-fc91-4623-9ea3-740ffab9ea0a,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:54.714437 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:50:54.719686 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:50:54.722839 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:54.723335 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:54.723844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:54.724182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:54.724656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:54.725025 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:54.725355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:54.725680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:54.726005 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:54.726326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:54.726642 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:54.726969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Tracked resource versions report: Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: pushed versions: Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: { 'AddressGroup': {'1.2'}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'ConntrackHelper': {'1.0'}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'Log': {'1.0'}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'Network': {'1.1'}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'Port': {'1.7'}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'PortForwarding': {'1.2'}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'QosPolicy': {'1.10'}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'SecurityGroup': {'1.5'}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'SecurityGroupRule': {'1.2'}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'SubPort': {'1.0'}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'Subnet': {'1.1'}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'Trunk': {'1.1'}} Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: consumer versions: Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: { DHCP agent@n-d-817303-4: {}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: HyperV agent@n-h1-817303-4: {}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: HyperV agent@n-h2-817303-4: {}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: L3 agent@n-d-817303-4: {}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: Metadata agent@n-d-817303-4: {}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: Metering agent@n-d-817303-4: {}, Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: Open vSwitch agent@n-d-817303-4: { 'AddressGroup': '1.2', Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'ConntrackHelper': '1.0', Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'Log': '1.0', Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'Network': '1.1', Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'Port': '1.7', Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'PortForwarding': '1.2', Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'QosPolicy': '1.10', Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'SecurityGroup': '1.5', Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'SecurityGroupRule': '1.2', Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'SubPort': '1.0', Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'Subnet': '1.1', Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: 'Trunk': '1.1'}} Nov 24 12:50:54.728041 n-d-817303-4 neutron-server[114987]: {{(pid=114987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 12:50:54.730217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:50:54.791282 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.803476 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Attempting to bind port ae1754a9-fc91-4623-9ea3-740ffab9ea0a on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:50:54.803895 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Attempting to bind port ae1754a9-fc91-4623-9ea3-740ffab9ea0a by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:50:54.804259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Attempting to bind port ae1754a9-fc91-4623-9ea3-740ffab9ea0a on network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:50:54.809715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:50:54.810087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Checking segment: {'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:50:54.810483 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.810870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Bound using segment: {'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:50:54.811331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Bound port: ae1754a9-fc91-4623-9ea3-740ffab9ea0a, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:50:54.811810 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.821570 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.888455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] For port ae1754a9-fc91-4623-9ea3-740ffab9ea0a, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:50:54.899253 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] For port ae1754a9-fc91-4623-9ea3-740ffab9ea0a, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ae1754a9-fc91-4623-9ea3-740ffab9ea0a,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:50:54.905827 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:54.966501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45197a-8f19-44d0-9e1b-15b638ae1f67 None None] Pushing event updated for resources: {'Port': ['ID=ae1754a9-fc91-4623-9ea3-740ffab9ea0a,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:55.026796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Allocated IP 172.25.0.227 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/085efbda-aa9a-45a5-a2cb-cd88697bb92f) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:50:55.162765 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:55.293794 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:55.433096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Pushing event updated for resources: {'Port': ['ID=085efbda-aa9a-45a5-a2cb-cd88697bb92f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:55.443033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:50:55.445390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:50:55.450357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:50:55.728706 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:55.846139 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:56.109347 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:56.121504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47160) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:56.281326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f13501-c19e-4de3-84c3-cd28a68fd599 None None] Network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:50:56.289398 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Router 8e94e28f-c557-4d33-822a-6287461f9a21 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:50:56.319917 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a53a212-772e-44f4-86e5-dc3ee85ea028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:56.419844 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a53a212-772e-44f4-86e5-dc3ee85ea028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:56.424584 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a53a212-772e-44f4-86e5-dc3ee85ea028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:56.473578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53a212-772e-44f4-86e5-dc3ee85ea028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908a9b3c-fcaa-4ed4-a596-97b00129505e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:56.516846 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0a53a212-772e-44f4-86e5-dc3ee85ea028 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8702015bd2694949a69a5ef9382547dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3939359 Nov 24 12:50:56.521561 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47182) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:56.603964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a26055a5-3081-45e1-a613-6fe2536ab91c None None] Provisioning complete for port ae1754a9-fc91-4623-9ea3-740ffab9ea0a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:50:56.604336 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a26055a5-3081-45e1-a613-6fe2536ab91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:56.631813 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f15ddbef-5d78-4c72-b226-4290563635ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:56.661038 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f15ddbef-5d78-4c72-b226-4290563635ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:56.675184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:50:56.686236 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Sync routers for ids ['8e94e28f-c557-4d33-822a-6287461f9a21'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:50:56.703975 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:56.710228 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ba1c1c73-952f-4b80-b2bc-c6596df9f2cb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5938575 Nov 24 12:50:56.710951 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47190) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:56.716795 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Routers {'8e94e28f-c557-4d33-822a-6287461f9a21'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:50:56.717438 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8e94e28f-c557-4d33-822a-6287461f9a21'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:50:56.725805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ae1754a9-fc91-4623-9ea3-740ffab9ea0a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:50:56.775921 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f15ddbef-5d78-4c72-b226-4290563635ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:56.778773 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f15ddbef-5d78-4c72-b226-4290563635ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:56.780025 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f15ddbef-5d78-4c72-b226-4290563635ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/908a9b3c-fcaa-4ed4-a596-97b00129505e HTTP/1.1" status: 204 len: 168 time: 0.2574832 Nov 24 12:50:56.794774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ddbef-5d78-4c72-b226-4290563635ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908a9b3c-fcaa-4ed4-a596-97b00129505e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:56.983650 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:57.036184 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a26055a5-3081-45e1-a613-6fe2536ab91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:57.041079 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Set router 8e94e28f-c557-4d33-822a-6287461f9a21 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:50:57.183583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a26055a5-3081-45e1-a613-6fe2536ab91c None None] For port ae1754a9-fc91-4623-9ea3-740ffab9ea0a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ae1754a9-fc91-4623-9ea3-740ffab9ea0a,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:50:57.204470 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a26055a5-3081-45e1-a613-6fe2536ab91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:57.242809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47220) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:57.300972 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port ae1754a9-fc91-4623-9ea3-740ffab9ea0a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:50:57.301610 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:57.457881 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:55Z', 'revision_number': 3, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:50:57.500975 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Checking router: 8e94e28f-c557-4d33-822a-6287461f9a21 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:50:57.501884 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Updating router 8e94e28f-c557-4d33-822a-6287461f9a21 port 085efbda-aa9a-45a5-a2cb-cd88697bb92f binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:50:57.539247 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:57.568168 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:57.593623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a7364332-d14d-421f-8436-0efc9d600363 None None] Provisioning complete for port ae1754a9-fc91-4623-9ea3-740ffab9ea0a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:50:57.594009 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a7364332-d14d-421f-8436-0efc9d600363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:57.603160 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26055a5-3081-45e1-a613-6fe2536ab91c None None] Pushing event updated for resources: {'Port': ['ID=ae1754a9-fc91-4623-9ea3-740ffab9ea0a,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:57.658230 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-45106c0f-3b0e-42a6-ac50-3037fcf93c59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:57.804065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47260) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:57.823379 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b8baeba-b0c7-43a8-a22e-51e3d136cc91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:57.877761 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:57.885160 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:57.958148 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Attempting to bind port 085efbda-aa9a-45a5-a2cb-cd88697bb92f on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:50:57.959007 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Attempting to bind port 085efbda-aa9a-45a5-a2cb-cd88697bb92f by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:50:57.959528 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Attempting to bind port 085efbda-aa9a-45a5-a2cb-cd88697bb92f on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:50:57.962124 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Pushing event updated for resources: {'Port': ['ID=085efbda-aa9a-45a5-a2cb-cd88697bb92f,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:57.973497 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:50:57.974182 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:50:57.974874 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:57.975592 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:50:57.976220 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Bound port: 085efbda-aa9a-45a5-a2cb-cd88697bb92f, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:50:57.976819 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:57.980443 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:57.985625 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:57.986306 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:57.991062 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:57.991629 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:57.992094 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:57.992757 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:57.993010 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:57.993557 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:57.994000 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:57.994444 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:57.995119 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:50:57.996157 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b8baeba-b0c7-43a8-a22e-51e3d136cc91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Tracked resource versions report: Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: pushed versions: Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: { 'AddressGroup': {'1.2'}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'ConntrackHelper': {'1.0'}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'Log': {'1.0'}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'Network': {'1.1'}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'Port': {'1.7'}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'PortForwarding': {'1.2'}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'QosPolicy': {'1.10'}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'SecurityGroup': {'1.5'}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'SecurityGroupRule': {'1.2'}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'SubPort': {'1.0'}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'Subnet': {'1.1'}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'Trunk': {'1.1'}} Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: consumer versions: Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: { DHCP agent@n-d-817303-4: {}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: HyperV agent@n-h1-817303-4: {}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: HyperV agent@n-h2-817303-4: {}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: L3 agent@n-d-817303-4: {}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: Metadata agent@n-d-817303-4: {}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: Metering agent@n-d-817303-4: {}, Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: Open vSwitch agent@n-d-817303-4: { 'AddressGroup': '1.2', Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'ConntrackHelper': '1.0', Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'Log': '1.0', Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'Network': '1.1', Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'Port': '1.7', Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'PortForwarding': '1.2', Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'QosPolicy': '1.10', Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'SecurityGroup': '1.5', Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'SecurityGroupRule': '1.2', Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'SubPort': '1.0', Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'Subnet': '1.1', Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: 'Trunk': '1.1'}} Nov 24 12:50:57.997294 n-d-817303-4 neutron-server[114988]: {{(pid=114988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 12:50:58.001467 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b8baeba-b0c7-43a8-a22e-51e3d136cc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.006602 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Allocated IP 172.20.0.1 (1bfce1e3-d0fb-443f-82e9-216fa2f4414e/d5769439-5245-4abd-9019-ca9dddd4ee48/df63a4d3-38b2-4efc-97ed-0e4942af1a86) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:50:58.061303 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2b8baeba-b0c7-43a8-a22e-51e3d136cc91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60435fe8001a4020858a057824f84520&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2559693 Nov 24 12:50:58.062438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8baeba-b0c7-43a8-a22e-51e3d136cc91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3427cb-2230-4b3a-a18e-cfc4d6fa7f29,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:58.066870 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47270) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:58.122378 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13a38099-8025-4b42-8dda-cf0072307ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.156268 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.157378 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13a38099-8025-4b42-8dda-cf0072307ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.161240 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] For port 085efbda-aa9a-45a5-a2cb-cd88697bb92f, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:50:58.169775 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] For port 085efbda-aa9a-45a5-a2cb-cd88697bb92f, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=085efbda-aa9a-45a5-a2cb-cd88697bb92f,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:50:58.183091 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.202833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47282) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:58.257266 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.258754 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13a38099-8025-4b42-8dda-cf0072307ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.270257 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13a38099-8025-4b42-8dda-cf0072307ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.277122 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-13a38099-8025-4b42-8dda-cf0072307ee9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c3427cb-2230-4b3a-a18e-cfc4d6fa7f29 HTTP/1.1" status: 204 len: 168 time: 0.2089851 Nov 24 12:50:58.291004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a38099-8025-4b42-8dda-cf0072307ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3427cb-2230-4b3a-a18e-cfc4d6fa7f29,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:58.300893 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:50:58.307962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:50:58.343564 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:50:58.344189 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.351203 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Routers {'8e94e28f-c557-4d33-822a-6287461f9a21'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:50:58.356481 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8e94e28f-c557-4d33-822a-6287461f9a21'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:50:58.361764 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db24bd-7c5d-4beb-af27-5102f1bb07ea None None] Pushing event updated for resources: {'Port': ['ID=085efbda-aa9a-45a5-a2cb-cd88697bb92f,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:58.385425 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-45106c0f-3b0e-42a6-ac50-3037fcf93c59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.439054 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-45106c0f-3b0e-42a6-ac50-3037fcf93c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.538042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Pushing event updated for resources: {'Port': ['ID=df63a4d3-38b2-4efc-97ed-0e4942af1a86,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:58.574829 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-45106c0f-3b0e-42a6-ac50-3037fcf93c59 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e48bf3f1485848e4887614249d732082&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3309479 Nov 24 12:50:58.577613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47310) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:58.580711 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] Set router 8e94e28f-c557-4d33-822a-6287461f9a21 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:50:58.628068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ae1754a9-fc91-4623-9ea3-740ffab9ea0a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:50:58.698837 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45106c0f-3b0e-42a6-ac50-3037fcf93c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb521c7-d845-452b-8153-5a6164b6cd19,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:58.773622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port ae1754a9-fc91-4623-9ea3-740ffab9ea0a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:50:58.773997 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.776901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-412f5b66-3b18-4b6f-9818-00c9e332af25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.853802 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-412f5b66-3b18-4b6f-9818-00c9e332af25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.885469 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-426b70e3-10a3-4033-8e26-2de87ca9f218 None None] Provisioning complete for port df63a4d3-38b2-4efc-97ed-0e4942af1a86 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:50:58.886806 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-426b70e3-10a3-4033-8e26-2de87ca9f218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.893686 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:55Z', 'revision_number': 3, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:50:58.951469 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.962058 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74251d51-13db-4d4a-83e8-e01630ab1157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:58.988402 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-426b70e3-10a3-4033-8e26-2de87ca9f218 None None] Port df63a4d3-38b2-4efc-97ed-0e4942af1a86 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:50:58.998491 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-412f5b66-3b18-4b6f-9818-00c9e332af25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:59.018576 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-412f5b66-3b18-4b6f-9818-00c9e332af25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:59.018576 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-412f5b66-3b18-4b6f-9818-00c9e332af25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9eb521c7-d845-452b-8153-5a6164b6cd19 HTTP/1.1" status: 204 len: 168 time: 0.4320667 Nov 24 12:50:59.020217 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79433f6e-7fae-4280-bab8-d78efba94a69 None None] The sync data for ids ['8e94e28f-c557-4d33-822a-6287461f9a21'] in n-d-817303-4 is: [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:55Z', 'revision_number': 3, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:50:59.149776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f5b66-3b18-4b6f-9818-00c9e332af25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb521c7-d845-452b-8153-5a6164b6cd19,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:59.277492 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:50:59.294675 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74251d51-13db-4d4a-83e8-e01630ab1157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:59.299962 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74251d51-13db-4d4a-83e8-e01630ab1157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:59.347316 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-74251d51-13db-4d4a-83e8-e01630ab1157 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33d6da7f886d4d37b360ada4a2ffc5e4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1432464 Nov 24 12:50:59.350310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47348) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:59.388186 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74251d51-13db-4d4a-83e8-e01630ab1157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75514230-3229-47a1-afa0-530ab16ca4fc,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:59.402947 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:59.409457 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:59.410832 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:59.444842 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e1633e7-9c3e-487f-9b62-b713b4056c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:59.518505 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e1633e7-9c3e-487f-9b62-b713b4056c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:59.632355 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e1633e7-9c3e-487f-9b62-b713b4056c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:59.637022 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e1633e7-9c3e-487f-9b62-b713b4056c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:50:59.641410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4e1633e7-9c3e-487f-9b62-b713b4056c44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75514230-3229-47a1-afa0-530ab16ca4fc HTTP/1.1" status: 204 len: 168 time: 0.2881525 Nov 24 12:50:59.673170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1633e7-9c3e-487f-9b62-b713b4056c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75514230-3229-47a1-afa0-530ab16ca4fc,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:59.754865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47378) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:50:59.801935 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Pushing event updated for resources: {'Port': ['ID=df63a4d3-38b2-4efc-97ed-0e4942af1a86,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:50:59.809124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:50:59.810668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:00.123220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Router 8e94e28f-c557-4d33-822a-6287461f9a21 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:51:00.135480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5ff1ed91-75ec-4f97-9c65-3affc0128a68 None None] Provisioning complete for port df63a4d3-38b2-4efc-97ed-0e4942af1a86 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:00.136415 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ff1ed91-75ec-4f97-9c65-3affc0128a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:00.204762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5ff1ed91-75ec-4f97-9c65-3affc0128a68 None None] Port df63a4d3-38b2-4efc-97ed-0e4942af1a86 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:51:00.422027 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:51:00.446618 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-95fc1029-254f-4188-a89d-bb0fb7568471 admin admin] 10.222.0.48 "PUT /v2.0/routers/8e94e28f-c557-4d33-822a-6287461f9a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7344007 Nov 24 12:51:00.465173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47426) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:00.496897 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e221e6f1-63c3-4570-ab2b-71ea13325681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:00.666956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 085efbda-aa9a-45a5-a2cb-cd88697bb92f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:00.673802 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e221e6f1-63c3-4570-ab2b-71ea13325681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:00.678761 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e221e6f1-63c3-4570-ab2b-71ea13325681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:00.729710 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e096175e-f1cf-4ef5-ab93-8561d3a7b096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:00.737389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 085efbda-aa9a-45a5-a2cb-cd88697bb92f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:00.738167 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:00.746466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47438) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:00.754332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e221e6f1-63c3-4570-ab2b-71ea13325681 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cfb2b66cf444bfeb50f12df6a7987b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2866855 Nov 24 12:51:00.812532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221e6f1-63c3-4570-ab2b-71ea13325681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f90c3cd-1b0f-4382-9b3b-0de9a9bc43ea,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:00.850448 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e096175e-f1cf-4ef5-ab93-8561d3a7b096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:00.855842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47440) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:00.858671 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e096175e-f1cf-4ef5-ab93-8561d3a7b096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:00.892526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096175e-f1cf-4ef5-ab93-8561d3a7b096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9a7fd8-2a4d-4e50-ae35-28994500c143,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:00.894614 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8eb537b5-719b-42cf-bf43-bc2f8b8b36a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:00.907737 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87f48564-ea46-481a-82cb-834f6bfccce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:00.942765 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e096175e-f1cf-4ef5-ab93-8561d3a7b096 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4dcd5d51e7f64f108f26182cf0704321&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1867158 Nov 24 12:51:00.946352 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47446) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:00.972788 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8eb537b5-719b-42cf-bf43-bc2f8b8b36a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:00.993186 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:01.036096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09c44233-f1c3-4d9c-89b9-c2802a2402ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:01.059925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 085efbda-aa9a-45a5-a2cb-cd88697bb92f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=085efbda-aa9a-45a5-a2cb-cd88697bb92f,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:01.069159 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:01.093126 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87f48564-ea46-481a-82cb-834f6bfccce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:01.102486 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8eb537b5-719b-42cf-bf43-bc2f8b8b36a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:01.107397 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87f48564-ea46-481a-82cb-834f6bfccce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:01.107968 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8eb537b5-719b-42cf-bf43-bc2f8b8b36a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:01.111424 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8eb537b5-719b-42cf-bf43-bc2f8b8b36a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f90c3cd-1b0f-4382-9b3b-0de9a9bc43ea HTTP/1.1" status: 204 len: 168 time: 0.3639226 Nov 24 12:51:01.124797 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09c44233-f1c3-4d9c-89b9-c2802a2402ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:01.133905 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb537b5-719b-42cf-bf43-bc2f8b8b36a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f90c3cd-1b0f-4382-9b3b-0de9a9bc43ea,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:01.175469 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=085efbda-aa9a-45a5-a2cb-cd88697bb92f,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:01.197260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47454) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:01.203644 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-87f48564-ea46-481a-82cb-834f6bfccce8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22b4b44f9262417980f900fb57f271b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3466372 Nov 24 12:51:01.207174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f48564-ea46-481a-82cb-834f6bfccce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05063402-0693-4890-8005-2023415da6d9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:01.246325 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09c44233-f1c3-4d9c-89b9-c2802a2402ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:01.255992 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09c44233-f1c3-4d9c-89b9-c2802a2402ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:01.257425 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-09c44233-f1c3-4d9c-89b9-c2802a2402ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a9a7fd8-2a4d-4e50-ae35-28994500c143 HTTP/1.1" status: 204 len: 168 time: 0.3099887 Nov 24 12:51:01.273526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c44233-f1c3-4d9c-89b9-c2802a2402ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9a7fd8-2a4d-4e50-ae35-28994500c143,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:01.296194 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8d7f917-984c-4b31-9786-837c3a8191e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:01.339871 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8d7f917-984c-4b31-9786-837c3a8191e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:01.426269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8d7f917-984c-4b31-9786-837c3a8191e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:01.428806 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8d7f917-984c-4b31-9786-837c3a8191e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:01.432597 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e8d7f917-984c-4b31-9786-837c3a8191e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/05063402-0693-4890-8005-2023415da6d9 HTTP/1.1" status: 204 len: 168 time: 0.2341404 Nov 24 12:51:01.440361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7f917-984c-4b31-9786-837c3a8191e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05063402-0693-4890-8005-2023415da6d9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:01.598215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Sync routers for ids ['8e94e28f-c557-4d33-822a-6287461f9a21'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:51:01.611776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Routers {'8e94e28f-c557-4d33-822a-6287461f9a21'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:51:01.612650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8e94e28f-c557-4d33-822a-6287461f9a21'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:01.640974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47478) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:01.750426 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Set router 8e94e28f-c557-4d33-822a-6287461f9a21 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:51:01.972890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:50:59Z', 'revision_number': 2, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:02.008936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Checking router: 8e94e28f-c557-4d33-822a-6287461f9a21 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:51:02.009614 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Updating router 8e94e28f-c557-4d33-822a-6287461f9a21 port df63a4d3-38b2-4efc-97ed-0e4942af1a86 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:51:02.036094 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.050445 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47496) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:02.054579 n-d-817303-4 neutron-server[114986]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 12:51:02.100409 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-96b33e24-1154-4d3e-82c3-7200ff457cd6 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d6759c4bd73f45d5b5e6397dec439b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469632 Nov 24 12:51:02.220531 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f48b2cd-89d5-4b72-bdde-f13cfe0d35ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.236473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-68db0863-bad9-48aa-af11-03af7afe9203 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:02.238662 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-68db0863-bad9-48aa-af11-03af7afe9203 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1374476 Nov 24 12:51:02.267292 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-19939332-fc1b-44cd-a97d-1f3448714d0c tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/quotas/d6759c4bd73f45d5b5e6397dec439b72 HTTP/1.1" status: 200 len: 375 time: 0.0200520 Nov 24 12:51:02.302961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47506) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:02.326648 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ef78c85b-d500-4a28-b119-8870af33ecd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.367756 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-9e3ba78d-85ee-44fb-b759-23221c42c81f tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d6759c4bd73f45d5b5e6397dec439b72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915771 Nov 24 12:51:02.413658 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f48b2cd-89d5-4b72-bdde-f13cfe0d35ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.419363 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f48b2cd-89d5-4b72-bdde-f13cfe0d35ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.442233 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.458145 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.480641 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48b2cd-89d5-4b72-bdde-f13cfe0d35ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a119ff-4450-4ed6-a538-94a03896f7c7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:02.486482 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0f48b2cd-89d5-4b72-bdde-f13cfe0d35ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69432a406aa34e368b29e2fe1de4eece&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8444395 Nov 24 12:51:02.489861 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47516) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:02.516690 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ef78c85b-d500-4a28-b119-8870af33ecd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.522910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ef78c85b-d500-4a28-b119-8870af33ecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.605776 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2848a35-a2fa-4996-8acc-2d4bf398396a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.623047 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 085efbda-aa9a-45a5-a2cb-cd88697bb92f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:02.627818 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ef78c85b-d500-4a28-b119-8870af33ecd1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d382d4459e34e5b9d2f3f81f26cfb44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3220463 Nov 24 12:51:02.634147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47524) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:02.652017 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2848a35-a2fa-4996-8acc-2d4bf398396a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.699429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78c85b-d500-4a28-b119-8870af33ecd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373fc53e-4c41-452a-8d1d-73c752181e63,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:02.719122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da5882-daf0-4788-a205-137d87b781e6 None None] Pushing event updated for resources: {'Port': ['ID=df63a4d3-38b2-4efc-97ed-0e4942af1a86,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:02.755864 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2848a35-a2fa-4996-8acc-2d4bf398396a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.760029 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2848a35-a2fa-4996-8acc-2d4bf398396a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.761414 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a2848a35-a2fa-4996-8acc-2d4bf398396a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86a119ff-4450-4ed6-a538-94a03896f7c7 HTTP/1.1" status: 204 len: 168 time: 0.2639031 Nov 24 12:51:02.797041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2848a35-a2fa-4996-8acc-2d4bf398396a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a119ff-4450-4ed6-a538-94a03896f7c7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:02.826523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-799927d4-05c2-414f-9899-15178eaae470 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.892675 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 085efbda-aa9a-45a5-a2cb-cd88697bb92f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:02.893427 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.912643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-799927d4-05c2-414f-9899-15178eaae470 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:02.987635 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Attempting to bind port df63a4d3-38b2-4efc-97ed-0e4942af1a86 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:51:02.988600 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Attempting to bind port df63a4d3-38b2-4efc-97ed-0e4942af1a86 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:51:02.989254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Attempting to bind port df63a4d3-38b2-4efc-97ed-0e4942af1a86 on network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:02.996711 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7b28f0fa-9e09-40d3-bad0-de324ccd48fc req-c5355003-d278-4b10-9d12-7e8c1706a5d5 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 210 time: 0.0821605 Nov 24 12:51:03.014667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c1582756-f85a-4932-ae0e-bd732c2542c0 None None] Provisioning complete for port df63a4d3-38b2-4efc-97ed-0e4942af1a86 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:03.015238 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1582756-f85a-4932-ae0e-bd732c2542c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:03.016915 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-799927d4-05c2-414f-9899-15178eaae470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:03.017934 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:51:03.018549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Checking segment: {'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:03.019156 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:03.019716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Bound using segment: {'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:51:03.019845 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-799927d4-05c2-414f-9899-15178eaae470 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:03.020493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Bound port: df63a4d3-38b2-4efc-97ed-0e4942af1a86, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:51:03.021045 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-799927d4-05c2-414f-9899-15178eaae470 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/373fc53e-4c41-452a-8d1d-73c752181e63 HTTP/1.1" status: 204 len: 168 time: 0.3856878 Nov 24 12:51:03.024227 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:03.032911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799927d4-05c2-414f-9899-15178eaae470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373fc53e-4c41-452a-8d1d-73c752181e63,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:03.076304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47556) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:03.081675 n-d-817303-4 neutron-server[114985]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 12:51:03.128227 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-c1c6c5b2-623f-4ee6-b0f0-806277619ee7 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=731e2f38ddde4092a3d98304608757a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477262 Nov 24 12:51:03.140039 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c1582756-f85a-4932-ae0e-bd732c2542c0 None None] Port df63a4d3-38b2-4efc-97ed-0e4942af1a86 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:51:03.197927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] For port df63a4d3-38b2-4efc-97ed-0e4942af1a86, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:51:03.209272 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] For port df63a4d3-38b2-4efc-97ed-0e4942af1a86, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=df63a4d3-38b2-4efc-97ed-0e4942af1a86,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:51:03.218363 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:03.332081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36872-58c4-477d-b411-6675750e50b7 req-aeea2f5a-a677-4117-b17c-d2bbd0a0d699 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:03.339789 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-aeea2f5a-a677-4117-b17c-d2bbd0a0d699 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106066 Nov 24 12:51:03.362480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-5424d364-1c36-4b82-9c83-d6540d42ab2b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/quotas/731e2f38ddde4092a3d98304608757a3 HTTP/1.1" status: 200 len: 375 time: 0.0212247 Nov 24 12:51:03.409562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Routers {'8e94e28f-c557-4d33-822a-6287461f9a21'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:51:03.410200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8e94e28f-c557-4d33-822a-6287461f9a21'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:03.447193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-91a55e2a-1254-42c3-a335-c8ed30be6a19 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=731e2f38ddde4092a3d98304608757a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835264 Nov 24 12:51:03.453702 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da5882-daf0-4788-a205-137d87b781e6 None None] Pushing event updated for resources: {'Port': ['ID=df63a4d3-38b2-4efc-97ed-0e4942af1a86,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:03.475699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47566) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:03.483970 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709897889-network', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:03.533251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] Made reservation on behalf of c5641a43ee814a33907c07727705cbe5 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:03.537678 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:03.575939 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:03.620059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] Set router 8e94e28f-c557-4d33-822a-6287461f9a21 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:51:03.790056 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:03.799090 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:03.800463 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-703e1b80-05c8-4013-a6ef-bf2a0ed246b7 None None] Provisioning complete for port df63a4d3-38b2-4efc-97ed-0e4942af1a86 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:03.801000 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-703e1b80-05c8-4013-a6ef-bf2a0ed246b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:03.836097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:51:03.853278 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:03.853984 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] Added segment 4ec7cc64-288a-4af2-89da-d0352fcf5639 of type vlan for network 104b269c-8409-4564-908d-7d8e2d0a4216 Nov 24 12:51:03.881869 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f812f4b8-4df0-453b-a0c6-f693eaff2a97 req-95a9abd1-48dd-4d62-91c1-42ad975d8190 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 210 time: 0.1016591 Nov 24 12:51:03.902093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4664c8cc-011a-4501-8bd8-978532ab7597,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:03.946879 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:03.966793 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47592) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:03.991620 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd14e-b579-4d73-8db8-ee7fb327e808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:04.019252 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:04.020703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:04.021743 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:04.067513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5878670 Nov 24 12:51:04.070718 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47598) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:04.078297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ac751df1-9573-4b1d-ade7-911fe2350e72 admin admin] Request body: {'subnet': {'network_id': '104b269c-8409-4564-908d-7d8e2d0a4216', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709897889-subnet', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:04.119170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac751df1-9573-4b1d-ade7-911fe2350e72 admin admin] Made reservation on behalf of c5641a43ee814a33907c07727705cbe5 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:04.124791 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac751df1-9573-4b1d-ade7-911fe2350e72 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:04.158116 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd14e-b579-4d73-8db8-ee7fb327e808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:04.166376 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-703e1b80-05c8-4013-a6ef-bf2a0ed246b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:04.167286 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3ecd14e-b579-4d73-8db8-ee7fb327e808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:04.228418 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecd14e-b579-4d73-8db8-ee7fb327e808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9dff13-765b-41a1-aa5d-0eda274cbce1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:04.250681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a87401-43b4-4e6d-848b-27f6cead6531 admin admin] Pushing event updated for resources: {'Network': ['ID=104b269c-8409-4564-908d-7d8e2d0a4216,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:04.274138 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a3ecd14e-b579-4d73-8db8-ee7fb327e808 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=edde2aa43ec94468b0659a46e6a1de86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056326 Nov 24 12:51:04.276640 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47610) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:04.303785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 104b269c-8409-4564-908d-7d8e2d0a4216 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:51:04.329659 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-703e1b80-05c8-4013-a6ef-bf2a0ed246b7 None None] For port df63a4d3-38b2-4efc-97ed-0e4942af1a86, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=df63a4d3-38b2-4efc-97ed-0e4942af1a86,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:04.350004 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-703e1b80-05c8-4013-a6ef-bf2a0ed246b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:04.379673 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2d377e5-1c92-4dba-91f6-7be49f47d1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:04.413485 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2d377e5-1c92-4dba-91f6-7be49f47d1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:04.455434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e1b80-05c8-4013-a6ef-bf2a0ed246b7 None None] Pushing event updated for resources: {'Port': ['ID=df63a4d3-38b2-4efc-97ed-0e4942af1a86,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:04.524940 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2d377e5-1c92-4dba-91f6-7be49f47d1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:04.529538 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2d377e5-1c92-4dba-91f6-7be49f47d1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:04.531017 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a2d377e5-1c92-4dba-91f6-7be49f47d1ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a9dff13-765b-41a1-aa5d-0eda274cbce1 HTTP/1.1" status: 204 len: 168 time: 0.2532876 Nov 24 12:51:04.550509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d377e5-1c92-4dba-91f6-7be49f47d1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9dff13-765b-41a1-aa5d-0eda274cbce1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:04.675317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:51:03Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:04.734371 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1cc0684d-a4b7-46c7-940d-dd805d82e3c0 req-f3efdf2f-db33-420b-a6df-591a78ea5403 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 210 time: 0.5624368 Nov 24 12:51:04.743598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11418b1d-1a1f-43ed-b136-2c384b98ddc7 None None] The sync data for ids ['8e94e28f-c557-4d33-822a-6287461f9a21'] in n-d-817303-4 is: [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:51:03Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:51:04.993356 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac751df1-9573-4b1d-ade7-911fe2350e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:05.016415 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ec13237-1228-47e4-8d94-a77d36693733 req-49c6b98c-d643-436b-8f57-0fa93a62483f tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 210 time: 0.0642807 Nov 24 12:51:05.109213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac751df1-9573-4b1d-ade7-911fe2350e72 admin admin] Checking segment: {'id': '4ec7cc64-288a-4af2-89da-d0352fcf5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '104b269c-8409-4564-908d-7d8e2d0a4216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:05.109644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac751df1-9573-4b1d-ade7-911fe2350e72 admin admin] Network hostable DHCP agents. Network: 104b269c-8409-4564-908d-7d8e2d0a4216, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:51:05.132834 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac751df1-9573-4b1d-ade7-911fe2350e72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f50c1fd8-46e1-4f9d-873b-7f9129cdfa4c,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:05.161951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac751df1-9573-4b1d-ade7-911fe2350e72 admin admin] Network 104b269c-8409-4564-908d-7d8e2d0a4216 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:51:05.179734 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-ac751df1-9573-4b1d-ade7-911fe2350e72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 104b269c-8409-4564-908d-7d8e2d0a4216) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:05.200303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac751df1-9573-4b1d-ade7-911fe2350e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:05.201926 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac751df1-9573-4b1d-ade7-911fe2350e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:05.232962 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ac751df1-9573-4b1d-ade7-911fe2350e72 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1607194 Nov 24 12:51:05.234208 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47658) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:05.239247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709897889-router', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:05.246292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab678ae-0771-4f9f-a34c-f176b40057b8 None None] Network 104b269c-8409-4564-908d-7d8e2d0a4216 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:51:05.288050 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:05.289326 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:05.434475 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:05.547173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-104b269c-8409-4564-908d-7d8e2d0a4216', 'network_id': '104b269c-8409-4564-908d-7d8e2d0a4216', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'fixed_ips': [{'subnet_id': 'f50c1fd8-46e1-4f9d-873b-7f9129cdfa4c'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:51:05.548049 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:05.774204 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:05.835463 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Allocated IP 172.20.0.2 (104b269c-8409-4564-908d-7d8e2d0a4216/f50c1fd8-46e1-4f9d-873b-7f9129cdfa4c/73a5a014-b794-4464-9a93-1c83a2a39290) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:51:05.983051 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e336b84b-fb57-42d4-93ee-3ece126dd361 req-6430075c-d55b-46e6-97d4-cf41b2889a54 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 210 time: 0.0566521 Nov 24 12:51:06.031166 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:06.176134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.46', 56591) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:06.228236 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-6d3f91c4-868a-4f2d-b7b9-562ae585357c tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d6759c4bd73f45d5b5e6397dec439b72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499923 Nov 24 12:51:06.259126 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:06.297761 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:06.304235 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:06.316005 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:06.424586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Network 104b269c-8409-4564-908d-7d8e2d0a4216 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:51:06.428648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:06.437741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:51:06.510269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Pushing event updated for resources: {'Port': ['ID=73a5a014-b794-4464-9a93-1c83a2a39290,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:06.546584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-d68ff5f9-90e6-4ecc-ab0d-0553167bbbb0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:06.550329 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-d68ff5f9-90e6-4ecc-ab0d-0553167bbbb0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3041544 Nov 24 12:51:06.583782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Attempting to bind port 73a5a014-b794-4464-9a93-1c83a2a39290 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:51:06.584699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Attempting to bind port 73a5a014-b794-4464-9a93-1c83a2a39290 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '4ec7cc64-288a-4af2-89da-d0352fcf5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '104b269c-8409-4564-908d-7d8e2d0a4216'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:51:06.586557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Attempting to bind port 73a5a014-b794-4464-9a93-1c83a2a39290 on network 104b269c-8409-4564-908d-7d8e2d0a4216 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:06.604072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:51:06.604546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Checking segment: {'id': '4ec7cc64-288a-4af2-89da-d0352fcf5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '104b269c-8409-4564-908d-7d8e2d0a4216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:06.605045 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:06.605503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Bound using segment: {'id': '4ec7cc64-288a-4af2-89da-d0352fcf5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '104b269c-8409-4564-908d-7d8e2d0a4216'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:51:06.606166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Bound port: 73a5a014-b794-4464-9a93-1c83a2a39290, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec7cc64-288a-4af2-89da-d0352fcf5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '104b269c-8409-4564-908d-7d8e2d0a4216'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:51:06.608212 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:06.651578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Request body: {'port': {'device_id': 'd54c0c59-8dc4-47c5-887d-c30acb5e353f', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': 'd6759c4bd73f45d5b5e6397dec439b72'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:06.668171 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5bbc2b6d-0c65-433b-92e7-5b7c013c83b0 req-0de52821-fe66-4e92-ab37-a6e38987b6fe tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 210 time: 0.0697026 Nov 24 12:51:06.670708 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.59', 60775) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:06.727343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device df63a4d3-38b2-4efc-97ed-0e4942af1a86 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:06.739285 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-5aa21080-43d6-4ccc-afc4-c31e3d770ad8 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=731e2f38ddde4092a3d98304608757a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585539 Nov 24 12:51:06.878182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] For port 73a5a014-b794-4464-9a93-1c83a2a39290, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:51:06.883229 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] For port 73a5a014-b794-4464-9a93-1c83a2a39290, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=73a5a014-b794-4464-9a93-1c83a2a39290,segment=NetworkSegment(4ec7cc64-288a-4af2-89da-d0352fcf5639),segment_id=4ec7cc64-288a-4af2-89da-d0352fcf5639)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:51:06.901755 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:06.910020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Allocated IP 172.25.0.115 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/e0a63e9a-6008-4dba-81fa-e2e5d531aa19) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:51:06.964128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36872-58c4-477d-b411-6675750e50b7 req-02afb725-f5c0-4764-8f29-069ec34adfb8 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:06.968165 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-02afb725-f5c0-4764-8f29-069ec34adfb8 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196863 Nov 24 12:51:06.969318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port df63a4d3-38b2-4efc-97ed-0e4942af1a86 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:06.969715 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:07.039013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a992fb-2f9f-45e2-b46a-ef7252a33d9c None None] Pushing event updated for resources: {'Port': ['ID=73a5a014-b794-4464-9a93-1c83a2a39290,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:07.093945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Made reservation on behalf of d6759c4bd73f45d5b5e6397dec439b72 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:07.099836 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:07.115511 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:07.140641 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Request body: {'port': {'device_id': 'effa4bf5-5ea9-423c-a58a-c233896525ba', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '731e2f38ddde4092a3d98304608757a3'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:07.244749 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:07.252944 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:07.301077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1316bec-906d-444d-b107-2348fd464fc7,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:07.458975 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-232b3f2e-3c55-4415-bb9c-f801f6dc3d93 req-8da51b93-d392-4c4e-9ba5-e5e49851122b tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 210 time: 0.2581861 Nov 24 12:51:07.520011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Made reservation on behalf of 731e2f38ddde4092a3d98304608757a3 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:07.523443 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:07.537736 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:07.542721 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:07.643069 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:07.663605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:51:07.671556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:07.719054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:51:07.811608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Allocated IP 192.168.233.188 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/c06e7ce6-ace5-4c44-a452-8694adb6a711) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:51:07.823990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a63e9a-6008-4dba-81fa-e2e5d531aa19,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:07.857657 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:07.865978 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:08.029372 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36d80172-7cdf-4e04-a0ea-1d1b55c53a38 req-36984a8c-0506-4e02-9079-7db6d3de85d6 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 210 time: 0.1079242 Nov 24 12:51:08.182780 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:08.184945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18416116-2fdd-4a45-b6e2-4012c5c7651a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:08.265081 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:08.326267 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:08.439166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Pushing event updated for resources: {'Port': ['ID=c06e7ce6-ace5-4c44-a452-8694adb6a711,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:08.454721 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:51:08.456500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:08.459262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:51:08.465913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:08.466989 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:08.508251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-256ce7ff-089d-4010-9867-9e7aa9fbfdd0 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8612950 Nov 24 12:51:08.527616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e2d80883-9697-4dff-97b5-8934729dd262 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:51:08.547520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e2d80883-9697-4dff-97b5-8934729dd262 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0287385 Nov 24 12:51:08.639287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f06bba9-b817-467d-8dec-fa95756f891c None None] Network 104b269c-8409-4564-908d-7d8e2d0a4216 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:51:08.681455 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Allocated IP 192.168.233.16 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/f5165f39-b473-45b9-81d2-63c70d0bbba7) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:51:08.799303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c34610-487d-4d09-bde5-014c5d553408 req-e46a2fef-64f3-4287-a0b8-c0a5a2cc6e10 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:08.808905 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1c34610-487d-4d09-bde5-014c5d553408 req-e46a2fef-64f3-4287-a0b8-c0a5a2cc6e10 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 936 time: 0.1691594 Nov 24 12:51:08.903035 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 73a5a014-b794-4464-9a93-1c83a2a39290 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:08.930549 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1c34610-487d-4d09-bde5-014c5d553408 req-3af47e37-c4ab-4a4f-b638-d44fe1c6e106 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200707 Nov 24 12:51:09.016909 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:09.131145 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d37b804e-8315-4170-89d1-f406991f8350 None None] Provisioning complete for port 73a5a014-b794-4464-9a93-1c83a2a39290 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:09.131825 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d37b804e-8315-4170-89d1-f406991f8350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:09.176800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 73a5a014-b794-4464-9a93-1c83a2a39290 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:09.177513 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:09.262035 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:09.266780 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:09.484299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Pushing event updated for resources: {'Port': ['ID=f5165f39-b473-45b9-81d2-63c70d0bbba7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:09.553197 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:09.562687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:51:09.582753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:09.590638 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:51:09.598019 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:09.598435 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:09.635786 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b9432-640e-454a-b9dc-b53e18e2c7c4 req-60867131-4896-4df2-a25e-02e1da126aa8 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:09.645933 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-177b9432-640e-454a-b9dc-b53e18e2c7c4 req-60867131-4896-4df2-a25e-02e1da126aa8 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 935 time: 0.3855662 Nov 24 12:51:09.658470 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-26e682d9-0b7c-4089-99b4-7af474f8a84c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5391886 Nov 24 12:51:09.729113 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:09.833158 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-177b9432-640e-454a-b9dc-b53e18e2c7c4 req-6d82815f-a624-4fdf-9400-df1c4ccf20a4 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857836 Nov 24 12:51:09.872099 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d37b804e-8315-4170-89d1-f406991f8350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:09.877028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 73a5a014-b794-4464-9a93-1c83a2a39290, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=73a5a014-b794-4464-9a93-1c83a2a39290,segment=NetworkSegment(4ec7cc64-288a-4af2-89da-d0352fcf5639),segment_id=4ec7cc64-288a-4af2-89da-d0352fcf5639)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:09.881222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Router 84efe17a-9f03-408e-ac0f-a195f7ed5e2d is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:51:09.900707 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:09.974083 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-9697af4a-6fc2-4469-823a-47a8173dbb1b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:51:09.975669 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-9697af4a-6fc2-4469-823a-47a8173dbb1b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164230 Nov 24 12:51:10.047094 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-d37b804e-8315-4170-89d1-f406991f8350 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 12:51:10.047657 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-d37b804e-8315-4170-89d1-f406991f8350 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 12:51:10.071564 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:51:10.080196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=73a5a014-b794-4464-9a93-1c83a2a39290,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:10.083447 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Sync routers for ids ['84efe17a-9f03-408e-ac0f-a195f7ed5e2d'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:51:10.099771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Request body: {'port': {'device_id': 'd54c0c59-8dc4-47c5-887d-c30acb5e353f', 'device_owner': 'compute:tempest-test_az-1870460429', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:10.100270 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Routers {'84efe17a-9f03-408e-ac0f-a195f7ed5e2d'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:51:10.101732 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['84efe17a-9f03-408e-ac0f-a195f7ed5e2d'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:10.109437 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:10.114462 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-49da818a-08b6-4296-bba1-71c9411e48e7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.8789191 Nov 24 12:51:10.118435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47818) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:10.213520 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:10.275576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47820) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:10.312077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416ca0b-dc41-4398-aff3-955193bbf32a req-e2083ca1-c185-4833-b163-232cd01cbfba tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:10.321059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0416ca0b-dc41-4398-aff3-955193bbf32a req-e2083ca1-c185-4833-b163-232cd01cbfba tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 936 time: 0.1087012 Nov 24 12:51:10.541721 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0416ca0b-dc41-4398-aff3-955193bbf32a req-de559b10-4b9e-4a2f-9885-796564e2ce0c tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195539 Nov 24 12:51:10.577032 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Set router 84efe17a-9f03-408e-ac0f-a195f7ed5e2d gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:51:10.665277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 73a5a014-b794-4464-9a93-1c83a2a39290 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:10.848459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 73a5a014-b794-4464-9a93-1c83a2a39290 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:10.849162 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:11.057818 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-700f5510-79ee-4017-bbe9-932e8aeb812b None None] Provisioning complete for port c06e7ce6-ace5-4c44-a452-8694adb6a711 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:11.058747 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-700f5510-79ee-4017-bbe9-932e8aeb812b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:11.108679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06e7ce6-ace5-4c44-a452-8694adb6a711 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:11.110179 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709897889-router', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:51:05Z', 'updated_at': '2021-11-24T12:51:08Z', 'revision_number': 3, 'project_id': 'c5641a43ee814a33907c07727705cbe5', 'gw_port': {'id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:51:06Z', 'updated_at': '2021-11-24T12:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:11.152756 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:11.168078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-700f5510-79ee-4017-bbe9-932e8aeb812b None None] Port c06e7ce6-ace5-4c44-a452-8694adb6a711 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:51:11.201208 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-700f5510-79ee-4017-bbe9-932e8aeb812b None None] Provisioning complete for port f5165f39-b473-45b9-81d2-63c70d0bbba7 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:11.201833 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-700f5510-79ee-4017-bbe9-932e8aeb812b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:11.210534 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Checking router: 84efe17a-9f03-408e-ac0f-a195f7ed5e2d for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:51:11.211216 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Updating router 84efe17a-9f03-408e-ac0f-a195f7ed5e2d port e0a63e9a-6008-4dba-81fa-e2e5d531aa19 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:51:11.269775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Transition to ACTIVE for port object c06e7ce6-ace5-4c44-a452-8694adb6a711 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:51:11.277008 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:11.282442 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:11.306669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-700f5510-79ee-4017-bbe9-932e8aeb812b None None] Port f5165f39-b473-45b9-81d2-63c70d0bbba7 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:51:11.340498 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-700f5510-79ee-4017-bbe9-932e8aeb812b None None] Provisioning complete for port 73a5a014-b794-4464-9a93-1c83a2a39290 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:11.341522 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-700f5510-79ee-4017-bbe9-932e8aeb812b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:11.345811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f849c1-e31c-4a41-9a53-35a06c61250d req-9ea03107-855e-41bd-aa28-0dcba45d51bd tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:11.357949 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-79f849c1-e31c-4a41-9a53-35a06c61250d req-9ea03107-855e-41bd-aa28-0dcba45d51bd tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 935 time: 0.2492561 Nov 24 12:51:11.385574 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:11.517085 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-79f849c1-e31c-4a41-9a53-35a06c61250d req-940494b4-bd96-4556-a5df-6b8f5d8b4c1f tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507874 Nov 24 12:51:11.634316 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13b5aea2-d3e1-4e04-bbbc-d9b52216f575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:11.760400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Request body: {'port': {'device_id': 'effa4bf5-5ea9-423c-a58a-c233896525ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:11.765677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c06e7ce6-ace5-4c44-a452-8694adb6a711,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:11.831500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Attempting to bind port c06e7ce6-ace5-4c44-a452-8694adb6a711 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:51:11.831875 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Attempting to bind port c06e7ce6-ace5-4c44-a452-8694adb6a711 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:51:11.832228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Attempting to bind port c06e7ce6-ace5-4c44-a452-8694adb6a711 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:11.867866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Port c06e7ce6-ace5-4c44-a452-8694adb6a711 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:51:11.868201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Attempting to bind port c06e7ce6-ace5-4c44-a452-8694adb6a711 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:11.916694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:51:11.917083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:11.917818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:51:11.918289 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Bound port: c06e7ce6-ace5-4c44-a452-8694adb6a711, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:51:11.918657 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:11.978788 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:12.010731 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:12.036997 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:12.098414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Allocated IP 172.20.0.1 (104b269c-8409-4564-908d-7d8e2d0a4216/f50c1fd8-46e1-4f9d-873b-7f9129cdfa4c/eef7f1f4-6ae9-4023-b3b6-a7ddb766a136) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:51:12.168502 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579711b-60cb-40b2-bb34-becaa7e0432e None None] Pushing event updated for resources: {'Port': ['ID=e0a63e9a-6008-4dba-81fa-e2e5d531aa19,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:12.196094 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13b5aea2-d3e1-4e04-bbbc-d9b52216f575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:12.226121 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Attempting to bind port e0a63e9a-6008-4dba-81fa-e2e5d531aa19 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:51:12.226558 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Attempting to bind port e0a63e9a-6008-4dba-81fa-e2e5d531aa19 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:51:12.226873 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Attempting to bind port e0a63e9a-6008-4dba-81fa-e2e5d531aa19 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:12.238873 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13b5aea2-d3e1-4e04-bbbc-d9b52216f575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:12.252809 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:51:12.259285 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:12.259951 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:12.261765 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:51:12.265394 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Bound port: e0a63e9a-6008-4dba-81fa-e2e5d531aa19, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:51:12.267916 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:12.400796 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] For port e0a63e9a-6008-4dba-81fa-e2e5d531aa19, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:51:12.402753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] For port c06e7ce6-ace5-4c44-a452-8694adb6a711, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:51:12.407978 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] For port e0a63e9a-6008-4dba-81fa-e2e5d531aa19, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e0a63e9a-6008-4dba-81fa-e2e5d531aa19,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:51:12.417850 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:12.529247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] For port c06e7ce6-ace5-4c44-a452-8694adb6a711, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c06e7ce6-ace5-4c44-a452-8694adb6a711,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:51:12.550245 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-13b5aea2-d3e1-4e04-bbbc-d9b52216f575 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=acfefdf4af2d4c559f82c4eefe788c28&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2638726 Nov 24 12:51:12.550245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5aea2-d3e1-4e04-bbbc-d9b52216f575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f8405a-404a-4de0-96bb-8625066d95b8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:12.561822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47864) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:12.563643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:12.615675 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579711b-60cb-40b2-bb34-becaa7e0432e None None] Pushing event updated for resources: {'Port': ['ID=e0a63e9a-6008-4dba-81fa-e2e5d531aa19,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:12.644135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5165f39-b473-45b9-81d2-63c70d0bbba7 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:12.657311 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:12.668477 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Routers {'84efe17a-9f03-408e-ac0f-a195f7ed5e2d'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:51:12.669551 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['84efe17a-9f03-408e-ac0f-a195f7ed5e2d'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:12.684519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Transition to ACTIVE for port object f5165f39-b473-45b9-81d2-63c70d0bbba7 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:51:12.770921 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:12.778831 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:12.782309 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:12.788450 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] 10.222.0.46 "PUT /v2.0/ports/c06e7ce6-ace5-4c44-a452-8694adb6a711 HTTP/1.1" status: 200 len: 1118 time: 3.6242793 Nov 24 12:51:12.792651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54c0c59-8dc4-47c5-887d-c30acb5e353f', 'tag': 'c06e7ce6-ace5-4c44-a452-8694adb6a711'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:12.899317 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] Set router 84efe17a-9f03-408e-ac0f-a195f7ed5e2d gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:51:13.286700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae40cf-9251-4e24-9127-76fcd8d08eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c06e7ce6-ace5-4c44-a452-8694adb6a711,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:13.369524 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b535db55-443d-47c8-8329-51b22d997f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:13.380228 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709897889-router', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:51:05Z', 'updated_at': '2021-11-24T12:51:08Z', 'revision_number': 3, 'project_id': 'c5641a43ee814a33907c07727705cbe5', 'gw_port': {'id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:51:06Z', 'updated_at': '2021-11-24T12:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:13.424386 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b535db55-443d-47c8-8329-51b22d997f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:13.488052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47886) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:13.488273 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c3db1d-6bfc-46da-af78-8b806e883f80 None None] The sync data for ids ['84efe17a-9f03-408e-ac0f-a195f7ed5e2d'] in n-d-817303-4 is: [{'id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709897889-router', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:51:05Z', 'updated_at': '2021-11-24T12:51:08Z', 'revision_number': 3, 'project_id': 'c5641a43ee814a33907c07727705cbe5', 'gw_port': {'id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:51:06Z', 'updated_at': '2021-11-24T12:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:51:13.554274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1f64-8d3a-4f29-8257-9a117352685c req-1b3906b9-0cbd-46f6-a131-457abbdc310e tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:13.555939 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32bd1f64-8d3a-4f29-8257-9a117352685c req-1b3906b9-0cbd-46f6-a131-457abbdc310e tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 970 time: 1.5263119 Nov 24 12:51:13.585203 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-43f7eb67-1d3e-4a51-bdd2-7d1cd3e60b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:13.591072 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-43f7eb67-1d3e-4a51-bdd2-7d1cd3e60b9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6759c4bd73f45d5b5e6397dec439b72&device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 1121 time: 0.5795603 Nov 24 12:51:13.648969 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b535db55-443d-47c8-8329-51b22d997f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:13.655216 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b535db55-443d-47c8-8329-51b22d997f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:13.657482 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b535db55-443d-47c8-8329-51b22d997f7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2f8405a-404a-4de0-96bb-8625066d95b8 HTTP/1.1" status: 204 len: 168 time: 1.0914371 Nov 24 12:51:13.687926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Pushing event updated for resources: {'Port': ['ID=f5165f39-b473-45b9-81d2-63c70d0bbba7,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:13.901777 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-3ff13146-84a8-43c7-99ca-fbf6ffd8c086 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=c06e7ce6-ace5-4c44-a452-8694adb6a711 HTTP/1.1" status: 200 len: 217 time: 0.2770367 Nov 24 12:51:13.926890 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d2bc9-00fd-4069-9840-079771506b38 req-f508edf0-3f8d-4ee2-a88d-6a1c89c92eb9 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:13.942900 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-915d2bc9-00fd-4069-9840-079771506b38 req-f508edf0-3f8d-4ee2-a88d-6a1c89c92eb9 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 947 time: 0.4542665 Nov 24 12:51:13.993273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Attempting to bind port f5165f39-b473-45b9-81d2-63c70d0bbba7 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:51:13.994108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Attempting to bind port f5165f39-b473-45b9-81d2-63c70d0bbba7 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:51:13.994713 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Attempting to bind port f5165f39-b473-45b9-81d2-63c70d0bbba7 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:14.004688 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91aee6b1-1bcc-4991-9b72-4b0e1f42d162" -d '{"events": [{"name": "network-changed", "server_uuid": "d54c0c59-8dc4-47c5-887d-c30acb5e353f", "tag": "c06e7ce6-ace5-4c44-a452-8694adb6a711"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:14.027319 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32bd1f64-8d3a-4f29-8257-9a117352685c req-5656cfbf-2ac1-438b-a27e-138b733e13de tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347394 Nov 24 12:51:14.031951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:14.037996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Port f5165f39-b473-45b9-81d2-63c70d0bbba7 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:51:14.039597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Attempting to bind port f5165f39-b473-45b9-81d2-63c70d0bbba7 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:14.058655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:51:14.065450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:14.068753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:51:14.069401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Bound port: f5165f39-b473-45b9-81d2-63c70d0bbba7, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:51:14.069660 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:14.140419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535db55-443d-47c8-8329-51b22d997f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f8405a-404a-4de0-96bb-8625066d95b8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:14.171358 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7de38b8e-e51c-4fe2-8cf6-4262dd17333d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:14.271292 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:14.275605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-2746d474-3df7-49c3-8bac-134c536baf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:14.277467 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-2746d474-3df7-49c3-8bac-134c536baf43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.3295827 Nov 24 12:51:14.302409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] For port f5165f39-b473-45b9-81d2-63c70d0bbba7, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:51:14.406268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] For port f5165f39-b473-45b9-81d2-63c70d0bbba7, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f5165f39-b473-45b9-81d2-63c70d0bbba7,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:51:14.422950 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7de38b8e-e51c-4fe2-8cf6-4262dd17333d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:14.425769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Network 104b269c-8409-4564-908d-7d8e2d0a4216 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:51:14.429798 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:14.439174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:14.446680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:51:14.447659 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:14.453093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Pushing event updated for resources: {'Port': ['ID=eef7f1f4-6ae9-4023-b3b6-a7ddb766a136,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:14.556299 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-915d2bc9-00fd-4069-9840-079771506b38 req-70965830-cb08-4a9c-8985-a63e76f3ca1b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139545 Nov 24 12:51:14.642961 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7de38b8e-e51c-4fe2-8cf6-4262dd17333d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:14.664659 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:14.665498 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:14.668344 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] 10.222.0.59 "PUT /v2.0/ports/f5165f39-b473-45b9-81d2-63c70d0bbba7 HTTP/1.1" status: 200 len: 1095 time: 3.6202300 Nov 24 12:51:14.677327 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effa4bf5-5ea9-423c-a58a-c233896525ba', 'tag': 'f5165f39-b473-45b9-81d2-63c70d0bbba7'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:14.744654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de38b8e-e51c-4fe2-8cf6-4262dd17333d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73746a94-1042-4278-b321-d7488a87854c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:14.765230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47914) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:14.859439 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e0a63e9a-6008-4dba-81fa-e2e5d531aa19 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:14.877962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-873980ca-4f65-4e17-a45c-4197dcc31c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:14.883163 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-873980ca-4f65-4e17-a45c-4197dcc31c2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5917029 Nov 24 12:51:14.891477 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7de38b8e-e51c-4fe2-8cf6-4262dd17333d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=725b2eb785cc42aca81a0ccb3ba48e02&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4007454 Nov 24 12:51:14.918964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47918) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:14.950917 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4b883-1ef1-473b-87b8-dacf51798e34 service neutron] Pushing event updated for resources: {'Port': ['ID=f5165f39-b473-45b9-81d2-63c70d0bbba7,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:15.053753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47922) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:15.132364 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e0a63e9a-6008-4dba-81fa-e2e5d531aa19 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:15.133473 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:15.138276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9d88b9ab-702c-4df0-9ce7-980dca6caa6f None None] Provisioning complete for port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:15.139150 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d88b9ab-702c-4df0-9ce7-980dca6caa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:15.238814 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a3cb802d-1c82-4d8e-a7da-869a2ff0809b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:15.253387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9d88b9ab-702c-4df0-9ce7-980dca6caa6f None None] Port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:51:15.337851 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a3cb802d-1c82-4d8e-a7da-869a2ff0809b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:15.397777 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:15.423774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36872-58c4-477d-b411-6675750e50b7 req-9ba223d9-90f9-424d-b1d7-2de45b3dd15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:15.433138 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-9ba223d9-90f9-424d-b1d7-2de45b3dd15b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=731e2f38ddde4092a3d98304608757a3&device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 1098 time: 0.5141370 Nov 24 12:51:15.479541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port e0a63e9a-6008-4dba-81fa-e2e5d531aa19, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e0a63e9a-6008-4dba-81fa-e2e5d531aa19,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:15.490879 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:15.496752 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a3cb802d-1c82-4d8e-a7da-869a2ff0809b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:15.511783 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a3cb802d-1c82-4d8e-a7da-869a2ff0809b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:15.516060 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a3cb802d-1c82-4d8e-a7da-869a2ff0809b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73746a94-1042-4278-b321-d7488a87854c HTTP/1.1" status: 204 len: 168 time: 0.5952010 Nov 24 12:51:15.518643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4651-fac3-4a4d-bbbc-3d8a0a183192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:15.551870 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a11bed-286d-4e8a-bc32-e6b1ab1db15c x-openstack-request-id: req-f3a11bed-286d-4e8a-bc32-e6b1ab1db15c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:15.552689 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54c0c59-8dc4-47c5-887d-c30acb5e353f", "tag": "c06e7ce6-ace5-4c44-a452-8694adb6a711", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:15.554466 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3a11bed-286d-4e8a-bc32-e6b1ab1db15c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:15.555165 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54c0c59-8dc4-47c5-887d-c30acb5e353f', 'tag': 'c06e7ce6-ace5-4c44-a452-8694adb6a711', 'status': 'completed', 'code': 200} Nov 24 12:51:15.628649 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66715b1f-1c1d-46af-8276-9810c70f9549" -d '{"events": [{"name": "network-changed", "server_uuid": "effa4bf5-5ea9-423c-a58a-c233896525ba", "tag": "f5165f39-b473-45b9-81d2-63c70d0bbba7"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:15.638192 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=e0a63e9a-6008-4dba-81fa-e2e5d531aa19,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:15.718104 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-8a094a5e-9727-4eb2-bbd3-d33e64234055 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f5165f39-b473-45b9-81d2-63c70d0bbba7 HTTP/1.1" status: 200 len: 217 time: 0.2525532 Nov 24 12:51:15.735606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb802d-1c82-4d8e-a7da-869a2ff0809b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73746a94-1042-4278-b321-d7488a87854c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:15.837968 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:15.937071 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ddcd782c-883c-4be5-bc67-4d1173977c22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:15.983310 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36872-58c4-477d-b411-6675750e50b7 req-8f7de553-b86a-4bc9-a716-6dd32372baea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:15.985552 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-8f7de553-b86a-4bc9-a716-6dd32372baea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.2225065 Nov 24 12:51:16.000585 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-6282e903-86f3-494e-86ab-a8097f8482f3 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1049063 Nov 24 12:51:16.114864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d206aff-a04b-429a-bec2-7c8520e4467a req-beb18230-ede0-48da-b58e-f0a6a4dab191 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:16.122774 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4d206aff-a04b-429a-bec2-7c8520e4467a req-beb18230-ede0-48da-b58e-f0a6a4dab191 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 970 time: 0.3866749 Nov 24 12:51:16.206245 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47946) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:16.260738 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4fd1ba7e-38cb-4c45-9b9e-9119a7e2a542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:16.367548 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4d206aff-a04b-429a-bec2-7c8520e4467a req-39d6e7f2-3262-4a1f-bdc4-65becb2d3ccd tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785660 Nov 24 12:51:16.537401 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4651-fac3-4a4d-bbbc-3d8a0a183192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:16.626185 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4651-fac3-4a4d-bbbc-3d8a0a183192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:16.630149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4fd1ba7e-38cb-4c45-9b9e-9119a7e2a542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:16.661926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e0a63e9a-6008-4dba-81fa-e2e5d531aa19 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:16.712845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ccf0-b00f-4a69-b697-2b68d1a5b1b5 req-56c4adac-c89f-405f-b9c9-ea613cb34ea9 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:16.717457 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:16.728967 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f548ccf0-b00f-4a69-b697-2b68d1a5b1b5 req-56c4adac-c89f-405f-b9c9-ea613cb34ea9 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 947 time: 0.1957872 Nov 24 12:51:16.730653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e0a63e9a-6008-4dba-81fa-e2e5d531aa19 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:16.731072 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4fd1ba7e-38cb-4c45-9b9e-9119a7e2a542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:16.731190 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:16.819687 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4fd1ba7e-38cb-4c45-9b9e-9119a7e2a542 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b8058bcdbc74ce8b0a0b42c8cf8612a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6120613 Nov 24 12:51:16.820470 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:16.821007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c4651-fac3-4a4d-bbbc-3d8a0a183192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a35e14e-f633-4b37-a81a-6b571bb9bde2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:16.821277 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:16.838212 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47956) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:16.839093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1ba7e-38cb-4c45-9b9e-9119a7e2a542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df567bce-cef1-4244-9803-903e6fba0d3b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:16.875100 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f548ccf0-b00f-4a69-b697-2b68d1a5b1b5 req-7da16de1-584a-48ca-bf04-1220095b447a tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448870 Nov 24 12:51:16.912673 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69c88bfe-e41c-4374-ae42-3d9bdf25ebcf req-72939dbf-903b-4159-82a5-98c51f2ea599 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8964641 Nov 24 12:51:16.918462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6d3c4651-fac3-4a4d-bbbc-3d8a0a183192 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcd51b82e7b146448d45705cf8ffd82b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8189240 Nov 24 12:51:16.922462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47962) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:16.928210 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2810fd4-7743-4337-9c8f-4669025c793d x-openstack-request-id: req-e2810fd4-7743-4337-9c8f-4669025c793d {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:16.928560 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effa4bf5-5ea9-423c-a58a-c233896525ba", "tag": "f5165f39-b473-45b9-81d2-63c70d0bbba7", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:16.928802 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2810fd4-7743-4337-9c8f-4669025c793d {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:16.929378 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effa4bf5-5ea9-423c-a58a-c233896525ba', 'tag': 'f5165f39-b473-45b9-81d2-63c70d0bbba7', 'status': 'completed', 'code': 200} Nov 24 12:51:16.951991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36872-58c4-477d-b411-6675750e50b7 req-3b9b835b-d970-4ae3-8ca4-4de8db068fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:16.954143 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-3b9b835b-d970-4ae3-8ca4-4de8db068fb6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6536391 Nov 24 12:51:17.077857 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ddcd782c-883c-4be5-bc67-4d1173977c22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:17.102741 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ddcd782c-883c-4be5-bc67-4d1173977c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:17.134820 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9701e5d9-40ea-4fa1-9305-f880cd9de4c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:17.140832 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ddcd782c-883c-4be5-bc67-4d1173977c22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98701b0f2980415c9c43741687ccbe34&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3722737 Nov 24 12:51:17.153249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47970) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:17.210072 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9701e5d9-40ea-4fa1-9305-f880cd9de4c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:17.220018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Pushing event updated for resources: {'Port': ['ID=eef7f1f4-6ae9-4023-b3b6-a7ddb766a136,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:17.227151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89549328-9281-49c2-99ba-7e735f4e5549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:17.271294 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89549328-9281-49c2-99ba-7e735f4e5549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:17.308864 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9701e5d9-40ea-4fa1-9305-f880cd9de4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:17.312043 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9701e5d9-40ea-4fa1-9305-f880cd9de4c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:17.313218 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9701e5d9-40ea-4fa1-9305-f880cd9de4c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a35e14e-f633-4b37-a81a-6b571bb9bde2 HTTP/1.1" status: 204 len: 168 time: 0.3896732 Nov 24 12:51:17.322694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aee6b1-1bcc-4991-9b72-4b0e1f42d162 req-af800f57-4500-4a6f-b8db-c202d71dba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:17.324177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-91aee6b1-1bcc-4991-9b72-4b0e1f42d162 req-af800f57-4500-4a6f-b8db-c202d71dba5b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6759c4bd73f45d5b5e6397dec439b72&device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 1121 time: 0.3235934 Nov 24 12:51:17.330134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd782c-883c-4be5-bc67-4d1173977c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d5ca71-484c-406c-8538-b2781458b05d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:17.372786 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75d53352-2bf1-4624-a597-463326f821be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:17.379426 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89549328-9281-49c2-99ba-7e735f4e5549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:17.388620 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89549328-9281-49c2-99ba-7e735f4e5549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:17.389718 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-89549328-9281-49c2-99ba-7e735f4e5549 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df567bce-cef1-4244-9803-903e6fba0d3b HTTP/1.1" status: 204 len: 168 time: 0.5373454 Nov 24 12:51:17.398840 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Network 104b269c-8409-4564-908d-7d8e2d0a4216 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:51:17.424205 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:17.435141 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75d53352-2bf1-4624-a597-463326f821be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:17.536187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701e5d9-40ea-4fa1-9305-f880cd9de4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a35e14e-f633-4b37-a81a-6b571bb9bde2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:17.621852 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75d53352-2bf1-4624-a597-463326f821be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:17.634359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75d53352-2bf1-4624-a597-463326f821be admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:17.639097 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-75d53352-2bf1-4624-a597-463326f821be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4d5ca71-484c-406c-8538-b2781458b05d HTTP/1.1" status: 204 len: 168 time: 0.4845145 Nov 24 12:51:17.763031 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89549328-9281-49c2-99ba-7e735f4e5549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df567bce-cef1-4244-9803-903e6fba0d3b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:17.823279 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-25c73748-f482-4862-8f99-b2b209903ef4 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825283 Nov 24 12:51:17.903112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5e38659f-eee5-4b33-89bb-0971ef9071a1 None None] Provisioning complete for port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:17.903665 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e38659f-eee5-4b33-89bb-0971ef9071a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:18.065733 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5e38659f-eee5-4b33-89bb-0971ef9071a1 None None] Port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:51:18.116512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48008) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:18.141325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d53352-2bf1-4624-a597-463326f821be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d5ca71-484c-406c-8538-b2781458b05d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:18.234733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761d55e-b101-4819-ab43-489046e8eeaf req-4f3ea399-107f-474a-9a6d-654cb0fbfa74 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:18.260582 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4761d55e-b101-4819-ab43-489046e8eeaf req-4f3ea399-107f-474a-9a6d-654cb0fbfa74 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 970 time: 0.6555905 Nov 24 12:51:18.268902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Router 84efe17a-9f03-408e-ac0f-a195f7ed5e2d has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:51:18.276347 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aee6b1-1bcc-4991-9b72-4b0e1f42d162 req-5063b7b1-a476-46c3-834a-014041fba955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:18.278270 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-91aee6b1-1bcc-4991-9b72-4b0e1f42d162 req-5063b7b1-a476-46c3-834a-014041fba955 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.9418747 Nov 24 12:51:18.336543 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-91aee6b1-1bcc-4991-9b72-4b0e1f42d162 req-b2b46d1c-7d34-481a-8375-d67191d93e67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=c06e7ce6-ace5-4c44-a452-8694adb6a711 HTTP/1.1" status: 200 len: 217 time: 0.0496013 Nov 24 12:51:18.476051 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4761d55e-b101-4819-ab43-489046e8eeaf req-eb8143e2-fe12-42b7-b7a3-3670a65358ce tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141755 Nov 24 12:51:18.518951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aee6b1-1bcc-4991-9b72-4b0e1f42d162 req-2ce2ae0c-8ed4-4341-bbcb-c144a72145d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:18.520532 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-91aee6b1-1bcc-4991-9b72-4b0e1f42d162 req-2ce2ae0c-8ed4-4341-bbcb-c144a72145d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1689775 Nov 24 12:51:18.686201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdf843-daba-4bd9-9357-2792955fb5fd req-2f0d6987-5b24-418f-ad99-1e6646e97f95 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:18.697160 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69cdf843-daba-4bd9-9357-2792955fb5fd req-2f0d6987-5b24-418f-ad99-1e6646e97f95 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 947 time: 0.5369065 Nov 24 12:51:18.788081 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-baa36872-58c4-477d-b411-6675750e50b7 req-ee48b3c8-71d2-4331-ad15-a15d45d2625e service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6213882 Nov 24 12:51:18.848164 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69cdf843-daba-4bd9-9357-2792955fb5fd req-65908e56-487d-40e9-b78b-5c76c4562b7a tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497686 Nov 24 12:51:18.876897 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:51:18.889991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Sync routers for ids ['84efe17a-9f03-408e-ac0f-a195f7ed5e2d'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:51:18.909429 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Routers {'84efe17a-9f03-408e-ac0f-a195f7ed5e2d'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:51:18.914182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['84efe17a-9f03-408e-ac0f-a195f7ed5e2d'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:18.917673 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9d287523-8663-4c3a-a0ad-c161b0f9b499 admin admin] 10.222.0.48 "PUT /v2.0/routers/84efe17a-9f03-408e-ac0f-a195f7ed5e2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7978296 Nov 24 12:51:18.994241 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715b1f-1c1d-46af-8276-9810c70f9549 req-38b703f1-2299-4acc-8809-0485371af993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:18.996214 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66715b1f-1c1d-46af-8276-9810c70f9549 req-38b703f1-2299-4acc-8809-0485371af993 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=731e2f38ddde4092a3d98304608757a3&device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 1098 time: 0.1158102 Nov 24 12:51:18.999237 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c5880d2-4f07-4510-ac0d-466814dc7bc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:19.012702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48028) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:19.142340 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aee6b1-1bcc-4991-9b72-4b0e1f42d162 req-db474ed0-dea2-4809-91df-271950c8a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:19.148476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-91aee6b1-1bcc-4991-9b72-4b0e1f42d162 req-db474ed0-dea2-4809-91df-271950c8a9a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2609789 Nov 24 12:51:19.163012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48034) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:19.192259 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bfcd4630-df29-456a-9905-96f20e972678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:19.280773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Set router 84efe17a-9f03-408e-ac0f-a195f7ed5e2d gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:51:19.378075 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c5880d2-4f07-4510-ac0d-466814dc7bc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:19.393429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bfcd4630-df29-456a-9905-96f20e972678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:19.400186 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c5880d2-4f07-4510-ac0d-466814dc7bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:19.405722 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bfcd4630-df29-456a-9905-96f20e972678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:19.454794 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bfcd4630-df29-456a-9905-96f20e972678 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68edb1c21ff94a7585a0460e6b03db60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905731 Nov 24 12:51:19.458072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48044) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:19.563714 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7919f942-6dc1-4c8b-8d66-a988f1d532d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:19.594665 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6c5880d2-4f07-4510-ac0d-466814dc7bc1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79cc5198cff049dab5ede85614b042aa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4696951 Nov 24 12:51:19.615214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48050) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:19.660605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5880d2-4f07-4510-ac0d-466814dc7bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61a01c5-3d82-417b-95c9-0cda42c5c94c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:19.748713 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd4630-df29-456a-9905-96f20e972678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0edccd9-95bb-48b0-96c9-4b20ab3d1437,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:19.782520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-91aee6b1-1bcc-4991-9b72-4b0e1f42d162 req-86d0fd3d-b8d2-4f3d-b8d4-88adfa098809 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235209 Nov 24 12:51:19.843684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709897889-router', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:51:05Z', 'updated_at': '2021-11-24T12:51:15Z', 'revision_number': 4, 'project_id': 'c5641a43ee814a33907c07727705cbe5', 'gw_port': {'id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:51:06Z', 'updated_at': '2021-11-24T12:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'eef7f1f4-6ae9-4023-b3b6-a7ddb766a136', 'name': '', 'network_id': '104b269c-8409-4564-908d-7d8e2d0a4216', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'mac_address': 'fa:16:3e:b1:1b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f50c1fd8-46e1-4f9d-873b-7f9129cdfa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:51:11Z', 'updated_at': '2021-11-24T12:51:15Z', 'revision_number': 2, 'project_id': 'c5641a43ee814a33907c07727705cbe5', 'subnets': [{'id': 'f50c1fd8-46e1-4f9d-873b-7f9129cdfa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:19.883173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d2be3-61ad-43a3-b1d9-e071fdf889f9 req-9d998e04-6c8c-4cc6-a385-299fc745ba18 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:19.884987 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-768d2be3-61ad-43a3-b1d9-e071fdf889f9 req-9d998e04-6c8c-4cc6-a385-299fc745ba18 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 970 time: 0.2723775 Nov 24 12:51:19.908995 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-02df7ac9-57f9-415d-aff0-2b73f377a8b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:19.912779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Checking router: 84efe17a-9f03-408e-ac0f-a195f7ed5e2d for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:51:19.917259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Updating router 84efe17a-9f03-408e-ac0f-a195f7ed5e2d port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:51:19.925238 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb265c27-9388-4946-ae02-d22f6eb26bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:19.962912 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb265c27-9388-4946-ae02-d22f6eb26bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:19.976106 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:20.051816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-91aee6b1-1bcc-4991-9b72-4b0e1f42d162 req-112ea9e3-ce0a-4c7d-a2c4-756d28c8bfff service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591639 Nov 24 12:51:20.078342 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7919f942-6dc1-4c8b-8d66-a988f1d532d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:20.081842 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb265c27-9388-4946-ae02-d22f6eb26bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:20.093751 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb265c27-9388-4946-ae02-d22f6eb26bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:20.098637 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bb265c27-9388-4946-ae02-d22f6eb26bd7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f61a01c5-3d82-417b-95c9-0cda42c5c94c HTTP/1.1" status: 204 len: 168 time: 0.4793630 Nov 24 12:51:20.123487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb265c27-9388-4946-ae02-d22f6eb26bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61a01c5-3d82-417b-95c9-0cda42c5c94c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:20.137664 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7919f942-6dc1-4c8b-8d66-a988f1d532d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:20.220291 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919f942-6dc1-4c8b-8d66-a988f1d532d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bf3d4d-b2d1-4e86-9789-b4ee4705f684,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:20.256457 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-02df7ac9-57f9-415d-aff0-2b73f377a8b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:20.465026 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:20.475707 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:20.570721 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7919f942-6dc1-4c8b-8d66-a988f1d532d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3380f3c3df3040b9b2dd338f031d69ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5567477 Nov 24 12:51:20.573670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48074) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:20.574348 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-768d2be3-61ad-43a3-b1d9-e071fdf889f9 req-ff1a174b-d170-4fb4-a7fe-9de42bd81d20 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6781216 Nov 24 12:51:20.663521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76557b7d-6e39-4a75-b17a-fd46e29b98ef None None] Pushing event updated for resources: {'Port': ['ID=eef7f1f4-6ae9-4023-b3b6-a7ddb766a136,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:20.786092 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715b1f-1c1d-46af-8276-9810c70f9549 req-e2e3be74-912f-49e2-9d44-c3cb0e4f72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:20.790347 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66715b1f-1c1d-46af-8276-9810c70f9549 req-e2e3be74-912f-49e2-9d44-c3cb0e4f72ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.7070041 Nov 24 12:51:20.835166 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-02df7ac9-57f9-415d-aff0-2b73f377a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:20.841331 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-02df7ac9-57f9-415d-aff0-2b73f377a8b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:20.859371 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-02df7ac9-57f9-415d-aff0-2b73f377a8b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0edccd9-95bb-48b0-96c9-4b20ab3d1437 HTTP/1.1" status: 204 len: 168 time: 1.3951046 Nov 24 12:51:20.861339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48088) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:20.868642 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Attempting to bind port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:51:20.869060 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Attempting to bind port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '4ec7cc64-288a-4af2-89da-d0352fcf5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '104b269c-8409-4564-908d-7d8e2d0a4216'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:51:20.869565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Attempting to bind port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 on network 104b269c-8409-4564-908d-7d8e2d0a4216 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:20.872455 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0242b407-4645-4b30-a25c-d380f3c367b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:20.895061 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:51:20.895473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Checking segment: {'id': '4ec7cc64-288a-4af2-89da-d0352fcf5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '104b269c-8409-4564-908d-7d8e2d0a4216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:20.895895 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:20.896300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Bound using segment: {'id': '4ec7cc64-288a-4af2-89da-d0352fcf5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '104b269c-8409-4564-908d-7d8e2d0a4216'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:51:20.896858 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Bound port: eef7f1f4-6ae9-4023-b3b6-a7ddb766a136, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec7cc64-288a-4af2-89da-d0352fcf5639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '104b269c-8409-4564-908d-7d8e2d0a4216'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:51:20.901230 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:20.953696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a44062-447a-4c8f-b0da-8e7567b5e154 req-5f9d3736-7a03-4a34-8800-b90dd1bcb6df tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:20.958192 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e0a44062-447a-4c8f-b0da-8e7567b5e154 req-5f9d3736-7a03-4a34-8800-b90dd1bcb6df tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 947 time: 0.3292298 Nov 24 12:51:21.005655 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cda5d377-53b2-4e92-ae10-646d5511f574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.090952 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] For port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:51:21.097047 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] For port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=eef7f1f4-6ae9-4023-b3b6-a7ddb766a136,segment=NetworkSegment(4ec7cc64-288a-4af2-89da-d0352fcf5639),segment_id=4ec7cc64-288a-4af2-89da-d0352fcf5639)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:51:21.108243 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66715b1f-1c1d-46af-8276-9810c70f9549 req-48b0edd7-bce1-4f92-b71e-0d329dcc8769 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=f5165f39-b473-45b9-81d2-63c70d0bbba7 HTTP/1.1" status: 200 len: 217 time: 0.3006437 Nov 24 12:51:21.110503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df7ac9-57f9-415d-aff0-2b73f377a8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0edccd9-95bb-48b0-96c9-4b20ab3d1437,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:21.117586 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.132339 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e0a44062-447a-4c8f-b0da-8e7567b5e154 req-9d54aa97-b8c2-4fd5-8d71-bc74c842f8d5 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609251 Nov 24 12:51:21.133431 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f209607e-b5c7-4ad6-a9b0-724acfae9680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.195949 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f209607e-b5c7-4ad6-a9b0-724acfae9680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.296547 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f209607e-b5c7-4ad6-a9b0-724acfae9680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.300880 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f209607e-b5c7-4ad6-a9b0-724acfae9680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.302792 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f209607e-b5c7-4ad6-a9b0-724acfae9680 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23bf3d4d-b2d1-4e86-9789-b4ee4705f684 HTTP/1.1" status: 204 len: 168 time: 0.7281015 Nov 24 12:51:21.323357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715b1f-1c1d-46af-8276-9810c70f9549 req-3ba61c82-6a26-40a5-8054-2f2c056ca3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:21.323934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f209607e-b5c7-4ad6-a9b0-724acfae9680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bf3d4d-b2d1-4e86-9789-b4ee4705f684,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:21.340919 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66715b1f-1c1d-46af-8276-9810c70f9549 req-3ba61c82-6a26-40a5-8054-2f2c056ca3ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.2019327 Nov 24 12:51:21.354208 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cda5d377-53b2-4e92-ae10-646d5511f574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.362645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cda5d377-53b2-4e92-ae10-646d5511f574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.407690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48098) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:21.416848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-379e089b-781d-49b7-84c3-d3c67d527650 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2086796794', 'description': 'tempest-description--196550400'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:21.441103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5d377-53b2-4e92-ae10-646d5511f574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56617071-1b9d-40da-bb8c-56aeac969a01,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:21.451738 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8f2b64d4-53a5-4b9b-9604-38bd8571316f None None] Provisioning complete for port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:21.452187 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f2b64d4-53a5-4b9b-9604-38bd8571316f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.534026 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-379e089b-781d-49b7-84c3-d3c67d527650 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.572978 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cda5d377-53b2-4e92-ae10-646d5511f574 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6e86a1a93c34a3297026d4eef1bcc75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5979059 Nov 24 12:51:21.574759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48102) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:21.722489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66715b1f-1c1d-46af-8276-9810c70f9549 req-57888b11-b169-499d-821e-55fe23cb1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:21.735701 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66715b1f-1c1d-46af-8276-9810c70f9549 req-57888b11-b169-499d-821e-55fe23cb1c42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2663894 Nov 24 12:51:21.811354 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2da41c76-64d4-44a2-9aad-3901db6db778 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.854035 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-379e089b-781d-49b7-84c3-d3c67d527650 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.858064 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76557b7d-6e39-4a75-b17a-fd46e29b98ef None None] Pushing event updated for resources: {'Port': ['ID=eef7f1f4-6ae9-4023-b3b6-a7ddb766a136,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:21.868785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Routers {'84efe17a-9f03-408e-ac0f-a195f7ed5e2d'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:51:21.869570 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['84efe17a-9f03-408e-ac0f-a195f7ed5e2d'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:21.889472 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2da41c76-64d4-44a2-9aad-3901db6db778 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.905727 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-379e089b-781d-49b7-84c3-d3c67d527650 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.980748 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-379e089b-781d-49b7-84c3-d3c67d527650 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:21.985499 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-379e089b-781d-49b7-84c3-d3c67d527650 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5696514 Nov 24 12:51:21.985499 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e089b-781d-49b7-84c3-d3c67d527650 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057966b1-62c6-426d-a8e0-55ae45a4b905,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:21.986170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48110) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:21.999414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-4f9769c5-524f-401b-8955-c7a0070026b8 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Request body: {'security_group_rule': {'security_group_id': '057966b1-62c6-426d-a8e0-55ae45a4b905', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:22.016550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26d9a7-9958-4e6b-9398-b77b7398c2a9 req-883933b8-07ff-461c-9754-aada63f1fbe5 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:22.029678 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7e26d9a7-9958-4e6b-9398-b77b7398c2a9 req-883933b8-07ff-461c-9754-aada63f1fbe5 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 970 time: 0.2535684 Nov 24 12:51:22.065836 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2da41c76-64d4-44a2-9aad-3901db6db778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:22.070275 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2da41c76-64d4-44a2-9aad-3901db6db778 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:22.079751 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2da41c76-64d4-44a2-9aad-3901db6db778 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56617071-1b9d-40da-bb8c-56aeac969a01 HTTP/1.1" status: 204 len: 168 time: 0.4972386 Nov 24 12:51:22.108973 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] Set router 84efe17a-9f03-408e-ac0f-a195f7ed5e2d gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:51:22.109978 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f9769c5-524f-401b-8955-c7a0070026b8 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:22.144957 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7e26d9a7-9958-4e6b-9398-b77b7398c2a9 req-fb1be89b-b0ad-4bf0-a602-1642daa3aab4 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141920 Nov 24 12:51:22.163553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da41c76-64d4-44a2-9aad-3901db6db778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56617071-1b9d-40da-bb8c-56aeac969a01,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:22.239565 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f9769c5-524f-401b-8955-c7a0070026b8 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:22.244882 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f9769c5-524f-401b-8955-c7a0070026b8 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:22.306406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9769c5-524f-401b-8955-c7a0070026b8 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d775e935-8550-4e10-9a75-5d1c60db7354,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:22.342540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f9769c5-524f-401b-8955-c7a0070026b8 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:22.346658 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4f9769c5-524f-401b-8955-c7a0070026b8 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3551269 Nov 24 12:51:22.347142 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48122) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:22.353774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f8a1a110-20ee-43ac-805f-0dde068b228a tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Request body: {'security_group_rule': {'security_group_id': '057966b1-62c6-426d-a8e0-55ae45a4b905', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:22.421324 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a110-20ee-43ac-805f-0dde068b228a tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:22.439209 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f2b64d4-53a5-4b9b-9604-38bd8571316f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:22.461022 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66715b1f-1c1d-46af-8276-9810c70f9549 req-1c97bfed-0f80-4ea6-8d4c-fea4b53d01ba service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998559 Nov 24 12:51:22.493365 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073a53a-3601-4f8a-8604-0f665dc6ba2d req-6b2a3f5d-4c16-4b48-ab89-6d96d85e3e43 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:22.495348 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f073a53a-3601-4f8a-8604-0f665dc6ba2d req-6b2a3f5d-4c16-4b48-ab89-6d96d85e3e43 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 947 time: 0.1711264 Nov 24 12:51:22.503415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8f2b64d4-53a5-4b9b-9604-38bd8571316f None None] For port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=eef7f1f4-6ae9-4023-b3b6-a7ddb766a136,segment=NetworkSegment(4ec7cc64-288a-4af2-89da-d0352fcf5639),segment_id=4ec7cc64-288a-4af2-89da-d0352fcf5639)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:22.508742 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f2b64d4-53a5-4b9b-9604-38bd8571316f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:22.550720 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a110-20ee-43ac-805f-0dde068b228a tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:22.565288 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a110-20ee-43ac-805f-0dde068b228a tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:22.613942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1a110-20ee-43ac-805f-0dde068b228a tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a5b911-4b37-4cd0-8438-7cedc84b4c81,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:22.622134 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a110-20ee-43ac-805f-0dde068b228a tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:22.624181 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f8a1a110-20ee-43ac-805f-0dde068b228a tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2754457 Nov 24 12:51:22.627150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48128) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:22.632005 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:22.654959 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b64d4-53a5-4b9b-9604-38bd8571316f None None] Pushing event updated for resources: {'Port': ['ID=eef7f1f4-6ae9-4023-b3b6-a7ddb766a136,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:22.661545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9cbaac82-6036-43dc-a339-f2822cf7b84e None None] Provisioning complete for port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:22.661913 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9cbaac82-6036-43dc-a339-f2822cf7b84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:22.700111 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:22.713752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709897889-router', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:51:05Z', 'updated_at': '2021-11-24T12:51:15Z', 'revision_number': 4, 'project_id': 'c5641a43ee814a33907c07727705cbe5', 'gw_port': {'id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:51:06Z', 'updated_at': '2021-11-24T12:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'eef7f1f4-6ae9-4023-b3b6-a7ddb766a136', 'name': '', 'network_id': '104b269c-8409-4564-908d-7d8e2d0a4216', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'mac_address': 'fa:16:3e:b1:1b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f50c1fd8-46e1-4f9d-873b-7f9129cdfa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:51:11Z', 'updated_at': '2021-11-24T12:51:21Z', 'revision_number': 4, 'project_id': 'c5641a43ee814a33907c07727705cbe5', 'subnets': [{'id': 'f50c1fd8-46e1-4f9d-873b-7f9129cdfa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:22.723593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f073a53a-3601-4f8a-8604-0f665dc6ba2d req-c38fe1d9-65ed-49bc-b639-69713e11c59f tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405587 Nov 24 12:51:22.734134 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66715b1f-1c1d-46af-8276-9810c70f9549 req-baa68424-02b4-4edb-9be6-0ef696a707dc service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352495 Nov 24 12:51:22.755564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8956b95-08b9-492d-a4d9-8581fb9336c4 None None] The sync data for ids ['84efe17a-9f03-408e-ac0f-a195f7ed5e2d'] in n-d-817303-4 is: [{'id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709897889-router', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:51:05Z', 'updated_at': '2021-11-24T12:51:15Z', 'revision_number': 4, 'project_id': 'c5641a43ee814a33907c07727705cbe5', 'gw_port': {'id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:51:06Z', 'updated_at': '2021-11-24T12:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'eef7f1f4-6ae9-4023-b3b6-a7ddb766a136', 'name': '', 'network_id': '104b269c-8409-4564-908d-7d8e2d0a4216', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'mac_address': 'fa:16:3e:b1:1b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f50c1fd8-46e1-4f9d-873b-7f9129cdfa4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:51:11Z', 'updated_at': '2021-11-24T12:51:21Z', 'revision_number': 4, 'project_id': 'c5641a43ee814a33907c07727705cbe5', 'subnets': [{'id': 'f50c1fd8-46e1-4f9d-873b-7f9129cdfa4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:51:22.887844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48132) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:22.937081 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e395ac56-56b0-47a8-8c5a-279f79fb4d61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:23.102915 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:23.186492 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9295e862-e551-436c-8aaa-123c3e90251d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:23.247058 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e395ac56-56b0-47a8-8c5a-279f79fb4d61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:23.255915 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e395ac56-56b0-47a8-8c5a-279f79fb4d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:23.292714 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395ac56-56b0-47a8-8c5a-279f79fb4d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e379058-c4c5-4769-aa69-50556cf53821,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:23.340452 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e395ac56-56b0-47a8-8c5a-279f79fb4d61 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19e849f07a1c4f98b55a8865e3c53116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513619 Nov 24 12:51:23.344883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48144) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:23.396940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Allocated IP 172.25.0.159 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/e9608ba5-201f-4261-8b78-4b3ffc12348e) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:51:23.514774 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-382f92e4-e8c0-467e-ae29-ff95fb9cd9e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:23.590689 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:23.614967 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-382f92e4-e8c0-467e-ae29-ff95fb9cd9e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:23.624052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965699c-c8bc-49ef-b420-6aa94130b5fc req-70cc84b3-51af-4564-a01b-bafaee041e13 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:23.635057 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d965699c-c8bc-49ef-b420-6aa94130b5fc req-70cc84b3-51af-4564-a01b-bafaee041e13 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 970 time: 0.0923293 Nov 24 12:51:23.731275 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-382f92e4-e8c0-467e-ae29-ff95fb9cd9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:23.743184 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-382f92e4-e8c0-467e-ae29-ff95fb9cd9e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:23.745236 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-382f92e4-e8c0-467e-ae29-ff95fb9cd9e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5e379058-c4c5-4769-aa69-50556cf53821 HTTP/1.1" status: 204 len: 168 time: 0.3990903 Nov 24 12:51:23.768388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f92e4-e8c0-467e-ae29-ff95fb9cd9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e379058-c4c5-4769-aa69-50556cf53821,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:23.808480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d965699c-c8bc-49ef-b420-6aa94130b5fc req-240146bf-b8be-4c5b-b397-8960386400d2 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705792 Nov 24 12:51:23.913681 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:24.049934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eccc7e-4920-4924-b941-c7b2d8348851 req-5e204841-6162-4c6a-b0d9-f7e8c6d79936 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:24.057219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:51:24.060701 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36eccc7e-4920-4924-b941-c7b2d8348851 req-5e204841-6162-4c6a-b0d9-f7e8c6d79936 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 947 time: 0.1585176 Nov 24 12:51:24.061252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Pushing event updated for resources: {'Port': ['ID=e9608ba5-201f-4261-8b78-4b3ffc12348e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:24.065291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:24.115130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:51:24.241885 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:24.244297 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36eccc7e-4920-4924-b941-c7b2d8348851 req-fb9d981e-8dc3-46d4-8eb6-2ff843067b62 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702557 Nov 24 12:51:24.388125 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:24.499481 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:24.730032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:24.837947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:24.838384 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:24.885714 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:24.896932 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:24.989261 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:25.079447 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:25.091353 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4524572 Nov 24 12:51:25.091353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beff10-d0ab-40a8-8163-67c175aacf79 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Pushing event updated for resources: {'Port': ['ID=e9608ba5-201f-4261-8b78-4b3ffc12348e,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:25.157640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef1208-d5fb-49f8-8c42-f9f4cb6b2bfc req-48fe9560-1037-490b-a2d4-64a1bbb190c3 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:25.160081 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cbef1208-d5fb-49f8-8c42-f9f4cb6b2bfc req-48fe9560-1037-490b-a2d4-64a1bbb190c3 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 970 time: 0.2076204 Nov 24 12:51:25.249202 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cbef1208-d5fb-49f8-8c42-f9f4cb6b2bfc req-1b5aefdb-1eb2-45a3-a788-e2e74449f44c tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829551 Nov 24 12:51:25.439478 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ba313-408c-4158-ada8-e09c1602c929 req-e66baa04-7554-4d74-aa25-840d0caeef3e tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:25.447860 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d39ba313-408c-4158-ada8-e09c1602c929 req-e66baa04-7554-4d74-aa25-840d0caeef3e tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 947 time: 0.0887349 Nov 24 12:51:25.513215 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d39ba313-408c-4158-ada8-e09c1602c929 req-00347678-1c88-4f2a-8a2b-d146a8ac0524 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567052 Nov 24 12:51:25.734357 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:25.758216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48212) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:26.322200 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-f0d83722-5a90-49fd-9f2e-a5884c58a194 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2086796794&fields=id&tenant_id=6654e282f18448408886c9d51d38ee1a HTTP/1.1" status: 200 len: 267 time: 0.0854175 Nov 24 12:51:26.433261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-885045700-network', 'tenant_id': '494a0e4f3119447983c5ec1ee6872a9d'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:26.463755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa14849-abb1-4f4d-9371-24aa9f68eeca req-d19ac98a-ab73-44b7-b23d-70214624cc9e tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:26.465801 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-afa14849-abb1-4f4d-9371-24aa9f68eeca req-d19ac98a-ab73-44b7-b23d-70214624cc9e tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 970 time: 0.1025386 Nov 24 12:51:26.554139 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:26.597452 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-afa14849-abb1-4f4d-9371-24aa9f68eeca req-c59dd1f8-866d-42ce-a603-154bcd51c2ce tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183226 Nov 24 12:51:26.634813 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] Made reservation on behalf of 494a0e4f3119447983c5ec1ee6872a9d for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:26.637257 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:26.654977 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:26.785809 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:26.795567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-07ab88a2-e7af-472d-ad7d-e48442eefd3d tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:26.803476 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-07ab88a2-e7af-472d-ad7d-e48442eefd3d tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/networks?id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e HTTP/1.1" status: 200 len: 824 time: 0.4800122 Nov 24 12:51:26.820187 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:26.851384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41025234-c959-4104-bc15-1b0f2c9717b9 req-d394190f-a2de-40b8-9685-80647bbe4e41 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:26.864125 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-41025234-c959-4104-bc15-1b0f2c9717b9 req-d394190f-a2de-40b8-9685-80647bbe4e41 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 947 time: 0.1373498 Nov 24 12:51:26.896447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48252) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:26.995009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48256) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:27.007406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-41025234-c959-4104-bc15-1b0f2c9717b9 req-eb5b3170-0db6-49ad-8035-acab2338a811 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366477 Nov 24 12:51:27.032176 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-944aa15e-30cd-499f-8ec2-99abd85d79f9 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/quotas/6654e282f18448408886c9d51d38ee1a HTTP/1.1" status: 200 len: 375 time: 0.2271421 Nov 24 12:51:27.054282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:51:27.102886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef00cad3-468f-468c-9e24-d2580767138f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:27.106187 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:27.106851 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] Added segment e11c9385-d0ca-404a-b046-206547c82095 of type vlan for network ee1ba679-7d12-4b42-af81-73cc82b26674 Nov 24 12:51:27.197386 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-6ca2cf39-9276-4bcf-b0d2-86dc34daf4b3 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6654e282f18448408886c9d51d38ee1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1642127 Nov 24 12:51:27.204605 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:27.244948 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:27.250978 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a937-858f-4fb1-96f3-c58b3f0c1cf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:27.255965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:27.256967 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:27.417290 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a937-858f-4fb1-96f3-c58b3f0c1cf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:27.420772 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6613121 Nov 24 12:51:27.422020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45d9f0-c0a2-46e9-9b08-f9995326dfb6 admin admin] Pushing event updated for resources: {'Network': ['ID=ee1ba679-7d12-4b42-af81-73cc82b26674,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:27.424505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48272) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:27.438972 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network ee1ba679-7d12-4b42-af81-73cc82b26674 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:51:27.440983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b402322a-7031-41e7-b76e-17bce9bedf5b admin admin] Request body: {'subnet': {'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-885045700-subnet', 'tenant_id': '494a0e4f3119447983c5ec1ee6872a9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:27.446129 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a937-858f-4fb1-96f3-c58b3f0c1cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:27.508820 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e5c2a937-858f-4fb1-96f3-c58b3f0c1cf0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e05e0857af0845d0bb81a1a56fd1afa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6078725 Nov 24 12:51:27.511385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48276) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:27.511824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2a937-858f-4fb1-96f3-c58b3f0c1cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca36751-7719-4987-8cf9-8505f606cf70,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:27.542424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b402322a-7031-41e7-b76e-17bce9bedf5b admin admin] Made reservation on behalf of 494a0e4f3119447983c5ec1ee6872a9d for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:27.546495 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b402322a-7031-41e7-b76e-17bce9bedf5b admin admin] Publish callbacks [] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:27.633365 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7eed5c32-9644-4136-8af0-140dd78e6384 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:27.702632 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7eed5c32-9644-4136-8af0-140dd78e6384 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:27.783093 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b1203e61-1165-4d50-9b9a-bcf859fe7732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:27.795863 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7eed5c32-9644-4136-8af0-140dd78e6384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:27.798511 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7eed5c32-9644-4136-8af0-140dd78e6384 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:27.800015 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7eed5c32-9644-4136-8af0-140dd78e6384 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ca36751-7719-4987-8cf9-8505f606cf70 HTTP/1.1" status: 204 len: 168 time: 0.2873030 Nov 24 12:51:27.808469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed5c32-9644-4136-8af0-140dd78e6384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca36751-7719-4987-8cf9-8505f606cf70,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:27.864319 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-e1093d85-d329-458f-8924-d48a5c62da05 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:51:27.867285 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-e1093d85-d329-458f-8924-d48a5c62da05 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1933806 Nov 24 12:51:27.964884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d7b63-016c-40ac-a037-e8f578c98cd4 req-1e28677e-43ce-4398-8181-67127cec8dc4 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:27.965395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce0d7b63-016c-40ac-a037-e8f578c98cd4 req-1e28677e-43ce-4398-8181-67127cec8dc4 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 970 time: 0.1891522 Nov 24 12:51:28.045804 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-a1bcf7d2-4a28-4623-9ac7-18fd920a2912 service neutron] 10.222.0.48 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712885 Nov 24 12:51:28.154201 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce0d7b63-016c-40ac-a037-e8f578c98cd4 req-cf55a41d-26ae-4edb-92ae-54d657d8f7e8 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878083 Nov 24 12:51:28.182115 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-9b5360a1-962d-4005-9c57-d97ceae90cd3 service neutron] 10.222.0.48 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353595 Nov 24 12:51:28.194787 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b402322a-7031-41e7-b76e-17bce9bedf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:28.199972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b1203e61-1165-4d50-9b9a-bcf859fe7732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:28.253073 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b1203e61-1165-4d50-9b9a-bcf859fe7732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:28.372350 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b1203e61-1165-4d50-9b9a-bcf859fe7732 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c74c04d31e5849c79caebc0231f16b98&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3638117 Nov 24 12:51:28.376027 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48298) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:28.384326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1203e61-1165-4d50-9b9a-bcf859fe7732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b0f3c-dbf6-4c3a-bbdd-40dad8f864b8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:28.412576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402322a-7031-41e7-b76e-17bce9bedf5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c9a6d6-7074-498d-887a-6cd33ae98ec8,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:28.438910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b402322a-7031-41e7-b76e-17bce9bedf5b admin admin] Checking segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:28.439736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b402322a-7031-41e7-b76e-17bce9bedf5b admin admin] Network hostable DHCP agents. Network: ee1ba679-7d12-4b42-af81-73cc82b26674, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:51:28.473544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332c19-27fc-4b5c-a564-1b8f0aaad7ee req-1c03d518-0fcb-4ea3-9734-13e534ecefcb tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:28.475267 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63332c19-27fc-4b5c-a564-1b8f0aaad7ee req-1c03d518-0fcb-4ea3-9734-13e534ecefcb tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 947 time: 0.2235527 Nov 24 12:51:28.521666 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cab4feec-0c4e-4bb1-b983-38b7861cea88 req-0e39ba03-9022-4b0a-a016-b509780aec78 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 210 time: 0.0676911 Nov 24 12:51:28.570825 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-613f2ce5-c60c-4b82-b66d-e795c44abe6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:28.594597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b402322a-7031-41e7-b76e-17bce9bedf5b admin admin] Network ee1ba679-7d12-4b42-af81-73cc82b26674 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:51:28.633314 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-613f2ce5-c60c-4b82-b66d-e795c44abe6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:28.641351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-b402322a-7031-41e7-b76e-17bce9bedf5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, ee1ba679-7d12-4b42-af81-73cc82b26674) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:28.651793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c624ad08-0969-406d-b00c-6eff2fe25cb7 None None] Network ee1ba679-7d12-4b42-af81-73cc82b26674 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:51:28.686497 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63332c19-27fc-4b5c-a564-1b8f0aaad7ee req-c8ce2cdc-94e7-4153-8ba3-df7815c7d465 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953394 Nov 24 12:51:28.688465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b402322a-7031-41e7-b76e-17bce9bedf5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:28.698097 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b402322a-7031-41e7-b76e-17bce9bedf5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:28.726310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48312) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:28.780950 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-613f2ce5-c60c-4b82-b66d-e795c44abe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:28.783790 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-613f2ce5-c60c-4b82-b66d-e795c44abe6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:28.788216 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-613f2ce5-c60c-4b82-b66d-e795c44abe6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e24b0f3c-dbf6-4c3a-bbdd-40dad8f864b8 HTTP/1.1" status: 204 len: 168 time: 0.4075940 Nov 24 12:51:28.794331 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b402322a-7031-41e7-b76e-17bce9bedf5b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3672194 Nov 24 12:51:28.797308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69f0a957-2d9a-4774-bd49-f67e429b7fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:28.844518 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f2ce5-c60c-4b82-b66d-e795c44abe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24b0f3c-dbf6-4c3a-bbdd-40dad8f864b8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:28.864193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738d9eaf-cf5b-49b4-ae6b-1f97567b356e None None] Network ee1ba679-7d12-4b42-af81-73cc82b26674 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:51:29.021010 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69f0a957-2d9a-4774-bd49-f67e429b7fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:29.027367 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69f0a957-2d9a-4774-bd49-f67e429b7fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:29.085236 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-69f0a957-2d9a-4774-bd49-f67e429b7fe7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=624e1a7a4e13453999e7f6e8d9a0cc58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572915 Nov 24 12:51:29.086661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0a957-2d9a-4774-bd49-f67e429b7fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2cd3be-c946-4996-8c3a-6b89f0670824,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:29.088060 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48322) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:29.191948 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad8323e4-29f5-416a-b214-b9cbf177eda1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:29.226475 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad8323e4-29f5-416a-b214-b9cbf177eda1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:29.322951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad8323e4-29f5-416a-b214-b9cbf177eda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:29.327319 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad8323e4-29f5-416a-b214-b9cbf177eda1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:29.330853 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ad8323e4-29f5-416a-b214-b9cbf177eda1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb2cd3be-c946-4996-8c3a-6b89f0670824 HTTP/1.1" status: 204 len: 168 time: 0.2393372 Nov 24 12:51:29.347675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8323e4-29f5-416a-b214-b9cbf177eda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2cd3be-c946-4996-8c3a-6b89f0670824,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:29.435492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0d21a-2a2c-48de-9388-efd6059ea273 req-f84ca2ce-993f-4127-8801-d869afaef8fe tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:29.438406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-57e0d21a-2a2c-48de-9388-efd6059ea273 req-f84ca2ce-993f-4127-8801-d869afaef8fe tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 970 time: 0.0933061 Nov 24 12:51:29.535261 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-57e0d21a-2a2c-48de-9388-efd6059ea273 req-d00e6ced-52bc-4de9-80f7-41c376f60bb8 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901592 Nov 24 12:51:29.666895 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79f9dc21-59b6-4924-b47c-23f45382eb4c req-c3dd8b07-e720-47fc-bd77-e642def4497a tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 210 time: 0.0480363 Nov 24 12:51:29.811250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48350) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:29.822062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59499c1f-327c-4e3d-93b0-b41bdb830195 req-b2d9eb25-7da6-40f7-affd-d94bea59ebb8 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:29.823676 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-59499c1f-327c-4e3d-93b0-b41bdb830195 req-b2d9eb25-7da6-40f7-affd-d94bea59ebb8 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 947 time: 0.0594435 Nov 24 12:51:29.834962 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e28d2b6b-eac5-4697-96c8-dca9cbbd8c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:29.882707 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-59499c1f-327c-4e3d-93b0-b41bdb830195 req-c85145c1-e14a-4bd8-8db3-0542972e1292 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518844 Nov 24 12:51:29.928206 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e28d2b6b-eac5-4697-96c8-dca9cbbd8c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:29.934275 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e28d2b6b-eac5-4697-96c8-dca9cbbd8c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:29.974579 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d2b6b-eac5-4697-96c8-dca9cbbd8c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f474adab-3aca-4e7a-b2d5-4aab8d6ee322,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:29.981626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48352) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:29.981776 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e28d2b6b-eac5-4697-96c8-dca9cbbd8c12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49bb59a3080e41bca32cf4c423d81df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694024 Nov 24 12:51:30.046921 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-520e9bea-53db-4cb9-89ed-30b52c645cab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:30.073848 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-520e9bea-53db-4cb9-89ed-30b52c645cab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:30.142648 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-520e9bea-53db-4cb9-89ed-30b52c645cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:30.145488 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-520e9bea-53db-4cb9-89ed-30b52c645cab admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:30.148699 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-520e9bea-53db-4cb9-89ed-30b52c645cab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f474adab-3aca-4e7a-b2d5-4aab8d6ee322 HTTP/1.1" status: 204 len: 168 time: 0.1659729 Nov 24 12:51:30.164856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e9bea-53db-4cb9-89ed-30b52c645cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f474adab-3aca-4e7a-b2d5-4aab8d6ee322,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:30.174007 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f5165f39-b473-45b9-81d2-63c70d0bbba7 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:51:30.361052 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-131f40ce-33bb-43f1-85da-aa09e58d4c5e tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:30.362822 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-131f40ce-33bb-43f1-85da-aa09e58d4c5e tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.59 "GET /v2.0/networks?id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e HTTP/1.1" status: 200 len: 824 time: 0.2895281 Nov 24 12:51:30.400967 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port f5165f39-b473-45b9-81d2-63c70d0bbba7, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f5165f39-b473-45b9-81d2-63c70d0bbba7,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:30.412824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'f5165f39-b473-45b9-81d2-63c70d0bbba7', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'f5165f39-b473-45b9-81d2-63c70d0bbba7', 'mac_address': 'fa:16:3e:4e:78:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:51:30.461226 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-4007b6ea-1250-4973-b6a2-3bac1160735e tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6654e282f18448408886c9d51d38ee1a HTTP/1.1" status: 200 len: 380 time: 0.0860031 Nov 24 12:51:30.463835 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:30.474283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-500b64ce-3f2a-4a21-8094-781069e929f9 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Request body: {'port': {'device_id': '5332d87a-727e-45cc-9ff1-8a88aea50d44', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'admin_state_up': True, 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'security_groups': ['057966b1-62c6-426d-a8e0-55ae45a4b905']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:30.484643 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5165f39-b473-45b9-81d2-63c70d0bbba7 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:30.519914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port f5165f39-b473-45b9-81d2-63c70d0bbba7, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f5165f39-b473-45b9-81d2-63c70d0bbba7,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:30.525378 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:30.599432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=f5165f39-b473-45b9-81d2-63c70d0bbba7,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:30.658284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-500b64ce-3f2a-4a21-8094-781069e929f9 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Made reservation on behalf of 6654e282f18448408886c9d51d38ee1a for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:30.661760 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-500b64ce-3f2a-4a21-8094-781069e929f9 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:30.686871 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0bc76-a3f2-47f8-b3fa-62ed1fd51038 req-363dfd02-3aa7-49e0-9ee9-015ecd775fac tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:30.688364 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dfa0bc76-a3f2-47f8-b3fa-62ed1fd51038 req-363dfd02-3aa7-49e0-9ee9-015ecd775fac tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 970 time: 0.0691464 Nov 24 12:51:30.797722 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dfa0bc76-a3f2-47f8-b3fa-62ed1fd51038 req-fc07aef5-d6e2-41d0-9276-8949c9cbfa64 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988648 Nov 24 12:51:30.848252 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f603ab34-fa65-4423-a9fb-221bfe4295b5 req-a6bfe665-e823-4980-99d6-f6a404a71aa3 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 210 time: 0.0392666 Nov 24 12:51:30.867002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-500b64ce-3f2a-4a21-8094-781069e929f9 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Allocated IP 172.20.0.9 (1bfce1e3-d0fb-443f-82e9-216fa2f4414e/d5769439-5245-4abd-9019-ca9dddd4ee48/2219e174-ccf2-473c-9388-436afbd8de5d) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:51:30.878549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['f5165f39-b473-45b9-81d2-63c70d0bbba7'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:51:31.044197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e86b3-2a8c-47cc-b734-0b3c0ca5c820 req-e8f482b1-4c9b-449b-986e-b55a19c8f0cf tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:31.045806 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b06e86b3-2a8c-47cc-b734-0b3c0ca5c820 req-e8f482b1-4c9b-449b-986e-b55a19c8f0cf tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 948 time: 0.0564528 Nov 24 12:51:31.111159 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b06e86b3-2a8c-47cc-b734-0b3c0ca5c820 req-15525e12-ce98-4d23-92d6-7c3e0cf4b186 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592444 Nov 24 12:51:31.147297 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-500b64ce-3f2a-4a21-8094-781069e929f9 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.196041 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-500b64ce-3f2a-4a21-8094-781069e929f9 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.244164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-500b64ce-3f2a-4a21-8094-781069e929f9 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:51:31.247566 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-500b64ce-3f2a-4a21-8094-781069e929f9 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:31.251779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-500b64ce-3f2a-4a21-8094-781069e929f9 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:51:31.257639 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-500b64ce-3f2a-4a21-8094-781069e929f9 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:31.258457 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-500b64ce-3f2a-4a21-8094-781069e929f9 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.275619 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48428) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:31.309758 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b64ce-3f2a-4a21-8094-781069e929f9 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Pushing event updated for resources: {'Port': ['ID=2219e174-ccf2-473c-9388-436afbd8de5d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:31.311166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48434) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:31.316338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1680410093-network', 'tenant_id': '9696669ffc1a423abaaa016fe376b86d'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:31.338433 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-500b64ce-3f2a-4a21-8094-781069e929f9 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8679464 Nov 24 12:51:31.359599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Request body: {'port': {'device_id': '5332d87a-727e-45cc-9ff1-8a88aea50d44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:31.369540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] Made reservation on behalf of 9696669ffc1a423abaaa016fe376b86d for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:31.374865 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.398333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.459552 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.539268 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.546144 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.615992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d605e369-cfb6-4bc1-b7a4-2a63236594e1 None None] Provisioning complete for port 2219e174-ccf2-473c-9388-436afbd8de5d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:31.615992 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d605e369-cfb6-4bc1-b7a4-2a63236594e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.617684 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b275d4dd-ec54-4d5c-926e-57cad8a21f8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.620084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:51:31.639793 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fa9b04-2e40-4d58-b3e9-158cd71ad8a6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:31.646818 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.647476 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] Added segment caf2d275-07ef-4474-a666-5c4f109be41e of type vlan for network be9d40ba-b441-4863-8fc5-0eea836ac962 Nov 24 12:51:31.691680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d605e369-cfb6-4bc1-b7a4-2a63236594e1 None None] Port 2219e174-ccf2-473c-9388-436afbd8de5d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:51:31.726019 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.782850 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.783802 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:31.784405 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.807349 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4925709 Nov 24 12:51:31.812117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48454) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:31.817898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1e3a0a28-2566-487d-9379-d7ff100b2b89 admin admin] Request body: {'subnet': {'network_id': 'be9d40ba-b441-4863-8fc5-0eea836ac962', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1680410093-subnet', 'tenant_id': '9696669ffc1a423abaaa016fe376b86d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:31.825391 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b275d4dd-ec54-4d5c-926e-57cad8a21f8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.837062 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b275d4dd-ec54-4d5c-926e-57cad8a21f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.854475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2219e174-ccf2-473c-9388-436afbd8de5d {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:31.862682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48458) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:31.879499 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.897575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3a0a28-2566-487d-9379-d7ff100b2b89 admin admin] Made reservation on behalf of 9696669ffc1a423abaaa016fe376b86d for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:31.899936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0a28-2566-487d-9379-d7ff100b2b89 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.904903 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Transition to ACTIVE for port object 2219e174-ccf2-473c-9388-436afbd8de5d will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:51:31.919894 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:31.940481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1603cbd-5d65-4b13-888d-e8926572e293 admin admin] Pushing event updated for resources: {'Network': ['ID=be9d40ba-b441-4863-8fc5-0eea836ac962,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:31.970354 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network be9d40ba-b441-4863-8fc5-0eea836ac962 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:51:32.072245 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b275d4dd-ec54-4d5c-926e-57cad8a21f8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99c6029b68dc4c42946d4c83c2070123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7926385 Nov 24 12:51:32.072245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275d4dd-ec54-4d5c-926e-57cad8a21f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e2c395-3574-4d74-b36a-4d9e09df5d28,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:32.087973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48468) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:32.135868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aefafb-06fa-4fa6-bbe9-c392d7ca0a75 req-ed4e3af6-c4a9-4eaa-95b1-8d3b1f91eae3 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:32.148972 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3aefafb-06fa-4fa6-bbe9-c392d7ca0a75 req-ed4e3af6-c4a9-4eaa-95b1-8d3b1f91eae3 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 970 time: 0.2100570 Nov 24 12:51:32.154216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f5165f39-b473-45b9-81d2-63c70d0bbba7 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:32.170503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Pushing event updated for resources: {'Port': ['ID=2219e174-ccf2-473c-9388-436afbd8de5d,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:32.201037 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad73b6d9-e1fe-4c7a-9586-0d8f6e5ee0d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.246763 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port f5165f39-b473-45b9-81d2-63c70d0bbba7 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:51:32.258683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port f5165f39-b473-45b9-81d2-63c70d0bbba7 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:32.259161 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.277116 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3aefafb-06fa-4fa6-bbe9-c392d7ca0a75 req-750e906e-1070-4b58-8018-b82040a034eb tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247547 Nov 24 12:51:32.334550 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd090f22-c8fb-4182-ab97-022ccbc4fa0b req-52533e76-4247-4f5a-9e17-83c238db9da4 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:32.342012 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cd090f22-c8fb-4182-ab97-022ccbc4fa0b req-52533e76-4247-4f5a-9e17-83c238db9da4 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 943 time: 0.3726830 Nov 24 12:51:32.415296 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.456326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effa4bf5-5ea9-423c-a58a-c233896525ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5165f39-b473-45b9-81d2-63c70d0bbba7'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:32.469936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c38de-b2ce-415c-a6ba-b5b27b519845 req-bdc1113f-d8f5-4902-80aa-38e3feec56fb tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:32.477164 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c87c38de-b2ce-415c-a6ba-b5b27b519845 req-bdc1113f-d8f5-4902-80aa-38e3feec56fb tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 948 time: 0.1041377 Nov 24 12:51:32.483249 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9a2e64c1-6a30-4962-9914-40078c73fc57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.490128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Attempting to bind port 2219e174-ccf2-473c-9388-436afbd8de5d on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:51:32.490483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Attempting to bind port 2219e174-ccf2-473c-9388-436afbd8de5d by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:51:32.490798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Attempting to bind port 2219e174-ccf2-473c-9388-436afbd8de5d on network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:32.552912 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port f5165f39-b473-45b9-81d2-63c70d0bbba7, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f5165f39-b473-45b9-81d2-63c70d0bbba7,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:32.559113 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.575343 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad73b6d9-e1fe-4c7a-9586-0d8f6e5ee0d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.577970 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Port 2219e174-ccf2-473c-9388-436afbd8de5d on network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:51:32.578350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Attempting to bind port 2219e174-ccf2-473c-9388-436afbd8de5d on network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:32.589863 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c87c38de-b2ce-415c-a6ba-b5b27b519845 req-75594888-4f11-45c5-9245-d71b1fffa0cd tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110990 Nov 24 12:51:32.599345 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad73b6d9-e1fe-4c7a-9586-0d8f6e5ee0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.627704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=f5165f39-b473-45b9-81d2-63c70d0bbba7,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:32.641129 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ad73b6d9-e1fe-4c7a-9586-0d8f6e5ee0d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9e92a1d4147484ab5de90a1ec3855cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7746756 Nov 24 12:51:32.641484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48494) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:32.646646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:51:32.646985 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Checking segment: {'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:32.647363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Bound using segment: {'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:51:32.647797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Bound port: 2219e174-ccf2-473c-9388-436afbd8de5d, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:51:32.648152 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.706694 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9a2e64c1-6a30-4962-9914-40078c73fc57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.711159 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90ca22cc-4556-4a51-9f32-84e4882cb8ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.725254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73b6d9-e1fe-4c7a-9586-0d8f6e5ee0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44c1793-57f2-4c10-8552-407c7994423a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:32.736123 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90ca22cc-4556-4a51-9f32-84e4882cb8ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.750781 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d8abd2-f05a-48f4-8a51-4e6a01264e8b" -d '{"events": [{"server_uuid": "effa4bf5-5ea9-423c-a58a-c233896525ba", "name": "network-vif-plugged", "status": "completed", "tag": "f5165f39-b473-45b9-81d2-63c70d0bbba7"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:32.773538 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cd090f22-c8fb-4182-ab97-022ccbc4fa0b req-25ebf39c-92ee-4453-a71f-adc96192934e tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4262142 Nov 24 12:51:32.809206 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90ca22cc-4556-4a51-9f32-84e4882cb8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.813281 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90ca22cc-4556-4a51-9f32-84e4882cb8ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.818184 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-90ca22cc-4556-4a51-9f32-84e4882cb8ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e44c1793-57f2-4c10-8552-407c7994423a HTTP/1.1" status: 204 len: 168 time: 0.1757109 Nov 24 12:51:32.829807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca22cc-4556-4a51-9f32-84e4882cb8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44c1793-57f2-4c10-8552-407c7994423a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:32.866894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] For port 2219e174-ccf2-473c-9388-436afbd8de5d, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:51:32.870326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] For port 2219e174-ccf2-473c-9388-436afbd8de5d, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2219e174-ccf2-473c-9388-436afbd8de5d,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:51:32.875737 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0a28-2566-487d-9379-d7ff100b2b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.884004 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.891202 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9a2e64c1-6a30-4962-9914-40078c73fc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.894530 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9a2e64c1-6a30-4962-9914-40078c73fc57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:32.895666 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9a2e64c1-6a30-4962-9914-40078c73fc57 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82e2c395-3574-4d74-b36a-4d9e09df5d28 HTTP/1.1" status: 204 len: 168 time: 0.8047891 Nov 24 12:51:32.911107 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b1e90a-ea63-46c5-8c22-e4369aeea52f x-openstack-request-id: req-14b1e90a-ea63-46c5-8c22-e4369aeea52f {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:32.911443 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effa4bf5-5ea9-423c-a58a-c233896525ba", "name": "network-vif-plugged", "status": "completed", "tag": "f5165f39-b473-45b9-81d2-63c70d0bbba7", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:32.911712 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14b1e90a-ea63-46c5-8c22-e4369aeea52f {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:32.912169 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effa4bf5-5ea9-423c-a58a-c233896525ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5165f39-b473-45b9-81d2-63c70d0bbba7', 'code': 200} Nov 24 12:51:32.996475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.59', 60783) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:33.076472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1352607-fe09-4ce8-9ad4-85f9ec9ebc58 req-8437390b-1c8c-4793-a115-fea3da99250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:33.077974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f1352607-fe09-4ce8-9ad4-85f9ec9ebc58 req-8437390b-1c8c-4793-a115-fea3da99250c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 1100 time: 0.0804007 Nov 24 12:51:33.103927 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f1352607-fe09-4ce8-9ad4-85f9ec9ebc58 req-2ad5fdd6-eb5a-474d-9319-781253d4a6f1 service neutron] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:33.158642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:33.159583 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:33.161193 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-192a60b0-875b-4be4-b828-856dee497506 service neutron] 10.222.0.59 "PUT /v2.0/ports/2219e174-ccf2-473c-9388-436afbd8de5d HTTP/1.1" status: 200 len: 1091 time: 1.8142531 Nov 24 12:51:33.171739 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5332d87a-727e-45cc-9ff1-8a88aea50d44', 'tag': '2219e174-ccf2-473c-9388-436afbd8de5d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:33.174157 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba423498-d1d9-4d05-a7e3-1e7370ac6952" -d '{"events": [{"name": "network-changed", "server_uuid": "5332d87a-727e-45cc-9ff1-8a88aea50d44", "tag": "2219e174-ccf2-473c-9388-436afbd8de5d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:33.187636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e64c1-6a30-4962-9914-40078c73fc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e2c395-3574-4d74-b36a-4d9e09df5d28,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:33.269762 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a0a28-2566-487d-9379-d7ff100b2b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d7b8a4-fe93-4257-a3d7-01ec051c85cb,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:33.272718 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a0a28-2566-487d-9379-d7ff100b2b89 admin admin] Checking segment: {'id': 'caf2d275-07ef-4474-a666-5c4f109be41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'be9d40ba-b441-4863-8fc5-0eea836ac962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:33.273351 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3a0a28-2566-487d-9379-d7ff100b2b89 admin admin] Network hostable DHCP agents. Network: be9d40ba-b441-4863-8fc5-0eea836ac962, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:51:33.311094 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220bbf09-87e9-4774-ac34-de97185e2583 x-openstack-request-id: req-220bbf09-87e9-4774-ac34-de97185e2583 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:33.312380 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5332d87a-727e-45cc-9ff1-8a88aea50d44", "tag": "2219e174-ccf2-473c-9388-436afbd8de5d", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:33.312836 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-220bbf09-87e9-4774-ac34-de97185e2583 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:33.313578 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5332d87a-727e-45cc-9ff1-8a88aea50d44', 'tag': '2219e174-ccf2-473c-9388-436afbd8de5d', 'status': 'completed', 'code': 200} Nov 24 12:51:33.369067 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a60b0-875b-4be4-b828-856dee497506 service neutron] Pushing event updated for resources: {'Port': ['ID=2219e174-ccf2-473c-9388-436afbd8de5d,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:33.400024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3a0a28-2566-487d-9379-d7ff100b2b89 admin admin] Network be9d40ba-b441-4863-8fc5-0eea836ac962 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:51:33.406863 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-2b1366c0-e183-4ed1-8d31-4e3385f052f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:33.408703 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-2b1366c0-e183-4ed1-8d31-4e3385f052f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6654e282f18448408886c9d51d38ee1a&device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 1094 time: 0.1769278 Nov 24 12:51:33.420497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-1e3a0a28-2566-487d-9379-d7ff100b2b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, be9d40ba-b441-4863-8fc5-0eea836ac962) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:33.425144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3a0a28-2566-487d-9379-d7ff100b2b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:33.426283 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e3a0a28-2566-487d-9379-d7ff100b2b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:33.431492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d067fe1c-df6c-4ca6-8456-c516a31f01cb None None] Network be9d40ba-b441-4863-8fc5-0eea836ac962 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:51:33.476990 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-c85bd460-3490-4837-bccb-47edcb855aef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2219e174-ccf2-473c-9388-436afbd8de5d HTTP/1.1" status: 200 len: 217 time: 0.0474818 Nov 24 12:51:33.488011 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1e3a0a28-2566-487d-9379-d7ff100b2b89 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6742163 Nov 24 12:51:33.560598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48526) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:33.571703 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f1352607-fe09-4ce8-9ad4-85f9ec9ebc58 req-2ad5fdd6-eb5a-474d-9319-781253d4a6f1 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:33.615533 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-200ca842-4ae0-4bb7-a7c2-6ebb32167689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:33.617562 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f1352607-fe09-4ce8-9ad4-85f9ec9ebc58 req-2ad5fdd6-eb5a-474d-9319-781253d4a6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:33.660071 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-c9d77bad-9d04-4653-b827-4ccddde5ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:33.660473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5fdd6-eb5a-474d-9319-781253d4a6f1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1341e201-a8f5-40b2-9cb3-7649c8b955ab,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:33.661777 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-c9d77bad-9d04-4653-b827-4ccddde5ee75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5769439-5245-4abd-9019-ca9dddd4ee48 HTTP/1.1" status: 200 len: 863 time: 0.1725059 Nov 24 12:51:33.698367 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef62ebc-8ed7-4d69-a7bc-2df748999dc3 req-84ab9b22-4a79-44c1-b05a-b6c44a9dea47 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:33.706711 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ef62ebc-8ed7-4d69-a7bc-2df748999dc3 req-84ab9b22-4a79-44c1-b05a-b6c44a9dea47 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 970 time: 0.1330712 Nov 24 12:51:33.709179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdafbb0-63b5-459b-b794-37e95c35bea4 None None] Network be9d40ba-b441-4863-8fc5-0eea836ac962 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:51:33.715456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f1352607-fe09-4ce8-9ad4-85f9ec9ebc58 req-2ad5fdd6-eb5a-474d-9319-781253d4a6f1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6279705 Nov 24 12:51:33.817793 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-4956e2ba-10b2-40ba-a9ba-50d651f429de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:33.819378 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-4956e2ba-10b2-40ba-a9ba-50d651f429de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1483610 Nov 24 12:51:33.831264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48536) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:33.851006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ef62ebc-8ed7-4d69-a7bc-2df748999dc3 req-76422e4e-82a9-4dba-8303-7efdb88cc5d4 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204126 Nov 24 12:51:33.854511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0acaec-e0bf-4fc4-ba05-455573b78176 req-8ade845a-f783-478d-ba52-adcc86033606 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:33.856052 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9f0acaec-e0bf-4fc4-ba05-455573b78176 req-8ade845a-f783-478d-ba52-adcc86033606 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 949 time: 0.0890594 Nov 24 12:51:33.890140 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-866bd61b-8762-41b6-91d7-7aabe83af78b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:33.909682 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-200ca842-4ae0-4bb7-a7c2-6ebb32167689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:33.925136 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-200ca842-4ae0-4bb7-a7c2-6ebb32167689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:34.005998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427bf31-02d9-4564-8a36-d21640c19f95 req-023df05d-3cb5-4021-aede-da2c08c24a8a tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:34.008715 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a427bf31-02d9-4564-8a36-d21640c19f95 req-023df05d-3cb5-4021-aede-da2c08c24a8a tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 943 time: 0.0715740 Nov 24 12:51:34.023906 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9f0acaec-e0bf-4fc4-ba05-455573b78176 req-74f4510b-f27d-41c3-9728-bd4d73d9b2b0 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592712 Nov 24 12:51:34.044005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-200ca842-4ae0-4bb7-a7c2-6ebb32167689 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a703fe619134814ad0f946dd461147d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4800692 Nov 24 12:51:34.046102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48542) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:34.055312 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ca842-4ae0-4bb7-a7c2-6ebb32167689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bac084-fdb5-4e2f-a27d-34cdef6cdd35,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:34.128944 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a427bf31-02d9-4564-8a36-d21640c19f95 req-42efc777-dbfb-46f9-9cf0-78302c4d07ab tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100712 Nov 24 12:51:34.161312 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93639d70-320e-4b40-943e-978b4eb74d7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:34.183588 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-866bd61b-8762-41b6-91d7-7aabe83af78b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:34.189088 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-20e1a4a9-d4f4-4a59-8f5b-ecbf4cde7e54 service neutron] 10.222.0.59 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985745 Nov 24 12:51:34.190101 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-866bd61b-8762-41b6-91d7-7aabe83af78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:34.196965 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93639d70-320e-4b40-943e-978b4eb74d7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:34.221074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bd61b-8762-41b6-91d7-7aabe83af78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3899c481-f0c0-4e1f-8b1a-5baa91407b97,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:34.294828 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93639d70-320e-4b40-943e-978b4eb74d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:34.299274 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93639d70-320e-4b40-943e-978b4eb74d7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:34.304069 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-93639d70-320e-4b40-943e-978b4eb74d7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90bac084-fdb5-4e2f-a27d-34cdef6cdd35 HTTP/1.1" status: 204 len: 168 time: 0.2552414 Nov 24 12:51:34.313973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93639d70-320e-4b40-943e-978b4eb74d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bac084-fdb5-4e2f-a27d-34cdef6cdd35,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:34.325116 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3dd0a26-74ec-4350-a8a9-bddbb8e4e32a req-e5cb0684-35c9-4a90-be1b-f7634cf283dc service neutron] 10.222.0.59 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050169 Nov 24 12:51:34.328770 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-866bd61b-8762-41b6-91d7-7aabe83af78b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53099254d2cd4d7e831c3366fafcda3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4950438 Nov 24 12:51:34.330486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48558) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:34.388168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-388c5fb4-d8d1-4128-ae11-a46abffe860b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:34.417505 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-388c5fb4-d8d1-4128-ae11-a46abffe860b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:34.443545 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423498-d1d9-4d05-a7e3-1e7370ac6952 req-f221e537-69db-404e-93dd-8fd2aab97561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:34.445683 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba423498-d1d9-4d05-a7e3-1e7370ac6952 req-f221e537-69db-404e-93dd-8fd2aab97561 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6654e282f18448408886c9d51d38ee1a&device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 1094 time: 0.0658107 Nov 24 12:51:34.491568 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-388c5fb4-d8d1-4128-ae11-a46abffe860b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:34.495174 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-388c5fb4-d8d1-4128-ae11-a46abffe860b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:34.498668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-388c5fb4-d8d1-4128-ae11-a46abffe860b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3899c481-f0c0-4e1f-8b1a-5baa91407b97 HTTP/1.1" status: 204 len: 168 time: 0.1646914 Nov 24 12:51:34.507861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c5fb4-d8d1-4128-ae11-a46abffe860b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3899c481-f0c0-4e1f-8b1a-5baa91407b97,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:34.651194 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c06e7ce6-ace5-4c44-a452-8694adb6a711 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:51:34.672039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423498-d1d9-4d05-a7e3-1e7370ac6952 req-be242c35-56d0-47f4-9392-6733c44be901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:34.672039 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba423498-d1d9-4d05-a7e3-1e7370ac6952 req-be242c35-56d0-47f4-9392-6733c44be901 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e HTTP/1.1" status: 200 len: 925 time: 0.2176652 Nov 24 12:51:34.751128 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba423498-d1d9-4d05-a7e3-1e7370ac6952 req-d6a2de04-b25f-4d9b-87c6-80241a0b1156 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2219e174-ccf2-473c-9388-436afbd8de5d HTTP/1.1" status: 200 len: 217 time: 0.0723104 Nov 24 12:51:34.786358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port c06e7ce6-ace5-4c44-a452-8694adb6a711, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c06e7ce6-ace5-4c44-a452-8694adb6a711,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:34.799081 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'c06e7ce6-ace5-4c44-a452-8694adb6a711', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'c06e7ce6-ace5-4c44-a452-8694adb6a711', 'mac_address': 'fa:16:3e:d0:18:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:tempest-test_az-1870460429', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:51:34.818402 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423498-d1d9-4d05-a7e3-1e7370ac6952 req-3d29bffe-7906-47fc-b342-5ac2e59f6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:34.820059 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba423498-d1d9-4d05-a7e3-1e7370ac6952 req-3d29bffe-7906-47fc-b342-5ac2e59f6a71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5769439-5245-4abd-9019-ca9dddd4ee48 HTTP/1.1" status: 200 len: 863 time: 0.0596399 Nov 24 12:51:34.822382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-ad4f1a52-fe38-4158-8cab-1608d16c6894 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:34.824366 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-ad4f1a52-fe38-4158-8cab-1608d16c6894 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 820 time: 0.3188949 Nov 24 12:51:34.844758 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-d454a524-c592-4fc3-9231-5c06cc3a6e13 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/quotas/494a0e4f3119447983c5ec1ee6872a9d HTTP/1.1" status: 200 len: 375 time: 0.0134289 Nov 24 12:51:34.871820 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:34.879697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba423498-d1d9-4d05-a7e3-1e7370ac6952 req-73a5e57d-12dc-431d-a032-ee15a4b3840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:34.881236 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba423498-d1d9-4d05-a7e3-1e7370ac6952 req-73a5e57d-12dc-431d-a032-ee15a4b3840f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530875 Nov 24 12:51:34.895753 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-fd36535a-397e-4fe7-b1b6-23e88774d072 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411625 Nov 24 12:51:34.899445 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06e7ce6-ace5-4c44-a452-8694adb6a711 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:34.922303 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port c06e7ce6-ace5-4c44-a452-8694adb6a711, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c06e7ce6-ace5-4c44-a452-8694adb6a711,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:34.927779 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:35.005508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=c06e7ce6-ace5-4c44-a452-8694adb6a711,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:35.011665 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba423498-d1d9-4d05-a7e3-1e7370ac6952 req-65ff0655-4f7b-4607-9ae7-3eef12bdbdad service neutron] 10.222.0.59 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192129 Nov 24 12:51:35.114067 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba423498-d1d9-4d05-a7e3-1e7370ac6952 req-e503c065-a9f7-4afb-bfa9-d1d2167b1718 service neutron] 10.222.0.59 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951202 Nov 24 12:51:35.198685 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-28f8905a-c132-4c55-836d-416206abebbb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=68aba327b1424d85a8e6810a5bcc2328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256834 Nov 24 12:51:35.223307 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-e344d920-ddc9-4455-a819-b448557a37c6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:51:35.224924 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-e344d920-ddc9-4455-a819-b448557a37c6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0727029 Nov 24 12:51:35.337513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-64fdc38e-b205-46c5-ab6d-ccdd4330b198 service neutron] 10.222.0.48 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052074 Nov 24 12:51:35.345963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-704f9fed-d129-4801-ab21-9eac60ea2b42 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:35.353245 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-704f9fed-d129-4801-ab21-9eac60ea2b42 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469738 Nov 24 12:51:35.370474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['c06e7ce6-ace5-4c44-a452-8694adb6a711'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:51:35.378699 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-3aed7980-d32e-493d-93d7-964dea988f5f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/quotas/68aba327b1424d85a8e6810a5bcc2328 HTTP/1.1" status: 200 len: 375 time: 0.0168648 Nov 24 12:51:35.418893 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-d3b0470f-a75f-4caa-8c82-2bfa1950d86d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387609 Nov 24 12:51:35.524103 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-3e0e6c32-d442-45b6-a7e0-d5b65cda5e97 service neutron] 10.222.0.48 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772289 Nov 24 12:51:35.860618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bb7c5-abfe-4ab7-abf1-c7f89c469389 req-46d873be-37a0-4957-af82-87b9bbf99f26 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:35.862676 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b26bb7c5-abfe-4ab7-abf1-c7f89c469389 req-46d873be-37a0-4957-af82-87b9bbf99f26 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 971 time: 0.0628588 Nov 24 12:51:35.910311 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:35.962520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b26bb7c5-abfe-4ab7-abf1-c7f89c469389 req-24f18c8c-63e1-4745-9865-587329a96668 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902271 Nov 24 12:51:36.129646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c93903-f6cd-4d57-9602-c2b7bf3830a3 req-345598a3-8dff-4b48-8d02-1ca6140bb097 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:36.131844 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8c93903-f6cd-4d57-9602-c2b7bf3830a3 req-345598a3-8dff-4b48-8d02-1ca6140bb097 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 949 time: 0.0714056 Nov 24 12:51:36.289570 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:51:36.305621 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8c93903-f6cd-4d57-9602-c2b7bf3830a3 req-ae31672f-109c-458f-805b-387ff83f0331 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627052 Nov 24 12:51:36.433924 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36a97569-9d2c-4189-aa00-7f68fd2354e2 req-ce4730dd-fae2-42ce-948f-e1656208ec35 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 210 time: 0.0576830 Nov 24 12:51:36.491182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c658cb4-9f6f-4ef3-ad83-3069902ba77c req-a68e9695-6131-41f7-8c52-f12e4e191e29 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:36.493635 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c658cb4-9f6f-4ef3-ad83-3069902ba77c req-a68e9695-6131-41f7-8c52-f12e4e191e29 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 943 time: 0.1063499 Nov 24 12:51:36.553689 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c06e7ce6-ace5-4c44-a452-8694adb6a711 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:36.626253 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3db6a253-2319-405f-893f-290ee42f34f7 req-63b4d29a-f783-4405-872b-e50b9f3038ef tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 210 time: 0.0991662 Nov 24 12:51:36.641243 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c658cb4-9f6f-4ef3-ad83-3069902ba77c req-ab85d77a-066b-4136-b67a-7d701fa7313c tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224673 Nov 24 12:51:36.689281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port c06e7ce6-ace5-4c44-a452-8694adb6a711 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:51:36.693188 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port c06e7ce6-ace5-4c44-a452-8694adb6a711 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:36.693879 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:36.775551 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:36.799895 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54c0c59-8dc4-47c5-887d-c30acb5e353f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06e7ce6-ace5-4c44-a452-8694adb6a711'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:36.802873 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2940253-ebb3-4adb-9d46-756d1f0053a8" -d '{"events": [{"server_uuid": "d54c0c59-8dc4-47c5-887d-c30acb5e353f", "name": "network-vif-plugged", "status": "completed", "tag": "c06e7ce6-ace5-4c44-a452-8694adb6a711"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:36.818291 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port c06e7ce6-ace5-4c44-a452-8694adb6a711, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c06e7ce6-ace5-4c44-a452-8694adb6a711,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:36.826537 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:36.900072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=c06e7ce6-ace5-4c44-a452-8694adb6a711,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:37.091451 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45753fe3-6b02-4e93-b6e6-f7805f26c68c req-01ddaabb-b028-403b-ac07-d2333e13894c tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d5eb912f70114490be28e7bb7c738bf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251355 Nov 24 12:51:37.244131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45753fe3-6b02-4e93-b6e6-f7805f26c68c req-ae83ce46-c3ac-42e6-ae28-574bbd0eb4ac tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:37.246336 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45753fe3-6b02-4e93-b6e6-f7805f26c68c req-ae83ce46-c3ac-42e6-ae28-574bbd0eb4ac tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470840 Nov 24 12:51:37.273171 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3479556-fe90-4233-9191-9db54fd65b52 x-openstack-request-id: req-e3479556-fe90-4233-9191-9db54fd65b52 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:37.273671 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45753fe3-6b02-4e93-b6e6-f7805f26c68c req-1ef4d7d0-9505-4efd-90a8-334c9c7be694 tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] 10.222.0.48 "GET /v2.0/quotas/d5eb912f70114490be28e7bb7c738bf8 HTTP/1.1" status: 200 len: 375 time: 0.0179229 Nov 24 12:51:37.273768 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54c0c59-8dc4-47c5-887d-c30acb5e353f", "name": "network-vif-plugged", "status": "completed", "tag": "c06e7ce6-ace5-4c44-a452-8694adb6a711", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:37.273768 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3479556-fe90-4233-9191-9db54fd65b52 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:37.274179 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54c0c59-8dc4-47c5-887d-c30acb5e353f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06e7ce6-ace5-4c44-a452-8694adb6a711', 'code': 200} Nov 24 12:51:37.302521 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-b2eb7d5f-d665-4106-acef-2119c24161e2 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=68aba327b1424d85a8e6810a5bcc2328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507746 Nov 24 12:51:37.370407 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45753fe3-6b02-4e93-b6e6-f7805f26c68c req-11d418e3-0c4a-4713-9cf4-26e8591f8184 tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d5eb912f70114490be28e7bb7c738bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918417 Nov 24 12:51:37.375127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.46', 56602) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:37.484404 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e244c9-747b-42b4-b11b-4505c26339bd req-64c01843-1f68-4d84-a18a-4bc787bbbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:37.485958 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7e244c9-747b-42b4-b11b-4505c26339bd req-64c01843-1f68-4d84-a18a-4bc787bbbce9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 1123 time: 0.1098914 Nov 24 12:51:37.562304 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7e244c9-747b-42b4-b11b-4505c26339bd req-48922044-079e-4e49-99a7-40bd60bfefdd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677991 Nov 24 12:51:37.572934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29067bc3-5b1b-4ac2-a37d-cde440cedb87 req-175ec2b3-e7d2-4feb-b193-21366e2288fb tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:37.574426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29067bc3-5b1b-4ac2-a37d-cde440cedb87 req-175ec2b3-e7d2-4feb-b193-21366e2288fb tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 972 time: 0.2019086 Nov 24 12:51:37.598388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f4f42-95b6-4624-ba48-2ff0ffc02869 req-00f383de-eefd-4c44-8c32-b46f4b551994 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:37.599980 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1f6f4f42-95b6-4624-ba48-2ff0ffc02869 req-00f383de-eefd-4c44-8c32-b46f4b551994 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 949 time: 0.0529373 Nov 24 12:51:37.613209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-61ed3f2f-3281-4a87-b2ad-d73e074621ba tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:37.614660 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-61ed3f2f-3281-4a87-b2ad-d73e074621ba tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3048630 Nov 24 12:51:37.644470 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29067bc3-5b1b-4ac2-a37d-cde440cedb87 req-bd4a0c9a-3aca-45f4-8339-707504cb8bac tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639348 Nov 24 12:51:37.666075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1f6f4f42-95b6-4624-ba48-2ff0ffc02869 req-124fb633-b017-45b9-93c0-25466a72556d tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495169 Nov 24 12:51:37.742868 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-19595907-a0d5-4018-af25-093d009dac3b req-c736ef8c-b327-449a-b8b4-5b9fe600b278 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 210 time: 0.0277631 Nov 24 12:51:37.847581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Request body: {'port': {'device_id': '88d66a1d-ff32-441b-b189-057ded043af8', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '68aba327b1424d85a8e6810a5bcc2328'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:37.974998 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fe7b8c30-cb4d-485f-b636-faf676ef4da1 req-7b2aa084-81b0-433b-a1ac-795bae0c17cb tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 210 time: 0.0387421 Nov 24 12:51:38.027071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Made reservation on behalf of 68aba327b1424d85a8e6810a5bcc2328 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:38.032975 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:38.044901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:38.092873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ec623-36e4-4250-a19d-959c7d9e3416 req-f60bf04d-88e2-41e3-8ce7-f0243d4b7708 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:38.096141 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca5ec623-36e4-4250-a19d-959c7d9e3416 req-f60bf04d-88e2-41e3-8ce7-f0243d4b7708 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 943 time: 0.1252990 Nov 24 12:51:38.157241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2219e174-ccf2-473c-9388-436afbd8de5d details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:51:38.167878 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:38.168471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-a7232162-f546-4484-951d-ddc5aab2d998 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:38.170413 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-a7232162-f546-4484-951d-ddc5aab2d998 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.46 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 820 time: 0.2143123 Nov 24 12:51:38.170625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-92b727b4-1908-4796-9620-c4a6f616cc8c tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3770f462efc14367a3003f5a7e47727c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377424 Nov 24 12:51:38.173763 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:38.181448 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca5ec623-36e4-4250-a19d-959c7d9e3416 req-ba252435-fd3b-4781-8d6f-9e261669575c tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769658 Nov 24 12:51:38.186710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-2ac412ec-f0eb-4582-8587-fb9ef0284b8e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Request body: {'port': {'device_id': '48a26c43-68c2-413f-9304-9c83fa257542', 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674', 'admin_state_up': True, 'tenant_id': '494a0e4f3119447983c5ec1ee6872a9d'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:38.285867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2219e174-ccf2-473c-9388-436afbd8de5d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2219e174-ccf2-473c-9388-436afbd8de5d,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:38.302775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '2219e174-ccf2-473c-9388-436afbd8de5d', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'port_id': '2219e174-ccf2-473c-9388-436afbd8de5d', 'mac_address': 'fa:16:3e:7a:cc:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:51:38.313251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e683ab-8704-40b0-a728-9d0e839535b9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:38.349090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-2ac412ec-f0eb-4582-8587-fb9ef0284b8e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Made reservation on behalf of 494a0e4f3119447983c5ec1ee6872a9d for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:38.359745 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-2ac412ec-f0eb-4582-8587-fb9ef0284b8e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:38.363239 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:38.377639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2219e174-ccf2-473c-9388-436afbd8de5d {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:38.408049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2219e174-ccf2-473c-9388-436afbd8de5d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2219e174-ccf2-473c-9388-436afbd8de5d,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:38.416970 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:38.456919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-cc598b98-c4d3-4ea4-9f12-ce14df75d9fc tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:38.458943 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-cc598b98-c4d3-4ea4-9f12-ce14df75d9fc tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804437 Nov 24 12:51:38.473310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Allocated IP 192.168.233.132 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/669384d5-bb37-4054-9709-2894491b4b00) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:51:38.488928 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2219e174-ccf2-473c-9388-436afbd8de5d,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:38.499596 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-7d42bbea-da3f-4019-a967-36312ee4b27b tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/quotas/3770f462efc14367a3003f5a7e47727c HTTP/1.1" status: 200 len: 375 time: 0.0233240 Nov 24 12:51:38.501423 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-2ac412ec-f0eb-4582-8587-fb9ef0284b8e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Allocated IP 172.20.0.11 (ee1ba679-7d12-4b42-af81-73cc82b26674/54c9a6d6-7074-498d-887a-6cd33ae98ec8/96893ff9-5937-4b22-9a1e-82d0b6d7cd31) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:51:38.549735 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-6323976e-d36c-41a1-8267-ceaea645fff7 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3770f462efc14367a3003f5a7e47727c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415671 Nov 24 12:51:38.677751 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-2ac412ec-f0eb-4582-8587-fb9ef0284b8e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:38.679119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['2219e174-ccf2-473c-9388-436afbd8de5d'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:51:38.746392 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-2ac412ec-f0eb-4582-8587-fb9ef0284b8e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:38.813812 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:38.860713 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:38.905464 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e72f27d-d900-4cb3-81b4-1039cad1d456 req-8c047ab8-9eea-43e7-b1e5-5aa1e5badcbb tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 210 time: 0.0986748 Nov 24 12:51:38.927451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-2ac412ec-f0eb-4582-8587-fb9ef0284b8e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Network ee1ba679-7d12-4b42-af81-73cc82b26674 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:51:38.928488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0102c4-3d1a-4fd4-87b1-8ff4a5265915 req-3b48cd7d-1eea-4c7c-8d63-440998836d84 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:38.930590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-2ac412ec-f0eb-4582-8587-fb9ef0284b8e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:38.935400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac412ec-f0eb-4582-8587-fb9ef0284b8e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Pushing event updated for resources: {'Port': ['ID=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:38.937349 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fb0102c4-3d1a-4fd4-87b1-8ff4a5265915 req-3b48cd7d-1eea-4c7c-8d63-440998836d84 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 972 time: 0.2005317 Nov 24 12:51:38.945812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-2ac412ec-f0eb-4582-8587-fb9ef0284b8e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:51:38.954136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-2ac412ec-f0eb-4582-8587-fb9ef0284b8e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:38.955159 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-2ac412ec-f0eb-4582-8587-fb9ef0284b8e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:38.957659 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:51:38.975316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:38.975600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423e8fa-e66e-480d-ba99-bc462399151c req-db416898-7064-4612-92ad-d414a0d0ee7e tempest-DeleteServersAdminTestJSON-867315873 tempest-DeleteServersAdminTestJSON-867315873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:38.979287 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c423e8fa-e66e-480d-ba99-bc462399151c req-db416898-7064-4612-92ad-d414a0d0ee7e tempest-DeleteServersAdminTestJSON-867315873 tempest-DeleteServersAdminTestJSON-867315873-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 1100 time: 0.1852357 Nov 24 12:51:38.979449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Pushing event updated for resources: {'Port': ['ID=669384d5-bb37-4054-9709-2894491b4b00,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:38.985198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:51:38.991181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:38.992050 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:39.003841 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-2ac412ec-f0eb-4582-8587-fb9ef0284b8e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8213806 Nov 24 12:51:39.035329 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-92ba55c3-2186-4f17-a0a0-52f183326188 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1916270 Nov 24 12:51:39.039516 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fb0102c4-3d1a-4fd4-87b1-8ff4a5265915 req-93bcbfef-cc02-430e-b81a-3b644562cf31 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008017 Nov 24 12:51:39.053173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Request body: {'port': {'device_id': '88d66a1d-ff32-441b-b189-057ded043af8', 'device_owner': 'compute:tempest-test_az-1870460429', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:39.065918 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Request body: {'port': {'device_id': '48a26c43-68c2-413f-9304-9c83fa257542', 'device_owner': 'compute:tempest-test_az-1870460429', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:39.171122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a9c52-78cd-40b6-a9ab-26ae46b6f29f req-6c8fbcd5-5c18-48f0-9f46-ac8a100cfea8 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:39.172746 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-534a9c52-78cd-40b6-a9ab-26ae46b6f29f req-6c8fbcd5-5c18-48f0-9f46-ac8a100cfea8 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 949 time: 0.1677864 Nov 24 12:51:39.178280 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-896a06e1-5efb-4da3-9676-9e4b23ccdf6c req-5c20a5d3-2e01-4f46-b93d-281da75f8eae tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d5eb912f70114490be28e7bb7c738bf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298033 Nov 24 12:51:39.179398 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:39.182864 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:39.341441 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-c423e8fa-e66e-480d-ba99-bc462399151c req-7a62fe22-687c-4c00-8271-435672ad1cb3 tempest-DeleteServersAdminTestJSON-867315873 tempest-DeleteServersAdminTestJSON-867315873-project-admin] Deleting port f5165f39-b473-45b9-81d2-63c70d0bbba7 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:51:39.341787 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c423e8fa-e66e-480d-ba99-bc462399151c req-7a62fe22-687c-4c00-8271-435672ad1cb3 tempest-DeleteServersAdminTestJSON-867315873 tempest-DeleteServersAdminTestJSON-867315873-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:39.355992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-83c2394b-3734-437c-a129-570c53af33c5 None None] Provisioning complete for port 669384d5-bb37-4054-9709-2894491b4b00 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:39.357652 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-83c2394b-3734-437c-a129-570c53af33c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:39.399969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-83c2394b-3734-437c-a129-570c53af33c5 None None] Port 669384d5-bb37-4054-9709-2894491b4b00 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:51:39.420132 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a06e1-5efb-4da3-9676-9e4b23ccdf6c req-fc699248-feef-47fb-a89b-99feb25f6aa3 tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:39.421811 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-896a06e1-5efb-4da3-9676-9e4b23ccdf6c req-fc699248-feef-47fb-a89b-99feb25f6aa3 tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261188 Nov 24 12:51:39.430672 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:39.459498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-896a06e1-5efb-4da3-9676-9e4b23ccdf6c req-98f0d0b8-ec6c-4202-bcb2-3aa4b1199494 tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] 10.222.0.48 "GET /v2.0/quotas/d5eb912f70114490be28e7bb7c738bf8 HTTP/1.1" status: 200 len: 375 time: 0.0297198 Nov 24 12:51:39.526152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-896a06e1-5efb-4da3-9676-9e4b23ccdf6c req-a20e88f1-b8d8-4487-ba48-54e576aacacb tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d5eb912f70114490be28e7bb7c738bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599909 Nov 24 12:51:39.555628 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-534a9c52-78cd-40b6-a9ab-26ae46b6f29f req-640ed8da-5cfd-4896-94c5-abaa0c49a756 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620794 Nov 24 12:51:39.626983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669384d5-bb37-4054-9709-2894491b4b00 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:39.639377 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:39.656632 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Transition to ACTIVE for port object 669384d5-bb37-4054-9709-2894491b4b00 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:51:39.666901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:39.757986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-c423e8fa-e66e-480d-ba99-bc462399151c req-7a62fe22-687c-4c00-8271-435672ad1cb3 tempest-DeleteServersAdminTestJSON-867315873 tempest-DeleteServersAdminTestJSON-867315873-project-admin] For port f5165f39-b473-45b9-81d2-63c70d0bbba7, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f5165f39-b473-45b9-81d2-63c70d0bbba7,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:39.758639 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c423e8fa-e66e-480d-ba99-bc462399151c req-7a62fe22-687c-4c00-8271-435672ad1cb3 tempest-DeleteServersAdminTestJSON-867315873 tempest-DeleteServersAdminTestJSON-867315873-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:39.780975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-c423e8fa-e66e-480d-ba99-bc462399151c req-7a62fe22-687c-4c00-8271-435672ad1cb3 tempest-DeleteServersAdminTestJSON-867315873 tempest-DeleteServersAdminTestJSON-867315873-project-admin] Calling delete_port for f5165f39-b473-45b9-81d2-63c70d0bbba7 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:51:39.844378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf9f82-8d1d-4e90-b2c1-7d77db8d19c6 req-f1e2a613-36f5-4460-9027-015261fb968a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:39.845846 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40cf9f82-8d1d-4e90-b2c1-7d77db8d19c6 req-f1e2a613-36f5-4460-9027-015261fb968a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 970 time: 0.1520009 Nov 24 12:51:39.934481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Pushing event updated for resources: {'Port': ['ID=669384d5-bb37-4054-9709-2894491b4b00,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:39.976338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b85a58-6611-42fd-a86c-5aa4aeebbb64 req-70c58230-1560-4f3a-8683-70b3d162139f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:39.977869 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-53b85a58-6611-42fd-a86c-5aa4aeebbb64 req-70c58230-1560-4f3a-8683-70b3d162139f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 932 time: 0.0987298 Nov 24 12:51:39.979061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Attempting to bind port 669384d5-bb37-4054-9709-2894491b4b00 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:51:39.979396 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Attempting to bind port 669384d5-bb37-4054-9709-2894491b4b00 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:51:39.979723 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Attempting to bind port 669384d5-bb37-4054-9709-2894491b4b00 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:39.984939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Port 669384d5-bb37-4054-9709-2894491b4b00 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:51:39.985267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Attempting to bind port 669384d5-bb37-4054-9709-2894491b4b00 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:39.985962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:39.997049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:51:39.997406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:39.997792 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:51:39.998369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Bound port: 669384d5-bb37-4054-9709-2894491b4b00, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:51:39.998591 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:40.011159 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:40.029232 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40cf9f82-8d1d-4e90-b2c1-7d77db8d19c6 req-3bebcbc3-5a50-4801-9dec-ade392db5854 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492934 Nov 24 12:51:40.045708 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Transition to ACTIVE for port object 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:51:40.060541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:40.095374 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-53b85a58-6611-42fd-a86c-5aa4aeebbb64 req-8243566c-d712-4c13-abdf-fd5b25af67d1 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067367 Nov 24 12:51:40.108235 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-9bd1fc36-4084-4934-813b-42a24c428548 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3770f462efc14367a3003f5a7e47727c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473113 Nov 24 12:51:40.166440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2219e174-ccf2-473c-9388-436afbd8de5d up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:40.175687 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c423e8fa-e66e-480d-ba99-bc462399151c req-7a62fe22-687c-4c00-8271-435672ad1cb3 tempest-DeleteServersAdminTestJSON-867315873 tempest-DeleteServersAdminTestJSON-867315873-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:40.234503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['f5165f39-b473-45b9-81d2-63c70d0bbba7'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:51:40.234725 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Pushing event updated for resources: {'Port': ['ID=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:40.345620 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c423e8fa-e66e-480d-ba99-bc462399151c req-7a62fe22-687c-4c00-8271-435672ad1cb3 tempest-DeleteServersAdminTestJSON-867315873 tempest-DeleteServersAdminTestJSON-867315873-project-admin] No DVR routers for this DVR port f5165f39-b473-45b9-81d2-63c70d0bbba7 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:51:40.347319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] For port 669384d5-bb37-4054-9709-2894491b4b00, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:51:40.347780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62fe22-687c-4c00-8271-435672ad1cb3 tempest-DeleteServersAdminTestJSON-867315873 tempest-DeleteServersAdminTestJSON-867315873-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5165f39-b473-45b9-81d2-63c70d0bbba7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:40.351013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 2219e174-ccf2-473c-9388-436afbd8de5d completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:51:40.352865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] For port 669384d5-bb37-4054-9709-2894491b4b00, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=669384d5-bb37-4054-9709-2894491b4b00,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:51:40.361196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 2219e174-ccf2-473c-9388-436afbd8de5d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:40.362009 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:40.364835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c423e8fa-e66e-480d-ba99-bc462399151c req-7a62fe22-687c-4c00-8271-435672ad1cb3 tempest-DeleteServersAdminTestJSON-867315873 tempest-DeleteServersAdminTestJSON-867315873-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:40.365506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-621dab00-64a1-4606-b8cc-7b00f4b9a908 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:40.368197 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-621dab00-64a1-4606-b8cc-7b00f4b9a908 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542596 Nov 24 12:51:40.369830 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c423e8fa-e66e-480d-ba99-bc462399151c req-7a62fe22-687c-4c00-8271-435672ad1cb3 tempest-DeleteServersAdminTestJSON-867315873 tempest-DeleteServersAdminTestJSON-867315873-project-admin] 10.222.0.59 "DELETE /v2.0/ports/f5165f39-b473-45b9-81d2-63c70d0bbba7 HTTP/1.1" status: 204 len: 173 time: 1.3713233 Nov 24 12:51:40.370407 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effa4bf5-5ea9-423c-a58a-c233896525ba', 'name': 'network-vif-deleted', 'tag': 'f5165f39-b473-45b9-81d2-63c70d0bbba7'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:40.373531 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fbd95b-14a0-426a-bf4d-b2b28cf4ffe2" -d '{"events": [{"server_uuid": "effa4bf5-5ea9-423c-a58a-c233896525ba", "name": "network-vif-deleted", "tag": "f5165f39-b473-45b9-81d2-63c70d0bbba7"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:40.374007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:40.388393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235f6f9-38b9-4402-b35b-dc5c2e090aa7 req-a6623dbb-601e-4a06-82c6-7ceafc016d98 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:40.396617 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f235f6f9-38b9-4402-b35b-dc5c2e090aa7 req-a6623dbb-601e-4a06-82c6-7ceafc016d98 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 944 time: 0.2436504 Nov 24 12:51:40.399748 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Attempting to bind port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:51:40.400396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Attempting to bind port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:51:40.401215 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Attempting to bind port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:40.403355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Request body: {'port': {'device_id': '2f8b96ce-190d-4994-b302-f4dff5349849', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '3770f462efc14367a3003f5a7e47727c'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:40.428300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 on network ee1ba679-7d12-4b42-af81-73cc82b26674 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:51:40.428822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Attempting to bind port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:40.440682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:51:40.441215 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Checking segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:40.441704 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Bound using segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:51:40.442690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Bound port: 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:51:40.443162 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:40.509684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:40.510301 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:40.511697 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] 10.222.0.46 "PUT /v2.0/ports/669384d5-bb37-4054-9709-2894491b4b00 HTTP/1.1" status: 200 len: 1118 time: 1.4648612 Nov 24 12:51:40.512168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d66a1d-ff32-441b-b189-057ded043af8', 'tag': '669384d5-bb37-4054-9709-2894491b4b00'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:40.514440 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e706bb13-ed15-4c9f-a616-541c2e992c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "88d66a1d-ff32-441b-b189-057ded043af8", "tag": "669384d5-bb37-4054-9709-2894491b4b00"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:40.566282 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f235f6f9-38b9-4402-b35b-dc5c2e090aa7 req-bb6ef2ca-5e04-4ff0-92d3-012e59eee037 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685452 Nov 24 12:51:40.625328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:51:40.636266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:51:40.644395 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:40.727783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc7a2076-2f47-4773-8251-7f5c2e7de4bd req-1d8c88dc-4a6d-47dd-a435-797910ea7625 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 210 time: 0.1559615 Nov 24 12:51:40.740074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e5cf8-1af7-493f-80ac-1d23c58a141b service neutron] Pushing event updated for resources: {'Port': ['ID=669384d5-bb37-4054-9709-2894491b4b00,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:40.752036 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:40.759313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:40.759946 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:40.761589 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] 10.222.0.46 "PUT /v2.0/ports/96893ff9-5937-4b22-9a1e-82d0b6d7cd31 HTTP/1.1" status: 200 len: 1114 time: 1.7061467 Nov 24 12:51:40.786680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-ec5cd98e-065c-47ca-ba1b-6509a1ea2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:40.788165 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-ec5cd98e-065c-47ca-ba1b-6509a1ea2f78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 1121 time: 0.1476576 Nov 24 12:51:40.796790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7ef90-cd30-4b41-89e7-1e58ec4f06c2 req-6e5e91fb-156d-4943-ab51-fe2daf496c7e tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:40.809820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5332d87a-727e-45cc-9ff1-8a88aea50d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2219e174-ccf2-473c-9388-436afbd8de5d'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:40.813229 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e0eb6d-435e-456a-853c-77bbe323acfa" -d '{"events": [{"server_uuid": "5332d87a-727e-45cc-9ff1-8a88aea50d44", "name": "network-vif-plugged", "status": "completed", "tag": "2219e174-ccf2-473c-9388-436afbd8de5d"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:40.824119 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07a7ef90-cd30-4b41-89e7-1e58ec4f06c2 req-6e5e91fb-156d-4943-ab51-fe2daf496c7e tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 972 time: 0.1196544 Nov 24 12:51:40.829018 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56ef3bd-d2bf-4b8b-8322-eb27767bbb81 x-openstack-request-id: req-c56ef3bd-d2bf-4b8b-8322-eb27767bbb81 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:40.829599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2219e174-ccf2-473c-9388-436afbd8de5d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2219e174-ccf2-473c-9388-436afbd8de5d,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:40.829985 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effa4bf5-5ea9-423c-a58a-c233896525ba", "name": "network-vif-deleted", "tag": "f5165f39-b473-45b9-81d2-63c70d0bbba7", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:40.830460 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c56ef3bd-d2bf-4b8b-8322-eb27767bbb81 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:40.831252 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effa4bf5-5ea9-423c-a58a-c233896525ba', 'name': 'network-vif-deleted', 'tag': 'f5165f39-b473-45b9-81d2-63c70d0bbba7', 'status': 'completed', 'code': 200} Nov 24 12:51:40.843119 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:40.852239 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-b0d632b8-183d-46bd-a506-5a1260a9cb99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=669384d5-bb37-4054-9709-2894491b4b00 HTTP/1.1" status: 200 len: 217 time: 0.0531600 Nov 24 12:51:40.855765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cffff1-404a-4196-a429-b7b8832d2c4e service neutron] Pushing event updated for resources: {'Port': ['ID=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:40.911942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Made reservation on behalf of 3770f462efc14367a3003f5a7e47727c for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:40.920164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-60e715c2-6ef0-4acd-9e45-b0bb386d8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:40.921915 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-60e715c2-6ef0-4acd-9e45-b0bb386d8de1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 1117 time: 0.0864971 Nov 24 12:51:40.924219 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:40.932426 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2219e174-ccf2-473c-9388-436afbd8de5d,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:40.941333 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07a7ef90-cd30-4b41-89e7-1e58ec4f06c2 req-6eb67213-b5d9-428e-9f1b-f14d658013a7 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160457 Nov 24 12:51:40.981281 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-1ada6c14-9fb2-4f97-8aab-04d74bb083ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:40.989646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-1ada6c14-9fb2-4f97-8aab-04d74bb083ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1256607 Nov 24 12:51:41.010999 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:41.058198 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-2174372e-e22a-4c08-bbeb-ecbc75166ef2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31 HTTP/1.1" status: 200 len: 217 time: 0.1148398 Nov 24 12:51:41.066128 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2c5c7a-6801-4366-bbe4-2503e08bc7d3 x-openstack-request-id: req-ad2c5c7a-6801-4366-bbe4-2503e08bc7d3 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:41.066658 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d66a1d-ff32-441b-b189-057ded043af8", "tag": "669384d5-bb37-4054-9709-2894491b4b00", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:41.066943 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad2c5c7a-6801-4366-bbe4-2503e08bc7d3 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:41.074639 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d66a1d-ff32-441b-b189-057ded043af8', 'tag': '669384d5-bb37-4054-9709-2894491b4b00', 'status': 'completed', 'code': 200} Nov 24 12:51:41.098232 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ec5216-1064-4ed0-b12b-7467bd0067ff x-openstack-request-id: req-53ec5216-1064-4ed0-b12b-7467bd0067ff {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:41.099266 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5332d87a-727e-45cc-9ff1-8a88aea50d44", "name": "network-vif-plugged", "status": "completed", "tag": "2219e174-ccf2-473c-9388-436afbd8de5d", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:41.099535 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53ec5216-1064-4ed0-b12b-7467bd0067ff {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:41.099940 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5332d87a-727e-45cc-9ff1-8a88aea50d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2219e174-ccf2-473c-9388-436afbd8de5d', 'code': 200} Nov 24 12:51:41.132967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-5098d091-8f91-4837-be54-66098277f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:41.135226 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-5098d091-8f91-4837-be54-66098277f72c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.0674112 Nov 24 12:51:41.148874 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9100d50a-54e4-4823-b03b-10b4c224e1a4 req-5e9c41be-60e7-4f86-9333-88b562ed7104 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=effa4bf5-5ea9-423c-a58a-c233896525ba HTTP/1.1" status: 200 len: 210 time: 0.0825531 Nov 24 12:51:41.184008 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-65d2b629-2229-42e7-839b-bf81cdd86afa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394745 Nov 24 12:51:41.208389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-38a03e82-550f-40d3-a20c-2c1211e56d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:41.210091 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-38a03e82-550f-40d3-a20c-2c1211e56d69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2099001 Nov 24 12:51:41.330610 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd28ec1-ba7c-46f0-9bda-82ec6f349830 req-eb8f3a3b-0dc5-42f1-93d8-f58df30c050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:41.332109 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-edd28ec1-ba7c-46f0-9bda-82ec6f349830 req-eb8f3a3b-0dc5-42f1-93d8-f58df30c050d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 1096 time: 0.1136425 Nov 24 12:51:41.338258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-a2072704-d4c3-42f3-b9fb-62a87b67f3f0 service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432726 Nov 24 12:51:41.387290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28615a75-eaf1-4be1-8bdb-b5fda5770a4d req-ff8f0124-53b6-49ec-b494-c46b8851632d tempest-AggregatesAdminTestJSON-560332018 tempest-AggregatesAdminTestJSON-560332018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:41.389320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28615a75-eaf1-4be1-8bdb-b5fda5770a4d req-ff8f0124-53b6-49ec-b494-c46b8851632d tempest-AggregatesAdminTestJSON-560332018 tempest-AggregatesAdminTestJSON-560332018-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 1123 time: 0.1739860 Nov 24 12:51:41.395426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-c3c061cc-dd6b-453c-a4f2-3ce63b745d38 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647227 Nov 24 12:51:41.397354 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:41.420003 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:41.437410 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-28615a75-eaf1-4be1-8bdb-b5fda5770a4d req-15c7bb99-968f-45b7-8927-8a8d7769edfa tempest-AggregatesAdminTestJSON-560332018 tempest-AggregatesAdminTestJSON-560332018-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:41.460350 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-edd28ec1-ba7c-46f0-9bda-82ec6f349830 req-9e2aff6e-5658-4792-b1e6-e0ce6fbeaafc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177962 Nov 24 12:51:41.500318 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb5592-207f-4265-b5d4-8299db9fad8f req-14dd1fa3-1db6-4a31-8ad7-e5d34eafef23 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:41.501817 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fdeb5592-207f-4265-b5d4-8299db9fad8f req-14dd1fa3-1db6-4a31-8ad7-e5d34eafef23 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 970 time: 0.1101215 Nov 24 12:51:41.505353 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a41e29c-b674-4569-9cc1-1c59c42f0ba0 req-1eff80bd-b65e-4132-9608-6203948ee2ca service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557455 Nov 24 12:51:41.548754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6006bcb-0417-4f92-9019-a76563ec6290,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:41.550487 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fdeb5592-207f-4265-b5d4-8299db9fad8f req-a4334e46-4683-48e9-bc43-a3ff45db02be tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Nov 24 12:51:41.633184 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7788a5d-3708-462a-b929-87e55bd62c83 req-cbc90510-c29d-450b-b718-d7897c0edc30 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255671 Nov 24 12:51:41.676448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Allocated IP 192.168.233.167 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/302bc6d9-faa2-4a72-9103-9df37bb97f93) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:51:41.678779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75226303-c275-4e14-88b4-b58d4689807a req-788fa2a6-fbba-41c5-a77e-150f70b48c3f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:41.680547 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75226303-c275-4e14-88b4-b58d4689807a req-788fa2a6-fbba-41c5-a77e-150f70b48c3f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 966 time: 0.0633950 Nov 24 12:51:41.716195 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-28615a75-eaf1-4be1-8bdb-b5fda5770a4d req-15c7bb99-968f-45b7-8927-8a8d7769edfa tempest-AggregatesAdminTestJSON-560332018 tempest-AggregatesAdminTestJSON-560332018-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:41.735205 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75226303-c275-4e14-88b4-b58d4689807a req-977139cd-563c-4112-a35b-7a7c592a92e1 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466900 Nov 24 12:51:41.735415 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-28615a75-eaf1-4be1-8bdb-b5fda5770a4d req-15c7bb99-968f-45b7-8927-8a8d7769edfa tempest-AggregatesAdminTestJSON-560332018 tempest-AggregatesAdminTestJSON-560332018-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:41.811813 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28615a75-eaf1-4be1-8bdb-b5fda5770a4d req-15c7bb99-968f-45b7-8927-8a8d7769edfa tempest-AggregatesAdminTestJSON-560332018 tempest-AggregatesAdminTestJSON-560332018-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121287 Nov 24 12:51:41.812414 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7bb99-968f-45b7-8927-8a8d7769edfa tempest-AggregatesAdminTestJSON-560332018 tempest-AggregatesAdminTestJSON-560332018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f57e50-4f49-4b37-8e0d-88bff04ed8e4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:41.841802 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706bb13-ed15-4c9f-a616-541c2e992c2f req-0d2abc55-0b04-4b1d-a0d0-bcb2b5d4e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:41.843789 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e706bb13-ed15-4c9f-a616-541c2e992c2f req-0d2abc55-0b04-4b1d-a0d0-bcb2b5d4e37d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 1121 time: 0.1471846 Nov 24 12:51:41.869805 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4134afae-3c5c-4f36-aacc-6921df6b4fbd req-b314f70a-bef2-4ffc-80f3-442db549af4e tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d5eb912f70114490be28e7bb7c738bf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302744 Nov 24 12:51:42.024279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134afae-3c5c-4f36-aacc-6921df6b4fbd req-8e8795bd-2afd-477d-86ce-77a41fd110fa tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:42.026802 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4134afae-3c5c-4f36-aacc-6921df6b4fbd req-8e8795bd-2afd-477d-86ce-77a41fd110fa tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1506245 Nov 24 12:51:42.042171 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:42.049110 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4134afae-3c5c-4f36-aacc-6921df6b4fbd req-bdd33a25-d264-4151-986d-579a6b3ba6b1 tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] 10.222.0.48 "GET /v2.0/quotas/d5eb912f70114490be28e7bb7c738bf8 HTTP/1.1" status: 200 len: 375 time: 0.0154345 Nov 24 12:51:42.063067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc757d-86e9-439a-bd5c-0cf36fc0be23 req-16eaed19-b5d2-42c6-a0be-2a89a7ae7114 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:42.064587 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-17bc757d-86e9-439a-bd5c-0cf36fc0be23 req-16eaed19-b5d2-42c6-a0be-2a89a7ae7114 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 945 time: 0.1461668 Nov 24 12:51:42.073890 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706bb13-ed15-4c9f-a616-541c2e992c2f req-7d8ad055-3d12-46b6-a985-624f19ec1dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:42.075602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e706bb13-ed15-4c9f-a616-541c2e992c2f req-7d8ad055-3d12-46b6-a985-624f19ec1dc6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2231128 Nov 24 12:51:42.085726 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4134afae-3c5c-4f36-aacc-6921df6b4fbd req-d5cd1fbe-db15-4e0a-8ba4-d2376ed7f9c0 tempest-QuotasAdminNegativeTest-926041449 tempest-QuotasAdminNegativeTest-926041449-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d5eb912f70114490be28e7bb7c738bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352976 Nov 24 12:51:42.118128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48860) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:42.137007 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e706bb13-ed15-4c9f-a616-541c2e992c2f req-1ae1c53e-d1b8-40fa-b7e3-ced474e44658 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=669384d5-bb37-4054-9709-2894491b4b00 HTTP/1.1" status: 200 len: 217 time: 0.0433919 Nov 24 12:51:42.194219 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:42.216423 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-17bc757d-86e9-439a-bd5c-0cf36fc0be23 req-4492faa3-30a5-48c1-bafc-4689d19e1b7f tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380439 Nov 24 12:51:42.277398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706bb13-ed15-4c9f-a616-541c2e992c2f req-4d6fae1e-a672-46d6-a9ff-4cc84cc07154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:42.279402 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e706bb13-ed15-4c9f-a616-541c2e992c2f req-4d6fae1e-a672-46d6-a9ff-4cc84cc07154 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1300137 Nov 24 12:51:42.281275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:51:42.283535 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a1d76-84a4-418b-bbcb-a8ae86b8e875 req-768e87be-49ec-437f-90a6-eec6361ee96e tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:42.285165 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-207a1d76-84a4-418b-bbcb-a8ae86b8e875 req-768e87be-49ec-437f-90a6-eec6361ee96e tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 936 time: 0.1049669 Nov 24 12:51:42.285970 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5bc6de68-c32a-45a8-8026-465ccc5f4e19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:42.289611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:42.300194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:51:42.305671 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:42.306283 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:42.348963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Pushing event updated for resources: {'Port': ['ID=302bc6d9-faa2-4a72-9103-9df37bb97f93,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:42.367398 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-a5f155c8-2f43-402e-bd92-d81c04599493 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9705029 Nov 24 12:51:42.369435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706bb13-ed15-4c9f-a616-541c2e992c2f req-1c636f5a-8e60-4f59-a34c-37232b6e6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:42.370816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e706bb13-ed15-4c9f-a616-541c2e992c2f req-1c636f5a-8e60-4f59-a34c-37232b6e6cbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826364 Nov 24 12:51:42.374154 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-207a1d76-84a4-418b-bbcb-a8ae86b8e875 req-19b54558-e01a-474d-8e8b-180cebcf6c4a tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719886 Nov 24 12:51:42.397198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Request body: {'port': {'device_id': '2f8b96ce-190d-4994-b302-f4dff5349849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:42.450970 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5bc6de68-c32a-45a8-8026-465ccc5f4e19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:42.459321 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5bc6de68-c32a-45a8-8026-465ccc5f4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:42.507580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6de68-c32a-45a8-8026-465ccc5f4e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcfaa81-ca8a-4fb1-9482-6d28653f22e9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:42.540783 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5bc6de68-c32a-45a8-8026-465ccc5f4e19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3725487a81248af958abe0e85aaeb8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201295 Nov 24 12:51:42.542284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48882) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:42.661318 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:42.673851 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-acbefdbc-b33b-4339-9eed-0f4d94c03f77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:42.680751 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e706bb13-ed15-4c9f-a616-541c2e992c2f req-5bd3119e-8a7b-45bf-96d8-6fa280b29e04 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758231 Nov 24 12:51:42.724799 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-acbefdbc-b33b-4339-9eed-0f4d94c03f77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:42.750737 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-117b094b-1627-4cfc-b106-2f5fab583fac None None] Provisioning complete for port 302bc6d9-faa2-4a72-9103-9df37bb97f93 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:42.751289 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-117b094b-1627-4cfc-b106-2f5fab583fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:42.789275 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-117b094b-1627-4cfc-b106-2f5fab583fac None None] Port 302bc6d9-faa2-4a72-9103-9df37bb97f93 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:51:42.789423 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-acbefdbc-b33b-4339-9eed-0f4d94c03f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:42.794445 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-acbefdbc-b33b-4339-9eed-0f4d94c03f77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:42.797658 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-acbefdbc-b33b-4339-9eed-0f4d94c03f77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abcfaa81-ca8a-4fb1-9482-6d28653f22e9 HTTP/1.1" status: 204 len: 168 time: 0.2534845 Nov 24 12:51:42.807812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbefdbc-b33b-4339-9eed-0f4d94c03f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcfaa81-ca8a-4fb1-9482-6d28653f22e9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:42.833397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a26c43-68c2-413f-9304-9c83fa257542', 'tag': '96893ff9-5937-4b22-9a1e-82d0b6d7cd31'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:42.840350 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d305a70b-bc92-45dd-a804-b33e713bc553" -d '{"events": [{"name": "network-changed", "server_uuid": "48a26c43-68c2-413f-9304-9c83fa257542", "tag": "96893ff9-5937-4b22-9a1e-82d0b6d7cd31"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:42.947919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0205fec-14b8-4f35-ae05-723aebfe3a73 req-36a4ea52-e5de-4759-9e3b-0f6c7795070d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:42.949469 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b0205fec-14b8-4f35-ae05-723aebfe3a73 req-36a4ea52-e5de-4759-9e3b-0f6c7795070d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 970 time: 0.2001700 Nov 24 12:51:42.975956 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e706bb13-ed15-4c9f-a616-541c2e992c2f req-8a9faac4-7a10-4d3d-92b5-aa7b101e9c2f service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664936 Nov 24 12:51:43.078415 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b0205fec-14b8-4f35-ae05-723aebfe3a73 req-9e1bee08-c534-4f20-9a02-5d8f8d4a3f2e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066620 Nov 24 12:51:43.177051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302bc6d9-faa2-4a72-9103-9df37bb97f93 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:43.193881 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:43.197463 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-548d9da2-9ab0-4fde-bb62-ed1ffd059fac tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=731e2f38ddde4092a3d98304608757a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339587 Nov 24 12:51:43.204368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48924) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:43.220770 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44670e7d-de92-44f7-8f48-a7ba72ad6100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:43.233828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Transition to ACTIVE for port object 302bc6d9-faa2-4a72-9103-9df37bb97f93 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:51:43.245379 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:43.343049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Pushing event updated for resources: {'Port': ['ID=302bc6d9-faa2-4a72-9103-9df37bb97f93,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:43.356258 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44670e7d-de92-44f7-8f48-a7ba72ad6100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:43.364430 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44670e7d-de92-44f7-8f48-a7ba72ad6100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:43.393813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-e5c95b89-5cb4-4518-acfc-f9a5411bd6cc tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:43.395303 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-e5c95b89-5cb4-4518-acfc-f9a5411bd6cc tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904194 Nov 24 12:51:43.401630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Attempting to bind port 302bc6d9-faa2-4a72-9103-9df37bb97f93 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:51:43.401968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Attempting to bind port 302bc6d9-faa2-4a72-9103-9df37bb97f93 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:51:43.402116 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9a181-03b0-44df-98d5-46d831a35315 req-87c6759a-22e3-4541-a49e-a9769f31f013 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:43.402303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Attempting to bind port 302bc6d9-faa2-4a72-9103-9df37bb97f93 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:43.404200 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8d9a181-03b0-44df-98d5-46d831a35315 req-87c6759a-22e3-4541-a49e-a9769f31f013 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 966 time: 0.0954933 Nov 24 12:51:43.414873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Port 302bc6d9-faa2-4a72-9103-9df37bb97f93 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:51:43.415272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Attempting to bind port 302bc6d9-faa2-4a72-9103-9df37bb97f93 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:43.422182 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-e0559a50-15fb-4c05-bf2c-facad713c2c2 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/quotas/731e2f38ddde4092a3d98304608757a3 HTTP/1.1" status: 200 len: 375 time: 0.0169730 Nov 24 12:51:43.423033 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:51:43.423372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:43.423746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:51:43.424186 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Bound port: 302bc6d9-faa2-4a72-9103-9df37bb97f93, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:51:43.424537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:43.428390 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-44670e7d-de92-44f7-8f48-a7ba72ad6100 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe7d8293998a4938881e4edf3fcdb482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217789 Nov 24 12:51:43.430406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48932) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:43.444486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44670e7d-de92-44f7-8f48-a7ba72ad6100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30928141-50cf-4b31-b3c1-83c3250f8444,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:43.470778 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-a3aed6d7-dc77-4627-bd15-e2f26ce62e26 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=731e2f38ddde4092a3d98304608757a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362954 Nov 24 12:51:43.497937 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8d9a181-03b0-44df-98d5-46d831a35315 req-8ab89b64-6980-479e-a2e0-af2607fe404e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829659 Nov 24 12:51:43.549284 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3aa39d96-f145-423b-8b5b-e089fe3956a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:43.577600 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24f2a23-4a33-4cbe-b309-cc9f3a9ea87d x-openstack-request-id: req-e24f2a23-4a33-4cbe-b309-cc9f3a9ea87d {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:43.578340 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a26c43-68c2-413f-9304-9c83fa257542", "tag": "96893ff9-5937-4b22-9a1e-82d0b6d7cd31", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:43.578750 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e24f2a23-4a33-4cbe-b309-cc9f3a9ea87d {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:43.579298 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a26c43-68c2-413f-9304-9c83fa257542', 'tag': '96893ff9-5937-4b22-9a1e-82d0b6d7cd31', 'status': 'completed', 'code': 200} Nov 24 12:51:43.582951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3aa39d96-f145-423b-8b5b-e089fe3956a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:43.732762 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3aa39d96-f145-423b-8b5b-e089fe3956a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:43.736211 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3aa39d96-f145-423b-8b5b-e089fe3956a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:43.742757 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3aa39d96-f145-423b-8b5b-e089fe3956a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30928141-50cf-4b31-b3c1-83c3250f8444 HTTP/1.1" status: 204 len: 168 time: 0.3087230 Nov 24 12:51:43.803701 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa39d96-f145-423b-8b5b-e089fe3956a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30928141-50cf-4b31-b3c1-83c3250f8444,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:43.829823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] For port 302bc6d9-faa2-4a72-9103-9df37bb97f93, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:51:43.854059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] For port 302bc6d9-faa2-4a72-9103-9df37bb97f93, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=302bc6d9-faa2-4a72-9103-9df37bb97f93,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:51:43.858335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305a70b-bc92-45dd-a804-b33e713bc553 req-f2fdafd0-9740-4a27-98ac-c6c2cad8ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:43.860176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d305a70b-bc92-45dd-a804-b33e713bc553 req-f2fdafd0-9740-4a27-98ac-c6c2cad8ba51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 1117 time: 0.1480436 Nov 24 12:51:43.867185 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3068aa1-48fe-4aaf-b3c5-b6f8bb2f043e req-a86d0728-98d8-4dc5-a643-e61151081f23 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:43.869771 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3068aa1-48fe-4aaf-b3c5-b6f8bb2f043e req-a86d0728-98d8-4dc5-a643-e61151081f23 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 945 time: 0.1398385 Nov 24 12:51:43.875829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f8275-269c-4908-a122-e3c6c61688e1 req-0e37245f-7f3a-42c1-b371-24f2a7ea3c00 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:43.877623 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-692f8275-269c-4908-a122-e3c6c61688e1 req-0e37245f-7f3a-42c1-b371-24f2a7ea3c00 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 948 time: 0.1670461 Nov 24 12:51:43.880876 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:43.955821 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3068aa1-48fe-4aaf-b3c5-b6f8bb2f043e req-adb935ea-ab89-4bb8-a4aa-a01f92cf00f6 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797133 Nov 24 12:51:43.984379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305a70b-bc92-45dd-a804-b33e713bc553 req-39f9af34-de95-4dde-9efa-bbcc6700eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:43.985900 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d305a70b-bc92-45dd-a804-b33e713bc553 req-39f9af34-de95-4dde-9efa-bbcc6700eafd service neutron] 10.222.0.46 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.1066864 Nov 24 12:51:44.069025 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32365636-03d3-4a0d-a5eb-471704ad3ad6 req-00ee160a-42f9-4e87-b662-b8aa40577182 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 210 time: 0.0586855 Nov 24 12:51:44.078332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:44.078959 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:44.080377 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] 10.222.0.59 "PUT /v2.0/ports/302bc6d9-faa2-4a72-9103-9df37bb97f93 HTTP/1.1" status: 200 len: 1096 time: 1.6917856 Nov 24 12:51:44.081358 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8b96ce-190d-4994-b302-f4dff5349849', 'tag': '302bc6d9-faa2-4a72-9103-9df37bb97f93'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:44.083665 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6219cbdb-c917-4fbf-a4b2-3e1da1341e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8b96ce-190d-4994-b302-f4dff5349849", "tag": "302bc6d9-faa2-4a72-9103-9df37bb97f93"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:44.097094 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d305a70b-bc92-45dd-a804-b33e713bc553 req-2eab7114-3773-426b-b0ec-62d407030bfa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31 HTTP/1.1" status: 200 len: 217 time: 0.0857444 Nov 24 12:51:44.103162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48956) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:44.157054 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-692f8275-269c-4908-a122-e3c6c61688e1 req-f6a31b88-1dc6-4280-9121-ae7d63f5c1a0 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666045 Nov 24 12:51:44.185676 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f5165f39-b473-45b9-81d2-63c70d0bbba7 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:51:44.253829 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: f5165f39-b473-45b9-81d2-63c70d0bbba7 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:51:44.258696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f5165f39-b473-45b9-81d2-63c70d0bbba7 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:51:44.310820 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd55eb-95a6-46d8-a341-08dca3f255a8 service neutron] Pushing event updated for resources: {'Port': ['ID=302bc6d9-faa2-4a72-9103-9df37bb97f93,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:44.388470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305a70b-bc92-45dd-a804-b33e713bc553 req-c35ea475-175e-4967-950b-4193f304df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:44.390012 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d305a70b-bc92-45dd-a804-b33e713bc553 req-c35ea475-175e-4967-950b-4193f304df55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.2812331 Nov 24 12:51:44.394245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-64e50a48-7f06-4c30-b74c-74ffeebba8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:44.395669 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-64e50a48-7f06-4c30-b74c-74ffeebba8eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3770f462efc14367a3003f5a7e47727c&device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 1099 time: 0.2520864 Nov 24 12:51:44.446415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c1430c1-4abb-45db-bc0d-a932da783230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:44.499363 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbdf2d9-416d-4cfc-ae69-f030ce1511fa x-openstack-request-id: req-0fbdf2d9-416d-4cfc-ae69-f030ce1511fa {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:44.499725 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8b96ce-190d-4994-b302-f4dff5349849", "tag": "302bc6d9-faa2-4a72-9103-9df37bb97f93", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:44.500192 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0fbdf2d9-416d-4cfc-ae69-f030ce1511fa {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:44.500678 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8b96ce-190d-4994-b302-f4dff5349849', 'tag': '302bc6d9-faa2-4a72-9103-9df37bb97f93', 'status': 'completed', 'code': 200} Nov 24 12:51:44.530694 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-1b1bb525-cbbc-455b-a88e-9620b528296e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=302bc6d9-faa2-4a72-9103-9df37bb97f93 HTTP/1.1" status: 200 len: 217 time: 0.1073816 Nov 24 12:51:44.532696 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d305a70b-bc92-45dd-a804-b33e713bc553 req-41e604a7-edaf-4f4a-aa3c-6c4998dd506f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084609 Nov 24 12:51:44.567127 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 669384d5-bb37-4054-9709-2894491b4b00 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:51:44.571436 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c1430c1-4abb-45db-bc0d-a932da783230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:44.578959 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c1430c1-4abb-45db-bc0d-a932da783230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:44.658921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb4538-f7b6-4eee-8929-4d246836b1fe req-4ba6cf59-4345-49b8-8624-b08b93890ff2 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:44.660559 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1eb4538-f7b6-4eee-8929-4d246836b1fe req-4ba6cf59-4345-49b8-8624-b08b93890ff2 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 945 time: 0.2918015 Nov 24 12:51:44.670427 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5c1430c1-4abb-45db-bc0d-a932da783230 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5eb912f70114490be28e7bb7c738bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5657179 Nov 24 12:51:44.671151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48982) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:44.674752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48984) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:44.685732 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-cc15330e-09ab-49cb-8881-0e788ffcccff tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Request body: {'floatingip': {'port_id': '2219e174-ccf2-473c-9388-436afbd8de5d'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:44.691243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1430c1-4abb-45db-bc0d-a932da783230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12d5773-a293-4d0b-92a3-488919d10dc9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:44.719810 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 669384d5-bb37-4054-9709-2894491b4b00, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=669384d5-bb37-4054-9709-2894491b4b00,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:44.735184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-c2576a9b-45a3-497e-84e1-7335531e7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:44.737274 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-c2576a9b-45a3-497e-84e1-7335531e7dd9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1836557 Nov 24 12:51:44.743277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '669384d5-bb37-4054-9709-2894491b4b00', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '669384d5-bb37-4054-9709-2894491b4b00', 'mac_address': 'fa:16:3e:0a:e3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:tempest-test_az-1870460429', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:51:44.820668 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:44.826415 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578150b-6678-4f03-b791-b0ad6e722e47 req-ac932b3c-9904-4dc3-a0eb-522cfb8c396d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:44.835912 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669384d5-bb37-4054-9709-2894491b4b00 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:44.836341 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0578150b-6678-4f03-b791-b0ad6e722e47 req-ac932b3c-9904-4dc3-a0eb-522cfb8c396d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 970 time: 0.2527666 Nov 24 12:51:44.849332 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-64e72352-fc3b-4800-9a9c-cb28fb1f0b70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:44.860648 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cc15330e-09ab-49cb-8881-0e788ffcccff tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:44.870046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 669384d5-bb37-4054-9709-2894491b4b00, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=669384d5-bb37-4054-9709-2894491b4b00,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:44.874782 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:44.875265 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d305a70b-bc92-45dd-a804-b33e713bc553 req-ca28e67c-b397-46ce-b733-b0551040b3e3 service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186514 Nov 24 12:51:44.875991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:51:44.953851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-6f4cbfca-9a2a-470c-bda5-6e6b13d2d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:44.955730 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-6f4cbfca-9a2a-470c-bda5-6e6b13d2d788 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2070551 Nov 24 12:51:44.965127 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=669384d5-bb37-4054-9709-2894491b4b00,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:44.966447 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-64e72352-fc3b-4800-9a9c-cb28fb1f0b70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:45.033862 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0578150b-6678-4f03-b791-b0ad6e722e47 req-48ce7659-8373-4afb-b724-cac75cec70e3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961882 Nov 24 12:51:45.044777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:45.064092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '96893ff9-5937-4b22-9a1e-82d0b6d7cd31', 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674', 'port_id': '96893ff9-5937-4b22-9a1e-82d0b6d7cd31', 'mac_address': 'fa:16:3e:3f:5f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c9a6d6-7074-498d-887a-6cd33ae98ec8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-1870460429', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:51:45.132027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d305a70b-bc92-45dd-a804-b33e713bc553 req-49800185-e790-42e3-8bbb-a176412021e9 service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105587 Nov 24 12:51:45.174411 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-1b80b825-9696-446b-b55f-fb49a3d2c58a tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=731e2f38ddde4092a3d98304608757a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527015 Nov 24 12:51:45.179743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:45.206832 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:45.211693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2c728-22ba-4762-a189-ad25149ae2ba req-92ac839a-a6b1-4da1-b695-08bcb23a708a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:45.214890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65b2c728-22ba-4762-a189-ad25149ae2ba req-92ac839a-a6b1-4da1-b695-08bcb23a708a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 966 time: 0.3494263 Nov 24 12:51:45.280259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:45.290730 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:45.360476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65b2c728-22ba-4762-a189-ad25149ae2ba req-eec4fa6a-aba5-443b-ad19-c4dbc55c3bc8 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028366 Nov 24 12:51:45.368305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:45.388541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-43ce9662-e956-4158-9c09-a4335be5a5e4 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875690 Nov 24 12:51:45.389201 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-64e72352-fc3b-4800-9a9c-cb28fb1f0b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:45.391836 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-64e72352-fc3b-4800-9a9c-cb28fb1f0b70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:45.395502 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-64e72352-fc3b-4800-9a9c-cb28fb1f0b70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d12d5773-a293-4d0b-92a3-488919d10dc9 HTTP/1.1" status: 204 len: 168 time: 0.7170162 Nov 24 12:51:45.422662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e72352-fc3b-4800-9a9c-cb28fb1f0b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12d5773-a293-4d0b-92a3-488919d10dc9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:45.537325 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e4b6097-02db-44d1-a9fa-c738ae172f20 req-eafb3eeb-d898-44f7-900d-8add6c882ed4 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411111 Nov 24 12:51:45.546990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['96893ff9-5937-4b22-9a1e-82d0b6d7cd31'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:51:45.585854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['669384d5-bb37-4054-9709-2894491b4b00'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:51:45.682747 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-53b20031-bdc5-4648-bd4e-11196aa302f1 req-c823abee-8ce9-432a-b3c0-2d1f858d8ac8 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 210 time: 0.1260488 Nov 24 12:51:45.697630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219cbdb-c917-4fbf-a4b2-3e1da1341e4a req-c8bc5f1e-21ba-4d0e-a29e-7630152c552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:45.699279 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6219cbdb-c917-4fbf-a4b2-3e1da1341e4a req-c8bc5f1e-21ba-4d0e-a29e-7630152c552b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3770f462efc14367a3003f5a7e47727c&device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 1099 time: 0.0864980 Nov 24 12:51:45.726907 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-66111b8f-8487-485b-a913-f37986d0cd02 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:45.728672 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-66111b8f-8487-485b-a913-f37986d0cd02 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5375845 Nov 24 12:51:45.742564 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-a913236e-7d5d-482e-8fcd-661f93b8719b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Request body: {'port': {'device_id': 'fa543219-590e-4077-aeea-2b566d088e76', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '731e2f38ddde4092a3d98304608757a3'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:45.862598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219cbdb-c917-4fbf-a4b2-3e1da1341e4a req-65c7dd96-607a-4653-8959-abab715d737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:45.865182 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6219cbdb-c917-4fbf-a4b2-3e1da1341e4a req-65c7dd96-607a-4653-8959-abab715d737b service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1515706 Nov 24 12:51:45.947972 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49030) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:45.977254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6219cbdb-c917-4fbf-a4b2-3e1da1341e4a req-acd62d75-4167-4cd5-8155-6bc79fa58096 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=302bc6d9-faa2-4a72-9103-9df37bb97f93 HTTP/1.1" status: 200 len: 217 time: 0.1012490 Nov 24 12:51:46.032711 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4a1cb76a-52a5-4818-8720-f168f1027641 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:46.045686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6acdc-c6d9-42e1-bf9a-a74250de8b9f req-0a4b943c-bea8-4c81-8065-841231b977f1 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:46.047459 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42b6acdc-c6d9-42e1-bf9a-a74250de8b9f req-0a4b943c-bea8-4c81-8065-841231b977f1 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 948 time: 0.3532505 Nov 24 12:51:46.057176 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-a913236e-7d5d-482e-8fcd-661f93b8719b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Made reservation on behalf of 731e2f38ddde4092a3d98304608757a3 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:46.062491 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-a913236e-7d5d-482e-8fcd-661f93b8719b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:46.090218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219cbdb-c917-4fbf-a4b2-3e1da1341e4a req-ff2b3bdd-4bff-4c8d-9220-e938423846d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:46.092508 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6219cbdb-c917-4fbf-a4b2-3e1da1341e4a req-ff2b3bdd-4bff-4c8d-9220-e938423846d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1020164 Nov 24 12:51:46.129707 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42b6acdc-c6d9-42e1-bf9a-a74250de8b9f req-66e9cef4-3e08-4d2c-9b4d-620f2488350d tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717132 Nov 24 12:51:46.193804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219cbdb-c917-4fbf-a4b2-3e1da1341e4a req-56fc7615-074f-4105-9443-a944894a2d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:46.195309 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6219cbdb-c917-4fbf-a4b2-3e1da1341e4a req-56fc7615-074f-4105-9443-a944894a2d4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752006 Nov 24 12:51:46.303971 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4a1cb76a-52a5-4818-8720-f168f1027641 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:46.319289 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4a1cb76a-52a5-4818-8720-f168f1027641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:46.350768 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6219cbdb-c917-4fbf-a4b2-3e1da1341e4a req-d421589f-9c11-4dc8-96ab-ce57352b1fdf service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425836 Nov 24 12:51:46.406249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cb76a-52a5-4818-8720-f168f1027641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c5711f-7178-4e9f-a13c-98dc969e6038,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:46.426399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4a1cb76a-52a5-4818-8720-f168f1027641 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=866f9a0138504fc5b5bcdd80cbe73231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687574 Nov 24 12:51:46.435311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49064) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:46.485984 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6219cbdb-c917-4fbf-a4b2-3e1da1341e4a req-140f99ca-5274-44f6-b3d3-7fbf7ba9572a service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244464 Nov 24 12:51:46.487080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a6b33-32c6-40f0-9e14-1fa77cc7fc93 req-0182f2f0-8ae3-4679-bf37-44dee4c47468 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:46.488564 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-355a6b33-32c6-40f0-9e14-1fa77cc7fc93 req-0182f2f0-8ae3-4679-bf37-44dee4c47468 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 971 time: 0.3029966 Nov 24 12:51:46.564512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 669384d5-bb37-4054-9709-2894491b4b00 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:46.586487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff920be1-dbc3-46e3-8398-6da5b3a1c101 req-2bcd004e-40b8-4f09-8416-b30a46efe17c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:46.588056 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff920be1-dbc3-46e3-8398-6da5b3a1c101 req-2bcd004e-40b8-4f09-8416-b30a46efe17c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 967 time: 0.0542278 Nov 24 12:51:46.619157 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 669384d5-bb37-4054-9709-2894491b4b00 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:51:46.623452 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 669384d5-bb37-4054-9709-2894491b4b00 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:46.623829 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:46.629496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-a913236e-7d5d-482e-8fcd-661f93b8719b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Allocated IP 192.168.233.37 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/6c1ffb59-9950-4034-96d8-b510b1348504) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:51:46.636390 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.db.resource_extend [None req-cc15330e-09ab-49cb-8881-0e788ffcccff tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 12:51:46.645277 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff920be1-dbc3-46e3-8398-6da5b3a1c101 req-385e187a-8585-4f37-a769-af52c828f133 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504193 Nov 24 12:51:46.708039 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:46.732089 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d66a1d-ff32-441b-b189-057ded043af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669384d5-bb37-4054-9709-2894491b4b00'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:46.734367 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5d4bc6-89ec-48f4-9cd8-26994fde4ab5" -d '{"events": [{"server_uuid": "88d66a1d-ff32-441b-b189-057ded043af8", "name": "network-vif-plugged", "status": "completed", "tag": "669384d5-bb37-4054-9709-2894491b4b00"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:46.748219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 669384d5-bb37-4054-9709-2894491b4b00, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=669384d5-bb37-4054-9709-2894491b4b00,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:46.751254 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-355a6b33-32c6-40f0-9e14-1fa77cc7fc93 req-9f5b6435-04dc-4e97-8ec4-a635bc01f280 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099335 Nov 24 12:51:46.754719 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:46.756815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:46.763907 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a5d4-86c4-4cad-9ffe-2ed12398207c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:46.774977 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cc15330e-09ab-49cb-8881-0e788ffcccff tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:46.791833 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cc15330e-09ab-49cb-8881-0e788ffcccff tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:46.861989 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a5d4-86c4-4cad-9ffe-2ed12398207c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:46.873301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=669384d5-bb37-4054-9709-2894491b4b00,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:46.887098 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:51:46.892356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:46.893100 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:46.931583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01e6be-9e3d-4c3a-87db-29f6830d2934 req-753fce12-9a58-4e15-a828-f20db1b85b66 tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:46.931954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01e6be-9e3d-4c3a-87db-29f6830d2934 req-753fce12-9a58-4e15-a828-f20db1b85b66 tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:46.932411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01e6be-9e3d-4c3a-87db-29f6830d2934 req-753fce12-9a58-4e15-a828-f20db1b85b66 tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:46.933080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01e6be-9e3d-4c3a-87db-29f6830d2934 req-753fce12-9a58-4e15-a828-f20db1b85b66 tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:46.933535 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01e6be-9e3d-4c3a-87db-29f6830d2934 req-753fce12-9a58-4e15-a828-f20db1b85b66 tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:46.933986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01e6be-9e3d-4c3a-87db-29f6830d2934 req-753fce12-9a58-4e15-a828-f20db1b85b66 tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:46.934993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01e6be-9e3d-4c3a-87db-29f6830d2934 req-753fce12-9a58-4e15-a828-f20db1b85b66 tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:46.936778 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de01e6be-9e3d-4c3a-87db-29f6830d2934 req-753fce12-9a58-4e15-a828-f20db1b85b66 tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.1382389 Nov 24 12:51:46.947368 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c61ba6b-e8c2-430c-a9d5-462809a464d7 req-27f0d109-17d2-4c06-a003-e884df01286e tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 210 time: 0.0631003 Nov 24 12:51:46.991161 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:47.016517 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc037e62-5836-46d7-bef1-20303b17767b x-openstack-request-id: req-dc037e62-5836-46d7-bef1-20303b17767b {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:47.016517 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d66a1d-ff32-441b-b189-057ded043af8", "name": "network-vif-plugged", "status": "completed", "tag": "669384d5-bb37-4054-9709-2894491b4b00", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:47.016857 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc037e62-5836-46d7-bef1-20303b17767b {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:47.017346 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d66a1d-ff32-441b-b189-057ded043af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669384d5-bb37-4054-9709-2894491b4b00', 'code': 200} Nov 24 12:51:47.060138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:47.065885 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:47.095476 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-cc15330e-09ab-49cb-8881-0e788ffcccff tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Floating IP 5c53f2eb-db51-4bed-8cba-62bf11a9903c associated. External IP: 172.25.0.159, port: 2219e174-ccf2-473c-9388-436afbd8de5d. Nov 24 12:51:47.157706 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:47.171563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5373f-daf1-4c67-a117-6f57c2732bfc req-b791d0df-bed3-411f-a197-7494df508549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:47.173074 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06e5373f-daf1-4c67-a117-6f57c2732bfc req-b791d0df-bed3-411f-a197-7494df508549 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 1123 time: 0.1015017 Nov 24 12:51:47.177674 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678f904-4db5-4142-b973-092e5e6df9ee req-16a5c580-98fb-49b8-9fb5-102f2c5e9593 tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:47.178978 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7678f904-4db5-4142-b973-092e5e6df9ee req-16a5c580-98fb-49b8-9fb5-102f2c5e9593 tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 886 time: 0.1572690 Nov 24 12:51:47.216844 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a5d4-86c4-4cad-9ffe-2ed12398207c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:47.227828 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cd4a5d4-86c4-4cad-9ffe-2ed12398207c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:47.229019 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3cd4a5d4-86c4-4cad-9ffe-2ed12398207c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57c5711f-7178-4e9f-a13c-98dc969e6038 HTTP/1.1" status: 204 len: 168 time: 0.7871568 Nov 24 12:51:47.229524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06e5373f-daf1-4c67-a117-6f57c2732bfc req-b870c839-9b59-4239-82c8-5b8b7a2dfcdd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488837 Nov 24 12:51:47.279905 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4a5d4-86c4-4cad-9ffe-2ed12398207c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c5711f-7178-4e9f-a13c-98dc969e6038,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:47.327233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7ca5e-e3e9-4588-ab53-f511855ee419 req-917c0602-cdf8-4fe8-a728-12002c27f9a1 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:47.328861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-13c7ca5e-e3e9-4588-ab53-f511855ee419 req-917c0602-cdf8-4fe8-a728-12002c27f9a1 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 948 time: 0.0636082 Nov 24 12:51:47.398876 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-13c7ca5e-e3e9-4588-ab53-f511855ee419 req-c5267346-8305-4600-a768-25457e0addcb tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539021 Nov 24 12:51:47.554848 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-a913236e-7d5d-482e-8fcd-661f93b8719b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:47.765043 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-a913236e-7d5d-482e-8fcd-661f93b8719b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:47.782397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc15330e-09ab-49cb-8881-0e788ffcccff tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Router 8e94e28f-c557-4d33-822a-6287461f9a21 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:51:47.782594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dd0f4-f1ef-4687-be9f-6d41c61a6cb7 req-defc3eca-d386-470d-86f4-4c38fc9f76fd tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:47.784003 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3bd6f-a4e0-4cd8-8bfa-0ff480dfcff8 req-b83e388b-92af-4401-bb1c-22f5cc13663b tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:47.784121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a19dd0f4-f1ef-4687-be9f-6d41c61a6cb7 req-defc3eca-d386-470d-86f4-4c38fc9f76fd tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 968 time: 0.0539684 Nov 24 12:51:47.784480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3bd6f-a4e0-4cd8-8bfa-0ff480dfcff8 req-b83e388b-92af-4401-bb1c-22f5cc13663b tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:47.784968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3bd6f-a4e0-4cd8-8bfa-0ff480dfcff8 req-b83e388b-92af-4401-bb1c-22f5cc13663b tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:47.785428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3bd6f-a4e0-4cd8-8bfa-0ff480dfcff8 req-b83e388b-92af-4401-bb1c-22f5cc13663b tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:47.785888 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3bd6f-a4e0-4cd8-8bfa-0ff480dfcff8 req-b83e388b-92af-4401-bb1c-22f5cc13663b tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:47.786373 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3bd6f-a4e0-4cd8-8bfa-0ff480dfcff8 req-b83e388b-92af-4401-bb1c-22f5cc13663b tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:47.786828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3bd6f-a4e0-4cd8-8bfa-0ff480dfcff8 req-b83e388b-92af-4401-bb1c-22f5cc13663b tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:47.788575 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-18e3bd6f-a4e0-4cd8-8bfa-0ff480dfcff8 req-b83e388b-92af-4401-bb1c-22f5cc13663b tempest-NetworksTest-907319028 tempest-NetworksTest-907319028-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.5443287 Nov 24 12:51:47.845287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-a913236e-7d5d-482e-8fcd-661f93b8719b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:51:47.848148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913236e-7d5d-482e-8fcd-661f93b8719b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Pushing event updated for resources: {'Port': ['ID=6c1ffb59-9950-4034-96d8-b510b1348504,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:47.851777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-a913236e-7d5d-482e-8fcd-661f93b8719b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:47.878818 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a19dd0f4-f1ef-4687-be9f-6d41c61a6cb7 req-a4dfb455-0597-4e72-9c14-2fd19e44e2a6 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884078 Nov 24 12:51:47.899048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-a913236e-7d5d-482e-8fcd-661f93b8719b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:51:47.905751 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-a913236e-7d5d-482e-8fcd-661f93b8719b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:47.906368 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-a913236e-7d5d-482e-8fcd-661f93b8719b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:48.014247 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-a913236e-7d5d-482e-8fcd-661f93b8719b tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2727847 Nov 24 12:51:48.027261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Request body: {'port': {'device_id': 'fa543219-590e-4077-aeea-2b566d088e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:48.112102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a816b5-36b7-4195-add5-82f2c1ded1c0 req-0f493f72-2b13-4d19-8fef-3e7ce0814b6c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:48.114219 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f2a816b5-36b7-4195-add5-82f2c1ded1c0 req-0f493f72-2b13-4d19-8fef-3e7ce0814b6c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 935 time: 0.0673344 Nov 24 12:51:48.156612 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8ad4e-d6b5-4e77-a4a0-a0bc0f8562bd req-d580641f-bd62-4f04-8daf-f7baba4b7940 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:48.158183 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68f8ad4e-d6b5-4e77-a4a0-a0bc0f8562bd req-d580641f-bd62-4f04-8daf-f7baba4b7940 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.2602122 Nov 24 12:51:48.171476 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-13a9a511-1fb4-4f96-b36c-26438ff7222d None None] Provisioning complete for port 6c1ffb59-9950-4034-96d8-b510b1348504 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:48.172172 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-13a9a511-1fb4-4f96-b36c-26438ff7222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:48.179946 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f2a816b5-36b7-4195-add5-82f2c1ded1c0 req-6415a4a5-5aab-4902-adb3-8ed23447a4ec tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595393 Nov 24 12:51:48.207825 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc15330e-09ab-49cb-8881-0e788ffcccff tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:51:48.211684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 302bc6d9-faa2-4a72-9103-9df37bb97f93 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:51:48.240467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cc15330e-09ab-49cb-8881-0e788ffcccff tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:48.244237 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163eb566-4fc5-4653-a330-e5a3ad8b6277 None None] Sync routers for ids ['8e94e28f-c557-4d33-822a-6287461f9a21'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:51:48.258226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-13a9a511-1fb4-4f96-b36c-26438ff7222d None None] Port 6c1ffb59-9950-4034-96d8-b510b1348504 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:51:48.276143 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68f8ad4e-d6b5-4e77-a4a0-a0bc0f8562bd req-a2f1e8b9-eb5e-4ebe-a763-e1b4ae3168ab tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034241 Nov 24 12:51:48.284714 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163eb566-4fc5-4653-a330-e5a3ad8b6277 None None] Routers {'8e94e28f-c557-4d33-822a-6287461f9a21'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:51:48.286149 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-163eb566-4fc5-4653-a330-e5a3ad8b6277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:51:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8e94e28f-c557-4d33-822a-6287461f9a21'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:48.321271 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cc15330e-09ab-49cb-8881-0e788ffcccff tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "PUT /v2.0/floatingips/5c53f2eb-db51-4bed-8cba-62bf11a9903c HTTP/1.1" status: 200 len: 991 time: 3.6420362 Nov 24 12:51:48.329986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5332d87a-727e-45cc-9ff1-8a88aea50d44', 'tag': '2219e174-ccf2-473c-9388-436afbd8de5d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:48.334084 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd49fac-c35e-49b0-817b-1800f726a4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5332d87a-727e-45cc-9ff1-8a88aea50d44", "tag": "2219e174-ccf2-473c-9388-436afbd8de5d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:48.338586 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:48.403036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49146) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:48.456436 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de4eab8-876e-42ad-a626-153106030c5a x-openstack-request-id: req-8de4eab8-876e-42ad-a626-153106030c5a {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:48.456778 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5332d87a-727e-45cc-9ff1-8a88aea50d44", "tag": "2219e174-ccf2-473c-9388-436afbd8de5d", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:48.457043 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8de4eab8-876e-42ad-a626-153106030c5a {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:48.458715 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5332d87a-727e-45cc-9ff1-8a88aea50d44', 'tag': '2219e174-ccf2-473c-9388-436afbd8de5d', 'status': 'completed', 'code': 200} Nov 24 12:51:48.498663 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-163eb566-4fc5-4653-a330-e5a3ad8b6277 None None] Set router 8e94e28f-c557-4d33-822a-6287461f9a21 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:51:48.545401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 302bc6d9-faa2-4a72-9103-9df37bb97f93, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=302bc6d9-faa2-4a72-9103-9df37bb97f93,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:48.552943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49fac-c35e-49b0-817b-1800f726a4d2 req-4119302e-dd63-4ced-9af9-da6218e04c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:48.557230 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebd49fac-c35e-49b0-817b-1800f726a4d2 req-4119302e-dd63-4ced-9af9-da6218e04c96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6654e282f18448408886c9d51d38ee1a&device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 1096 time: 0.1000743 Nov 24 12:51:48.574526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '302bc6d9-faa2-4a72-9103-9df37bb97f93', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '302bc6d9-faa2-4a72-9103-9df37bb97f93', 'mac_address': 'fa:16:3e:0e:67:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:51:48.672433 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:48.711189 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302bc6d9-faa2-4a72-9103-9df37bb97f93 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:48.758924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 302bc6d9-faa2-4a72-9103-9df37bb97f93, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=302bc6d9-faa2-4a72-9103-9df37bb97f93,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:48.778945 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:48.841848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49fac-c35e-49b0-817b-1800f726a4d2 req-35b5969e-44db-425a-a553-11888d67e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:48.843634 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebd49fac-c35e-49b0-817b-1800f726a4d2 req-35b5969e-44db-425a-a553-11888d67e029 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e HTTP/1.1" status: 200 len: 925 time: 0.2786758 Nov 24 12:51:48.869476 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=302bc6d9-faa2-4a72-9103-9df37bb97f93,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:48.903415 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb595057-5668-4035-8cc2-f47fadc03ebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:48.987024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1ffb59-9950-4034-96d8-b510b1348504 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:48.997578 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:49.000517 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-163eb566-4fc5-4653-a330-e5a3ad8b6277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '5c53f2eb-db51-4bed-8cba-62bf11a9903c', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'port_id': '2219e174-ccf2-473c-9388-436afbd8de5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'mac_address': 'fa:16:3e:7a:cc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5332d87a-727e-45cc-9ff1-8a88aea50d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:51:24Z', 'updated_at': '2021-11-24T12:51:46Z', 'revision_number': 1, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:51:04Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:49.006798 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['302bc6d9-faa2-4a72-9103-9df37bb97f93'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:51:49.041571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Transition to ACTIVE for port object 6c1ffb59-9950-4034-96d8-b510b1348504 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:51:49.060513 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163eb566-4fc5-4653-a330-e5a3ad8b6277 None None] Checking router: 8e94e28f-c557-4d33-822a-6287461f9a21 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:51:49.066493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a26c43-68c2-413f-9304-9c83fa257542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96893ff9-5937-4b22-9a1e-82d0b6d7cd31'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:49.072972 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6a9469-ace8-443f-bdaf-f31cef92eea4" -d '{"events": [{"server_uuid": "48a26c43-68c2-413f-9304-9c83fa257542", "name": "network-vif-plugged", "status": "completed", "tag": "96893ff9-5937-4b22-9a1e-82d0b6d7cd31"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:49.077958 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163eb566-4fc5-4653-a330-e5a3ad8b6277 None None] Routers {'8e94e28f-c557-4d33-822a-6287461f9a21'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:51:49.077958 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-163eb566-4fc5-4653-a330-e5a3ad8b6277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:51:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8e94e28f-c557-4d33-822a-6287461f9a21'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:49.078274 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:49.226917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77957c-6d81-4d42-9a9d-17024c7e349d req-ed64816a-a1d0-4168-bad5-f1c112d68d37 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:49.228357 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e77957c-6d81-4d42-9a9d-17024c7e349d req-ed64816a-a1d0-4168-bad5-f1c112d68d37 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 949 time: 0.3836496 Nov 24 12:51:49.271525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Pushing event updated for resources: {'Port': ['ID=6c1ffb59-9950-4034-96d8-b510b1348504,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:49.302028 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebd49fac-c35e-49b0-817b-1800f726a4d2 req-95301b35-e3c5-463b-bffc-49aee485ef44 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2219e174-ccf2-473c-9388-436afbd8de5d HTTP/1.1" status: 200 len: 999 time: 0.4471023 Nov 24 12:51:49.307293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcc45f-b3de-4582-a949-7c1d3c3ed75d req-69b8284d-232a-4818-a24a-459ca6167e8d tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:49.320398 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66bcc45f-b3de-4582-a949-7c1d3c3ed75d req-69b8284d-232a-4818-a24a-459ca6167e8d tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 968 time: 0.2766485 Nov 24 12:51:49.373893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49fac-c35e-49b0-817b-1800f726a4d2 req-1d14e8e5-f0c2-432a-af35-9337695fb450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:49.379044 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebd49fac-c35e-49b0-817b-1800f726a4d2 req-1d14e8e5-f0c2-432a-af35-9337695fb450 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5769439-5245-4abd-9019-ca9dddd4ee48 HTTP/1.1" status: 200 len: 863 time: 0.0677850 Nov 24 12:51:49.389618 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-163eb566-4fc5-4653-a330-e5a3ad8b6277 None None] Set router 8e94e28f-c557-4d33-822a-6287461f9a21 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:51:49.402645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Attempting to bind port 6c1ffb59-9950-4034-96d8-b510b1348504 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:51:49.403561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Attempting to bind port 6c1ffb59-9950-4034-96d8-b510b1348504 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:51:49.403925 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Attempting to bind port 6c1ffb59-9950-4034-96d8-b510b1348504 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:49.418426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Port 6c1ffb59-9950-4034-96d8-b510b1348504 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:51:49.419422 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Attempting to bind port 6c1ffb59-9950-4034-96d8-b510b1348504 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:49.446749 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:51:49.447133 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:49.447540 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:51:49.448024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Bound port: 6c1ffb59-9950-4034-96d8-b510b1348504, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:51:49.448389 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:49.453497 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e77957c-6d81-4d42-9a9d-17024c7e349d req-59971725-3465-4fcd-ac28-0b75abc95288 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133703 Nov 24 12:51:49.507985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd49fac-c35e-49b0-817b-1800f726a4d2 req-96bee679-e124-4669-ba33-1f0196b0b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:49.513149 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66bcc45f-b3de-4582-a949-7c1d3c3ed75d req-74597234-6eb5-4b78-a3a7-6384832f3c06 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918964 Nov 24 12:51:49.521023 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebd49fac-c35e-49b0-817b-1800f726a4d2 req-96bee679-e124-4669-ba33-1f0196b0b547 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301939 Nov 24 12:51:49.526501 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb595057-5668-4035-8cc2-f47fadc03ebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:49.538924 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb595057-5668-4035-8cc2-f47fadc03ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:49.581612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fb595057-5668-4035-8cc2-f47fadc03ebd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=942682c797f04253ba6797a77dd18f35&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1769245 Nov 24 12:51:49.584488 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49184) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:49.619588 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3ccf77-a17e-423e-978d-c81a042018e6 x-openstack-request-id: req-5f3ccf77-a17e-423e-978d-c81a042018e6 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:49.620129 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a26c43-68c2-413f-9304-9c83fa257542", "name": "network-vif-plugged", "status": "completed", "tag": "96893ff9-5937-4b22-9a1e-82d0b6d7cd31", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:49.620228 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f3ccf77-a17e-423e-978d-c81a042018e6 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:49.620547 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a26c43-68c2-413f-9304-9c83fa257542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96893ff9-5937-4b22-9a1e-82d0b6d7cd31', 'code': 200} Nov 24 12:51:49.625480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] For port 6c1ffb59-9950-4034-96d8-b510b1348504, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:51:49.661757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] For port 6c1ffb59-9950-4034-96d8-b510b1348504, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=6c1ffb59-9950-4034-96d8-b510b1348504,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:51:49.669207 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:49.705899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb595057-5668-4035-8cc2-f47fadc03ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e315f9-5352-46ba-b9f9-4205d0f8c910,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:49.730630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:49.732218 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:49.734472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] 10.222.0.59 "PUT /v2.0/ports/6c1ffb59-9950-4034-96d8-b510b1348504 HTTP/1.1" status: 200 len: 1095 time: 1.7147055 Nov 24 12:51:49.745112 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0c231318-4b0e-45ae-91d4-d1f3b3ae53cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:49.759848 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-163eb566-4fc5-4653-a330-e5a3ad8b6277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '5c53f2eb-db51-4bed-8cba-62bf11a9903c', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'port_id': '2219e174-ccf2-473c-9388-436afbd8de5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'mac_address': 'fa:16:3e:7a:cc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5332d87a-727e-45cc-9ff1-8a88aea50d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:51:24Z', 'updated_at': '2021-11-24T12:51:46Z', 'revision_number': 1, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:51:04Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:51:49.806652 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163eb566-4fc5-4653-a330-e5a3ad8b6277 None None] The sync data for ids ['8e94e28f-c557-4d33-822a-6287461f9a21'] in n-d-817303-4 is: [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '5c53f2eb-db51-4bed-8cba-62bf11a9903c', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'port_id': '2219e174-ccf2-473c-9388-436afbd8de5d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'mac_address': 'fa:16:3e:7a:cc:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5332d87a-727e-45cc-9ff1-8a88aea50d44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:51:24Z', 'updated_at': '2021-11-24T12:51:46Z', 'revision_number': 1, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:51:04Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:51:49.818935 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebd49fac-c35e-49b0-817b-1800f726a4d2 req-37025009-4836-4373-82c7-0dbd01e695b2 service neutron] 10.222.0.59 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891207 Nov 24 12:51:49.820167 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0c231318-4b0e-45ae-91d4-d1f3b3ae53cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:49.830133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056194-eae0-4c58-a5b9-5cc38d5d903e req-e9352c20-2bf0-494b-a7a8-2298de57cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:49.832107 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7056194-eae0-4c58-a5b9-5cc38d5d903e req-e9352c20-2bf0-494b-a7a8-2298de57cc2f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 1119 time: 0.1413300 Nov 24 12:51:49.842812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b26d2f-431f-4b8b-93a1-778159d95a8f service neutron] Pushing event updated for resources: {'Port': ['ID=6c1ffb59-9950-4034-96d8-b510b1348504,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:49.881132 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5072abb-be41-4198-8c34-8330052828f3 req-54379a55-77b1-41d2-8a94-79167aebfc9c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:49.889331 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f5072abb-be41-4198-8c34-8330052828f3 req-54379a55-77b1-41d2-8a94-79167aebfc9c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 947 time: 0.1960592 Nov 24 12:51:49.892057 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904cd4a-e9ab-4a93-8b21-ab31bc6ee744 req-1324f1b6-40fd-4d8d-8f01-8feed0518dce tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:49.900273 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7904cd4a-e9ab-4a93-8b21-ab31bc6ee744 req-1324f1b6-40fd-4d8d-8f01-8feed0518dce tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.1951802 Nov 24 12:51:49.922281 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-1def634a-b4fd-4d2b-a737-2756ddf468e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:49.923821 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-1def634a-b4fd-4d2b-a737-2756ddf468e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=731e2f38ddde4092a3d98304608757a3&device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 1098 time: 0.1363132 Nov 24 12:51:49.992042 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0c231318-4b0e-45ae-91d4-d1f3b3ae53cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:49.994629 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0c231318-4b0e-45ae-91d4-d1f3b3ae53cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:49.995711 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0c231318-4b0e-45ae-91d4-d1f3b3ae53cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5e315f9-5352-46ba-b9f9-4205d0f8c910 HTTP/1.1" status: 204 len: 168 time: 0.4101737 Nov 24 12:51:49.997209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-6bcdedb3-cd8a-4f5a-8019-c7a91f7fc1da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=6c1ffb59-9950-4034-96d8-b510b1348504 HTTP/1.1" status: 200 len: 217 time: 0.0604532 Nov 24 12:51:50.020131 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7904cd4a-e9ab-4a93-8b21-ab31bc6ee744 req-db1ddd6f-6b18-45d0-9e81-e419d2fa4739 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179492 Nov 24 12:51:50.022164 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7056194-eae0-4c58-a5b9-5cc38d5d903e req-42726ce2-b466-4022-8452-239607b42a6f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713378 Nov 24 12:51:50.048945 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f5072abb-be41-4198-8c34-8330052828f3 req-85adf987-f9c7-44b1-b298-3e457646b1d6 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582475 Nov 24 12:51:50.052938 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c231318-4b0e-45ae-91d4-d1f3b3ae53cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e315f9-5352-46ba-b9f9-4205d0f8c910,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:50.056126 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebd49fac-c35e-49b0-817b-1800f726a4d2 req-3ba01e63-cf32-4e11-8a65-df4820a993fa service neutron] 10.222.0.59 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229226 Nov 24 12:51:50.111289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-17729ec7-9ab7-4b23-9ed5-e17eef8fc2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:50.121066 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-17729ec7-9ab7-4b23-9ed5-e17eef8fc2c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1070030 Nov 24 12:51:50.188988 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-9b462548-8c48-4ff1-8761-bd3b7060a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:50.191120 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-9b462548-8c48-4ff1-8761-bd3b7060a628 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656624 Nov 24 12:51:50.208655 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133da497-3040-4670-836f-aba800c08d1f None None] New status for floating IP 5c53f2eb-db51-4bed-8cba-62bf11a9903c: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:51:50.283540 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 302bc6d9-faa2-4a72-9103-9df37bb97f93 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:50.365796 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-aeb7604e-9b78-4c39-9f7e-a70bfa52aeff service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664231 Nov 24 12:51:50.429568 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10b3445d-119a-4db5-b631-b47258c13348 req-c1c87738-5403-43f9-9457-dbe36ca07efe tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627820 Nov 24 12:51:50.466779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa543219-590e-4077-aeea-2b566d088e76', 'tag': '6c1ffb59-9950-4034-96d8-b510b1348504'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:50.469706 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41cc5f6-9484-4f63-8646-8df8c5058f79" -d '{"events": [{"name": "network-changed", "server_uuid": "fa543219-590e-4077-aeea-2b566d088e76", "tag": "6c1ffb59-9950-4034-96d8-b510b1348504"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:50.498972 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 302bc6d9-faa2-4a72-9103-9df37bb97f93 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:51:50.503325 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 302bc6d9-faa2-4a72-9103-9df37bb97f93 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:50.503745 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:50.579891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49216) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:50.595581 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:50.618536 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd5225ed-d722-4d9a-9bdd-fe21ac3e4512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:50.627826 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3ea3504-1b87-4873-a73b-241ac0a7398c req-930afcf4-c42c-40fd-a86a-d25c2c1a4e58 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437317 Nov 24 12:51:50.634246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 302bc6d9-faa2-4a72-9103-9df37bb97f93, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=302bc6d9-faa2-4a72-9103-9df37bb97f93,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:50.641070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3445d-119a-4db5-b631-b47258c13348 req-c1caebca-1658-4930-b412-9c0c94fb0145 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:50.642524 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:50.642652 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10b3445d-119a-4db5-b631-b47258c13348 req-c1caebca-1658-4930-b412-9c0c94fb0145 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120783 Nov 24 12:51:50.673473 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10b3445d-119a-4db5-b631-b47258c13348 req-5b492372-1cfa-4ed0-bea5-91ad4333f4f1 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/quotas/d454e8ac41cf4804941787e5d23e0fa9 HTTP/1.1" status: 200 len: 375 time: 0.0224082 Nov 24 12:51:50.681650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86ffee-e68c-4758-ba9a-752e5be889bd req-ad5e7a21-e66b-4518-90f3-46fc41475b05 tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:50.683297 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-da86ffee-e68c-4758-ba9a-752e5be889bd req-ad5e7a21-e66b-4518-90f3-46fc41475b05 tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 1123 time: 0.0783165 Nov 24 12:51:50.702228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=302bc6d9-faa2-4a72-9103-9df37bb97f93,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:50.711553 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10b3445d-119a-4db5-b631-b47258c13348 req-b2717971-138e-4fe0-97e6-dfbf59f824cf tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360653 Nov 24 12:51:50.719859 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-da86ffee-e68c-4758-ba9a-752e5be889bd req-5531b7f8-6a45-47c9-9b49-917f12c0f478 tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:50.774106 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd5225ed-d722-4d9a-9bdd-fe21ac3e4512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:50.781508 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1c8c3a0d-2fab-4665-8e0b-7b726af9849f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:50.783708 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd5225ed-d722-4d9a-9bdd-fe21ac3e4512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:50.846518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5225ed-d722-4d9a-9bdd-fe21ac3e4512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfddbc0-68f4-4a7e-9700-e56962d86a6e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:50.852008 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dd5225ed-d722-4d9a-9bdd-fe21ac3e4512 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=19fae038452d4f0b8fa6aa48183ff5ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698653 Nov 24 12:51:50.855162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49224) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:50.873794 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-da86ffee-e68c-4758-ba9a-752e5be889bd req-5531b7f8-6a45-47c9-9b49-917f12c0f478 tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:50.878260 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-da86ffee-e68c-4758-ba9a-752e5be889bd req-5531b7f8-6a45-47c9-9b49-917f12c0f478 tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:50.905475 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c960f6d-025c-4d13-8921-9e5e53c27b6d x-openstack-request-id: req-7c960f6d-025c-4d13-8921-9e5e53c27b6d {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:50.906007 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa543219-590e-4077-aeea-2b566d088e76", "tag": "6c1ffb59-9950-4034-96d8-b510b1348504", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:50.906377 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c960f6d-025c-4d13-8921-9e5e53c27b6d {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:50.906811 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa543219-590e-4077-aeea-2b566d088e76', 'tag': '6c1ffb59-9950-4034-96d8-b510b1348504', 'status': 'completed', 'code': 200} Nov 24 12:51:50.924616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531b7f8-6a45-47c9-9b49-917f12c0f478 tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adedc323-b6c5-46a2-85da-5d4823a429e8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:50.939439 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-da86ffee-e68c-4758-ba9a-752e5be889bd req-5531b7f8-6a45-47c9-9b49-917f12c0f478 tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403991 Nov 24 12:51:51.023282 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f44d7cd5-d8fc-4cb9-ab6c-faa18bdb3c8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:51.045458 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cc5f6-9484-4f63-8646-8df8c5058f79 req-09cc9bf1-0a07-4130-afc7-ccca09f6ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:51.046960 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d41cc5f6-9484-4f63-8646-8df8c5058f79 req-09cc9bf1-0a07-4130-afc7-ccca09f6ded7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=731e2f38ddde4092a3d98304608757a3&device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 1098 time: 0.1217308 Nov 24 12:51:51.054305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172bb3-361e-4415-a88e-44f3df212e57 req-20026bac-7612-4394-924a-e1e7d43545b8 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:51.061968 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f6172bb3-361e-4415-a88e-44f3df212e57 req-20026bac-7612-4394-924a-e1e7d43545b8 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 968 time: 0.0595210 Nov 24 12:51:51.071985 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f44d7cd5-d8fc-4cb9-ab6c-faa18bdb3c8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:51.087798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7a224-c3b6-4828-8972-62044a854ee1 req-4d175af7-ff29-4b24-a640-7832b63e292e tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:51.089389 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-08f7a224-c3b6-4828-8972-62044a854ee1 req-4d175af7-ff29-4b24-a640-7832b63e292e tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 950 time: 0.1150198 Nov 24 12:51:51.114306 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f6172bb3-361e-4415-a88e-44f3df212e57 req-aec97a6a-5405-4b41-8ea5-8e8dc1d8881d tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515025 Nov 24 12:51:51.259461 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-08f7a224-c3b6-4828-8972-62044a854ee1 req-5c5100c4-6ee6-4965-b637-71c6009e646d tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545718 Nov 24 12:51:51.269182 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f44d7cd5-d8fc-4cb9-ab6c-faa18bdb3c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:51.274477 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f44d7cd5-d8fc-4cb9-ab6c-faa18bdb3c8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:51.276704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f44d7cd5-d8fc-4cb9-ab6c-faa18bdb3c8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cfddbc0-68f4-4a7e-9700-e56962d86a6e HTTP/1.1" status: 204 len: 168 time: 0.4193919 Nov 24 12:51:51.283343 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cc5f6-9484-4f63-8646-8df8c5058f79 req-9c4fd710-ef13-4e42-b8d8-0418d25cd076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:51.284967 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d41cc5f6-9484-4f63-8646-8df8c5058f79 req-9c4fd710-ef13-4e42-b8d8-0418d25cd076 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2273669 Nov 24 12:51:51.310129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-7c012940-c16a-467a-998c-3eca70b097bb req-ed8a86f6-715d-49a5-9fd6-8e7a4bb6a1ba service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:51:51.311338 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7c012940-c16a-467a-998c-3eca70b097bb req-ed8a86f6-715d-49a5-9fd6-8e7a4bb6a1ba service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054264 Nov 24 12:51:51.316426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d7cd5-d8fc-4cb9-ab6c-faa18bdb3c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfddbc0-68f4-4a7e-9700-e56962d86a6e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:51.412677 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d41cc5f6-9484-4f63-8646-8df8c5058f79 req-cfc1432c-9977-4d7d-b2c3-0ff2535edcd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=6c1ffb59-9950-4034-96d8-b510b1348504 HTTP/1.1" status: 200 len: 217 time: 0.1070402 Nov 24 12:51:51.476593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-e88b84d1-d56e-4700-82be-a8192a645acd tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666094 Nov 24 12:51:51.536197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cc5f6-9484-4f63-8646-8df8c5058f79 req-bb358bf6-2178-44fc-b18e-238218f3df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:51.541053 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d41cc5f6-9484-4f63-8646-8df8c5058f79 req-bb358bf6-2178-44fc-b18e-238218f3df34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1136334 Nov 24 12:51:51.622232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8b96ce-190d-4994-b302-f4dff5349849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302bc6d9-faa2-4a72-9103-9df37bb97f93'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:51.630519 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93e0665-968a-4d84-b80a-1e4b6c70576c" -d '{"events": [{"server_uuid": "2f8b96ce-190d-4994-b302-f4dff5349849", "name": "network-vif-plugged", "status": "completed", "tag": "302bc6d9-faa2-4a72-9103-9df37bb97f93"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:51.653097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-27713040-4638-4319-991c-30d856c8baa6 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:51.662421 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-27713040-4638-4319-991c-30d856c8baa6 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762588 Nov 24 12:51:51.688323 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-661f880b-ae58-44af-bb3d-fb1d30af2b88 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/quotas/d454e8ac41cf4804941787e5d23e0fa9 HTTP/1.1" status: 200 len: 375 time: 0.0234170 Nov 24 12:51:51.707624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cc5f6-9484-4f63-8646-8df8c5058f79 req-019f5d8d-61af-4201-9409-cba1b94aec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:51.709183 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d41cc5f6-9484-4f63-8646-8df8c5058f79 req-019f5d8d-61af-4201-9409-cba1b94aec24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1135628 Nov 24 12:51:51.737465 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-9fd1fe11-5ad3-46d0-ac69-e751b89fcd47 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497189 Nov 24 12:51:51.865339 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d41cc5f6-9484-4f63-8646-8df8c5058f79 req-a17c6bd7-5dcb-421e-9b59-db14cbefe660 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393137 Nov 24 12:51:52.242308 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49296) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:52.272531 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10b3445d-119a-4db5-b631-b47258c13348 req-54c99e8b-dc2b-4b81-89f6-8ac6d338a7cc tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750167 Nov 24 12:51:52.431796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac7288-47ba-4e6e-9c99-4420da76169f req-50a0eb7d-4cdc-46c5-8756-f2a017fbbbaf tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:52.439794 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6cac7288-47ba-4e6e-9c99-4420da76169f req-50a0eb7d-4cdc-46c5-8756-f2a017fbbbaf tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 947 time: 0.5394912 Nov 24 12:51:52.446306 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d41cc5f6-9484-4f63-8646-8df8c5058f79 req-cd67c077-113b-4c92-880f-3926835ed430 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697680 Nov 24 12:51:52.484949 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eddc65-629b-4142-81fa-073b1c0211ca x-openstack-request-id: req-b3eddc65-629b-4142-81fa-073b1c0211ca {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:52.485462 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8b96ce-190d-4994-b302-f4dff5349849", "name": "network-vif-plugged", "status": "completed", "tag": "302bc6d9-faa2-4a72-9103-9df37bb97f93", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:52.485601 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b3eddc65-629b-4142-81fa-073b1c0211ca {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:52.485945 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8b96ce-190d-4994-b302-f4dff5349849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302bc6d9-faa2-4a72-9103-9df37bb97f93', 'code': 200} Nov 24 12:51:52.515629 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6cac7288-47ba-4e6e-9c99-4420da76169f req-f3072fe8-3fb2-4a37-8eee-b558ed13d3f5 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733190 Nov 24 12:51:52.607103 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-126e1736-8f6d-41b6-8440-2034e7d0b4c0 req-72f82575-b1e4-43de-966f-237205c2dd7e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 210 time: 0.0563936 Nov 24 12:51:52.652639 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-3289ed64-ce43-4aa6-aecd-586770bbbaba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4047432 Nov 24 12:51:52.658693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-06a3bbfc-ff99-4bfb-990b-302d16e7e0db service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:51:52.673421 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-06a3bbfc-ff99-4bfb-990b-302d16e7e0db service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103407 Nov 24 12:51:52.676190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897f1ae-bbf9-41f3-9b98-e4b47fd9103b req-25a55c41-2f71-4f5a-916c-3d438dbc6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:52.677988 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3897f1ae-bbf9-41f3-9b98-e4b47fd9103b req-25a55c41-2f71-4f5a-916c-3d438dbc6281 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 1101 time: 0.1194873 Nov 24 12:51:52.689411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3445d-119a-4db5-b631-b47258c13348 req-d28515b2-e8fc-453e-8c0b-da1aedbe5e8d tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:52.693169 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10b3445d-119a-4db5-b631-b47258c13348 req-d28515b2-e8fc-453e-8c0b-da1aedbe5e8d tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4137363 Nov 24 12:51:52.715819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Request body: {'port': {'device_id': 'd722ac83-4146-40c6-9a9b-1a4fbf9766eb', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': 'd454e8ac41cf4804941787e5d23e0fa9'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:52.719757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf9b58-8287-4196-9376-2111fba87412 req-38793271-14bb-41c6-90b1-12b0ac1cac81 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:52.721484 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-44cf9b58-8287-4196-9376-2111fba87412 req-38793271-14bb-41c6-90b1-12b0ac1cac81 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.1172457 Nov 24 12:51:52.771661 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3897f1ae-bbf9-41f3-9b98-e4b47fd9103b req-14fe9ff0-9e42-49d5-9868-42c6cc647f8f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847116 Nov 24 12:51:52.809937 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-44cf9b58-8287-4196-9376-2111fba87412 req-7b79e92a-f9b7-4ef9-a5ab-c4f46566f395 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803592 Nov 24 12:51:52.837756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b28c3-4cf3-48e5-a41b-3687b696d5c3 req-6f59e06b-b2c7-4ad7-a235-397260258951 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:52.845172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-581b28c3-4cf3-48e5-a41b-3687b696d5c3 req-6f59e06b-b2c7-4ad7-a235-397260258951 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 968 time: 0.1462483 Nov 24 12:51:52.928244 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-581b28c3-4cf3-48e5-a41b-3687b696d5c3 req-1d7045e9-753c-45f8-a6c8-f485ae3d349c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821178 Nov 24 12:51:52.958846 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6fe1c-9662-4718-a579-924359191520 req-d84742fc-8893-411d-bdbd-a10866f3cffc tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:52.961450 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-52d6fe1c-9662-4718-a579-924359191520 req-d84742fc-8893-411d-bdbd-a10866f3cffc tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 972 time: 0.0688751 Nov 24 12:51:52.978302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Made reservation on behalf of d454e8ac41cf4804941787e5d23e0fa9 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:52.983758 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:53.006356 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:53.017841 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-52d6fe1c-9662-4718-a579-924359191520 req-ccfdd20e-907d-482c-9917-887cee2ca5fb tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501604 Nov 24 12:51:53.094091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c747a54-7ad4-4098-b4e1-a3cc8ed874d9 req-fba7b583-0aa9-4187-9a96-e87c802638a3 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:53.101193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c747a54-7ad4-4098-b4e1-a3cc8ed874d9 req-fba7b583-0aa9-4187-9a96-e87c802638a3 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 950 time: 0.0784159 Nov 24 12:51:53.191212 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c747a54-7ad4-4098-b4e1-a3cc8ed874d9 req-f381305e-8029-42c0-87a2-9958a7b8eea8 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891435 Nov 24 12:51:53.214094 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8d6430aa-8cee-44be-ad32-ce672ff6a454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:53.220166 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:53.246168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:53.341014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6753616d-90d4-4f20-8b41-2c3fee3b7286,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:53.392288 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-700a9733-7522-4ad8-ba99-45065a537989 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364091 Nov 24 12:51:53.586181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Allocated IP 192.168.233.135 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/2aee2733-13df-4cbb-b16b-0a5d1b60d00b) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:51:53.638589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2781f09a-8eda-42a9-873c-1d2ffb2a8c20 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:53.640072 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2781f09a-8eda-42a9-873c-1d2ffb2a8c20 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189620 Nov 24 12:51:53.661721 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-1fcef4d0-2920-457c-8c75-e2f40f0173ff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Request body: {'port': {'device_id': '4639d93c-7bc9-4e34-87ff-029ef411ce28', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': 'd454e8ac41cf4804941787e5d23e0fa9'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:53.671167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe14d2-07fd-4040-b509-2d6947314ac1 req-d03d06ed-e28a-4e99-8afd-bb0af321dae6 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:53.682380 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ebe14d2-07fd-4040-b509-2d6947314ac1 req-d03d06ed-e28a-4e99-8afd-bb0af321dae6 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 1119 time: 0.1002674 Nov 24 12:51:53.765531 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ebe14d2-07fd-4040-b509-2d6947314ac1 req-018b3179-99b7-4c0f-8086-25e30daa69fb tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740342 Nov 24 12:51:53.766285 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49358) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:53.922898 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:53.938927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db4282-8025-43d0-b170-9fe9523fa586 req-cdf64561-ab06-4ff1-852a-70bdba20cf2d tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:53.941278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01db4282-8025-43d0-b170-9fe9523fa586 req-cdf64561-ab06-4ff1-852a-70bdba20cf2d tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 947 time: 0.1770303 Nov 24 12:51:53.943289 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f176f92b-17f8-4d48-b9f5-6976d71c1120 req-d28ef505-36f2-466a-8c21-4f3c74ac56e4 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 210 time: 0.0385525 Nov 24 12:51:53.984386 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.028567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31482e3-cd46-4193-9501-6021a570624a req-528643f4-691c-42c0-b674-ea6149ff7026 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:54.030171 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b31482e3-cd46-4193-9501-6021a570624a req-528643f4-691c-42c0-b674-ea6149ff7026 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.46 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 972 time: 0.0898006 Nov 24 12:51:54.055427 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-1fcef4d0-2920-457c-8c75-e2f40f0173ff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Made reservation on behalf of d454e8ac41cf4804941787e5d23e0fa9 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:51:54.059499 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-1fcef4d0-2920-457c-8c75-e2f40f0173ff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.113712 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01db4282-8025-43d0-b170-9fe9523fa586 req-e75f0ea4-bbed-4e5f-9447-56c6deaedd86 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209178 Nov 24 12:51:54.177649 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.178188 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.190030 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.215882 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f091f4-c903-4958-b45d-4ce9648b8bf4 req-e8cc48b4-c68a-45d2-b340-11ba88cd380e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:54.217778 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-05f091f4-c903-4958-b45d-4ce9648b8bf4 req-e8cc48b4-c68a-45d2-b340-11ba88cd380e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.1457710 Nov 24 12:51:54.235005 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 6c1ffb59-9950-4034-96d8-b510b1348504 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:51:54.268065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5bc19c-bccc-4d1d-acf2-454b757c91f1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:54.303101 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.331608 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.332360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.333706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.334131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.334546 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.334956 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.335417 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.335822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.336225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.336628 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.337115 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.337541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.360074 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-24ea686e-dac6-4284-83de-6b58a64cbe90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f11d67eec1bd49c69699b97100900186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5903244 Nov 24 12:51:54.366833 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-05f091f4-c903-4958-b45d-4ce9648b8bf4 req-d51f7008-f1e0-4c63-aafb-933f107e76cd tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214278 Nov 24 12:51:54.367392 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49370) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:54.405746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-b31482e3-cd46-4193-9501-6021a570624a req-3771a941-214b-4c82-916e-a267b70120fa tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Deleting port c06e7ce6-ace5-4c44-a452-8694adb6a711 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:51:54.406228 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b31482e3-cd46-4193-9501-6021a570624a req-3771a941-214b-4c82-916e-a267b70120fa tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.472679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:51:54.485289 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:54.501820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 6c1ffb59-9950-4034-96d8-b510b1348504, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=6c1ffb59-9950-4034-96d8-b510b1348504,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:54.511157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:51:54.516986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:54.517209 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '6c1ffb59-9950-4034-96d8-b510b1348504', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '6c1ffb59-9950-4034-96d8-b510b1348504', 'mac_address': 'fa:16:3e:81:28:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:51:54.517636 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.540578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Pushing event updated for resources: {'Port': ['ID=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:54.560501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781e09e-bdee-44d1-beea-4bbfa22991cc req-12ab6966-e77f-45f2-8805-96fdf4a4cf97 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:54.562085 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4781e09e-bdee-44d1-beea-4bbfa22991cc req-12ab6966-e77f-45f2-8805-96fdf4a4cf97 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 1119 time: 0.3817854 Nov 24 12:51:54.563417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.563776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.564119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.564497 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.564950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.565566 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.569144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.569512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.569885 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.570240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.570666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.571009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.571348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:54.580052 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a15f42db-ebff-4d03-a514-0a7944727875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.580463 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10b3445d-119a-4db5-b631-b47258c13348 req-065fc4e7-7a47-49d0-80cb-c10a834fa2ae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8722587 Nov 24 12:51:54.583095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1ffb59-9950-4034-96d8-b510b1348504 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:54.620567 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Request body: {'port': {'device_id': 'd722ac83-4146-40c6-9a9b-1a4fbf9766eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:54.624263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-b31482e3-cd46-4193-9501-6021a570624a req-3771a941-214b-4c82-916e-a267b70120fa tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] For port c06e7ce6-ace5-4c44-a452-8694adb6a711, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c06e7ce6-ace5-4c44-a452-8694adb6a711,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:54.624480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 6c1ffb59-9950-4034-96d8-b510b1348504, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=6c1ffb59-9950-4034-96d8-b510b1348504,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:54.625252 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b31482e3-cd46-4193-9501-6021a570624a req-3771a941-214b-4c82-916e-a267b70120fa tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.630615 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.659297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-b31482e3-cd46-4193-9501-6021a570624a req-3771a941-214b-4c82-916e-a267b70120fa tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Calling delete_port for c06e7ce6-ace5-4c44-a452-8694adb6a711 owned by compute:tempest-test_az-1870460429 {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:51:54.663600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-1fcef4d0-2920-457c-8c75-e2f40f0173ff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Allocated IP 192.168.233.214 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/450e6082-8584-4df1-865d-e9d9a0a1cf9f) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:51:54.664174 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a15f42db-ebff-4d03-a514-0a7944727875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.665971 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.46', 56607) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:54.678688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6da16-2aa0-4315-8fee-449d80629b6d req-7fc12116-a529-4833-8d8b-179d57631c23 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:54.680972 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d4d6da16-2aa0-4315-8fee-449d80629b6d req-7fc12116-a529-4833-8d8b-179d57631c23 tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/ports?device_id=d54c0c59-8dc4-47c5-887d-c30acb5e353f HTTP/1.1" status: 200 len: 972 time: 0.2016087 Nov 24 12:51:54.697179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=6c1ffb59-9950-4034-96d8-b510b1348504,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:54.773707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.786478 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4781e09e-bdee-44d1-beea-4bbfa22991cc req-21e5a538-76bc-4e57-91f7-5cb7c41c4e41 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623333 Nov 24 12:51:54.853168 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d4d6da16-2aa0-4315-8fee-449d80629b6d req-ca7688cc-485c-4a05-97d4-f1c2e1bee87f tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.48 "GET /v2.0/security-groups?id=b1316bec-906d-444d-b107-2348fd464fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449912 Nov 24 12:51:54.863329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-0cd16d3e-2bc3-4f82-84ac-444c140c2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:54.864856 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-0cd16d3e-2bc3-4f82-84ac-444c140c2ddd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 1123 time: 0.1950214 Nov 24 12:51:54.878580 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['6c1ffb59-9950-4034-96d8-b510b1348504'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:51:54.925098 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a15f42db-ebff-4d03-a514-0a7944727875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.927485 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a15f42db-ebff-4d03-a514-0a7944727875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:54.930927 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a15f42db-ebff-4d03-a514-0a7944727875 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d5bc19c-bccc-4d1d-acf2-454b757c91f1 HTTP/1.1" status: 204 len: 168 time: 0.5589025 Nov 24 12:51:54.994909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2317cfa1-6217-4708-ac8e-143ea743be8f None None] Provisioning complete for port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:54.995580 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2317cfa1-6217-4708-ac8e-143ea743be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:55.018929 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-1fcef4d0-2920-457c-8c75-e2f40f0173ff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:55.039962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2317cfa1-6217-4708-ac8e-143ea743be8f None None] Port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:51:55.097179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-be3e52ff-ae67-41ee-b078-16f80d592f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:55.099136 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-be3e52ff-ae67-41ee-b078-16f80d592f3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2256863 Nov 24 12:51:55.110964 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f42db-ebff-4d03-a514-0a7944727875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5bc19c-bccc-4d1d-acf2-454b757c91f1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:55.114164 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b31482e3-cd46-4193-9501-6021a570624a req-3771a941-214b-4c82-916e-a267b70120fa tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:55.133265 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-1fcef4d0-2920-457c-8c75-e2f40f0173ff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:55.134449 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['c06e7ce6-ace5-4c44-a452-8694adb6a711'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:51:55.217918 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771a941-214b-4c82-916e-a267b70120fa tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Pushing event deleted for resources: {'Port': ['ID=c06e7ce6-ace5-4c44-a452-8694adb6a711,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:55.244952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-1fcef4d0-2920-457c-8c75-e2f40f0173ff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:51:55.274270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-1fcef4d0-2920-457c-8c75-e2f40f0173ff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:51:55.276441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcef4d0-2920-457c-8c75-e2f40f0173ff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Pushing event updated for resources: {'Port': ['ID=450e6082-8584-4df1-865d-e9d9a0a1cf9f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:55.291665 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-991baefa-07f5-48b7-954d-52c4a287885c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=669384d5-bb37-4054-9709-2894491b4b00 HTTP/1.1" status: 200 len: 217 time: 0.1749089 Nov 24 12:51:55.303555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-1fcef4d0-2920-457c-8c75-e2f40f0173ff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:51:55.309696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-1fcef4d0-2920-457c-8c75-e2f40f0173ff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:55.310562 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-1fcef4d0-2920-457c-8c75-e2f40f0173ff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:55.321247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31482e3-cd46-4193-9501-6021a570624a req-3771a941-214b-4c82-916e-a267b70120fa tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] No DVR routers for this DVR port c06e7ce6-ace5-4c44-a452-8694adb6a711 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:51:55.330190 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b31482e3-cd46-4193-9501-6021a570624a req-3771a941-214b-4c82-916e-a267b70120fa tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:55.333643 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b31482e3-cd46-4193-9501-6021a570624a req-3771a941-214b-4c82-916e-a267b70120fa tempest-AggregatesAdminTestJSON-2018197097 tempest-AggregatesAdminTestJSON-2018197097-project] 10.222.0.46 "DELETE /v2.0/ports/c06e7ce6-ace5-4c44-a452-8694adb6a711 HTTP/1.1" status: 204 len: 173 time: 1.2944229 Nov 24 12:51:55.374560 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-1fcef4d0-2920-457c-8c75-e2f40f0173ff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7207413 Nov 24 12:51:55.389486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Request body: {'port': {'device_id': '4639d93c-7bc9-4e34-87ff-029ef411ce28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:55.397979 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814df82-6701-40ed-b4f2-e58f4e303ef4 req-92da8df7-f278-40d9-a1d4-d832bf4a0a9d tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:55.399733 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3814df82-6701-40ed-b4f2-e58f4e303ef4 req-92da8df7-f278-40d9-a1d4-d832bf4a0a9d tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 950 time: 0.2990320 Nov 24 12:51:55.400238 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54c0c59-8dc4-47c5-887d-c30acb5e353f', 'name': 'network-vif-deleted', 'tag': 'c06e7ce6-ace5-4c44-a452-8694adb6a711'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:55.404059 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1a8d36-c10f-4ad3-a614-9e9b202838ba" -d '{"events": [{"server_uuid": "d54c0c59-8dc4-47c5-887d-c30acb5e353f", "name": "network-vif-deleted", "tag": "c06e7ce6-ace5-4c44-a452-8694adb6a711"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:55.430537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48168d29-74df-4cc6-8c7e-2c5aaca1cc1b req-2ac2e7da-f7cd-4a87-8fbb-01f9df2bacae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:55.433635 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-48168d29-74df-4cc6-8c7e-2c5aaca1cc1b req-2ac2e7da-f7cd-4a87-8fbb-01f9df2bacae tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 936 time: 0.2333286 Nov 24 12:51:55.444663 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-a1561af0-10f3-4187-bded-2dffe8aeb637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:55.446566 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-a1561af0-10f3-4187-bded-2dffe8aeb637 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1330833 Nov 24 12:51:55.450594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49396) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:55.466577 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4a4fd58-a8f6-4671-ae18-09758ffb0faf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:55.559937 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:55.562563 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3814df82-6701-40ed-b4f2-e58f4e303ef4 req-4b8ec44a-8ea9-4d1e-92b1-837116db8317 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538603 Nov 24 12:51:55.576308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-5dd061d6-3d0a-4aa3-ab5f-3c377f6f22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:55.577905 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-5dd061d6-3d0a-4aa3-ab5f-3c377f6f22e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999980 Nov 24 12:51:55.644281 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-48168d29-74df-4cc6-8c7e-2c5aaca1cc1b req-b089f2c0-e2ac-4e0e-8998-268f463b4008 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673825 Nov 24 12:51:55.696945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aee2733-13df-4cbb-b16b-0a5d1b60d00b {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:55.726668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-2d219fa8-e91f-4f48-9edb-ade0af7c796b req-aa13fe69-3c05-43f1-9981-c545f2cb47d4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:51:55.727771 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d219fa8-e91f-4f48-9edb-ade0af7c796b req-aa13fe69-3c05-43f1-9981-c545f2cb47d4 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107803 Nov 24 12:51:55.741228 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:55.767562 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:55.769991 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4a4fd58-a8f6-4671-ae18-09758ffb0faf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:55.787580 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4a4fd58-a8f6-4671-ae18-09758ffb0faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:55.788287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-01053b15-a857-470d-b168-c43a49c36793 None None] Provisioning complete for port 450e6082-8584-4df1-865d-e9d9a0a1cf9f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:55.788978 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-01053b15-a857-470d-b168-c43a49c36793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:55.801073 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-27d6cdad-4bf5-446f-a311-d7ea230c1a6c service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118011 Nov 24 12:51:55.812618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Transition to ACTIVE for port object 2aee2733-13df-4cbb-b16b-0a5d1b60d00b will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:51:55.841081 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:55.848935 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-01053b15-a857-470d-b168-c43a49c36793 None None] Port 450e6082-8584-4df1-865d-e9d9a0a1cf9f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:51:55.873771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4fd58-a8f6-4671-ae18-09758ffb0faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d365999-6032-4849-8d30-5f1d18a2850a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:55.888494 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e4a4fd58-a8f6-4671-ae18-09758ffb0faf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8777e9c2e0e74aa9a4327d443018f316&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4339287 Nov 24 12:51:55.889659 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49400) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:55.997693 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-6d26af37-adbb-4598-97a3-966fb08f5c08 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890712 Nov 24 12:51:56.084665 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7db9150-a43e-4e50-9307-1a2799b1bd97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.119371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450e6082-8584-4df1-865d-e9d9a0a1cf9f {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:51:56.134060 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7db9150-a43e-4e50-9307-1a2799b1bd97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.134499 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.161776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716cbd0-4de1-4ce1-afd9-aebf768fae82 req-a6916753-cfdd-44dc-a4b7-912f76620777 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:56.163414 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a716cbd0-4de1-4ce1-afd9-aebf768fae82 req-a6916753-cfdd-44dc-a4b7-912f76620777 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 948 time: 0.3682904 Nov 24 12:51:56.190129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:56.204502 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Transition to ACTIVE for port object 450e6082-8584-4df1-865d-e9d9a0a1cf9f will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:51:56.228863 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.239529 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 6c1ffb59-9950-4034-96d8-b510b1348504 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:51:56.248577 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7db9150-a43e-4e50-9307-1a2799b1bd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.256494 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7db9150-a43e-4e50-9307-1a2799b1bd97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.261412 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a7db9150-a43e-4e50-9307-1a2799b1bd97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d365999-6032-4849-8d30-5f1d18a2850a HTTP/1.1" status: 204 len: 168 time: 0.3713100 Nov 24 12:51:56.280056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Attempting to bind port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:51:56.280429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Attempting to bind port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:51:56.281217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Attempting to bind port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:56.298671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db9150-a43e-4e50-9307-1a2799b1bd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d365999-6032-4849-8d30-5f1d18a2850a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:56.316805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:51:56.317215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Attempting to bind port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:56.339531 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a716cbd0-4de1-4ce1-afd9-aebf768fae82 req-d71e2ae1-301e-4db4-b135-16fa41924431 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533697 Nov 24 12:51:56.345630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:51:56.346470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:56.346870 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:51:56.347311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Bound port: 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:51:56.347672 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.372468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Pushing event updated for resources: {'Port': ['ID=450e6082-8584-4df1-865d-e9d9a0a1cf9f,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:56.446124 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 6c1ffb59-9950-4034-96d8-b510b1348504 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:51:56.452109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Attempting to bind port 450e6082-8584-4df1-865d-e9d9a0a1cf9f on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:51:56.452532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Attempting to bind port 450e6082-8584-4df1-865d-e9d9a0a1cf9f by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:51:56.452873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Attempting to bind port 450e6082-8584-4df1-865d-e9d9a0a1cf9f on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:56.457303 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 6c1ffb59-9950-4034-96d8-b510b1348504 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:51:56.459119 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.481319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Port 450e6082-8584-4df1-865d-e9d9a0a1cf9f on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:51:56.481687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Attempting to bind port 450e6082-8584-4df1-865d-e9d9a0a1cf9f on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:56.527863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:51:56.528225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:56.528749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:51:56.529139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Bound port: 450e6082-8584-4df1-865d-e9d9a0a1cf9f, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:51:56.529515 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.561080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] For port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:51:56.594912 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.599224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] For port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:51:56.615826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95266389-7eaf-4bd1-b7f9-e20f03a7da70 req-80c2aa51-b5fd-4b35-a1d0-114e28c54c43 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:56.617405 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-95266389-7eaf-4bd1-b7f9-e20f03a7da70 req-80c2aa51-b5fd-4b35-a1d0-114e28c54c43 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.1620736 Nov 24 12:51:56.622243 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.630332 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.656078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa543219-590e-4077-aeea-2b566d088e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1ffb59-9950-4034-96d8-b510b1348504'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:56.659910 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaf3f19-0e2d-4271-b36a-7e090e4ebd0b" -d '{"events": [{"server_uuid": "fa543219-590e-4077-aeea-2b566d088e76", "name": "network-vif-plugged", "status": "completed", "tag": "6c1ffb59-9950-4034-96d8-b510b1348504"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:56.685055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:56.685798 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 6c1ffb59-9950-4034-96d8-b510b1348504, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=6c1ffb59-9950-4034-96d8-b510b1348504,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:51:56.685992 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.687841 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10b3445d-119a-4db5-b631-b47258c13348 req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] 10.222.0.59 "PUT /v2.0/ports/2aee2733-13df-4cbb-b16b-0a5d1b60d00b HTTP/1.1" status: 200 len: 1096 time: 2.0866737 Nov 24 12:51:56.694364 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.705687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd722ac83-4146-40c6-9a9b-1a4fbf9766eb', 'tag': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:56.710579 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63668ebe-023b-4639-aaa5-df81e80b56ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d722ac83-4146-40c6-9a9b-1a4fbf9766eb", "tag": "2aee2733-13df-4cbb-b16b-0a5d1b60d00b"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:56.785985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=6c1ffb59-9950-4034-96d8-b510b1348504,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:56.803664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] For port 450e6082-8584-4df1-865d-e9d9a0a1cf9f, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:51:56.807170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:56.807568 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:56.807912 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:56.808293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:56.808653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:56.809586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:56.810045 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:56.810378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:56.810706 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:56.811100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:56.811628 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:56.811760 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:51:56.815281 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cc45b-fce0-4ee4-994f-00adec896dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:56.853944 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-95266389-7eaf-4bd1-b7f9-e20f03a7da70 req-4406439b-e403-4f43-b882-9df0f69d21ef tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192497 Nov 24 12:51:56.856448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] For port 450e6082-8584-4df1-865d-e9d9a0a1cf9f, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=450e6082-8584-4df1-865d-e9d9a0a1cf9f,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:51:56.862427 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.912808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3445d-119a-4db5-b631-b47258c13348 req-931c57f6-bd68-4752-a1e1-681e782d6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:56.914248 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10b3445d-119a-4db5-b631-b47258c13348 req-931c57f6-bd68-4752-a1e1-681e782d6bee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 1099 time: 0.1735656 Nov 24 12:51:56.923949 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:56.924532 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:56.925886 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] 10.222.0.46 "PUT /v2.0/ports/450e6082-8584-4df1-865d-e9d9a0a1cf9f HTTP/1.1" status: 200 len: 1096 time: 1.5407534 Nov 24 12:51:56.962977 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20c2e49-dbf9-4a2f-95b8-b86c1137f59d x-openstack-request-id: req-f20c2e49-dbf9-4a2f-95b8-b86c1137f59d {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:56.963761 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54c0c59-8dc4-47c5-887d-c30acb5e353f", "name": "network-vif-deleted", "tag": "c06e7ce6-ace5-4c44-a452-8694adb6a711", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:56.964128 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f20c2e49-dbf9-4a2f-95b8-b86c1137f59d {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:56.964992 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54c0c59-8dc4-47c5-887d-c30acb5e353f', 'name': 'network-vif-deleted', 'tag': 'c06e7ce6-ace5-4c44-a452-8694adb6a711', 'status': 'completed', 'code': 200} Nov 24 12:51:56.974186 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10b3445d-119a-4db5-b631-b47258c13348 req-d0b7f4fa-877a-4b6d-9480-ba3df1f457f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b HTTP/1.1" status: 200 len: 217 time: 0.0450902 Nov 24 12:51:57.013928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ee166-b844-4ef4-8ee7-e494db374b45 service neutron] Pushing event updated for resources: {'Port': ['ID=450e6082-8584-4df1-865d-e9d9a0a1cf9f,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:57.061724 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3445d-119a-4db5-b631-b47258c13348 req-cce40fbb-52ba-4e11-a9be-92de0818a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:57.063191 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10b3445d-119a-4db5-b631-b47258c13348 req-cce40fbb-52ba-4e11-a9be-92de0818a31b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0786428 Nov 24 12:51:57.066238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-c369110e-336b-4a38-b816-70a0eb6bba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:57.068229 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-c369110e-336b-4a38-b816-70a0eb6bba3f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 1099 time: 0.0914867 Nov 24 12:51:57.137128 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-985920da-8063-4c8f-a898-e8c2139d483e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=450e6082-8584-4df1-865d-e9d9a0a1cf9f HTTP/1.1" status: 200 len: 217 time: 0.0563929 Nov 24 12:51:57.182298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3445d-119a-4db5-b631-b47258c13348 req-6938d279-f24d-4be1-b9b6-bb945064026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:57.183839 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10b3445d-119a-4db5-b631-b47258c13348 req-6938d279-f24d-4be1-b9b6-bb945064026c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114347 Nov 24 12:51:57.305056 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10b3445d-119a-4db5-b631-b47258c13348 req-511526a7-b40f-4482-9815-51e69fb78f68 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127577 Nov 24 12:51:57.347074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-a80a32fe-e131-454e-96f8-0ee3147f4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:57.348534 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-a80a32fe-e131-454e-96f8-0ee3147f4c91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1963949 Nov 24 12:51:57.468324 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-527de022-e298-46b7-ac48-b69eb6a29486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:57.469849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-527de022-e298-46b7-ac48-b69eb6a29486 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1124039 Nov 24 12:51:57.472027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10b3445d-119a-4db5-b631-b47258c13348 req-005cd164-adb6-4253-a2a3-0aa3282a88ac service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590030 Nov 24 12:51:57.585585 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-14d44109-cc5f-4704-86a7-dfe5510c4800 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080403 Nov 24 12:51:57.718506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7598a67-7f8c-45ba-a76d-0a48fa7e2724 req-01ec0880-b8d4-4186-b288-e674e52824d6 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:57.720061 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d7598a67-7f8c-45ba-a76d-0a48fa7e2724 req-01ec0880-b8d4-4186-b288-e674e52824d6 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 948 time: 0.0917511 Nov 24 12:51:57.725206 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49472) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:57.755398 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3fd539e7-58bd-4570-8fb5-25eaf568066f req-fb016027-7f6f-408d-90a3-8482718d9953 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620920 Nov 24 12:51:57.799172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d7598a67-7f8c-45ba-a76d-0a48fa7e2724 req-02b31905-c4f3-4422-aadb-fc610daf2faf tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640910 Nov 24 12:51:57.840821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49478) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:57.847157 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b036abb-1647-48f6-96b7-a4f40c15f657 x-openstack-request-id: req-2b036abb-1647-48f6-96b7-a4f40c15f657 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:57.847652 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa543219-590e-4077-aeea-2b566d088e76", "name": "network-vif-plugged", "status": "completed", "tag": "6c1ffb59-9950-4034-96d8-b510b1348504", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:57.847748 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b036abb-1647-48f6-96b7-a4f40c15f657 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:57.848430 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa543219-590e-4077-aeea-2b566d088e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1ffb59-9950-4034-96d8-b510b1348504', 'code': 200} Nov 24 12:51:57.904542 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d74521-0839-4953-ad42-9dd4f21ae469 x-openstack-request-id: req-34d74521-0839-4953-ad42-9dd4f21ae469 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:51:57.904889 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d722ac83-4146-40c6-9a9b-1a4fbf9766eb", "tag": "2aee2733-13df-4cbb-b16b-0a5d1b60d00b", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:51:57.905148 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34d74521-0839-4953-ad42-9dd4f21ae469 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:51:57.906438 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd722ac83-4146-40c6-9a9b-1a4fbf9766eb', 'tag': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b', 'status': 'completed', 'code': 200} Nov 24 12:51:57.975102 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668ebe-023b-4639-aaa5-df81e80b56ae req-70fa04b5-26b0-4201-b4d7-9d5e0aceb274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:57.977223 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63668ebe-023b-4639-aaa5-df81e80b56ae req-70fa04b5-26b0-4201-b4d7-9d5e0aceb274 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 1099 time: 0.0458465 Nov 24 12:51:58.022359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-262d8549-f708-45c1-89e1-7c4ad15fecab tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:51:58.023354 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-262d8549-f708-45c1-89e1-7c4ad15fecab tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1814117 Nov 24 12:51:58.056626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a764cd8-29cc-4625-ae39-0b62a7078205 req-4547b746-4b53-40c9-8322-2fa215d60996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:58.058089 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a764cd8-29cc-4625-ae39-0b62a7078205 req-4547b746-4b53-40c9-8322-2fa215d60996 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 1100 time: 0.1351182 Nov 24 12:51:58.069319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85860a-3989-4445-8659-38b729615ec6 req-4ca418dc-db98-41bc-add4-65f289b7ec32 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:58.073168 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef85860a-3989-4445-8659-38b729615ec6 req-4ca418dc-db98-41bc-add4-65f289b7ec32 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 949 time: 0.0987165 Nov 24 12:51:58.078487 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-83277ad9-4dea-483a-83fc-b309520e2bbc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6759c4bd73f45d5b5e6397dec439b72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458416 Nov 24 12:51:58.079189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49488) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:58.092908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668ebe-023b-4639-aaa5-df81e80b56ae req-f46a0ab4-ebca-4c57-ad24-346d4cb5aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:58.095402 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63668ebe-023b-4639-aaa5-df81e80b56ae req-f46a0ab4-ebca-4c57-ad24-346d4cb5aa1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1108458 Nov 24 12:51:58.148899 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63668ebe-023b-4639-aaa5-df81e80b56ae req-5197c3d2-11fe-415b-a0cc-1c23bdeb60ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b HTTP/1.1" status: 200 len: 217 time: 0.0407858 Nov 24 12:51:58.179611 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a764cd8-29cc-4625-ae39-0b62a7078205 req-09881552-ee8d-45e4-9ea7-a10d0f0527c7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011393 Nov 24 12:51:58.185480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef85860a-3989-4445-8659-38b729615ec6 req-e9476af9-f77f-483f-8f38-9811d3cd25b0 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059654 Nov 24 12:51:58.188456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-5767e54d-e844-4e42-b275-0e763eb2b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:58.189752 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-5767e54d-e844-4e42-b275-0e763eb2b248 service neutron] 10.222.0.48 "GET /v2.0/ports/96893ff9-5937-4b22-9a1e-82d0b6d7cd31 HTTP/1.1" status: 200 len: 1116 time: 0.1126735 Nov 24 12:51:58.192687 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1d3f-d14d-426e-9be6-bd12a9f19f55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:58.199482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-27f7347c-31a6-42e9-8ec9-9e0bf014e194 service neutron] Request body: {'binding': {'host': 'n-h2-817303-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:51:58.199482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-27f7347c-31a6-42e9-8ec9-9e0bf014e194 service neutron] Unknown quota resources ['binding']. {{(pid=114985) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 12:51:58.224807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668ebe-023b-4639-aaa5-df81e80b56ae req-396e79f5-ffd0-46d2-a921-043a5a01989f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:58.228461 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63668ebe-023b-4639-aaa5-df81e80b56ae req-396e79f5-ffd0-46d2-a921-043a5a01989f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0646353 Nov 24 12:51:58.230360 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1d3f-d14d-426e-9be6-bd12a9f19f55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:58.283594 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1d3f-d14d-426e-9be6-bd12a9f19f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:58.286710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f5f1d3f-d14d-426e-9be6-bd12a9f19f55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:58.287872 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6f5f1d3f-d14d-426e-9be6-bd12a9f19f55 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1316bec-906d-444d-b107-2348fd464fc7 HTTP/1.1" status: 204 len: 168 time: 0.2080042 Nov 24 12:51:58.298548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f1d3f-d14d-426e-9be6-bd12a9f19f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1316bec-906d-444d-b107-2348fd464fc7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:58.461964 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63668ebe-023b-4639-aaa5-df81e80b56ae req-b3c1bc51-0f32-48b7-9117-78ba0f3d9d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:58.464210 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63668ebe-023b-4639-aaa5-df81e80b56ae req-b3c1bc51-0f32-48b7-9117-78ba0f3d9d2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0510340 Nov 24 12:51:58.542136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c1b59-3cd7-4d7c-981e-96cc1fe59c38 req-786979d8-acb6-4396-afa7-a41b87d8f325 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:58.543690 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d65c1b59-3cd7-4d7c-981e-96cc1fe59c38 req-786979d8-acb6-4396-afa7-a41b87d8f325 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 950 time: 0.2928388 Nov 24 12:51:58.566725 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63668ebe-023b-4639-aaa5-df81e80b56ae req-4449c861-a37a-4605-8a9b-854f72cfd1d2 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924120 Nov 24 12:51:58.594595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c06e7ce6-ace5-4c44-a452-8694adb6a711 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:51:58.606446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49500) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:58.607438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-27f7347c-31a6-42e9-8ec9-9e0bf014e194 service neutron] Attempting to bind port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 on host n-h2-817303-4 for vnic_type normal with profile None {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:51:58.607903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-27f7347c-31a6-42e9-8ec9-9e0bf014e194 service neutron] Attempting to bind port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:51:58.608178 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-27f7347c-31a6-42e9-8ec9-9e0bf014e194 service neutron] Attempting to bind port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:58.619306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: c06e7ce6-ace5-4c44-a452-8694adb6a711 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:51:58.619901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c06e7ce6-ace5-4c44-a452-8694adb6a711 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:51:58.620435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-27f7347c-31a6-42e9-8ec9-9e0bf014e194 service neutron] Port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 on network ee1ba679-7d12-4b42-af81-73cc82b26674 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:51:58.621084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-27f7347c-31a6-42e9-8ec9-9e0bf014e194 service neutron] Attempting to bind port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:51:58.631533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-27f7347c-31a6-42e9-8ec9-9e0bf014e194 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:51:58.631868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-27f7347c-31a6-42e9-8ec9-9e0bf014e194 service neutron] Checking segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:51:58.632252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-27f7347c-31a6-42e9-8ec9-9e0bf014e194 service neutron] Bound using segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:51:58.632679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-27f7347c-31a6-42e9-8ec9-9e0bf014e194 service neutron] Bound port: 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:51:58.639729 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d65c1b59-3cd7-4d7c-981e-96cc1fe59c38 req-93d71c84-316a-4d20-8ac6-b86f960186a0 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870533 Nov 24 12:51:58.692001 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6531d416-b051-43c4-90f5-19e413067fa4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d06469d0e044cf79b96503ab3ae0f75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0842440 Nov 24 12:51:58.694498 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49504) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:51:58.723379 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63668ebe-023b-4639-aaa5-df81e80b56ae req-f5efa5e3-45e5-42a6-b7b2-04bffcd46969 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447716 Nov 24 12:51:58.743738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-27f7347c-31a6-42e9-8ec9-9e0bf014e194 service neutron] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:51:58.756503 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f582c525-7fc1-40d5-a577-85be653fec7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:58.766141 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-27f7347c-31a6-42e9-8ec9-9e0bf014e194 service neutron] Publish callbacks [] for binding, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:58.767308 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-27f7347c-31a6-42e9-8ec9-9e0bf014e194 service neutron] 10.222.0.48 "POST /v2.0/ports/96893ff9-5937-4b22-9a1e-82d0b6d7cd31/bindings HTTP/1.1" status: 201 len: 389 time: 0.5717509 Nov 24 12:51:58.779502 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f582c525-7fc1-40d5-a577-85be653fec7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:58.800188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7da0a-a1ea-49da-9774-10c34a289911 req-52515280-8523-4c20-8b9f-949f9c736d26 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:58.802000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fec7da0a-a1ea-49da-9774-10c34a289911 req-52515280-8523-4c20-8b9f-949f9c736d26 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.0783126 Nov 24 12:51:58.837861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f582c525-7fc1-40d5-a577-85be653fec7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:58.845429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f582c525-7fc1-40d5-a577-85be653fec7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:51:58.849380 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f582c525-7fc1-40d5-a577-85be653fec7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9f57e50-4f49-4b37-8e0d-88bff04ed8e4 HTTP/1.1" status: 204 len: 168 time: 0.1517742 Nov 24 12:51:58.857087 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582c525-7fc1-40d5-a577-85be653fec7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f57e50-4f49-4b37-8e0d-88bff04ed8e4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:51:58.872520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fec7da0a-a1ea-49da-9774-10c34a289911 req-dc1d9866-8753-47f6-98eb-b9c07cf2dda1 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627379 Nov 24 12:51:59.104259 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c11835dd-ec19-43af-b536-c522900f9a31 req-8f707c2c-974f-4b70-923d-9946d892c544 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3770f462efc14367a3003f5a7e47727c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446870 Nov 24 12:51:59.126356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-17b942a1-acbe-43d0-a735-b8cd57963b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:59.127856 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-17b942a1-acbe-43d0-a735-b8cd57963b86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 1119 time: 0.0478501 Nov 24 12:51:59.240575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11835dd-ec19-43af-b536-c522900f9a31 req-1991f972-9a58-4054-aa0f-40b24d0457a9 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:59.241655 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c11835dd-ec19-43af-b536-c522900f9a31 req-1991f972-9a58-4054-aa0f-40b24d0457a9 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1282022 Nov 24 12:51:59.262489 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c11835dd-ec19-43af-b536-c522900f9a31 req-95180b1b-7c8b-4c57-992f-140c0779daf6 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/quotas/3770f462efc14367a3003f5a7e47727c HTTP/1.1" status: 200 len: 375 time: 0.0130999 Nov 24 12:51:59.268447 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dfc8e-b299-428d-b877-b2349568fbf9 req-3cd42b4d-9569-4c10-a211-eb6f09d4e676 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:59.273280 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-175dfc8e-b299-428d-b877-b2349568fbf9 req-3cd42b4d-9569-4c10-a211-eb6f09d4e676 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 948 time: 0.1089587 Nov 24 12:51:59.314594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-8c622748-0669-40f5-bde8-7fe3b4e37f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:59.316540 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-8c622748-0669-40f5-bde8-7fe3b4e37f29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.1804922 Nov 24 12:51:59.331816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c11835dd-ec19-43af-b536-c522900f9a31 req-aa025cb6-0e6e-45bb-bf85-c0c365b7b778 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3770f462efc14367a3003f5a7e47727c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621400 Nov 24 12:51:59.341208 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-175dfc8e-b299-428d-b877-b2349568fbf9 req-1216eee8-3adb-4ef5-9670-2fa5993ffde3 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614202 Nov 24 12:51:59.393167 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-7bb56be9-5e2c-4231-878b-6f458afa5626 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31 HTTP/1.1" status: 200 len: 217 time: 0.0508842 Nov 24 12:51:59.503053 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-9cd1bf98-3e0c-449c-a083-5d2d8132b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:59.504747 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-9cd1bf98-3e0c-449c-a083-5d2d8132b8b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.1040554 Nov 24 12:51:59.523394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e235ee-8dd6-445f-825e-e5466fd8c6c4 req-1d5a7b01-7a28-4f41-9350-baf8f6fd7c76 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:59.525070 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8e235ee-8dd6-445f-825e-e5466fd8c6c4 req-1d5a7b01-7a28-4f41-9350-baf8f6fd7c76 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 968 time: 0.0929897 Nov 24 12:51:59.566150 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-d53a1fc6-c772-4b50-b5f5-81b85c42c97c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400872 Nov 24 12:51:59.642729 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207636f3-1369-4e9d-a1f4-5a3880c0b69c req-afab9aa0-8766-418f-9d0d-3e73a751a7f6 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:51:59.644952 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-207636f3-1369-4e9d-a1f4-5a3880c0b69c req-afab9aa0-8766-418f-9d0d-3e73a751a7f6 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 949 time: 0.0804582 Nov 24 12:51:59.649605 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8e235ee-8dd6-445f-825e-e5466fd8c6c4 req-a8d5eb4a-6b68-4155-831d-748a06fe589f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128395 Nov 24 12:51:59.756508 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-207636f3-1369-4e9d-a1f4-5a3880c0b69c req-d7da8a8a-c951-4226-bfa8-bd9da815ec11 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032906 Nov 24 12:51:59.757193 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dcdb9aad-f965-43bf-82a0-7c92180ff83b req-09fa0186-6f8b-4340-a86f-f8a7ead1d195 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 210 time: 0.0458617 Nov 24 12:51:59.781824 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-6409542b-a5ed-44f9-977d-7d108e620e97 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840279 Nov 24 12:51:59.908940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4639d93c-7bc9-4e34-87ff-029ef411ce28', 'tag': '450e6082-8584-4df1-865d-e9d9a0a1cf9f'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:51:59.911884 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274cd2d8-6ea5-4902-bd0d-d6e37f2e6e52" -d '{"events": [{"name": "network-changed", "server_uuid": "4639d93c-7bc9-4e34-87ff-029ef411ce28", "tag": "450e6082-8584-4df1-865d-e9d9a0a1cf9f"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:51:59.948958 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-c9fac55d-0476-4ad7-968b-ea15f776b539 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511915 Nov 24 12:52:00.011311 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930d81fe-f1dd-4720-a4d1-b5085f5efdc4 x-openstack-request-id: req-930d81fe-f1dd-4720-a4d1-b5085f5efdc4 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:00.011311 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4639d93c-7bc9-4e34-87ff-029ef411ce28", "tag": "450e6082-8584-4df1-865d-e9d9a0a1cf9f", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:00.011311 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-930d81fe-f1dd-4720-a4d1-b5085f5efdc4 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:00.011311 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4639d93c-7bc9-4e34-87ff-029ef411ce28', 'tag': '450e6082-8584-4df1-865d-e9d9a0a1cf9f', 'status': 'completed', 'code': 200} Nov 24 12:52:00.092403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575c577-7270-4def-8c53-4ca0969cb45e req-d8f2954d-8523-4b5b-a30f-10932bed4dd6 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:00.093974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2575c577-7270-4def-8c53-4ca0969cb45e req-d8f2954d-8523-4b5b-a30f-10932bed4dd6 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.1102741 Nov 24 12:52:00.101996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cd2d8-6ea5-4902-bd0d-d6e37f2e6e52 req-af71e793-12e3-4667-9edf-6cd60aec9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:00.106046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274cd2d8-6ea5-4902-bd0d-d6e37f2e6e52 req-af71e793-12e3-4667-9edf-6cd60aec9de6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 1099 time: 0.0700309 Nov 24 12:52:00.267392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2aee2733-13df-4cbb-b16b-0a5d1b60d00b details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:52:00.276802 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2575c577-7270-4def-8c53-4ca0969cb45e req-23731c06-d682-4451-955a-45ab3541333a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653666 Nov 24 12:52:00.345770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cd2d8-6ea5-4902-bd0d-d6e37f2e6e52 req-a8c83afd-5cff-4323-87f9-43b35fe925af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:00.350577 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274cd2d8-6ea5-4902-bd0d-d6e37f2e6e52 req-a8c83afd-5cff-4323-87f9-43b35fe925af service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2353463 Nov 24 12:52:00.365299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-10f650b2-25d4-4fb0-87da-3fa5842fbd0f tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:00.370065 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-10f650b2-25d4-4fb0-87da-3fa5842fbd0f tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542&tenant_id=494a0e4f3119447983c5ec1ee6872a9d&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1119 time: 0.2236927 Nov 24 12:52:00.403691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-4'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:00.408118 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:00.426247 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b', 'mac_address': 'fa:16:3e:9a:f7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:52:00.497648 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:00.518036 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aee2733-13df-4cbb-b16b-0a5d1b60d00b {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:00.536103 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:00.549421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:00.555791 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:00.579204 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274cd2d8-6ea5-4902-bd0d-d6e37f2e6e52 req-eeb49dd0-91dc-4ef0-9eb8-91ff2661fede service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=450e6082-8584-4df1-865d-e9d9a0a1cf9f HTTP/1.1" status: 200 len: 217 time: 0.2066915 Nov 24 12:52:00.617482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 450e6082-8584-4df1-865d-e9d9a0a1cf9f details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:52:00.676827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cd2d8-6ea5-4902-bd0d-d6e37f2e6e52 req-863d0d2f-282d-46d3-8358-6d54864ad6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:00.678313 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274cd2d8-6ea5-4902-bd0d-d6e37f2e6e52 req-863d0d2f-282d-46d3-8358-6d54864ad6ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0890839 Nov 24 12:52:00.687396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:00.704136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f3a86-e903-49a2-9748-141c655060de req-05afccf1-5f4a-4197-ae74-de01054d8e30 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:00.705805 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-882f3a86-e903-49a2-9748-141c655060de req-05afccf1-5f4a-4197-ae74-de01054d8e30 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 948 time: 0.1259387 Nov 24 12:52:00.759364 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:00.799541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cd2d8-6ea5-4902-bd0d-d6e37f2e6e52 req-69c8b2e3-7b45-482f-beec-7351c188f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:00.801004 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274cd2d8-6ea5-4902-bd0d-d6e37f2e6e52 req-69c8b2e3-7b45-482f-beec-7351c188f3f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024809 Nov 24 12:52:00.834787 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-882f3a86-e903-49a2-9748-141c655060de req-a7466b14-554a-4cdd-b0d7-6593f6d2cb6e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925016 Nov 24 12:52:00.859516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['2aee2733-13df-4cbb-b16b-0a5d1b60d00b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:00.859852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:00.919097 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c11835dd-ec19-43af-b536-c522900f9a31 req-edcd0cc8-2286-42f8-a6e6-7a9e84b4fe49 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=3770f462efc14367a3003f5a7e47727c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323176 Nov 24 12:52:01.014046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 450e6082-8584-4df1-865d-e9d9a0a1cf9f, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=450e6082-8584-4df1-865d-e9d9a0a1cf9f,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:01.014296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ae8e0-df40-403f-86a9-43cb03002443 req-87d7bf76-fc23-46f7-85a2-194a46ee633d tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:01.015869 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f67ae8e0-df40-403f-86a9-43cb03002443 req-87d7bf76-fc23-46f7-85a2-194a46ee633d tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 968 time: 0.1647892 Nov 24 12:52:01.036955 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '450e6082-8584-4df1-865d-e9d9a0a1cf9f', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '450e6082-8584-4df1-865d-e9d9a0a1cf9f', 'mac_address': 'fa:16:3e:45:75:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:52:01.072530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274cd2d8-6ea5-4902-bd0d-d6e37f2e6e52 req-c435285e-0a2e-4bad-af8d-024725f16b21 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623024 Nov 24 12:52:01.090837 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f67ae8e0-df40-403f-86a9-43cb03002443 req-16d32251-7a62-4ca8-9813-c8f86c758afd tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675764 Nov 24 12:52:01.142504 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:01.172265 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450e6082-8584-4df1-865d-e9d9a0a1cf9f {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:01.207616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 450e6082-8584-4df1-865d-e9d9a0a1cf9f, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=450e6082-8584-4df1-865d-e9d9a0a1cf9f,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:01.249209 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:01.273202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a26c43-68c2-413f-9304-9c83fa257542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96893ff9-5937-4b22-9a1e-82d0b6d7cd31'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:01.275708 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a671a170-90ca-4d78-8686-7cef3e56d987" -d '{"events": [{"server_uuid": "48a26c43-68c2-413f-9304-9c83fa257542", "name": "network-vif-unplugged", "status": "completed", "tag": "96893ff9-5937-4b22-9a1e-82d0b6d7cd31"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:01.282050 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:01.296450 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-594f9477-709e-489e-969e-eed2bf8f0836 req-84d4c186-7d48-4780-8098-4beb36462161 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 210 time: 0.1043193 Nov 24 12:52:01.366454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274cd2d8-6ea5-4902-bd0d-d6e37f2e6e52 req-b50ab57b-cdd1-41cc-9c53-6d199fa4b402 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745116 Nov 24 12:52:01.373811 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:01.396175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da32b10-9ae7-439f-b27b-2dbb7b96de95 req-5e8be93f-5702-4619-a81a-c27ded277a1c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:01.398073 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3da32b10-9ae7-439f-b27b-2dbb7b96de95 req-5e8be93f-5702-4619-a81a-c27ded277a1c tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 949 time: 0.1185060 Nov 24 12:52:01.398570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49634) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:01.452948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=450e6082-8584-4df1-865d-e9d9a0a1cf9f,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:01.475188 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3da32b10-9ae7-439f-b27b-2dbb7b96de95 req-cbc23aa7-1268-4c26-bc66-17668ca0c454 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639894 Nov 24 12:52:01.512361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['450e6082-8584-4df1-865d-e9d9a0a1cf9f'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:01.548687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11835dd-ec19-43af-b536-c522900f9a31 req-cb6336d0-dec5-4f05-8f45-4e97983c5c36 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:01.549827 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c11835dd-ec19-43af-b536-c522900f9a31 req-cb6336d0-dec5-4f05-8f45-4e97983c5c36 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6232183 Nov 24 12:52:01.550476 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Pushing event updated for resources: {'Port': ['ID=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,revision_number=7']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:01.570190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-c11835dd-ec19-43af-b536-c522900f9a31 req-9c0523d4-00fc-4d06-abb9-6a6bc37b87e5 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Request body: {'port': {'device_id': '199a3a5f-58dc-418d-b2a3-e2624cb5084c', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '3770f462efc14367a3003f5a7e47727c'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:01.640239 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87601872-2f18-4379-8548-8ca6c028e626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:01.650040 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ce1c11-1c50-4a0b-855a-9072f8c7b958 x-openstack-request-id: req-84ce1c11-1c50-4a0b-855a-9072f8c7b958 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:01.650765 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a26c43-68c2-413f-9304-9c83fa257542", "name": "network-vif-unplugged", "status": "completed", "tag": "96893ff9-5937-4b22-9a1e-82d0b6d7cd31", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:01.651335 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84ce1c11-1c50-4a0b-855a-9072f8c7b958 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:01.651905 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a26c43-68c2-413f-9304-9c83fa257542', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96893ff9-5937-4b22-9a1e-82d0b6d7cd31', 'code': 200} Nov 24 12:52:01.662851 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Attempting to bind port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 on host n-h1-817303-4 for vnic_type normal with profile {"migrating_to": "n-h2-817303-4"} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:01.663630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Attempting to bind port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:01.664171 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Attempting to bind port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:01.672583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 on network ee1ba679-7d12-4b42-af81-73cc82b26674 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:52:01.673248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Attempting to bind port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:01.681683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:01.682279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Checking segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:01.682862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Bound using segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:01.683490 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Bound port: 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:01.684212 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:01.766281 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fac84-b74f-4924-ac1e-d209ae564be1 req-26871eba-f9b0-46d3-87d1-aebf7ecb62b9 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:01.769215 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b8fac84-b74f-4924-ac1e-d209ae564be1 req-26871eba-f9b0-46d3-87d1-aebf7ecb62b9 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.1049328 Nov 24 12:52:01.814578 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11835dd-ec19-43af-b536-c522900f9a31 req-9c0523d4-00fc-4d06-abb9-6a6bc37b87e5 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Made reservation on behalf of 3770f462efc14367a3003f5a7e47727c for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:01.819249 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c11835dd-ec19-43af-b536-c522900f9a31 req-9c0523d4-00fc-4d06-abb9-6a6bc37b87e5 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:01.856394 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b8fac84-b74f-4924-ac1e-d209ae564be1 req-45b293b5-bb24-4446-a205-47ecb893b8b9 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747435 Nov 24 12:52:01.870895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:01.877815 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87601872-2f18-4379-8548-8ca6c028e626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:01.883436 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87601872-2f18-4379-8548-8ca6c028e626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:01.895467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:01.906351 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:01.944091 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-87601872-2f18-4379-8548-8ca6c028e626 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0847a1bbafd349c3a9974cc5a1426bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5436316 Nov 24 12:52:01.946406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87601872-2f18-4379-8548-8ca6c028e626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457a9f81-0ad5-4741-92fa-71f660ee936e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:01.950357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49650) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:02.017019 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e585dd8a-6b66-4c66-b2b5-a797d55f0262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:02.050348 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e585dd8a-6b66-4c66-b2b5-a797d55f0262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:02.108978 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4999d78-50a3-4cf4-a505-508cc9475d57 req-53458c5f-b869-44df-8467-161ac86885f7 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:02.110532 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4999d78-50a3-4cf4-a505-508cc9475d57 req-53458c5f-b869-44df-8467-161ac86885f7 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 949 time: 0.0739491 Nov 24 12:52:02.143843 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e585dd8a-6b66-4c66-b2b5-a797d55f0262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:02.146739 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e585dd8a-6b66-4c66-b2b5-a797d55f0262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:02.148038 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e585dd8a-6b66-4c66-b2b5-a797d55f0262 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/457a9f81-0ad5-4741-92fa-71f660ee936e HTTP/1.1" status: 204 len: 168 time: 0.1966255 Nov 24 12:52:02.154850 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Pushing event updated for resources: {'Port': ['ID=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,revision_number=8']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:02.160083 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:02.160708 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:02.162140 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-fe0dcb87-9acb-44bb-8e50-23cc59b760cc service neutron] 10.222.0.59 "PUT /v2.0/ports/96893ff9-5937-4b22-9a1e-82d0b6d7cd31 HTTP/1.1" status: 200 len: 1144 time: 1.7838213 Nov 24 12:52:02.174552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26013c72-10b0-44b1-83c5-129fba6ab8bf req-52f84238-cf57-41cf-9e56-13c1319a03c5 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:02.181839 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-26013c72-10b0-44b1-83c5-129fba6ab8bf req-52f84238-cf57-41cf-9e56-13c1319a03c5 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 949 time: 0.1916616 Nov 24 12:52:02.204494 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4999d78-50a3-4cf4-a505-508cc9475d57 req-b4662e39-ac9b-4c42-a093-657779f4a543 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759439 Nov 24 12:52:02.206978 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585dd8a-6b66-4c66-b2b5-a797d55f0262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457a9f81-0ad5-4741-92fa-71f660ee936e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:02.220059 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-c11835dd-ec19-43af-b536-c522900f9a31 req-9c0523d4-00fc-4d06-abb9-6a6bc37b87e5 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Allocated IP 192.168.233.252 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/682f663e-c025-474f-8966-efaccb57af94) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:02.239717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['96893ff9-5937-4b22-9a1e-82d0b6d7cd31'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:02.287183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2aee2733-13df-4cbb-b16b-0a5d1b60d00b up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:02.314629 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-26013c72-10b0-44b1-83c5-129fba6ab8bf req-49ea4abb-f634-470b-8465-22ee38ebafb0 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318333 Nov 24 12:52:02.411476 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:52:02.455236 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:02.455926 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:02.510359 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f2764-00c8-4e13-b41a-7a14889d3e72 req-a3fcffe6-69ad-434f-912e-36052ca78673 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:02.512144 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7d2f2764-00c8-4e13-b41a-7a14889d3e72 req-a3fcffe6-69ad-434f-912e-36052ca78673 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 966 time: 0.1051528 Nov 24 12:52:02.571542 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c11835dd-ec19-43af-b536-c522900f9a31 req-9c0523d4-00fc-4d06-abb9-6a6bc37b87e5 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:02.619013 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:02.625274 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7d2f2764-00c8-4e13-b41a-7a14889d3e72 req-9fcbf0a0-f99e-4a5e-a6db-6e22bbd7e06c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996008 Nov 24 12:52:02.644546 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c11835dd-ec19-43af-b536-c522900f9a31 req-9c0523d4-00fc-4d06-abb9-6a6bc37b87e5 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:02.648802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 450e6082-8584-4df1-865d-e9d9a0a1cf9f up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:02.686956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['302bc6d9-faa2-4a72-9103-9df37bb97f93'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:02.709159 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11835dd-ec19-43af-b536-c522900f9a31 req-9c0523d4-00fc-4d06-abb9-6a6bc37b87e5 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:02.717643 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-c11835dd-ec19-43af-b536-c522900f9a31 req-9c0523d4-00fc-4d06-abb9-6a6bc37b87e5 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:02.735933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd722ac83-4146-40c6-9a9b-1a4fbf9766eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:02.738737 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1c00d7-bcaf-4ae7-aa64-23a525727f97" -d '{"events": [{"server_uuid": "d722ac83-4146-40c6-9a9b-1a4fbf9766eb", "name": "network-vif-plugged", "status": "completed", "tag": "2aee2733-13df-4cbb-b16b-0a5d1b60d00b"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:02.743655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11835dd-ec19-43af-b536-c522900f9a31 req-9c0523d4-00fc-4d06-abb9-6a6bc37b87e5 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:02.751998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11835dd-ec19-43af-b536-c522900f9a31 req-9c0523d4-00fc-4d06-abb9-6a6bc37b87e5 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:02.753067 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c11835dd-ec19-43af-b536-c522900f9a31 req-9c0523d4-00fc-4d06-abb9-6a6bc37b87e5 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:02.766081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178900b-e2ff-494e-bff8-a53711bd0550 req-490bf515-0e47-4caa-8eea-b766ddf144ce tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:02.775166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:02.776512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0523d4-00fc-4d06-abb9-6a6bc37b87e5 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Pushing event updated for resources: {'Port': ['ID=682f663e-c025-474f-8966-efaccb57af94,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:02.782845 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7178900b-e2ff-494e-bff8-a53711bd0550 req-490bf515-0e47-4caa-8eea-b766ddf144ce tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 936 time: 0.1132441 Nov 24 12:52:02.796771 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c11835dd-ec19-43af-b536-c522900f9a31 req-9c0523d4-00fc-4d06-abb9-6a6bc37b87e5 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2356765 Nov 24 12:52:02.803179 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:02.814318 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Request body: {'port': {'device_id': '199a3a5f-58dc-418d-b2a3-e2624cb5084c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:02.852865 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7178900b-e2ff-494e-bff8-a53711bd0550 req-b3a69111-7264-46b2-a03d-15d22b6de81b tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675795 Nov 24 12:52:02.868323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 450e6082-8584-4df1-865d-e9d9a0a1cf9f completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:52:02.927110 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:02.932045 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 450e6082-8584-4df1-865d-e9d9a0a1cf9f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:02.932434 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:02.984582 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:03.087720 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f83ee88-d444-4fec-bf85-7ea3c892e1b7 x-openstack-request-id: req-3f83ee88-d444-4fec-bf85-7ea3c892e1b7 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:03.088430 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d722ac83-4146-40c6-9a9b-1a4fbf9766eb", "name": "network-vif-plugged", "status": "completed", "tag": "2aee2733-13df-4cbb-b16b-0a5d1b60d00b", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:03.088926 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f83ee88-d444-4fec-bf85-7ea3c892e1b7 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:03.089553 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd722ac83-4146-40c6-9a9b-1a4fbf9766eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b', 'code': 200} Nov 24 12:52:03.089679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f9fc4-9f71-4a17-8a06-3250e12ddd11 req-6b1ffab9-4f60-43d6-9c92-2d6c756d1bd2 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:03.091788 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a89f9fc4-9f71-4a17-8a06-3250e12ddd11 req-6b1ffab9-4f60-43d6-9c92-2d6c756d1bd2 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 949 time: 0.1356957 Nov 24 12:52:03.155485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-50533e7b-cbf2-4dfd-8eaf-47a1422ba1d9 None None] Provisioning complete for port 682f663e-c025-474f-8966-efaccb57af94 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:03.155881 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-50533e7b-cbf2-4dfd-8eaf-47a1422ba1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.239003 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a89f9fc4-9f71-4a17-8a06-3250e12ddd11 req-9c9952df-b761-42bd-ac55-49d7e88ff5b6 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981433 Nov 24 12:52:03.240039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2d848-d221-4af4-bcfa-ee124cf2a62c req-35b7776a-9f43-4921-b9cf-ecf6e97e8619 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:03.241789 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cc2d848-d221-4af4-bcfa-ee124cf2a62c req-35b7776a-9f43-4921-b9cf-ecf6e97e8619 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.0618627 Nov 24 12:52:03.247953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-50533e7b-cbf2-4dfd-8eaf-47a1422ba1d9 None None] Port 682f663e-c025-474f-8966-efaccb57af94 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:52:03.272042 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.315386 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cc2d848-d221-4af4-bcfa-ee124cf2a62c req-ae7987ab-80d5-446c-ad9b-ce4681706d3e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613549 Nov 24 12:52:03.341473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 450e6082-8584-4df1-865d-e9d9a0a1cf9f, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=450e6082-8584-4df1-865d-e9d9a0a1cf9f,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:03.348452 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.362807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aed96a-af83-4475-b3cf-562f6089a622 req-aca4e824-e6e8-4787-946a-17b59addefca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:03.364332 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35aed96a-af83-4475-b3cf-562f6089a622 req-aca4e824-e6e8-4787-946a-17b59addefca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 1101 time: 0.1950629 Nov 24 12:52:03.401701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49712) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:03.440370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=450e6082-8584-4df1-865d-e9d9a0a1cf9f,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:03.448604 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35aed96a-af83-4475-b3cf-562f6089a622 req-5f136542-593a-4c4e-ae27-60551f3e749d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724900 Nov 24 12:52:03.483429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd9b54-f9ac-4cbd-9cdb-275f06acd510 req-42def0a4-d33e-41ee-9f5f-806dd7302c02 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:03.484867 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682f663e-c025-474f-8966-efaccb57af94 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:03.485225 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a6bd9b54-f9ac-4cbd-9cdb-275f06acd510 req-42def0a4-d33e-41ee-9f5f-806dd7302c02 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 950 time: 0.0728753 Nov 24 12:52:03.499146 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.514292 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Transition to ACTIVE for port object 682f663e-c025-474f-8966-efaccb57af94 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:52:03.522280 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.535947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-network', 'tenant_id': '89ffb3c86583405999778612aa0efc74'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:03.549305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a6bd9b54-f9ac-4cbd-9cdb-275f06acd510 req-ac8e5056-7fa0-4cec-9eb4-f946301e4794 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559921 Nov 24 12:52:03.576611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] Made reservation on behalf of 89ffb3c86583405999778612aa0efc74 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:03.580232 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.584401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Pushing event updated for resources: {'Port': ['ID=682f663e-c025-474f-8966-efaccb57af94,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:03.593067 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.622332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Attempting to bind port 682f663e-c025-474f-8966-efaccb57af94 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:03.622776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Attempting to bind port 682f663e-c025-474f-8966-efaccb57af94 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:03.623452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Attempting to bind port 682f663e-c025-474f-8966-efaccb57af94 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:03.628929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Port 682f663e-c025-474f-8966-efaccb57af94 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:52:03.629389 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Attempting to bind port 682f663e-c025-474f-8966-efaccb57af94 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:03.635436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:03.635962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:03.636471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:03.637679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Bound port: 682f663e-c025-474f-8966-efaccb57af94, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:03.638226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.653115 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a26c43-68c2-413f-9304-9c83fa257542', 'tag': '96893ff9-5937-4b22-9a1e-82d0b6d7cd31'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:03.656706 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a49b09-e912-41da-a086-e0062ff68980" -d '{"events": [{"name": "network-changed", "server_uuid": "48a26c43-68c2-413f-9304-9c83fa257542", "tag": "96893ff9-5937-4b22-9a1e-82d0b6d7cd31"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:03.721345 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.729799 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.731557 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] For port 682f663e-c025-474f-8966-efaccb57af94, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:03.735460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] For port 682f663e-c025-474f-8966-efaccb57af94, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=682f663e-c025-474f-8966-efaccb57af94,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:03.742328 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.743676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:52:03.767925 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.768195 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] Added segment 50d9bfc3-d83c-41ee-9a36-4888e05be0a5 of type vlan for network edef32bf-609e-4d42-8d4d-9a41590886cc Nov 24 12:52:03.773488 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6451df8-9510-4651-ab8a-fd4955508c32 x-openstack-request-id: req-f6451df8-9510-4651-ab8a-fd4955508c32 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:03.773838 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a26c43-68c2-413f-9304-9c83fa257542", "tag": "96893ff9-5937-4b22-9a1e-82d0b6d7cd31", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:03.774164 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6451df8-9510-4651-ab8a-fd4955508c32 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:03.774628 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a26c43-68c2-413f-9304-9c83fa257542', 'tag': '96893ff9-5937-4b22-9a1e-82d0b6d7cd31', 'status': 'completed', 'code': 200} Nov 24 12:52:03.783696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:03.815977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:03.817143 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.818543 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c11835dd-ec19-43af-b536-c522900f9a31 req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] 10.222.0.46 "PUT /v2.0/ports/682f663e-c025-474f-8966-efaccb57af94 HTTP/1.1" status: 200 len: 1096 time: 1.0141187 Nov 24 12:52:03.868339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f32b1-c346-49d6-a006-f7e8ca28ad91 service neutron] Pushing event updated for resources: {'Port': ['ID=682f663e-c025-474f-8966-efaccb57af94,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:03.890044 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.923824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9e0d-57f8-4665-87ee-c19ff695fbb5 req-c18dadda-c8b2-470b-a266-5791376bea61 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:03.925455 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f52b9e0d-57f8-4665-87ee-c19ff695fbb5 req-c18dadda-c8b2-470b-a266-5791376bea61 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 966 time: 0.1448812 Nov 24 12:52:03.930297 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.931397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:03.932255 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:03.950553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11835dd-ec19-43af-b536-c522900f9a31 req-fb8fb9b3-852c-47fa-847a-8a13fa76175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:03.952057 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c11835dd-ec19-43af-b536-c522900f9a31 req-fb8fb9b3-852c-47fa-847a-8a13fa76175e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3770f462efc14367a3003f5a7e47727c&device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 1099 time: 0.0778623 Nov 24 12:52:04.011596 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c11835dd-ec19-43af-b536-c522900f9a31 req-cfad5c57-9f6d-48f3-911e-2b39c50229c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=682f663e-c025-474f-8966-efaccb57af94 HTTP/1.1" status: 200 len: 217 time: 0.0491865 Nov 24 12:52:04.015913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a49b09-e912-41da-a086-e0062ff68980 req-ffe8b879-47ce-4426-b071-7fdbcb1e8143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:04.018028 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09a49b09-e912-41da-a086-e0062ff68980 req-ffe8b879-47ce-4426-b071-7fdbcb1e8143 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 1147 time: 0.1876802 Nov 24 12:52:04.028286 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6219432 Nov 24 12:52:04.031752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49732) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:04.038612 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-25873e57-13f7-493d-96aa-fd917be2e529 admin admin] Request body: {'subnet': {'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-subnet', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:04.068070 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f52b9e0d-57f8-4665-87ee-c19ff695fbb5 req-142fda14-c3f4-404e-93c9-7a7f73cea5d0 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343465 Nov 24 12:52:04.095225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11835dd-ec19-43af-b536-c522900f9a31 req-e831cfa4-686f-4ea1-bdd2-403c9a41619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:04.097185 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c11835dd-ec19-43af-b536-c522900f9a31 req-e831cfa4-686f-4ea1-bdd2-403c9a41619c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0752609 Nov 24 12:52:04.101356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25873e57-13f7-493d-96aa-fd917be2e529 admin admin] Made reservation on behalf of 89ffb3c86583405999778612aa0efc74 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:04.104261 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-25873e57-13f7-493d-96aa-fd917be2e529 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:04.125231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e91d16-67d9-47f3-bceb-a6c16a9ef41d admin admin] Pushing event updated for resources: {'Network': ['ID=edef32bf-609e-4d42-8d4d-9a41590886cc,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:04.149375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network edef32bf-609e-4d42-8d4d-9a41590886cc details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:52:04.203651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6aae8-4109-41ca-8a63-cdf062b00c49 req-ba5b62a6-e022-4a6d-a87f-2c6ba024a0d8 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:04.212014 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8b6aae8-4109-41ca-8a63-cdf062b00c49 req-ba5b62a6-e022-4a6d-a87f-2c6ba024a0d8 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 948 time: 0.1928682 Nov 24 12:52:04.217858 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11835dd-ec19-43af-b536-c522900f9a31 req-47990ac5-1ff2-4099-8844-6332aa650e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:04.219405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c11835dd-ec19-43af-b536-c522900f9a31 req-47990ac5-1ff2-4099-8844-6332aa650e24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112473 Nov 24 12:52:04.278243 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a49b09-e912-41da-a086-e0062ff68980 req-13babac2-7558-4ae9-8726-eaaa1dd39254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:04.279899 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09a49b09-e912-41da-a086-e0062ff68980 req-13babac2-7558-4ae9-8726-eaaa1dd39254 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.2533786 Nov 24 12:52:04.295284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8b6aae8-4109-41ca-8a63-cdf062b00c49 req-fb9fcac6-19e7-416e-8a1e-b0696c3745fc tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785902 Nov 24 12:52:04.303293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:52:04.387074 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09a49b09-e912-41da-a086-e0062ff68980 req-f2f91534-b831-4ac5-88da-65ac0d3c2278 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31 HTTP/1.1" status: 200 len: 217 time: 0.0906398 Nov 24 12:52:04.428842 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c11835dd-ec19-43af-b536-c522900f9a31 req-7958b9cc-2610-442a-ae80-20d6f4737993 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993496 Nov 24 12:52:04.450681 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-25873e57-13f7-493d-96aa-fd917be2e529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:04.468466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a49b09-e912-41da-a086-e0062ff68980 req-20390c36-0777-4ad3-b506-d8723ae4a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:04.469986 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09a49b09-e912-41da-a086-e0062ff68980 req-20390c36-0777-4ad3-b506-d8723ae4a6aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.0745347 Nov 24 12:52:04.494151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7577-8d36-4896-8b68-572176798117 req-c6203cc7-58fb-4759-aa74-4015065dbaab tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:04.495830 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fc2c7577-8d36-4896-8b68-572176798117 req-c6203cc7-58fb-4759-aa74-4015065dbaab tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 949 time: 0.0709853 Nov 24 12:52:04.518835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09a49b09-e912-41da-a086-e0062ff68980 req-7d6fbbea-3448-4b2e-878c-627f1794dc14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405529 Nov 24 12:52:04.584848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee3877-5689-486c-9624-605625b0da24 req-9738529d-5552-48dc-8ed7-88b30ba88003 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:04.586461 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-efee3877-5689-486c-9624-605625b0da24 req-9738529d-5552-48dc-8ed7-88b30ba88003 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.1727037 Nov 24 12:52:04.594247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25873e57-13f7-493d-96aa-fd917be2e529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3602a6a7-822a-442d-b4d7-3e7296b97241,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:04.610155 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:04.624669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 has no active binding in host n-h2-817303-4 {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 12:52:04.629282 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fc2c7577-8d36-4896-8b68-572176798117 req-fe111711-0a33-4fc2-823c-26288d1cf426 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139338 Nov 24 12:52:04.638195 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25873e57-13f7-493d-96aa-fd917be2e529 admin admin] Checking segment: {'id': '50d9bfc3-d83c-41ee-9a36-4888e05be0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:04.638195 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25873e57-13f7-493d-96aa-fd917be2e529 admin admin] Network hostable DHCP agents. Network: edef32bf-609e-4d42-8d4d-9a41590886cc, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:52:04.658940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09a49b09-e912-41da-a086-e0062ff68980 req-eb3b33d6-675e-4d75-979a-6ee36d81aadc service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318562 Nov 24 12:52:04.661290 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c11835dd-ec19-43af-b536-c522900f9a31 req-8f306f2c-9589-4899-9631-a5263f74877f service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184896 Nov 24 12:52:04.704932 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-efee3877-5689-486c-9624-605625b0da24 req-246923bd-2171-4892-81ab-72f80a0ccf7c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082129 Nov 24 12:52:04.706619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25873e57-13f7-493d-96aa-fd917be2e529 admin admin] Network edef32bf-609e-4d42-8d4d-9a41590886cc is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:52:04.717671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc890b89-a6f7-44c0-a338-65f7a4c4154c req-da0f70bb-b7ef-46e9-a5a0-09a754cbe35d tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:04.719221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc890b89-a6f7-44c0-a338-65f7a4c4154c req-da0f70bb-b7ef-46e9-a5a0-09a754cbe35d tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 949 time: 0.1058364 Nov 24 12:52:04.741816 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-25873e57-13f7-493d-96aa-fd917be2e529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, edef32bf-609e-4d42-8d4d-9a41590886cc) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:04.756754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f569d143-895f-48a8-b535-cb4d33b140df None None] Network edef32bf-609e-4d42-8d4d-9a41590886cc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:52:04.764158 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25873e57-13f7-493d-96aa-fd917be2e529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:04.765310 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-25873e57-13f7-493d-96aa-fd917be2e529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:04.817134 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-25873e57-13f7-493d-96aa-fd917be2e529 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7802866 Nov 24 12:52:04.817134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49760) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:04.821543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:04.853777 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09a49b09-e912-41da-a086-e0062ff68980 req-2de11ddf-2740-453a-800b-3ae4619a0cbd service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747212 Nov 24 12:52:04.858490 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:04.863464 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:04.875448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a1bdf-a21c-42f8-8bc8-833de93fe2a0 req-85dbca1e-140c-4d70-99ff-2dea3fcfd089 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:04.883854 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2c9a1bdf-a21c-42f8-8bc8-833de93fe2a0 req-85dbca1e-140c-4d70-99ff-2dea3fcfd089 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 950 time: 0.0879295 Nov 24 12:52:04.890842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-fc890b89-a6f7-44c0-a338-65f7a4c4154c req-e982e776-28d9-4036-8f21-ffedd77955d4 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Deleting port 6c1ffb59-9950-4034-96d8-b510b1348504 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:52:04.891176 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fc890b89-a6f7-44c0-a338-65f7a4c4154c req-e982e776-28d9-4036-8f21-ffedd77955d4 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:04.946434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2c9a1bdf-a21c-42f8-8bc8-833de93fe2a0 req-79eca96b-d18b-4058-a70e-71ee0fc593d0 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566847 Nov 24 12:52:04.992894 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:05.091782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4639d93c-7bc9-4e34-87ff-029ef411ce28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450e6082-8584-4df1-865d-e9d9a0a1cf9f'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:05.094664 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba67c8e6-a2da-4023-a3f3-2050c6b3b458" -d '{"events": [{"server_uuid": "4639d93c-7bc9-4e34-87ff-029ef411ce28", "name": "network-vif-plugged", "status": "completed", "tag": "450e6082-8584-4df1-865d-e9d9a0a1cf9f"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:05.099600 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-edef32bf-609e-4d42-8d4d-9a41590886cc', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'fixed_ips': [{'subnet_id': '3602a6a7-822a-442d-b4d7-3e7296b97241'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:52:05.100969 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:05.211201 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c695cae0-ad7b-406c-ad88-2f8413f927b1 x-openstack-request-id: req-c695cae0-ad7b-406c-ad88-2f8413f927b1 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:05.211835 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4639d93c-7bc9-4e34-87ff-029ef411ce28", "name": "network-vif-plugged", "status": "completed", "tag": "450e6082-8584-4df1-865d-e9d9a0a1cf9f", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:05.211835 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c695cae0-ad7b-406c-ad88-2f8413f927b1 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:05.212364 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4639d93c-7bc9-4e34-87ff-029ef411ce28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450e6082-8584-4df1-865d-e9d9a0a1cf9f', 'code': 200} Nov 24 12:52:05.297212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Allocated IP 172.20.0.2 (edef32bf-609e-4d42-8d4d-9a41590886cc/3602a6a7-822a-442d-b4d7-3e7296b97241/7e88c88f-47ee-4729-9c03-6b66d43baaf1) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:05.338661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06821536-1132-4af6-a46c-1c15c51c761e req-b230bb56-5e77-4fc4-942a-b241d54c36d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:05.341345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06821536-1132-4af6-a46c-1c15c51c761e req-b230bb56-5e77-4fc4-942a-b241d54c36d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 1101 time: 0.0550897 Nov 24 12:52:05.350283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-fc890b89-a6f7-44c0-a338-65f7a4c4154c req-e982e776-28d9-4036-8f21-ffedd77955d4 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] For port 6c1ffb59-9950-4034-96d8-b510b1348504, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=6c1ffb59-9950-4034-96d8-b510b1348504,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:05.350826 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fc890b89-a6f7-44c0-a338-65f7a4c4154c req-e982e776-28d9-4036-8f21-ffedd77955d4 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:05.406834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06821536-1132-4af6-a46c-1c15c51c761e req-053d88ce-c5da-4875-9e19-70e93a96af00 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569847 Nov 24 12:52:05.445363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-fc890b89-a6f7-44c0-a338-65f7a4c4154c req-e982e776-28d9-4036-8f21-ffedd77955d4 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Calling delete_port for 6c1ffb59-9950-4034-96d8-b510b1348504 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:52:05.461989 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7d7d5-f4fb-4ca9-90e1-e51361ed328b req-2dae3faa-a418-4d88-a6f1-b35ee30d35e9 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:05.463404 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-03b7d7d5-f4fb-4ca9-90e1-e51361ed328b req-2dae3faa-a418-4d88-a6f1-b35ee30d35e9 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 966 time: 0.1775513 Nov 24 12:52:05.468507 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:05.483935 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:05.492448 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:05.514199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337052b7-4a9b-44a9-89d3-ea9c6be5559f req-86f572ca-9e7f-4f7a-97ed-578912c4b350 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:05.515704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-337052b7-4a9b-44a9-89d3-ea9c6be5559f req-86f572ca-9e7f-4f7a-97ed-578912c4b350 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 948 time: 0.0605631 Nov 24 12:52:05.538792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Network edef32bf-609e-4d42-8d4d-9a41590886cc is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:05.541727 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:05.546493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:05.549477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Pushing event updated for resources: {'Port': ['ID=7e88c88f-47ee-4729-9c03-6b66d43baaf1,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:05.572568 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-337052b7-4a9b-44a9-89d3-ea9c6be5559f req-e52573b2-b8f4-4516-a077-5ebf4cfd6e78 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492649 Nov 24 12:52:05.606098 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-03b7d7d5-f4fb-4ca9-90e1-e51361ed328b req-5c158b6a-f4f5-42a2-b90e-2106dde8008a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313698 Nov 24 12:52:05.609114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Attempting to bind port 7e88c88f-47ee-4729-9c03-6b66d43baaf1 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:05.609521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Attempting to bind port 7e88c88f-47ee-4729-9c03-6b66d43baaf1 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '50d9bfc3-d83c-41ee-9a36-4888e05be0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:05.610670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Attempting to bind port 7e88c88f-47ee-4729-9c03-6b66d43baaf1 on network edef32bf-609e-4d42-8d4d-9a41590886cc {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:05.619080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:05.620022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Checking segment: {'id': '50d9bfc3-d83c-41ee-9a36-4888e05be0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:05.620165 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:05.620467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Bound using segment: {'id': '50d9bfc3-d83c-41ee-9a36-4888e05be0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:05.621057 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Bound port: 7e88c88f-47ee-4729-9c03-6b66d43baaf1, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d9bfc3-d83c-41ee-9a36-4888e05be0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:05.621609 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:05.706677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] For port 7e88c88f-47ee-4729-9c03-6b66d43baaf1, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:05.712112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] For port 7e88c88f-47ee-4729-9c03-6b66d43baaf1, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7e88c88f-47ee-4729-9c03-6b66d43baaf1,segment=NetworkSegment(50d9bfc3-d83c-41ee-9a36-4888e05be0a5),segment_id=50d9bfc3-d83c-41ee-9a36-4888e05be0a5)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:05.718914 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:05.766686 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fc890b89-a6f7-44c0-a338-65f7a4c4154c req-e982e776-28d9-4036-8f21-ffedd77955d4 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:05.783715 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199a3a5f-58dc-418d-b2a3-e2624cb5084c', 'tag': '682f663e-c025-474f-8966-efaccb57af94'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:05.786023 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad4fe80-cd9c-4c26-aa4b-01960214098b" -d '{"events": [{"name": "network-changed", "server_uuid": "199a3a5f-58dc-418d-b2a3-e2624cb5084c", "tag": "682f663e-c025-474f-8966-efaccb57af94"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:05.802025 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12645bb-6e3b-424b-9e12-c0ac50a8193b None None] Pushing event updated for resources: {'Port': ['ID=7e88c88f-47ee-4729-9c03-6b66d43baaf1,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:05.818307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982e776-28d9-4036-8f21-ffedd77955d4 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Pushing event deleted for resources: {'Port': ['ID=6c1ffb59-9950-4034-96d8-b510b1348504,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:05.860680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09ae89-fb00-4d5c-a8ee-28198cf919f4 req-89c1b57d-5238-4db0-bc5c-ecee786ad8a4 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:05.862705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f09ae89-fb00-4d5c-a8ee-28198cf919f4 req-89c1b57d-5238-4db0-bc5c-ecee786ad8a4 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa543219-590e-4077-aeea-2b566d088e76 HTTP/1.1" status: 200 len: 867 time: 0.1444631 Nov 24 12:52:05.878097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d0b1c-c9fe-41bd-909c-7bb6b0dbf829 req-929f4fc3-e6b8-4862-8f7b-6499a04a7836 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:05.883953 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-452d0b1c-c9fe-41bd-909c-7bb6b0dbf829 req-929f4fc3-e6b8-4862-8f7b-6499a04a7836 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.0662086 Nov 24 12:52:05.913224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc890b89-a6f7-44c0-a338-65f7a4c4154c req-e982e776-28d9-4036-8f21-ffedd77955d4 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] No DVR routers for this DVR port 6c1ffb59-9950-4034-96d8-b510b1348504 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:52:05.915698 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fc890b89-a6f7-44c0-a338-65f7a4c4154c req-e982e776-28d9-4036-8f21-ffedd77955d4 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:05.919398 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc890b89-a6f7-44c0-a338-65f7a4c4154c req-e982e776-28d9-4036-8f21-ffedd77955d4 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.59 "DELETE /v2.0/ports/6c1ffb59-9950-4034-96d8-b510b1348504 HTTP/1.1" status: 204 len: 173 time: 1.1863103 Nov 24 12:52:05.935555 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:05.950608 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-452d0b1c-c9fe-41bd-909c-7bb6b0dbf829 req-ca0b2477-4412-4bec-8cec-e94e033a01ca tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627925 Nov 24 12:52:06.054675 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f09ae89-fb00-4d5c-a8ee-28198cf919f4 req-2668b11f-65b6-4b10-8a3e-417d3c9afe08 tempest-DeleteServersAdminTestJSON-1984958815 tempest-DeleteServersAdminTestJSON-1984958815-project] 10.222.0.48 "GET /v2.0/security-groups?id=18416116-2fdd-4a45-b6e2-4012c5c7651a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425240 Nov 24 12:52:06.067114 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:06.096562 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:06.122308 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0d2cc7-4416-4577-acd7-0b8b9468ab27 x-openstack-request-id: req-8c0d2cc7-4416-4577-acd7-0b8b9468ab27 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:06.122624 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199a3a5f-58dc-418d-b2a3-e2624cb5084c", "tag": "682f663e-c025-474f-8966-efaccb57af94", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:06.122883 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c0d2cc7-4416-4577-acd7-0b8b9468ab27 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:06.123298 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199a3a5f-58dc-418d-b2a3-e2624cb5084c', 'tag': '682f663e-c025-474f-8966-efaccb57af94', 'status': 'completed', 'code': 200} Nov 24 12:52:06.233882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4fe80-cd9c-4c26-aa4b-01960214098b req-5e22e63f-f4f0-4740-98b8-0fa6139a54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:06.236293 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ad4fe80-cd9c-4c26-aa4b-01960214098b req-5e22e63f-f4f0-4740-98b8-0fa6139a54ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3770f462efc14367a3003f5a7e47727c&device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 1099 time: 0.0817215 Nov 24 12:52:06.313008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 6c1ffb59-9950-4034-96d8-b510b1348504 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:52:06.344978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Allocated IP 172.25.0.205 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/f99f3393-bda8-4ca9-a7d3-482d8e458304) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:06.354097 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 6c1ffb59-9950-4034-96d8-b510b1348504 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:52:06.354451 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 6c1ffb59-9950-4034-96d8-b510b1348504 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:52:06.357122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108100cb-f41e-45be-a1b2-0ca2671b4d15 req-a1f51992-904d-455e-875e-4ab543410459 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:06.364842 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-108100cb-f41e-45be-a1b2-0ca2671b4d15 req-a1f51992-904d-455e-875e-4ab543410459 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 950 time: 0.1702964 Nov 24 12:52:06.440054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4fe80-cd9c-4c26-aa4b-01960214098b req-8e576f9b-6f82-4b30-b1e8-4bcd8bd86b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:06.441563 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ad4fe80-cd9c-4c26-aa4b-01960214098b req-8e576f9b-6f82-4b30-b1e8-4bcd8bd86b5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1822653 Nov 24 12:52:06.471369 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-108100cb-f41e-45be-a1b2-0ca2671b4d15 req-c4a0f29c-6ffb-4957-be2c-9647e17dac47 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044366 Nov 24 12:52:06.500516 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ad4fe80-cd9c-4c26-aa4b-01960214098b req-12988a3a-6e18-452a-a87f-3fa6bf1d0148 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=682f663e-c025-474f-8966-efaccb57af94 HTTP/1.1" status: 200 len: 217 time: 0.0482011 Nov 24 12:52:06.527772 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:06.556383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4fe80-cd9c-4c26-aa4b-01960214098b req-9aae5fc2-a8bf-4313-8829-957a888af87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:06.558273 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ad4fe80-cd9c-4c26-aa4b-01960214098b req-9aae5fc2-a8bf-4313-8829-957a888af87c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0496905 Nov 24 12:52:06.570208 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:06.632847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:06.665228 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:06.670021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:06.676605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Pushing event updated for resources: {'Port': ['ID=f99f3393-bda8-4ca9-a7d3-482d8e458304,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:06.689275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4fe80-cd9c-4c26-aa4b-01960214098b req-bd777993-4159-48d0-80a9-0c90970a3256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:06.691699 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ad4fe80-cd9c-4c26-aa4b-01960214098b req-bd777993-4159-48d0-80a9-0c90970a3256 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235373 Nov 24 12:52:06.740383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7e88c88f-47ee-4729-9c03-6b66d43baaf1 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:06.861301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7e88c88f-47ee-4729-9c03-6b66d43baaf1 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:06.862802 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:06.890808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49826) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:07.007664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3e148-73a4-425a-8f3f-c8fb5c71dacd req-3d0e4623-deaa-46e9-8a98-8b17d1f29063 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:07.017625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dbc3e148-73a4-425a-8f3f-c8fb5c71dacd req-3d0e4623-deaa-46e9-8a98-8b17d1f29063 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 966 time: 0.2056241 Nov 24 12:52:07.046964 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:07.124405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dbc3e148-73a4-425a-8f3f-c8fb5c71dacd req-473f683d-f157-477b-b805-77a05e4b2895 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057847 Nov 24 12:52:07.128933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 7e88c88f-47ee-4729-9c03-6b66d43baaf1, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7e88c88f-47ee-4729-9c03-6b66d43baaf1,segment=NetworkSegment(50d9bfc3-d83c-41ee-9a36-4888e05be0a5),segment_id=50d9bfc3-d83c-41ee-9a36-4888e05be0a5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:07.141931 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:07.197773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269ba54-e06e-4775-b47d-037ce4f22db6 req-8374a673-88cf-4303-8c5c-9fc07022f4e3 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:07.198417 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-779337b1-8960-480e-9b88-5b2cfe1b4568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:07.205162 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9269ba54-e06e-4775-b47d-037ce4f22db6 req-8374a673-88cf-4303-8c5c-9fc07022f4e3 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 948 time: 0.4582644 Nov 24 12:52:07.222190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=7e88c88f-47ee-4729-9c03-6b66d43baaf1,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:07.265885 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ad4fe80-cd9c-4c26-aa4b-01960214098b req-21e1ad18-f2b0-4fdf-9546-7835e2a00c6e service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636132 Nov 24 12:52:07.289041 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:07.321892 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9269ba54-e06e-4775-b47d-037ce4f22db6 req-d0609be1-6fa9-4497-a3f8-63ae60ae5ec3 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118617 Nov 24 12:52:07.365321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5753c38e-5f96-4d58-92e9-a9e2d1b971f7 None None] Network edef32bf-609e-4d42-8d4d-9a41590886cc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:52:07.371801 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377818e7-b4b9-4ff9-8bb9-07d2dd84ab7b req-0d21060e-82a1-4ddd-98b1-3e9df4005014 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:07.379177 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-377818e7-b4b9-4ff9-8bb9-07d2dd84ab7b req-0d21060e-82a1-4ddd-98b1-3e9df4005014 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.1405857 Nov 24 12:52:07.404400 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ad4fe80-cd9c-4c26-aa4b-01960214098b req-c23e1b72-7d76-4f0f-b073-61999d45373b service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206875 Nov 24 12:52:07.489609 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-779337b1-8960-480e-9b88-5b2cfe1b4568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:07.501637 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-779337b1-8960-480e-9b88-5b2cfe1b4568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:07.515575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-139ed92a-6205-48c3-ae25-bfcf51df59bd None None] Provisioning complete for port 7e88c88f-47ee-4729-9c03-6b66d43baaf1 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:07.515866 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-139ed92a-6205-48c3-ae25-bfcf51df59bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:07.549815 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-377818e7-b4b9-4ff9-8bb9-07d2dd84ab7b req-57f8bc02-de3c-41c4-a1bb-840d2b9771ae tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697671 Nov 24 12:52:07.588755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-779337b1-8960-480e-9b88-5b2cfe1b4568 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6dabf95625904bfaa2e5efc87143488d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6665037 Nov 24 12:52:07.591247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49842) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:07.636331 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779337b1-8960-480e-9b88-5b2cfe1b4568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4002beba-9277-41c4-8be4-ecb544a75063,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:07.652519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc46ec0-349e-4808-bb86-11bbc93fe72f req-ef7f54b4-a953-4fbf-b84b-a93822325010 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:07.662820 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-acc46ec0-349e-4808-bb86-11bbc93fe72f req-ef7f54b4-a953-4fbf-b84b-a93822325010 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 950 time: 0.1096535 Nov 24 12:52:07.682147 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:07.699964 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fffdaffa-8f5a-488a-a8f9-fbfb06a38209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:07.725498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-acc46ec0-349e-4808-bb86-11bbc93fe72f req-a009135d-b6a3-4d17-9292-2fb26d735a6a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611491 Nov 24 12:52:07.764937 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fffdaffa-8f5a-488a-a8f9-fbfb06a38209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:07.882573 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-164bc0f3-28b5-4e6d-a6a6-65d328c9c61d None None] Provisioning complete for port 7e88c88f-47ee-4729-9c03-6b66d43baaf1 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:07.882951 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-164bc0f3-28b5-4e6d-a6a6-65d328c9c61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:07.928309 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8010a-0e39-4b3c-aec2-c19ed3a68e1d req-6706bdcd-3b19-4dee-b7df-6889cfa6dd9e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:07.929779 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f0e8010a-0e39-4b3c-aec2-c19ed3a68e1d req-6706bdcd-3b19-4dee-b7df-6889cfa6dd9e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1113300 Nov 24 12:52:07.941835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-4f1a64ac-528c-43d7-afb4-6abc2950c94c service neutron] 10.222.0.46 "GET /v2.0/ports/96893ff9-5937-4b22-9a1e-82d0b6d7cd31/bindings/n-h2-817303-4 HTTP/1.1" status: 200 len: 384 time: 0.1007762 Nov 24 12:52:07.956639 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fffdaffa-8f5a-488a-a8f9-fbfb06a38209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:07.959478 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fffdaffa-8f5a-488a-a8f9-fbfb06a38209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:07.963043 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fffdaffa-8f5a-488a-a8f9-fbfb06a38209 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4002beba-9277-41c4-8be4-ecb544a75063 HTTP/1.1" status: 204 len: 168 time: 0.3685529 Nov 24 12:52:07.982875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdaffa-8f5a-488a-a8f9-fbfb06a38209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4002beba-9277-41c4-8be4-ecb544a75063,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:07.990806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:52:08.022588 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f0e8010a-0e39-4b3c-aec2-c19ed3a68e1d req-83e6d136-76e5-4308-a451-31fae69fbab9 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761757 Nov 24 12:52:08.083954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49858) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:08.126826 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa543219-590e-4077-aeea-2b566d088e76', 'name': 'network-vif-deleted', 'tag': '6c1ffb59-9950-4034-96d8-b510b1348504'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:08.129210 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8581464e-16f4-4026-b876-33bf4335584d" -d '{"events": [{"server_uuid": "fa543219-590e-4077-aeea-2b566d088e76", "name": "network-vif-deleted", "tag": "6c1ffb59-9950-4034-96d8-b510b1348504"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:08.148101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:52:08.162219 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Sync routers for ids ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:52:08.179524 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Routers {'d3a6ce6a-bc8d-4134-af98-22ac89bbd576'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:52:08.182633 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:51:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:08.183856 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:08.190331 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8ef0461d-ce14-43ee-ab11-c3ef8e3fbb7d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.3721266 Nov 24 12:52:08.193074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49866) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:08.199284 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c012b5-0ef8-4448-8811-060dad328a1e x-openstack-request-id: req-d5c012b5-0ef8-4448-8811-060dad328a1e {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:08.199576 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa543219-590e-4077-aeea-2b566d088e76", "name": "network-vif-deleted", "tag": "6c1ffb59-9950-4034-96d8-b510b1348504", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:08.199894 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d5c012b5-0ef8-4448-8811-060dad328a1e {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:08.200390 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa543219-590e-4077-aeea-2b566d088e76', 'name': 'network-vif-deleted', 'tag': '6c1ffb59-9950-4034-96d8-b510b1348504', 'status': 'completed', 'code': 200} Nov 24 12:52:08.369262 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4b39379-80ed-4c4a-8c58-394261080240 req-d085fd4e-22d5-4364-8c0c-254ea2f4ca1f tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390766 Nov 24 12:52:08.375914 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a312d80-35d8-485b-b1ae-b0a4b0c5bc22 req-0ac6cc85-64f6-4796-b277-daaa6e733aa5 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:08.379725 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2a312d80-35d8-485b-b1ae-b0a4b0c5bc22 req-0ac6cc85-64f6-4796-b277-daaa6e733aa5 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 966 time: 0.0997379 Nov 24 12:52:08.399385 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Set router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:52:08.454499 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2a312d80-35d8-485b-b1ae-b0a4b0c5bc22 req-dd56b36e-7837-4c5b-aab2-4f894fbe6dd9 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688579 Nov 24 12:52:08.513001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-84529927-2689-42af-a13a-91a03b4a7927 service neutron] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:08.560688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49884) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:08.591489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dab4a2e6-bba0-4371-bd8c-bb51ac420032 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=731e2f38ddde4092a3d98304608757a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5062106 Nov 24 12:52:08.599630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49888) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:08.608036 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f088816-7054-431b-a3ec-c383ebd466de admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:08.614650 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:52:06Z', 'revision_number': 3, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port': {'id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:06Z', 'updated_at': '2021-11-24T12:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:08.637699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7e88c88f-47ee-4729-9c03-6b66d43baaf1 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:08.657387 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f74fa-ed6c-46ca-9482-6a08e73472a7 req-16221bdb-5084-43f3-b186-e1e65486d384 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:08.661567 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Checking router: d3a6ce6a-bc8d-4134-af98-22ac89bbd576 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:52:08.662694 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Updating router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 port f99f3393-bda8-4ca9-a7d3-482d8e458304 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:52:08.662879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-84529927-2689-42af-a13a-91a03b4a7927 service neutron] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:08.665098 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-829f74fa-ed6c-46ca-9482-6a08e73472a7 req-16221bdb-5084-43f3-b186-e1e65486d384 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 948 time: 0.1027248 Nov 24 12:52:08.690564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 682f663e-c025-474f-8966-efaccb57af94 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:52:08.694243 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b39379-80ed-4c4a-8c58-394261080240 req-47a7d5c1-67e7-4b29-9270-bfa5c8ba1643 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:08.702875 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4b39379-80ed-4c4a-8c58-394261080240 req-47a7d5c1-67e7-4b29-9270-bfa5c8ba1643 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3123565 Nov 24 12:52:08.705933 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:08.736038 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-829f74fa-ed6c-46ca-9482-6a08e73472a7 req-42a1716a-f2f5-48d8-9504-f885f39768f7 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700426 Nov 24 12:52:08.759226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f088816-7054-431b-a3ec-c383ebd466de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:08.761093 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7e88c88f-47ee-4729-9c03-6b66d43baaf1 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:08.761483 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:08.766947 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f088816-7054-431b-a3ec-c383ebd466de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:08.770054 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4b39379-80ed-4c4a-8c58-394261080240 req-4a0c5dd4-cc1d-43b9-93bf-164fa27aaa4d tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/quotas/d454e8ac41cf4804941787e5d23e0fa9 HTTP/1.1" status: 200 len: 375 time: 0.0660725 Nov 24 12:52:08.789095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-84529927-2689-42af-a13a-91a03b4a7927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:08.819658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f088816-7054-431b-a3ec-c383ebd466de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e165598-e670-458d-8e7a-31f424f05b0a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:08.821250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-84529927-2689-42af-a13a-91a03b4a7927 service neutron] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:08.825831 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8f088816-7054-431b-a3ec-c383ebd466de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51b9634d4a614c5482d6275f9320a426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624860 Nov 24 12:52:08.829678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49890) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:08.895421 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9745481-ae3b-4395-a77b-6475e778b1cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:08.914426 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-84529927-2689-42af-a13a-91a03b4a7927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:08.921588 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff55b097-01d4-4a91-8597-e5cfacd048fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:08.950785 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9745481-ae3b-4395-a77b-6475e778b1cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:08.978979 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 682f663e-c025-474f-8966-efaccb57af94, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=682f663e-c025-474f-8966-efaccb57af94,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:09.013012 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '682f663e-c025-474f-8966-efaccb57af94', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '682f663e-c025-474f-8966-efaccb57af94', 'mac_address': 'fa:16:3e:cc:2c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:52:09.025822 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4b39379-80ed-4c4a-8c58-394261080240 req-9a7b15dd-a4d6-4a03-b9cd-fcd23cfa8fd0 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2284408 Nov 24 12:52:09.035993 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff55b097-01d4-4a91-8597-e5cfacd048fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.073873 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.076051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd6632-ff96-4a40-8398-7298104b03bd req-0628ca6c-cf53-4528-9c13-217561b1abf4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:09.077891 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ccbd6632-ff96-4a40-8398-7298104b03bd req-0628ca6c-cf53-4528-9c13-217561b1abf4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.0922446 Nov 24 12:52:09.115492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682f663e-c025-474f-8966-efaccb57af94 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:09.134304 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.144151 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.153300 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9745481-ae3b-4395-a77b-6475e778b1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.156178 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9745481-ae3b-4395-a77b-6475e778b1cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.172170 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a9745481-ae3b-4395-a77b-6475e778b1cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e165598-e670-458d-8e7a-31f424f05b0a HTTP/1.1" status: 204 len: 168 time: 0.3287940 Nov 24 12:52:09.188327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 682f663e-c025-474f-8966-efaccb57af94, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=682f663e-c025-474f-8966-efaccb57af94,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:09.196790 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ccbd6632-ff96-4a40-8398-7298104b03bd req-46ddd357-63c1-48e3-a156-ed2f5aba1dc2 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125939 Nov 24 12:52:09.200044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9745481-ae3b-4395-a77b-6475e778b1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e165598-e670-458d-8e7a-31f424f05b0a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:09.201687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-84529927-2689-42af-a13a-91a03b4a7927 service neutron] Transition to ACTIVE for port object 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:52:09.202263 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.202678 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff55b097-01d4-4a91-8597-e5cfacd048fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.206655 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff55b097-01d4-4a91-8597-e5cfacd048fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.210412 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ff55b097-01d4-4a91-8597-e5cfacd048fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18416116-2fdd-4a45-b6e2-4012c5c7651a HTTP/1.1" status: 204 len: 168 time: 0.6056213 Nov 24 12:52:09.219955 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-84529927-2689-42af-a13a-91a03b4a7927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.306660 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84529927-2689-42af-a13a-91a03b4a7927 service neutron] Pushing event updated for resources: {'Port': ['ID=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,revision_number=10']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:09.315551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55b097-01d4-4a91-8597-e5cfacd048fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18416116-2fdd-4a45-b6e2-4012c5c7651a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:09.329672 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4711e1-1ead-4901-91f3-fc82f88dfbae None None] Pushing event updated for resources: {'Port': ['ID=f99f3393-bda8-4ca9-a7d3-482d8e458304,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:09.350211 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Attempting to bind port f99f3393-bda8-4ca9-a7d3-482d8e458304 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:09.350597 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Attempting to bind port f99f3393-bda8-4ca9-a7d3-482d8e458304 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:09.353913 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Attempting to bind port f99f3393-bda8-4ca9-a7d3-482d8e458304 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:09.364190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=682f663e-c025-474f-8966-efaccb57af94,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:09.368263 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4711e1-1ead-4901-91f3-fc82f88dfbae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:09.370502 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4711e1-1ead-4901-91f3-fc82f88dfbae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:09.371086 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4711e1-1ead-4901-91f3-fc82f88dfbae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:09.371810 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4711e1-1ead-4901-91f3-fc82f88dfbae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:09.372309 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4711e1-1ead-4901-91f3-fc82f88dfbae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:09.374238 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4711e1-1ead-4901-91f3-fc82f88dfbae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:09.375306 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4711e1-1ead-4901-91f3-fc82f88dfbae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:09.376684 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4711e1-1ead-4901-91f3-fc82f88dfbae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:09.378125 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a39143e-253f-4e8e-87a8-30ef3cdf573c req-e2a5661f-012b-405e-aecc-c55ba65224dd tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 210 time: 0.0658162 Nov 24 12:52:09.379948 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4711e1-1ead-4901-91f3-fc82f88dfbae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:09.380472 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4711e1-1ead-4901-91f3-fc82f88dfbae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:09.382110 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4711e1-1ead-4901-91f3-fc82f88dfbae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:09.382771 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4711e1-1ead-4901-91f3-fc82f88dfbae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:09.393153 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:09.393555 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:09.393966 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.397839 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:09.398393 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Bound port: f99f3393-bda8-4ca9-a7d3-482d8e458304, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:09.398819 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.431353 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.432841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-84529927-2689-42af-a13a-91a03b4a7927 service neutron] No DVR routers for this DVR port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:52:09.471235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['682f663e-c025-474f-8966-efaccb57af94'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:09.475879 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-84529927-2689-42af-a13a-91a03b4a7927 service neutron] 10.222.0.46 "PUT /v2.0/ports/96893ff9-5937-4b22-9a1e-82d0b6d7cd31/bindings/n-h2-817303-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5270183 Nov 24 12:52:09.481095 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.497792 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] For port f99f3393-bda8-4ca9-a7d3-482d8e458304, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:09.502635 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] For port f99f3393-bda8-4ca9-a7d3-482d8e458304, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f99f3393-bda8-4ca9-a7d3-482d8e458304,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:09.509707 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.714792 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Routers {'d3a6ce6a-bc8d-4134-af98-22ac89bbd576'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:52:09.715431 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:51:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:09.762291 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4711e1-1ead-4901-91f3-fc82f88dfbae None None] Pushing event updated for resources: {'Port': ['ID=f99f3393-bda8-4ca9-a7d3-482d8e458304,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:09.784409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Allocated IP 172.20.0.1 (edef32bf-609e-4d42-8d4d-9a41590886cc/3602a6a7-822a-442d-b4d7-3e7296b97241/cd420e4e-75c7-43d1-a0c8-3f6e20467850) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:09.969306 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:09.975001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49922) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:10.055524 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] Set router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:52:10.067175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184565d5-b0ad-4665-934c-2ec3f4ed083d req-09af9edb-5793-4d93-957c-dd1febac9fac tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:10.075114 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-184565d5-b0ad-4665-934c-2ec3f4ed083d req-09af9edb-5793-4d93-957c-dd1febac9fac tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 949 time: 0.1676962 Nov 24 12:52:10.078064 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:10.104660 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c9db-0e1d-4e29-96ea-590faf51b7cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:10.166187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Network edef32bf-609e-4d42-8d4d-9a41590886cc is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:10.175197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:10.181854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-1043f621-5ab3-470f-8d42-e92c0de6ace9 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:10.183946 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-1043f621-5ab3-470f-8d42-e92c0de6ace9 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542&tenant_id=494a0e4f3119447983c5ec1ee6872a9d&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1118 time: 0.6041429 Nov 24 12:52:10.202510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e490042-8bea-452a-bacb-8cf5a762004f req-a3aa1825-35ef-4b1d-9eb5-503897386451 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:10.209002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:10.209945 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:10.211367 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e490042-8bea-452a-bacb-8cf5a762004f req-a3aa1825-35ef-4b1d-9eb5-503897386451 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 967 time: 0.5175288 Nov 24 12:52:10.347486 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e490042-8bea-452a-bacb-8cf5a762004f req-d87e7bfa-b9dd-483c-a14e-f15e47a28fdc tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349447 Nov 24 12:52:10.375536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-1cb0b063-bcd0-410b-ac0f-aa568ae48b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:10.378875 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-1cb0b063-bcd0-410b-ac0f-aa568ae48b34 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542&tenant_id=494a0e4f3119447983c5ec1ee6872a9d HTTP/1.1" status: 200 len: 1118 time: 0.1444151 Nov 24 12:52:10.410961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-184565d5-b0ad-4665-934c-2ec3f4ed083d req-49820bb4-49f2-4008-926b-714cff5623a7 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344893 Nov 24 12:52:10.437165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=cd420e4e-75c7-43d1-a0c8-3f6e20467850,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:10.558864 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-8a21f2d6-599e-4c21-9a55-f8995c0c92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:10.560389 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-8a21f2d6-599e-4c21-9a55-f8995c0c92fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 1118 time: 0.1286123 Nov 24 12:52:10.576355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-206639a2-5b96-4c81-8743-d178b538044a None None] Provisioning complete for port cd420e4e-75c7-43d1-a0c8-3f6e20467850 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:10.578812 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-206639a2-5b96-4c81-8743-d178b538044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:10.589944 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:52:06Z', 'revision_number': 3, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port': {'id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:06Z', 'updated_at': '2021-11-24T12:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:10.590487 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:10.630624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-206639a2-5b96-4c81-8743-d178b538044a None None] Port cd420e4e-75c7-43d1-a0c8-3f6e20467850 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:52:10.665343 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631ab666-4ab7-4eeb-afb6-d958beb179ed None None] The sync data for ids ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'] in n-d-817303-4 is: [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:52:06Z', 'revision_number': 3, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port': {'id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:06Z', 'updated_at': '2021-11-24T12:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:52:10.695091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 682f663e-c025-474f-8966-efaccb57af94 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:10.727023 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c55a4ab8-e8db-438a-8815-22a24db1230e req-e8a974db-07bd-43fd-a275-c447232a0c97 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 210 time: 0.0485687 Nov 24 12:52:10.760114 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-22135157-909b-4a89-977d-136caf5c9704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:10.762223 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-22135157-909b-4a89-977d-136caf5c9704 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.1848931 Nov 24 12:52:10.810550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 682f663e-c025-474f-8966-efaccb57af94 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:52:10.814730 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-12ac4c72-d2c7-4c62-a538-429910067c17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31 HTTP/1.1" status: 200 len: 217 time: 0.0418227 Nov 24 12:52:10.815631 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 682f663e-c025-474f-8966-efaccb57af94 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:10.816078 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:10.889796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63821831-ba41-4fd9-8ebd-a6ed8df8cac9 req-5e562bb9-d122-4c8d-93ba-918b1a0a6f44 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:10.890016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-0ff9d65a-6269-4f8b-a2b3-423b6c8e4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:10.891866 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-0ff9d65a-6269-4f8b-a2b3-423b6c8e4d2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.0679040 Nov 24 12:52:10.893173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63821831-ba41-4fd9-8ebd-a6ed8df8cac9 req-5e562bb9-d122-4c8d-93ba-918b1a0a6f44 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.3612213 Nov 24 12:52:10.918143 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:10.945313 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199a3a5f-58dc-418d-b2a3-e2624cb5084c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682f663e-c025-474f-8966-efaccb57af94'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:10.947717 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf4f4aa-b6cc-46d0-a5dd-0456226f54e9" -d '{"events": [{"server_uuid": "199a3a5f-58dc-418d-b2a3-e2624cb5084c", "name": "network-vif-plugged", "status": "completed", "tag": "682f663e-c025-474f-8966-efaccb57af94"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:10.992752 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c9db-0e1d-4e29-96ea-590faf51b7cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:10.993213 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-59d3c1cc-3606-4622-9a99-29d9891be9dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778940 Nov 24 12:52:11.032430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 682f663e-c025-474f-8966-efaccb57af94, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=682f663e-c025-474f-8966-efaccb57af94,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:11.042629 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:11.043545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:52:11.047171 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1447e64c-e1fb-4700-9ed0-914799dee119 x-openstack-request-id: req-1447e64c-e1fb-4700-9ed0-914799dee119 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:11.057339 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199a3a5f-58dc-418d-b2a3-e2624cb5084c", "name": "network-vif-plugged", "status": "completed", "tag": "682f663e-c025-474f-8966-efaccb57af94", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:11.057872 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1447e64c-e1fb-4700-9ed0-914799dee119 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:11.058456 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199a3a5f-58dc-418d-b2a3-e2624cb5084c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682f663e-c025-474f-8966-efaccb57af94', 'code': 200} Nov 24 12:52:11.152503 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c9db-0e1d-4e29-96ea-590faf51b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:11.205628 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=682f663e-c025-474f-8966-efaccb57af94,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:11.209048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:52:11.211854 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-c16b9369-7b8c-41a9-b270-4792dd9f9b23 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177038 Nov 24 12:52:11.237087 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8dd2c9db-0e1d-4e29-96ea-590faf51b7cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4754daeb7d744de88e70864e891622b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2565947 Nov 24 12:52:11.237087 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4b39379-80ed-4c4a-8c58-394261080240 req-c9e23489-86c8-4205-ad4b-2f70ed423ad0 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2604012 Nov 24 12:52:11.246224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49946) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:11.394435 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-de551922-ccb0-446f-8a25-ebce7f53e08d service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629622 Nov 24 12:52:11.395228 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c97bba73-706b-42fc-9710-834a1722604a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:11.419294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63821831-ba41-4fd9-8ebd-a6ed8df8cac9 req-817c6b7a-8b94-425b-ac91-56570cc56b77 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431264 Nov 24 12:52:11.420051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2c9db-0e1d-4e29-96ea-590faf51b7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a0f42a-be03-4e7e-bd15-b4333069bf57,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:11.437701 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c97bba73-706b-42fc-9710-834a1722604a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:11.521734 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c97bba73-706b-42fc-9710-834a1722604a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:11.525552 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c97bba73-706b-42fc-9710-834a1722604a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:11.527118 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c97bba73-706b-42fc-9710-834a1722604a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8a0f42a-be03-4e7e-bd15-b4333069bf57 HTTP/1.1" status: 204 len: 168 time: 0.2798975 Nov 24 12:52:11.541265 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bba73-706b-42fc-9710-834a1722604a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a0f42a-be03-4e7e-bd15-b4333069bf57,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:11.562283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efa56c-5980-439c-bdd4-33f205bc2920 req-554ed8df-c0c5-4169-8db0-9d809d823903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:11.564318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85efa56c-5980-439c-bdd4-33f205bc2920 req-554ed8df-c0c5-4169-8db0-9d809d823903 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 1101 time: 0.3517578 Nov 24 12:52:11.658803 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cbb79-0f66-4b5e-ae7c-5c39a9864d0e req-2af97fd5-35e1-455d-bab6-230cd9fce827 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:11.662667 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea4cbb79-0f66-4b5e-ae7c-5c39a9864d0e req-2af97fd5-35e1-455d-bab6-230cd9fce827 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 967 time: 0.0941284 Nov 24 12:52:11.672883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b39379-80ed-4c4a-8c58-394261080240 req-df7c43b3-b44f-4917-a551-dfbf1a8de9b9 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:11.674405 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4b39379-80ed-4c4a-8c58-394261080240 req-df7c43b3-b44f-4917-a551-dfbf1a8de9b9 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3982673 Nov 24 12:52:11.716110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042d76e-488e-4648-9911-91572aae8d5d req-63f16087-b5d7-4128-8f70-0f2767b99324 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:11.717681 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0042d76e-488e-4648-9911-91572aae8d5d req-63f16087-b5d7-4128-8f70-0f2767b99324 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 950 time: 0.1522374 Nov 24 12:52:11.727032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-f4b39379-80ed-4c4a-8c58-394261080240 req-b24fdc4b-40d7-47c2-83ae-2cbf060ad740 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Request body: {'port': {'device_id': '2439c3d6-8315-4143-86a3-55ae06ad4534', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': 'd454e8ac41cf4804941787e5d23e0fa9'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:11.744946 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea4cbb79-0f66-4b5e-ae7c-5c39a9864d0e req-e46e2c93-a6a4-4543-aec7-063120bc8eaf tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736656 Nov 24 12:52:11.813342 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-5d670b0d-9db5-4414-b58b-076e99432fd4 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:11.816825 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-5d670b0d-9db5-4414-b58b-076e99432fd4 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542&tenant_id=494a0e4f3119447983c5ec1ee6872a9d&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 1118 time: 0.0913310 Nov 24 12:52:11.851176 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:11.899205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:11.907057 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:11.988494 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85efa56c-5980-439c-bdd4-33f205bc2920 req-b5b18b04-e4b1-4092-833c-19cfb84ea3bd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821712 Nov 24 12:52:12.031718 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=cd420e4e-75c7-43d1-a0c8-3f6e20467850,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:12.039972 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b39379-80ed-4c4a-8c58-394261080240 req-b24fdc4b-40d7-47c2-83ae-2cbf060ad740 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Made reservation on behalf of d454e8ac41cf4804941787e5d23e0fa9 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:12.041618 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-011d9e1f-b103-44a5-b38c-9050909ab692 req-af61bec9-ee90-4b7e-bcb8-312f5411755c tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 210 time: 0.0479379 Nov 24 12:52:12.044947 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f4b39379-80ed-4c4a-8c58-394261080240 req-b24fdc4b-40d7-47c2-83ae-2cbf060ad740 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:12.102050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-6aee627c-851a-4c37-b62c-281a4fea5530 service neutron] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:12.106929 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-6aee627c-851a-4c37-b62c-281a4fea5530 service neutron] Publish callbacks [] for binding, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:12.107359 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0042d76e-488e-4648-9911-91572aae8d5d req-4affb871-dd71-4629-860e-790e7edfbb1e tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452593 Nov 24 12:52:12.108067 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c0e6e90-e6d2-49df-953f-d2f6b5460e5b req-6aee627c-851a-4c37-b62c-281a4fea5530 service neutron] 10.222.0.59 "DELETE /v2.0/ports/96893ff9-5937-4b22-9a1e-82d0b6d7cd31/bindings/n-h1-817303-4 HTTP/1.1" status: 204 len: 173 time: 0.2830477 Nov 24 12:52:12.255644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Network edef32bf-609e-4d42-8d4d-9a41590886cc is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:12.258874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:12.363833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-f4b39379-80ed-4c4a-8c58-394261080240 req-b24fdc4b-40d7-47c2-83ae-2cbf060ad740 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Allocated IP 192.168.233.28 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/2ac146e9-1a2d-493f-ac1e-c211ac905f47) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:12.576357 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-da89cb05-d0c3-401a-9432-70b90d6495af None None] Provisioning complete for port cd420e4e-75c7-43d1-a0c8-3f6e20467850 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:12.584428 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-da89cb05-d0c3-401a-9432-70b90d6495af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:12.696441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-da89cb05-d0c3-401a-9432-70b90d6495af None None] Port cd420e4e-75c7-43d1-a0c8-3f6e20467850 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:52:12.714811 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f99f3393-bda8-4ca9-a7d3-482d8e458304 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:12.744967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:52:12.774906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f4b39379-80ed-4c4a-8c58-394261080240 req-b24fdc4b-40d7-47c2-83ae-2cbf060ad740 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:12.787593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0473207-978f-44af-b5b6-c144825ef663 req-c8e8e191-efb1-4346-879c-f78619cb0e52 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:12.789013 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0473207-978f-44af-b5b6-c144825ef663 req-c8e8e191-efb1-4346-879c-f78619cb0e52 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.2704840 Nov 24 12:52:12.793443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port f99f3393-bda8-4ca9-a7d3-482d8e458304 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:12.793818 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:12.907902 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:12.929997 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceacb31-a85f-4ebc-ad6b-5b81d0ff7a0b req-fade325a-98c1-47b2-9a05-8504151cf160 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:12.932650 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ceacb31-a85f-4ebc-ad6b-5b81d0ff7a0b req-fade325a-98c1-47b2-9a05-8504151cf160 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 967 time: 0.0752699 Nov 24 12:52:12.938255 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port f99f3393-bda8-4ca9-a7d3-482d8e458304, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f99f3393-bda8-4ca9-a7d3-482d8e458304,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:12.944520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0473207-978f-44af-b5b6-c144825ef663 req-942c0f3a-e19f-4113-8c9a-10ef17e763e2 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439903 Nov 24 12:52:12.946911 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:13.021562 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f4b39379-80ed-4c4a-8c58-394261080240 req-b24fdc4b-40d7-47c2-83ae-2cbf060ad740 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:13.025556 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ceacb31-a85f-4ebc-ad6b-5b81d0ff7a0b req-eca75931-d3d0-4f51-8b9d-c7f2b3e0579a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818944 Nov 24 12:52:13.063562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=f99f3393-bda8-4ca9-a7d3-482d8e458304,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:13.075594 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['450e6082-8584-4df1-865d-e9d9a0a1cf9f'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:13.078329 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['2aee2733-13df-4cbb-b16b-0a5d1b60d00b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:13.168208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b39379-80ed-4c4a-8c58-394261080240 req-b24fdc4b-40d7-47c2-83ae-2cbf060ad740 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:13.201786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-f4b39379-80ed-4c4a-8c58-394261080240 req-b24fdc4b-40d7-47c2-83ae-2cbf060ad740 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:13.246043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b39379-80ed-4c4a-8c58-394261080240 req-b24fdc4b-40d7-47c2-83ae-2cbf060ad740 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:13.262295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b39379-80ed-4c4a-8c58-394261080240 req-b24fdc4b-40d7-47c2-83ae-2cbf060ad740 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:13.272322 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f4b39379-80ed-4c4a-8c58-394261080240 req-b24fdc4b-40d7-47c2-83ae-2cbf060ad740 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:13.282900 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:52:13.354586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65550cc-ea52-404f-a222-1e58f98d421d req-c07e7e2b-0caa-4df6-8c03-f392f08b07ad tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:13.356717 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e65550cc-ea52-404f-a222-1e58f98d421d req-c07e7e2b-0caa-4df6-8c03-f392f08b07ad tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 935 time: 0.0872872 Nov 24 12:52:13.401067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fdc4b-40d7-47c2-83ae-2cbf060ad740 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Pushing event updated for resources: {'Port': ['ID=2ac146e9-1a2d-493f-ac1e-c211ac905f47,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:13.439095 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e65550cc-ea52-404f-a222-1e58f98d421d req-8950b18d-9f9f-4dbf-8b5a-f9492c4e9f89 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716927 Nov 24 12:52:13.442266 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4b39379-80ed-4c4a-8c58-394261080240 req-b24fdc4b-40d7-47c2-83ae-2cbf060ad740 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7229199 Nov 24 12:52:13.464163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:52:13.475968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Sync routers for ids ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:52:13.481640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Request body: {'port': {'device_id': '2439c3d6-8315-4143-86a3-55ae06ad4534', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:13.506730 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Routers {'d3a6ce6a-bc8d-4134-af98-22ac89bbd576'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:52:13.507647 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:51:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:13.525777 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bffe01a6-fb6f-4b0f-adb7-3e548bc23ad8 admin admin] 10.222.0.48 "PUT /v2.0/routers/d3a6ce6a-bc8d-4134-af98-22ac89bbd576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3314579 Nov 24 12:52:13.551613 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-7d7385f5-5877-4ab1-9057-2fbc57b8d5d9 service neutron] show failed (client error): The resource could not be found. Nov 24 12:52:13.552617 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-7d7385f5-5877-4ab1-9057-2fbc57b8d5d9 service neutron] 10.222.0.46 "GET /v2.0/ports/669384d5-bb37-4054-9709-2894491b4b00/bindings/n-h2-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.2607846 Nov 24 12:52:13.564038 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:13.582703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e9e43-5a86-4e6b-800e-9211baf153c2 req-88bcedab-d99b-4fd1-95df-bf92b5dadb9e tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:13.584240 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-473e9e43-5a86-4e6b-800e-9211baf153c2 req-88bcedab-d99b-4fd1-95df-bf92b5dadb9e tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 950 time: 0.1915231 Nov 24 12:52:13.646796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0603cba-99c5-42d6-b77b-072e99757a69 req-145a6a5b-1cc6-4713-b913-a522d8dac206 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:13.660930 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b0603cba-99c5-42d6-b77b-072e99757a69 req-145a6a5b-1cc6-4713-b913-a522d8dac206 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 1118 time: 0.0957017 Nov 24 12:52:13.744033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6d19f883-09bc-49cb-9ef0-06fe857c117e None None] Provisioning complete for port 2ac146e9-1a2d-493f-ac1e-c211ac905f47 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:13.744629 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6d19f883-09bc-49cb-9ef0-06fe857c117e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:13.775971 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b0603cba-99c5-42d6-b77b-072e99757a69 req-10b816ed-c3ef-41b9-9b23-c140f217831d tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119184 Nov 24 12:52:13.779186 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-473e9e43-5a86-4e6b-800e-9211baf153c2 req-c1e355dc-1177-4b0a-bfd3-f9a2d521c6c9 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550713 Nov 24 12:52:13.843069 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Set router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:52:13.889394 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6d19f883-09bc-49cb-9ef0-06fe857c117e None None] Port 2ac146e9-1a2d-493f-ac1e-c211ac905f47 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:52:13.972165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-26485110-9ad4-4e97-badf-331c6ec304c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:13.975549 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-26485110-9ad4-4e97-badf-331c6ec304c9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8&tenant_id=68aba327b1424d85a8e6810a5bcc2328 HTTP/1.1" status: 200 len: 1123 time: 0.1025960 Nov 24 12:52:13.996625 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:14.103528 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:14.162058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:52:10Z', 'revision_number': 4, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port': {'id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:06Z', 'updated_at': '2021-11-24T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cd420e4e-75c7-43d1-a0c8-3f6e20467850', 'name': '', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'mac_address': 'fa:16:3e:62:bc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:09Z', 'updated_at': '2021-11-24T12:52:10Z', 'revision_number': 2, 'project_id': '89ffb3c86583405999778612aa0efc74', 'subnets': [{'id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:14.198191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Checking router: d3a6ce6a-bc8d-4134-af98-22ac89bbd576 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:52:14.198665 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Updating router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 port cd420e4e-75c7-43d1-a0c8-3f6e20467850 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:52:14.236835 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:14.239250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac146e9-1a2d-493f-ac1e-c211ac905f47 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:14.261583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:14.282787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Transition to ACTIVE for port object 2ac146e9-1a2d-493f-ac1e-c211ac905f47 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:52:14.301351 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:14.403481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887f66f-8cbf-4721-9ac0-b131cab86da0 req-42f3db10-f9b8-4e79-acdb-6c3e0431603d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:14.411095 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1887f66f-8cbf-4721-9ac0-b131cab86da0 req-42f3db10-f9b8-4e79-acdb-6c3e0431603d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 972 time: 0.1036201 Nov 24 12:52:14.451414 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac146e9-1a2d-493f-ac1e-c211ac905f47,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:14.517397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-4fecacec-7588-488c-b241-859e85f2258c tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:14.518848 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-4fecacec-7588-488c-b241-859e85f2258c tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/networks?id=edef32bf-609e-4d42-8d4d-9a41590886cc HTTP/1.1" status: 200 len: 829 time: 0.2288117 Nov 24 12:52:14.547893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Attempting to bind port 2ac146e9-1a2d-493f-ac1e-c211ac905f47 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:14.548327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Attempting to bind port 2ac146e9-1a2d-493f-ac1e-c211ac905f47 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:14.548559 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Attempting to bind port 2ac146e9-1a2d-493f-ac1e-c211ac905f47 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:14.554805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Port 2ac146e9-1a2d-493f-ac1e-c211ac905f47 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:52:14.555135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Attempting to bind port 2ac146e9-1a2d-493f-ac1e-c211ac905f47 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:14.557816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-6bd4da4d-fde5-4796-80bb-1f30f170a9fe tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/quotas/89ffb3c86583405999778612aa0efc74 HTTP/1.1" status: 200 len: 375 time: 0.0278623 Nov 24 12:52:14.565156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:14.565491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:14.565908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:14.566376 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Bound port: 2ac146e9-1a2d-493f-ac1e-c211ac905f47, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:14.566748 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:14.633947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1887f66f-8cbf-4721-9ac0-b131cab86da0 req-cd9ca477-b2c3-4ca8-9b51-b662a9990c52 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035143 Nov 24 12:52:14.633947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] For port 669384d5-bb37-4054-9709-2894491b4b00, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=669384d5-bb37-4054-9709-2894491b4b00,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:14.702284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f99f3393-bda8-4ca9-a7d3-482d8e458304 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:14.707717 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-d1569c0e-a16f-4596-9b25-f7548228dd7d tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=89ffb3c86583405999778612aa0efc74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1358924 Nov 24 12:52:14.750078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] For port 669384d5-bb37-4054-9709-2894491b4b00, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:14.800852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] For port 2ac146e9-1a2d-493f-ac1e-c211ac905f47, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:14.817456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] For port 2ac146e9-1a2d-493f-ac1e-c211ac905f47, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2ac146e9-1a2d-493f-ac1e-c211ac905f47,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:14.829667 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:14.830353 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port f99f3393-bda8-4ca9-a7d3-482d8e458304 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:14.830828 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:14.864561 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-5ea034b5-abb4-4456-a9fe-7cfdf68e3a15 service neutron] 10.222.0.48 "GET /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559680 Nov 24 12:52:14.865820 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:14.866468 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:14.867691 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4b39379-80ed-4c4a-8c58-394261080240 req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] 10.222.0.59 "PUT /v2.0/ports/2ac146e9-1a2d-493f-ac1e-c211ac905f47 HTTP/1.1" status: 200 len: 1095 time: 1.3903489 Nov 24 12:52:14.869770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2439c3d6-8315-4143-86a3-55ae06ad4534', 'tag': '2ac146e9-1a2d-493f-ac1e-c211ac905f47'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:14.872987 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a449e8-dc26-48b5-8710-a8a64787f79b" -d '{"events": [{"name": "network-changed", "server_uuid": "2439c3d6-8315-4143-86a3-55ae06ad4534", "tag": "2ac146e9-1a2d-493f-ac1e-c211ac905f47"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:14.890157 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:14.899859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d66a1d-ff32-441b-b189-057ded043af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '669384d5-bb37-4054-9709-2894491b4b00'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:14.902628 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffd171d-064e-444e-a8ff-dd17e44d638e" -d '{"events": [{"server_uuid": "88d66a1d-ff32-441b-b189-057ded043af8", "name": "network-vif-unplugged", "status": "completed", "tag": "669384d5-bb37-4054-9709-2894491b4b00"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:14.908778 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:14.919444 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Transition to ACTIVE for port object 669384d5-bb37-4054-9709-2894491b4b00 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:52:14.935667 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:14.957763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8c733-72ad-46ea-ac22-30a80f07a09a req-3331b051-4f92-4d82-9c5f-084b235bd2c8 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:14.966090 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8df8c733-72ad-46ea-ac22-30a80f07a09a req-3331b051-4f92-4d82-9c5f-084b235bd2c8 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 950 time: 0.1836791 Nov 24 12:52:14.967981 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:15.046311 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9933ae-a92b-4054-93d5-fa40c9747c06 None None] Pushing event updated for resources: {'Port': ['ID=cd420e4e-75c7-43d1-a0c8-3f6e20467850,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:15.078929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] No DVR routers for this DVR port 669384d5-bb37-4054-9709-2894491b4b00 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:52:15.108059 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Pushing event updated for resources: {'Port': ['ID=669384d5-bb37-4054-9709-2894491b4b00,revision_number=6']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:15.131360 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Attempting to bind port cd420e4e-75c7-43d1-a0c8-3f6e20467850 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:15.132050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Attempting to bind port cd420e4e-75c7-43d1-a0c8-3f6e20467850 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '50d9bfc3-d83c-41ee-9a36-4888e05be0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:15.132615 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Attempting to bind port cd420e4e-75c7-43d1-a0c8-3f6e20467850 on network edef32bf-609e-4d42-8d4d-9a41590886cc {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:15.141246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:15.146055 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Checking segment: {'id': '50d9bfc3-d83c-41ee-9a36-4888e05be0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:15.155127 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:15.155639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Bound using segment: {'id': '50d9bfc3-d83c-41ee-9a36-4888e05be0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:15.156172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Bound port: cd420e4e-75c7-43d1-a0c8-3f6e20467850, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d9bfc3-d83c-41ee-9a36-4888e05be0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:15.156528 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8df8c733-72ad-46ea-ac22-30a80f07a09a req-e7f0642c-c607-45c4-bc01-382c0d73dafb tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890564 Nov 24 12:52:15.156652 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:15.169420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Attempting to bind port 669384d5-bb37-4054-9709-2894491b4b00 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:15.170357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Attempting to bind port 669384d5-bb37-4054-9709-2894491b4b00 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:15.170763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Attempting to bind port 669384d5-bb37-4054-9709-2894491b4b00 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:15.191370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Port 669384d5-bb37-4054-9709-2894491b4b00 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:52:15.191793 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Attempting to bind port 669384d5-bb37-4054-9709-2894491b4b00 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:15.197682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:15.198101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:15.198552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:15.200033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Bound port: 669384d5-bb37-4054-9709-2894491b4b00, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:15.200467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:15.280960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] For port cd420e4e-75c7-43d1-a0c8-3f6e20467850, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:15.285661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] For port cd420e4e-75c7-43d1-a0c8-3f6e20467850, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cd420e4e-75c7-43d1-a0c8-3f6e20467850,segment=NetworkSegment(50d9bfc3-d83c-41ee-9a36-4888e05be0a5),segment_id=50d9bfc3-d83c-41ee-9a36-4888e05be0a5)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:15.296269 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:15.334597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f39e59-47c5-4c0b-9293-009a06300811 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac146e9-1a2d-493f-ac1e-c211ac905f47,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:15.342255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] For port 669384d5-bb37-4054-9709-2894491b4b00, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:15.357393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] For port 669384d5-bb37-4054-9709-2894491b4b00, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=669384d5-bb37-4054-9709-2894491b4b00,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:15.374876 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:15.390725 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-cef8bc3b-35dc-4291-b12c-3621c1e74f41 service neutron] 10.222.0.48 "GET /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146255 Nov 24 12:52:15.394007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b39379-80ed-4c4a-8c58-394261080240 req-90f46b4b-7bfb-4e07-96b9-29e2f9f8a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:15.395576 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4b39379-80ed-4c4a-8c58-394261080240 req-90f46b4b-7bfb-4e07-96b9-29e2f9f8a73a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 1098 time: 0.4709480 Nov 24 12:52:15.421364 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Routers {'d3a6ce6a-bc8d-4134-af98-22ac89bbd576'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:52:15.422151 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:51:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:15.466875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9933ae-a92b-4054-93d5-fa40c9747c06 None None] Pushing event updated for resources: {'Port': ['ID=cd420e4e-75c7-43d1-a0c8-3f6e20467850,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:15.488700 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4b39379-80ed-4c4a-8c58-394261080240 req-5ba546f9-c575-4c2f-9455-285a62bced5b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=2ac146e9-1a2d-493f-ac1e-c211ac905f47 HTTP/1.1" status: 200 len: 217 time: 0.0820482 Nov 24 12:52:15.526027 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:15.526830 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:15.528592 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/669384d5-bb37-4054-9709-2894491b4b00 HTTP/1.1" status: 200 len: 1096 time: 1.5399842 Nov 24 12:52:15.529568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed40a0cc-866f-4b15-a17c-29aace0719d3 service neutron] Pushing event updated for resources: {'Port': ['ID=669384d5-bb37-4054-9709-2894491b4b00,revision_number=7']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:15.566258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fc9f83b4-5550-4f0f-8227-31ad80fc2ffb None None] Provisioning complete for port cd420e4e-75c7-43d1-a0c8-3f6e20467850 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:15.566640 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fc9f83b4-5550-4f0f-8227-31ad80fc2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:15.631650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b39379-80ed-4c4a-8c58-394261080240 req-d39b3856-ece5-4236-a61b-9277c364b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:15.634367 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4b39379-80ed-4c4a-8c58-394261080240 req-d39b3856-ece5-4236-a61b-9277c364b041 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1351006 Nov 24 12:52:15.640102 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] Set router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:52:15.688364 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-5a75adaf-04ec-46f7-bca0-1c814412d5ff tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:15.696451 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-5a75adaf-04ec-46f7-bca0-1c814412d5ff tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 820 time: 0.1949415 Nov 24 12:52:15.724860 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-29b71c8a-bf76-4b4c-a66b-5b1e9b2481bf tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/quotas/494a0e4f3119447983c5ec1ee6872a9d HTTP/1.1" status: 200 len: 375 time: 0.0270681 Nov 24 12:52:15.741654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b39379-80ed-4c4a-8c58-394261080240 req-1e5e7ff7-c3df-4560-bfe7-e30e0745b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:15.743223 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4b39379-80ed-4c4a-8c58-394261080240 req-1e5e7ff7-c3df-4560-bfe7-e30e0745b82b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908697 Nov 24 12:52:15.831859 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-65efbc80-3e68-4307-8f9e-22bbec04a70f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1060851 Nov 24 12:52:15.845830 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-08cc9a14-91e5-4e70-93b1-9ff7adbe62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:15.847355 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-08cc9a14-91e5-4e70-93b1-9ff7adbe62fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 1099 time: 0.1487627 Nov 24 12:52:15.914125 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4b39379-80ed-4c4a-8c58-394261080240 req-bfe7131b-e3d8-478b-aaa8-5994255ec5c6 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595554 Nov 24 12:52:15.927419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bd3d2-d8cf-46c0-98a7-35e2c8e3e41d req-8ff53640-a1e3-4c2a-aca2-8c41032fb9db tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:15.936242 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-948bd3d2-d8cf-46c0-98a7-35e2c8e3e41d req-8ff53640-a1e3-4c2a-aca2-8c41032fb9db tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 947 time: 0.0910194 Nov 24 12:52:16.063788 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-754b8a2f-858c-4d97-a286-02116a3808a8 service neutron] 10.222.0.48 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308140 Nov 24 12:52:16.065622 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-948bd3d2-d8cf-46c0-98a7-35e2c8e3e41d req-9221d59e-b0bf-469c-9748-b816c37cd0c1 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281629 Nov 24 12:52:16.094181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-799bba47-6e96-4a89-8fc7-d67ef3f73a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:16.096059 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-799bba47-6e96-4a89-8fc7-d67ef3f73a3e service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2359469 Nov 24 12:52:16.112239 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4b39379-80ed-4c4a-8c58-394261080240 req-a04d1c56-2ab3-4cfb-bcd3-26e13e0a6b78 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736727 Nov 24 12:52:16.145902 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303007d7-b718-43d3-835d-0112b733b14f x-openstack-request-id: req-303007d7-b718-43d3-835d-0112b733b14f {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:16.146197 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2439c3d6-8315-4143-86a3-55ae06ad4534", "tag": "2ac146e9-1a2d-493f-ac1e-c211ac905f47", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:16.146453 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-303007d7-b718-43d3-835d-0112b733b14f {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:16.146911 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2439c3d6-8315-4143-86a3-55ae06ad4534', 'tag': '2ac146e9-1a2d-493f-ac1e-c211ac905f47', 'status': 'completed', 'code': 200} Nov 24 12:52:16.150677 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-8a4445a5-5494-48b9-a040-945c1319b2d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=669384d5-bb37-4054-9709-2894491b4b00 HTTP/1.1" status: 200 len: 217 time: 0.0429463 Nov 24 12:52:16.186616 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fc9f83b4-5550-4f0f-8227-31ad80fc2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:16.236385 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fc9f83b4-5550-4f0f-8227-31ad80fc2ffb None None] For port cd420e4e-75c7-43d1-a0c8-3f6e20467850, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cd420e4e-75c7-43d1-a0c8-3f6e20467850,segment=NetworkSegment(50d9bfc3-d83c-41ee-9a36-4888e05be0a5),segment_id=50d9bfc3-d83c-41ee-9a36-4888e05be0a5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:16.239278 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:52:10Z', 'revision_number': 4, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port': {'id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:06Z', 'updated_at': '2021-11-24T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cd420e4e-75c7-43d1-a0c8-3f6e20467850', 'name': '', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'mac_address': 'fa:16:3e:62:bc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:09Z', 'updated_at': '2021-11-24T12:52:15Z', 'revision_number': 4, 'project_id': '89ffb3c86583405999778612aa0efc74', 'subnets': [{'id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:16.267591 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a449e8-dc26-48b5-8710-a8a64787f79b req-18306ae7-7497-4257-a84b-d38e4b4ac53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:16.270609 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0a449e8-dc26-48b5-8710-a8a64787f79b req-18306ae7-7497-4257-a84b-d38e4b4ac53b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 1098 time: 0.0927904 Nov 24 12:52:16.280120 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fc9f83b4-5550-4f0f-8227-31ad80fc2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:16.288126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f28b191-42ee-4a06-ba4a-5e28ba9c9fbd None None] The sync data for ids ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'] in n-d-817303-4 is: [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:52:10Z', 'revision_number': 4, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port': {'id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:06Z', 'updated_at': '2021-11-24T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cd420e4e-75c7-43d1-a0c8-3f6e20467850', 'name': '', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'mac_address': 'fa:16:3e:62:bc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:09Z', 'updated_at': '2021-11-24T12:52:15Z', 'revision_number': 4, 'project_id': '89ffb3c86583405999778612aa0efc74', 'subnets': [{'id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:52:16.300075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-098a5aa1-2d18-49d0-a3fb-c5c66dd0ae27 service neutron] 10.222.0.48 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353117 Nov 24 12:52:16.364989 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-1776b243-7191-441f-bc9e-0180b7690d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:16.383462 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-1776b243-7191-441f-bc9e-0180b7690d66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1630244 Nov 24 12:52:16.425050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f83b4-5550-4f0f-8227-31ad80fc2ffb None None] Pushing event updated for resources: {'Port': ['ID=cd420e4e-75c7-43d1-a0c8-3f6e20467850,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:16.454018 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fd858bc1-2d47-4ade-94e5-6b32faea4ffb None None] Provisioning complete for port cd420e4e-75c7-43d1-a0c8-3f6e20467850 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:16.456466 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd858bc1-2d47-4ade-94e5-6b32faea4ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:16.475342 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-4fed7198-790f-42a3-a38d-e5b4bfd1521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:16.477231 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-4fed7198-790f-42a3-a38d-e5b4bfd1521d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846958 Nov 24 12:52:16.504501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a449e8-dc26-48b5-8710-a8a64787f79b req-e83eeb28-1639-49e9-a673-98c94674b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:16.506001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0a449e8-dc26-48b5-8710-a8a64787f79b req-e83eeb28-1639-49e9-a673-98c94674b4f6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2276115 Nov 24 12:52:16.662078 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0a449e8-dc26-48b5-8710-a8a64787f79b req-7bfa920b-d3d6-42cf-862f-814d58131824 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=2ac146e9-1a2d-493f-ac1e-c211ac905f47 HTTP/1.1" status: 200 len: 217 time: 0.1438432 Nov 24 12:52:16.673975 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc4eb76-d0f3-4c31-a2ba-46842a56627e x-openstack-request-id: req-4cc4eb76-d0f3-4c31-a2ba-46842a56627e {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:16.674302 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d66a1d-ff32-441b-b189-057ded043af8", "name": "network-vif-unplugged", "status": "completed", "tag": "669384d5-bb37-4054-9709-2894491b4b00", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:16.674562 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cc4eb76-d0f3-4c31-a2ba-46842a56627e {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:16.674960 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d66a1d-ff32-441b-b189-057ded043af8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '669384d5-bb37-4054-9709-2894491b4b00', 'code': 200} Nov 24 12:52:16.702775 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-1aac7deb-94da-4d16-aab9-d70534f75cdb service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147381 Nov 24 12:52:16.725027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cd420e4e-75c7-43d1-a0c8-3f6e20467850 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:16.797903 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-937a18a3-7ac4-4fbb-9360-c891e769ffdb req-c2d7232d-850e-4ca3-81f5-fb18a3b2d48d tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 210 time: 0.0424335 Nov 24 12:52:16.817943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a449e8-dc26-48b5-8710-a8a64787f79b req-5287a660-6a60-4964-a08a-70dfdae5ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:16.822522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 669384d5-bb37-4054-9709-2894491b4b00 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:52:16.822624 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0a449e8-dc26-48b5-8710-a8a64787f79b req-5287a660-6a60-4964-a08a-70dfdae5ded1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1472111 Nov 24 12:52:16.891995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a449e8-dc26-48b5-8710-a8a64787f79b req-ced35518-bcf8-48df-b5d7-b3e1c61a019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:16.894203 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0a449e8-dc26-48b5-8710-a8a64787f79b req-ced35518-bcf8-48df-b5d7-b3e1c61a019d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0608237 Nov 24 12:52:16.933959 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port cd420e4e-75c7-43d1-a0c8-3f6e20467850 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:16.934468 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:16.965639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 669384d5-bb37-4054-9709-2894491b4b00 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:52:16.982102 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a20e295-c077-4cd4-bb8b-aa8faf8f90f8 req-0ab1cd64-64ff-40bd-807f-b62407f3fbef service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646723 Nov 24 12:52:17.021848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b3eeb-7b26-4931-bdcd-154a94ee0464 req-dcd0a164-9986-4a8a-b3fe-d102c4903fcc tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:17.023516 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b33b3eeb-7b26-4931-bdcd-154a94ee0464 req-dcd0a164-9986-4a8a-b3fe-d102c4903fcc tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 948 time: 0.1800449 Nov 24 12:52:17.070875 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0a449e8-dc26-48b5-8710-a8a64787f79b req-75e23bb1-829c-48e1-8cd9-4db93765470d service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637371 Nov 24 12:52:17.123681 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b33b3eeb-7b26-4931-bdcd-154a94ee0464 req-f8a2dbd6-76aa-4cec-9886-74780d7d40cf tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903118 Nov 24 12:52:17.307698 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d145a3d-ed8a-411c-994e-d54ad686b75a req-5b3a4d07-f673-468e-a937-d8517a735056 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 210 time: 0.0286064 Nov 24 12:52:17.341346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6a9b9-a2f8-43c7-a4a5-019d00f0c28a req-fa9e84a3-ce0e-4906-b54b-ebd5fe8827f2 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:17.349057 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30b6a9b9-a2f8-43c7-a4a5-019d00f0c28a req-fa9e84a3-ce0e-4906-b54b-ebd5fe8827f2 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 950 time: 0.4256532 Nov 24 12:52:17.447073 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0a449e8-dc26-48b5-8710-a8a64787f79b req-db22dbf7-e8dd-49c0-8253-071cad5ee4bf service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473942 Nov 24 12:52:17.463693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-96a717b7-2a3b-4b08-b1cc-ef62a7522caf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:17.465928 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-96a717b7-2a3b-4b08-b1cc-ef62a7522caf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.46 "GET /v2.0/networks?id=edef32bf-609e-4d42-8d4d-9a41590886cc HTTP/1.1" status: 200 len: 829 time: 0.3768747 Nov 24 12:52:17.476553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30b6a9b9-a2f8-43c7-a4a5-019d00f0c28a req-0f0c44a8-2e0f-4b0d-b847-e76e3a22aaae tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234949 Nov 24 12:52:17.489833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-1c00ca1a-c993-46bb-9d4a-f1c2b06e01b0 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Request body: {'port': {'device_id': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'admin_state_up': True, 'tenant_id': '89ffb3c86583405999778612aa0efc74'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:17.663018 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-1c00ca1a-c993-46bb-9d4a-f1c2b06e01b0 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Made reservation on behalf of 89ffb3c86583405999778612aa0efc74 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:17.666677 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-1c00ca1a-c993-46bb-9d4a-f1c2b06e01b0 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:17.687697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a659-c01a-40c8-95e3-b9e5d0a4f30a req-322a1c57-e9f9-4430-94db-aafba35f9e63 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:17.689293 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6287a659-c01a-40c8-95e3-b9e5d0a4f30a req-322a1c57-e9f9-4430-94db-aafba35f9e63 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 947 time: 0.0835893 Nov 24 12:52:17.755226 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff28a55-7d96-40a8-9b20-e9b1f6ef0b88 req-2efa4ab6-f2dc-427f-9944-74daa55c6141 tempest-LiveMigrationNegativeTest-1815420303 tempest-LiveMigrationNegativeTest-1815420303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:17.757148 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ff28a55-7d96-40a8-9b20-e9b1f6ef0b88 req-2efa4ab6-f2dc-427f-9944-74daa55c6141 tempest-LiveMigrationNegativeTest-1815420303 tempest-LiveMigrationNegativeTest-1815420303-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 1101 time: 0.0478923 Nov 24 12:52:17.776875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ff28a55-7d96-40a8-9b20-e9b1f6ef0b88 req-15312b83-ba46-4e98-a820-109f0673781a tempest-LiveMigrationNegativeTest-1815420303 tempest-LiveMigrationNegativeTest-1815420303-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:17.794290 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6287a659-c01a-40c8-95e3-b9e5d0a4f30a req-ea06d441-f03e-4108-8103-cf5912171795 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932288 Nov 24 12:52:17.860555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-1c00ca1a-c993-46bb-9d4a-f1c2b06e01b0 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Allocated IP 172.20.0.13 (edef32bf-609e-4d42-8d4d-9a41590886cc/3602a6a7-822a-442d-b4d7-3e7296b97241/a82ed1c8-cc14-4bae-9b8c-373a0523dfd9) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:17.891368 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ff28a55-7d96-40a8-9b20-e9b1f6ef0b88 req-15312b83-ba46-4e98-a820-109f0673781a tempest-LiveMigrationNegativeTest-1815420303 tempest-LiveMigrationNegativeTest-1815420303-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:17.895796 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ff28a55-7d96-40a8-9b20-e9b1f6ef0b88 req-15312b83-ba46-4e98-a820-109f0673781a tempest-LiveMigrationNegativeTest-1815420303 tempest-LiveMigrationNegativeTest-1815420303-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:17.960481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15312b83-ba46-4e98-a820-109f0673781a tempest-LiveMigrationNegativeTest-1815420303 tempest-LiveMigrationNegativeTest-1815420303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0939fd-b99b-4d87-8337-ed9e363f5798,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:17.981243 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ff28a55-7d96-40a8-9b20-e9b1f6ef0b88 req-15312b83-ba46-4e98-a820-109f0673781a tempest-LiveMigrationNegativeTest-1815420303 tempest-LiveMigrationNegativeTest-1815420303-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084939 Nov 24 12:52:18.169804 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e0d68980-d37b-4027-9664-91e0643fa50a req-29546b5d-12b6-4a60-84b5-bc5381f704ae tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 210 time: 0.0457292 Nov 24 12:52:18.215394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-f8b1ec82-4fd6-469b-a777-83c2ad855d2a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:18.217785 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-f8b1ec82-4fd6-469b-a777-83c2ad855d2a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.46 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 820 time: 0.2352042 Nov 24 12:52:18.259646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-c6a38b07-7d9a-4ced-b08d-1081fc256608 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Request body: {'port': {'device_id': 'f8df50a8-3a3d-42cd-8c3c-4a1b66297daf', 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674', 'admin_state_up': True, 'tenant_id': '494a0e4f3119447983c5ec1ee6872a9d'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:18.300817 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-1c00ca1a-c993-46bb-9d4a-f1c2b06e01b0 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:18.418831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-c6a38b07-7d9a-4ced-b08d-1081fc256608 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Made reservation on behalf of 494a0e4f3119447983c5ec1ee6872a9d for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:18.423040 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-c6a38b07-7d9a-4ced-b08d-1081fc256608 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:18.425184 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-1c00ca1a-c993-46bb-9d4a-f1c2b06e01b0 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:18.429346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50180) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:18.512213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eba5f6-ad02-4985-804d-14cbb67ca536 req-09779141-7e48-481d-acb9-b565a0b68b8e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:18.514130 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2eba5f6-ad02-4985-804d-14cbb67ca536 req-09779141-7e48-481d-acb9-b565a0b68b8e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 948 time: 0.1591189 Nov 24 12:52:18.525171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-1c00ca1a-c993-46bb-9d4a-f1c2b06e01b0 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Network edef32bf-609e-4d42-8d4d-9a41590886cc is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:18.535770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-1c00ca1a-c993-46bb-9d4a-f1c2b06e01b0 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:18.565453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-1c00ca1a-c993-46bb-9d4a-f1c2b06e01b0 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:18.572137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-1c00ca1a-c993-46bb-9d4a-f1c2b06e01b0 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:18.572945 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-1c00ca1a-c993-46bb-9d4a-f1c2b06e01b0 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:18.612527 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-1c00ca1a-c993-46bb-9d4a-f1c2b06e01b0 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1283741 Nov 24 12:52:18.615593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00ca1a-c993-46bb-9d4a-f1c2b06e01b0 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Pushing event updated for resources: {'Port': ['ID=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:18.635066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Request body: {'port': {'device_id': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:18.716970 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffbc5b3-5f0b-4a83-ae8b-e897e2ae78ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:18.784691 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:18.793041 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2eba5f6-ad02-4985-804d-14cbb67ca536 req-74d38b32-3f41-40cc-b50b-a8480822fd4f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638676 Nov 24 12:52:18.870219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d66a1d-ff32-441b-b189-057ded043af8', 'tag': '669384d5-bb37-4054-9709-2894491b4b00'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:18.873030 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ca5c49-c2bf-4528-8413-0b94ba02738b" -d '{"events": [{"name": "network-changed", "server_uuid": "88d66a1d-ff32-441b-b189-057ded043af8", "tag": "669384d5-bb37-4054-9709-2894491b4b00"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:18.906945 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f1bf3ff7-4a24-4a84-b99f-8daf37bc76d6 req-29871e31-ecb3-46e9-8e50-2293c1c26315 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 210 time: 0.0377822 Nov 24 12:52:18.925652 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-c6a38b07-7d9a-4ced-b08d-1081fc256608 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Allocated IP 172.20.0.12 (ee1ba679-7d12-4b42-af81-73cc82b26674/54c9a6d6-7074-498d-887a-6cd33ae98ec8/ef702227-2a99-4d35-9ad8-30738f1a324d) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:18.964846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7aa74f0d-6b1a-44f3-a4e2-84714ed4d4d2 None None] Provisioning complete for port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:18.967114 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7aa74f0d-6b1a-44f3-a4e2-84714ed4d4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:19.002512 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffbc5b3-5f0b-4a83-ae8b-e897e2ae78ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:19.007511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7aa74f0d-6b1a-44f3-a4e2-84714ed4d4d2 None None] Port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:52:19.017944 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffbc5b3-5f0b-4a83-ae8b-e897e2ae78ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:19.098990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb109b-62a3-4afa-9563-a7da4ea61be8 req-609a5a4e-e28f-4e2a-8147-72de28359aba tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:19.100467 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75cb109b-62a3-4afa-9563-a7da4ea61be8 req-609a5a4e-e28f-4e2a-8147-72de28359aba tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 950 time: 0.1730354 Nov 24 12:52:19.102649 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bffbc5b3-5f0b-4a83-ae8b-e897e2ae78ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b68b5bd099248e38a1f0d93b931337d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6688225 Nov 24 12:52:19.109285 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50194) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:19.126201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbc5b3-5f0b-4a83-ae8b-e897e2ae78ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576d744c-f637-43a5-b4e8-2565646a5f53,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:19.138925 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a792b7-8894-4fca-85a0-4bb438a772ac req-cc4c778b-56ab-483b-93dc-6b5e13eedc33 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:19.140219 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59a792b7-8894-4fca-85a0-4bb438a772ac req-cc4c778b-56ab-483b-93dc-6b5e13eedc33 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 947 time: 0.1224737 Nov 24 12:52:19.188271 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75cb109b-62a3-4afa-9563-a7da4ea61be8 req-0c02247a-17fd-4707-80d0-b4558d7b08df tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774813 Nov 24 12:52:19.208118 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-c6a38b07-7d9a-4ced-b08d-1081fc256608 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:19.258358 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:19.266585 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:19.280328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Transition to ACTIVE for port object a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:52:19.287739 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:19.293865 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59a792b7-8894-4fca-85a0-4bb438a772ac req-a7fde627-83fe-4f7e-a3b5-62e0956fd76d tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388400 Nov 24 12:52:19.300833 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c61b05-013c-4f33-af11-5eb4548e1e08 x-openstack-request-id: req-94c61b05-013c-4f33-af11-5eb4548e1e08 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:19.301132 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d66a1d-ff32-441b-b189-057ded043af8", "tag": "669384d5-bb37-4054-9709-2894491b4b00", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:19.301393 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94c61b05-013c-4f33-af11-5eb4548e1e08 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:19.302228 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d66a1d-ff32-441b-b189-057ded043af8', 'tag': '669384d5-bb37-4054-9709-2894491b4b00', 'status': 'completed', 'code': 200} Nov 24 12:52:19.304325 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2efab737-b5de-4c09-b244-66c8b961a382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:19.363808 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2efab737-b5de-4c09-b244-66c8b961a382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:19.408148 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-c6a38b07-7d9a-4ced-b08d-1081fc256608 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:19.488648 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2efab737-b5de-4c09-b244-66c8b961a382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:19.492095 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2efab737-b5de-4c09-b244-66c8b961a382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:19.493588 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2efab737-b5de-4c09-b244-66c8b961a382 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/576d744c-f637-43a5-b4e8-2565646a5f53 HTTP/1.1" status: 204 len: 168 time: 0.3833864 Nov 24 12:52:19.528229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-c6a38b07-7d9a-4ced-b08d-1081fc256608 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Network ee1ba679-7d12-4b42-af81-73cc82b26674 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:19.532613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efab737-b5de-4c09-b244-66c8b961a382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576d744c-f637-43a5-b4e8-2565646a5f53,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:19.533737 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-002d6c44-360a-417d-bdfd-9bb3ca6722e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:19.537502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-c6a38b07-7d9a-4ced-b08d-1081fc256608 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:19.540331 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-c6a38b07-7d9a-4ced-b08d-1081fc256608 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:19.543469 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-002d6c44-360a-417d-bdfd-9bb3ca6722e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 1099 time: 0.2077229 Nov 24 12:52:19.544481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Pushing event updated for resources: {'Port': ['ID=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:19.547263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-c6a38b07-7d9a-4ced-b08d-1081fc256608 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:19.548120 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-c6a38b07-7d9a-4ced-b08d-1081fc256608 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:19.563005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a38b07-7d9a-4ced-b08d-1081fc256608 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Pushing event updated for resources: {'Port': ['ID=ef702227-2a99-4d35-9ad8-30738f1a324d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:19.568823 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-fc617f00-449f-4778-a36b-2d2e303e2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:19.570481 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-fc617f00-449f-4778-a36b-2d2e303e2abc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 1099 time: 0.1640041 Nov 24 12:52:19.576248 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-c6a38b07-7d9a-4ced-b08d-1081fc256608 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3473959 Nov 24 12:52:19.604954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Request body: {'port': {'device_id': 'f8df50a8-3a3d-42cd-8c3c-4a1b66297daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:19.653615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df65af-8d16-4bba-8fda-bb58e1c4a401 req-bf85fb61-fbe2-4856-9de6-6d3f18b00783 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:19.655138 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4df65af-8d16-4bba-8fda-bb58e1c4a401 req-bf85fb61-fbe2-4856-9de6-6d3f18b00783 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 944 time: 0.2182100 Nov 24 12:52:19.659180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Attempting to bind port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:19.659444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Attempting to bind port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '50d9bfc3-d83c-41ee-9a36-4888e05be0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:19.659782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Attempting to bind port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 on network edef32bf-609e-4d42-8d4d-9a41590886cc {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:19.712492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 on network edef32bf-609e-4d42-8d4d-9a41590886cc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:52:19.712852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Attempting to bind port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 on network edef32bf-609e-4d42-8d4d-9a41590886cc {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:19.731046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:19.731391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Checking segment: {'id': '50d9bfc3-d83c-41ee-9a36-4888e05be0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:19.731772 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Bound using segment: {'id': '50d9bfc3-d83c-41ee-9a36-4888e05be0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:19.732220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Bound port: a82ed1c8-cc14-4bae-9b8c-373a0523dfd9, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50d9bfc3-d83c-41ee-9a36-4888e05be0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:19.732579 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:19.742401 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:19.808670 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-2c9f177c-aed4-469f-9075-8aa79509999d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:19.810578 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-2c9f177c-aed4-469f-9075-8aa79509999d service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2215197 Nov 24 12:52:19.829739 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4df65af-8d16-4bba-8fda-bb58e1c4a401 req-10e215b6-7e71-423b-ba21-87c956bb444e tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368566 Nov 24 12:52:19.835988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-89849fec-8f2b-4b3d-a5b8-3545ab8e1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:19.838787 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-89849fec-8f2b-4b3d-a5b8-3545ab8e1541 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2823963 Nov 24 12:52:19.893122 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-2292b65a-d434-467e-aea6-1739d9a9aeb8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=669384d5-bb37-4054-9709-2894491b4b00 HTTP/1.1" status: 200 len: 217 time: 0.0688167 Nov 24 12:52:19.905563 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-2fd3e479-0dd8-40d5-8a7e-65a133ab079b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=669384d5-bb37-4054-9709-2894491b4b00 HTTP/1.1" status: 200 len: 217 time: 0.0411794 Nov 24 12:52:19.960708 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] For port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:19.980953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] For port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9,segment=NetworkSegment(50d9bfc3-d83c-41ee-9a36-4888e05be0a5),segment_id=50d9bfc3-d83c-41ee-9a36-4888e05be0a5)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:19.984213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-025364f9-21fe-4b9d-b68b-1551c1d92d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:19.985972 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-025364f9-21fe-4b9d-b68b-1551c1d92d45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0702064 Nov 24 12:52:19.988293 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.057587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Pushing event updated for resources: {'Port': ['ID=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:20.058915 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.46', 56641) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:20.066715 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:20.067506 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.069280 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-c6d06c3b-67ed-41ee-b78e-c50dece3489e service neutron] 10.222.0.46 "PUT /v2.0/ports/a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 HTTP/1.1" status: 200 len: 1092 time: 1.4405282 Nov 24 12:52:20.070513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'tag': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:20.079554 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e1ef82-e1a3-4973-b8ed-e90159efade7" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa6abf0-27b1-424c-be28-45d7016097b8", "tag": "a82ed1c8-cc14-4bae-9b8c-373a0523dfd9"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:20.098264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50230) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:20.115135 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-214e49ed-a1d0-44c9-9e9a-111384aa6460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.128083 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ba009-a247-4a0a-9640-e03fbdc15dcd req-a24d44ca-b7d5-47e4-bc99-0f4dc19635a4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:20.142772 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c25ba009-a247-4a0a-9640-e03fbdc15dcd req-a24d44ca-b7d5-47e4-bc99-0f4dc19635a4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 948 time: 0.2305994 Nov 24 12:52:20.145519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-2cd3ee47-a932-4aaf-ae6d-1d01f2bb805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:20.146942 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-2cd3ee47-a932-4aaf-ae6d-1d01f2bb805f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.2494900 Nov 24 12:52:20.190663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-5ad3bf17-935e-4b34-acbe-0cc173be6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:20.192292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-5ad3bf17-935e-4b34-acbe-0cc173be6310 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1434035 Nov 24 12:52:20.208272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-d8b2dd6e-64b9-4c38-9055-ca953d8617fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:20.210688 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-d8b2dd6e-64b9-4c38-9055-ca953d8617fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89ffb3c86583405999778612aa0efc74&device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 1095 time: 0.0730703 Nov 24 12:52:20.293339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3945d-c781-4d19-8090-e1986902ae31 req-f918b3e2-1a63-4b9c-883d-5800c1832a7d tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:20.294869 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bab3945d-c781-4d19-8090-e1986902ae31 req-f918b3e2-1a63-4b9c-883d-5800c1832a7d tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.46 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 950 time: 0.2317648 Nov 24 12:52:20.327251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2ac146e9-1a2d-493f-ac1e-c211ac905f47 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:52:20.378051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-0145a74c-f5a5-4530-9b37-eb0eb6d02bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:20.379577 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-0145a74c-f5a5-4530-9b37-eb0eb6d02bef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2059321 Nov 24 12:52:20.395915 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c25ba009-a247-4a0a-9640-e03fbdc15dcd req-517a9f43-1b10-498b-9696-0382e76ca43f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521789 Nov 24 12:52:20.466547 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cbd749-e193-46de-b8ff-1af5a5c0ae04 x-openstack-request-id: req-40cbd749-e193-46de-b8ff-1af5a5c0ae04 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:20.466847 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa6abf0-27b1-424c-be28-45d7016097b8", "tag": "a82ed1c8-cc14-4bae-9b8c-373a0523dfd9", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:20.467102 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40cbd749-e193-46de-b8ff-1af5a5c0ae04 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:20.467505 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'tag': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9', 'status': 'completed', 'code': 200} Nov 24 12:52:20.483232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2ac146e9-1a2d-493f-ac1e-c211ac905f47, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2ac146e9-1a2d-493f-ac1e-c211ac905f47,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:20.499287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '2ac146e9-1a2d-493f-ac1e-c211ac905f47', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '2ac146e9-1a2d-493f-ac1e-c211ac905f47', 'mac_address': 'fa:16:3e:dd:1a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:52:20.518475 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-214e49ed-a1d0-44c9-9e9a-111384aa6460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.537707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-214e49ed-a1d0-44c9-9e9a-111384aa6460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.561495 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.578383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac146e9-1a2d-493f-ac1e-c211ac905f47 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:20.600305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2ac146e9-1a2d-493f-ac1e-c211ac905f47, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2ac146e9-1a2d-493f-ac1e-c211ac905f47,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:20.605996 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.606887 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 669384d5-bb37-4054-9709-2894491b4b00 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:52:20.624941 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-82363cba-b9e4-4db0-9673-b52c8c388646 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 HTTP/1.1" status: 200 len: 217 time: 0.4031823 Nov 24 12:52:20.629771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-bab3945d-c781-4d19-8090-e1986902ae31 req-f088d71d-c024-41bc-9819-56536dadacc9 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Deleting port 682f663e-c025-474f-8966-efaccb57af94 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:52:20.630114 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bab3945d-c781-4d19-8090-e1986902ae31 req-f088d71d-c024-41bc-9819-56536dadacc9 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.639218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef702227-2a99-4d35-9ad8-30738f1a324d {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:20.641709 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 669384d5-bb37-4054-9709-2894491b4b00, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=669384d5-bb37-4054-9709-2894491b4b00,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:20.659324 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-3d8f2892-7f15-424b-9907-bd39274bdb63 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702641 Nov 24 12:52:20.666701 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.689958 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-214e49ed-a1d0-44c9-9e9a-111384aa6460 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dea3edde30774c63a756a52fe76dca88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5880480 Nov 24 12:52:20.693809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50240) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:20.699887 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '669384d5-bb37-4054-9709-2894491b4b00', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '669384d5-bb37-4054-9709-2894491b4b00', 'mac_address': 'fa:16:3e:0a:e3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:52:20.706090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f525d-c76c-465c-ae33-ab592e08be54 req-47a404e0-c13b-4cd6-b397-bc095a87e441 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:20.709182 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a61f525d-c76c-465c-ae33-ab592e08be54 req-47a404e0-c13b-4cd6-b397-bc095a87e441 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 950 time: 0.1801407 Nov 24 12:52:20.729781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e49ed-a1d0-44c9-9e9a-111384aa6460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cae625-5801-4ab3-93c0-20627cfdc2fd,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:20.742664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2ac146e9-1a2d-493f-ac1e-c211ac905f47,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:20.743555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65312ac-af22-450f-a4ed-a71174a983d6 req-fd9f93b0-c796-410c-b054-00dd12c3e260 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:20.749904 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d65312ac-af22-450f-a4ed-a71174a983d6 req-fd9f93b0-c796-410c-b054-00dd12c3e260 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 932 time: 0.2734506 Nov 24 12:52:20.754070 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-cff0809b-315e-4e1f-86e4-82e44bf6dd05 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423965 Nov 24 12:52:20.758238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-4c042f6b-7ee8-419e-8cc5-8a1bd84eb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:20.762692 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-4c042f6b-7ee8-419e-8cc5-8a1bd84eb882 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3602a6a7-822a-442d-b4d7-3e7296b97241 HTTP/1.1" status: 200 len: 868 time: 0.1147816 Nov 24 12:52:20.767964 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.768609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Transition to ACTIVE for port object ef702227-2a99-4d35-9ad8-30738f1a324d will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:52:20.794054 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669384d5-bb37-4054-9709-2894491b4b00 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:20.798764 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.814411 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9567b9bd-4cf8-4d4b-8327-6538e3e27c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.816953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 669384d5-bb37-4054-9709-2894491b4b00, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=669384d5-bb37-4054-9709-2894491b4b00,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:20.823923 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.876147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=669384d5-bb37-4054-9709-2894491b4b00,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:20.906553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d65312ac-af22-450f-a4ed-a71174a983d6 req-599af0f2-db85-40cb-bbf4-260d3ebf76aa tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549411 Nov 24 12:52:20.908353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-7f8d5580-9a0f-4c14-ba89-ad2cba223aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:20.909897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-7f8d5580-9a0f-4c14-ba89-ad2cba223aee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edef32bf-609e-4d42-8d4d-9a41590886cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367869 Nov 24 12:52:20.938428 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-9117d509-4f4e-484d-9bee-17962610f9a9 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679938 Nov 24 12:52:20.956586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-bab3945d-c781-4d19-8090-e1986902ae31 req-f088d71d-c024-41bc-9819-56536dadacc9 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] For port 682f663e-c025-474f-8966-efaccb57af94, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=682f663e-c025-474f-8966-efaccb57af94,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:20.956976 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bab3945d-c781-4d19-8090-e1986902ae31 req-f088d71d-c024-41bc-9819-56536dadacc9 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.981575 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43332e84-e3b2-46df-af65-f4e779822d14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:20.999484 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Pushing event updated for resources: {'Port': ['ID=ef702227-2a99-4d35-9ad8-30738f1a324d,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:21.032263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-bab3945d-c781-4d19-8090-e1986902ae31 req-f088d71d-c024-41bc-9819-56536dadacc9 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Calling delete_port for 682f663e-c025-474f-8966-efaccb57af94 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:52:21.035472 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-e24fc337-b75f-4e90-b89f-deab6d32a5d4 service neutron] 10.222.0.46 "GET /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154740 Nov 24 12:52:21.039369 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a61f525d-c76c-465c-ae33-ab592e08be54 req-e5d61d7a-2b5c-4e45-936f-74b7181cd808 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789741 Nov 24 12:52:21.050381 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23ca5c49-c2bf-4528-8413-0b94ba02738b req-fa9a5633-c48e-48a5-b55b-e16ca946b459 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702674 Nov 24 12:52:21.071542 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43332e84-e3b2-46df-af65-f4e779822d14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:21.075165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Attempting to bind port ef702227-2a99-4d35-9ad8-30738f1a324d on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:21.075659 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Attempting to bind port ef702227-2a99-4d35-9ad8-30738f1a324d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:21.076143 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Attempting to bind port ef702227-2a99-4d35-9ad8-30738f1a324d on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:21.122294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Port ef702227-2a99-4d35-9ad8-30738f1a324d on network ee1ba679-7d12-4b42-af81-73cc82b26674 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:52:21.122623 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Attempting to bind port ef702227-2a99-4d35-9ad8-30738f1a324d on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:21.132403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98ea60-0320-4c58-a21b-eafb63f075e9 req-57b4ba91-cf23-4b4e-8565-5fd2b753b7c0 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:21.133268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:21.133794 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Checking segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:21.133969 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf98ea60-0320-4c58-a21b-eafb63f075e9 req-57b4ba91-cf23-4b4e-8565-5fd2b753b7c0 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 948 time: 0.1175721 Nov 24 12:52:21.134470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Bound using segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:21.135062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Bound port: ef702227-2a99-4d35-9ad8-30738f1a324d, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:21.135580 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:21.172443 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a7c312-7552-4ffd-89d5-4c2432071cd2 req-d50f2b28-e33a-45ab-9b9f-9b7517bd8e06 service neutron] 10.222.0.46 "GET /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221321 Nov 24 12:52:21.175803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['669384d5-bb37-4054-9709-2894491b4b00'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:21.238672 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43332e84-e3b2-46df-af65-f4e779822d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:21.241253 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43332e84-e3b2-46df-af65-f4e779822d14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:21.241456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf98ea60-0320-4c58-a21b-eafb63f075e9 req-57ac3260-23ac-47f6-b65a-8a9272faca78 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923486 Nov 24 12:52:21.245326 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-43332e84-e3b2-46df-af65-f4e779822d14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29cae625-5801-4ab3-93c0-20627cfdc2fd HTTP/1.1" status: 204 len: 168 time: 0.5453837 Nov 24 12:52:21.281605 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['2ac146e9-1a2d-493f-ac1e-c211ac905f47'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:21.287530 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43332e84-e3b2-46df-af65-f4e779822d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cae625-5801-4ab3-93c0-20627cfdc2fd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:21.333037 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:21.346727 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ef702227-2a99-4d35-9ad8-30738f1a324d,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:21.477757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1ef82-e1a3-4973-b8ed-e90159efade7 req-02406af1-5c7e-438b-88ef-bdbad8f619fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:21.480495 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e1ef82-e1a3-4973-b8ed-e90159efade7 req-02406af1-5c7e-438b-88ef-bdbad8f619fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89ffb3c86583405999778612aa0efc74&device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 1095 time: 0.2154639 Nov 24 12:52:21.483688 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:21.544999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:21.545527 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:21.547074 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] 10.222.0.46 "PUT /v2.0/ports/ef702227-2a99-4d35-9ad8-30738f1a324d HTTP/1.1" status: 200 len: 1092 time: 1.9565120 Nov 24 12:52:21.551459 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8df50a8-3a3d-42cd-8c3c-4a1b66297daf', 'tag': 'ef702227-2a99-4d35-9ad8-30738f1a324d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:21.554215 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ae5368-ca17-4601-9c08-481a7cc27ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8df50a8-3a3d-42cd-8c3c-4a1b66297daf", "tag": "ef702227-2a99-4d35-9ad8-30738f1a324d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:21.600084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d319ec7-76b5-4534-bab7-f356a26072e8 req-877135e5-56d6-4c25-9fb2-7eb54f5e74f2 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:21.602047 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d319ec7-76b5-4534-bab7-f356a26072e8 req-877135e5-56d6-4c25-9fb2-7eb54f5e74f2 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 944 time: 0.2281327 Nov 24 12:52:21.646354 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24c621-bd75-4bac-adf2-2b898993bd91 service neutron] Pushing event updated for resources: {'Port': ['ID=ef702227-2a99-4d35-9ad8-30738f1a324d,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:21.650852 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bab3945d-c781-4d19-8090-e1986902ae31 req-f088d71d-c024-41bc-9819-56536dadacc9 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:21.665383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['682f663e-c025-474f-8966-efaccb57af94'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:21.673425 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-bbf13bdb-61ed-4f92-b5e9-f538736a8b4f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:21.674971 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-bbf13bdb-61ed-4f92-b5e9-f538736a8b4f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8&tenant_id=68aba327b1424d85a8e6810a5bcc2328&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 949 time: 0.2519743 Nov 24 12:52:21.733570 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d71d-c024-41bc-9819-56536dadacc9 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Pushing event deleted for resources: {'Port': ['ID=682f663e-c025-474f-8966-efaccb57af94,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:21.770484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1ef82-e1a3-4973-b8ed-e90159efade7 req-94f192a0-ca2c-467d-be5d-d40a4170ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:21.772015 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e1ef82-e1a3-4973-b8ed-e90159efade7 req-94f192a0-ca2c-467d-be5d-d40a4170ac2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=edef32bf-609e-4d42-8d4d-9a41590886cc HTTP/1.1" status: 200 len: 930 time: 0.2761104 Nov 24 12:52:21.787836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab3945d-c781-4d19-8090-e1986902ae31 req-f088d71d-c024-41bc-9819-56536dadacc9 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] No DVR routers for this DVR port 682f663e-c025-474f-8966-efaccb57af94 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:52:21.795027 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bab3945d-c781-4d19-8090-e1986902ae31 req-f088d71d-c024-41bc-9819-56536dadacc9 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:21.801105 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bab3945d-c781-4d19-8090-e1986902ae31 req-f088d71d-c024-41bc-9819-56536dadacc9 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.46 "DELETE /v2.0/ports/682f663e-c025-474f-8966-efaccb57af94 HTTP/1.1" status: 204 len: 173 time: 1.4947109 Nov 24 12:52:21.830362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-b5d1bdd7-d2f1-486a-a161-03534b25066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:21.832195 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-b5d1bdd7-d2f1-486a-a161-03534b25066f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 1095 time: 0.2285666 Nov 24 12:52:21.854510 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d319ec7-76b5-4534-bab7-f356a26072e8 req-650334d1-e1b0-46c8-adf9-d73874579289 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422476 Nov 24 12:52:21.859283 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e1ef82-e1a3-4973-b8ed-e90159efade7 req-2e20848c-54e0-457d-b057-8237b20af40c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 HTTP/1.1" status: 200 len: 217 time: 0.0766561 Nov 24 12:52:21.968306 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-ffa73cac-b61d-4bca-89fc-42ffb39796c2 service neutron] delete failed (client error): The resource could not be found. Nov 24 12:52:21.972023 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-ffa73cac-b61d-4bca-89fc-42ffb39796c2 service neutron] 10.222.0.46 "DELETE /v2.0/ports/669384d5-bb37-4054-9709-2894491b4b00/bindings/n-h1-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.2698586 Nov 24 12:52:21.982063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1ef82-e1a3-4973-b8ed-e90159efade7 req-2d7039e5-2684-4f0f-9b36-ab6735de9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:21.985060 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e1ef82-e1a3-4973-b8ed-e90159efade7 req-2d7039e5-2684-4f0f-9b36-ab6735de9604 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3602a6a7-822a-442d-b4d7-3e7296b97241 HTTP/1.1" status: 200 len: 868 time: 0.1180828 Nov 24 12:52:21.989428 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022fca21-a7fc-4523-a38f-901d906f9bd9 x-openstack-request-id: req-022fca21-a7fc-4523-a38f-901d906f9bd9 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:21.989848 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8df50a8-3a3d-42cd-8c3c-4a1b66297daf", "tag": "ef702227-2a99-4d35-9ad8-30738f1a324d", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:21.990111 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-022fca21-a7fc-4523-a38f-901d906f9bd9 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:21.990700 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8df50a8-3a3d-42cd-8c3c-4a1b66297daf', 'tag': 'ef702227-2a99-4d35-9ad8-30738f1a324d', 'status': 'completed', 'code': 200} Nov 24 12:52:21.996469 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-ff07d11f-ddc3-4fad-9eda-b6e36b2e9ad0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef702227-2a99-4d35-9ad8-30738f1a324d HTTP/1.1" status: 200 len: 217 time: 0.0969119 Nov 24 12:52:22.020187 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86127e12-3346-4b0a-8480-21e285388106 req-e016a161-2120-43e1-abff-f413abbf8bea tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:22.028299 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86127e12-3346-4b0a-8480-21e285388106 req-e016a161-2120-43e1-abff-f413abbf8bea tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 949 time: 0.2377410 Nov 24 12:52:22.053124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1ef82-e1a3-4973-b8ed-e90159efade7 req-7a5b04d8-08d0-469b-99c8-9cea354d23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:22.055016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e1ef82-e1a3-4973-b8ed-e90159efade7 req-7a5b04d8-08d0-469b-99c8-9cea354d23ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edef32bf-609e-4d42-8d4d-9a41590886cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626032 Nov 24 12:52:22.155080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-e2bf500b-ba84-4c03-b38b-bf02d31cfa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:22.156527 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-e2bf500b-ba84-4c03-b38b-bf02d31cfa78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.1478179 Nov 24 12:52:22.161043 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86127e12-3346-4b0a-8480-21e285388106 req-31f0f9ac-5166-499d-809c-a1ae005049f1 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317153 Nov 24 12:52:22.198630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-8f721b25-a080-48f8-b2f1-9f76bb5b9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:22.200172 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-8f721b25-a080-48f8-b2f1-9f76bb5b9b78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 1100 time: 0.0939527 Nov 24 12:52:22.224665 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e1ef82-e1a3-4973-b8ed-e90159efade7 req-37f23184-5d6c-4bb4-bbda-fd9da535d259 service neutron] 10.222.0.46 "GET /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569388 Nov 24 12:52:22.227405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-b83e5111-fd72-46a9-9301-5756e31cdae0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590038 Nov 24 12:52:22.244874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a18f9-6c6b-4f5e-9c3d-f9a2a6b7b7c9 req-6a0df140-7bfd-4e5c-af7a-2b0f28383445 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:22.247093 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d81a18f9-6c6b-4f5e-9c3d-f9a2a6b7b7c9 req-6a0df140-7bfd-4e5c-af7a-2b0f28383445 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 944 time: 0.0959492 Nov 24 12:52:22.315790 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['302bc6d9-faa2-4a72-9103-9df37bb97f93'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:22.376683 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d81a18f9-6c6b-4f5e-9c3d-f9a2a6b7b7c9 req-fe47a545-e661-42f5-84c2-9c044e1b911b tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209095 Nov 24 12:52:22.427455 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e1ef82-e1a3-4973-b8ed-e90159efade7 req-227c7aa6-4ced-4f7a-a084-9f31517d3393 service neutron] 10.222.0.46 "GET /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791933 Nov 24 12:52:22.589634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c4fe9-ea5f-4d38-8185-7ca221c96820 req-1cd29c1c-918b-4dda-8e45-3d97da9d1614 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:22.591332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-961c4fe9-ea5f-4d38-8185-7ca221c96820 req-1cd29c1c-918b-4dda-8e45-3d97da9d1614 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 948 time: 0.0565202 Nov 24 12:52:22.643402 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-961c4fe9-ea5f-4d38-8185-7ca221c96820 req-278237fe-4400-4e1a-9429-077f6a95c2fd tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461659 Nov 24 12:52:22.690891 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06422d7b-eecc-4cd6-b00d-f2848d68ecf6 req-59559222-6059-407c-9239-f7554ce91732 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=199a3a5f-58dc-418d-b2a3-e2624cb5084c HTTP/1.1" status: 200 len: 210 time: 0.0588555 Nov 24 12:52:22.720337 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-dba6d002-b03d-40f3-87e5-482a58b294ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:22.721860 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-dba6d002-b03d-40f3-87e5-482a58b294ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.5057273 Nov 24 12:52:22.740639 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-9b6f8460-f99d-4746-ba20-d13bca0ee857 service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907746 Nov 24 12:52:22.778472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-ae494170-aa11-4127-b836-bcf728715683 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=669384d5-bb37-4054-9709-2894491b4b00 HTTP/1.1" status: 200 len: 217 time: 0.0476446 Nov 24 12:52:22.874833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-4d361fa3-7c12-4f13-92ab-d213e984a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:22.876792 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-4d361fa3-7c12-4f13-92ab-d213e984a2cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0876083 Nov 24 12:52:22.935152 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5c5773-9a3c-4d50-a4ea-cb87a7553663 req-934234c5-e59d-4c94-b934-5e17d04ee80a service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650724 Nov 24 12:52:22.949220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-8802bc05-7f23-4fa2-a773-f7f77474b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:22.950995 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-8802bc05-7f23-4fa2-a773-f7f77474b0f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0660410 Nov 24 12:52:23.038688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c947a7b-d925-4f2e-afe7-ec172e6a31a7 req-6c05ba52-5edd-4fd3-b595-e6f3c276824c tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:23.040535 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c947a7b-d925-4f2e-afe7-ec172e6a31a7 req-6c05ba52-5edd-4fd3-b595-e6f3c276824c tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 944 time: 0.1087379 Nov 24 12:52:23.102393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae5368-ca17-4601-9c08-481a7cc27ac4 req-c7e0fa5f-bda7-4158-a5ab-cc2042370079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:23.104096 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61ae5368-ca17-4601-9c08-481a7cc27ac4 req-c7e0fa5f-bda7-4158-a5ab-cc2042370079 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 1095 time: 0.0969129 Nov 24 12:52:23.108463 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c947a7b-d925-4f2e-afe7-ec172e6a31a7 req-ff4a5f23-b448-448f-a886-5c66447c95fe tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582530 Nov 24 12:52:23.121291 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-55bf9285-de26-4aa2-8f7e-04405d7da003 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609042 Nov 24 12:52:23.191837 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc821b25-6e09-405e-be2a-f17b7abce3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:23.306659 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae5368-ca17-4601-9c08-481a7cc27ac4 req-d1108122-9174-499f-89c5-5f3a60fe8bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:23.309064 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61ae5368-ca17-4601-9c08-481a7cc27ac4 req-d1108122-9174-499f-89c5-5f3a60fe8bf3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.1942549 Nov 24 12:52:23.376146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae8a7c43-d728-47c4-9520-e165fe9a919e req-3fbe4c7b-da12-4f5d-b10e-4129cebccdf1 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476997 Nov 24 12:52:23.386293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b47a43-99ba-4b17-9259-2f23dffb956e req-31d51ef7-7b29-4b10-a6c0-3b87848b1f4d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:23.388148 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04b47a43-99ba-4b17-9259-2f23dffb956e req-31d51ef7-7b29-4b10-a6c0-3b87848b1f4d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 949 time: 0.1294708 Nov 24 12:52:23.389929 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61ae5368-ca17-4601-9c08-481a7cc27ac4 req-952525c2-5477-4add-842e-6ee75a66a6d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef702227-2a99-4d35-9ad8-30738f1a324d HTTP/1.1" status: 200 len: 217 time: 0.0699382 Nov 24 12:52:23.450030 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50330) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:23.481373 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae5368-ca17-4601-9c08-481a7cc27ac4 req-faca0a1e-e4cc-4a1f-b022-0aa68b72b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:23.483306 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61ae5368-ca17-4601-9c08-481a7cc27ac4 req-faca0a1e-e4cc-4a1f-b022-0aa68b72b934 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.0857866 Nov 24 12:52:23.509245 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04b47a43-99ba-4b17-9259-2f23dffb956e req-d14e19a5-87d6-4156-8a75-f80f3138d31b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001184 Nov 24 12:52:23.524181 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61ae5368-ca17-4601-9c08-481a7cc27ac4 req-751795e7-fd7d-4274-a696-56c0bf4e3be2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321457 Nov 24 12:52:23.649145 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa674-47cd-411b-8736-b268f474ac4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:23.695302 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61ae5368-ca17-4601-9c08-481a7cc27ac4 req-e815e5e2-abd2-4407-9100-c6b7c7e9240c service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597781 Nov 24 12:52:23.705250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcb63e-41e3-4a02-b8b1-9f9391579520 req-7281d8e8-af64-40c8-b7ce-c1e07c5e91b0 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:23.706617 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ffbcb63e-41e3-4a02-b8b1-9f9391579520 req-7281d8e8-af64-40c8-b7ce-c1e07c5e91b0 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 944 time: 0.1299243 Nov 24 12:52:23.804298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24825ae0-3e4b-4e1c-b328-8e17293c2885 req-093ee95f-7d7a-46ea-b7cf-8fbedc96e18f tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:23.806021 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24825ae0-3e4b-4e1c-b328-8e17293c2885 req-093ee95f-7d7a-46ea-b7cf-8fbedc96e18f tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 948 time: 0.0499518 Nov 24 12:52:23.864383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ffbcb63e-41e3-4a02-b8b1-9f9391579520 req-ded1762b-bc4e-48ba-8845-730d55afe868 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416719 Nov 24 12:52:23.865239 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24825ae0-3e4b-4e1c-b328-8e17293c2885 req-426a218a-8edd-4fa9-b90a-7a1ec1c6386e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529516 Nov 24 12:52:23.882618 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61ae5368-ca17-4601-9c08-481a7cc27ac4 req-3f3b0b92-879e-461c-815d-0e24fc2d9a48 service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727476 Nov 24 12:52:23.903189 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa674-47cd-411b-8736-b268f474ac4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:23.910162 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c4aa674-47cd-411b-8736-b268f474ac4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:23.963184 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5c4aa674-47cd-411b-8736-b268f474ac4d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf824ad96c5b42d6845234abb70a971f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5103893 Nov 24 12:52:23.966600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50350) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:23.969633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4aa674-47cd-411b-8736-b268f474ac4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5fabc6-a94b-43f3-90be-c4fc6013ef62,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:23.991627 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199a3a5f-58dc-418d-b2a3-e2624cb5084c', 'name': 'network-vif-deleted', 'tag': '682f663e-c025-474f-8966-efaccb57af94'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:23.994117 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c8fe5e-1d45-456a-8420-d2ddf57916cd" -d '{"events": [{"server_uuid": "199a3a5f-58dc-418d-b2a3-e2624cb5084c", "name": "network-vif-deleted", "tag": "682f663e-c025-474f-8966-efaccb57af94"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:24.037715 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9689e7c0-ecc3-4e9b-9ec6-6f4d011e110e x-openstack-request-id: req-9689e7c0-ecc3-4e9b-9ec6-6f4d011e110e {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:24.038186 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199a3a5f-58dc-418d-b2a3-e2624cb5084c", "name": "network-vif-deleted", "tag": "682f663e-c025-474f-8966-efaccb57af94", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:24.038615 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9689e7c0-ecc3-4e9b-9ec6-6f4d011e110e {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:24.039173 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199a3a5f-58dc-418d-b2a3-e2624cb5084c', 'name': 'network-vif-deleted', 'tag': '682f663e-c025-474f-8966-efaccb57af94', 'status': 'completed', 'code': 200} Nov 24 12:52:24.046181 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89ed4ace-2bbc-4b95-95a0-837491990a90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.083479 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89ed4ace-2bbc-4b95-95a0-837491990a90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.160696 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89ed4ace-2bbc-4b95-95a0-837491990a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.165274 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89ed4ace-2bbc-4b95-95a0-837491990a90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.169323 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-89ed4ace-2bbc-4b95-95a0-837491990a90 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d5fabc6-a94b-43f3-90be-c4fc6013ef62 HTTP/1.1" status: 204 len: 168 time: 0.2002826 Nov 24 12:52:24.182104 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed4ace-2bbc-4b95-95a0-837491990a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5fabc6-a94b-43f3-90be-c4fc6013ef62,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:24.231600 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.257204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a7724-0e9d-49a9-aae2-b0a2f35e549f req-5e06d7d7-79fc-4907-9940-174879990eec tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:24.258832 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a53a7724-0e9d-49a9-aae2-b0a2f35e549f req-5e06d7d7-79fc-4907-9940-174879990eec tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 944 time: 0.0704858 Nov 24 12:52:24.290258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b499e40-bf69-4810-8f46-f9ec907fcd8b req-e5b95bcd-1708-45c4-a4e0-8f058b26593a tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:24.291913 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b499e40-bf69-4810-8f46-f9ec907fcd8b req-e5b95bcd-1708-45c4-a4e0-8f058b26593a tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 950 time: 0.0587225 Nov 24 12:52:24.309877 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a53a7724-0e9d-49a9-aae2-b0a2f35e549f req-840021ed-0b60-4dae-8786-6c2abd2c2862 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446842 Nov 24 12:52:24.326401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2ac146e9-1a2d-493f-ac1e-c211ac905f47 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:24.353795 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b499e40-bf69-4810-8f46-f9ec907fcd8b req-e444f93a-296f-4d80-af18-a90773fd9775 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542500 Nov 24 12:52:24.390627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 2ac146e9-1a2d-493f-ac1e-c211ac905f47 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:52:24.395034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 2ac146e9-1a2d-493f-ac1e-c211ac905f47 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:24.395535 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.489553 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.509692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50380) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:24.513609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2439c3d6-8315-4143-86a3-55ae06ad4534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac146e9-1a2d-493f-ac1e-c211ac905f47'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:24.515831 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c213d66-a883-48cc-a389-e7ad3e412d0c" -d '{"events": [{"server_uuid": "2439c3d6-8315-4143-86a3-55ae06ad4534", "name": "network-vif-plugged", "status": "completed", "tag": "2ac146e9-1a2d-493f-ac1e-c211ac905f47"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:24.523677 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0830d0de-89aa-41fe-a08e-630a14fe612b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.529738 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2ac146e9-1a2d-493f-ac1e-c211ac905f47, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2ac146e9-1a2d-493f-ac1e-c211ac905f47,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:24.536083 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.537520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 669384d5-bb37-4054-9709-2894491b4b00 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:24.584992 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c196b653-8845-40c7-b943-43b34f2d8aa1 x-openstack-request-id: req-c196b653-8845-40c7-b943-43b34f2d8aa1 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:24.585306 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2439c3d6-8315-4143-86a3-55ae06ad4534", "name": "network-vif-plugged", "status": "completed", "tag": "2ac146e9-1a2d-493f-ac1e-c211ac905f47", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:24.585593 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c196b653-8845-40c7-b943-43b34f2d8aa1 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:24.585986 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2439c3d6-8315-4143-86a3-55ae06ad4534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac146e9-1a2d-493f-ac1e-c211ac905f47', 'code': 200} Nov 24 12:52:24.639266 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2ac146e9-1a2d-493f-ac1e-c211ac905f47,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:24.657377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 669384d5-bb37-4054-9709-2894491b4b00 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:52:24.661941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 669384d5-bb37-4054-9709-2894491b4b00 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:24.662623 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.674933 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0830d0de-89aa-41fe-a08e-630a14fe612b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.688880 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965776f-ac82-456f-bad2-03c12159bf52 req-01c6cc30-6530-495e-97e0-e3f29a7cb5cd tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:24.695299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50388) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:24.697151 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c965776f-ac82-456f-bad2-03c12159bf52 req-01c6cc30-6530-495e-97e0-e3f29a7cb5cd tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 949 time: 0.0671284 Nov 24 12:52:24.702217 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0830d0de-89aa-41fe-a08e-630a14fe612b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.738006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830d0de-89aa-41fe-a08e-630a14fe612b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa37b1f4-b4ee-4eb1-8abc-3ee671f6a3b8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:24.764369 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.768582 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0830d0de-89aa-41fe-a08e-630a14fe612b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb6b2c1a39d6421baf44dde76b0077f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575727 Nov 24 12:52:24.769227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50392) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:24.778778 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:52:24.779103 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c965776f-ac82-456f-bad2-03c12159bf52 req-9647603f-d796-4d1b-ab9c-8208c92fccbc tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759442 Nov 24 12:52:24.810973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e137d-4ebf-4b14-9da1-905a27073070 req-70b50103-c5b8-4380-a59d-001f99e39d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:24.812480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-530e137d-4ebf-4b14-9da1-905a27073070 req-70b50103-c5b8-4380-a59d-001f99e39d44 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 1100 time: 0.1548626 Nov 24 12:52:24.833733 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 682f663e-c025-474f-8966-efaccb57af94 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:52:24.852987 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95a0c2b6-54bb-433f-94db-f73c16961ed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.871609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 669384d5-bb37-4054-9709-2894491b4b00, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=669384d5-bb37-4054-9709-2894491b4b00,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:24.874154 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 682f663e-c025-474f-8966-efaccb57af94 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:52:24.874531 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 682f663e-c025-474f-8966-efaccb57af94 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:52:24.904937 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.929870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-530e137d-4ebf-4b14-9da1-905a27073070 req-b65d0186-2fe9-4d2a-8d92-219790e4971a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077111 Nov 24 12:52:24.931918 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95a0c2b6-54bb-433f-94db-f73c16961ed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.939066 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8f4c3795-0824-4ff6-947a-6c3f3f5120a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:24.969228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9,segment=NetworkSegment(50d9bfc3-d83c-41ee-9a36-4888e05be0a5),segment_id=50d9bfc3-d83c-41ee-9a36-4888e05be0a5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:24.984281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=669384d5-bb37-4054-9709-2894491b4b00,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:24.985943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf6b8b-cce1-4a0e-9b5c-8f23f37e105a req-90cf3b3c-7917-4c6d-aa1a-3886ecdf282c tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:24.989891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'port_id': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9', 'mac_address': 'fa:16:3e:32:84:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:52:24.993834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0baf6b8b-cce1-4a0e-9b5c-8f23f37e105a req-90cf3b3c-7917-4c6d-aa1a-3886ecdf282c tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 1101 time: 0.1334007 Nov 24 12:52:25.020072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3ae89-bf46-412a-902a-6e9064b06948 req-997c9182-ed37-45c6-9489-b5b2e80d984d tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:25.021951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-17f3ae89-bf46-412a-902a-6e9064b06948 req-997c9182-ed37-45c6-9489-b5b2e80d984d tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 949 time: 0.0752895 Nov 24 12:52:25.036881 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.055306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:25.062747 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95a0c2b6-54bb-433f-94db-f73c16961ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.065596 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95a0c2b6-54bb-433f-94db-f73c16961ed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.069625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-95a0c2b6-54bb-433f-94db-f73c16961ed1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa37b1f4-b4ee-4eb1-8abc-3ee671f6a3b8 HTTP/1.1" status: 204 len: 168 time: 0.2987149 Nov 24 12:52:25.080258 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0baf6b8b-cce1-4a0e-9b5c-8f23f37e105a req-e0ad1d60-fb25-4f7e-b272-900d5fc49f13 tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855720 Nov 24 12:52:25.082577 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-17f3ae89-bf46-412a-902a-6e9064b06948 req-8bde8aac-fe43-4fe9-9743-fc51112276d5 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477922 Nov 24 12:52:25.087857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0c2b6-54bb-433f-94db-f73c16961ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa37b1f4-b4ee-4eb1-8abc-3ee671f6a3b8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:25.118401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9,segment=NetworkSegment(50d9bfc3-d83c-41ee-9a36-4888e05be0a5),segment_id=50d9bfc3-d83c-41ee-9a36-4888e05be0a5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:25.138344 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.138526 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8f4c3795-0824-4ff6-947a-6c3f3f5120a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.145648 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8f4c3795-0824-4ff6-947a-6c3f3f5120a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.188971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8f4c3795-0824-4ff6-947a-6c3f3f5120a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aaaa1d1579704d5aafeb5681a4567b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4921365 Nov 24 12:52:25.190495 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c3795-0824-4ff6-947a-6c3f3f5120a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f07a536-61e3-4198-adb9-18cf250594ea,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:25.191741 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50406) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:25.235686 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:25.288841 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-359a1c4c-6ca2-4e3c-aa1c-af269fb22a40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.289946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732f88-6596-4539-be60-9433e90f0c10 req-9538150f-d0ed-4706-ba99-ffb5aba5a4a8 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:25.291507 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9732f88-6596-4539-be60-9433e90f0c10 req-9538150f-d0ed-4706-ba99-ffb5aba5a4a8 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 944 time: 0.0781476 Nov 24 12:52:25.313039 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-359a1c4c-6ca2-4e3c-aa1c-af269fb22a40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.371134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['a82ed1c8-cc14-4bae-9b8c-373a0523dfd9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:25.391733 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9732f88-6596-4539-be60-9433e90f0c10 req-56311f5b-0a12-4ebd-a96e-821fa615259a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927811 Nov 24 12:52:25.421264 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-359a1c4c-6ca2-4e3c-aa1c-af269fb22a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.421264 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-359a1c4c-6ca2-4e3c-aa1c-af269fb22a40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.421264 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-359a1c4c-6ca2-4e3c-aa1c-af269fb22a40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f07a536-61e3-4198-adb9-18cf250594ea HTTP/1.1" status: 204 len: 168 time: 0.2251306 Nov 24 12:52:25.479768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a1c4c-6ca2-4e3c-aa1c-af269fb22a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f07a536-61e3-4198-adb9-18cf250594ea,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:25.501082 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d524d0-9998-4dea-96aa-b00c9c4e92ce req-04811bce-0853-4797-8ace-a353bb55157f tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:25.503255 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-98d524d0-9998-4dea-96aa-b00c9c4e92ce req-04811bce-0853-4797-8ace-a353bb55157f tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 945 time: 0.1032274 Nov 24 12:52:25.547211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f0464-4be6-4527-a1e1-82f4ec28b093 req-369df577-29c4-44a2-80ed-6c90af2f6df2 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:25.556460 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c0f0464-4be6-4527-a1e1-82f4ec28b093 req-369df577-29c4-44a2-80ed-6c90af2f6df2 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 950 time: 0.0706325 Nov 24 12:52:25.584809 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50420) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:25.594021 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-98d524d0-9998-4dea-96aa-b00c9c4e92ce req-f5211eff-3028-463b-ba58-b5af2a1f4a99 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830052 Nov 24 12:52:25.604590 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-42200568-7a9e-41c1-9686-bb11ad46da4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.637207 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c0f0464-4be6-4527-a1e1-82f4ec28b093 req-29ad5be3-de98-4973-aa9d-d597b93ee75a tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798438 Nov 24 12:52:25.710279 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-42200568-7a9e-41c1-9686-bb11ad46da4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.710525 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-2dde4ed0-e064-4d95-a64f-019865dc0126 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=68aba327b1424d85a8e6810a5bcc2328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220487 Nov 24 12:52:25.718053 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-42200568-7a9e-41c1-9686-bb11ad46da4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.724714 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.765728 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-42200568-7a9e-41c1-9686-bb11ad46da4d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0c359bd348248c2b3643fdb5fd792d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1796846 Nov 24 12:52:25.767008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42200568-7a9e-41c1-9686-bb11ad46da4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107b1d5f-77f7-4b56-88db-ad8d854ace1d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:25.769418 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50432) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:25.799996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50434) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:25.813457 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d179a692-34c1-493e-b085-e808b894e7c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.859458 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-1c704dd7-e693-42d9-b9ef-12918df9d1ae tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:25.860934 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-1c704dd7-e693-42d9-b9ef-12918df9d1ae tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1405699 Nov 24 12:52:25.881353 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-035a616a-3097-4d47-a1c9-09b29547e483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.884580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-c08732c8-73c0-4c5a-be4f-862325730995 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/quotas/68aba327b1424d85a8e6810a5bcc2328 HTTP/1.1" status: 200 len: 375 time: 0.0161464 Nov 24 12:52:25.890924 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d179a692-34c1-493e-b085-e808b894e7c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.894673 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d179a692-34c1-493e-b085-e808b894e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.925365 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-035a616a-3097-4d47-a1c9-09b29547e483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.934979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179a692-34c1-493e-b085-e808b894e7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d74654c-5622-4fec-98f3-24dbb64487f2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:25.941746 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d179a692-34c1-493e-b085-e808b894e7c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1090fa8c0b9425382c46d3765cefa02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382582 Nov 24 12:52:25.942044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50436) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:25.972304 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-5827eb13-7173-4142-9e49-32f2153c5bcc tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808744 Nov 24 12:52:25.993199 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c424f2a3-3f53-43a7-bcca-aa175cc456c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.993621 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-035a616a-3097-4d47-a1c9-09b29547e483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:25.996974 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-035a616a-3097-4d47-a1c9-09b29547e483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:26.000566 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-035a616a-3097-4d47-a1c9-09b29547e483 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/107b1d5f-77f7-4b56-88db-ad8d854ace1d HTTP/1.1" status: 204 len: 168 time: 0.2283010 Nov 24 12:52:26.007902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a616a-3097-4d47-a1c9-09b29547e483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107b1d5f-77f7-4b56-88db-ad8d854ace1d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:26.019850 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c424f2a3-3f53-43a7-bcca-aa175cc456c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:26.080455 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c424f2a3-3f53-43a7-bcca-aa175cc456c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:26.083918 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c424f2a3-3f53-43a7-bcca-aa175cc456c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:26.085625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c424f2a3-3f53-43a7-bcca-aa175cc456c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d74654c-5622-4fec-98f3-24dbb64487f2 HTTP/1.1" status: 204 len: 168 time: 0.1424947 Nov 24 12:52:26.105516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c424f2a3-3f53-43a7-bcca-aa175cc456c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d74654c-5622-4fec-98f3-24dbb64487f2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:26.214893 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47298978-6b11-4478-b1ba-71fafaf5f420 req-0d1c8e01-b929-4582-a5d4-31a0f418493c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 210 time: 0.0344512 Nov 24 12:52:26.277831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fdd94-ead1-435e-9b33-6c755d4e7333 req-2ee21d1e-ecd1-4ecd-9695-60c22964c52f tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:26.281269 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-794fdd94-ead1-435e-9b33-6c755d4e7333 req-2ee21d1e-ecd1-4ecd-9695-60c22964c52f tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 949 time: 0.0724244 Nov 24 12:52:26.357972 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-794fdd94-ead1-435e-9b33-6c755d4e7333 req-b7c192ca-87fc-40c3-a444-18df51af0288 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704906 Nov 24 12:52:26.541553 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:26.587098 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d66a1d-ff32-441b-b189-057ded043af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669384d5-bb37-4054-9709-2894491b4b00'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:26.590392 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47178d4-882c-4a38-beba-51dec0203052" -d '{"events": [{"server_uuid": "88d66a1d-ff32-441b-b189-057ded043af8", "name": "network-vif-plugged", "status": "completed", "tag": "669384d5-bb37-4054-9709-2894491b4b00"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:26.609933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd33e0-c1fd-4cce-96a6-129224132006 req-b29b70ce-02fb-44a4-b920-2eab439b3760 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:26.619761 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-51cd33e0-c1fd-4cce-96a6-129224132006 req-b29b70ce-02fb-44a4-b920-2eab439b3760 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 944 time: 0.1262274 Nov 24 12:52:26.654481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb962a-db96-4be9-874e-04fbf35ee566 req-4d809cd8-59df-4a31-90ea-85f40ffffb11 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:26.656173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ceb962a-db96-4be9-874e-04fbf35ee566 req-4d809cd8-59df-4a31-90ea-85f40ffffb11 tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 950 time: 0.1479723 Nov 24 12:52:26.673010 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972210cb-812f-410e-a009-47f6679a2a56 x-openstack-request-id: req-972210cb-812f-410e-a009-47f6679a2a56 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:26.673395 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d66a1d-ff32-441b-b189-057ded043af8", "name": "network-vif-plugged", "status": "completed", "tag": "669384d5-bb37-4054-9709-2894491b4b00", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:26.674014 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-972210cb-812f-410e-a009-47f6679a2a56 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:26.674813 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d66a1d-ff32-441b-b189-057ded043af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669384d5-bb37-4054-9709-2894491b4b00', 'code': 200} Nov 24 12:52:26.798133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-51cd33e0-c1fd-4cce-96a6-129224132006 req-3295a92f-b492-4358-8d11-5605feaccda5 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772456 Nov 24 12:52:26.799838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ef702227-2a99-4d35-9ad8-30738f1a324d details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:52:26.802299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:26.848169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967dbc9-55df-4a47-85b7-eba0fe18af6a req-dffc2712-a886-417c-82a4-c85e56b73244 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:26.857937 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9967dbc9-55df-4a47-85b7-eba0fe18af6a req-dffc2712-a886-417c-82a4-c85e56b73244 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 945 time: 0.0818658 Nov 24 12:52:26.929316 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9967dbc9-55df-4a47-85b7-eba0fe18af6a req-1eeec404-3541-4747-889d-eb0d1ed3bbe3 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701623 Nov 24 12:52:26.973164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-3ceb962a-db96-4be9-874e-04fbf35ee566 req-ef86a2a7-0ced-405a-9eb2-0f97ef3688ee tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Deleting port 302bc6d9-faa2-4a72-9103-9df37bb97f93 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:52:26.973741 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3ceb962a-db96-4be9-874e-04fbf35ee566 req-ef86a2a7-0ced-405a-9eb2-0f97ef3688ee tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:27.027623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507584eb-9a56-48ce-9f2f-d4410363b77a req-0577c1a4-01c3-4ffb-915e-90d404ca5aaf tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:27.031597 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:52:27.037117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-507584eb-9a56-48ce-9f2f-d4410363b77a req-0577c1a4-01c3-4ffb-915e-90d404ca5aaf tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f8b96ce-190d-4994-b302-f4dff5349849 HTTP/1.1" status: 200 len: 950 time: 0.1140666 Nov 24 12:52:27.050453 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:27.050897 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:27.105177 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ef702227-2a99-4d35-9ad8-30738f1a324d,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:27.124683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'ef702227-2a99-4d35-9ad8-30738f1a324d', 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674', 'port_id': 'ef702227-2a99-4d35-9ad8-30738f1a324d', 'mac_address': 'fa:16:3e:53:af:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c9a6d6-7074-498d-887a-6cd33ae98ec8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:52:27.141865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-3ceb962a-db96-4be9-874e-04fbf35ee566 req-ef86a2a7-0ced-405a-9eb2-0f97ef3688ee tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] For port 302bc6d9-faa2-4a72-9103-9df37bb97f93, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=302bc6d9-faa2-4a72-9103-9df37bb97f93,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:27.142357 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3ceb962a-db96-4be9-874e-04fbf35ee566 req-ef86a2a7-0ced-405a-9eb2-0f97ef3688ee tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:27.148520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-507584eb-9a56-48ce-9f2f-d4410363b77a req-6c02411f-fae7-499d-b25b-7884b2880f4e tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.48 "GET /v2.0/security-groups?id=f6006bcb-0417-4f92-9019-a76563ec6290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101937 Nov 24 12:52:27.171535 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-3ceb962a-db96-4be9-874e-04fbf35ee566 req-ef86a2a7-0ced-405a-9eb2-0f97ef3688ee tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Calling delete_port for 302bc6d9-faa2-4a72-9103-9df37bb97f93 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:52:27.211937 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:27.280885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef702227-2a99-4d35-9ad8-30738f1a324d {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:27.296289 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:27.345387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ef702227-2a99-4d35-9ad8-30738f1a324d,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:27.361710 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:27.374800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9,segment=NetworkSegment(50d9bfc3-d83c-41ee-9a36-4888e05be0a5),segment_id=50d9bfc3-d83c-41ee-9a36-4888e05be0a5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:27.408126 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-480dcd1f-397b-4e59-84e5-e2a1381ce767 req-12e976da-f86d-4ad6-922c-16a760391c68 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 210 time: 0.0840225 Nov 24 12:52:27.426313 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:27.468544 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3ceb962a-db96-4be9-874e-04fbf35ee566 req-ef86a2a7-0ced-405a-9eb2-0f97ef3688ee tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:27.469055 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=ef702227-2a99-4d35-9ad8-30738f1a324d,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:27.518911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef86a2a7-0ced-405a-9eb2-0f97ef3688ee tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Pushing event deleted for resources: {'Port': ['ID=302bc6d9-faa2-4a72-9103-9df37bb97f93,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:27.536136 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['302bc6d9-faa2-4a72-9103-9df37bb97f93'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:27.563548 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-d1f8604c-1c12-41cf-ac1c-abb733203da4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=68aba327b1424d85a8e6810a5bcc2328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829563 Nov 24 12:52:27.640594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ceb962a-db96-4be9-874e-04fbf35ee566 req-ef86a2a7-0ced-405a-9eb2-0f97ef3688ee tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] No DVR routers for this DVR port 302bc6d9-faa2-4a72-9103-9df37bb97f93 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:52:27.643711 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3ceb962a-db96-4be9-874e-04fbf35ee566 req-ef86a2a7-0ced-405a-9eb2-0f97ef3688ee tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:27.647458 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ceb962a-db96-4be9-874e-04fbf35ee566 req-ef86a2a7-0ced-405a-9eb2-0f97ef3688ee tempest-LiveMigrationNegativeTest-1712151538 tempest-LiveMigrationNegativeTest-1712151538-project] 10.222.0.59 "DELETE /v2.0/ports/302bc6d9-faa2-4a72-9103-9df37bb97f93 HTTP/1.1" status: 204 len: 173 time: 0.9814510 Nov 24 12:52:27.647732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8b96ce-190d-4994-b302-f4dff5349849', 'name': 'network-vif-deleted', 'tag': '302bc6d9-faa2-4a72-9103-9df37bb97f93'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:27.655971 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fa9980-3996-413c-8463-c95cbfc9e6ce" -d '{"events": [{"server_uuid": "2f8b96ce-190d-4994-b302-f4dff5349849", "name": "network-vif-deleted", "tag": "302bc6d9-faa2-4a72-9103-9df37bb97f93"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:27.679537 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:27.699367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['ef702227-2a99-4d35-9ad8-30738f1a324d'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:27.737295 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ffc994-3034-4076-a91e-93d90d3d22cb x-openstack-request-id: req-b0ffc994-3034-4076-a91e-93d90d3d22cb {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:27.737622 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8b96ce-190d-4994-b302-f4dff5349849", "name": "network-vif-deleted", "tag": "302bc6d9-faa2-4a72-9103-9df37bb97f93", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:27.737883 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0ffc994-3034-4076-a91e-93d90d3d22cb {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:27.738276 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8b96ce-190d-4994-b302-f4dff5349849', 'name': 'network-vif-deleted', 'tag': '302bc6d9-faa2-4a72-9103-9df37bb97f93', 'status': 'completed', 'code': 200} Nov 24 12:52:27.873206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a34c80-e6d2-479f-8e4c-4bb4db3a9d41 req-3c0a7dd6-662e-478c-aef9-6c47c3352daf tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:27.874946 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8a34c80-e6d2-479f-8e4c-4bb4db3a9d41 req-3c0a7dd6-662e-478c-aef9-6c47c3352daf tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 949 time: 0.2839193 Nov 24 12:52:27.900479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-8a140917-3311-4a25-ba36-ec9995f14255 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:27.902899 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-8a140917-3311-4a25-ba36-ec9995f14255 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3331511 Nov 24 12:52:27.946195 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-881cd74f-1cd0-42c5-802f-351e32d27f0c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Request body: {'port': {'device_id': 'f8bea123-5dc5-489c-b492-0addbeb5f048', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '68aba327b1424d85a8e6810a5bcc2328'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:28.004629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d968e1-3295-4aa1-946b-e8c09f124621 req-7a1494bb-b3d8-477e-8260-84d869bcfa0d tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:28.014927 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0d968e1-3295-4aa1-946b-e8c09f124621 req-7a1494bb-b3d8-477e-8260-84d869bcfa0d tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 945 time: 0.0703936 Nov 24 12:52:28.083004 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0d968e1-3295-4aa1-946b-e8c09f124621 req-1b704142-2101-4d6a-ac61-35c40611efbe tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670667 Nov 24 12:52:28.100691 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8a34c80-e6d2-479f-8e4c-4bb4db3a9d41 req-f25fc4d9-f024-4e22-82ab-af860d47eb6e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958692 Nov 24 12:52:28.114854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-881cd74f-1cd0-42c5-802f-351e32d27f0c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Made reservation on behalf of 68aba327b1424d85a8e6810a5bcc2328 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:28.118565 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-881cd74f-1cd0-42c5-802f-351e32d27f0c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:28.280162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb125f7-9d50-4687-98ae-4e960ab9248d req-c3512285-dfcf-433e-92d9-a5af5d5eb673 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:28.281744 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fcb125f7-9d50-4687-98ae-4e960ab9248d req-c3512285-dfcf-433e-92d9-a5af5d5eb673 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 946 time: 0.0917029 Nov 24 12:52:28.302696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-881cd74f-1cd0-42c5-802f-351e32d27f0c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Allocated IP 192.168.233.105 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/dc707d28-b6a8-4f62-b7d3-940b0908755b) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:28.366645 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fcb125f7-9d50-4687-98ae-4e960ab9248d req-1494736d-4590-440d-a76c-974724af27c9 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758052 Nov 24 12:52:28.524894 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-881cd74f-1cd0-42c5-802f-351e32d27f0c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:28.570793 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-881cd74f-1cd0-42c5-802f-351e32d27f0c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:28.584176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['669384d5-bb37-4054-9709-2894491b4b00'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:28.642166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cd74f-1cd0-42c5-802f-351e32d27f0c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Pushing event updated for resources: {'Port': ['ID=dc707d28-b6a8-4f62-b7d3-940b0908755b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:28.653608 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-881cd74f-1cd0-42c5-802f-351e32d27f0c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:28.655658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-881cd74f-1cd0-42c5-802f-351e32d27f0c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:28.658599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-881cd74f-1cd0-42c5-802f-351e32d27f0c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:28.664065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-881cd74f-1cd0-42c5-802f-351e32d27f0c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:28.664686 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-881cd74f-1cd0-42c5-802f-351e32d27f0c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:28.675925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:28.681429 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df580182-1809-4b8d-8fd7-10a1853b8fb9" -d '{"events": [{"server_uuid": "eaa6abf0-27b1-424c-be28-45d7016097b8", "name": "network-vif-plugged", "status": "completed", "tag": "a82ed1c8-cc14-4bae-9b8c-373a0523dfd9"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:28.689452 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-881cd74f-1cd0-42c5-802f-351e32d27f0c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7482665 Nov 24 12:52:28.704215 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Request body: {'port': {'device_id': 'f8bea123-5dc5-489c-b492-0addbeb5f048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:28.823732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c135f5-fd51-4d77-bfd9-23548c95a5b0 req-4f99b249-9493-4cd4-acba-dc89ed9a7853 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:28.826752 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:28.845066 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56c135f5-fd51-4d77-bfd9-23548c95a5b0 req-4f99b249-9493-4cd4-acba-dc89ed9a7853 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 936 time: 0.1066387 Nov 24 12:52:28.859721 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50564) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:28.994757 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ef702227-2a99-4d35-9ad8-30738f1a324d up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:29.059340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-66fc0f14-13d8-4a32-8daa-d514b2b0fa0b None None] Provisioning complete for port dc707d28-b6a8-4f62-b7d3-940b0908755b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:29.059734 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-66fc0f14-13d8-4a32-8daa-d514b2b0fa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.130147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-66fc0f14-13d8-4a32-8daa-d514b2b0fa0b None None] Port dc707d28-b6a8-4f62-b7d3-940b0908755b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:52:29.142694 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port ef702227-2a99-4d35-9ad8-30738f1a324d completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:52:29.154713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port ef702227-2a99-4d35-9ad8-30738f1a324d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:29.155364 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.160498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56c135f5-fd51-4d77-bfd9-23548c95a5b0 req-9d0eb43f-a020-4738-932d-8150e06d7dbe tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143277 Nov 24 12:52:29.201409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc707d28-b6a8-4f62-b7d3-940b0908755b {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:29.223108 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.249541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Transition to ACTIVE for port object dc707d28-b6a8-4f62-b7d3-940b0908755b will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:52:29.258226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.266329 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.304297 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ef702227-2a99-4d35-9ad8-30738f1a324d,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:29.311961 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.381453 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=ef702227-2a99-4d35-9ad8-30738f1a324d,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:29.391199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Attempting to bind port dc707d28-b6a8-4f62-b7d3-940b0908755b on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:29.391543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Attempting to bind port dc707d28-b6a8-4f62-b7d3-940b0908755b by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:29.391887 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Attempting to bind port dc707d28-b6a8-4f62-b7d3-940b0908755b on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:29.396513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09beca44-131f-474e-b241-f9624159133b service neutron] Pushing event updated for resources: {'Port': ['ID=dc707d28-b6a8-4f62-b7d3-940b0908755b,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:29.402623 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Port dc707d28-b6a8-4f62-b7d3-940b0908755b on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:52:29.402953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Attempting to bind port dc707d28-b6a8-4f62-b7d3-940b0908755b on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:29.408849 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:29.409194 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:29.409576 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:29.410009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Bound port: dc707d28-b6a8-4f62-b7d3-940b0908755b, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:29.410529 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.444178 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0f1a9be2-cc3d-4833-9837-f448aafc6e28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3770f462efc14367a3003f5a7e47727c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5832701 Nov 24 12:52:29.449845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50576) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:29.491091 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] For port dc707d28-b6a8-4f62-b7d3-940b0908755b, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:29.494708 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] For port dc707d28-b6a8-4f62-b7d3-940b0908755b, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:29.503678 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.513241 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4dd8501d-e48b-49b3-bcd8-48996707273b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.540031 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4dd8501d-e48b-49b3-bcd8-48996707273b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.562724 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:29.564270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.568196 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-09beca44-131f-474e-b241-f9624159133b service neutron] 10.222.0.46 "PUT /v2.0/ports/dc707d28-b6a8-4f62-b7d3-940b0908755b HTTP/1.1" status: 200 len: 1096 time: 0.8706076 Nov 24 12:52:29.575469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bea123-5dc5-489c-b492-0addbeb5f048', 'tag': 'dc707d28-b6a8-4f62-b7d3-940b0908755b'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:29.578060 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d586f8-0d4d-4910-9032-a5f2d9f9878f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bea123-5dc5-489c-b492-0addbeb5f048", "tag": "dc707d28-b6a8-4f62-b7d3-940b0908755b"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:29.611111 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4dd8501d-e48b-49b3-bcd8-48996707273b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.615979 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4dd8501d-e48b-49b3-bcd8-48996707273b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.617135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09beca44-131f-474e-b241-f9624159133b service neutron] Pushing event updated for resources: {'Port': ['ID=dc707d28-b6a8-4f62-b7d3-940b0908755b,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:29.620619 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4dd8501d-e48b-49b3-bcd8-48996707273b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6006bcb-0417-4f92-9019-a76563ec6290 HTTP/1.1" status: 204 len: 168 time: 0.1685507 Nov 24 12:52:29.641655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8501d-e48b-49b3-bcd8-48996707273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6006bcb-0417-4f92-9019-a76563ec6290,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:29.720545 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-ad1be1bd-e306-4555-8e82-d33afa1613b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:29.722259 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-ad1be1bd-e306-4555-8e82-d33afa1613b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 1099 time: 0.0990088 Nov 24 12:52:29.733750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde258e-6430-425e-a71c-a9aeec423e95 req-a1d93e5d-1629-4ea7-8c65-5e64c3a3e8bf tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:29.734227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde258e-6430-425e-a71c-a9aeec423e95 req-a1d93e5d-1629-4ea7-8c65-5e64c3a3e8bf tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:29.734927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde258e-6430-425e-a71c-a9aeec423e95 req-a1d93e5d-1629-4ea7-8c65-5e64c3a3e8bf tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:29.735402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde258e-6430-425e-a71c-a9aeec423e95 req-a1d93e5d-1629-4ea7-8c65-5e64c3a3e8bf tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:29.735868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde258e-6430-425e-a71c-a9aeec423e95 req-a1d93e5d-1629-4ea7-8c65-5e64c3a3e8bf tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:29.736331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde258e-6430-425e-a71c-a9aeec423e95 req-a1d93e5d-1629-4ea7-8c65-5e64c3a3e8bf tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:29.737109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde258e-6430-425e-a71c-a9aeec423e95 req-a1d93e5d-1629-4ea7-8c65-5e64c3a3e8bf tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:29.737983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde258e-6430-425e-a71c-a9aeec423e95 req-a1d93e5d-1629-4ea7-8c65-5e64c3a3e8bf tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:29.738446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde258e-6430-425e-a71c-a9aeec423e95 req-a1d93e5d-1629-4ea7-8c65-5e64c3a3e8bf tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:29.744882 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bde258e-6430-425e-a71c-a9aeec423e95 req-a1d93e5d-1629-4ea7-8c65-5e64c3a3e8bf tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048&device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf&device_id=eaa6abf0-27b1-424c-be28-45d7016097b8&device_id=2439c3d6-8315-4143-86a3-55ae06ad4534&device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28&device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb&device_id=48a26c43-68c2-413f-9304-9c83fa257542&device_id=88d66a1d-ff32-441b-b189-057ded043af8&device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 8231 time: 0.0900469 Nov 24 12:52:29.775716 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-d8d4ecca-f5eb-43d8-9bf7-045e6f853c02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b HTTP/1.1" status: 200 len: 217 time: 0.0447259 Nov 24 12:52:29.782607 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bde258e-6430-425e-a71c-a9aeec423e95 req-2ec6fe93-d7fb-45f8-8bc3-0d027518f22b tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.861822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-5bf3c85f-25b2-4ed1-8809-5b6f4fa692e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:29.863518 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-5bf3c85f-25b2-4ed1-8809-5b6f4fa692e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0785513 Nov 24 12:52:29.874110 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83379fe9-e20a-4e05-8cf5-9d890d3e8a85 x-openstack-request-id: req-83379fe9-e20a-4e05-8cf5-9d890d3e8a85 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:29.874636 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bde258e-6430-425e-a71c-a9aeec423e95 req-2ec6fe93-d7fb-45f8-8bc3-0d027518f22b tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.874741 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa6abf0-27b1-424c-be28-45d7016097b8", "name": "network-vif-plugged", "status": "completed", "tag": "a82ed1c8-cc14-4bae-9b8c-373a0523dfd9", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:29.874741 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83379fe9-e20a-4e05-8cf5-9d890d3e8a85 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:29.875172 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9', 'code': 200} Nov 24 12:52:29.882652 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bde258e-6430-425e-a71c-a9aeec423e95 req-2ec6fe93-d7fb-45f8-8bc3-0d027518f22b tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:29.974814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6fe93-d7fb-45f8-8bc3-0d027518f22b tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001ce95e-c601-4524-8929-cf38de8be189,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:29.999131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-491949cd-307b-4576-ba60-d1bbfd4e04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:30.001372 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-491949cd-307b-4576-ba60-d1bbfd4e04f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1256132 Nov 24 12:52:30.021362 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bde258e-6430-425e-a71c-a9aeec423e95 req-2ec6fe93-d7fb-45f8-8bc3-0d027518f22b tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&id=ef00cad3-468f-468c-9e24-d2580767138f&id=c5e683ab-8704-40b0-a728-9d0e839535b9&id=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9&id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.2613373 Nov 24 12:52:30.057945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc259c0-a23b-4da4-9bdc-f17109b854ee req-65afd292-477d-4058-a300-805194d5afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:30.059522 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cbc259c0-a23b-4da4-9bdc-f17109b854ee req-65afd292-477d-4058-a300-805194d5afc3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 1097 time: 0.1140106 Nov 24 12:52:30.084911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50592) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:30.128108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65568a7-3419-46f9-941b-9c4b20ccf4f9 req-a9e93e56-678c-4a21-8876-8126d93fe351 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:30.135462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a65568a7-3419-46f9-941b-9c4b20ccf4f9 req-a9e93e56-678c-4a21-8876-8126d93fe351 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 946 time: 0.0587287 Nov 24 12:52:30.179942 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-aef1a2c8-e7a6-4c96-97be-a738be49da62 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5d2c619476e34679826657f50cbf3bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0928452 Nov 24 12:52:30.181909 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-14d5dc37-4c29-4c2b-8651-be5a6ea268b8 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715240 Nov 24 12:52:30.184685 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cbc259c0-a23b-4da4-9bdc-f17109b854ee req-daaabad9-e260-4589-9122-af7eab570d7a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988679 Nov 24 12:52:30.185541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50598) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:30.201244 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a65568a7-3419-46f9-941b-9c4b20ccf4f9 req-b7b24ec5-4512-43d8-b7df-de9d1046196c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644040 Nov 24 12:52:30.260212 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b5360c-23ca-4949-b90b-65077fe4f525 x-openstack-request-id: req-45b5360c-23ca-4949-b90b-65077fe4f525 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:30.260709 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bea123-5dc5-489c-b492-0addbeb5f048", "tag": "dc707d28-b6a8-4f62-b7d3-940b0908755b", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:30.260852 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45b5360c-23ca-4949-b90b-65077fe4f525 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:30.261208 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bea123-5dc5-489c-b492-0addbeb5f048', 'tag': 'dc707d28-b6a8-4f62-b7d3-940b0908755b', 'status': 'completed', 'code': 200} Nov 24 12:52:30.269172 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ccfed2de-3cad-411c-a705-2647d710114d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:30.292186 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df2da1-5fad-40c4-b380-1675c6c58c14 req-49a47fb8-3952-49b6-8337-1dc24ee5a2b6 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:30.293700 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-27df2da1-5fad-40c4-b380-1675c6c58c14 req-49a47fb8-3952-49b6-8337-1dc24ee5a2b6 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 946 time: 0.0755053 Nov 24 12:52:30.310237 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ccfed2de-3cad-411c-a705-2647d710114d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:30.356838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 302bc6d9-faa2-4a72-9103-9df37bb97f93 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:52:30.372293 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-27df2da1-5fad-40c4-b380-1675c6c58c14 req-3c7a914e-f842-476c-b3bc-870dbc9ec931 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719194 Nov 24 12:52:30.379763 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 302bc6d9-faa2-4a72-9103-9df37bb97f93 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:52:30.382096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 302bc6d9-faa2-4a72-9103-9df37bb97f93 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:52:30.442104 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ccfed2de-3cad-411c-a705-2647d710114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:30.444826 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ccfed2de-3cad-411c-a705-2647d710114d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:30.446038 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ccfed2de-3cad-411c-a705-2647d710114d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b0939fd-b99b-4d87-8337-ed9e363f5798 HTTP/1.1" status: 204 len: 168 time: 0.2599926 Nov 24 12:52:30.470855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfed2de-3cad-411c-a705-2647d710114d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0939fd-b99b-4d87-8337-ed9e363f5798,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:30.497504 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83ae132a-2a31-4f0a-83f3-abc46ea04771 req-6b798261-bdf7-4295-afd6-734d9226291a service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237819 Nov 24 12:52:30.745632 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b127f6a-fb88-419e-9d98-1dd22e3620ee req-b6045b3b-ec16-430d-b420-08debc3e8ea1 tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:30.746120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b127f6a-fb88-419e-9d98-1dd22e3620ee req-b6045b3b-ec16-430d-b420-08debc3e8ea1 tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:30.746593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b127f6a-fb88-419e-9d98-1dd22e3620ee req-b6045b3b-ec16-430d-b420-08debc3e8ea1 tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:30.748288 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2b127f6a-fb88-419e-9d98-1dd22e3620ee req-b6045b3b-ec16-430d-b420-08debc3e8ea1 tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534&device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28&device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 2883 time: 0.0457859 Nov 24 12:52:30.802253 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2b127f6a-fb88-419e-9d98-1dd22e3620ee req-78171457-90da-4864-9908-3735cb121840 tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466437 Nov 24 12:52:30.858315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8aaea-6320-411c-bda7-532435a4aa6d req-1d4da210-140b-42b9-a2ea-c9e10ca8d5fc tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:30.858315 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7fd8aaea-6320-411c-bda7-532435a4aa6d req-1d4da210-140b-42b9-a2ea-c9e10ca8d5fc tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 948 time: 0.2996483 Nov 24 12:52:30.866461 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d586f8-0d4d-4910-9032-a5f2d9f9878f req-d6ab7ac5-b288-4518-bd1d-eb6d76274034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:30.867861 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33d586f8-0d4d-4910-9032-a5f2d9f9878f req-d6ab7ac5-b288-4518-bd1d-eb6d76274034 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 1099 time: 0.2853961 Nov 24 12:52:30.965328 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7fd8aaea-6320-411c-bda7-532435a4aa6d req-5231ea58-db14-4cce-91dd-46c339446df5 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008677 Nov 24 12:52:30.998195 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d586f8-0d4d-4910-9032-a5f2d9f9878f req-1b87344f-5088-44ed-832f-a5be07be6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:30.999622 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33d586f8-0d4d-4910-9032-a5f2d9f9878f req-1b87344f-5088-44ed-832f-a5be07be6842 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1196308 Nov 24 12:52:31.064400 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33d586f8-0d4d-4910-9032-a5f2d9f9878f req-469ec07b-828a-4c23-a7d7-79df6ece14b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b HTTP/1.1" status: 200 len: 217 time: 0.0537574 Nov 24 12:52:31.134234 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d586f8-0d4d-4910-9032-a5f2d9f9878f req-1f783b79-ae5b-44e9-b244-2e11f5d52198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:31.136308 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33d586f8-0d4d-4910-9032-a5f2d9f9878f req-1f783b79-ae5b-44e9-b244-2e11f5d52198 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0599005 Nov 24 12:52:31.219615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d586f8-0d4d-4910-9032-a5f2d9f9878f req-eb589bba-8099-4d67-9c8c-a5ff9b04f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:31.221629 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33d586f8-0d4d-4910-9032-a5f2d9f9878f req-eb589bba-8099-4d67-9c8c-a5ff9b04f43f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761652 Nov 24 12:52:31.382551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50656) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:31.407196 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33d586f8-0d4d-4910-9032-a5f2d9f9878f req-5b196a84-bace-4e8e-aff0-25c73e54945c service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770842 Nov 24 12:52:31.492239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50666) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:31.527506 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33d586f8-0d4d-4910-9032-a5f2d9f9878f req-bf47e752-1367-4ec8-a61f-f5f808a9e690 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025243 Nov 24 12:52:31.541524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da9b3a-eb9a-4798-9ece-6f7911a5655a req-e871cdb5-3199-42e4-8041-26f9e164dc3f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:31.543351 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21da9b3a-eb9a-4798-9ece-6f7911a5655a req-e871cdb5-3199-42e4-8041-26f9e164dc3f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 946 time: 0.1877704 Nov 24 12:52:31.588516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-network', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:31.617534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] Made reservation on behalf of 60b6d8119cdc4d22b14a174d839aec8d for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:31.622585 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:31.626540 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21da9b3a-eb9a-4798-9ece-6f7911a5655a req-799f38c7-13b6-4913-8362-e343439d8877 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751243 Nov 24 12:52:31.634668 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:31.704636 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bd00519f-0e70-48e0-97de-c3d5b4c4d2da admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:31.786447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3374700-d219-48cf-9e73-4321b9b3ba51 req-f6c18d55-1a4c-4ac0-9137-8a02965d7836 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:31.793419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c3374700-d219-48cf-9e73-4321b9b3ba51 req-f6c18d55-1a4c-4ac0-9137-8a02965d7836 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 946 time: 0.1061654 Nov 24 12:52:31.816838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50676) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:31.857487 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:31.872718 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:31.876652 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8df50a8-3a3d-42cd-8c3c-4a1b66297daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef702227-2a99-4d35-9ad8-30738f1a324d'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:31.880377 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f999346-a53f-4f02-9ce1-c25671895517" -d '{"events": [{"server_uuid": "f8df50a8-3a3d-42cd-8c3c-4a1b66297daf", "name": "network-vif-plugged", "status": "completed", "tag": "ef702227-2a99-4d35-9ad8-30738f1a324d"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:31.915609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41e83b-42d1-45e9-af7a-d7788e532da7 req-5205443c-653a-44b7-9e30-c18a3baf72cf tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:31.917863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db41e83b-42d1-45e9-af7a-d7788e532da7 req-5205443c-653a-44b7-9e30-c18a3baf72cf tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 1101 time: 0.0528433 Nov 24 12:52:31.918887 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c3374700-d219-48cf-9e73-4321b9b3ba51 req-c253c899-e690-40e0-b975-aa6c5aa15802 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141379 Nov 24 12:52:31.928882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:52:31.947541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd8e06-9685-42bf-b37c-a0bc3b341dde,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:31.961545 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bd00519f-0e70-48e0-97de-c3d5b4c4d2da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:31.963165 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:31.963662 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] Added segment 912f76bc-8002-446f-877d-960c4429306e of type vlan for network dcff6c23-494a-4832-9194-8742ca71ceba Nov 24 12:52:31.967971 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed91068d-cff9-44b8-bce9-e8b885ebae03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:31.974689 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bd00519f-0e70-48e0-97de-c3d5b4c4d2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:31.987626 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e3e9a8-4432-4b3b-abd7-b4ddd679b767 x-openstack-request-id: req-27e3e9a8-4432-4b3b-abd7-b4ddd679b767 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:31.987947 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8df50a8-3a3d-42cd-8c3c-4a1b66297daf", "name": "network-vif-plugged", "status": "completed", "tag": "ef702227-2a99-4d35-9ad8-30738f1a324d", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:31.988213 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27e3e9a8-4432-4b3b-abd7-b4ddd679b767 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:31.988614 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8df50a8-3a3d-42cd-8c3c-4a1b66297daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef702227-2a99-4d35-9ad8-30738f1a324d', 'code': 200} Nov 24 12:52:32.024041 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db41e83b-42d1-45e9-af7a-d7788e532da7 req-dd318f38-3a74-47d6-ac5a-1cb97ef6689a tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995810 Nov 24 12:52:32.083433 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.115855 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bd00519f-0e70-48e0-97de-c3d5b4c4d2da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e84778de63204015bda7be19741b317e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6216357 Nov 24 12:52:32.119681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50688) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:32.125679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00519f-0e70-48e0-97de-c3d5b4c4d2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900cf70a-c9e1-4577-9118-b50aaf4af892,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:32.185789 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed91068d-cff9-44b8-bce9-e8b885ebae03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.202086 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed91068d-cff9-44b8-bce9-e8b885ebae03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.205527 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6de45-2c9f-4887-82a1-840d08e85fee req-818615c8-4e33-408c-b78c-cd8b5cd9f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:32.207068 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eda6de45-2c9f-4887-82a1-840d08e85fee req-818615c8-4e33-408c-b78c-cd8b5cd9f64d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 1097 time: 0.1396222 Nov 24 12:52:32.231253 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.232196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:32.232821 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.247639 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848329b6-b2e9-4a12-a3f7-48a563042baa req-a814fe59-51cb-441a-9ec5-78f2ce17b9dc tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:32.249159 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-848329b6-b2e9-4a12-a3f7-48a563042baa req-a814fe59-51cb-441a-9ec5-78f2ce17b9dc tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 948 time: 0.1478782 Nov 24 12:52:32.286755 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9025581 Nov 24 12:52:32.291512 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-44459352-7207-4267-9b72-01323757ec30 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 258 time: 0.2850268 Nov 24 12:52:32.292525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50690) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:32.308868 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ed91068d-cff9-44b8-bce9-e8b885ebae03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f43f8d7620ea42949155e143bd9a29eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4908142 Nov 24 12:52:32.312423 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91068d-cff9-44b8-bce9-e8b885ebae03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20271a8-41c6-42be-8fa7-b15e6a239505,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:32.315618 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50692) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:32.321780 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a25180c2-b974-44cd-afb1-3a2aa51e3e77 admin admin] Request body: {'subnet': {'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-subnet', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:32.323052 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-228d93fa-9878-4aec-b00c-66b0a188a956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.333370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:32.337252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35c204-3e26-41ac-9096-f52ecee7ba4f admin admin] Pushing event updated for resources: {'Network': ['ID=dcff6c23-494a-4832-9194-8742ca71ceba,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:32.350847 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network dcff6c23-494a-4832-9194-8742ca71ceba details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:52:32.359678 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.db.api [None req-a25180c2-b974-44cd-afb1-3a2aa51e3e77 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 12:52:32.359678 n-d-817303-4 neutron-server[114985]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 24 12:52:32.359678 n-d-817303-4 neutron-server[114985]: [parameters: {'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'id': '1df02222-be87-48ca-bd1f-93eb1c129f64', 'expiration': datetime.datetime(2021, 11, 24, 12, 54, 32, 347115)}] Nov 24 12:52:32.359678 n-d-817303-4 neutron-server[114985]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 12:52:32.360907 n-d-817303-4 neutron-server[114985]: DEBUG oslo_db.api [None req-a25180c2-b974-44cd-afb1-3a2aa51e3e77 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 12:52:32.365873 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.384198 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eda6de45-2c9f-4887-82a1-840d08e85fee req-2e97ce93-029a-458b-b846-f7b89347e8f5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632359 Nov 24 12:52:32.408616 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-228d93fa-9878-4aec-b00c-66b0a188a956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.419102 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-848329b6-b2e9-4a12-a3f7-48a563042baa req-cdfc1882-b21c-49e6-aae3-4326928921af tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553226 Nov 24 12:52:32.453314 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd7e40fa-fac6-4500-9dcb-3c3ab02cc42a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.480043 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd7e40fa-fac6-4500-9dcb-3c3ab02cc42a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.480771 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.507581 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-228d93fa-9878-4aec-b00c-66b0a188a956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.510158 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-228d93fa-9878-4aec-b00c-66b0a188a956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.514112 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-228d93fa-9878-4aec-b00c-66b0a188a956 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/900cf70a-c9e1-4577-9118-b50aaf4af892 HTTP/1.1" status: 204 len: 168 time: 0.3872912 Nov 24 12:52:32.553999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d93fa-9878-4aec-b00c-66b0a188a956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900cf70a-c9e1-4577-9118-b50aaf4af892,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:32.585753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb01ff-9a76-4a54-a339-6fcc0cf516f6 req-e90e694e-82ef-4373-862d-bfec7a2d043a tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:32.593222 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1fbb01ff-9a76-4a54-a339-6fcc0cf516f6 req-e90e694e-82ef-4373-862d-bfec7a2d043a tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 1101 time: 0.0952599 Nov 24 12:52:32.611725 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd7e40fa-fac6-4500-9dcb-3c3ab02cc42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.614734 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd7e40fa-fac6-4500-9dcb-3c3ab02cc42a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.616771 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fd7e40fa-fac6-4500-9dcb-3c3ab02cc42a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d20271a8-41c6-42be-8fa7-b15e6a239505 HTTP/1.1" status: 204 len: 168 time: 0.2938251 Nov 24 12:52:32.626514 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e40fa-fac6-4500-9dcb-3c3ab02cc42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20271a8-41c6-42be-8fa7-b15e6a239505,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:32.627021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Allocated IP 172.25.0.30 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/babae58a-4d1a-46bc-a5b4-b74b95a724d9) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:32.658326 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1fbb01ff-9a76-4a54-a339-6fcc0cf516f6 req-4f28661f-69ad-464c-9847-ca2f24477a60 tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637488 Nov 24 12:52:32.767329 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.800783 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0bf5b-0d21-452a-8ba8-aaf8c36566ca req-f3dc857f-72ef-4df4-900a-240ac7c6e5bf tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:32.802638 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ac0bf5b-0d21-452a-8ba8-aaf8c36566ca req-f3dc857f-72ef-4df4-900a-240ac7c6e5bf tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 946 time: 0.0652747 Nov 24 12:52:32.819338 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.858056 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ac0bf5b-0d21-452a-8ba8-aaf8c36566ca req-3944e544-d35e-494c-b79f-8e21d83a29bb tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484273 Nov 24 12:52:32.884907 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Pushing event updated for resources: {'Port': ['ID=babae58a-4d1a-46bc-a5b4-b74b95a724d9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:32.884907 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50708) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:32.899099 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47744ef9-9efe-4c55-b677-1ba3c1c7d32c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:32.910996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:32.920986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:32.932945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:32.949569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25180c2-b974-44cd-afb1-3a2aa51e3e77 admin admin] Made reservation on behalf of 60b6d8119cdc4d22b14a174d839aec8d for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:32.951968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a25180c2-b974-44cd-afb1-3a2aa51e3e77 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.065230 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.113381 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50710) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:33.126865 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0c95558d-56b4-4d27-80c0-3b71ce16a851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.147757 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.150601 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47744ef9-9efe-4c55-b677-1ba3c1c7d32c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.175355 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47744ef9-9efe-4c55-b677-1ba3c1c7d32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.218994 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0c95558d-56b4-4d27-80c0-3b71ce16a851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.234278 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0c95558d-56b4-4d27-80c0-3b71ce16a851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.263680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47744ef9-9efe-4c55-b677-1ba3c1c7d32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d74e5e-6f38-4d9e-b44e-f2aa08440219,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:33.272271 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-47744ef9-9efe-4c55-b677-1ba3c1c7d32c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=664018081d444b58b4bb8eecd70fc7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3907745 Nov 24 12:52:33.289431 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50716) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:33.313889 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0c95558d-56b4-4d27-80c0-3b71ce16a851 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=068504caba8e459fa109ad2635f4e50f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993299 Nov 24 12:52:33.314128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50718) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:33.314688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95558d-56b4-4d27-80c0-3b71ce16a851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f7a323-219c-4a41-902e-318642b7558c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:33.354523 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14889eb9-6541-4e5f-a5fe-8b5e1c6a8195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.377901 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14889eb9-6541-4e5f-a5fe-8b5e1c6a8195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.412827 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a25180c2-b974-44cd-afb1-3a2aa51e3e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.432035 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14889eb9-6541-4e5f-a5fe-8b5e1c6a8195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.435628 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14889eb9-6541-4e5f-a5fe-8b5e1c6a8195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.437038 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-14889eb9-6541-4e5f-a5fe-8b5e1c6a8195 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6d74e5e-6f38-4d9e-b44e-f2aa08440219 HTTP/1.1" status: 204 len: 168 time: 0.1442046 Nov 24 12:52:33.450998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14889eb9-6541-4e5f-a5fe-8b5e1c6a8195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d74e5e-6f38-4d9e-b44e-f2aa08440219,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:33.542981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25180c2-b974-44cd-afb1-3a2aa51e3e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd819bbd-6459-4883-a59e-02e6480e02e1,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:33.566644 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b1eeeb6-8b83-4c0d-97d7-313183dd7469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.572622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25180c2-b974-44cd-afb1-3a2aa51e3e77 admin admin] Checking segment: {'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:33.573851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25180c2-b974-44cd-afb1-3a2aa51e3e77 admin admin] Network hostable DHCP agents. Network: dcff6c23-494a-4832-9194-8742ca71ceba, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:52:33.614195 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.631298 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.634614 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b1eeeb6-8b83-4c0d-97d7-313183dd7469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.720043 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.735054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad3d5c-6036-4fa9-bd27-f8d775e9ebc8 req-71b63ad1-ab2c-4af8-b364-02fee811f11b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:33.736772 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-39ad3d5c-6036-4fa9-bd27-f8d775e9ebc8 req-71b63ad1-ab2c-4af8-b364-02fee811f11b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 948 time: 0.0568538 Nov 24 12:52:33.741103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25180c2-b974-44cd-afb1-3a2aa51e3e77 admin admin] Network dcff6c23-494a-4832-9194-8742ca71ceba is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:52:33.765138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Pushing event updated for resources: {'Port': ['ID=babae58a-4d1a-46bc-a5b4-b74b95a724d9,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:33.773958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a25180c2-b974-44cd-afb1-3a2aa51e3e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, dcff6c23-494a-4832-9194-8742ca71ceba) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:33.779667 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.785727 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-190068f3-a1eb-4e94-95fc-c007803831fa tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4574473 Nov 24 12:52:33.788337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554b660f-0e7e-4c30-8bce-e3676e59ba62 None None] Network dcff6c23-494a-4832-9194-8742ca71ceba requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:52:33.816310 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-39ad3d5c-6036-4fa9-bd27-f8d775e9ebc8 req-d4c933dd-433b-4661-8928-6a1bf16b08f2 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683885 Nov 24 12:52:33.877965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25180c2-b974-44cd-afb1-3a2aa51e3e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:33.878894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a25180c2-b974-44cd-afb1-3a2aa51e3e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.892512 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b1eeeb6-8b83-4c0d-97d7-313183dd7469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.895060 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b1eeeb6-8b83-4c0d-97d7-313183dd7469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:33.899157 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8b1eeeb6-8b83-4c0d-97d7-313183dd7469 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0f7a323-219c-4a41-902e-318642b7558c HTTP/1.1" status: 204 len: 168 time: 0.5227826 Nov 24 12:52:33.912425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1eeeb6-8b83-4c0d-97d7-313183dd7469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f7a323-219c-4a41-902e-318642b7558c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:33.932844 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-2b1ab04a-5ed1-4b67-a74c-99f70f430b88 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.1451571 Nov 24 12:52:33.989442 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a25180c2-b974-44cd-afb1-3a2aa51e3e77 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6940997 Nov 24 12:52:33.992035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50754) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:34.003843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:34.017839 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-dcff6c23-494a-4832-9194-8742ca71ceba', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:52:34.017839 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:34.055414 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:34.062989 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:34.087090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de017f-214f-4859-84d8-ed0d44d5f47c req-d347e2d1-80c8-437a-95b6-62290833eaff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:34.097060 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15de017f-214f-4859-84d8-ed0d44d5f47c req-d347e2d1-80c8-437a-95b6-62290833eaff tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1815281 Nov 24 12:52:34.152292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-21fa68ca-2f70-40a3-b53a-27f65f073871 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:34.154111 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-21fa68ca-2f70-40a3-b53a-27f65f073871 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.2204876 Nov 24 12:52:34.167660 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-b0770950-17c9-4df4-97f8-8874a99c8337 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:52:34.169625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f6ae93d2-6e57-44d5-87da-b288c6c8b4b0 req-b0770950-17c9-4df4-97f8-8874a99c8337 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091078 Nov 24 12:52:34.218469 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15de017f-214f-4859-84d8-ed0d44d5f47c req-643017cb-0d32-4a72-9d2e-be391d826b41 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204383 Nov 24 12:52:34.287760 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:34.338022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314a747-6cb8-479c-a177-384865448006 req-1c4cf648-7cba-4157-9f4f-f3c68a61cec1 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:34.346172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4314a747-6cb8-479c-a177-384865448006 req-1c4cf648-7cba-4157-9f4f-f3c68a61cec1 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 946 time: 0.0786166 Nov 24 12:52:34.362333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Allocated IP 172.20.0.2 (dcff6c23-494a-4832-9194-8742ca71ceba/fd819bbd-6459-4883-a59e-02e6480e02e1/b46ab885-9c3c-459f-8851-5d1c8105df93) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:34.411855 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4314a747-6cb8-479c-a177-384865448006 req-50e37e90-a04d-45b0-90fd-54deeda0c3d7 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590923 Nov 24 12:52:34.557160 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-f35b188a-9584-4a52-9986-7d59acfe6231 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:34.565858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-f35b188a-9584-4a52-9986-7d59acfe6231 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1572077 Nov 24 12:52:34.636238 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-bf70ff9d-6639-4ddb-aa69-200295e1fe61 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.0693047 Nov 24 12:52:34.640038 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:34.648705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-05c38549-30e6-473e-b56f-a4e9d5dd544f tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Request body: {'floatingip': {'port_id': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:34.670159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74975f59-5b3c-49b9-adcf-788d7d217eec req-2de9ab78-6a4c-49c8-8662-bad06b602082 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:34.677027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74975f59-5b3c-49b9-adcf-788d7d217eec req-2de9ab78-6a4c-49c8-8662-bad06b602082 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 1097 time: 0.0777795 Nov 24 12:52:34.688940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:34.690941 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-05c38549-30e6-473e-b56f-a4e9d5dd544f tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:34.701743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:34.744896 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74975f59-5b3c-49b9-adcf-788d7d217eec req-7d5ea394-81d8-4bc5-a07c-bb02b4dcc1ed tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612638 Nov 24 12:52:34.792507 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Network dcff6c23-494a-4832-9194-8742ca71ceba is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:34.796541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:34.803318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:34.887034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device dc707d28-b6a8-4f62-b7d3-940b0908755b details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:52:34.972558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9ad86-3367-496f-b1de-ec60d7c9075c req-760feb20-ae05-4f20-b61d-5306343055c7 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:34.977982 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Pushing event updated for resources: {'Port': ['ID=b46ab885-9c3c-459f-8851-5d1c8105df93,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:34.985280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Attempting to bind port b46ab885-9c3c-459f-8851-5d1c8105df93 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:34.986250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Attempting to bind port b46ab885-9c3c-459f-8851-5d1c8105df93 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:34.991711 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73b9ad86-3367-496f-b1de-ec60d7c9075c req-760feb20-ae05-4f20-b61d-5306343055c7 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 1097 time: 0.0963013 Nov 24 12:52:34.993122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Attempting to bind port b46ab885-9c3c-459f-8851-5d1c8105df93 on network dcff6c23-494a-4832-9194-8742ca71ceba {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:35.046527 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73b9ad86-3367-496f-b1de-ec60d7c9075c req-02bf38c8-59b6-409f-86bb-2ec5c86efcb9 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551090 Nov 24 12:52:35.067525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:35.067919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Checking segment: {'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:35.070378 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:35.071046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Bound using segment: {'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:35.071711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Bound port: b46ab885-9c3c-459f-8851-5d1c8105df93, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:35.072118 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:35.160694 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:35.209057 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:35.240962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port dc707d28-b6a8-4f62-b7d3-940b0908755b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:35.260477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] For port b46ab885-9c3c-459f-8851-5d1c8105df93, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:35.264997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] For port b46ab885-9c3c-459f-8851-5d1c8105df93, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b46ab885-9c3c-459f-8851-5d1c8105df93,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:35.266397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'dc707d28-b6a8-4f62-b7d3-940b0908755b', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'dc707d28-b6a8-4f62-b7d3-940b0908755b', 'mac_address': 'fa:16:3e:55:62:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:52:35.271862 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:35.285020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe5c84-5d61-41e8-a112-1664e9c4f2ce req-a33eb9e7-624e-4bfa-a7ee-2350aeffb625 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:35.292638 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d5fe5c84-5d61-41e8-a112-1664e9c4f2ce req-a33eb9e7-624e-4bfa-a7ee-2350aeffb625 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 948 time: 0.1336534 Nov 24 12:52:35.391792 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:35.394002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a0edc-4a56-4195-af39-995472ea82e6 None None] Pushing event updated for resources: {'Port': ['ID=b46ab885-9c3c-459f-8851-5d1c8105df93,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:35.406638 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d5fe5c84-5d61-41e8-a112-1664e9c4f2ce req-2cefda8f-c344-4c68-9791-d3cf1a15e27c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975602 Nov 24 12:52:35.434806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc707d28-b6a8-4f62-b7d3-940b0908755b {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:35.483339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port dc707d28-b6a8-4f62-b7d3-940b0908755b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:35.490629 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:35.569529 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=dc707d28-b6a8-4f62-b7d3-940b0908755b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:35.654100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717befe-e602-4c58-8a54-216cd4b2fecc req-138b44e7-d26f-403f-a6c6-703b4502e1bc tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:35.668393 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0717befe-e602-4c58-8a54-216cd4b2fecc req-138b44e7-d26f-403f-a6c6-703b4502e1bc tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.0904448 Nov 24 12:52:35.727608 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Allocated IP 172.25.0.158 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/f266122b-a69d-41a7-8ca3-9f23107aa125) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:35.741458 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-05c38549-30e6-473e-b56f-a4e9d5dd544f tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:35.748753 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-05c38549-30e6-473e-b56f-a4e9d5dd544f tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:35.771040 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0717befe-e602-4c58-8a54-216cd4b2fecc req-41185c0c-aca3-4b78-84dd-028073f4ae5c tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030850 Nov 24 12:52:35.778113 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['dc707d28-b6a8-4f62-b7d3-940b0908755b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:35.957204 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:35.972741 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:35.994026 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-05c38549-30e6-473e-b56f-a4e9d5dd544f tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Floating IP f91d9311-ce09-4d98-938a-cd815391bf99 associated. External IP: 172.25.0.30, port: a82ed1c8-cc14-4bae-9b8c-373a0523dfd9. Nov 24 12:52:36.118350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:36.173142 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:36.179589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:36.183440 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:36.186505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f266122b-a69d-41a7-8ca3-9f23107aa125,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:36.447356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-05c38549-30e6-473e-b56f-a4e9d5dd544f tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:52:36.516964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40408732-1b71-4600-a6cd-f2f48b78fde0 req-0abb0f08-498d-491e-b096-514f5a421fbb tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:36.518497 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40408732-1b71-4600-a6cd-f2f48b78fde0 req-0abb0f08-498d-491e-b096-514f5a421fbb tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 1097 time: 0.0506802 Nov 24 12:52:36.550738 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:36.567416 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40408732-1b71-4600-a6cd-f2f48b78fde0 req-a7475cc6-49d5-4d44-bf15-456bc4123f9a tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426481 Nov 24 12:52:36.633394 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9eba38-889c-4800-b633-23d6b3fff5e4 None None] Network dcff6c23-494a-4832-9194-8742ca71ceba requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:52:36.689350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-05c38549-30e6-473e-b56f-a4e9d5dd544f tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:52:36.689983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b46ab885-9c3c-459f-8851-5d1c8105df93 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:36.698267 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-05c38549-30e6-473e-b56f-a4e9d5dd544f tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:36.704890 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652658c1-9d6e-4f0f-9012-ffe979f7eac3 None None] Sync routers for ids ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:52:36.717459 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652658c1-9d6e-4f0f-9012-ffe979f7eac3 None None] Routers {'d3a6ce6a-bc8d-4134-af98-22ac89bbd576'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:52:36.718149 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-652658c1-9d6e-4f0f-9012-ffe979f7eac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:36.747532 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-05c38549-30e6-473e-b56f-a4e9d5dd544f tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "PUT /v2.0/floatingips/f91d9311-ce09-4d98-938a-cd815391bf99 HTTP/1.1" status: 200 len: 996 time: 2.1028268 Nov 24 12:52:36.749811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'tag': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:36.752403 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdeb5a7e-065f-4427-9130-4e3012512e97" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa6abf0-27b1-424c-be28-45d7016097b8", "tag": "a82ed1c8-cc14-4bae-9b8c-373a0523dfd9"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:36.776229 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-96ab2578-1b72-4bdb-8575-c2412dd9b630 None None] Provisioning complete for port b46ab885-9c3c-459f-8851-5d1c8105df93 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:36.776609 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-96ab2578-1b72-4bdb-8575-c2412dd9b630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:36.860890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device dc707d28-b6a8-4f62-b7d3-940b0908755b up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:36.868331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b46ab885-9c3c-459f-8851-5d1c8105df93 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:36.868630 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:36.883756 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-652658c1-9d6e-4f0f-9012-ffe979f7eac3 None None] Set router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:52:36.886803 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-6a3c0405-6dcf-4780-be2d-6cf7ea113448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:36.888320 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-6a3c0405-6dcf-4780-be2d-6cf7ea113448 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89ffb3c86583405999778612aa0efc74&device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 1097 time: 0.0920646 Nov 24 12:52:36.910959 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:36.975492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdba79-f9a9-4adf-bd70-090e029178cf req-6a48c38c-9f36-4d25-b265-ca264f2bc1b6 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:36.978328 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fbdba79-f9a9-4adf-bd70-090e029178cf req-6a48c38c-9f36-4d25-b265-ca264f2bc1b6 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 949 time: 0.0629601 Nov 24 12:52:37.039229 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-96ab2578-1b72-4bdb-8575-c2412dd9b630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:37.042516 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fbdba79-f9a9-4adf-bd70-090e029178cf req-b07b6191-7bc7-4616-b6b6-508b3e91fe30 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553675 Nov 24 12:52:37.114618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port dc707d28-b6a8-4f62-b7d3-940b0908755b completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:52:37.125167 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port dc707d28-b6a8-4f62-b7d3-940b0908755b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:37.125535 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:37.151355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-96ab2578-1b72-4bdb-8575-c2412dd9b630 None None] For port b46ab885-9c3c-459f-8851-5d1c8105df93, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b46ab885-9c3c-459f-8851-5d1c8105df93,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:37.151492 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-3af9b6f1-f317-4463-b66a-d4dacf7ba44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:37.153192 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-3af9b6f1-f317-4463-b66a-d4dacf7ba44b service neutron] 10.222.0.48 "GET /v2.0/networks?id=edef32bf-609e-4d42-8d4d-9a41590886cc HTTP/1.1" status: 200 len: 930 time: 0.2554588 Nov 24 12:52:37.178113 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:37.179995 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-96ab2578-1b72-4bdb-8575-c2412dd9b630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:37.269053 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-652658c1-9d6e-4f0f-9012-ffe979f7eac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:52:10Z', 'revision_number': 4, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port': {'id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:06Z', 'updated_at': '2021-11-24T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'f91d9311-ce09-4d98-938a-cd815391bf99', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'port_id': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'mac_address': 'fa:16:3e:32:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:52:32Z', 'updated_at': '2021-11-24T12:52:35Z', 'revision_number': 1, 'project_id': '89ffb3c86583405999778612aa0efc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd420e4e-75c7-43d1-a0c8-3f6e20467850', 'name': '', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'mac_address': 'fa:16:3e:62:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:09Z', 'updated_at': '2021-11-24T12:52:16Z', 'revision_number': 5, 'project_id': '89ffb3c86583405999778612aa0efc74', 'subnets': [{'id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:37.302427 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-a28263a7-4b30-4e26-8827-38048b5411ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 HTTP/1.1" status: 200 len: 999 time: 0.1410272 Nov 24 12:52:37.303538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:52:37.320184 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652658c1-9d6e-4f0f-9012-ffe979f7eac3 None None] Checking router: d3a6ce6a-bc8d-4134-af98-22ac89bbd576 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:52:37.331008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab2578-1b72-4bdb-8575-c2412dd9b630 None None] Pushing event updated for resources: {'Port': ['ID=b46ab885-9c3c-459f-8851-5d1c8105df93,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:37.337479 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 12:52:37.337827 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 12:52:37.345871 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652658c1-9d6e-4f0f-9012-ffe979f7eac3 None None] Routers {'d3a6ce6a-bc8d-4134-af98-22ac89bbd576'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:52:37.346567 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-652658c1-9d6e-4f0f-9012-ffe979f7eac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:37.396762 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:37.419067 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-7f277251-9d38-4502-92c0-52d3fb19d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:37.421308 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-7f277251-9d38-4502-92c0-52d3fb19d77a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3602a6a7-822a-442d-b4d7-3e7296b97241 HTTP/1.1" status: 200 len: 868 time: 0.1066041 Nov 24 12:52:37.423565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bea123-5dc5-489c-b492-0addbeb5f048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc707d28-b6a8-4f62-b7d3-940b0908755b'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:37.426098 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed54d6bc-c1f8-45ba-8095-23d74b71e5f5" -d '{"events": [{"server_uuid": "f8bea123-5dc5-489c-b492-0addbeb5f048", "name": "network-vif-plugged", "status": "completed", "tag": "dc707d28-b6a8-4f62-b7d3-940b0908755b"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:37.440536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port dc707d28-b6a8-4f62-b7d3-940b0908755b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:37.445738 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:37.496011 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-652658c1-9d6e-4f0f-9012-ffe979f7eac3 None None] Set router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:52:37.510631 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=dc707d28-b6a8-4f62-b7d3-940b0908755b,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:37.527866 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0ca34c4e-aed1-4eda-84c3-c11ea4fb748a None None] Provisioning complete for port b46ab885-9c3c-459f-8851-5d1c8105df93 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:37.528083 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0ca34c4e-aed1-4eda-84c3-c11ea4fb748a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:37.739674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:52:37.752314 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Sync routers for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:52:37.753035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-0f6ae6a7-2c64-44e7-a8c2-1c4eca57e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:37.754548 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-0f6ae6a7-2c64-44e7-a8c2-1c4eca57e87b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=edef32bf-609e-4d42-8d4d-9a41590886cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642462 Nov 24 12:52:37.757858 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-652658c1-9d6e-4f0f-9012-ffe979f7eac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:52:10Z', 'revision_number': 4, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port': {'id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:06Z', 'updated_at': '2021-11-24T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'f91d9311-ce09-4d98-938a-cd815391bf99', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'port_id': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'mac_address': 'fa:16:3e:32:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:52:32Z', 'updated_at': '2021-11-24T12:52:35Z', 'revision_number': 1, 'project_id': '89ffb3c86583405999778612aa0efc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd420e4e-75c7-43d1-a0c8-3f6e20467850', 'name': '', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'mac_address': 'fa:16:3e:62:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:09Z', 'updated_at': '2021-11-24T12:52:16Z', 'revision_number': 5, 'project_id': '89ffb3c86583405999778612aa0efc74', 'subnets': [{'id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:37.764478 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:37.768330 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e2fff0ff-e093-4472-bd2f-4a8b409445c3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.7728362 Nov 24 12:52:37.768630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50886) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:37.773552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-58fe8f09-9316-4607-892e-2eeab772e538 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:52:37.773696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:52:37.774380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-016f85d6-5131-4780-aaaa-07870206735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:37.774805 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-58fe8f09-9316-4607-892e-2eeab772e538 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079029 Nov 24 12:52:37.797574 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652658c1-9d6e-4f0f-9012-ffe979f7eac3 None None] The sync data for ids ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'] in n-d-817303-4 is: [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:52:10Z', 'revision_number': 4, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port': {'id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:06Z', 'updated_at': '2021-11-24T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'f91d9311-ce09-4d98-938a-cd815391bf99', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'floating_ip_address': '172.25.0.30', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'port_id': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'mac_address': 'fa:16:3e:32:84:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:52:32Z', 'updated_at': '2021-11-24T12:52:35Z', 'revision_number': 1, 'project_id': '89ffb3c86583405999778612aa0efc74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd420e4e-75c7-43d1-a0c8-3f6e20467850', 'name': '', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'mac_address': 'fa:16:3e:62:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:09Z', 'updated_at': '2021-11-24T12:52:16Z', 'revision_number': 5, 'project_id': '89ffb3c86583405999778612aa0efc74', 'subnets': [{'id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:52:37.959973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-cf66a675-ecb3-4361-848a-09a700368176 service neutron] 10.222.0.48 "GET /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453717 Nov 24 12:52:38.072370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:52:38.139352 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8d2ef4b-8a71-4a30-9fc9-9685bff51f89 req-b3e391f4-21f7-40a6-b42f-63c96a22e3cf service neutron] 10.222.0.48 "GET /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477904 Nov 24 12:52:38.155034 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1381dc68-4eda-4347-8d5f-39ec63f75a78 None None] New status for floating IP f91d9311-ce09-4d98-938a-cd815391bf99: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:52:38.246539 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771b1b14-c31b-4c86-8346-51b81c7664f0 x-openstack-request-id: req-771b1b14-c31b-4c86-8346-51b81c7664f0 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:38.246851 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa6abf0-27b1-424c-be28-45d7016097b8", "tag": "a82ed1c8-cc14-4bae-9b8c-373a0523dfd9", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:38.247116 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-771b1b14-c31b-4c86-8346-51b81c7664f0 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:38.247910 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'tag': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9', 'status': 'completed', 'code': 200} Nov 24 12:52:38.329480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-016f85d6-5131-4780-aaaa-07870206735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:36Z', 'revision_number': 3, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:38.366723 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Checking router: fdb81ae7-c4a2-4129-9f5d-7642a24482e6 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:52:38.367083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Updating router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 port f266122b-a69d-41a7-8ca3-9f23107aa125 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:52:38.393768 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:38.477131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed53b32-e7a7-4d8f-80f0-c22e4ed7aa13 req-28d658a4-60cf-4c4b-83e8-24c8fb613d16 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:38.478678 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ed53b32-e7a7-4d8f-80f0-c22e4ed7aa13 req-28d658a4-60cf-4c4b-83e8-24c8fb613d16 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1666183 Nov 24 12:52:38.483227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb5a7e-065f-4427-9130-4e3012512e97 req-cd9d1aeb-8306-4a46-96bc-58bb613b39e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:38.484643 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cdeb5a7e-065f-4427-9130-4e3012512e97 req-cd9d1aeb-8306-4a46-96bc-58bb613b39e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89ffb3c86583405999778612aa0efc74&device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 1097 time: 0.2094920 Nov 24 12:52:38.625835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:38.640933 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ed53b32-e7a7-4d8f-80f0-c22e4ed7aa13 req-4d480b1a-1f01-4b33-ba1c-d4ff890ba4a5 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511121 Nov 24 12:52:38.696247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb5a7e-065f-4427-9130-4e3012512e97 req-28b1c5a2-3a80-40aa-be04-db88e0eadaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:38.697811 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cdeb5a7e-065f-4427-9130-4e3012512e97 req-28b1c5a2-3a80-40aa-be04-db88e0eadaff service neutron] 10.222.0.46 "GET /v2.0/networks?id=edef32bf-609e-4d42-8d4d-9a41590886cc HTTP/1.1" status: 200 len: 930 time: 0.1996322 Nov 24 12:52:38.730414 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b46ab885-9c3c-459f-8851-5d1c8105df93 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:38.756404 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:38.810577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-76db317c-68b4-45c6-a09c-b2d983b15a53 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:52:38.811152 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cdeb5a7e-065f-4427-9130-4e3012512e97 req-d92b5c1d-8143-4935-a7d1-d258dad0f15a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 HTTP/1.1" status: 200 len: 1001 time: 0.1029744 Nov 24 12:52:38.812383 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:38.829071 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-76db317c-68b4-45c6-a09c-b2d983b15a53 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1688790 Nov 24 12:52:38.884282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a758b92-17a0-4488-b30f-1d51bce4a792 None None] Pushing event updated for resources: {'Port': ['ID=f266122b-a69d-41a7-8ca3-9f23107aa125,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:38.889589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-3cf11dd3-896e-4058-bee7-6295c7ddb49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:38.896912 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-3cf11dd3-896e-4058-bee7-6295c7ddb49f service neutron] 10.222.0.48 "GET /v2.0/ports/ef702227-2a99-4d35-9ad8-30738f1a324d HTTP/1.1" status: 200 len: 1094 time: 0.0643902 Nov 24 12:52:38.905936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c48fd9d4-e86a-4d90-a908-129bf3175ff0 service neutron] Request body: {'binding': {'host': 'n-h2-817303-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:38.910473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c48fd9d4-e86a-4d90-a908-129bf3175ff0 service neutron] Unknown quota resources ['binding']. {{(pid=114985) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 12:52:38.916099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b46ab885-9c3c-459f-8851-5d1c8105df93 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:38.917909 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:38.948797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb5a7e-065f-4427-9130-4e3012512e97 req-b6442835-0192-41a1-9dba-e14965f77fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:38.950602 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cdeb5a7e-065f-4427-9130-4e3012512e97 req-b6442835-0192-41a1-9dba-e14965f77fd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3602a6a7-822a-442d-b4d7-3e7296b97241 HTTP/1.1" status: 200 len: 868 time: 0.1311498 Nov 24 12:52:38.958021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Attempting to bind port f266122b-a69d-41a7-8ca3-9f23107aa125 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:38.958612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Attempting to bind port f266122b-a69d-41a7-8ca3-9f23107aa125 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:38.959016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Attempting to bind port f266122b-a69d-41a7-8ca3-9f23107aa125 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:38.982344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:38.982906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:38.983701 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:38.984450 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:38.985700 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Bound port: f266122b-a69d-41a7-8ca3-9f23107aa125, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:38.986233 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:39.042611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Allocated IP 172.20.0.1 (dcff6c23-494a-4832-9194-8742ca71ceba/fd819bbd-6459-4883-a59e-02e6480e02e1/1c5eb0ba-a066-4ff1-8278-fc1cc843b88d) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:39.062653 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3f8233-6958-4bb6-a5b9-dda08df25167 x-openstack-request-id: req-fd3f8233-6958-4bb6-a5b9-dda08df25167 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:39.063115 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bea123-5dc5-489c-b492-0addbeb5f048", "name": "network-vif-plugged", "status": "completed", "tag": "dc707d28-b6a8-4f62-b7d3-940b0908755b", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:39.064077 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd3f8233-6958-4bb6-a5b9-dda08df25167 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:39.064585 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bea123-5dc5-489c-b492-0addbeb5f048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc707d28-b6a8-4f62-b7d3-940b0908755b', 'code': 200} Nov 24 12:52:39.065596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb5a7e-065f-4427-9130-4e3012512e97 req-f8ccc4f9-d09b-4fea-9b68-dce96660f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:39.067572 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cdeb5a7e-065f-4427-9130-4e3012512e97 req-f8ccc4f9-d09b-4fea-9b68-dce96660f1c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edef32bf-609e-4d42-8d4d-9a41590886cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086750 Nov 24 12:52:39.095623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-016f85d6-5131-4780-aaaa-07870206735c None None] For port f266122b-a69d-41a7-8ca3-9f23107aa125, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:39.100971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-016f85d6-5131-4780-aaaa-07870206735c None None] For port f266122b-a69d-41a7-8ca3-9f23107aa125, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f266122b-a69d-41a7-8ca3-9f23107aa125,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:39.123946 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:39.146380 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c48fd9d4-e86a-4d90-a908-129bf3175ff0 service neutron] Attempting to bind port ef702227-2a99-4d35-9ad8-30738f1a324d on host n-h2-817303-4 for vnic_type normal with profile None {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:39.146726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c48fd9d4-e86a-4d90-a908-129bf3175ff0 service neutron] Attempting to bind port ef702227-2a99-4d35-9ad8-30738f1a324d by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:39.147077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c48fd9d4-e86a-4d90-a908-129bf3175ff0 service neutron] Attempting to bind port ef702227-2a99-4d35-9ad8-30738f1a324d on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:39.152509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c48fd9d4-e86a-4d90-a908-129bf3175ff0 service neutron] Port ef702227-2a99-4d35-9ad8-30738f1a324d on network ee1ba679-7d12-4b42-af81-73cc82b26674 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:52:39.153371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c48fd9d4-e86a-4d90-a908-129bf3175ff0 service neutron] Attempting to bind port ef702227-2a99-4d35-9ad8-30738f1a324d on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:39.162501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c48fd9d4-e86a-4d90-a908-129bf3175ff0 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:39.162910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c48fd9d4-e86a-4d90-a908-129bf3175ff0 service neutron] Checking segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:39.163382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c48fd9d4-e86a-4d90-a908-129bf3175ff0 service neutron] Bound using segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:39.163829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c48fd9d4-e86a-4d90-a908-129bf3175ff0 service neutron] Bound port: ef702227-2a99-4d35-9ad8-30738f1a324d, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:39.200246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:52:39.201010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-016f85d6-5131-4780-aaaa-07870206735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:39.235974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c48fd9d4-e86a-4d90-a908-129bf3175ff0 service neutron] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ef702227-2a99-4d35-9ad8-30738f1a324d,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:39.244478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a758b92-17a0-4488-b30f-1d51bce4a792 None None] Pushing event updated for resources: {'Port': ['ID=f266122b-a69d-41a7-8ca3-9f23107aa125,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:39.244703 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c48fd9d4-e86a-4d90-a908-129bf3175ff0 service neutron] Publish callbacks [] for binding, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:39.261267 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c48fd9d4-e86a-4d90-a908-129bf3175ff0 service neutron] 10.222.0.48 "POST /v2.0/ports/ef702227-2a99-4d35-9ad8-30738f1a324d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3535159 Nov 24 12:52:39.299898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61ba36-1111-4308-b5f1-bf02f458b860 req-d3d2c7be-5b03-4059-abcb-8ad6c1ab4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:39.301461 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9d61ba36-1111-4308-b5f1-bf02f458b860 req-d3d2c7be-5b03-4059-abcb-8ad6c1ab4b69 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 1101 time: 0.1922705 Nov 24 12:52:39.345693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50c4e3-faa0-4dc8-9bae-28c6a9624605 req-f23c3653-c31d-4907-bb63-200f6c360da5 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:39.347706 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a50c4e3-faa0-4dc8-9bae-28c6a9624605 req-f23c3653-c31d-4907-bb63-200f6c360da5 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.2373815 Nov 24 12:52:39.353652 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-016f85d6-5131-4780-aaaa-07870206735c None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:52:39.388887 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:39.426507 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cdeb5a7e-065f-4427-9130-4e3012512e97 req-603d022f-52af-45dd-9169-c48be4b4f4b6 service neutron] 10.222.0.46 "GET /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394632 Nov 24 12:52:39.476040 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-79c06808-c115-4114-9f8f-21d9b06949d6 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 258 time: 0.1506157 Nov 24 12:52:39.481749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:39.501452 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:39.543007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:39.567047 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9d61ba36-1111-4308-b5f1-bf02f458b860 req-f722a677-391a-4bd9-84d0-27dd45fd9858 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105889 Nov 24 12:52:39.580760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1633d8d5-3fd1-4324-a851-4236c3351c1c req-40d0436c-e535-4a35-98f8-2b9311225221 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803359 Nov 24 12:52:39.599216 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a50c4e3-faa0-4dc8-9bae-28c6a9624605 req-57b03c70-9702-4cdf-b412-8ce5060816c0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076805 Nov 24 12:52:39.599421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-016f85d6-5131-4780-aaaa-07870206735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:36Z', 'revision_number': 3, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:39.635363 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016f85d6-5131-4780-aaaa-07870206735c None None] The sync data for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 is: [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:36Z', 'revision_number': 3, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:52:39.643462 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:39.719964 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cdeb5a7e-065f-4427-9130-4e3012512e97 req-e38cd345-acc0-4daf-8e3c-a5352c3f1677 service neutron] 10.222.0.46 "GET /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823882 Nov 24 12:52:39.722692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Network dcff6c23-494a-4832-9194-8742ca71ceba is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:39.728840 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:39.732129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:39.733826 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:39.743210 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-3b5a603c-c883-4154-9be2-9208bffd8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:39.744890 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-3b5a603c-c883-4154-9be2-9208bffd8ad3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 1097 time: 0.1814094 Nov 24 12:52:39.814378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5eb0ba-a066-4ff1-8278-fc1cc843b88d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:39.947864 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-889a707e-40fb-4b87-a274-19a35715cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:39.949951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-889a707e-40fb-4b87-a274-19a35715cc8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.1318157 Nov 24 12:52:39.990297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633d8d5-3fd1-4324-a851-4236c3351c1c req-6b89319a-c4cd-4b6b-81e5-0610b26b7ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:39.992211 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1633d8d5-3fd1-4324-a851-4236c3351c1c req-6b89319a-c4cd-4b6b-81e5-0610b26b7ea7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6654e282f18448408886c9d51d38ee1a&device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 1096 time: 0.3510327 Nov 24 12:52:39.994024 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:40.073188 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-98e42da4-b562-4fab-a1d0-bc1a197c5ec0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef702227-2a99-4d35-9ad8-30738f1a324d HTTP/1.1" status: 200 len: 217 time: 0.0645783 Nov 24 12:52:40.170339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c60b35be-596e-4b2c-b34f-166c65592ef3 None None] Provisioning complete for port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:40.170870 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c60b35be-596e-4b2c-b34f-166c65592ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:40.208750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c60b35be-596e-4b2c-b34f-166c65592ef3 None None] Port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:52:40.223195 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633d8d5-3fd1-4324-a851-4236c3351c1c req-13ab3ce5-c129-49fa-9c4e-ace53c961d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:40.224855 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1633d8d5-3fd1-4324-a851-4236c3351c1c req-13ab3ce5-c129-49fa-9c4e-ace53c961d8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e HTTP/1.1" status: 200 len: 925 time: 0.1858933 Nov 24 12:52:40.232354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Allocated IP 172.25.0.46 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/9c9f55b4-f3f1-4990-9ccb-1bf2bce9e0b8) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:40.239629 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96089a5d-d7ad-46fc-8957-05a8a9ce6e8c req-c3137ab2-be68-4d85-9913-eedf2f77ae8c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2841806 Nov 24 12:52:40.274145 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-4920c277-c0c9-4aca-867a-4282639731e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:40.276442 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-4920c277-c0c9-4aca-867a-4282639731e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.1932683 Nov 24 12:52:40.286857 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:40.334432 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1633d8d5-3fd1-4324-a851-4236c3351c1c req-f004088c-362e-47e7-b1eb-2ca00f647514 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2219e174-ccf2-473c-9388-436afbd8de5d HTTP/1.1" status: 200 len: 1001 time: 0.0996301 Nov 24 12:52:40.340625 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d049260-ed50-4800-88dc-342b74ca1b3d req-ec67efa1-c440-47a3-888d-1cd9980fdd6b tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:40.342285 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d049260-ed50-4800-88dc-342b74ca1b3d req-ec67efa1-c440-47a3-888d-1cd9980fdd6b tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 946 time: 0.2681417 Nov 24 12:52:40.346435 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-0fbfbd9f-d9e3-4a56-a20d-27886ae44efe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546353 Nov 24 12:52:40.427840 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633d8d5-3fd1-4324-a851-4236c3351c1c req-7df07f06-9784-4ec8-bc27-adba499847ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:40.429237 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1633d8d5-3fd1-4324-a851-4236c3351c1c req-7df07f06-9784-4ec8-bc27-adba499847ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5769439-5245-4abd-9019-ca9dddd4ee48 HTTP/1.1" status: 200 len: 863 time: 0.0644772 Nov 24 12:52:40.455292 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:40.507968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633d8d5-3fd1-4324-a851-4236c3351c1c req-f57674ba-7c84-4e6c-bc2a-5cce5a08171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:40.509519 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1633d8d5-3fd1-4324-a851-4236c3351c1c req-f57674ba-7c84-4e6c-bc2a-5cce5a08171d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688007 Nov 24 12:52:40.528095 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:40.639317 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:40.646576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:40.650849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:40.656168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Pushing event updated for resources: {'Port': ['ID=9c9f55b4-f3f1-4990-9ccb-1bf2bce9e0b8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:40.703958 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1633d8d5-3fd1-4324-a851-4236c3351c1c req-6c81a454-3545-4a98-b4f2-f403a8b0f237 service neutron] 10.222.0.59 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855631 Nov 24 12:52:40.708980 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f266122b-a69d-41a7-8ca3-9f23107aa125 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:40.752918 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:40.783376 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96089a5d-d7ad-46fc-8957-05a8a9ce6e8c req-c282c65e-57de-45ed-b314-9851072f5eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:40.784964 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96089a5d-d7ad-46fc-8957-05a8a9ce6e8c req-c282c65e-57de-45ed-b314-9851072f5eeb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 1101 time: 0.4746282 Nov 24 12:52:40.799834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port f266122b-a69d-41a7-8ca3-9f23107aa125 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:40.801229 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:40.851862 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:40.855055 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d049260-ed50-4800-88dc-342b74ca1b3d req-82b01bb5-1cff-4a2b-a868-e4353742894e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888985 Nov 24 12:52:40.914237 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1633d8d5-3fd1-4324-a851-4236c3351c1c req-142c98c2-8b93-4602-bcdd-4251fefc6a0a service neutron] 10.222.0.59 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998501 Nov 24 12:52:40.914693 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-dbb7cc20-9ea9-4a81-8bf6-d9b3af243ccc service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498683 Nov 24 12:52:40.926914 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:40.954875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port f266122b-a69d-41a7-8ca3-9f23107aa125, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f266122b-a69d-41a7-8ca3-9f23107aa125,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:40.963203 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:41.053843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=f266122b-a69d-41a7-8ca3-9f23107aa125,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:41.059446 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:41.065911 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:41.100364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:41.115463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96089a5d-d7ad-46fc-8957-05a8a9ce6e8c req-7d6fb25d-38fc-4f2c-a610-9eb47909bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:41.116927 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96089a5d-d7ad-46fc-8957-05a8a9ce6e8c req-7d6fb25d-38fc-4f2c-a610-9eb47909bb18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2944951 Nov 24 12:52:41.125626 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:41.126861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6496522 Nov 24 12:52:41.127598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc60d8-05bc-49b1-b072-2eceb317e8bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Pushing event updated for resources: {'Port': ['ID=9c9f55b4-f3f1-4990-9ccb-1bf2bce9e0b8,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:41.177572 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-ee842f87-8eda-4e7a-8cb5-7bcc536e8a5a tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.46 HTTP/1.1" status: 200 len: 695 time: 0.0442305 Nov 24 12:52:41.192082 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96089a5d-d7ad-46fc-8957-05a8a9ce6e8c req-2ea40126-9dbe-4d70-bc22-545ccefdbc41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=450e6082-8584-4df1-865d-e9d9a0a1cf9f HTTP/1.1" status: 200 len: 217 time: 0.0593138 Nov 24 12:52:41.195941 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:41.210225 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-34a832c7-9805-4d7a-aa7c-58a131778c11 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571845 Nov 24 12:52:41.212464 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:41.213724 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:41.246850 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bedb67-78c7-431f-b6b1-06ce9f6b8d02 req-6f296110-64d2-4f39-a0cb-da9175370c21 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:41.254220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5bedb67-78c7-431f-b6b1-06ce9f6b8d02 req-6f296110-64d2-4f39-a0cb-da9175370c21 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1902325 Nov 24 12:52:41.300131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-2639064d-279a-47a4-83a3-e9ac6ec62d58 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:41.301436 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee6ffba5-7f7c-4d17-a26e-656c76aaa7a6 req-2639064d-279a-47a4-83a3-e9ac6ec62d58 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.1181672 Nov 24 12:52:41.387614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5eb0ba-a066-4ff1-8278-fc1cc843b88d,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:41.391583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96089a5d-d7ad-46fc-8957-05a8a9ce6e8c req-5c5247c3-6ef2-42fd-baae-c04d2ecf85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:41.393260 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96089a5d-d7ad-46fc-8957-05a8a9ce6e8c req-5c5247c3-6ef2-42fd-baae-c04d2ecf85c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1931226 Nov 24 12:52:41.473167 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5bedb67-78c7-431f-b6b1-06ce9f6b8d02 req-e572a8a3-d0cf-4ae5-9697-c2fbe79a2ecd tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180655 Nov 24 12:52:41.497558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-18769fa9-0bed-4a6b-8cf3-02685c17798a tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:41.499029 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-18769fa9-0bed-4a6b-8cf3-02685c17798a tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf&tenant_id=494a0e4f3119447983c5ec1ee6872a9d&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1097 time: 0.2024915 Nov 24 12:52:41.515184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Network dcff6c23-494a-4832-9194-8742ca71ceba is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:41.520487 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-4'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:41.525255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:41.549273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96089a5d-d7ad-46fc-8957-05a8a9ce6e8c req-9cfd0614-5fd2-475c-98b1-b4d3d45facbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:41.550780 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96089a5d-d7ad-46fc-8957-05a8a9ce6e8c req-9cfd0614-5fd2-475c-98b1-b4d3d45facbb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1195431 Nov 24 12:52:41.588666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa94828-132b-4189-b519-0ec9746dd0bb req-61a7fdc6-7fd1-4927-afff-d5fc2058324b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:41.606582 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7aa94828-132b-4189-b519-0ec9746dd0bb req-61a7fdc6-7fd1-4927-afff-d5fc2058324b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.0836799 Nov 24 12:52:41.685373 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7aa94828-132b-4189-b519-0ec9746dd0bb req-faf3164f-28ae-46b9-85bb-c1169669a105 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777409 Nov 24 12:52:41.753900 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:41.878141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-61352e3c-b8f7-422e-8122-3261b67662f0 req-4b4df179-19e7-4bb5-92c5-fbab03dcc8ad service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:52:41.879411 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61352e3c-b8f7-422e-8122-3261b67662f0 req-4b4df179-19e7-4bb5-92c5-fbab03dcc8ad service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061119 Nov 24 12:52:41.897587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96089a5d-d7ad-46fc-8957-05a8a9ce6e8c req-13ed1e0f-6aa9-4317-928e-a9bff47a1c85 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360789 Nov 24 12:52:41.913709 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81b6b0-6873-4822-9785-d6fd61c3ba74 req-350cd6ef-f4d2-4a17-97ec-4028af0fe8f7 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:41.915187 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d81b6b0-6873-4822-9785-d6fd61c3ba74 req-350cd6ef-f4d2-4a17-97ec-4028af0fe8f7 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2098246 Nov 24 12:52:41.918342 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:52:41.948406 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-58f4088b-0b43-4f7d-b0c0-5fed8e60d7b4 None None] Provisioning complete for port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:41.949407 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-58f4088b-0b43-4f7d-b0c0-5fed8e60d7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:41.996849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-58f4088b-0b43-4f7d-b0c0-5fed8e60d7b4 None None] Port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:52:42.080774 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d81b6b0-6873-4822-9785-d6fd61c3ba74 req-a6db9b90-dbf8-4f2c-a073-9f23fec53bf9 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.46 HTTP/1.1" status: 200 len: 695 time: 0.1451278 Nov 24 12:52:42.136532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-2d81b6b0-6873-4822-9785-d6fd61c3ba74 req-e31fc1d2-5aed-4b29-87d9-9e87199aad42 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Request body: {'floatingip': {'port_id': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:42.173007 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-595ef270-7756-4705-89da-9e63c09cb8ce service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701163 Nov 24 12:52:42.183559 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-7cda94cd-fe2c-4b4c-9ebb-e59183435d06 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:52:42.193056 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-7cda94cd-fe2c-4b4c-9ebb-e59183435d06 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0147326 Nov 24 12:52:42.211948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ef702227-2a99-4d35-9ad8-30738f1a324d,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:42.215326 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2d81b6b0-6873-4822-9785-d6fd61c3ba74 req-e31fc1d2-5aed-4b29-87d9-9e87199aad42 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:42.258668 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96089a5d-d7ad-46fc-8957-05a8a9ce6e8c req-774e6a4e-4d37-404a-a212-6b850e6f6572 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422790 Nov 24 12:52:42.280255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e4b86-648e-4e76-ac80-2ed436acaf82 req-3a44df61-f9e9-4e17-98df-917a3f8d1f6a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:42.282137 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4a9e4b86-648e-4e76-ac80-2ed436acaf82 req-3a44df61-f9e9-4e17-98df-917a3f8d1f6a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 946 time: 0.0803776 Nov 24 12:52:42.350214 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4a9e4b86-648e-4e76-ac80-2ed436acaf82 req-2991b95b-b8bf-4697-a8e8-1f027a55250d tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607162 Nov 24 12:52:42.397950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:42.399949 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:52:42.409417 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8ae43519-bae3-4a85-b85d-859fe55b8f11 admin admin] 10.222.0.48 "PUT /v2.0/routers/fdb81ae7-c4a2-4129-9f5d-7642a24482e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6393850 Nov 24 12:52:42.418585 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Sync routers for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:52:42.435082 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:52:42.441383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:42.451455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50984) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:42.501582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50990) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:42.514660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8df50a8-3a3d-42cd-8c3c-4a1b66297daf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef702227-2a99-4d35-9ad8-30738f1a324d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:42.518187 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a5650c-3720-46be-bc9f-76f197104739" -d '{"events": [{"server_uuid": "f8df50a8-3a3d-42cd-8c3c-4a1b66297daf", "name": "network-vif-unplugged", "status": "completed", "tag": "ef702227-2a99-4d35-9ad8-30738f1a324d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:42.524547 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:42.600428 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:52:42.681665 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0694569-8fb8-42f3-b71c-7b245160b444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:42.698163 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f266122b-a69d-41a7-8ca3-9f23107aa125 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:42.825023 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port f266122b-a69d-41a7-8ca3-9f23107aa125 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:42.825233 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:42.840957 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0694569-8fb8-42f3-b71c-7b245160b444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:42.858629 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d941eb9b-f6fc-4d4f-8b82-45256ed8567c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:42.864516 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:42.864909 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0694569-8fb8-42f3-b71c-7b245160b444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:42.943928 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-2d81b6b0-6873-4822-9785-d6fd61c3ba74 req-e31fc1d2-5aed-4b29-87d9-9e87199aad42 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 12:52:42.945131 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d81b6b0-6873-4822-9785-d6fd61c3ba74 req-e31fc1d2-5aed-4b29-87d9-9e87199aad42 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "PUT /v2.0/floatingips/7bcc9244-5a3b-4ada-b363-4942cec30e1a HTTP/1.1" status: 409 len: 550 time: 0.8514295 Nov 24 12:52:42.980972 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Pushing event updated for resources: {'Port': ['ID=ef702227-2a99-4d35-9ad8-30738f1a324d,revision_number=7']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:42.989166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Attempting to bind port ef702227-2a99-4d35-9ad8-30738f1a324d on host n-h1-817303-4 for vnic_type normal with profile {"migrating_to": "n-h2-817303-4"} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:42.989629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Attempting to bind port ef702227-2a99-4d35-9ad8-30738f1a324d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:42.991909 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Attempting to bind port ef702227-2a99-4d35-9ad8-30738f1a324d on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:43.002951 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Port ef702227-2a99-4d35-9ad8-30738f1a324d on network ee1ba679-7d12-4b42-af81-73cc82b26674 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:52:43.003437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Attempting to bind port ef702227-2a99-4d35-9ad8-30738f1a324d on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:43.014194 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:43.014194 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Checking segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:43.014762 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Bound using segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:43.015307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Bound port: ef702227-2a99-4d35-9ad8-30738f1a324d, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:43.015786 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:43.016399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d0694569-8fb8-42f3-b71c-7b245160b444 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cdbe784412a4dbebb4eb92cc7986a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5638142 Nov 24 12:52:43.018493 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51014) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:43.042050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0694569-8fb8-42f3-b71c-7b245160b444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b115ed-a2ed-478f-ac4b-6569ae9d3efa,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:43.091115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aba134-c0cd-4c71-841a-538216e7f9dc req-54bbd1d1-b2b8-4ad9-8f62-d75fcbd81870 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:43.098764 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01aba134-c0cd-4c71-841a-538216e7f9dc req-54bbd1d1-b2b8-4ad9-8f62-d75fcbd81870 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1753635 Nov 24 12:52:43.161968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 2, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:43.163299 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04a05cdc-a7fd-4688-92d8-d170b0370a50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:43.172741 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:43.185287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ef702227-2a99-4d35-9ad8-30738f1a324d,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:43.200041 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01aba134-c0cd-4c71-841a-538216e7f9dc req-25462812-54b0-4dd5-a551-a7ef0f16304c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000533 Nov 24 12:52:43.201023 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Checking router: fdb81ae7-c4a2-4129-9f5d-7642a24482e6 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:52:43.201818 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Updating router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:52:43.217039 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d941eb9b-f6fc-4d4f-8b82-45256ed8567c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:43.223482 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04a05cdc-a7fd-4688-92d8-d170b0370a50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:43.231191 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d941eb9b-f6fc-4d4f-8b82-45256ed8567c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:43.243539 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:43.306307 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b865fc60-a05f-4b97-8c24-2a1e0f15e7de x-openstack-request-id: req-b865fc60-a05f-4b97-8c24-2a1e0f15e7de {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:43.306685 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8df50a8-3a3d-42cd-8c3c-4a1b66297daf", "name": "network-vif-unplugged", "status": "completed", "tag": "ef702227-2a99-4d35-9ad8-30738f1a324d", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:43.309420 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d941eb9b-f6fc-4d4f-8b82-45256ed8567c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e795272c2b5b4b2090407a26bebdf5bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8067470 Nov 24 12:52:43.310438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941eb9b-f6fc-4d4f-8b82-45256ed8567c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147a3b30-fe57-420e-9094-66a02381907d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:43.315187 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b865fc60-a05f-4b97-8c24-2a1e0f15e7de {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:43.316191 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8df50a8-3a3d-42cd-8c3c-4a1b66297daf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef702227-2a99-4d35-9ad8-30738f1a324d', 'code': 200} Nov 24 12:52:43.316305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51024) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:43.402943 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56df0b4c-c75d-44c8-8b27-58a7e3e1d3fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:43.431180 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fabbf-bd78-4b17-b005-ef7fe10970d2 req-9e8685b5-81ab-4175-bf15-37f1ee70b75d tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:43.439625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca6fabbf-bd78-4b17-b005-ef7fe10970d2 req-9e8685b5-81ab-4175-bf15-37f1ee70b75d tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.2450166 Nov 24 12:52:43.442080 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:43.444669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Pushing event updated for resources: {'Port': ['ID=ef702227-2a99-4d35-9ad8-30738f1a324d,revision_number=8']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:43.458692 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56df0b4c-c75d-44c8-8b27-58a7e3e1d3fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:43.497080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:43.497779 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:43.499643 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-783095eb-9527-4fe5-82d3-484dbca0d95c service neutron] 10.222.0.59 "PUT /v2.0/ports/ef702227-2a99-4d35-9ad8-30738f1a324d HTTP/1.1" status: 200 len: 1122 time: 1.9834259 Nov 24 12:52:43.511637 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04a05cdc-a7fd-4688-92d8-d170b0370a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:43.514558 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04a05cdc-a7fd-4688-92d8-d170b0370a50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:43.518758 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-04a05cdc-a7fd-4688-92d8-d170b0370a50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2b115ed-a2ed-478f-ac4b-6569ae9d3efa HTTP/1.1" status: 204 len: 168 time: 0.4957826 Nov 24 12:52:43.580231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a05cdc-a7fd-4688-92d8-d170b0370a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b115ed-a2ed-478f-ac4b-6569ae9d3efa,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:43.590664 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56df0b4c-c75d-44c8-8b27-58a7e3e1d3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:43.593450 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56df0b4c-c75d-44c8-8b27-58a7e3e1d3fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:43.595642 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-56df0b4c-c75d-44c8-8b27-58a7e3e1d3fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/147a3b30-fe57-420e-9094-66a02381907d HTTP/1.1" status: 204 len: 168 time: 0.2780042 Nov 24 12:52:43.612022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df0b4c-c75d-44c8-8b27-58a7e3e1d3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147a3b30-fe57-420e-9094-66a02381907d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:43.623157 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca6fabbf-bd78-4b17-b005-ef7fe10970d2 req-40d9bf43-5e3c-42c9-90f6-eb1585fc172d tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824565 Nov 24 12:52:43.711594 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['ef702227-2a99-4d35-9ad8-30738f1a324d'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:43.746157 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-a590048b-6bcd-4a8b-bb9a-218c4f7923c6 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips/7bcc9244-5a3b-4ada-b363-4942cec30e1a HTTP/1.1" status: 200 len: 692 time: 0.0869298 Nov 24 12:52:43.903793 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-377c55f6-8d72-4e7d-af39-72da9541f689 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:43.907315 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-377c55f6-8d72-4e7d-af39-72da9541f689 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 820 time: 0.2894847 Nov 24 12:52:43.944205 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-9cc154ca-0420-45a9-90b0-0ed812ecad36 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:43.945668 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-9cc154ca-0420-45a9-90b0-0ed812ecad36 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.1919727 Nov 24 12:52:43.949742 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-fb23c7bd-1752-46c1-b081-a1d31d03ecf1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/quotas/60b6d8119cdc4d22b14a174d839aec8d HTTP/1.1" status: 200 len: 375 time: 0.0253091 Nov 24 12:52:43.964384 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-373dfb60-227f-4d7c-8bee-2ff644c1b354 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:52:43.965485 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-373dfb60-227f-4d7c-8bee-2ff644c1b354 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061300 Nov 24 12:52:44.059566 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-7cc6899d-6f5e-4d8e-9c25-4c36685df5bc tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074934 Nov 24 12:52:44.084366 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-7e605d55-ac6b-4e5e-97fb-c1345caa5d40 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.46 HTTP/1.1" status: 200 len: 695 time: 0.1031799 Nov 24 12:52:44.181334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51046) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:44.197726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51048) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:44.198491 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-136d3787-dc03-4d4d-83b4-edeb549178d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.202859 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-62021abc-ebd0-45a3-a116-1fb4994c9598 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.46 HTTP/1.1" status: 200 len: 695 time: 0.1173525 Nov 24 12:52:44.233096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f806f8f-41b1-4739-a65b-559c6df4ef44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.237226 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.246365 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.253151 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-474bf010-f0f5-49fe-99b4-65a067738f90 service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828563 Nov 24 12:52:44.343812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f80c15-f677-4e08-98fe-abb4bcc25ba7 None None] Pushing event updated for resources: {'Port': ['ID=1c5eb0ba-a066-4ff1-8278-fc1cc843b88d,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:44.387806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Attempting to bind port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:44.388339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Attempting to bind port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:44.388743 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Attempting to bind port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d on network dcff6c23-494a-4832-9194-8742ca71ceba {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:44.395535 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:44.396063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Checking segment: {'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:44.396182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-e9eb1093-2fb1-4961-bfec-3c93c6093edf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Deleting port 9c9f55b4-f3f1-4990-9ccb-1bf2bce9e0b8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:52:44.396453 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-e9eb1093-2fb1-4961-bfec-3c93c6093edf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.396563 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.396927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Bound using segment: {'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:44.397418 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Bound port: 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:44.397811 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.489183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] For port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:44.493038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] For port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1c5eb0ba-a066-4ff1-8278-fc1cc843b88d,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:44.494601 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-d81cee5d-b264-4708-a511-7b8489b93166 service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249925 Nov 24 12:52:44.501709 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-136d3787-dc03-4d4d-83b4-edeb549178d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.503357 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.514983 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-136d3787-dc03-4d4d-83b4-edeb549178d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.533007 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-e9eb1093-2fb1-4961-bfec-3c93c6093edf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.533602 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-e9eb1093-2fb1-4961-bfec-3c93c6093edf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.538843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-3298c05c-3495-480d-90b6-0257d60721df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:44.540367 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-3298c05c-3495-480d-90b6-0257d60721df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 1101 time: 0.0800717 Nov 24 12:52:44.574046 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f806f8f-41b1-4739-a65b-559c6df4ef44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.574413 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-e9eb1093-2fb1-4961-bfec-3c93c6093edf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Calling delete_port for 9c9f55b4-f3f1-4990-9ccb-1bf2bce9e0b8 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:52:44.586117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-136d3787-dc03-4d4d-83b4-edeb549178d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18d8d1055d0540a2801fb7132bc6b076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4037030 Nov 24 12:52:44.594327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51052) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:44.609446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d3787-dc03-4d4d-83b4-edeb549178d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2203a90-867e-4b7f-b8fe-7af1951f5f7c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:44.637326 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f806f8f-41b1-4739-a65b-559c6df4ef44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.652675 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f80c15-f677-4e08-98fe-abb4bcc25ba7 None None] Pushing event updated for resources: {'Port': ['ID=1c5eb0ba-a066-4ff1-8278-fc1cc843b88d,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:44.663754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:52:44.664447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:44.750310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5ce61fbf-3f00-4c76-b65e-ed0fd79b8447 None None] Provisioning complete for port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:44.751253 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ce61fbf-3f00-4c76-b65e-ed0fd79b8447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.791512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f806f8f-41b1-4739-a65b-559c6df4ef44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6efa5e-6efd-4cd2-adbb-4c80af5f6617,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:44.804506 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7f806f8f-41b1-4739-a65b-559c6df4ef44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29a19c8836cd4278858689825b553da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5976009 Nov 24 12:52:44.812402 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51060) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:44.841605 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f9f21bc-0896-4e63-a9f3-9897e2e67b4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:44.853707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-d1029ff8-38b5-4af6-8219-9e23665caf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:44.855677 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-d1029ff8-38b5-4af6-8219-9e23665caf94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.3045120 Nov 24 12:52:44.897251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805a2fd-4b6b-459c-a710-62fab3aabe61 req-bb6d839a-8143-4e78-8048-beb356ae542c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:44.897589 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:52:44.907129 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1805a2fd-4b6b-459c-a710-62fab3aabe61 req-bb6d839a-8143-4e78-8048-beb356ae542c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 944 time: 0.1302834 Nov 24 12:52:44.914673 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f9f21bc-0896-4e63-a9f3-9897e2e67b4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:45.003629 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-ac9d216a-4894-4322-8a0e-b8076368c1a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b HTTP/1.1" status: 200 len: 217 time: 0.1114919 Nov 24 12:52:45.010796 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1805a2fd-4b6b-459c-a710-62fab3aabe61 req-6fa9bcf0-5e21-435e-bc74-eb2640a8ceac tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023118 Nov 24 12:52:45.028582 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ce61fbf-3f00-4c76-b65e-ed0fd79b8447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:45.036841 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f9f21bc-0896-4e63-a9f3-9897e2e67b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:45.047044 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f9f21bc-0896-4e63-a9f3-9897e2e67b4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:45.055291 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1f9f21bc-0896-4e63-a9f3-9897e2e67b4e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2203a90-867e-4b7f-b8fe-7af1951f5f7c HTTP/1.1" status: 204 len: 168 time: 0.4544661 Nov 24 12:52:45.077882 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-e9eb1093-2fb1-4961-bfec-3c93c6093edf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:45.081905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f21bc-0896-4e63-a9f3-9897e2e67b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2203a90-867e-4b7f-b8fe-7af1951f5f7c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:45.101658 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-564ce738-2917-496b-9ca7-ecc8b1d4bdbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:45.128851 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-564ce738-2917-496b-9ca7-ecc8b1d4bdbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:45.152596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5ce61fbf-3f00-4c76-b65e-ed0fd79b8447 None None] For port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1c5eb0ba-a066-4ff1-8278-fc1cc843b88d,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:45.184714 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ce61fbf-3f00-4c76-b65e-ed0fd79b8447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:45.192773 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-e9eb1093-2fb1-4961-bfec-3c93c6093edf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:45.196019 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-e9eb1093-2fb1-4961-bfec-3c93c6093edf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:45.197367 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b351c40c-117d-4c3a-be60-557cc45adb2a req-e9eb1093-2fb1-4961-bfec-3c93c6093edf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "DELETE /v2.0/floatingips/7bcc9244-5a3b-4ada-b363-4942cec30e1a HTTP/1.1" status: 204 len: 173 time: 0.9889166 Nov 24 12:52:45.198807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb1093-2fb1-4961-bfec-3c93c6093edf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Pushing event deleted for resources: {'Port': ['ID=9c9f55b4-f3f1-4990-9ccb-1bf2bce9e0b8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:45.233383 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-2557dbcc-f973-4517-a1ba-558083968075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:45.237669 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-2557dbcc-f973-4517-a1ba-558083968075 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.2052891 Nov 24 12:52:45.312202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-c6b1b825-914c-4f7e-80cd-1b5f3d7c5f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:45.313881 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-c6b1b825-914c-4f7e-80cd-1b5f3d7c5f7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663295 Nov 24 12:52:45.329403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8df50a8-3a3d-42cd-8c3c-4a1b66297daf', 'tag': 'ef702227-2a99-4d35-9ad8-30738f1a324d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:45.334833 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012fdac5-495f-4f2e-a54f-a838ee9bf08a" -d '{"events": [{"name": "network-changed", "server_uuid": "f8df50a8-3a3d-42cd-8c3c-4a1b66297daf", "tag": "ef702227-2a99-4d35-9ad8-30738f1a324d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:45.335279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6912ca-ae75-4547-906a-4167f5314a66 req-7a8725a0-166b-426c-912b-ec81eb11072f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:45.337690 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf6912ca-ae75-4547-906a-4167f5314a66 req-7a8725a0-166b-426c-912b-ec81eb11072f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.0867391 Nov 24 12:52:45.372226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-564ce738-2917-496b-9ca7-ecc8b1d4bdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:45.375912 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-564ce738-2917-496b-9ca7-ecc8b1d4bdbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:45.379431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-564ce738-2917-496b-9ca7-ecc8b1d4bdbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a6efa5e-6efd-4cd2-adbb-4c80af5f6617 HTTP/1.1" status: 204 len: 168 time: 0.5547500 Nov 24 12:52:45.400710 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf6912ca-ae75-4547-906a-4167f5314a66 req-9f3e1a11-203d-4420-9e62-2a2e230b89fb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555391 Nov 24 12:52:45.409384 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce61fbf-3f00-4c76-b65e-ed0fd79b8447 None None] Pushing event updated for resources: {'Port': ['ID=1c5eb0ba-a066-4ff1-8278-fc1cc843b88d,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:45.415341 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6faced39-50e9-4a6e-929d-b08a68f8c62d None None] Provisioning complete for port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:45.415916 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6faced39-50e9-4a6e-929d-b08a68f8c62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:45.435525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ce738-2917-496b-9ca7-ecc8b1d4bdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6efa5e-6efd-4cd2-adbb-4c80af5f6617,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:45.548344 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b6ec4-4801-4895-8d17-3bf034b92bfb req-dc3c461e-3fba-49be-b748-af69f5623328 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:45.549863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6b7b6ec4-4801-4895-8d17-3bf034b92bfb req-dc3c461e-3fba-49be-b748-af69f5623328 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.2329485 Nov 24 12:52:45.601324 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5ff2741-cc0d-4ba0-9e7f-96122e6bf187 req-6a8bc3e4-e9ae-4af9-8e72-e1f5f8c321d0 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 210 time: 0.0786242 Nov 24 12:52:45.602553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:44Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:45.631361 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-93d78453-a0f2-405b-986c-cf35debcef9a service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725995 Nov 24 12:52:45.651287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df139e91-28d8-44cb-b893-afea5c21a825 None None] The sync data for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 is: [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:44Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:52:45.684221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6b7b6ec4-4801-4895-8d17-3bf034b92bfb req-b825aeb3-2a40-47fd-93f5-119f3fef28d4 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261604 Nov 24 12:52:45.812106 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cc0ef2-f40a-47ad-99d3-1d95f4f56e59 x-openstack-request-id: req-a3cc0ef2-f40a-47ad-99d3-1d95f4f56e59 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:45.812433 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8df50a8-3a3d-42cd-8c3c-4a1b66297daf", "tag": "ef702227-2a99-4d35-9ad8-30738f1a324d", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:45.812698 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3cc0ef2-f40a-47ad-99d3-1d95f4f56e59 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:45.813140 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8df50a8-3a3d-42cd-8c3c-4a1b66297daf', 'tag': 'ef702227-2a99-4d35-9ad8-30738f1a324d', 'status': 'completed', 'code': 200} Nov 24 12:52:45.828228 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-ed7072cc-66b1-498b-8647-e1081ca3a8c5 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 1001 time: 0.1981533 Nov 24 12:52:45.937112 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-518f20dc-d872-4c66-818a-85f1429284e2 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:45.944497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fdac5-495f-4f2e-a54f-a838ee9bf08a req-37c5487e-c450-4976-84ec-ea5f10be88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:45.945716 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-012fdac5-495f-4f2e-a54f-a838ee9bf08a req-37c5487e-c450-4976-84ec-ea5f10be88f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 1125 time: 0.0882585 Nov 24 12:52:45.948307 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-518f20dc-d872-4c66-818a-85f1429284e2 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports/a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 HTTP/1.1" status: 200 len: 943 time: 0.1090400 Nov 24 12:52:45.951655 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-971a2425-3af1-4c51-8fd2-1cdf63b83d58 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664011 Nov 24 12:52:46.211216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fdac5-495f-4f2e-a54f-a838ee9bf08a req-2667b507-be47-4044-80c8-8d433251e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:46.211882 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-012fdac5-495f-4f2e-a54f-a838ee9bf08a req-2667b507-be47-4044-80c8-8d433251e0d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.2382524 Nov 24 12:52:46.245407 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-fc672709-6ba8-411e-bc0c-e9efe6288c0c tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 1001 time: 0.1481881 Nov 24 12:52:46.319978 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-012fdac5-495f-4f2e-a54f-a838ee9bf08a req-fff8cba6-c7eb-4b1d-bdfd-c08b429eb841 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef702227-2a99-4d35-9ad8-30738f1a324d HTTP/1.1" status: 200 len: 217 time: 0.0574841 Nov 24 12:52:46.345687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524aad9-0d8c-4fff-a2e5-14878f170aac req-89751393-2f77-499d-9145-e94079a16674 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:46.347148 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c524aad9-0d8c-4fff-a2e5-14878f170aac req-89751393-2f77-499d-9145-e94079a16674 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 944 time: 0.1681342 Nov 24 12:52:46.452596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-37a67454-0019-4fdd-b34e-aa989f0b116a tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:46.461379 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-37a67454-0019-4fdd-b34e-aa989f0b116a tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.2129159 Nov 24 12:52:46.468535 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-8b905e3e-7b04-42d3-b6c5-a415630fbf56 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:52:46.481161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device ef702227-2a99-4d35-9ad8-30738f1a324d details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:52:46.483008 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-8b905e3e-7b04-42d3-b6c5-a415630fbf56 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206223 Nov 24 12:52:46.497999 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c524aad9-0d8c-4fff-a2e5-14878f170aac req-c9fdf209-bfb0-47a4-a7b3-b34c1a069b2b tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018374 Nov 24 12:52:46.506524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fdac5-495f-4f2e-a54f-a838ee9bf08a req-273f2669-0eb5-4f2e-a1a4-0987cc4e643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:46.528849 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-012fdac5-495f-4f2e-a54f-a838ee9bf08a req-273f2669-0eb5-4f2e-a1a4-0987cc4e643f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.1985078 Nov 24 12:52:46.569320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-5e3790fb-204c-45c6-bec1-c22600e934e1 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 1001 time: 0.0851998 Nov 24 12:52:46.574549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-3dfbe5dd-d629-4576-8db7-8f616f2128bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:46.665470 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-012fdac5-495f-4f2e-a54f-a838ee9bf08a req-f6bd19c2-f0fd-4b0c-a406-f655235447b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064467 Nov 24 12:52:46.828550 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-3dfbe5dd-d629-4576-8db7-8f616f2128bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:46.838929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:47.005965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-d33f71b0-edd9-42f1-9fa3-43c0246ccc8c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:47.008036 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-d33f71b0-edd9-42f1-9fa3-43c0246ccc8c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.46 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 820 time: 0.4655125 Nov 24 12:52:47.012511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ef702227-2a99-4d35-9ad8-30738f1a324d,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:47.031307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9bb32-967f-4e2a-aa15-fdf1e81f8b30 req-c97b78d5-2de9-4d2a-8139-ceb64c54f0bf tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:47.037242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device ef702227-2a99-4d35-9ad8-30738f1a324d has no active binding in host n-h2-817303-4 {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 12:52:47.048915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:47.049775 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:47.049937 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fac9bb32-967f-4e2a-aa15-fdf1e81f8b30 req-c97b78d5-2de9-4d2a-8139-ceb64c54f0bf tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.2124164 Nov 24 12:52:47.091298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-ac139374-6d8c-4d49-bca2-9bb18faed51e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Request body: {'port': {'device_id': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'admin_state_up': True, 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:47.170644 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-012fdac5-495f-4f2e-a54f-a838ee9bf08a req-26683627-f3e6-4c08-acd5-df385037df2a service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753098 Nov 24 12:52:47.183637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51126) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:47.426871 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-678332791-network', 'tenant_id': '6441bea1ed3547598abd90d1c2c0a634'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:47.489020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] Made reservation on behalf of 6441bea1ed3547598abd90d1c2c0a634 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:47.491612 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:47.506670 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-3dfbe5dd-d629-4576-8db7-8f616f2128bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:47.513151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-3dfbe5dd-d629-4576-8db7-8f616f2128bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:47.513728 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-3dfbe5dd-d629-4576-8db7-8f616f2128bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Floating IP f91d9311-ce09-4d98-938a-cd815391bf99 disassociated. External IP: 172.25.0.30, port: a82ed1c8-cc14-4bae-9b8c-373a0523dfd9. Nov 24 12:52:47.534077 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fac9bb32-967f-4e2a-aa15-fdf1e81f8b30 req-9d7d84da-f074-4c12-a0f4-86870c91905b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728045 Nov 24 12:52:47.535037 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:47.642890 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-012fdac5-495f-4f2e-a54f-a838ee9bf08a req-c8f670b2-f853-4fc9-876e-b602d1aaec2d service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596148 Nov 24 12:52:47.656390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-ac139374-6d8c-4d49-bca2-9bb18faed51e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Made reservation on behalf of 60b6d8119cdc4d22b14a174d839aec8d for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:47.661202 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-ac139374-6d8c-4d49-bca2-9bb18faed51e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:47.685386 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-4e310423-ef62-4abb-94aa-764c5e0ffddb service neutron] 10.222.0.46 "GET /v2.0/ports/ef702227-2a99-4d35-9ad8-30738f1a324d/bindings/n-h2-817303-4 HTTP/1.1" status: 200 len: 384 time: 0.1368892 Nov 24 12:52:47.737145 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c489c184-94da-4f41-8148-14e151e0f8ac req-6b4df074-efe5-4c3e-8046-a925d19d3fc7 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 210 time: 0.0436430 Nov 24 12:52:47.820225 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:47.831527 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:47.922006 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:52:47.936743 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa687174-7866-48d8-9737-92fdaa36b81b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:47.942792 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-3dfbe5dd-d629-4576-8db7-8f616f2128bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:52:47.950809 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:47.951122 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] Added segment 6cfc1d80-46d0-424d-96c3-3e0119757566 of type vlan for network a7071aec-fd43-4708-b67e-8b789798646f Nov 24 12:52:47.954015 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-ac139374-6d8c-4d49-bca2-9bb18faed51e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Allocated IP 172.20.0.14 (dcff6c23-494a-4832-9194-8742ca71ceba/fd819bbd-6459-4883-a59e-02e6480e02e1/7eb71561-6a50-4f18-8493-6b1c5104ce27) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:48.016013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db814b9-92c3-4bf6-9fe5-a1b0ff2ef871 req-a6463ae9-3742-4fee-9ae9-65cfe592568e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:48.017504 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8db814b9-92c3-4bf6-9fe5-a1b0ff2ef871 req-a6463ae9-3742-4fee-9ae9-65cfe592568e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1618762 Nov 24 12:52:48.022383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:48.060432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-9db2ec06-f114-49de-b90c-42b562794c54 service neutron] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ef702227-2a99-4d35-9ad8-30738f1a324d,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:48.115255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-9db2ec06-f114-49de-b90c-42b562794c54 service neutron] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:48.117073 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:48.118021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:48.118617 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:48.151189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-3dfbe5dd-d629-4576-8db7-8f616f2128bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:52:48.156836 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-3dfbe5dd-d629-4576-8db7-8f616f2128bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:48.161936 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e598294-4adb-4486-b799-130b4a639a7f None None] Sync routers for ids ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:52:48.163430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-9db2ec06-f114-49de-b90c-42b562794c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef702227-2a99-4d35-9ad8-30738f1a324d {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:48.173375 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e598294-4adb-4486-b799-130b4a639a7f None None] Routers {'d3a6ce6a-bc8d-4134-af98-22ac89bbd576'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:52:48.174427 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5e598294-4adb-4486-b799-130b4a639a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:48.194913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-9db2ec06-f114-49de-b90c-42b562794c54 service neutron] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ef702227-2a99-4d35-9ad8-30738f1a324d,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:48.196259 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8db814b9-92c3-4bf6-9fe5-a1b0ff2ef871 req-672ac0a2-559d-4d9e-9324-0c499575cd5a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690638 Nov 24 12:52:48.207205 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0173190 Nov 24 12:52:48.211560 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51148) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:48.233733 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-3dfbe5dd-d629-4576-8db7-8f616f2128bc tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "PUT /v2.0/floatingips/f91d9311-ce09-4d98-938a-cd815391bf99 HTTP/1.1" status: 200 len: 694 time: 1.6632764 Nov 24 12:52:48.241042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'tag': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:48.242723 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8e753d42-875f-49a5-b5c0-1dc2483077f1 admin admin] Request body: {'subnet': {'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-678332791-subnet', 'tenant_id': '6441bea1ed3547598abd90d1c2c0a634', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:48.247774 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d91d4f-c95a-4ae1-bfc1-0dbb678111d0" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa6abf0-27b1-424c-be28-45d7016097b8", "tag": "a82ed1c8-cc14-4bae-9b8c-373a0523dfd9"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:48.251238 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f238d-2b41-4eca-a045-0baa92744e3c admin admin] Pushing event updated for resources: {'Network': ['ID=a7071aec-fd43-4708-b67e-8b789798646f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:48.258247 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-9db2ec06-f114-49de-b90c-42b562794c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:48.262140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network a7071aec-fd43-4708-b67e-8b789798646f details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:52:48.288667 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-5e598294-4adb-4486-b799-130b4a639a7f None None] Set router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:52:48.312057 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-ac139374-6d8c-4d49-bca2-9bb18faed51e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:48.314332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e753d42-875f-49a5-b5c0-1dc2483077f1 admin admin] Made reservation on behalf of 6441bea1ed3547598abd90d1c2c0a634 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:48.317604 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8e753d42-875f-49a5-b5c0-1dc2483077f1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:48.383046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-2f81e1a9-946e-4c88-b821-646e4e23507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:48.389356 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-2f81e1a9-946e-4c88-b821-646e4e23507e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=89ffb3c86583405999778612aa0efc74&device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 1097 time: 0.1115279 Nov 24 12:52:48.484650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e74ab-7a23-4b30-b137-22afbb1a5f17 req-74d01564-4e43-4f47-a285-58b09129c911 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:48.485939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-9db2ec06-f114-49de-b90c-42b562794c54 service neutron] Transition to ACTIVE for port object ef702227-2a99-4d35-9ad8-30738f1a324d will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:52:48.486895 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2aee2733-13df-4cbb-b16b-0a5d1b60d00b no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:52:48.487396 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e4e74ab-7a23-4b30-b137-22afbb1a5f17 req-74d01564-4e43-4f47-a285-58b09129c911 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 944 time: 0.0904052 Nov 24 12:52:48.490462 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-ac139374-6d8c-4d49-bca2-9bb18faed51e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:48.499443 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-9db2ec06-f114-49de-b90c-42b562794c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:48.550256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-8652402d-24ff-4075-b011-c8566cba1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:48.552349 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-8652402d-24ff-4075-b011-c8566cba1724 service neutron] 10.222.0.48 "GET /v2.0/networks?id=edef32bf-609e-4d42-8d4d-9a41590886cc HTTP/1.1" status: 200 len: 930 time: 0.1525667 Nov 24 12:52:48.608198 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:48.623029 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5e598294-4adb-4486-b799-130b4a639a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:52:10Z', 'revision_number': 4, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port': {'id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:06Z', 'updated_at': '2021-11-24T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cd420e4e-75c7-43d1-a0c8-3f6e20467850', 'name': '', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'mac_address': 'fa:16:3e:62:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:09Z', 'updated_at': '2021-11-24T12:52:16Z', 'revision_number': 5, 'project_id': '89ffb3c86583405999778612aa0efc74', 'subnets': [{'id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:48.626812 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-afaf8088-0ed3-4e61-a0f8-1afc03ace109 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 HTTP/1.1" status: 200 len: 217 time: 0.0479081 Nov 24 12:52:48.642231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd722ac83-4146-40c6-9a9b-1a4fbf9766eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:48.644557 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5578b5-72c1-4698-9031-b7f989f20e50" -d '{"events": [{"server_uuid": "d722ac83-4146-40c6-9a9b-1a4fbf9766eb", "name": "network-vif-unplugged", "status": "completed", "tag": "2aee2733-13df-4cbb-b16b-0a5d1b60d00b"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:48.650709 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e598294-4adb-4486-b799-130b4a639a7f None None] Checking router: d3a6ce6a-bc8d-4134-af98-22ac89bbd576 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:52:48.657603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-9db2ec06-f114-49de-b90c-42b562794c54 service neutron] No DVR routers for this DVR port ef702227-2a99-4d35-9ad8-30738f1a324d on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:52:48.660009 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e598294-4adb-4486-b799-130b4a639a7f None None] Routers {'d3a6ce6a-bc8d-4134-af98-22ac89bbd576'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:52:48.660645 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5e598294-4adb-4486-b799-130b4a639a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:48.663836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:48.669822 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:48.730991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-e471b36c-f7c5-4750-87ad-00c67ef2e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:48.731472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:48.733112 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-e471b36c-f7c5-4750-87ad-00c67ef2e607 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3602a6a7-822a-442d-b4d7-3e7296b97241 HTTP/1.1" status: 200 len: 868 time: 0.0776865 Nov 24 12:52:48.770431 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-9db2ec06-f114-49de-b90c-42b562794c54 service neutron] 10.222.0.46 "PUT /v2.0/ports/ef702227-2a99-4d35-9ad8-30738f1a324d/bindings/n-h2-817303-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0761058 Nov 24 12:52:48.774660 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-5e598294-4adb-4486-b799-130b4a639a7f None None] Set router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:52:48.808416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2ec06-f114-49de-b90c-42b562794c54 service neutron] Pushing event updated for resources: {'Port': ['ID=ef702227-2a99-4d35-9ad8-30738f1a324d,revision_number=10']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:48.826806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-ff5f448b-83fe-4138-a962-46c7801116a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:48.828407 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-ff5f448b-83fe-4138-a962-46c7801116a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=edef32bf-609e-4d42-8d4d-9a41590886cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656438 Nov 24 12:52:48.857720 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-ac139374-6d8c-4d49-bca2-9bb18faed51e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Network dcff6c23-494a-4832-9194-8742ca71ceba is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:48.868464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-ac139374-6d8c-4d49-bca2-9bb18faed51e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:48.873513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-ac139374-6d8c-4d49-bca2-9bb18faed51e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:48.882551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-ac139374-6d8c-4d49-bca2-9bb18faed51e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:48.883237 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-ac139374-6d8c-4d49-bca2-9bb18faed51e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:48.946314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-3a3dd62c-f6f5-4dd9-aa68-51b85932f265 service neutron] 10.222.0.48 "GET /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096451 Nov 24 12:52:48.990271 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac139374-6d8c-4d49-bca2-9bb18faed51e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Pushing event updated for resources: {'Port': ['ID=7eb71561-6a50-4f18-8493-6b1c5104ce27,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:49.022334 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5e598294-4adb-4486-b799-130b4a639a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:52:10Z', 'revision_number': 4, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port': {'id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:06Z', 'updated_at': '2021-11-24T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cd420e4e-75c7-43d1-a0c8-3f6e20467850', 'name': '', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'mac_address': 'fa:16:3e:62:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:09Z', 'updated_at': '2021-11-24T12:52:16Z', 'revision_number': 5, 'project_id': '89ffb3c86583405999778612aa0efc74', 'subnets': [{'id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:52:49.023504 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-ac139374-6d8c-4d49-bca2-9bb18faed51e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9447486 Nov 24 12:52:49.043248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Request body: {'port': {'device_id': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:49.059947 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bde70ca-7dee-44e0-9008-ea2a0876a7b9 req-605e0c65-3770-42fd-ac58-cbb98cb3079d service neutron] 10.222.0.48 "GET /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020231 Nov 24 12:52:49.061554 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e598294-4adb-4486-b799-130b4a639a7f None None] The sync data for ids ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'] in n-d-817303-4 is: [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:52:10Z', 'revision_number': 4, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port': {'id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:06Z', 'updated_at': '2021-11-24T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cd420e4e-75c7-43d1-a0c8-3f6e20467850', 'name': '', 'network_id': 'edef32bf-609e-4d42-8d4d-9a41590886cc', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'mac_address': 'fa:16:3e:62:bc:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:09Z', 'updated_at': '2021-11-24T12:52:16Z', 'revision_number': 5, 'project_id': '89ffb3c86583405999778612aa0efc74', 'subnets': [{'id': '3602a6a7-822a-442d-b4d7-3e7296b97241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:52:49.091858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e4e74ab-7a23-4b30-b137-22afbb1a5f17 req-4e007077-bcd2-4f6b-8e84-a6674d7b6653 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5953209 Nov 24 12:52:49.093551 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8e753d42-875f-49a5-b5c0-1dc2483077f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:49.166761 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-94af847d-6d52-498c-8cf2-e9fcde93ed30 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:49.168291 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-94af847d-6d52-498c-8cf2-e9fcde93ed30 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf&tenant_id=494a0e4f3119447983c5ec1ee6872a9d&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1096 time: 0.3012493 Nov 24 12:52:49.198516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7c5040be-8337-48f0-8b0a-3f8965da2045 None None] Provisioning complete for port 7eb71561-6a50-4f18-8493-6b1c5104ce27 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:49.199108 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c5040be-8337-48f0-8b0a-3f8965da2045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:49.200524 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:49.218957 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6166679f-b579-45e4-81f9-3fefffc32e82 x-openstack-request-id: req-6166679f-b579-45e4-81f9-3fefffc32e82 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:49.219273 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa6abf0-27b1-424c-be28-45d7016097b8", "tag": "a82ed1c8-cc14-4bae-9b8c-373a0523dfd9", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:49.219555 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6166679f-b579-45e4-81f9-3fefffc32e82 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:49.219989 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'tag': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9', 'status': 'completed', 'code': 200} Nov 24 12:52:49.234045 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e753d42-875f-49a5-b5c0-1dc2483077f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:49.280672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7c5040be-8337-48f0-8b0a-3f8965da2045 None None] Port 7eb71561-6a50-4f18-8493-6b1c5104ce27 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:52:49.297377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e753d42-875f-49a5-b5c0-1dc2483077f1 admin admin] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:49.297688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e753d42-875f-49a5-b5c0-1dc2483077f1 admin admin] Network hostable DHCP agents. Network: a7071aec-fd43-4708-b67e-8b789798646f, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:52:49.322519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-364f5f65-dbb3-49d3-8b98-45ac4f4f42cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:49.324189 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-364f5f65-dbb3-49d3-8b98-45ac4f4f42cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf&tenant_id=494a0e4f3119447983c5ec1ee6872a9d HTTP/1.1" status: 200 len: 1096 time: 0.1444900 Nov 24 12:52:49.377945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d91d4f-c95a-4ae1-bfc1-0dbb678111d0 req-a97184e3-f4c9-475d-9dcc-f55f9097fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:49.380085 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-03d91d4f-c95a-4ae1-bfc1-0dbb678111d0 req-a97184e3-f4c9-475d-9dcc-f55f9097fe13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=89ffb3c86583405999778612aa0efc74&device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 1097 time: 0.1235967 Nov 24 12:52:49.406743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d35d7-d351-4f7b-8664-4dea8bcf0da6 req-9f00d1f4-4509-4728-901f-52205f949abe tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:49.409180 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d35d7-d351-4f7b-8664-4dea8bcf0da6 req-9f00d1f4-4509-4728-901f-52205f949abe tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.0837669 Nov 24 12:52:49.430791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84288901-7b67-4c3d-af7c-1d6e6b82ff7a None None] New status for floating IP f91d9311-ce09-4d98-938a-cd815391bf99: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:52:49.447098 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e753d42-875f-49a5-b5c0-1dc2483077f1 admin admin] Network a7071aec-fd43-4708-b67e-8b789798646f is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:52:49.478005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-f34ce156-51c7-4d36-851d-7b36a686267a tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3a0661973cd14a76b950e82e8882dac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619156 Nov 24 12:52:49.483984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-8e753d42-875f-49a5-b5c0-1dc2483077f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, a7071aec-fd43-4708-b67e-8b789798646f) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:49.494377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e753d42-875f-49a5-b5c0-1dc2483077f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:49.495177 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8e753d42-875f-49a5-b5c0-1dc2483077f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:49.517396 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d35d7-d351-4f7b-8664-4dea8bcf0da6 req-77c21e18-a28c-4ce3-9297-ea838e4d103a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953021 Nov 24 12:52:49.522927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e425e9-49d5-4563-a3d1-c6f0c949a32a None None] Network a7071aec-fd43-4708-b67e-8b789798646f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:52:49.540426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d91d4f-c95a-4ae1-bfc1-0dbb678111d0 req-7b6e4e74-9245-41a3-8804-0780e2131714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:49.542563 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-03d91d4f-c95a-4ae1-bfc1-0dbb678111d0 req-7b6e4e74-9245-41a3-8804-0780e2131714 service neutron] 10.222.0.46 "GET /v2.0/networks?id=edef32bf-609e-4d42-8d4d-9a41590886cc HTTP/1.1" status: 200 len: 930 time: 0.1549933 Nov 24 12:52:49.578643 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8e753d42-875f-49a5-b5c0-1dc2483077f1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3646808 Nov 24 12:52:49.608734 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-03d91d4f-c95a-4ae1-bfc1-0dbb678111d0 req-bd45cb1b-a087-4a48-9c7a-50fc682b7a8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 HTTP/1.1" status: 200 len: 217 time: 0.0563691 Nov 24 12:52:49.615733 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-8135185e-1d8a-4fa8-aca4-fdecfec7381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:49.617261 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ca76f9-7400-4090-9312-f488547233d8 x-openstack-request-id: req-a0ca76f9-7400-4090-9312-f488547233d8 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:49.617489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-8135185e-1d8a-4fa8-aca4-fdecfec7381c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 1096 time: 0.2124789 Nov 24 12:52:49.617605 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d722ac83-4146-40c6-9a9b-1a4fbf9766eb", "name": "network-vif-unplugged", "status": "completed", "tag": "2aee2733-13df-4cbb-b16b-0a5d1b60d00b", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:49.617825 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0ca76f9-7400-4090-9312-f488547233d8 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:49.618219 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd722ac83-4146-40c6-9a9b-1a4fbf9766eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b', 'code': 200} Nov 24 12:52:49.755208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d91d4f-c95a-4ae1-bfc1-0dbb678111d0 req-4e650d3c-a879-4175-928d-a2574fe84776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:49.757195 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-03d91d4f-c95a-4ae1-bfc1-0dbb678111d0 req-4e650d3c-a879-4175-928d-a2574fe84776 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3602a6a7-822a-442d-b4d7-3e7296b97241 HTTP/1.1" status: 200 len: 868 time: 0.1409061 Nov 24 12:52:49.788135 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7abb565-ebfb-439b-9331-f805a45c5387 None None] Network a7071aec-fd43-4708-b67e-8b789798646f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:52:49.793777 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5828d-5e89-4a33-a2ef-981d9e0f350c req-993e4c1b-8e7b-41f2-b14c-048a507404e6 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:49.795434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4be5828d-5e89-4a33-a2ef-981d9e0f350c req-993e4c1b-8e7b-41f2-b14c-048a507404e6 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 932 time: 0.1314104 Nov 24 12:52:49.813048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-5b485020-f665-4caf-842c-df2bf8a9557c tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:49.820356 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-5b485020-f665-4caf-842c-df2bf8a9557c tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3197320 Nov 24 12:52:49.857323 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-8af63df6-c702-44b8-aa75-fab1d425f200 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/quotas/3a0661973cd14a76b950e82e8882dac3 HTTP/1.1" status: 200 len: 375 time: 0.0359931 Nov 24 12:52:49.867037 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d91d4f-c95a-4ae1-bfc1-0dbb678111d0 req-d99f2ae8-118c-40d2-bc0e-02be70739bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:49.869163 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-03d91d4f-c95a-4ae1-bfc1-0dbb678111d0 req-d99f2ae8-118c-40d2-bc0e-02be70739bc6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edef32bf-609e-4d42-8d4d-9a41590886cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727215 Nov 24 12:52:49.918657 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-635f04bf-2e12-479c-838b-a396f6c89d74 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3a0661973cd14a76b950e82e8882dac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521483 Nov 24 12:52:49.924151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-bef041c8-00af-44c5-a034-8708cbe26c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:49.925698 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-bef041c8-00af-44c5-a034-8708cbe26c39 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.2776506 Nov 24 12:52:49.968905 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4be5828d-5e89-4a33-a2ef-981d9e0f350c req-fd17587a-d3bf-440c-a54a-733892c7e036 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617119 Nov 24 12:52:49.988278 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-e26600d7-fcd9-4ce7-9820-1543852ee430 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef702227-2a99-4d35-9ad8-30738f1a324d HTTP/1.1" status: 200 len: 217 time: 0.0531101 Nov 24 12:52:50.050333 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb71561-6a50-4f18-8493-6b1c5104ce27 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:50.059808 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-da25fbcd-0df0-4e54-b9ce-6c639530be5c tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips/f91d9311-ce09-4d98-938a-cd815391bf99 HTTP/1.1" status: 200 len: 692 time: 0.0645041 Nov 24 12:52:50.060592 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:50.070739 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-768714a7-56ff-4114-8323-8dde7406863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:50.072845 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-768714a7-56ff-4114-8323-8dde7406863f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.0667548 Nov 24 12:52:50.080403 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-03d91d4f-c95a-4ae1-bfc1-0dbb678111d0 req-f7169428-747c-4133-b441-76c273ebc3b0 service neutron] 10.222.0.46 "GET /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016432 Nov 24 12:52:50.081288 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Transition to ACTIVE for port object 7eb71561-6a50-4f18-8493-6b1c5104ce27 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:52:50.093484 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:50.122699 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-f78d5d09-3e87-40f8-8bcc-f69c586c93ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426474 Nov 24 12:52:50.273973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb71561-6a50-4f18-8493-6b1c5104ce27,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:50.286259 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:52:50.302307 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-03d91d4f-c95a-4ae1-bfc1-0dbb678111d0 req-3e2518c8-730d-4fff-a71d-e0defed87690 service neutron] 10.222.0.46 "GET /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084174 Nov 24 12:52:50.318232 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-fa9c6490-7000-4905-8c2f-b15473eb4b99 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:50.325288 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-fa9c6490-7000-4905-8c2f-b15473eb4b99 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.2645683 Nov 24 12:52:50.335279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-ec26beee-2989-40bf-a487-8154971bb12e tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:52:50.346563 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-ec26beee-2989-40bf-a487-8154971bb12e tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0176935 Nov 24 12:52:50.363292 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Attempting to bind port 7eb71561-6a50-4f18-8493-6b1c5104ce27 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:50.363635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Attempting to bind port 7eb71561-6a50-4f18-8493-6b1c5104ce27 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:50.363965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Attempting to bind port 7eb71561-6a50-4f18-8493-6b1c5104ce27 on network dcff6c23-494a-4832-9194-8742ca71ceba {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:50.367467 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-c89618bf-7c84-4195-b0cd-ab2ac9a6365e service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253902 Nov 24 12:52:50.378484 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2786a-6a08-457d-9824-1ff660c78582 req-f1eef4e1-04d0-4a85-8bd9-db9532b77601 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:50.387747 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c7a2786a-6a08-457d-9824-1ff660c78582 req-f1eef4e1-04d0-4a85-8bd9-db9532b77601 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 948 time: 0.2071664 Nov 24 12:52:50.428702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Port 7eb71561-6a50-4f18-8493-6b1c5104ce27 on network dcff6c23-494a-4832-9194-8742ca71ceba not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:52:50.429053 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Attempting to bind port 7eb71561-6a50-4f18-8493-6b1c5104ce27 on network dcff6c23-494a-4832-9194-8742ca71ceba {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:50.448994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-9f2c28b2-d168-4c11-ae21-236f638b5886 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.1013045 Nov 24 12:52:50.463264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:50.463619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Checking segment: {'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:50.464005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Bound using segment: {'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:50.464513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Bound port: 7eb71561-6a50-4f18-8493-6b1c5104ce27, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:50.464848 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:50.479217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2aee2733-13df-4cbb-b16b-0a5d1b60d00b details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:52:50.513962 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-67b60d59-ae93-4827-be7a-b8e187852bdb tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.0640132 Nov 24 12:52:50.541436 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c7a2786a-6a08-457d-9824-1ff660c78582 req-535acec0-ab13-480f-b0d0-53a0d1eee5e1 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528847 Nov 24 12:52:50.554559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51198) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:50.581735 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-953042181-network', 'tenant_id': 'aa4794d27c8e47f99c3a199a23520e4b'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:50.671610 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2884a3a8-734e-492d-83e1-fbc74d7552f1 req-a703d8b6-d73f-42a2-9089-5a6a075aff7f tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 210 time: 0.0779707 Nov 24 12:52:50.674532 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-6d8eac40-9eaa-4df6-8d39-052efa2f6302 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849066 Nov 24 12:52:50.675352 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-048fb32b-4497-4949-8ebd-9a38d3705ff5 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Deleting port babae58a-4d1a-46bc-a5b4-b74b95a724d9 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:52:50.675793 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-048fb32b-4497-4949-8ebd-9a38d3705ff5 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:50.677466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:50.700002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b', 'mac_address': 'fa:16:3e:9a:f7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:52:50.713854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] Made reservation on behalf of aa4794d27c8e47f99c3a199a23520e4b for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:50.716302 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:50.734799 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:50.766900 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] For port 7eb71561-6a50-4f18-8493-6b1c5104ce27, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:50.774337 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:50.774538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] For port 7eb71561-6a50-4f18-8493-6b1c5104ce27, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:50.803760 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aee2733-13df-4cbb-b16b-0a5d1b60d00b {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:50.804233 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:50.829022 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ddc742ef-9191-4ba7-929e-4e989a5cd82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:50.833238 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-048fb32b-4497-4949-8ebd-9a38d3705ff5 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:50.834147 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-048fb32b-4497-4949-8ebd-9a38d3705ff5 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:50.847234 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:50.851470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-048fb32b-4497-4949-8ebd-9a38d3705ff5 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Calling delete_port for babae58a-4d1a-46bc-a5b4-b74b95a724d9 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:52:50.856319 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:50.886097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:50.886997 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:50.888586 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] 10.222.0.46 "PUT /v2.0/ports/7eb71561-6a50-4f18-8493-6b1c5104ce27 HTTP/1.1" status: 200 len: 1092 time: 1.8523943 Nov 24 12:52:50.895038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'tag': '7eb71561-6a50-4f18-8493-6b1c5104ce27'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:50.898593 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd16c0e-d794-4d72-8465-ba6620ad51ce" -d '{"events": [{"name": "network-changed", "server_uuid": "37b3ec2d-ea45-4a3b-ac55-5f6d2715300d", "tag": "7eb71561-6a50-4f18-8493-6b1c5104ce27"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:50.942678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:50.960129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ef702227-2a99-4d35-9ad8-30738f1a324d no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:52:50.971395 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf875e-afad-433e-85e2-68957a897f47 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb71561-6a50-4f18-8493-6b1c5104ce27,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:50.989033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df5658-7b9a-4254-8512-722043c15a53 req-728e5063-6605-4d9a-a8be-1cbb21b1b059 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:50.998091 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-53df5658-7b9a-4254-8512-722043c15a53 req-728e5063-6605-4d9a-a8be-1cbb21b1b059 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 945 time: 0.2079208 Nov 24 12:52:51.022082 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ef702227-2a99-4d35-9ad8-30738f1a324d not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:52:51.067658 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-048fb32b-4497-4949-8ebd-9a38d3705ff5 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:51.091182 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:51.126529 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:51.131063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fb32b-4497-4949-8ebd-9a38d3705ff5 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Pushing event deleted for resources: {'Port': ['ID=babae58a-4d1a-46bc-a5b4-b74b95a724d9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:51.137046 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-048fb32b-4497-4949-8ebd-9a38d3705ff5 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:51.139782 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-048fb32b-4497-4949-8ebd-9a38d3705ff5 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:51.153324 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-461d8a44-f269-4d0c-8aa5-8c8e75e7fc5d req-048fb32b-4497-4949-8ebd-9a38d3705ff5 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "DELETE /v2.0/floatingips/f91d9311-ce09-4d98-938a-cd815391bf99 HTTP/1.1" status: 204 len: 173 time: 0.6384158 Nov 24 12:52:51.154073 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-53df5658-7b9a-4254-8512-722043c15a53 req-61cdb15e-01fd-437c-a44f-dbdd5bb3f762 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546323 Nov 24 12:52:51.182317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['2aee2733-13df-4cbb-b16b-0a5d1b60d00b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:51.203857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-8971efd1-275f-410d-ae8a-8ffcd30d4fe7 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:51.205438 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-8971efd1-275f-410d-ae8a-8ffcd30d4fe7 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf&tenant_id=494a0e4f3119447983c5ec1ee6872a9d&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 1096 time: 0.2048376 Nov 24 12:52:51.219044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:52:51.268355 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40143c85-a6a9-45b3-aff9-83408361701e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:51.304691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-b90fd4ba-35cd-4569-9186-549aa12659a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:51.306233 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-b90fd4ba-35cd-4569-9186-549aa12659a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 1095 time: 0.2520418 Nov 24 12:52:51.310040 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:51.310351 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] Added segment 9a875372-0f31-4af2-9662-8410912e3f1b of type vlan for network e35ada0e-c36d-464e-93f1-e533ec326f98 Nov 24 12:52:51.313945 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeaf30b-9202-4a91-bad3-72070d624903 x-openstack-request-id: req-aeeaf30b-9202-4a91-bad3-72070d624903 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:51.314258 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b3ec2d-ea45-4a3b-ac55-5f6d2715300d", "tag": "7eb71561-6a50-4f18-8493-6b1c5104ce27", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:51.314539 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aeeaf30b-9202-4a91-bad3-72070d624903 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:51.314953 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'tag': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'status': 'completed', 'code': 200} Nov 24 12:52:51.406454 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-ec8c9048-4a36-4ee6-af84-072adb8ec046 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27 HTTP/1.1" status: 200 len: 217 time: 0.0904799 Nov 24 12:52:51.411598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae7d77-6cdd-494d-afe7-f32c0a847c07 req-8dfcd068-2772-435f-bb07-baa96585e361 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:51.413325 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7dae7d77-6cdd-494d-afe7-f32c0a847c07 req-8dfcd068-2772-435f-bb07-baa96585e361 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 944 time: 0.0630512 Nov 24 12:52:51.432613 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:51.449593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a24ec8-a28a-425c-a187-d5dd0cc2acce req-f28a086b-7df5-4ac8-b798-9b6e897fc690 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:51.451170 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59a24ec8-a28a-425c-a187-d5dd0cc2acce req-f28a086b-7df5-4ac8-b798-9b6e897fc690 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1879795 Nov 24 12:52:51.467081 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7dae7d77-6cdd-494d-afe7-f32c0a847c07 req-5f654ef2-fc80-4965-a00f-6234d95c435a tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468295 Nov 24 12:52:51.573030 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-0985388c-d4d9-4781-8935-4fd75c534873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:51.575852 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-0985388c-d4d9-4781-8935-4fd75c534873 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.1536341 Nov 24 12:52:51.576455 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:51.577359 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:51.577943 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:51.656852 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-a1e316e0-7674-4dbe-9fda-7a7927bc2536 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3a0661973cd14a76b950e82e8882dac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704315 Nov 24 12:52:51.669527 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59a24ec8-a28a-425c-a187-d5dd0cc2acce req-bb68f82d-ab2d-4178-82ab-9e0051d5633d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919634 Nov 24 12:52:51.701414 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cf26b-9a5c-45ab-b66d-62c30023ff2c req-a7a21a05-3b5c-44cb-9632-5626c9e916ab tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:51.702963 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4a6cf26b-9a5c-45ab-b66d-62c30023ff2c req-a7a21a05-3b5c-44cb-9632-5626c9e916ab tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1253531 Nov 24 12:52:51.712938 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1419497 Nov 24 12:52:51.713846 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-872f3d1a-7a03-4749-81f7-9e18075ae84e service neutron] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:51.714271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51216) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:51.717996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f694860-b1d3-45d2-96ce-88134227798f admin admin] Pushing event updated for resources: {'Network': ['ID=e35ada0e-c36d-464e-93f1-e533ec326f98,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:51.723491 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-872f3d1a-7a03-4749-81f7-9e18075ae84e service neutron] Publish callbacks [] for binding, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:51.724636 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40876865-824e-4f34-bc4a-5df4adfc7926 req-872f3d1a-7a03-4749-81f7-9e18075ae84e service neutron] 10.222.0.59 "DELETE /v2.0/ports/ef702227-2a99-4d35-9ad8-30738f1a324d/bindings/n-h1-817303-4 HTTP/1.1" status: 204 len: 173 time: 0.5076013 Nov 24 12:52:51.725752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1aaee67f-61dd-47b4-a7ec-6597f8c4617a admin admin] Request body: {'subnet': {'network_id': 'e35ada0e-c36d-464e-93f1-e533ec326f98', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-953042181-subnet', 'tenant_id': 'aa4794d27c8e47f99c3a199a23520e4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:51.729346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network e35ada0e-c36d-464e-93f1-e533ec326f98 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:52:51.747463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-64d8f1c1-0798-46c1-a10c-1aefaa17788f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:51.750981 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-64d8f1c1-0798-46c1-a10c-1aefaa17788f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1565092 Nov 24 12:52:51.809099 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4a6cf26b-9a5c-45ab-b66d-62c30023ff2c req-25db0103-abb6-4552-916c-e456fe53ebd7 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0986834 Nov 24 12:52:51.848697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaee67f-61dd-47b4-a7ec-6597f8c4617a admin admin] Made reservation on behalf of aa4794d27c8e47f99c3a199a23520e4b for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:51.851164 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1aaee67f-61dd-47b4-a7ec-6597f8c4617a admin admin] Publish callbacks [] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:51.897169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-05676d8c-e69d-4555-acc4-27edbe1ccae9 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:51.898584 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-05676d8c-e69d-4555-acc4-27edbe1ccae9 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351167 Nov 24 12:52:51.918699 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-844d7793-8196-440b-ab44-abb7e6ff969c req-2b96c485-67c4-43fa-8fa8-c94ffbb0426b tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 210 time: 0.0463986 Nov 24 12:52:51.921255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89df8ee-0292-4a20-b644-6241501e4b48 req-6b6e2ce4-5511-4a4f-a04f-f270e0d29d9c tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:51.922737 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b89df8ee-0292-4a20-b644-6241501e4b48 req-6b6e2ce4-5511-4a4f-a04f-f270e0d29d9c tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 949 time: 0.0705252 Nov 24 12:52:51.923440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Request body: {'port': {'device_id': '86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '3a0661973cd14a76b950e82e8882dac3'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:51.924548 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-238eec97-6066-402f-b39e-b6ca4ed3ea67 service neutron] 10.222.0.46 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625254 Nov 24 12:52:52.024071 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1cf0d347-c894-48fe-8ce3-daf88a46c2d7 req-e145b795-8af9-40a9-9e8b-fbeddcd20a59 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0718908 Nov 24 12:52:52.029442 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b89df8ee-0292-4a20-b644-6241501e4b48 req-3cd2a3ba-c7f0-41c6-9751-dfe4072081d4 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999076 Nov 24 12:52:52.061548 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69419ce7-2d38-44c9-91d4-45aae399db51 req-6bebfba9-de81-46ba-b15f-97fb6b024b28 service neutron] 10.222.0.46 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194651 Nov 24 12:52:52.203808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd16c0e-d794-4d72-8465-ba6620ad51ce req-694eaa40-285e-45ff-beda-3566df725b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:52.205362 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2fd16c0e-d794-4d72-8465-ba6620ad51ce req-694eaa40-285e-45ff-beda-3566df725b83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 1095 time: 0.0739768 Nov 24 12:52:52.356230 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd16c0e-d794-4d72-8465-ba6620ad51ce req-f578c987-6633-4df3-8a36-1719b94a4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:52.357705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2fd16c0e-d794-4d72-8465-ba6620ad51ce req-f578c987-6633-4df3-8a36-1719b94a4196 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 921 time: 0.1428962 Nov 24 12:52:52.367841 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42826df2-3107-4216-9ec9-a7007b80b562 req-739ffa4e-236a-459f-a9e1-d09ccf936f0b tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:52.369800 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42826df2-3107-4216-9ec9-a7007b80b562 req-739ffa4e-236a-459f-a9e1-d09ccf936f0b tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 945 time: 0.0776100 Nov 24 12:52:52.410261 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2fd16c0e-d794-4d72-8465-ba6620ad51ce req-cec8912f-5345-4566-b3bc-8c6566c88eff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27 HTTP/1.1" status: 200 len: 217 time: 0.0395393 Nov 24 12:52:52.429227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4559ce3-79c8-48ac-936c-15615c443f18 req-f7948e44-d59b-4738-9764-bb2d4524cd45 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:52.430705 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4559ce3-79c8-48ac-936c-15615c443f18 req-f7948e44-d59b-4738-9764-bb2d4524cd45 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 946 time: 0.1321273 Nov 24 12:52:52.479263 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2aee2733-13df-4cbb-b16b-0a5d1b60d00b up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:52.480508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Made reservation on behalf of 3a0661973cd14a76b950e82e8882dac3 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:52.483712 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42826df2-3107-4216-9ec9-a7007b80b562 req-03aedb56-7846-4879-8a5a-3fc1de1748ac tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060586 Nov 24 12:52:52.483982 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:52.485535 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd16c0e-d794-4d72-8465-ba6620ad51ce req-710d835d-3be4-4166-b9fb-6d1894312c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:52.487143 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2fd16c0e-d794-4d72-8465-ba6620ad51ce req-710d835d-3be4-4166-b9fb-6d1894312c77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.0694017 Nov 24 12:52:52.507344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:52.533340 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1aaee67f-61dd-47b4-a7ec-6597f8c4617a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:52.565213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:52.565744 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:52.604378 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4559ce3-79c8-48ac-936c-15615c443f18 req-2dc43465-cf9e-44c4-94d3-ebb95e10b2d1 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647711 Nov 24 12:52:52.684797 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaee67f-61dd-47b4-a7ec-6597f8c4617a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb2e5e0c-9349-48d0-adfb-79d06d2c5292,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:52.731151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaee67f-61dd-47b4-a7ec-6597f8c4617a admin admin] Checking segment: {'id': '9a875372-0f31-4af2-9662-8410912e3f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'e35ada0e-c36d-464e-93f1-e533ec326f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:52.731827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaee67f-61dd-47b4-a7ec-6597f8c4617a admin admin] Network hostable DHCP agents. Network: e35ada0e-c36d-464e-93f1-e533ec326f98, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:52:52.753169 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:52.778519 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd722ac83-4146-40c6-9a9b-1a4fbf9766eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:52.780912 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c6164e-ce46-4d55-b6c6-54b17e00b507" -d '{"events": [{"server_uuid": "d722ac83-4146-40c6-9a9b-1a4fbf9766eb", "name": "network-vif-plugged", "status": "completed", "tag": "2aee2733-13df-4cbb-b16b-0a5d1b60d00b"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:52.792514 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:52.799251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:52.801758 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:52.808309 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:52.824644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaee67f-61dd-47b4-a7ec-6597f8c4617a admin admin] Network e35ada0e-c36d-464e-93f1-e533ec326f98 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:52:52.866354 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:52.889203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd16c0e-d794-4d72-8465-ba6620ad51ce req-26d2fa54-610e-4bed-82af-c695a4b14d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:52.889745 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2fd16c0e-d794-4d72-8465-ba6620ad51ce req-26d2fa54-610e-4bed-82af-c695a4b14d8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3927865 Nov 24 12:52:52.893533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e28a5e-c62a-44d1-8080-88854806fe6e req-911d0278-c23e-44e7-9667-8705d18dd31c tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:52.895062 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-90e28a5e-c62a-44d1-8080-88854806fe6e req-911d0278-c23e-44e7-9667-8705d18dd31c tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 1096 time: 0.1515117 Nov 24 12:52:52.898663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-1aaee67f-61dd-47b4-a7ec-6597f8c4617a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, e35ada0e-c36d-464e-93f1-e533ec326f98) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:52.904011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0808906a-0509-473f-9683-d290bbc20f31,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:52.906879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaee67f-61dd-47b4-a7ec-6597f8c4617a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:52.908062 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1aaee67f-61dd-47b4-a7ec-6597f8c4617a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:52.917412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515a8af9-e1c9-411c-94f3-85fd50b79a46 None None] Network e35ada0e-c36d-464e-93f1-e533ec326f98 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:52:52.979595 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1aaee67f-61dd-47b4-a7ec-6597f8c4617a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2642038 Nov 24 12:52:53.023088 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927c8a5-f5f5-4581-b6ce-779b5c89b027 req-27fc85b2-b4c9-42a5-ae3c-626b73ec3c3b tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:53.033587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4927c8a5-f5f5-4581-b6ce-779b5c89b027 req-27fc85b2-b4c9-42a5-ae3c-626b73ec3c3b tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 944 time: 0.1478546 Nov 24 12:52:53.035756 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-90e28a5e-c62a-44d1-8080-88854806fe6e req-6fdd176c-620c-4974-b7a5-f1abfc3f07d8 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124227 Nov 24 12:52:53.037140 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Allocated IP 192.168.233.46 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/1ca8344a-7045-4e16-aa8f-e0748787bdb3) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:53.076229 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d718fdb-b557-4369-a723-1b4e8921ad0d None None] Network e35ada0e-c36d-464e-93f1-e533ec326f98 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:52:53.093314 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2fd16c0e-d794-4d72-8465-ba6620ad51ce req-b39e4a8e-876b-4415-884e-6820677e8988 service neutron] 10.222.0.46 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764340 Nov 24 12:52:53.193573 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4658a7af-b9ad-46c6-a681-cfe7a0bb4721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:53.264602 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4927c8a5-f5f5-4581-b6ce-779b5c89b027 req-119298d0-4b00-4f7b-bcd7-7bbc1f5f2425 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301440 Nov 24 12:52:53.271032 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2fd16c0e-d794-4d72-8465-ba6620ad51ce req-247f4231-02e3-4bc2-8b43-b4956f6d104e service neutron] 10.222.0.46 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596375 Nov 24 12:52:53.325321 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04368e5f-e745-41f9-b406-5d9d2ce1b801 x-openstack-request-id: req-04368e5f-e745-41f9-b406-5d9d2ce1b801 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:53.325693 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d722ac83-4146-40c6-9a9b-1a4fbf9766eb", "name": "network-vif-plugged", "status": "completed", "tag": "2aee2733-13df-4cbb-b16b-0a5d1b60d00b", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:53.325955 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04368e5f-e745-41f9-b406-5d9d2ce1b801 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:53.326349 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd722ac83-4146-40c6-9a9b-1a4fbf9766eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b', 'code': 200} Nov 24 12:52:53.338663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fef81-17d0-4f08-a972-bbde2896fe91 req-8d79a0b6-d0c0-4eb0-8f72-bd913c232484 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:53.340186 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-074fef81-17d0-4f08-a972-bbde2896fe91 req-8d79a0b6-d0c0-4eb0-8f72-bd913c232484 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1285267 Nov 24 12:52:53.343209 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:53.406952 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-885aec46-df81-4ac5-abe6-c4ffe39a58d8 req-515cc018-f628-4601-a0c7-09662e6e5331 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 210 time: 0.0342393 Nov 24 12:52:53.412955 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-074fef81-17d0-4f08-a972-bbde2896fe91 req-8ec8b940-ad68-4233-b740-248c602dac91 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633905 Nov 24 12:52:53.430737 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:53.480982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:53.484762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:53.490837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:53.498549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:53.499841 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:53.504656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Pushing event updated for resources: {'Port': ['ID=1ca8344a-7045-4e16-aa8f-e0748787bdb3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:53.525670 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-3b5f5a97-6317-4e18-8f3f-7ef2f31188e2 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6085184 Nov 24 12:52:53.553513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Request body: {'port': {'device_id': '86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:53.588616 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870eb6-c97f-46ae-9635-7e2774f8f600 req-6bbfb85c-4000-4fc0-840e-3742adbd5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:53.590366 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66870eb6-c97f-46ae-9635-7e2774f8f600 req-6bbfb85c-4000-4fc0-840e-3742adbd5931 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 1101 time: 0.0756509 Nov 24 12:52:53.599469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d6c99-884c-4060-a3e2-384c81b7656b req-2cbbe1fb-79aa-440f-b279-d65fe8377b52 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:53.600955 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-724d6c99-884c-4060-a3e2-384c81b7656b req-2cbbe1fb-79aa-440f-b279-d65fe8377b52 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1017210 Nov 24 12:52:53.665311 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66870eb6-c97f-46ae-9635-7e2774f8f600 req-411bf738-0649-4db6-9632-6b1f9ac680d8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632617 Nov 24 12:52:53.670306 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:53.679563 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-724d6c99-884c-4060-a3e2-384c81b7656b req-65164c3d-6f2a-4a7f-acb3-5c0c7da6fc96 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710154 Nov 24 12:52:53.707626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2158d5a6-06d4-4c77-9f5f-7e2441f2cd27 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:53.709993 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2158d5a6-06d4-4c77-9f5f-7e2441f2cd27 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 820 time: 0.1814709 Nov 24 12:52:53.724195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3b0f2647-701c-45bd-bbda-b014b6c33338 None None] Provisioning complete for port 1ca8344a-7045-4e16-aa8f-e0748787bdb3 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:53.724814 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3b0f2647-701c-45bd-bbda-b014b6c33338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:53.747479 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d88a8cd-2656-4475-84e3-da198debc223 req-bb34464d-41e1-48c1-a1c5-ca651d857bef tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/quotas/494a0e4f3119447983c5ec1ee6872a9d HTTP/1.1" status: 200 len: 375 time: 0.0141768 Nov 24 12:52:53.760615 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f2647-701c-45bd-bbda-b014b6c33338 None None] Port 1ca8344a-7045-4e16-aa8f-e0748787bdb3 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:52:53.830488 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423df17-a357-4817-a857-d0662ea98607 req-d32202e3-3b57-4139-af41-7f0fa94d1d3b tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:53.831953 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a423df17-a357-4817-a857-d0662ea98607 req-d32202e3-3b57-4139-af41-7f0fa94d1d3b tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.46 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 946 time: 0.0546265 Nov 24 12:52:53.870632 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d88a8cd-2656-4475-84e3-da198debc223 req-5da583e4-eba9-433b-a2b1-810288fe52ee tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139655 Nov 24 12:52:54.007597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-a423df17-a357-4817-a857-d0662ea98607 req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Deleting port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:52:54.008210 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a423df17-a357-4817-a857-d0662ea98607 req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:54.037079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b03e84bc-9bfd-435c-9e56-7a56b45fa8a3 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:54.037783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d88a8cd-2656-4475-84e3-da198debc223 req-a62cb0c2-aef4-4045-a92b-ef40d16da8f0 service neutron] 10.222.0.48 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573508 Nov 24 12:52:54.038437 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b03e84bc-9bfd-435c-9e56-7a56b45fa8a3 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 807 time: 0.1338587 Nov 24 12:52:54.060068 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-e4f96c26-3b9b-4313-8c85-b2d1e889d4ad tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/quotas/6441bea1ed3547598abd90d1c2c0a634 HTTP/1.1" status: 200 len: 375 time: 0.0148420 Nov 24 12:52:54.119471 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-716ebd43-e500-4d9f-aff3-9f298304441b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348160 Nov 24 12:52:54.148116 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca8344a-7045-4e16-aa8f-e0748787bdb3 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:54.158229 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:54.177410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-a423df17-a357-4817-a857-d0662ea98607 req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] For port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9,segment=NetworkSegment(50d9bfc3-d83c-41ee-9a36-4888e05be0a5),segment_id=50d9bfc3-d83c-41ee-9a36-4888e05be0a5)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:54.177798 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a423df17-a357-4817-a857-d0662ea98607 req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:54.180181 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d88a8cd-2656-4475-84e3-da198debc223 req-3d54a81f-54bc-4adb-a41c-d780d998856c service neutron] 10.222.0.48 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349671 Nov 24 12:52:54.181114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Transition to ACTIVE for port object 1ca8344a-7045-4e16-aa8f-e0748787bdb3 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:52:54.186496 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:54.223592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-a423df17-a357-4817-a857-d0662ea98607 req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Calling delete_port for a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:52:54.279751 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:54.282967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Pushing event updated for resources: {'Port': ['ID=1ca8344a-7045-4e16-aa8f-e0748787bdb3,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:54.315765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Attempting to bind port 1ca8344a-7045-4e16-aa8f-e0748787bdb3 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:54.316805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Attempting to bind port 1ca8344a-7045-4e16-aa8f-e0748787bdb3 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:54.317278 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Attempting to bind port 1ca8344a-7045-4e16-aa8f-e0748787bdb3 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:54.323956 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Port 1ca8344a-7045-4e16-aa8f-e0748787bdb3 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:52:54.324093 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-aea8a9ba-ce11-4535-8849-2deada8d0d92 service neutron] 10.222.0.48 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951172 Nov 24 12:52:54.324600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Attempting to bind port 1ca8344a-7045-4e16-aa8f-e0748787bdb3 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:54.333926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:54.334370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:54.334992 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:54.335525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Bound port: 1ca8344a-7045-4e16-aa8f-e0748787bdb3, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:54.335980 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:54.452513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] For port 1ca8344a-7045-4e16-aa8f-e0748787bdb3, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:54.459646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] For port 1ca8344a-7045-4e16-aa8f-e0748787bdb3, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1ca8344a-7045-4e16-aa8f-e0748787bdb3,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:54.474276 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:54.500785 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-ff3052ba-8f0b-4cb3-a4b8-52d58901735e service neutron] 10.222.0.48 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757803 Nov 24 12:52:54.547751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:54.548746 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:54.550464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] 10.222.0.59 "PUT /v2.0/ports/1ca8344a-7045-4e16-aa8f-e0748787bdb3 HTTP/1.1" status: 200 len: 1095 time: 1.0010829 Nov 24 12:52:54.553091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34', 'tag': '1ca8344a-7045-4e16-aa8f-e0748787bdb3'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:54.555391 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986c0432-7ed2-42d1-8566-2a0e09144a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34", "tag": "1ca8344a-7045-4e16-aa8f-e0748787bdb3"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:54.591318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad80f43-e0ad-430e-b749-400590d6b5ed req-4f1bc2fb-7140-4812-bc5f-40851477da94 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:54.599392 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aad80f43-e0ad-430e-b749-400590d6b5ed req-4f1bc2fb-7140-4812-bc5f-40851477da94 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/ports?device_id=eaa6abf0-27b1-424c-be28-45d7016097b8 HTTP/1.1" status: 200 len: 946 time: 0.1367760 Nov 24 12:52:54.604198 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a423df17-a357-4817-a857-d0662ea98607 req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:54.617760 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['a82ed1c8-cc14-4bae-9b8c-373a0523dfd9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:54.620020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Pushing event updated for resources: {'Port': ['ID=1ca8344a-7045-4e16-aa8f-e0748787bdb3,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:54.692779 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.693119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.693523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.694085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.694818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.694818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.695155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.695502 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.695820 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.696150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.696473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.696921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfba46fe-c172-424a-9f67-bcebb698e26a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.730214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Pushing event deleted for resources: {'Port': ['ID=a82ed1c8-cc14-4bae-9b8c-373a0523dfd9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:54.797668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a423df17-a357-4817-a857-d0662ea98607 req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] No DVR routers for this DVR port a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:52:54.803615 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a423df17-a357-4817-a857-d0662ea98607 req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:54.810330 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a423df17-a357-4817-a857-d0662ea98607 req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.46 "DELETE /v2.0/ports/a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 HTTP/1.1" status: 204 len: 173 time: 0.9711797 Nov 24 12:52:54.811002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'name': 'network-vif-deleted', 'tag': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:54.819588 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa50c6ab-d5cb-4204-a9f2-6b768f2c289b" -d '{"events": [{"server_uuid": "eaa6abf0-27b1-424c-be28-45d7016097b8", "name": "network-vif-deleted", "tag": "a82ed1c8-cc14-4bae-9b8c-373a0523dfd9"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:54.839139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.839436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.839924 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.843049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.843483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.843836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.844178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.847324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.847456 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.847769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.849750 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.850499 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aad80f43-e0ad-430e-b749-400590d6b5ed req-287dd81f-87d5-41f1-827e-0e3ff86bf3d3 tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] 10.222.0.48 "GET /v2.0/security-groups?id=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499990 Nov 24 12:52:54.851356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52a8d4e-c721-48f5-b146-490e88f432bf tempest-FloatingIPsAssociationNegativeTestJSON-213935012 tempest-FloatingIPsAssociationNegativeTestJSON-213935012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:54.860198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-cddbf2cf-2667-4c0d-a1cf-b0b1014432ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:54.867227 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-cddbf2cf-2667-4c0d-a1cf-b0b1014432ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a0661973cd14a76b950e82e8882dac3&device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 1098 time: 0.2398212 Nov 24 12:52:54.981570 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7eb71561-6a50-4f18-8493-6b1c5104ce27 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:52:55.025622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5663f-533e-4ca6-a0ed-d8c2c172554c req-883077f9-0234-4fee-876e-3a812bd07819 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:55.039404 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-ca0e69ec-09a5-405c-9593-33ced02eb2b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=1ca8344a-7045-4e16-aa8f-e0748787bdb3 HTTP/1.1" status: 200 len: 217 time: 0.1652963 Nov 24 12:52:55.039582 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e7a5663f-533e-4ca6-a0ed-d8c2c172554c req-883077f9-0234-4fee-876e-3a812bd07819 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 944 time: 0.1339860 Nov 24 12:52:55.079394 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-45dd722a-df29-42f5-9aea-6fa09319d60a req-d5e973a1-b895-4027-aebe-0c86bac4ab93 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 210 time: 0.0527954 Nov 24 12:52:55.121107 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e7a5663f-533e-4ca6-a0ed-d8c2c172554c req-4695870b-7e38-43c4-bc10-d584efc4a762 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695782 Nov 24 12:52:55.206119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7eb71561-6a50-4f18-8493-6b1c5104ce27, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:55.217868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-30388f34-4435-41fc-b306-9cc6a0778aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:55.219388 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-30388f34-4435-41fc-b306-9cc6a0778aa8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1316819 Nov 24 12:52:55.223634 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'port_id': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'mac_address': 'fa:16:3e:88:84:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:52:55.253336 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b52a6f-5140-4dbe-99c2-03b2c0e3ed31 req-be312547-c1d2-4568-9d60-16ce9c1cfe04 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:55.255364 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36b52a6f-5140-4dbe-99c2-03b2c0e3ed31 req-be312547-c1d2-4568-9d60-16ce9c1cfe04 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.0771046 Nov 24 12:52:55.282189 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:55.330929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb71561-6a50-4f18-8493-6b1c5104ce27 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:55.338323 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36b52a6f-5140-4dbe-99c2-03b2c0e3ed31 req-036f8078-ed8e-4a10-abae-e1a9fcbf83a3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714750 Nov 24 12:52:55.343940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-1f0ef418-759b-4614-9d32-4951219dbaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:55.345683 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-1f0ef418-759b-4614-9d32-4951219dbaa9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0976789 Nov 24 12:52:55.375846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7eb71561-6a50-4f18-8493-6b1c5104ce27, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:55.380930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146aa96e-5a08-4bfc-a4d4-2dc5bef72392 req-3e1717c8-236e-4e6b-b8a9-bb593f311938 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:55.387267 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-146aa96e-5a08-4bfc-a4d4-2dc5bef72392 req-3e1717c8-236e-4e6b-b8a9-bb593f311938 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 947 time: 0.1572640 Nov 24 12:52:55.388854 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:55.469910 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71ef976-51a5-47d5-9d08-017093db4997 x-openstack-request-id: req-a71ef976-51a5-47d5-9d08-017093db4997 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:55.470308 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34", "tag": "1ca8344a-7045-4e16-aa8f-e0748787bdb3", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:55.470483 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a71ef976-51a5-47d5-9d08-017093db4997 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:55.470883 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34', 'tag': '1ca8344a-7045-4e16-aa8f-e0748787bdb3', 'status': 'completed', 'code': 200} Nov 24 12:52:55.483119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7eb71561-6a50-4f18-8493-6b1c5104ce27,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:55.571488 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b131a-5a43-41ea-824e-603ef5afcdfa req-90960908-3f3f-4dce-a059-32a5825208a8 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:55.574005 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-146aa96e-5a08-4bfc-a4d4-2dc5bef72392 req-0f33e194-1f18-4cc9-afb7-0ce30764bd98 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/security-groups?id=0808906a-0509-473f-9683-d290bbc20f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611502 Nov 24 12:52:55.580452 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-623b131a-5a43-41ea-824e-603ef5afcdfa req-90960908-3f3f-4dce-a059-32a5825208a8 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.0764201 Nov 24 12:52:55.613181 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-16120f59-b8d8-4304-b542-64e06e7e871a service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567770 Nov 24 12:52:55.614248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['7eb71561-6a50-4f18-8493-6b1c5104ce27'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:55.647523 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-623b131a-5a43-41ea-824e-603ef5afcdfa req-86ea5f24-9e1a-4570-9509-2b736d86d4b0 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611157 Nov 24 12:52:55.699635 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-061a2728-d0be-423c-9508-1667f3df5937 req-f69cdb18-0a55-482e-8425-9749ed2b08ea tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 210 time: 0.0536461 Nov 24 12:52:55.742608 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c84a11-f106-4834-8df3-bbc23277e81f x-openstack-request-id: req-59c84a11-f106-4834-8df3-bbc23277e81f {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:55.742900 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa6abf0-27b1-424c-be28-45d7016097b8", "name": "network-vif-deleted", "tag": "a82ed1c8-cc14-4bae-9b8c-373a0523dfd9", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:55.743159 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59c84a11-f106-4834-8df3-bbc23277e81f {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:55.743558 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa6abf0-27b1-424c-be28-45d7016097b8', 'name': 'network-vif-deleted', 'tag': 'a82ed1c8-cc14-4bae-9b8c-373a0523dfd9', 'status': 'completed', 'code': 200} Nov 24 12:52:55.769512 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:55.781325 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1797a6a3-f3bb-426a-a59a-fcc9ef38b593 req-6169746e-b360-4386-b71e-a1d56f7ae5f9 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574914 Nov 24 12:52:55.880512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01681946-10cd-45fd-8711-1547df89f593 req-4fda024c-1497-45b3-a506-3b8440f6e7d2 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:55.887375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51312) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:52:55.891666 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01681946-10cd-45fd-8711-1547df89f593 req-4fda024c-1497-45b3-a506-3b8440f6e7d2 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.0772204 Nov 24 12:52:55.939011 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01681946-10cd-45fd-8711-1547df89f593 req-6432556e-d77d-439d-935c-7c11cf3c8cd8 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464108 Nov 24 12:52:55.952950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0432-7ed2-42d1-8566-2a0e09144a8c req-27ae9945-89c9-42e1-b62e-f3269a2260e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:55.954455 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-986c0432-7ed2-42d1-8566-2a0e09144a8c req-27ae9945-89c9-42e1-b62e-f3269a2260e1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a0661973cd14a76b950e82e8882dac3&device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 1098 time: 0.1126857 Nov 24 12:52:56.075252 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88a8cd-2656-4475-84e3-da198debc223 req-55a766f7-ec99-4f9f-aae0-d9a659152fe6 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:56.076844 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d88a8cd-2656-4475-84e3-da198debc223 req-55a766f7-ec99-4f9f-aae0-d9a659152fe6 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.46 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 820 time: 0.1264300 Nov 24 12:52:56.093697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-0d88a8cd-2656-4475-84e3-da198debc223 req-b407ecd8-1aea-4a74-96c5-d432c05e6b4a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Request body: {'port': {'device_id': 'e67ffea7-9b76-4d3d-99cc-eaa292548b5f', 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674', 'admin_state_up': True, 'tenant_id': '494a0e4f3119447983c5ec1ee6872a9d'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:56.222730 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0432-7ed2-42d1-8566-2a0e09144a8c req-f7e55974-181a-4b0d-aa14-1afcb52db09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:56.228770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-986c0432-7ed2-42d1-8566-2a0e09144a8c req-f7e55974-181a-4b0d-aa14-1afcb52db09e service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2042706 Nov 24 12:52:56.228976 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a508eda-9bf0-44c4-9db3-8c0367929045 req-be2489eb-a493-4d81-b79d-424f4d435bc0 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 210 time: 0.0332794 Nov 24 12:52:56.294906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d88a8cd-2656-4475-84e3-da198debc223 req-b407ecd8-1aea-4a74-96c5-d432c05e6b4a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Made reservation on behalf of 494a0e4f3119447983c5ec1ee6872a9d for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:56.300257 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0d88a8cd-2656-4475-84e3-da198debc223 req-b407ecd8-1aea-4a74-96c5-d432c05e6b4a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:56.304862 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-986c0432-7ed2-42d1-8566-2a0e09144a8c req-dc925d8a-1137-4996-b151-8674b455eb50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=1ca8344a-7045-4e16-aa8f-e0748787bdb3 HTTP/1.1" status: 200 len: 217 time: 0.0705004 Nov 24 12:52:56.503539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31767cb4-97c4-40df-9bc2-bb643cbaef38 req-905474cd-cd38-4840-911c-8001e225f328 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:56.505228 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-31767cb4-97c4-40df-9bc2-bb643cbaef38 req-905474cd-cd38-4840-911c-8001e225f328 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.0927379 Nov 24 12:52:56.528186 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:56.534737 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0432-7ed2-42d1-8566-2a0e09144a8c req-6645796b-234e-47b8-a16c-3ae0778726a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:56.536450 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-986c0432-7ed2-42d1-8566-2a0e09144a8c req-6645796b-234e-47b8-a16c-3ae0778726a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.2111192 Nov 24 12:52:56.550258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-0d88a8cd-2656-4475-84e3-da198debc223 req-b407ecd8-1aea-4a74-96c5-d432c05e6b4a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Allocated IP 172.20.0.14 (ee1ba679-7d12-4b42-af81-73cc82b26674/54c9a6d6-7074-498d-887a-6cd33ae98ec8/acb38072-5e14-4840-ae0e-342ff08a3d6b) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:56.601027 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-31767cb4-97c4-40df-9bc2-bb643cbaef38 req-53ae6f95-3e2b-49cb-a94b-8f04140e552d tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790918 Nov 24 12:52:56.620277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3a95c-ba3c-4a8e-bd6f-9dd73b39c84d req-1a8bc49a-fc67-4144-a758-7bf48829a47f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:56.628317 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9fe3a95c-ba3c-4a8e-bd6f-9dd73b39c84d req-1a8bc49a-fc67-4144-a758-7bf48829a47f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 945 time: 0.2489102 Nov 24 12:52:56.649600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-ff12bd29-5a19-4c51-83a7-9f5ff67d85ce tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:56.651067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-ff12bd29-5a19-4c51-83a7-9f5ff67d85ce tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.46 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 807 time: 0.3119431 Nov 24 12:52:56.677745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-20e4c934-0107-4198-af08-7ba7d79d7b39 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Request body: {'port': {'device_id': '19111058-9a86-453b-a603-f7b6fdb9cc7b', 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f', 'admin_state_up': True, 'tenant_id': '6441bea1ed3547598abd90d1c2c0a634'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:56.704996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c0432-7ed2-42d1-8566-2a0e09144a8c req-1374290e-82e8-4720-9963-a807a6931de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:56.706468 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-986c0432-7ed2-42d1-8566-2a0e09144a8c req-1374290e-82e8-4720-9963-a807a6931de4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1565728 Nov 24 12:52:56.764957 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e580fbd-8de6-46d3-b552-c746d90e2ba9 req-2755eeea-23bb-4f51-9c82-8df777431fd4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:56.766537 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e580fbd-8de6-46d3-b552-c746d90e2ba9 req-2755eeea-23bb-4f51-9c82-8df777431fd4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1056867 Nov 24 12:52:56.810138 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0d88a8cd-2656-4475-84e3-da198debc223 req-b407ecd8-1aea-4a74-96c5-d432c05e6b4a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:56.848443 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e580fbd-8de6-46d3-b552-c746d90e2ba9 req-e97e710d-7956-43a3-a148-8cbc38b1dba3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757246 Nov 24 12:52:56.870638 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0d88a8cd-2656-4475-84e3-da198debc223 req-b407ecd8-1aea-4a74-96c5-d432c05e6b4a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:56.913840 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d88a8cd-2656-4475-84e3-da198debc223 req-b407ecd8-1aea-4a74-96c5-d432c05e6b4a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Network ee1ba679-7d12-4b42-af81-73cc82b26674 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:56.920312 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-0d88a8cd-2656-4475-84e3-da198debc223 req-b407ecd8-1aea-4a74-96c5-d432c05e6b4a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:56.926978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d88a8cd-2656-4475-84e3-da198debc223 req-b407ecd8-1aea-4a74-96c5-d432c05e6b4a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:56.931850 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88a8cd-2656-4475-84e3-da198debc223 req-b407ecd8-1aea-4a74-96c5-d432c05e6b4a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:56.932505 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0d88a8cd-2656-4475-84e3-da198debc223 req-b407ecd8-1aea-4a74-96c5-d432c05e6b4a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:56.967757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407ecd8-1aea-4a74-96c5-d432c05e6b4a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Pushing event updated for resources: {'Port': ['ID=acb38072-5e14-4840-ae0e-342ff08a3d6b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:56.981359 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d88a8cd-2656-4475-84e3-da198debc223 req-b407ecd8-1aea-4a74-96c5-d432c05e6b4a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8946264 Nov 24 12:52:56.982724 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7eb71561-6a50-4f18-8493-6b1c5104ce27 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:52:56.995536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Request body: {'port': {'device_id': 'e67ffea7-9b76-4d3d-99cc-eaa292548b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:57.006713 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf482d4-ba67-46a6-89f2-f347ee58d09b req-a02f5011-daad-4b37-bc8a-a47236e559bc tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:57.008316 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fcf482d4-ba67-46a6-89f2-f347ee58d09b req-a02f5011-daad-4b37-bc8a-a47236e559bc tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 947 time: 0.0839980 Nov 24 12:52:57.042245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 7eb71561-6a50-4f18-8493-6b1c5104ce27 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:52:57.046777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 7eb71561-6a50-4f18-8493-6b1c5104ce27 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:52:57.047392 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:57.080298 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9fe3a95c-ba3c-4a8e-bd6f-9dd73b39c84d req-991a2fe6-92e5-4c1d-9e3e-245a8a359097 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510856 Nov 24 12:52:57.094364 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:57.112279 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fcf482d4-ba67-46a6-89f2-f347ee58d09b req-e8546718-d571-45ed-ac05-4a9b83ff8a2e tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/security-groups?id=0808906a-0509-473f-9683-d290bbc20f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885656 Nov 24 12:52:57.175827 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:57.226258 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-986c0432-7ed2-42d1-8566-2a0e09144a8c req-f5564bd0-f948-46b4-bd2d-94758ab18cab service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808891 Nov 24 12:52:57.235152 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb71561-6a50-4f18-8493-6b1c5104ce27'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:57.241390 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f8c709-ac60-41e7-8db5-63b52f6bfb50" -d '{"events": [{"server_uuid": "37b3ec2d-ea45-4a3b-ac55-5f6d2715300d", "name": "network-vif-plugged", "status": "completed", "tag": "7eb71561-6a50-4f18-8493-6b1c5104ce27"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:57.259898 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7eb71561-6a50-4f18-8493-6b1c5104ce27, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:57.266411 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:57.268790 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:52:57.311221 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c93641-5d99-4bcf-91e8-e972f8358f53 x-openstack-request-id: req-e8c93641-5d99-4bcf-91e8-e972f8358f53 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:57.311454 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b3ec2d-ea45-4a3b-ac55-5f6d2715300d", "name": "network-vif-plugged", "status": "completed", "tag": "7eb71561-6a50-4f18-8493-6b1c5104ce27", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:57.312106 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e8c93641-5d99-4bcf-91e8-e972f8358f53 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:57.312254 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'code': 200} Nov 24 12:52:57.331919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:52:57.332495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a82ed1c8-cc14-4bae-9b8c-373a0523dfd9 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:52:57.339171 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-18904118-248c-44a4-a267-4d0228ea649f req-df1abb25-cca3-46fa-9ee1-f26cd131d8dc tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 210 time: 0.0969155 Nov 24 12:52:57.339929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-20e4c934-0107-4198-af08-7ba7d79d7b39 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Made reservation on behalf of 6441bea1ed3547598abd90d1c2c0a634 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:52:57.344596 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-20e4c934-0107-4198-af08-7ba7d79d7b39 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:57.375347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7eb71561-6a50-4f18-8493-6b1c5104ce27,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:57.384984 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:57.385338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:57.385687 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:57.386028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:57.386361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:57.386693 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:57.387023 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:57.387354 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:57.387688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:57.388014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:57.388339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:57.388665 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:52:57.416325 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e00ac727-5899-4a5c-be2d-ba201c076035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:57.485643 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb38072-5e14-4840-ae0e-342ff08a3d6b {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:57.497339 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:57.502968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c67c9e-1dac-4fb4-a078-42ff4e12d0bd req-fd2206b8-870d-4fc6-b173-5f3b6a47e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:57.504488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-44c67c9e-1dac-4fb4-a078-42ff4e12d0bd req-fd2206b8-870d-4fc6-b173-5f3b6a47e2db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 1097 time: 0.1247129 Nov 24 12:52:57.517468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aedea2-1d11-40e0-a6e6-a576a2252773 req-b07840c4-627f-436e-847b-feaa2b415f3c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:57.518897 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c7aedea2-1d11-40e0-a6e6-a576a2252773 req-b07840c4-627f-436e-847b-feaa2b415f3c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 932 time: 0.1263249 Nov 24 12:52:57.521296 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-986c0432-7ed2-42d1-8566-2a0e09144a8c req-d6d71fb2-113a-4dee-891c-2a53e95e0e22 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803185 Nov 24 12:52:57.531756 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Transition to ACTIVE for port object acb38072-5e14-4840-ae0e-342ff08a3d6b will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:52:57.552383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:57.617798 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-20e4c934-0107-4198-af08-7ba7d79d7b39 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Allocated IP 172.20.0.9 (a7071aec-fd43-4708-b67e-8b789798646f/e16ac887-6d5d-4c80-9e9b-ddd37d6c107e/99367198-16f7-4734-9dfe-542b7abf6d44) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:52:57.644280 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-44c67c9e-1dac-4fb4-a078-42ff4e12d0bd req-ea010484-c1ca-4fde-a06e-bd2445850da1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244130 Nov 24 12:52:57.648494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Pushing event updated for resources: {'Port': ['ID=acb38072-5e14-4840-ae0e-342ff08a3d6b,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:57.654288 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c7aedea2-1d11-40e0-a6e6-a576a2252773 req-607fcfc1-b542-449f-a811-65e04f874b6a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252105 Nov 24 12:52:57.690672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:57.691010 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:57.691340 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:57.695857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Port acb38072-5e14-4840-ae0e-342ff08a3d6b on network ee1ba679-7d12-4b42-af81-73cc82b26674 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:52:57.696158 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:57.701582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:57.701944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Checking segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:57.702326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Bound using segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:57.702753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Bound port: acb38072-5e14-4840-ae0e-342ff08a3d6b, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:57.703110 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:57.766597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:57.770038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:57.773929 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:57.807002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:57.807622 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:57.809028 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d88a8cd-2656-4475-84e3-da198debc223 req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] 10.222.0.46 "PUT /v2.0/ports/acb38072-5e14-4840-ae0e-342ff08a3d6b HTTP/1.1" status: 200 len: 1092 time: 0.8185484 Nov 24 12:52:57.811272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67ffea7-9b76-4d3d-99cc-eaa292548b5f', 'tag': 'acb38072-5e14-4840-ae0e-342ff08a3d6b'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:57.813929 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22a0500-b177-4170-9d73-342076f2f146" -d '{"events": [{"name": "network-changed", "server_uuid": "e67ffea7-9b76-4d3d-99cc-eaa292548b5f", "tag": "acb38072-5e14-4840-ae0e-342ff08a3d6b"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:52:57.831123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac26ef-c2c5-48c5-a316-f95a0308dc40 req-40138c79-eba9-4de3-9234-823e570672cd tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:57.832619 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1ac26ef-c2c5-48c5-a316-f95a0308dc40 req-40138c79-eba9-4de3-9234-823e570672cd tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1361125 Nov 24 12:52:57.841219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba701f-38f4-43ad-87a6-a0848e466098 service neutron] Pushing event updated for resources: {'Port': ['ID=acb38072-5e14-4840-ae0e-342ff08a3d6b,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:57.859906 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c07c269-288f-4919-a1c1-ee50a97dd714 x-openstack-request-id: req-2c07c269-288f-4919-a1c1-ee50a97dd714 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:52:57.860639 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67ffea7-9b76-4d3d-99cc-eaa292548b5f", "tag": "acb38072-5e14-4840-ae0e-342ff08a3d6b", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:52:57.860639 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c07c269-288f-4919-a1c1-ee50a97dd714 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:52:57.861125 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67ffea7-9b76-4d3d-99cc-eaa292548b5f', 'tag': 'acb38072-5e14-4840-ae0e-342ff08a3d6b', 'status': 'completed', 'code': 200} Nov 24 12:52:57.925828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a0500-b177-4170-9d73-342076f2f146 req-10587620-1278-433d-bdd9-8d76053b4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:57.927704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c22a0500-b177-4170-9d73-342076f2f146 req-10587620-1278-433d-bdd9-8d76053b4c8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 1095 time: 0.0437288 Nov 24 12:52:57.981255 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1ac26ef-c2c5-48c5-a316-f95a0308dc40 req-868539e0-8696-40d9-a977-649d7324e8ed tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376710 Nov 24 12:52:58.000579 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-20e4c934-0107-4198-af08-7ba7d79d7b39 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:58.067372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e00ac727-5899-4a5c-be2d-ba201c076035 admin admin] Deleting port cd420e4e-75c7-43d1-a0c8-3f6e20467850 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:52:58.067774 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e00ac727-5899-4a5c-be2d-ba201c076035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:58.070580 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-20e4c934-0107-4198-af08-7ba7d79d7b39 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:58.108825 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e036b-e27e-4700-b956-4a87a61f81a5 req-aee3ae18-f863-4143-921d-fbf5b4158dee tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:58.110300 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d44e036b-e27e-4700-b956-4a87a61f81a5 req-aee3ae18-f863-4143-921d-fbf5b4158dee tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1776562 Nov 24 12:52:58.156556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-20e4c934-0107-4198-af08-7ba7d79d7b39 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Network a7071aec-fd43-4708-b67e-8b789798646f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:52:58.166127 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-20e4c934-0107-4198-af08-7ba7d79d7b39 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:52:58.167906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a0500-b177-4170-9d73-342076f2f146 req-ec6a8400-0fa1-4143-a029-e6233269e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:58.169408 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c22a0500-b177-4170-9d73-342076f2f146 req-ec6a8400-0fa1-4143-a029-e6233269e263 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2227631 Nov 24 12:52:58.176327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-20e4c934-0107-4198-af08-7ba7d79d7b39 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:52:58.182443 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-20e4c934-0107-4198-af08-7ba7d79d7b39 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:58.183044 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-20e4c934-0107-4198-af08-7ba7d79d7b39 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:58.199008 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d44e036b-e27e-4700-b956-4a87a61f81a5 req-c311f7c2-fe2c-46b1-91f2-492500058f28 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763288 Nov 24 12:52:58.200350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e4c934-0107-4198-af08-7ba7d79d7b39 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Pushing event updated for resources: {'Port': ['ID=99367198-16f7-4734-9dfe-542b7abf6d44,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:58.246405 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-20e4c934-0107-4198-af08-7ba7d79d7b39 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5779097 Nov 24 12:52:58.254681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-e00ac727-5899-4a5c-be2d-ba201c076035 admin admin] For port cd420e4e-75c7-43d1-a0c8-3f6e20467850, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cd420e4e-75c7-43d1-a0c8-3f6e20467850,segment=NetworkSegment(50d9bfc3-d83c-41ee-9a36-4888e05be0a5),segment_id=50d9bfc3-d83c-41ee-9a36-4888e05be0a5)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:58.255078 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e00ac727-5899-4a5c-be2d-ba201c076035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:58.271751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Request body: {'port': {'device_id': '19111058-9a86-453b-a603-f7b6fdb9cc7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:58.279720 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e00ac727-5899-4a5c-be2d-ba201c076035 admin admin] Calling delete_port for cd420e4e-75c7-43d1-a0c8-3f6e20467850 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:52:58.309314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc879c0-9587-44f5-9100-e6d78f0af82f req-adab2188-4410-486b-9500-8e493805ce1f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:58.310789 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bc879c0-9587-44f5-9100-e6d78f0af82f req-adab2188-4410-486b-9500-8e493805ce1f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 946 time: 0.1253030 Nov 24 12:52:58.413355 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:58.450139 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9bc879c0-9587-44f5-9100-e6d78f0af82f req-ac7be9b2-e2e7-4116-8f0e-094bcdc9685e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299109 Nov 24 12:52:58.529358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 1ca8344a-7045-4e16-aa8f-e0748787bdb3 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:52:58.659411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a0500-b177-4170-9d73-342076f2f146 req-2d82d257-48d3-4e00-b5e9-25a55495d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:58.661081 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c22a0500-b177-4170-9d73-342076f2f146 req-2d82d257-48d3-4e00-b5e9-25a55495d771 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4811909 Nov 24 12:52:58.670425 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d513a6-246e-4e86-8070-c70a3a7019d4 req-820b485e-21da-4f7b-a4b8-60455721638b tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:58.672205 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9d513a6-246e-4e86-8070-c70a3a7019d4 req-820b485e-21da-4f7b-a4b8-60455721638b tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 947 time: 0.3745041 Nov 24 12:52:58.766676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b937d-d0eb-44ce-ae98-35d3e09c5298 req-854dbc56-53db-4210-aff3-e816638808e2 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:58.768112 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d63b937d-d0eb-44ce-ae98-35d3e09c5298 req-854dbc56-53db-4210-aff3-e816638808e2 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 931 time: 0.1558278 Nov 24 12:52:58.770998 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e00ac727-5899-4a5c-be2d-ba201c076035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:58.805453 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9d513a6-246e-4e86-8070-c70a3a7019d4 req-91fd13db-2a2f-47e3-90ca-6940d2a92c07 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/security-groups?id=0808906a-0509-473f-9683-d290bbc20f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224723 Nov 24 12:52:58.816740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 1ca8344a-7045-4e16-aa8f-e0748787bdb3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1ca8344a-7045-4e16-aa8f-e0748787bdb3,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:58.819981 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88a8cd-2656-4475-84e3-da198debc223 req-c0251fa8-6fc1-4648-821d-aff127e006fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:58.827732 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d88a8cd-2656-4475-84e3-da198debc223 req-c0251fa8-6fc1-4648-821d-aff127e006fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 1095 time: 0.1225550 Nov 24 12:52:58.832034 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ac727-5899-4a5c-be2d-ba201c076035 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd420e4e-75c7-43d1-a0c8-3f6e20467850,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:58.832616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '1ca8344a-7045-4e16-aa8f-e0748787bdb3', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '1ca8344a-7045-4e16-aa8f-e0748787bdb3', 'mac_address': 'fa:16:3e:f3:b0:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:52:58.889199 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:58.905675 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca8344a-7045-4e16-aa8f-e0748787bdb3 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:58.925601 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d88a8cd-2656-4475-84e3-da198debc223 req-6c6d172e-a1b7-4503-95ed-099e23854727 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b HTTP/1.1" status: 200 len: 217 time: 0.0741591 Nov 24 12:52:58.926882 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 1ca8344a-7045-4e16-aa8f-e0748787bdb3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1ca8344a-7045-4e16-aa8f-e0748787bdb3,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:52:58.931781 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:59.001896 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=1ca8344a-7045-4e16-aa8f-e0748787bdb3,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:59.002842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88a8cd-2656-4475-84e3-da198debc223 req-a68d8985-3f3a-4d37-85cb-8d213217b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:59.004295 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d88a8cd-2656-4475-84e3-da198debc223 req-a68d8985-3f3a-4d37-85cb-8d213217b54b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.0705926 Nov 24 12:52:59.015822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00661a-536d-47a0-a0d9-f26385624363 req-4e6ce681-c619-44fe-8d89-eeb0a12a5fae tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:59.017430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b00661a-536d-47a0-a0d9-f26385624363 req-4e6ce681-c619-44fe-8d89-eeb0a12a5fae tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 944 time: 0.0944641 Nov 24 12:52:59.045870 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e00ac727-5899-4a5c-be2d-ba201c076035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:59.049241 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d88a8cd-2656-4475-84e3-da198debc223 req-9d5a4f24-ed59-4c20-8d21-e123271f7093 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308795 Nov 24 12:52:59.050572 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d63b937d-d0eb-44ce-ae98-35d3e09c5298 req-ba761fa6-d222-4a65-b4c6-ac12b2ccfd62 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706003 Nov 24 12:52:59.143901 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b00661a-536d-47a0-a0d9-f26385624363 req-1b60eeb3-5f6e-4d93-960f-5b766a6d9288 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175463 Nov 24 12:52:59.144886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99367198-16f7-4734-9dfe-542b7abf6d44 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:52:59.174578 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d88a8cd-2656-4475-84e3-da198debc223 req-d6c0f0e0-e40c-47c8-844d-33c5d654d1ac service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165466 Nov 24 12:52:59.274388 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['1ca8344a-7045-4e16-aa8f-e0748787bdb3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:52:59.275480 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d88a8cd-2656-4475-84e3-da198debc223 req-cfe453e5-e502-49f5-9508-69e82da367d5 service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932024 Nov 24 12:52:59.346538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb7588-68ac-4798-88c9-e089f12b7cae req-e118af83-ed8f-4f52-a685-8f2d12ea7169 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:59.348953 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eccb7588-68ac-4798-88c9-e089f12b7cae req-e118af83-ed8f-4f52-a685-8f2d12ea7169 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.0591803 Nov 24 12:52:59.399494 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eccb7588-68ac-4798-88c9-e089f12b7cae req-ed92edc7-5da9-4a30-bddf-d32b8a3a40c1 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Nov 24 12:52:59.435168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:59.477858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Transition to ACTIVE for port object 99367198-16f7-4734-9dfe-542b7abf6d44 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:52:59.485936 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:59.527053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f301448-a830-4470-9a35-f0a2fa283785 req-e4796181-ab31-437d-a9e1-be534d9ee945 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:59.528434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f301448-a830-4470-9a35-f0a2fa283785 req-e4796181-ab31-437d-a9e1-be534d9ee945 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.3859775 Nov 24 12:52:59.571106 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276affe-7c60-46e9-8ff8-f294ede5a5e8 req-db0b9a93-2e60-4626-a21f-428a2c0abeae tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:59.572651 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6276affe-7c60-46e9-8ff8-f294ede5a5e8 req-db0b9a93-2e60-4626-a21f-428a2c0abeae tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 946 time: 0.0514531 Nov 24 12:52:59.608436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Pushing event updated for resources: {'Port': ['ID=99367198-16f7-4734-9dfe-542b7abf6d44,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:52:59.621493 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6276affe-7c60-46e9-8ff8-f294ede5a5e8 req-cdd07549-16e9-49d3-a6df-4f8acb00c904 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 Nov 24 12:52:59.710322 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f301448-a830-4470-9a35-f0a2fa283785 req-b94a2e32-8b0b-4460-be5e-82240ac61bd9 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752150 Nov 24 12:52:59.713170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Attempting to bind port 99367198-16f7-4734-9dfe-542b7abf6d44 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:52:59.713498 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Attempting to bind port 99367198-16f7-4734-9dfe-542b7abf6d44 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:52:59.713820 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Attempting to bind port 99367198-16f7-4734-9dfe-542b7abf6d44 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:59.724700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Port 99367198-16f7-4734-9dfe-542b7abf6d44 on network a7071aec-fd43-4708-b67e-8b789798646f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:52:59.725059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Attempting to bind port 99367198-16f7-4734-9dfe-542b7abf6d44 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:52:59.730916 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:52:59.731249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:52:59.731627 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Bound using segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:52:59.732051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Bound port: 99367198-16f7-4734-9dfe-542b7abf6d44, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:52:59.732403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:59.784012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00ac727-5899-4a5c-be2d-ba201c076035 admin admin] Router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:52:59.844214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:52:59.863086 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=99367198-16f7-4734-9dfe-542b7abf6d44,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:52:59.871245 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:59.917162 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-b4f5fb4c-558f-42b3-a8e2-3eba4a2e2f6e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2045264 Nov 24 12:52:59.927207 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:52:59.955976 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:59.980967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:52:59.981580 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:52:59.982941 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] 10.222.0.46 "PUT /v2.0/ports/99367198-16f7-4734-9dfe-542b7abf6d44 HTTP/1.1" status: 200 len: 1091 time: 1.7193038 Nov 24 12:52:59.988593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19111058-9a86-453b-a603-f7b6fdb9cc7b', 'tag': '99367198-16f7-4734-9dfe-542b7abf6d44'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:52:59.991018 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b815e59b-9a9b-45b3-a3f6-f3bc390c3deb" -d '{"events": [{"name": "network-changed", "server_uuid": "19111058-9a86-453b-a603-f7b6fdb9cc7b", "tag": "99367198-16f7-4734-9dfe-542b7abf6d44"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:00.013560 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18abcd9-05b1-4086-82a9-a0315d677699 service neutron] Pushing event updated for resources: {'Port': ['ID=99367198-16f7-4734-9dfe-542b7abf6d44,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:00.020358 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00ac727-5899-4a5c-be2d-ba201c076035 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:53:00.026212 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e00ac727-5899-4a5c-be2d-ba201c076035 admin admin] 10.222.0.48 "PUT /v2.0/routers/d3a6ce6a-bc8d-4134-af98-22ac89bbd576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1357250 Nov 24 12:53:00.028706 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51378) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:00.041514 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdb57fd-3a11-4282-abec-f3f3835afeca None None] Sync routers for ids ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:53:00.064512 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdb57fd-3a11-4282-abec-f3f3835afeca None None] Routers {'d3a6ce6a-bc8d-4134-af98-22ac89bbd576'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:00.065639 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-efdb57fd-3a11-4282-abec-f3f3835afeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:00.070133 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.079160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c3840-fce3-4181-8675-da0ecf400a75 req-b9c20cac-b06d-4f15-86cb-4d097b7bf2af tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:00.080664 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b30c3840-fce3-4181-8675-da0ecf400a75 req-b9c20cac-b06d-4f15-86cb-4d097b7bf2af tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 948 time: 0.1765847 Nov 24 12:53:00.198547 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-efdb57fd-3a11-4282-abec-f3f3835afeca None None] Set router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:00.205613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Allocated IP 172.25.0.249 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/7cc302d3-2a5e-4317-91b5-2e5961801fc1) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:53:00.207584 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b30c3840-fce3-4181-8675-da0ecf400a75 req-18ae16a2-522d-40c0-8a6f-e3efab219187 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/security-groups?id=0808906a-0509-473f-9683-d290bbc20f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112359 Nov 24 12:53:00.211084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b8b5d7cc-9d80-4e7e-804e-40d95623a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:00.213070 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-b8b5d7cc-9d80-4e7e-804e-40d95623a742 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 1094 time: 0.1292257 Nov 24 12:53:00.215977 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.299320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-cd0c2ee8-83a9-4305-ae7d-38340008d483 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99367198-16f7-4734-9dfe-542b7abf6d44 HTTP/1.1" status: 200 len: 217 time: 0.0408542 Nov 24 12:53:00.345753 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa1b585-d83c-486d-9837-f0ca16adfe7d x-openstack-request-id: req-caa1b585-d83c-486d-9837-f0ca16adfe7d {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:00.346040 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19111058-9a86-453b-a603-f7b6fdb9cc7b", "tag": "99367198-16f7-4734-9dfe-542b7abf6d44", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:00.346295 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-caa1b585-d83c-486d-9837-f0ca16adfe7d {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:00.346680 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19111058-9a86-453b-a603-f7b6fdb9cc7b', 'tag': '99367198-16f7-4734-9dfe-542b7abf6d44', 'status': 'completed', 'code': 200} Nov 24 12:53:00.363188 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.402416 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.404447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-94df481d-1223-46c1-8c5b-bb9865d1827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:00.405961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-94df481d-1223-46c1-8c5b-bb9865d1827d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.0992482 Nov 24 12:53:00.444431 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-efdb57fd-3a11-4282-abec-f3f3835afeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:52:58Z', 'revision_number': 5, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port': {'id': 'f99f3393-bda8-4ca9-a7d3-482d8e458304', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:06Z', 'updated_at': '2021-11-24T12:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:00.453623 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:00.458260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:00.458422 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-c774d7d3-24f3-4d94-9ce8-7b9ec2984611 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393858 Nov 24 12:53:00.465790 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.467054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:53:00.485525 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdb57fd-3a11-4282-abec-f3f3835afeca None None] Checking router: d3a6ce6a-bc8d-4134-af98-22ac89bbd576 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:53:00.496415 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdb57fd-3a11-4282-abec-f3f3835afeca None None] Routers {'d3a6ce6a-bc8d-4134-af98-22ac89bbd576'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:00.497745 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-efdb57fd-3a11-4282-abec-f3f3835afeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:00.539304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9327c-39e8-478d-a477-93bde1d67fa2 req-23678aab-8088-4574-8de7-f3c0e157d8e8 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:00.540862 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-54f9327c-39e8-478d-a477-93bde1d67fa2 req-23678aab-8088-4574-8de7-f3c0e157d8e8 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 943 time: 0.1324885 Nov 24 12:53:00.548159 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Pushing event updated for resources: {'Port': ['ID=7cc302d3-2a5e-4317-91b5-2e5961801fc1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:00.576642 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 1ca8344a-7045-4e16-aa8f-e0748787bdb3 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:00.602001 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.611093 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-efdb57fd-3a11-4282-abec-f3f3835afeca None None] Set router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:00.647821 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-15cb90be-f040-458c-96fe-0a7cf1e2ad0a service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771612 Nov 24 12:53:00.650576 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.663811 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-54f9327c-39e8-478d-a477-93bde1d67fa2 req-ce3d4937-4798-476c-92f6-c8c5e434b7b5 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884299 Nov 24 12:53:00.685379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] Deleting port f99f3393-bda8-4ca9-a7d3-482d8e458304 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:00.689736 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.702231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 1ca8344a-7045-4e16-aa8f-e0748787bdb3 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:53:00.709679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 1ca8344a-7045-4e16-aa8f-e0748787bdb3 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:00.710154 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.717239 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-efdb57fd-3a11-4282-abec-f3f3835afeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:53:00Z', 'revision_number': 6, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:00.758204 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdb57fd-3a11-4282-abec-f3f3835afeca None None] The sync data for ids ['d3a6ce6a-bc8d-4134-af98-22ac89bbd576'] in n-d-817303-4 is: [{'id': 'd3a6ce6a-bc8d-4134-af98-22ac89bbd576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1636437545-router', 'tenant_id': '89ffb3c86583405999778612aa0efc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:04Z', 'updated_at': '2021-11-24T12:53:00Z', 'revision_number': 6, 'project_id': '89ffb3c86583405999778612aa0efc74', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:53:00.860571 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.864647 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.872512 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.886375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca8344a-7045-4e16-aa8f-e0748787bdb3'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:00.888624 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4233d00-47d7-4a23-84d6-f7111e2d4931" -d '{"events": [{"server_uuid": "86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34", "name": "network-vif-plugged", "status": "completed", "tag": "1ca8344a-7045-4e16-aa8f-e0748787bdb3"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:00.903533 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 1ca8344a-7045-4e16-aa8f-e0748787bdb3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1ca8344a-7045-4e16-aa8f-e0748787bdb3,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:00.908117 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.910433 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.933639 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Pushing event updated for resources: {'Port': ['ID=7cc302d3-2a5e-4317-91b5-2e5961801fc1,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:00.944765 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:00.946153 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-77e11bc7-98c0-4e8d-96d9-5b80f8f0eed1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0229602 Nov 24 12:53:00.985940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01c1893e-f0a7-4b80-9cb5-4559bd32c9f2 req-d7a513cf-bd46-4607-901c-89bf94edaedf service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198416 Nov 24 12:53:00.988553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=1ca8344a-7045-4e16-aa8f-e0748787bdb3,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:00.998028 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39969daf-95a6-4ce2-82e4-0b2f55827873 req-d73c8beb-45d6-410c-8b52-b9e1d6dc94a8 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:00.999658 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-39969daf-95a6-4ce2-82e4-0b2f55827873 req-d73c8beb-45d6-410c-8b52-b9e1d6dc94a8 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 944 time: 0.1937099 Nov 24 12:53:01.005149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] For port f99f3393-bda8-4ca9-a7d3-482d8e458304, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f99f3393-bda8-4ca9-a7d3-482d8e458304,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:01.005540 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:01.033858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-9e2c4cbb-443c-4c10-b908-66d4c1d5693b tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.0764894 Nov 24 12:53:01.034936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] Calling delete_port for f99f3393-bda8-4ca9-a7d3-482d8e458304 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:01.137071 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-39969daf-95a6-4ce2-82e4-0b2f55827873 req-5f731def-72c7-45a7-a332-165c139d1c38 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243932 Nov 24 12:53:01.159855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-5a316c97-dcd3-442c-b170-053ab8659e50 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:01.159855 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-5a316c97-dcd3-442c-b170-053ab8659e50 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.1180131 Nov 24 12:53:01.167771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-ef70c340-ba15-4f24-a67a-3dc60af12fc1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:53:01.169747 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bb1d39cf-d2c1-40fd-a38a-def275b4a20d req-ef70c340-ba15-4f24-a67a-3dc60af12fc1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078778 Nov 24 12:53:01.198841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815e59b-9a9b-45b3-a3f6-f3bc390c3deb req-5aaa4571-bf86-4e0c-bbe2-d54b0a6d9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:01.200700 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b815e59b-9a9b-45b3-a3f6-f3bc390c3deb req-5aaa4571-bf86-4e0c-bbe2-d54b0a6d9b9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 1094 time: 0.1522722 Nov 24 12:53:01.388467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24a8c8-b391-4895-b183-1da30cd3d098 req-63f4ddd0-fd13-41f7-a70e-75e72198f103 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:01.390479 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f24a8c8-b391-4895-b183-1da30cd3d098 req-63f4ddd0-fd13-41f7-a70e-75e72198f103 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.0544620 Nov 24 12:53:01.439938 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f24a8c8-b391-4895-b183-1da30cd3d098 req-45f9a2cf-4b65-4405-9f7d-03fb83ecd5e6 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Nov 24 12:53:01.453074 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:01.463197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f83cb-2779-489f-9c9d-5e389ddd973e req-3b591325-ef82-4ed6-98dd-63c5f5f9b659 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:01.464675 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e49f83cb-2779-489f-9c9d-5e389ddd973e req-3b591325-ef82-4ed6-98dd-63c5f5f9b659 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1471429 Nov 24 12:53:01.484781 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb81bda-fcb9-4d43-afce-52f500370c06 x-openstack-request-id: req-9eb81bda-fcb9-4d43-afce-52f500370c06 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:01.485140 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34", "name": "network-vif-plugged", "status": "completed", "tag": "1ca8344a-7045-4e16-aa8f-e0748787bdb3", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:01.485551 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9eb81bda-fcb9-4d43-afce-52f500370c06 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:01.485957 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca8344a-7045-4e16-aa8f-e0748787bdb3', 'code': 200} Nov 24 12:53:01.515696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f99f3393-bda8-4ca9-a7d3-482d8e458304,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:01.547440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815e59b-9a9b-45b3-a3f6-f3bc390c3deb req-e86aae98-d8e7-4ded-a151-af8ef5d15cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:01.548946 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b815e59b-9a9b-45b3-a3f6-f3bc390c3deb req-e86aae98-d8e7-4ded-a151-af8ef5d15cf5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.3028998 Nov 24 12:53:01.554338 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:01.602544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93380c25-d687-4e0f-8035-b5215572e71e req-158f78cf-51c3-4a5d-a16e-3636a013465e tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:01.604049 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93380c25-d687-4e0f-8035-b5215572e71e req-158f78cf-51c3-4a5d-a16e-3636a013465e tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 949 time: 0.0568869 Nov 24 12:53:01.654442 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93380c25-d687-4e0f-8035-b5215572e71e req-b6bab8a3-f96e-4c8b-ab3d-e03be770db25 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/security-groups?id=0808906a-0509-473f-9683-d290bbc20f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441825 Nov 24 12:53:01.856026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-8ab570a2-9f68-46db-99dd-fb9e22d21672 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:01.857646 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-8ab570a2-9f68-46db-99dd-fb9e22d21672 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 820 time: 0.1215978 Nov 24 12:53:01.873654 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-64b72b32-1c7f-4755-8ff3-ca7479883df0 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/quotas/60b6d8119cdc4d22b14a174d839aec8d HTTP/1.1" status: 200 len: 375 time: 0.0096912 Nov 24 12:53:01.928445 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-8ea6fc7c-91da-4c6c-a3dd-b40691e26af5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488677 Nov 24 12:53:01.976898 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b815e59b-9a9b-45b3-a3f6-f3bc390c3deb req-aa18d91f-8825-42d8-b953-6fc5cc45942e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99367198-16f7-4734-9dfe-542b7abf6d44 HTTP/1.1" status: 200 len: 217 time: 0.4181411 Nov 24 12:53:01.999897 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:02.004264 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:02.022876 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-7f7945ae-4b8e-452a-8ab6-e8b4d2a8a381 service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873303 Nov 24 12:53:02.030251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e49f83cb-2779-489f-9c9d-5e389ddd973e req-446ee830-5ec9-48e6-bfbf-149aee689556 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571613 Nov 24 12:53:02.093602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe2e1c-d7d2-40df-9502-dc795906a635 req-baf8343b-22ae-4bc1-b2c3-b4af59740cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:02.095246 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ffe2e1c-d7d2-40df-9502-dc795906a635 req-baf8343b-22ae-4bc1-b2c3-b4af59740cbb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 1100 time: 0.5146792 Nov 24 12:53:02.121297 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:02.121792 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3a6ce6a-bc8d-4134-af98-22ac89bbd576 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 12:53:02.125092 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-c3849bc8-0b1b-4319-98eb-147fe68e8049 service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951071 Nov 24 12:53:02.127304 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:02.128516 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-89ee5aa3-fba7-443c-97d6-1447330e5ae9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d3a6ce6a-bc8d-4134-af98-22ac89bbd576 HTTP/1.1" status: 204 len: 168 time: 2.0987930 Nov 24 12:53:02.130954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51408) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:02.154192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815e59b-9a9b-45b3-a3f6-f3bc390c3deb req-94e6f43e-b851-4ebd-a296-b09c56a8f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:02.155627 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b815e59b-9a9b-45b3-a3f6-f3bc390c3deb req-94e6f43e-b851-4ebd-a296-b09c56a8f7cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.1639590 Nov 24 12:53:02.179114 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d722086-e1a4-4bf8-9172-e9978b129c4d admin admin] Deleting subnet 3602a6a7-822a-442d-b4d7-3e7296b97241 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:53:02.183984 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d722086-e1a4-4bf8-9172-e9978b129c4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:02.201208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b815e59b-9a9b-45b3-a3f6-f3bc390c3deb req-ffacd331-706d-4a83-ab77-edf09c23d44d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367570 Nov 24 12:53:02.222352 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ffe2e1c-d7d2-40df-9502-dc795906a635 req-32ba9ae7-6025-4993-9cd5-df1c3a807e9b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0808906a-0509-473f-9683-d290bbc20f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198549 Nov 24 12:53:02.230238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7de8f2-4584-4b70-9b33-89c7d04dfb40 req-323d9b03-051e-435b-b9d4-e64d261fb629 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:02.231723 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7de8f2-4584-4b70-9b33-89c7d04dfb40 req-323d9b03-051e-435b-b9d4-e64d261fb629 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 943 time: 0.1333752 Nov 24 12:53:02.238481 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d722086-e1a4-4bf8-9172-e9978b129c4d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:02.356269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d722086-e1a4-4bf8-9172-e9978b129c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:02.370046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7de8f2-4584-4b70-9b33-89c7d04dfb40 req-02325de4-c05e-484b-b04e-68a56b311810 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277092 Nov 24 12:53:02.380741 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b815e59b-9a9b-45b3-a3f6-f3bc390c3deb req-7ec67138-e105-4071-a000-20f3011e4760 service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691086 Nov 24 12:53:02.462927 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b8725-50b0-4ce6-aa0d-a0fe90a0efe8 req-ca6a1865-e332-4e70-b2b8-c7b2d41d68c9 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:02.464803 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-251b8725-50b0-4ce6-aa0d-a0fe90a0efe8 req-ca6a1865-e332-4e70-b2b8-c7b2d41d68c9 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 944 time: 0.1142085 Nov 24 12:53:02.482497 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d722086-e1a4-4bf8-9172-e9978b129c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:02.487756 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a81ea32f-46e4-4efa-8498-a9ce2aea6ae1 req-28018848-e078-48bb-8bd2-2b2f63cc0bf4 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 210 time: 0.0667624 Nov 24 12:53:02.528456 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d722086-e1a4-4bf8-9172-e9978b129c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3602a6a7-822a-442d-b4d7-3e7296b97241,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:02.533552 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dad2531-b567-4f19-8c4d-3798fea75dc7 None None] Network edef32bf-609e-4d42-8d4d-9a41590886cc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:53:02.539573 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d722086-e1a4-4bf8-9172-e9978b129c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:02.539991 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b815e59b-9a9b-45b3-a3f6-f3bc390c3deb req-4f323fc9-dd21-46ea-a230-cd33f523f116 service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514561 Nov 24 12:53:02.544415 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2d722086-e1a4-4bf8-9172-e9978b129c4d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3602a6a7-822a-442d-b4d7-3e7296b97241 HTTP/1.1" status: 204 len: 168 time: 0.4122972 Nov 24 12:53:02.548185 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51424) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:02.589330 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-251b8725-50b0-4ce6-aa0d-a0fe90a0efe8 req-d848931e-f578-4891-8533-de879241195a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152937 Nov 24 12:53:02.672982 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:02.712379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f99f3393-bda8-4ca9-a7d3-482d8e458304 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:02.749679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: f99f3393-bda8-4ca9-a7d3-482d8e458304 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:53:02.750224 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f99f3393-bda8-4ca9-a7d3-482d8e458304 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:53:02.751055 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cd420e4e-75c7-43d1-a0c8-3f6e20467850 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:02.773174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: cd420e4e-75c7-43d1-a0c8-3f6e20467850 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:53:02.773829 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cd420e4e-75c7-43d1-a0c8-3f6e20467850 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:53:02.777793 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6d241-ddbf-4e5b-b8ac-bcfab3b81f7b req-a131f335-1728-49cc-bcaa-94f2f2260da8 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:02.780667 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fb6d241-ddbf-4e5b-b8ac-bcfab3b81f7b req-a131f335-1728-49cc-bcaa-94f2f2260da8 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.0938559 Nov 24 12:53:02.812504 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258e2d5-dbc2-43bd-9e40-fc17a2697656 req-dcb265fc-d966-4dce-9f9c-99bfe0d89ae9 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:02.824959 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e258e2d5-dbc2-43bd-9e40-fc17a2697656 req-dcb265fc-d966-4dce-9f9c-99bfe0d89ae9 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 949 time: 0.0902374 Nov 24 12:53:02.837932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Deleting port 7e88c88f-47ee-4729-9c03-6b66d43baaf1 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:02.838364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:02.842836 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fb6d241-ddbf-4e5b-b8ac-bcfab3b81f7b req-6569048a-e026-4aaa-b7cc-a9af88aff849 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551023 Nov 24 12:53:02.862791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5b86bb-ff2f-4c1d-b22c-f526204a233c None None] DHCP port deletion for edef32bf-609e-4d42-8d4d-9a41590886cc request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 12:53:02.892404 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e258e2d5-dbc2-43bd-9e40-fc17a2697656 req-6395f208-a3fd-4630-b30e-a5040248af6e tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/security-groups?id=0808906a-0509-473f-9683-d290bbc20f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531528 Nov 24 12:53:02.913296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] For port 7e88c88f-47ee-4729-9c03-6b66d43baaf1, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7e88c88f-47ee-4729-9c03-6b66d43baaf1,segment=NetworkSegment(50d9bfc3-d83c-41ee-9a36-4888e05be0a5),segment_id=50d9bfc3-d83c-41ee-9a36-4888e05be0a5)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:02.913770 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:02.917337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b86bb-ff2f-4c1d-b22c-f526204a233c None None] Deleting port 7e88c88f-47ee-4729-9c03-6b66d43baaf1 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:02.917787 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5a5b86bb-ff2f-4c1d-b22c-f526204a233c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:02.928017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Calling delete_port for 7e88c88f-47ee-4729-9c03-6b66d43baaf1 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:02.986977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5a5b86bb-ff2f-4c1d-b22c-f526204a233c None None] For port 7e88c88f-47ee-4729-9c03-6b66d43baaf1, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7e88c88f-47ee-4729-9c03-6b66d43baaf1,segment=NetworkSegment(50d9bfc3-d83c-41ee-9a36-4888e05be0a5),segment_id=50d9bfc3-d83c-41ee-9a36-4888e05be0a5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:02.987458 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5a5b86bb-ff2f-4c1d-b22c-f526204a233c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:03.002027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b86bb-ff2f-4c1d-b22c-f526204a233c None None] Calling delete_port for 7e88c88f-47ee-4729-9c03-6b66d43baaf1 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:03.014118 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device acb38072-5e14-4840-ae0e-342ff08a3d6b details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:53:03.014604 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:03.040164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Pushing event deleted for resources: {'Port': ['ID=7e88c88f-47ee-4729-9c03-6b66d43baaf1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:03.045861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] No DVR routers for this DVR port 7e88c88f-47ee-4729-9c03-6b66d43baaf1 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:53:03.127946 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:03.176287 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:03.176653 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:03.177403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:03.177732 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Subscribe: > port after_create 55550000 {{(pid=114985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:03.178068 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Subscribe: > port after_delete 55550000 {{(pid=114985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:03.178403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Subscribe: > port after_update 55550000 {{(pid=114985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:03.178719 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:03.179050 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:03.179358 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:03.179694 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:03.199043 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5a5b86bb-ff2f-4c1d-b22c-f526204a233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:03.237670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:03.240172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b86bb-ff2f-4c1d-b22c-f526204a233c None None] Pushing event deleted for resources: {'Port': ['ID=7e88c88f-47ee-4729-9c03-6b66d43baaf1,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:03.249903 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b86bb-ff2f-4c1d-b22c-f526204a233c None None] No DVR routers for this DVR port 7e88c88f-47ee-4729-9c03-6b66d43baaf1 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:53:03.254902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'acb38072-5e14-4840-ae0e-342ff08a3d6b', 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674', 'port_id': 'acb38072-5e14-4840-ae0e-342ff08a3d6b', 'mac_address': 'fa:16:3e:37:40:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c9a6d6-7074-498d-887a-6cd33ae98ec8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:53:03.259648 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:03.260006 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:03.260345 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:03.260828 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:03.261300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edef32bf-609e-4d42-8d4d-9a41590886cc']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:03.283656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d9bfc3-d83c-41ee-9a36-4888e05be0a5') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:03.283958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d9bfc3-d83c-41ee-9a36-4888e05be0a5') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:03.295821 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:03.301967 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:03.310478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb38072-5e14-4840-ae0e-342ff08a3d6b {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:03.320854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59d674-6161-41e2-93d4-266deba42678 req-f763d9c6-e78e-4468-b764-d76a0129cde5 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:03.322938 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef59d674-6161-41e2-93d4-266deba42678 req-f763d9c6-e78e-4468-b764-d76a0129cde5 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1983094 Nov 24 12:53:03.332081 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:03.336931 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:03.339957 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:03.357955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:53:03.358419 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: from cryptography.utils import int_from_bytes Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: from cryptography.utils import int_from_bytes Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: timer() Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:53:03.380154 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:53:03.384396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=acb38072-5e14-4840-ae0e-342ff08a3d6b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:03.456446 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef59d674-6161-41e2-93d4-266deba42678 req-f79e9a3b-0937-4f58-8b95-b479c2c567f1 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250055 Nov 24 12:53:03.461084 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:03.483459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Pushing event deleted for resources: {'Network': ['ID=edef32bf-609e-4d42-8d4d-9a41590886cc,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:03.487269 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:03.492053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d1c0df48-beb3-48e9-99a7-fbbc6414a2df admin admin] 10.222.0.48 "DELETE /v2.0/networks/edef32bf-609e-4d42-8d4d-9a41590886cc HTTP/1.1" status: 204 len: 168 time: 0.9419551 Nov 24 12:53:03.507283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8a8f0-1652-4eb2-9f08-29b46c5530ea req-1ca11a5e-20ac-42e9-9551-dc05bfb0b433 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:03.508857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dbc8a8f0-1652-4eb2-9f08-29b46c5530ea req-1ca11a5e-20ac-42e9-9551-dc05bfb0b433 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 943 time: 0.0698636 Nov 24 12:53:03.579360 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dbc8a8f0-1652-4eb2-9f08-29b46c5530ea req-a3f73c9b-ed9b-45dc-bc03-2df1d7d84c2e tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579741 Nov 24 12:53:03.589942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['acb38072-5e14-4840-ae0e-342ff08a3d6b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:03.629524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56f349cf-6e0a-4e21-8124-140da7b9a15a req-a31a6d45-cbf3-481b-9cc8-27e09dc4d166 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 210 time: 0.0578370 Nov 24 12:53:03.771477 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51442) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:03.820332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e64f7-aad9-456a-8fa4-a2d12a4a362c req-3560be16-9781-47dd-874a-d35da093c770 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:03.828438 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df1e64f7-aad9-456a-8fa4-a2d12a4a362c req-3560be16-9781-47dd-874a-d35da093c770 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 945 time: 0.0800114 Nov 24 12:53:03.837006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-82e1ad25-f337-462c-a41e-43ab92c2249f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:03.838437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-82e1ad25-f337-462c-a41e-43ab92c2249f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.59 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 820 time: 0.2284718 Nov 24 12:53:03.840138 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-520e5eee-1254-47d6-9d3f-9ea7bdee949a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89ffb3c86583405999778612aa0efc74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0673304 Nov 24 12:53:03.842736 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51444) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:03.873236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-e49f8b1a-d92d-4d6d-bd1e-c10a11dc6d6c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Request body: {'port': {'device_id': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'admin_state_up': True, 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:03.891663 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef495925-2aef-4212-90a0-32b15c772539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:03.912481 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df1e64f7-aad9-456a-8fa4-a2d12a4a362c req-1e768e9e-c7f2-475e-85aa-ff1bbf7f2286 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830247 Nov 24 12:53:03.915311 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef495925-2aef-4212-90a0-32b15c772539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:03.997154 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef495925-2aef-4212-90a0-32b15c772539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:03.999649 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef495925-2aef-4212-90a0-32b15c772539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:04.000810 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ef495925-2aef-4212-90a0-32b15c772539 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9 HTTP/1.1" status: 204 len: 168 time: 0.1570611 Nov 24 12:53:04.013547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef495925-2aef-4212-90a0-32b15c772539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbf8741-62d6-4e67-9bf9-f6f96a81e3e9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:04.023412 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0879753-f911-490c-9945-b25d4ed7b4a0 req-3040ab58-0f83-42bf-b6a2-b079d60925bf tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:04.025114 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a0879753-f911-490c-9945-b25d4ed7b4a0 req-3040ab58-0f83-42bf-b6a2-b079d60925bf tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.0699067 Nov 24 12:53:04.055541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-e49f8b1a-d92d-4d6d-bd1e-c10a11dc6d6c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Made reservation on behalf of 60b6d8119cdc4d22b14a174d839aec8d for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:53:04.059972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-e49f8b1a-d92d-4d6d-bd1e-c10a11dc6d6c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:04.085048 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a0879753-f911-490c-9945-b25d4ed7b4a0 req-9b718503-7ed3-4af4-a50f-b7a881fea0c4 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511949 Nov 24 12:53:04.094544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf186b43-2c2d-4249-96fd-3db1671a578a req-21c1d8c0-798b-46db-9800-6874565014f3 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:04.096924 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf186b43-2c2d-4249-96fd-3db1671a578a req-21c1d8c0-798b-46db-9800-6874565014f3 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 949 time: 0.0963421 Nov 24 12:53:04.194004 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf186b43-2c2d-4249-96fd-3db1671a578a req-b947fa55-96cf-4ea1-98db-f21c9c0239d7 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/security-groups?id=0808906a-0509-473f-9683-d290bbc20f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895510 Nov 24 12:53:04.244691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-e49f8b1a-d92d-4d6d-bd1e-c10a11dc6d6c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Allocated IP 172.20.0.11 (dcff6c23-494a-4832-9194-8742ca71ceba/fd819bbd-6459-4883-a59e-02e6480e02e1/e55e1a33-cfb3-45b1-b067-1df20ced51aa) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:53:04.427327 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-e49f8b1a-d92d-4d6d-bd1e-c10a11dc6d6c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:04.474440 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-e49f8b1a-d92d-4d6d-bd1e-c10a11dc6d6c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:04.487372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['7eb71561-6a50-4f18-8493-6b1c5104ce27'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:04.518875 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-e49f8b1a-d92d-4d6d-bd1e-c10a11dc6d6c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Network dcff6c23-494a-4832-9194-8742ca71ceba is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:04.525344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-e49f8b1a-d92d-4d6d-bd1e-c10a11dc6d6c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:04.530712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-e49f8b1a-d92d-4d6d-bd1e-c10a11dc6d6c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:53:04.560096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f8b1a-d92d-4d6d-bd1e-c10a11dc6d6c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Pushing event updated for resources: {'Port': ['ID=e55e1a33-cfb3-45b1-b067-1df20ced51aa,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:04.614469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-e49f8b1a-d92d-4d6d-bd1e-c10a11dc6d6c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:04.615216 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-e49f8b1a-d92d-4d6d-bd1e-c10a11dc6d6c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:04.652577 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-e49f8b1a-d92d-4d6d-bd1e-c10a11dc6d6c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7856860 Nov 24 12:53:04.677263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Request body: {'port': {'device_id': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:04.696213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7e88c88f-47ee-4729-9c03-6b66d43baaf1 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:04.751224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bdec4-84a4-46a0-99a4-6463d58a6c32 req-ab88c4ae-89e6-4521-a3f8-17a2f1e6575f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:04.753263 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-200bdec4-84a4-46a0-99a4-6463d58a6c32 req-ab88c4ae-89e6-4521-a3f8-17a2f1e6575f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1327903 Nov 24 12:53:04.764175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 7e88c88f-47ee-4729-9c03-6b66d43baaf1 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:53:04.764766 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7e88c88f-47ee-4729-9c03-6b66d43baaf1 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:53:04.767636 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:04.841386 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-200bdec4-84a4-46a0-99a4-6463d58a6c32 req-25e55ce3-9b6e-4f0e-9c39-e061e431a708 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802584 Nov 24 12:53:04.901181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-03ba17ad-503c-4995-8639-f134ae4a3699 None None] Provisioning complete for port e55e1a33-cfb3-45b1-b067-1df20ced51aa triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:04.901883 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-03ba17ad-503c-4995-8639-f134ae4a3699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:04.941872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-03ba17ad-503c-4995-8639-f134ae4a3699 None None] Port e55e1a33-cfb3-45b1-b067-1df20ced51aa cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:53:04.947658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea521b12-ec1d-4191-b1bb-be90444c3bb4 req-d565d1e6-11bc-488a-b50c-9c4157a003fb tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:04.950007 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea521b12-ec1d-4191-b1bb-be90444c3bb4 req-d565d1e6-11bc-488a-b50c-9c4157a003fb tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 932 time: 0.0506647 Nov 24 12:53:04.950325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51488) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:04.993954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9c46b-7df7-42ca-9c39-77a848a74e57 req-7cf2e604-ff67-4bc3-b712-0d44fcf3fee8 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:04.995466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2e9c46b-7df7-42ca-9c39-77a848a74e57 req-7cf2e604-ff67-4bc3-b712-0d44fcf3fee8 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 943 time: 0.1822028 Nov 24 12:53:05.003640 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea521b12-ec1d-4191-b1bb-be90444c3bb4 req-d273512d-fa8f-4ba1-81c1-4874805e5acd tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471172 Nov 24 12:53:05.028377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 99367198-16f7-4734-9dfe-542b7abf6d44 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:53:05.032538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device acb38072-5e14-4840-ae0e-342ff08a3d6b up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:05.102432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-214415927-network', 'tenant_id': '13ede75ff07f4a489d9feebf8b3e8137'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:05.113503 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2e9c46b-7df7-42ca-9c39-77a848a74e57 req-ad7b7e26-8ef5-4cbb-9d6c-a32a1f1113ef tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097522 Nov 24 12:53:05.179677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port acb38072-5e14-4840-ae0e-342ff08a3d6b completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:53:05.182094 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] Made reservation on behalf of 13ede75ff07f4a489d9feebf8b3e8137 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:53:05.185573 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.189872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port acb38072-5e14-4840-ae0e-342ff08a3d6b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:05.190256 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.194638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=99367198-16f7-4734-9dfe-542b7abf6d44,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:05.203386 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.239878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '99367198-16f7-4734-9dfe-542b7abf6d44', 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f', 'port_id': '99367198-16f7-4734-9dfe-542b7abf6d44', 'mac_address': 'fa:16:3e:f7:37:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16ac887-6d5d-4c80-9e9b-ddd37d6c107e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:53:05.284047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55e1a33-cfb3-45b1-b067-1df20ced51aa {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:05.295466 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.300310 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.316608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99367198-16f7-4734-9dfe-542b7abf6d44 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:05.325792 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Transition to ACTIVE for port object e55e1a33-cfb3-45b1-b067-1df20ced51aa will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:53:05.339520 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.371988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=99367198-16f7-4734-9dfe-542b7abf6d44,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:05.378527 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.382199 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.427676 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67ffea7-9b76-4d3d-99cc-eaa292548b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb38072-5e14-4840-ae0e-342ff08a3d6b'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:05.430317 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3fdd62-664b-4c56-b6c1-e647387a1cf1" -d '{"events": [{"server_uuid": "e67ffea7-9b76-4d3d-99cc-eaa292548b5f", "name": "network-vif-plugged", "status": "completed", "tag": "acb38072-5e14-4840-ae0e-342ff08a3d6b"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:05.454808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:05.457025 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.465312 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4453a-ebfd-45d9-a0c7-136226869c14 req-afd7d779-7726-437e-bdd9-74e7746d9be8 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:05.470272 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.475060 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=99367198-16f7-4734-9dfe-542b7abf6d44,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:05.475866 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15c4453a-ebfd-45d9-a0c7-136226869c14 req-afd7d779-7726-437e-bdd9-74e7746d9be8 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 945 time: 0.0624330 Nov 24 12:53:05.489693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Pushing event updated for resources: {'Port': ['ID=e55e1a33-cfb3-45b1-b067-1df20ced51aa,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:05.493067 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.535366 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=acb38072-5e14-4840-ae0e-342ff08a3d6b,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:05.538442 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:53:05.558640 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15c4453a-ebfd-45d9-a0c7-136226869c14 req-de159f78-9216-493f-bbad-74856f70ce38 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816772 Nov 24 12:53:05.593693 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.594050 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] Added segment 354feb6c-cf21-4fa1-81f2-ab9cea45fdee of type vlan for network 21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0 Nov 24 12:53:05.615019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2966545-282f-4463-889a-3bded2ec8a25,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:05.660575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da68615-e610-4ce0-a249-3e430fa872e0 req-8dc08ede-2d9e-451f-a15d-128764645db1 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:05.662110 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4da68615-e610-4ce0-a249-3e430fa872e0 req-8dc08ede-2d9e-451f-a15d-128764645db1 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.2280331 Nov 24 12:53:05.676973 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['99367198-16f7-4734-9dfe-542b7abf6d44'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:05.686114 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.692260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daaf78-ad12-4eb9-9933-27d26414c188 req-cf80b4f7-9c72-4816-9334-516d0c9fc7e5 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:05.693887 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10daaf78-ad12-4eb9-9933-27d26414c188 req-cf80b4f7-9c72-4816-9334-516d0c9fc7e5 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 949 time: 0.0605206 Nov 24 12:53:05.701252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Attempting to bind port e55e1a33-cfb3-45b1-b067-1df20ced51aa on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:05.701621 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Attempting to bind port e55e1a33-cfb3-45b1-b067-1df20ced51aa by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:05.701985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Attempting to bind port e55e1a33-cfb3-45b1-b067-1df20ced51aa on network dcff6c23-494a-4832-9194-8742ca71ceba {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:05.723464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Port e55e1a33-cfb3-45b1-b067-1df20ced51aa on network dcff6c23-494a-4832-9194-8742ca71ceba not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:53:05.723797 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Attempting to bind port e55e1a33-cfb3-45b1-b067-1df20ced51aa on network dcff6c23-494a-4832-9194-8742ca71ceba {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:05.744604 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10daaf78-ad12-4eb9-9933-27d26414c188 req-83ca4cd8-2309-4008-8b23-ab3bdaf8ee21 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/security-groups?id=0808906a-0509-473f-9683-d290bbc20f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426126 Nov 24 12:53:05.747572 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:05.747916 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Checking segment: {'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:05.748297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Bound using segment: {'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:05.748753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Bound port: e55e1a33-cfb3-45b1-b067-1df20ced51aa, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912f76bc-8002-446f-877d-960c4429306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:05.749115 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.755939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4da68615-e610-4ce0-a249-3e430fa872e0 req-1c0a2386-cf5c-4c38-a537-9a5f6a8e8da9 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855827 Nov 24 12:53:05.764428 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.765417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:05.766018 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.806788 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ac6e40-b307-4a02-993b-0e85bd17f314 x-openstack-request-id: req-94ac6e40-b307-4a02-993b-0e85bd17f314 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:05.807675 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67ffea7-9b76-4d3d-99cc-eaa292548b5f", "name": "network-vif-plugged", "status": "completed", "tag": "acb38072-5e14-4840-ae0e-342ff08a3d6b", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:05.808092 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94ac6e40-b307-4a02-993b-0e85bd17f314 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:05.808487 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67ffea7-9b76-4d3d-99cc-eaa292548b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb38072-5e14-4840-ae0e-342ff08a3d6b', 'code': 200} Nov 24 12:53:05.846162 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8921597 Nov 24 12:53:05.849093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51500) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:05.855120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-456a20cc-822e-4ca2-9d4d-b852e3ea8c04 admin admin] Request body: {'subnet': {'network_id': '21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-214415927-subnet', 'tenant_id': '13ede75ff07f4a489d9feebf8b3e8137', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:05.878267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456a20cc-822e-4ca2-9d4d-b852e3ea8c04 admin admin] Made reservation on behalf of 13ede75ff07f4a489d9feebf8b3e8137 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:53:05.886808 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-456a20cc-822e-4ca2-9d4d-b852e3ea8c04 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.891494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71765e8b-2f8b-4151-aa81-6e2e24b19061 admin admin] Pushing event updated for resources: {'Network': ['ID=21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:05.908267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:53:05.939215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] For port e55e1a33-cfb3-45b1-b067-1df20ced51aa, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:05.942602 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.943543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] For port e55e1a33-cfb3-45b1-b067-1df20ced51aa, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e55e1a33-cfb3-45b1-b067-1df20ced51aa,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:05.948924 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:05.958442 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274010f7-307f-41f2-985b-dc1b7f3ee550 req-f95fa457-fe1e-4bc4-8aa4-a7f1684c64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:05.960296 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274010f7-307f-41f2-985b-dc1b7f3ee550 req-f95fa457-fe1e-4bc4-8aa4-a7f1684c64f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 1097 time: 0.0805650 Nov 24 12:53:06.008603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:06.009467 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:06.010892 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] 10.222.0.59 "PUT /v2.0/ports/e55e1a33-cfb3-45b1-b067-1df20ced51aa HTTP/1.1" status: 200 len: 1092 time: 1.3393891 Nov 24 12:53:06.015889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'tag': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:06.018810 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08597bb-ce4c-42d7-93c5-6276a29fc994" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee9405a-297c-4299-9549-9fa29c7f1fa1", "tag": "e55e1a33-cfb3-45b1-b067-1df20ced51aa"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:06.029607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bc29c-912f-4b7c-ac5a-22733ae69aaa req-d9a71cee-9d99-4438-a9e7-5f489519dd30 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:06.031239 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-572bc29c-912f-4b7c-ac5a-22733ae69aaa req-d9a71cee-9d99-4438-a9e7-5f489519dd30 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1022561 Nov 24 12:53:06.062532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e748ba7-3152-4196-809d-fae992a08b0b service neutron] Pushing event updated for resources: {'Port': ['ID=e55e1a33-cfb3-45b1-b067-1df20ced51aa,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:06.101413 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5c318e-25c3-4b3f-9dcc-87727d469078 x-openstack-request-id: req-1f5c318e-25c3-4b3f-9dcc-87727d469078 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:06.101900 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee9405a-297c-4299-9549-9fa29c7f1fa1", "tag": "e55e1a33-cfb3-45b1-b067-1df20ced51aa", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:06.102276 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1f5c318e-25c3-4b3f-9dcc-87727d469078 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:06.102868 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'tag': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa', 'status': 'completed', 'code': 200} Nov 24 12:53:06.105231 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274010f7-307f-41f2-985b-dc1b7f3ee550 req-d9690ae0-329b-4f06-8ea4-c1b6a831482c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219280 Nov 24 12:53:06.125873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-465e8597-e276-4d35-b738-16e17be2e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:06.126258 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-465e8597-e276-4d35-b738-16e17be2e2ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 1095 time: 0.0561426 Nov 24 12:53:06.154757 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-572bc29c-912f-4b7c-ac5a-22733ae69aaa req-8a8065f9-7178-4f29-8c7e-3045409d0e57 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090684 Nov 24 12:53:06.179561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-456a20cc-822e-4ca2-9d4d-b852e3ea8c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:06.185360 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-48af2387-2051-43b3-8036-7212350bd73d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e55e1a33-cfb3-45b1-b067-1df20ced51aa HTTP/1.1" status: 200 len: 217 time: 0.0493085 Nov 24 12:53:06.254220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a20cc-822e-4ca2-9d4d-b852e3ea8c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4849ca13-ce2a-4e1f-a32d-c2eb644dd485,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:06.269853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-bb0aecdd-3b19-4655-8e89-e2f8a600e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:06.271315 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-bb0aecdd-3b19-4655-8e89-e2f8a600e568 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.0774198 Nov 24 12:53:06.279608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972627b-3f48-4ffc-8fb6-aef77d98eba5 req-55e2a044-f8c9-4773-913b-971817698aa1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:06.280958 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7972627b-3f48-4ffc-8fb6-aef77d98eba5 req-55e2a044-f8c9-4773-913b-971817698aa1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 944 time: 0.1001961 Nov 24 12:53:06.302859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456a20cc-822e-4ca2-9d4d-b852e3ea8c04 admin admin] Checking segment: {'id': '354feb6c-cf21-4fa1-81f2-ab9cea45fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:06.303253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456a20cc-822e-4ca2-9d4d-b852e3ea8c04 admin admin] Network hostable DHCP agents. Network: 21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:53:06.314643 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ef8cd-7e9f-4ce8-b8e2-50ce1c6725f2 req-a9fe4aeb-d055-45ed-b6cb-bbd0bd0f75a3 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:06.316215 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8c1ef8cd-7e9f-4ce8-b8e2-50ce1c6725f2 req-a9fe4aeb-d055-45ed-b6cb-bbd0bd0f75a3 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 944 time: 0.0733528 Nov 24 12:53:06.342505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456a20cc-822e-4ca2-9d4d-b852e3ea8c04 admin admin] Network 21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:53:06.358975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-456a20cc-822e-4ca2-9d4d-b852e3ea8c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:06.363947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-c49a8c66-e2f3-44d0-94b1-13ed97307078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:06.365495 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-c49a8c66-e2f3-44d0-94b1-13ed97307078 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836804 Nov 24 12:53:06.366853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456a20cc-822e-4ca2-9d4d-b852e3ea8c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:06.367438 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-456a20cc-822e-4ca2-9d4d-b852e3ea8c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:06.369704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7972627b-3f48-4ffc-8fb6-aef77d98eba5 req-78c0381a-dc34-4830-a099-146a55310207 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783048 Nov 24 12:53:06.372110 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a50958d-f980-4285-9468-4855671b69b8 None None] Network 21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:53:06.386382 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8c1ef8cd-7e9f-4ce8-b8e2-50ce1c6725f2 req-8e38f0c7-fea1-40f0-9365-e25c86cd4ae9 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621274 Nov 24 12:53:06.407760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51512) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:06.417696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-214415927-router', 'tenant_id': '13ede75ff07f4a489d9feebf8b3e8137', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:06.418114 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-456a20cc-822e-4ca2-9d4d-b852e3ea8c04 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5623817 Nov 24 12:53:06.479000 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:06.480361 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:06.527859 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-ec1b908b-4dac-489f-ac0a-e4df423c9d5d service neutron] 10.222.0.59 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544240 Nov 24 12:53:06.544665 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0', 'network_id': '21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0', 'tenant_id': '13ede75ff07f4a489d9feebf8b3e8137', 'fixed_ips': [{'subnet_id': '4849ca13-ce2a-4e1f-a32d-c2eb644dd485'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:53:06.545607 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:06.605412 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:06.689491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d74e1-b3a9-435e-a23e-6fdf1725e64f req-e8329ca2-e718-40b3-94bf-08c6ef5215f1 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:06.691108 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e3d74e1-b3a9-435e-a23e-6fdf1725e64f req-e8329ca2-e718-40b3-94bf-08c6ef5215f1 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 946 time: 0.0545382 Nov 24 12:53:06.747114 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e3d74e1-b3a9-435e-a23e-6fdf1725e64f req-db10db7e-b914-4e2c-94ff-c921c135c620 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478854 Nov 24 12:53:06.826033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Allocated IP 172.20.0.2 (21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0/4849ca13-ce2a-4e1f-a32d-c2eb644dd485/87725cec-5d3c-45ce-a005-1f83561eb7cd) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:53:06.913509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82a48e-2bca-4adb-bd42-c64cec540409 req-8cd8b482-b9c2-4c7f-bb11-9a98473b83ee tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:06.915078 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ab82a48e-2bca-4adb-bd42-c64cec540409 req-8cd8b482-b9c2-4c7f-bb11-9a98473b83ee tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 949 time: 0.0502713 Nov 24 12:53:06.966319 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ab82a48e-2bca-4adb-bd42-c64cec540409 req-85feead2-5a65-48ae-93b6-80a38f326815 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/security-groups?id=0808906a-0509-473f-9683-d290bbc20f31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450196 Nov 24 12:53:07.008476 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:07.016308 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:07.039687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b76a5f-a2f7-4b56-8b1a-c3f8c0d82e33 req-14aba307-ae2e-4528-9819-5a6fbd950ea5 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:07.041274 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-77b76a5f-a2f7-4b56-8b1a-c3f8c0d82e33 req-14aba307-ae2e-4528-9819-5a6fbd950ea5 tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.59 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 949 time: 0.0584760 Nov 24 12:53:07.054786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 99367198-16f7-4734-9dfe-542b7abf6d44 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:07.065583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Network 21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:07.091209 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:07.094147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:53:07.112925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75bf9222-d039-4396-8992-cb7d0ac2706c req-3d62cd0d-5c01-4313-96da-04eab8d6df4e service neutron] 10.222.0.59 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620377 Nov 24 12:53:07.113805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Pushing event updated for resources: {'Port': ['ID=87725cec-5d3c-45ce-a005-1f83561eb7cd,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:07.116185 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:07.129519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b5859-6913-4e37-8e63-72b4de425f80 req-cdc98157-7bf6-4496-8736-d23de0fe51b7 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:07.138604 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-045b5859-6913-4e37-8e63-72b4de425f80 req-cdc98157-7bf6-4496-8736-d23de0fe51b7 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1959784 Nov 24 12:53:07.186883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Attempting to bind port 87725cec-5d3c-45ce-a005-1f83561eb7cd on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:07.187262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Attempting to bind port 87725cec-5d3c-45ce-a005-1f83561eb7cd by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '354feb6c-cf21-4fa1-81f2-ab9cea45fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:07.187671 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Attempting to bind port 87725cec-5d3c-45ce-a005-1f83561eb7cd on network 21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:07.193771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:07.194146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Checking segment: {'id': '354feb6c-cf21-4fa1-81f2-ab9cea45fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:07.194557 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:07.195010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Bound using segment: {'id': '354feb6c-cf21-4fa1-81f2-ab9cea45fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:07.195559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Bound port: 87725cec-5d3c-45ce-a005-1f83561eb7cd, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354feb6c-cf21-4fa1-81f2-ab9cea45fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:07.197081 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:07.200771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 99367198-16f7-4734-9dfe-542b7abf6d44 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:53:07.202502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-77b76a5f-a2f7-4b56-8b1a-c3f8c0d82e33 req-c903a747-37c0-4355-98d4-c1c69c3e5c4f tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Deleting port 1ca8344a-7045-4e16-aa8f-e0748787bdb3 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:07.202707 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-77b76a5f-a2f7-4b56-8b1a-c3f8c0d82e33 req-c903a747-37c0-4355-98d4-c1c69c3e5c4f tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:07.223382 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 99367198-16f7-4734-9dfe-542b7abf6d44 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:07.231160 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:07.234585 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-045b5859-6913-4e37-8e63-72b4de425f80 req-e69d4e9e-a3eb-43d0-a0aa-6eb1e6f13c76 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901399 Nov 24 12:53:07.300234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08597bb-ce4c-42d7-93c5-6276a29fc994 req-18c7be63-8fcb-49c9-82b3-2407fda8025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:07.302320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a08597bb-ce4c-42d7-93c5-6276a29fc994 req-18c7be63-8fcb-49c9-82b3-2407fda8025c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 1095 time: 0.0947113 Nov 24 12:53:07.338525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] For port 87725cec-5d3c-45ce-a005-1f83561eb7cd, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:07.342065 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] For port 87725cec-5d3c-45ce-a005-1f83561eb7cd, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=87725cec-5d3c-45ce-a005-1f83561eb7cd,segment=NetworkSegment(354feb6c-cf21-4fa1-81f2-ab9cea45fdee),segment_id=354feb6c-cf21-4fa1-81f2-ab9cea45fdee)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:07.373863 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:07.436019 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:07.468803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ff95b-2222-40ff-9f1a-62aa435b0513 None None] Pushing event updated for resources: {'Port': ['ID=87725cec-5d3c-45ce-a005-1f83561eb7cd,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:07.492182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=99367198-16f7-4734-9dfe-542b7abf6d44,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:07.499859 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:07.565478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=99367198-16f7-4734-9dfe-542b7abf6d44,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:07.575672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08597bb-ce4c-42d7-93c5-6276a29fc994 req-766c0967-a973-42f7-a3d6-5be753c14890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:07.577192 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a08597bb-ce4c-42d7-93c5-6276a29fc994 req-766c0967-a973-42f7-a3d6-5be753c14890 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 921 time: 0.2674253 Nov 24 12:53:07.653778 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a08597bb-ce4c-42d7-93c5-6276a29fc994 req-04b21b2b-c527-4b4d-8c72-e210fcac5223 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e55e1a33-cfb3-45b1-b067-1df20ced51aa HTTP/1.1" status: 200 len: 217 time: 0.0542138 Nov 24 12:53:07.656503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1516beb-9d17-4a30-a98a-7bdc95c9e331 req-e0effee2-8210-43c5-a776-222b10913cd5 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:07.685349 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d1516beb-9d17-4a30-a98a-7bdc95c9e331 req-e0effee2-8210-43c5-a776-222b10913cd5 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.4249253 Nov 24 12:53:07.693001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-77b76a5f-a2f7-4b56-8b1a-c3f8c0d82e33 req-c903a747-37c0-4355-98d4-c1c69c3e5c4f tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] For port 1ca8344a-7045-4e16-aa8f-e0748787bdb3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1ca8344a-7045-4e16-aa8f-e0748787bdb3,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:07.693371 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-77b76a5f-a2f7-4b56-8b1a-c3f8c0d82e33 req-c903a747-37c0-4355-98d4-c1c69c3e5c4f tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:07.695334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24157392-a6e1-45c7-acb3-146fec0141e0 req-beedb5ee-cc31-47fb-9e73-5d7518ef374d tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:07.697474 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24157392-a6e1-45c7-acb3-146fec0141e0 req-beedb5ee-cc31-47fb-9e73-5d7518ef374d tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 944 time: 0.2019694 Nov 24 12:53:07.722351 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:07.728130 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-77b76a5f-a2f7-4b56-8b1a-c3f8c0d82e33 req-c903a747-37c0-4355-98d4-c1c69c3e5c4f tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Calling delete_port for 1ca8344a-7045-4e16-aa8f-e0748787bdb3 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:07.762823 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:07.763613 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d1516beb-9d17-4a30-a98a-7bdc95c9e331 req-8a913e7d-f17c-46ac-8ff3-ac34c89dae0e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773599 Nov 24 12:53:07.786619 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08597bb-ce4c-42d7-93c5-6276a29fc994 req-38a3adb3-c4b4-4f0c-a747-8512e25468db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:07.788112 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a08597bb-ce4c-42d7-93c5-6276a29fc994 req-38a3adb3-c4b4-4f0c-a747-8512e25468db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.1188493 Nov 24 12:53:07.809541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19111058-9a86-453b-a603-f7b6fdb9cc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99367198-16f7-4734-9dfe-542b7abf6d44'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:07.813103 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ffcfd2-d9df-4383-9308-9d48e8dff3ab" -d '{"events": [{"server_uuid": "19111058-9a86-453b-a603-f7b6fdb9cc7b", "name": "network-vif-plugged", "status": "completed", "tag": "99367198-16f7-4734-9dfe-542b7abf6d44"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:07.889080 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24157392-a6e1-45c7-acb3-146fec0141e0 req-44146f5a-fe44-472b-9580-ebcabc0610d5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709015 Nov 24 12:53:07.924993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08597bb-ce4c-42d7-93c5-6276a29fc994 req-14cc1178-7a72-4213-a9b1-5f4e757f9d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:07.926524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a08597bb-ce4c-42d7-93c5-6276a29fc994 req-14cc1178-7a72-4213-a9b1-5f4e757f9d3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255975 Nov 24 12:53:07.935160 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-77b76a5f-a2f7-4b56-8b1a-c3f8c0d82e33 req-c903a747-37c0-4355-98d4-c1c69c3e5c4f tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:07.946958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb485b76-7b2d-4ce7-839c-c42fdaac9863 req-3c49363c-6411-4ee9-9bc5-bdb4ec1bf88a tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:07.947885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['1ca8344a-7045-4e16-aa8f-e0748787bdb3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:07.953292 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb485b76-7b2d-4ce7-839c-c42fdaac9863 req-3c49363c-6411-4ee9-9bc5-bdb4ec1bf88a tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 945 time: 0.0835648 Nov 24 12:53:07.990273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903a747-37c0-4355-98d4-c1c69c3e5c4f tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Pushing event deleted for resources: {'Port': ['ID=1ca8344a-7045-4e16-aa8f-e0748787bdb3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:07.994124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Allocated IP 172.25.0.83 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/cc161e05-3c83-4e1c-9bf9-c07fefe1790d) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:53:08.076608 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b76a5f-a2f7-4b56-8b1a-c3f8c0d82e33 req-c903a747-37c0-4355-98d4-c1c69c3e5c4f tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] No DVR routers for this DVR port 1ca8344a-7045-4e16-aa8f-e0748787bdb3 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:53:08.079812 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-77b76a5f-a2f7-4b56-8b1a-c3f8c0d82e33 req-c903a747-37c0-4355-98d4-c1c69c3e5c4f tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:08.084185 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-77b76a5f-a2f7-4b56-8b1a-c3f8c0d82e33 req-c903a747-37c0-4355-98d4-c1c69c3e5c4f tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.59 "DELETE /v2.0/ports/1ca8344a-7045-4e16-aa8f-e0748787bdb3 HTTP/1.1" status: 204 len: 173 time: 1.0302341 Nov 24 12:53:08.088562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34', 'name': 'network-vif-deleted', 'tag': '1ca8344a-7045-4e16-aa8f-e0748787bdb3'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:08.091175 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d20428-f553-4dae-a31a-60391d335479" -d '{"events": [{"server_uuid": "86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34", "name": "network-vif-deleted", "tag": "1ca8344a-7045-4e16-aa8f-e0748787bdb3"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:08.099052 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb485b76-7b2d-4ce7-839c-c42fdaac9863 req-0c712d17-af38-453e-90ef-afd8aa3aebbe tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441562 Nov 24 12:53:08.148100 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a08597bb-ce4c-42d7-93c5-6276a29fc994 req-e52e7bd3-ae36-4ae8-ad17-ba932ab07459 service neutron] 10.222.0.59 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123373 Nov 24 12:53:08.172895 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b2375d-4d2b-4a29-aae4-c2cd764b0e6f x-openstack-request-id: req-e4b2375d-4d2b-4a29-aae4-c2cd764b0e6f {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:08.173217 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19111058-9a86-453b-a603-f7b6fdb9cc7b", "name": "network-vif-plugged", "status": "completed", "tag": "99367198-16f7-4734-9dfe-542b7abf6d44", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:08.173480 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4b2375d-4d2b-4a29-aae4-c2cd764b0e6f {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:08.174056 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19111058-9a86-453b-a603-f7b6fdb9cc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99367198-16f7-4734-9dfe-542b7abf6d44', 'code': 200} Nov 24 12:53:08.228405 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be2c52-4763-48bf-b2de-9ba8bb6ca168 req-40bb7915-e19f-4938-9864-ba139e3b33e2 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:08.242315 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70be2c52-4763-48bf-b2de-9ba8bb6ca168 req-40bb7915-e19f-4938-9864-ba139e3b33e2 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 946 time: 0.1909149 Nov 24 12:53:08.327767 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7b0d0749-2e00-4a9c-a9c1-81f549073dcc req-4b8b9bbf-28f0-45c1-93f8-2b0152d6558c tempest-TenantUsagesTestJSON-1927970476 tempest-TenantUsagesTestJSON-1927970476-project] 10.222.0.48 "GET /v2.0/ports?device_id=86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34 HTTP/1.1" status: 200 len: 210 time: 0.0292935 Nov 24 12:53:08.336747 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:08.374324 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607a8917-9580-4675-9a1b-e5aa73260161 x-openstack-request-id: req-607a8917-9580-4675-9a1b-e5aa73260161 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:08.374732 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34", "name": "network-vif-deleted", "tag": "1ca8344a-7045-4e16-aa8f-e0748787bdb3", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:08.375087 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-607a8917-9580-4675-9a1b-e5aa73260161 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:08.375582 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fb9cf5-bb5e-49a2-a0b3-58cdd082ce34', 'name': 'network-vif-deleted', 'tag': '1ca8344a-7045-4e16-aa8f-e0748787bdb3', 'status': 'completed', 'code': 200} Nov 24 12:53:08.414731 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70be2c52-4763-48bf-b2de-9ba8bb6ca168 req-a6a90515-8d11-4d59-994a-8ff9fb10abb3 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715248 Nov 24 12:53:08.418723 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a08597bb-ce4c-42d7-93c5-6276a29fc994 req-a4888e67-a287-4867-bea8-11ba9870157d service neutron] 10.222.0.59 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617452 Nov 24 12:53:08.420550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfacadc-b6dd-4dbc-bd1e-7f32ef13d26b req-5cb432a9-9927-4fa0-9a22-7b3cf2813f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:08.421988 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cfacadc-b6dd-4dbc-bd1e-7f32ef13d26b req-5cb432a9-9927-4fa0-9a22-7b3cf2813f99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 1096 time: 0.1389029 Nov 24 12:53:08.441624 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:08.484802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b377e0-4a09-423d-a9bf-87851f3971f1 req-eeddfc65-57f1-42ee-9247-e5a9f4b9b376 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:08.492973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75b377e0-4a09-423d-a9bf-87851f3971f1 req-eeddfc65-57f1-42ee-9247-e5a9f4b9b376 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.0577028 Nov 24 12:53:08.520012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:08.530024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:08.541987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:53:08.543321 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75b377e0-4a09-423d-a9bf-87851f3971f1 req-a5beb35c-959f-4247-9100-48e2592dfabc tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494452 Nov 24 12:53:08.547020 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cfacadc-b6dd-4dbc-bd1e-7f32ef13d26b req-7f0d8292-5afe-43a0-ad44-b6b8c8bca9a6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169119 Nov 24 12:53:08.562546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Pushing event updated for resources: {'Port': ['ID=cc161e05-3c83-4e1c-9bf9-c07fefe1790d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:08.655668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0635f1-7661-4f10-bdc8-f227668e93eb req-a4d4efef-db04-479b-9391-2b3f9dcaae4f tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:08.657246 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd0635f1-7661-4f10-bdc8-f227668e93eb req-a4d4efef-db04-479b-9391-2b3f9dcaae4f tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 1097 time: 0.1360209 Nov 24 12:53:08.671254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a754c5-1a0f-4785-a15d-388f6b47447b None None] Network 21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:53:08.734323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 87725cec-5d3c-45ce-a005-1f83561eb7cd up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:08.787318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd0635f1-7661-4f10-bdc8-f227668e93eb req-7574a0a5-0fb9-4a27-9dbe-e82fe0c48df6 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934999 Nov 24 12:53:08.803610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1e116504-0dde-4967-a479-c048cc0ef38d None None] Provisioning complete for port 87725cec-5d3c-45ce-a005-1f83561eb7cd triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:08.803988 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1e116504-0dde-4967-a479-c048cc0ef38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:08.896326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 87725cec-5d3c-45ce-a005-1f83561eb7cd triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:08.897641 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:08.927633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98058673-1e73-4aea-a518-7329305e896f req-f9aa92b2-b217-4845-b279-690fc7ca42c8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:08.931587 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:08.938271 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-98058673-1e73-4aea-a518-7329305e896f req-f9aa92b2-b217-4845-b279-690fc7ca42c8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.0848584 Nov 24 12:53:08.993627 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-98058673-1e73-4aea-a518-7329305e896f req-3ce8b29f-36c3-4b5f-a9ce-bd573a33b2c6 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531425 Nov 24 12:53:09.027371 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1e116504-0dde-4967-a479-c048cc0ef38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:09.102087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1e116504-0dde-4967-a479-c048cc0ef38d None None] For port 87725cec-5d3c-45ce-a005-1f83561eb7cd, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=87725cec-5d3c-45ce-a005-1f83561eb7cd,segment=NetworkSegment(354feb6c-cf21-4fa1-81f2-ab9cea45fdee),segment_id=354feb6c-cf21-4fa1-81f2-ab9cea45fdee)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:09.103431 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:09.114668 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1e116504-0dde-4967-a479-c048cc0ef38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:09.132788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476ecdf-89e0-482f-a08f-f4530541d364 req-7fbae63b-68e0-4a03-944d-e366c10d6a82 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:09.134733 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4476ecdf-89e0-482f-a08f-f4530541d364 req-7fbae63b-68e0-4a03-944d-e366c10d6a82 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 944 time: 0.1464210 Nov 24 12:53:09.205182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e116504-0dde-4967-a479-c048cc0ef38d None None] Pushing event updated for resources: {'Port': ['ID=87725cec-5d3c-45ce-a005-1f83561eb7cd,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:09.220841 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 12:53:09.221057 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 12:53:09.300783 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e335865-b012-405b-9937-92cc1d0a43b3 req-c8580af9-4948-4da4-bb9f-4004736e4101 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:09.309513 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9e335865-b012-405b-9937-92cc1d0a43b3 req-c8580af9-4948-4da4-bb9f-4004736e4101 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 945 time: 0.0704012 Nov 24 12:53:09.322397 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4476ecdf-89e0-482f-a08f-f4530541d364 req-f4f2a72d-4411-46fe-a8cf-d17291125481 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766064 Nov 24 12:53:09.346125 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:09.357538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ee68dc36-7189-47b1-bc79-b767ccf8fe04 None None] Provisioning complete for port 87725cec-5d3c-45ce-a005-1f83561eb7cd triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:09.361838 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ee68dc36-7189-47b1-bc79-b767ccf8fe04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:09.393072 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9e335865-b012-405b-9937-92cc1d0a43b3 req-03691669-92db-4cba-87bd-6f48d0b223e2 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783842 Nov 24 12:53:09.453869 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:09.702706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51572) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:09.744806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b52fcf-c75e-4396-9b7c-f51841b5c991 req-2dc3d9e8-738d-436c-8622-c8202388acd5 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:09.752609 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11b52fcf-c75e-4396-9b7c-f51841b5c991 req-2dc3d9e8-738d-436c-8622-c8202388acd5 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.0784760 Nov 24 12:53:09.824571 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11b52fcf-c75e-4396-9b7c-f51841b5c991 req-9fc63d48-eae4-4517-9836-92e842fcac0c tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709398 Nov 24 12:53:09.876171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Router 4753831b-75f1-49e9-a4aa-46bf3e6a89f9 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:53:09.967653 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9ca08b14-e11e-4beb-b458-49304c682991 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3a0661973cd14a76b950e82e8882dac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570596 Nov 24 12:53:09.970076 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51580) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:09.998645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:53:10.007406 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Sync routers for ids ['4753831b-75f1-49e9-a4aa-46bf3e6a89f9'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:53:10.023173 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:10.024715 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e1a1af10-edff-4001-89bb-e9fa8ca44d74 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.6156299 Nov 24 12:53:10.026092 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb4a86d8-1895-415e-944a-c970a6607bb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:10.027345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51584) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:10.032339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Routers {'4753831b-75f1-49e9-a4aa-46bf3e6a89f9'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:10.045743 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4753831b-75f1-49e9-a4aa-46bf3e6a89f9'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:10.049701 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb4a86d8-1895-415e-944a-c970a6607bb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:10.122481 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb4a86d8-1895-415e-944a-c970a6607bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:10.125293 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb4a86d8-1895-415e-944a-c970a6607bb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:10.129857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bb4a86d8-1895-415e-944a-c970a6607bb7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0808906a-0509-473f-9683-d290bbc20f31 HTTP/1.1" status: 204 len: 168 time: 0.1586821 Nov 24 12:53:10.141992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a86d8-1895-415e-944a-c970a6607bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0808906a-0509-473f-9683-d290bbc20f31,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:10.238167 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Set router 4753831b-75f1-49e9-a4aa-46bf3e6a89f9 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:10.307841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cc1804-b6be-4f0e-ac2b-453dd9a592fe req-3a7fd5d9-4607-450c-b619-d83c52c977a8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:10.310427 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70cc1804-b6be-4f0e-ac2b-453dd9a592fe req-3a7fd5d9-4607-450c-b619-d83c52c977a8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1476145 Nov 24 12:53:10.444260 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70cc1804-b6be-4f0e-ac2b-453dd9a592fe req-d1d80556-6fc7-41f5-bda8-0d77ea8d47c0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269639 Nov 24 12:53:10.496636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760e329-f64d-450b-b3b8-6534a9274289 req-59bd7031-1d25-49f6-81f6-4ac645c85787 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:10.507397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a760e329-f64d-450b-b3b8-6534a9274289 req-59bd7031-1d25-49f6-81f6-4ac645c85787 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 944 time: 0.0962975 Nov 24 12:53:10.560899 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a760e329-f64d-450b-b3b8-6534a9274289 req-6a68a62b-eb12-4fb2-ae4f-f20863f68547 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517128 Nov 24 12:53:10.561299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-214415927-router', 'tenant_id': '13ede75ff07f4a489d9feebf8b3e8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'cc161e05-3c83-4e1c-9bf9-c07fefe1790d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:06Z', 'updated_at': '2021-11-24T12:53:08Z', 'revision_number': 3, 'project_id': '13ede75ff07f4a489d9feebf8b3e8137', 'gw_port': {'id': 'cc161e05-3c83-4e1c-9bf9-c07fefe1790d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:21:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:07Z', 'updated_at': '2021-11-24T12:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:10.594297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51596) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:10.600759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Checking router: 4753831b-75f1-49e9-a4aa-46bf3e6a89f9 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:53:10.601308 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Updating router 4753831b-75f1-49e9-a4aa-46bf3e6a89f9 port cc161e05-3c83-4e1c-9bf9-c07fefe1790d binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:53:10.612511 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2111c980-7929-4cf9-8e98-e6192a5942bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:10.643187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577db9d-4081-48cf-a3cb-7ea209d34451 req-f2084fe8-77a1-4e78-a643-369719164446 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:10.644854 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2577db9d-4081-48cf-a3cb-7ea209d34451 req-f2084fe8-77a1-4e78-a643-369719164446 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 945 time: 0.0695257 Nov 24 12:53:10.660030 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e55e1a33-cfb3-45b1-b067-1df20ced51aa details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:53:10.673943 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:10.736613 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2111c980-7929-4cf9-8e98-e6192a5942bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:10.742202 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2111c980-7929-4cf9-8e98-e6192a5942bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:10.748888 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2577db9d-4081-48cf-a3cb-7ea209d34451 req-1cceeb03-bce8-49b2-9f6e-ae1e969f8570 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828190 Nov 24 12:53:10.827757 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2111c980-7929-4cf9-8e98-e6192a5942bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ea2d687f2ee4141b60cae56e11bf857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321343 Nov 24 12:53:10.828502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111c980-7929-4cf9-8e98-e6192a5942bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49440cf-2342-4ab0-a5d1-89f59e328423,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:10.831260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51604) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:10.834008 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:10.845403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 1ca8344a-7045-4e16-aa8f-e0748787bdb3 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:10.874202 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 87725cec-5d3c-45ce-a005-1f83561eb7cd up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:10.919589 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f8be899-4357-4487-bf96-116c5128c9cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:10.923707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 1ca8344a-7045-4e16-aa8f-e0748787bdb3 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:53:10.924061 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 1ca8344a-7045-4e16-aa8f-e0748787bdb3 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:53:10.928556 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port e55e1a33-cfb3-45b1-b067-1df20ced51aa, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e55e1a33-cfb3-45b1-b067-1df20ced51aa,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:10.967601 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f8be899-4357-4487-bf96-116c5128c9cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:11.020448 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'port_id': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa', 'mac_address': 'fa:16:3e:b9:f9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:53:11.051383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f8be899-4357-4487-bf96-116c5128c9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:11.055440 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f8be899-4357-4487-bf96-116c5128c9cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:11.059660 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1f8be899-4357-4487-bf96-116c5128c9cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b49440cf-2342-4ab0-a5d1-89f59e328423 HTTP/1.1" status: 204 len: 168 time: 0.2256658 Nov 24 12:53:11.088768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8be899-4357-4487-bf96-116c5128c9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49440cf-2342-4ab0-a5d1-89f59e328423,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:11.094994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d944c-7929-4cac-838f-6aac1b61c97c req-c6435d7a-92c0-4a89-a99c-de140900a78e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:11.100026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 87725cec-5d3c-45ce-a005-1f83561eb7cd triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:11.100026 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:11.101163 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:11.106733 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-040d944c-7929-4cac-838f-6aac1b61c97c req-c6435d7a-92c0-4a89-a99c-de140900a78e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1676786 Nov 24 12:53:11.174736 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55e1a33-cfb3-45b1-b067-1df20ced51aa {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:11.214257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Allocated IP 172.20.0.1 (21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0/4849ca13-ce2a-4e1f-a32d-c2eb644dd485/32ea6a1c-e30c-4acf-8868-93de714dc4d9) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:53:11.369034 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:11.404213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port e55e1a33-cfb3-45b1-b067-1df20ced51aa, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e55e1a33-cfb3-45b1-b067-1df20ced51aa,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:11.421835 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:11.450492 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-040d944c-7929-4cac-838f-6aac1b61c97c req-31bf4586-7840-4562-95da-aa9cb7b784d9 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444197 Nov 24 12:53:11.496308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90a22b-45b5-4b9a-8883-a49bb723a224 req-a9c4c029-6234-4b4e-b8c4-a0a3bfa8b16b tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:11.499747 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d90a22b-45b5-4b9a-8883-a49bb723a224 req-a9c4c029-6234-4b4e-b8c4-a0a3bfa8b16b tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 1096 time: 0.0790818 Nov 24 12:53:11.508066 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:11.594524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d90a22b-45b5-4b9a-8883-a49bb723a224 req-1e8d5321-16b2-42de-9467-9f744050f8d9 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773335 Nov 24 12:53:11.594878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Pushing event updated for resources: {'Port': ['ID=32ea6a1c-e30c-4acf-8868-93de714dc4d9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:11.623753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Network 21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:11.625730 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:11.627979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:53:11.661085 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:11.674796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=e55e1a33-cfb3-45b1-b067-1df20ced51aa,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:11.708992 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:11.781679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Attempting to bind port cc161e05-3c83-4e1c-9bf9-c07fefe1790d on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:11.788106 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Attempting to bind port cc161e05-3c83-4e1c-9bf9-c07fefe1790d by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:11.788499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Attempting to bind port cc161e05-3c83-4e1c-9bf9-c07fefe1790d on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:11.790945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85483e43-ca6d-4eb7-b098-08166351060b req-c217d2fc-16b5-4f22-9775-2c98c3967a4f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:11.794694 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85483e43-ca6d-4eb7-b098-08166351060b req-c217d2fc-16b5-4f22-9775-2c98c3967a4f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1187418 Nov 24 12:53:11.825573 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:11.839908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['e55e1a33-cfb3-45b1-b067-1df20ced51aa'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:11.852227 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:11.852692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:11.853903 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:11.854565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:11.855445 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Bound port: cc161e05-3c83-4e1c-9bf9-c07fefe1790d, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:11.855937 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:11.935185 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85483e43-ca6d-4eb7-b098-08166351060b req-807724c0-ad12-4c6c-9873-76b6fb5396ac tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270907 Nov 24 12:53:11.947945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42888128-a689-4573-833c-1bac63457783 req-15087af5-0877-4787-8da6-700e89af21c4 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:11.964591 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42888128-a689-4573-833c-1bac63457783 req-15087af5-0877-4787-8da6-700e89af21c4 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 945 time: 0.2198789 Nov 24 12:53:12.083898 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42888128-a689-4573-833c-1bac63457783 req-440640ee-ab57-4282-a012-a880a90c63f8 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264644 Nov 24 12:53:12.098611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf1224-8228-4854-9bd8-dee3f5cc1ec2 req-584167cc-34d6-4a3d-be61-e3974ef92ba1 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:12.100365 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21cf1224-8228-4854-9bd8-dee3f5cc1ec2 req-584167cc-34d6-4a3d-be61-e3974ef92ba1 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 1096 time: 0.0522497 Nov 24 12:53:12.111782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8c504-47cf-4ebe-bba3-ad7bdf8d3226 None None] Pushing event updated for resources: {'Port': ['ID=cc161e05-3c83-4e1c-9bf9-c07fefe1790d,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:12.150319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] For port cc161e05-3c83-4e1c-9bf9-c07fefe1790d, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:12.159978 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21cf1224-8228-4854-9bd8-dee3f5cc1ec2 req-137315d3-72f6-4b5e-ab25-880a4f38054c tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506122 Nov 24 12:53:12.162204 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9001b352-9f82-4895-b48e-a0e9efe7ec0e None None] Provisioning complete for port 32ea6a1c-e30c-4acf-8868-93de714dc4d9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:12.162594 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9001b352-9f82-4895-b48e-a0e9efe7ec0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:12.168825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] For port cc161e05-3c83-4e1c-9bf9-c07fefe1790d, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cc161e05-3c83-4e1c-9bf9-c07fefe1790d,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:12.170382 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:12.242217 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:12.317943 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9001b352-9f82-4895-b48e-a0e9efe7ec0e None None] Port 32ea6a1c-e30c-4acf-8868-93de714dc4d9 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:53:12.349782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8c504-47cf-4ebe-bba3-ad7bdf8d3226 None None] Pushing event updated for resources: {'Port': ['ID=cc161e05-3c83-4e1c-9bf9-c07fefe1790d,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:12.360408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Routers {'4753831b-75f1-49e9-a4aa-46bf3e6a89f9'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:12.360884 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4753831b-75f1-49e9-a4aa-46bf3e6a89f9'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:12.374977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51644) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:12.447693 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:12.454069 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:12.496385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-897903228-network', 'tenant_id': '7020bc9d200047eda770ecbb9a1b8c30'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:12.509210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] Set router 4753831b-75f1-49e9-a4aa-46bf3e6a89f9 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:12.524936 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] Made reservation on behalf of 7020bc9d200047eda770ecbb9a1b8c30 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:53:12.528128 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:12.538750 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:12.605663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Pushing event updated for resources: {'Port': ['ID=32ea6a1c-e30c-4acf-8868-93de714dc4d9,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:12.608324 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:12.651231 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:12.661358 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:12.689627 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:53:12.700164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be45501-35cf-4157-92fa-6b528f2cec05,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:12.706006 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:12.706308 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] Added segment 8689b7f2-061a-402d-a64e-981eedf2e854 of type vlan for network 2dfd77b8-8056-493f-a3bf-d2d7109fbfb0 Nov 24 12:53:12.708046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2f987-050c-4b03-81be-6253b9b1ffc7 req-6f7a932d-2c80-4818-bacf-ee0ae680920b tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:12.717166 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ac2f987-050c-4b03-81be-6253b9b1ffc7 req-6f7a932d-2c80-4818-bacf-ee0ae680920b tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1270587 Nov 24 12:53:12.763467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:12.792892 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Network 21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:12.795313 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:12.801661 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ac2f987-050c-4b03-81be-6253b9b1ffc7 req-4b984ef9-3b29-4a98-a49c-cef3b7dcd2dc tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835564 Nov 24 12:53:12.813518 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:12.814677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:12.815566 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:12.824581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-214415927-router', 'tenant_id': '13ede75ff07f4a489d9feebf8b3e8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'cc161e05-3c83-4e1c-9bf9-c07fefe1790d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:06Z', 'updated_at': '2021-11-24T12:53:12Z', 'revision_number': 4, 'project_id': '13ede75ff07f4a489d9feebf8b3e8137', 'gw_port': {'id': 'cc161e05-3c83-4e1c-9bf9-c07fefe1790d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:21:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:07Z', 'updated_at': '2021-11-24T12:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '32ea6a1c-e30c-4acf-8868-93de714dc4d9', 'name': '', 'network_id': '21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0', 'tenant_id': '13ede75ff07f4a489d9feebf8b3e8137', 'mac_address': 'fa:16:3e:ee:b6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4849ca13-ce2a-4e1f-a32d-c2eb644dd485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:10Z', 'updated_at': '2021-11-24T12:53:11Z', 'revision_number': 1, 'project_id': '13ede75ff07f4a489d9feebf8b3e8137', 'subnets': [{'id': '4849ca13-ce2a-4e1f-a32d-c2eb644dd485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:12.856599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81361d6f-f622-4126-a317-26a6b84dfe6d None None] The sync data for ids ['4753831b-75f1-49e9-a4aa-46bf3e6a89f9'] in n-d-817303-4 is: [{'id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-214415927-router', 'tenant_id': '13ede75ff07f4a489d9feebf8b3e8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'cc161e05-3c83-4e1c-9bf9-c07fefe1790d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:06Z', 'updated_at': '2021-11-24T12:53:12Z', 'revision_number': 4, 'project_id': '13ede75ff07f4a489d9feebf8b3e8137', 'gw_port': {'id': 'cc161e05-3c83-4e1c-9bf9-c07fefe1790d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:21:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:07Z', 'updated_at': '2021-11-24T12:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '32ea6a1c-e30c-4acf-8868-93de714dc4d9', 'name': '', 'network_id': '21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0', 'tenant_id': '13ede75ff07f4a489d9feebf8b3e8137', 'mac_address': 'fa:16:3e:ee:b6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4849ca13-ce2a-4e1f-a32d-c2eb644dd485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:10Z', 'updated_at': '2021-11-24T12:53:11Z', 'revision_number': 1, 'project_id': '13ede75ff07f4a489d9feebf8b3e8137', 'subnets': [{'id': '4849ca13-ce2a-4e1f-a32d-c2eb644dd485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:53:12.881027 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4985232 Nov 24 12:53:12.881855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51668) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:12.892657 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1c4ae87a-e626-4b91-aa3d-3f7746491d61 admin admin] Request body: {'subnet': {'network_id': '2dfd77b8-8056-493f-a3bf-d2d7109fbfb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-897903228-subnet', 'tenant_id': '7020bc9d200047eda770ecbb9a1b8c30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:12.934626 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4ae87a-e626-4b91-aa3d-3f7746491d61 admin admin] Made reservation on behalf of 7020bc9d200047eda770ecbb9a1b8c30 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:53:12.938516 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae87a-e626-4b91-aa3d-3f7746491d61 admin admin] Publish callbacks [] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:13.052580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838fac1-4ff6-4d67-9d78-ef488cf0d6dd admin admin] Pushing event updated for resources: {'Network': ['ID=2dfd77b8-8056-493f-a3bf-d2d7109fbfb0,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:13.064530 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 2dfd77b8-8056-493f-a3bf-d2d7109fbfb0 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:53:13.181111 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Router 4753831b-75f1-49e9-a4aa-46bf3e6a89f9 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:53:13.183398 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-915ee336-6745-4f7f-9cd3-30b86bfe85d8 None None] Provisioning complete for port 32ea6a1c-e30c-4acf-8868-93de714dc4d9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:13.183786 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-915ee336-6745-4f7f-9cd3-30b86bfe85d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:13.270910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c86368-2867-4b1c-acc3-8d7178b2b318 req-d6b5abe1-c6b4-4f50-ba5e-cd9a8c585d38 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:13.273068 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-87c86368-2867-4b1c-acc3-8d7178b2b318 req-d6b5abe1-c6b4-4f50-ba5e-cd9a8c585d38 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1869841 Nov 24 12:53:13.300916 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-915ee336-6745-4f7f-9cd3-30b86bfe85d8 None None] Port 32ea6a1c-e30c-4acf-8868-93de714dc4d9 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:53:13.335176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-86d93427-27a1-4ca2-b0cf-89af6461b953 service neutron] 10.222.0.46 "GET /v2.0/ports/dc707d28-b6a8-4f62-b7d3-940b0908755b/bindings/n-h1-817303-4 HTTP/1.1" status: 200 len: 382 time: 0.2021520 Nov 24 12:53:13.347460 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae87a-e626-4b91-aa3d-3f7746491d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:13.434730 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4ae87a-e626-4b91-aa3d-3f7746491d61 admin admin] Checking segment: {'id': '8689b7f2-061a-402d-a64e-981eedf2e854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2dfd77b8-8056-493f-a3bf-d2d7109fbfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:13.435097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4ae87a-e626-4b91-aa3d-3f7746491d61 admin admin] Network hostable DHCP agents. Network: 2dfd77b8-8056-493f-a3bf-d2d7109fbfb0, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:53:13.435532 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-87c86368-2867-4b1c-acc3-8d7178b2b318 req-865e561e-fcc0-46e2-8291-4a54c2bdec23 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024978 Nov 24 12:53:13.441909 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ae87a-e626-4b91-aa3d-3f7746491d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df05630a-b4f7-4e7c-98cf-bc9831697c92,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:13.458406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:53:13.459938 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4ae87a-e626-4b91-aa3d-3f7746491d61 admin admin] Network 2dfd77b8-8056-493f-a3bf-d2d7109fbfb0 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:53:13.471949 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-90a205f9-1020-4a6c-8b71-1005964f6b99 admin admin] 10.222.0.48 "PUT /v2.0/routers/4753831b-75f1-49e9-a4aa-46bf3e6a89f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4355123 Nov 24 12:53:13.498417 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-1c4ae87a-e626-4b91-aa3d-3f7746491d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 2dfd77b8-8056-493f-a3bf-d2d7109fbfb0) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:13.505056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4ae87a-e626-4b91-aa3d-3f7746491d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:13.505690 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1c4ae87a-e626-4b91-aa3d-3f7746491d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:13.513564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f09a51e-af28-444f-af1e-7ec5902bb91d None None] Network 2dfd77b8-8056-493f-a3bf-d2d7109fbfb0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:53:13.525600 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1c4ae87a-e626-4b91-aa3d-3f7746491d61 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6397834 Nov 24 12:53:13.678253 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-d07c2957-9fbe-4902-8942-19ac742a8747 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:53:13.679600 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-d07c2957-9fbe-4902-8942-19ac742a8747 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088110 Nov 24 12:53:13.783821 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0abb5b6-50c3-43ce-9fb8-000ce30cd035 None None] Network 2dfd77b8-8056-493f-a3bf-d2d7109fbfb0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:53:13.792054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-8aef3abe-e81c-43c5-b971-4300bb4a74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:13.793536 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-8aef3abe-e81c-43c5-b971-4300bb4a74e4 service neutron] 10.222.0.48 "GET /v2.0/ports/99367198-16f7-4734-9dfe-542b7abf6d44 HTTP/1.1" status: 200 len: 1093 time: 0.0712099 Nov 24 12:53:13.807085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-0750c3cb-0af9-4a9f-a04e-8be1b6915725 service neutron] Request body: {'binding': {'host': 'n-h2-817303-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:13.807627 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-0750c3cb-0af9-4a9f-a04e-8be1b6915725 service neutron] Unknown quota resources ['binding']. {{(pid=114985) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 12:53:13.843654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-e2a83ac9-8705-43ef-b361-12d8bab47fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:13.843896 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-e2a83ac9-8705-43ef-b361-12d8bab47fb1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048&tenant_id=68aba327b1424d85a8e6810a5bcc2328 HTTP/1.1" status: 200 len: 1101 time: 0.1634057 Nov 24 12:53:13.992133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-183e5872-d3af-42c0-a240-67218849fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:13.994041 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-183e5872-d3af-42c0-a240-67218849fe4c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 1101 time: 0.1260126 Nov 24 12:53:14.160899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-0750c3cb-0af9-4a9f-a04e-8be1b6915725 service neutron] Attempting to bind port 99367198-16f7-4734-9dfe-542b7abf6d44 on host n-h2-817303-4 for vnic_type normal with profile None {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:14.161243 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-0750c3cb-0af9-4a9f-a04e-8be1b6915725 service neutron] Attempting to bind port 99367198-16f7-4734-9dfe-542b7abf6d44 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:14.161576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-0750c3cb-0af9-4a9f-a04e-8be1b6915725 service neutron] Attempting to bind port 99367198-16f7-4734-9dfe-542b7abf6d44 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:14.177518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-0750c3cb-0af9-4a9f-a04e-8be1b6915725 service neutron] Port 99367198-16f7-4734-9dfe-542b7abf6d44 on network a7071aec-fd43-4708-b67e-8b789798646f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:53:14.177740 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-0750c3cb-0af9-4a9f-a04e-8be1b6915725 service neutron] Attempting to bind port 99367198-16f7-4734-9dfe-542b7abf6d44 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:14.197062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-0750c3cb-0af9-4a9f-a04e-8be1b6915725 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:14.197732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-0750c3cb-0af9-4a9f-a04e-8be1b6915725 service neutron] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:14.197858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-0750c3cb-0af9-4a9f-a04e-8be1b6915725 service neutron] Bound using segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:14.198192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-0750c3cb-0af9-4a9f-a04e-8be1b6915725 service neutron] Bound port: 99367198-16f7-4734-9dfe-542b7abf6d44, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:14.208762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-8265e798-a1b7-4899-b2d9-7cf6023b71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:14.210343 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-8265e798-a1b7-4899-b2d9-7cf6023b71ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2077227 Nov 24 12:53:14.235771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b285f-5cf0-4a6b-900b-81aa5b52b035 req-b9a12973-4f3e-4d3f-995c-f9e65cbf9bdf tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:14.237583 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-424b285f-5cf0-4a6b-900b-81aa5b52b035 req-b9a12973-4f3e-4d3f-995c-f9e65cbf9bdf tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 945 time: 0.1264012 Nov 24 12:53:14.290247 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-91a6bfc8-021a-4d8b-8e9a-05c70ed94c8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b HTTP/1.1" status: 200 len: 217 time: 0.0516591 Nov 24 12:53:14.372166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-0750c3cb-0af9-4a9f-a04e-8be1b6915725 service neutron] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=99367198-16f7-4734-9dfe-542b7abf6d44,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:14.392684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-3d081e0e-8dad-4061-96b5-cba86b6530e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:14.394174 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-3d081e0e-8dad-4061-96b5-cba86b6530e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0948765 Nov 24 12:53:14.397052 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-0750c3cb-0af9-4a9f-a04e-8be1b6915725 service neutron] Publish callbacks [] for binding, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:14.398096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-0750c3cb-0af9-4a9f-a04e-8be1b6915725 service neutron] 10.222.0.48 "POST /v2.0/ports/99367198-16f7-4734-9dfe-542b7abf6d44/bindings HTTP/1.1" status: 201 len: 389 time: 0.5960474 Nov 24 12:53:14.415085 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-424b285f-5cf0-4a6b-900b-81aa5b52b035 req-b7e9aa82-26a8-44fc-8624-da3b7dda3c89 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376061 Nov 24 12:53:14.476102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-10afea64-244c-401d-b772-fd10068d0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:14.481428 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-10afea64-244c-401d-b772-fd10068d0a93 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769429 Nov 24 12:53:14.622766 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e55e1a33-cfb3-45b1-b067-1df20ced51aa up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:14.747670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port e55e1a33-cfb3-45b1-b067-1df20ced51aa completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:53:14.754953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-91295524-b724-467b-a82f-5afc8b8ae013 req-42c8c290-4033-45ad-913e-ba42b3479333 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1315662875', 'description': 'tempest-description-1378559670'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:14.755573 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port e55e1a33-cfb3-45b1-b067-1df20ced51aa triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:14.755699 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:14.803044 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-91295524-b724-467b-a82f-5afc8b8ae013 req-42c8c290-4033-45ad-913e-ba42b3479333 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:14.814531 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cc161e05-3c83-4e1c-9bf9-c07fefe1790d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:14.919068 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-91295524-b724-467b-a82f-5afc8b8ae013 req-42c8c290-4033-45ad-913e-ba42b3479333 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:14.928243 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-91295524-b724-467b-a82f-5afc8b8ae013 req-42c8c290-4033-45ad-913e-ba42b3479333 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:14.940345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port cc161e05-3c83-4e1c-9bf9-c07fefe1790d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:14.940701 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:14.968493 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:14.977860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8c290-4033-45ad-913e-ba42b3479333 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3b5271-7b67-4076-a052-e8a234dd7d17,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:14.987052 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-91295524-b724-467b-a82f-5afc8b8ae013 req-42c8c290-4033-45ad-913e-ba42b3479333 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:14.998452 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91295524-b724-467b-a82f-5afc8b8ae013 req-42c8c290-4033-45ad-913e-ba42b3479333 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2508535 Nov 24 12:53:15.018470 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-b45e0b20-9758-48b9-9784-5323a56c23c4 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267403 Nov 24 12:53:15.031654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port e55e1a33-cfb3-45b1-b067-1df20ced51aa, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e55e1a33-cfb3-45b1-b067-1df20ced51aa,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:15.033099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:15.035843 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-6185281e-4565-46fa-87f5-dc5a3405470c req-84c52114-2c3a-41cf-87bc-07ad182f5155 tempest-FloatingIPDetailsNegativeTestJSON-1089854699 tempest-FloatingIPDetailsNegativeTestJSON-1089854699-project] show failed (client error): The resource could not be found. Nov 24 12:53:15.037095 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad3c596-98b7-4153-b773-e31594762848" -d '{"events": [{"server_uuid": "8ee9405a-297c-4299-9549-9fa29c7f1fa1", "name": "network-vif-plugged", "status": "completed", "tag": "e55e1a33-cfb3-45b1-b067-1df20ced51aa"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:15.044076 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:15.045612 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51716) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:15.049784 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6185281e-4565-46fa-87f5-dc5a3405470c req-84c52114-2c3a-41cf-87bc-07ad182f5155 tempest-FloatingIPDetailsNegativeTestJSON-1089854699 tempest-FloatingIPDetailsNegativeTestJSON-1089854699-project] 10.222.0.48 "GET /v2.0/floatingips/3364116b-7a42-4e28-8e51-76b6858613ac HTTP/1.1" status: 404 len: 350 time: 0.3957725 Nov 24 12:53:15.136210 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:15.188590 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port cc161e05-3c83-4e1c-9bf9-c07fefe1790d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cc161e05-3c83-4e1c-9bf9-c07fefe1790d,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:15.216689 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=e55e1a33-cfb3-45b1-b067-1df20ced51aa,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:15.221286 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:15.254369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-96e15f7a-62e4-4e57-99f3-f4f52a51363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:15.255867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-96e15f7a-62e4-4e57-99f3-f4f52a51363c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 1096 time: 0.2361186 Nov 24 12:53:15.288698 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=cc161e05-3c83-4e1c-9bf9-c07fefe1790d,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:15.343625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02f3fb40-92d3-4f01-8447-c4645619c1fe req-5017c9e5-3f34-4b04-aea3-48b861115a5d service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160787 Nov 24 12:53:15.348834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f791b2-d397-462d-b499-d0a4d7503540 req-4e71ea3e-fb11-41b1-9ae6-fc91ca3fa41e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:15.356373 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20f791b2-d397-462d-b499-d0a4d7503540 req-4e71ea3e-fb11-41b1-9ae6-fc91ca3fa41e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1607981 Nov 24 12:53:15.415072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2e111-3c16-4c75-ba1e-38136ca226d2 req-1bc33ef2-3924-4b00-84d9-ae017bf1522b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:15.422304 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4d2e111-3c16-4c75-ba1e-38136ca226d2 req-1bc33ef2-3924-4b00-84d9-ae017bf1522b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1557024 Nov 24 12:53:15.459357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-e31b6d72-ea25-4c80-bd89-2994c0c8759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:15.461252 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-e31b6d72-ea25-4c80-bd89-2994c0c8759a service neutron] 10.222.0.59 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.1958685 Nov 24 12:53:15.480563 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20f791b2-d397-462d-b499-d0a4d7503540 req-5feb3d15-3531-4d80-97fe-10ddaafc31d3 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229551 Nov 24 12:53:15.519680 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-c4193b64-b95b-4ab2-86b7-55c90e7fc9e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99367198-16f7-4734-9dfe-542b7abf6d44 HTTP/1.1" status: 200 len: 217 time: 0.0493944 Nov 24 12:53:15.543409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4d2e111-3c16-4c75-ba1e-38136ca226d2 req-df3f09d5-a597-4586-bd87-25531f7d0cc3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200244 Nov 24 12:53:15.628250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-54f548a5-21af-4bdd-a8a1-d3147e6389ae req-9499a7c3-2d25-4ce9-aca4-f85b47cd3aad tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-groups/fd3b5271-7b67-4076-a052-e8a234dd7d17 HTTP/1.1" status: 200 len: 1830 time: 0.0501025 Nov 24 12:53:15.631890 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-dfcf6b8f-309b-4e58-977d-7d09c7980327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:15.634157 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-dfcf6b8f-309b-4e58-977d-7d09c7980327 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.1055484 Nov 24 12:53:15.639650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-54f548a5-21af-4bdd-a8a1-d3147e6389ae req-6e5f18d8-691b-45cb-b45c-649e2fdd0468 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fd3b5271-7b67-4076-a052-e8a234dd7d17', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:15.640288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-54f548a5-21af-4bdd-a8a1-d3147e6389ae req-6e5f18d8-691b-45cb-b45c-649e2fdd0468 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fd3b5271-7b67-4076-a052-e8a234dd7d17', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:15.683944 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-23229302-8f0d-4f61-b0b5-bf9b1c6b4ccd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373631 Nov 24 12:53:15.684589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff56f-c821-435e-8b23-2300fac4d894 req-828b1405-f88b-4cc8-8f78-81c81cf9d23f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:15.686091 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f00ff56f-c821-435e-8b23-2300fac4d894 req-828b1405-f88b-4cc8-8f78-81c81cf9d23f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 945 time: 0.1041274 Nov 24 12:53:15.799350 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f00ff56f-c821-435e-8b23-2300fac4d894 req-b6c91725-79be-4914-983c-ebc62e876714 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015606 Nov 24 12:53:15.799929 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-54f548a5-21af-4bdd-a8a1-d3147e6389ae req-6e5f18d8-691b-45cb-b45c-649e2fdd0468 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:15.828881 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-f6fbf74c-0580-42f1-967b-50d2a4c4f0f0 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360493 Nov 24 12:53:15.835963 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-54f548a5-21af-4bdd-a8a1-d3147e6389ae req-6e5f18d8-691b-45cb-b45c-649e2fdd0468 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:15.854689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a79921d3-c038-45f1-a520-772e2ca88a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:15.863507 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39b2bb9-d4fa-4a4f-adaf-a3f1b1332525 x-openstack-request-id: req-e39b2bb9-d4fa-4a4f-adaf-a3f1b1332525 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:15.864030 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee9405a-297c-4299-9549-9fa29c7f1fa1", "name": "network-vif-plugged", "status": "completed", "tag": "e55e1a33-cfb3-45b1-b067-1df20ced51aa", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:15.864200 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e39b2bb9-d4fa-4a4f-adaf-a3f1b1332525 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:15.864699 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa', 'code': 200} Nov 24 12:53:15.929982 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-54f548a5-21af-4bdd-a8a1-d3147e6389ae req-6e5f18d8-691b-45cb-b45c-649e2fdd0468 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:15.972362 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] Sync routers for ids ['4753831b-75f1-49e9-a4aa-46bf3e6a89f9'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:53:15.983198 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] Routers {'4753831b-75f1-49e9-a4aa-46bf3e6a89f9'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:15.984102 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4753831b-75f1-49e9-a4aa-46bf3e6a89f9'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:16.038375 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-67923dad-eb86-4690-b25f-e1551b569e05 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994026 Nov 24 12:53:16.040558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f18d8-691b-45cb-b45c-649e2fdd0468 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca508783-f86b-4795-b034-43fd71a59ee8,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:16.061373 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0930a-b661-40c7-b681-46fb947ebc41 req-9ff97b9b-7e11-4ad0-b820-0411ad9096aa tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:16.062974 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-72b0930a-b661-40c7-b681-46fb947ebc41 req-9ff97b9b-7e11-4ad0-b820-0411ad9096aa tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.1397252 Nov 24 12:53:16.075319 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-54f548a5-21af-4bdd-a8a1-d3147e6389ae req-6e5f18d8-691b-45cb-b45c-649e2fdd0468 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:16.076612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-54f548a5-21af-4bdd-a8a1-d3147e6389ae req-6e5f18d8-691b-45cb-b45c-649e2fdd0468 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4411001 Nov 24 12:53:16.130103 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] Set router 4753831b-75f1-49e9-a4aa-46bf3e6a89f9 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:16.135389 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300657ae-d637-4061-9834-cfd36225fd7b req-29b65c79-4680-4714-aed0-4feb7059bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:16.137002 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-300657ae-d637-4061-9834-cfd36225fd7b req-29b65c79-4680-4714-aed0-4feb7059bd8e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 1097 time: 0.1781552 Nov 24 12:53:16.250989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9615fa5c-d040-45a3-a4d0-bbc12ee11f51 req-ec1767ad-7edd-46f8-b1d5-a26b5af49208 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-groups/fd3b5271-7b67-4076-a052-e8a234dd7d17 HTTP/1.1" status: 200 len: 2423 time: 0.1424067 Nov 24 12:53:16.265427 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-72b0930a-b661-40c7-b681-46fb947ebc41 req-f7a4f744-b6b0-47bb-8483-a82c0d1537a3 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742594 Nov 24 12:53:16.276048 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-300657ae-d637-4061-9834-cfd36225fd7b req-8976fa85-3b05-4d38-ad96-82c6bcef18e7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044018 Nov 24 12:53:16.314556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-82c891b0-0082-4017-9b8a-9ed7bd8cd1fe tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:16.319676 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-82c891b0-0082-4017-9b8a-9ed7bd8cd1fe tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b&tenant_id=6441bea1ed3547598abd90d1c2c0a634&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1096 time: 0.1602094 Nov 24 12:53:16.337417 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ecb123df-3a1d-4d31-a58e-c9f19fcbd6c9 req-6c3e64d4-48c5-41de-9766-5e0a1d64fca9 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-group-rules/ca508783-f86b-4795-b034-43fd71a59ee8 HTTP/1.1" status: 200 len: 778 time: 0.0415735 Nov 24 12:53:16.430540 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ecb123df-3a1d-4d31-a58e-c9f19fcbd6c9 req-0c4389ea-39ee-4a94-88a8-2b867061aff2 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-groups/fd3b5271-7b67-4076-a052-e8a234dd7d17 HTTP/1.1" status: 200 len: 2423 time: 0.0919459 Nov 24 12:53:16.474326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-a79921d3-c038-45f1-a520-772e2ca88a56 admin admin] Deleting port 32ea6a1c-e30c-4acf-8868-93de714dc4d9 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:16.474769 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a79921d3-c038-45f1-a520-772e2ca88a56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:16.476698 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ecb123df-3a1d-4d31-a58e-c9f19fcbd6c9 req-76007a90-6d0f-4f08-9207-5b176696bac5 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:16.493636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-4'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:16.494031 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ecb123df-3a1d-4d31-a58e-c9f19fcbd6c9 req-76007a90-6d0f-4f08-9207-5b176696bac5 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:16.516451 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-214415927-router', 'tenant_id': '13ede75ff07f4a489d9feebf8b3e8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'cc161e05-3c83-4e1c-9bf9-c07fefe1790d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:06Z', 'updated_at': '2021-11-24T12:53:12Z', 'revision_number': 4, 'project_id': '13ede75ff07f4a489d9feebf8b3e8137', 'gw_port': {'id': 'cc161e05-3c83-4e1c-9bf9-c07fefe1790d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:07Z', 'updated_at': '2021-11-24T12:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '32ea6a1c-e30c-4acf-8868-93de714dc4d9', 'name': '', 'network_id': '21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0', 'tenant_id': '13ede75ff07f4a489d9feebf8b3e8137', 'mac_address': 'fa:16:3e:ee:b6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4849ca13-ce2a-4e1f-a32d-c2eb644dd485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:10Z', 'updated_at': '2021-11-24T12:53:12Z', 'revision_number': 2, 'project_id': '13ede75ff07f4a489d9feebf8b3e8137', 'subnets': [{'id': '4849ca13-ce2a-4e1f-a32d-c2eb644dd485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:16.558464 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] Checking router: 4753831b-75f1-49e9-a4aa-46bf3e6a89f9 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:53:16.558823 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] Updating router 4753831b-75f1-49e9-a4aa-46bf3e6a89f9 port 32ea6a1c-e30c-4acf-8868-93de714dc4d9 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:53:16.594595 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:16.603803 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a79921d3-c038-45f1-a520-772e2ca88a56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:16.618423 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-a79921d3-c038-45f1-a520-772e2ca88a56 admin admin] Calling delete_port for 32ea6a1c-e30c-4acf-8868-93de714dc4d9 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:16.660911 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:16.734740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cc161e05-3c83-4e1c-9bf9-c07fefe1790d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:16.791683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036c092-c328-439f-9814-df9104848c7a req-6445eaa7-cd61-4ca5-8fa7-8e2621e38fc1 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:16.800014 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c036c092-c328-439f-9814-df9104848c7a req-6445eaa7-cd61-4ca5-8fa7-8e2621e38fc1 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1411314 Nov 24 12:53:16.814567 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ecb123df-3a1d-4d31-a58e-c9f19fcbd6c9 req-76007a90-6d0f-4f08-9207-5b176696bac5 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:16.823213 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ecb123df-3a1d-4d31-a58e-c9f19fcbd6c9 req-76007a90-6d0f-4f08-9207-5b176696bac5 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:16.827905 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ecb123df-3a1d-4d31-a58e-c9f19fcbd6c9 req-76007a90-6d0f-4f08-9207-5b176696bac5 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/ca508783-f86b-4795-b034-43fd71a59ee8 HTTP/1.1" status: 204 len: 173 time: 0.3875215 Nov 24 12:53:16.841297 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a79921d3-c038-45f1-a520-772e2ca88a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:16.911154 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76007a90-6d0f-4f08-9207-5b176696bac5 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca508783-f86b-4795-b034-43fd71a59ee8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:16.921236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79921d3-c038-45f1-a520-772e2ca88a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=32ea6a1c-e30c-4acf-8868-93de714dc4d9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:16.934342 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.db.api [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 12:53:16.934986 n-d-817303-4 neutron-server[114988]: DEBUG oslo_db.api [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 12:53:16.940465 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c036c092-c328-439f-9814-df9104848c7a req-fe350522-8141-4813-8801-1bbea5e660a0 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390994 Nov 24 12:53:16.988635 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=99367198-16f7-4734-9dfe-542b7abf6d44,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:17.084534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port cc161e05-3c83-4e1c-9bf9-c07fefe1790d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:17.084534 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:17.089486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:17.108650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d7f4f-91c8-42d6-8edf-cd11b436ed60 req-ece7a960-ff1b-4a2d-ad79-00af143f69e8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:17.126849 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6c6d7f4f-91c8-42d6-8edf-cd11b436ed60 req-ece7a960-ff1b-4a2d-ad79-00af143f69e8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1908629 Nov 24 12:53:17.133523 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device dc707d28-b6a8-4f62-b7d3-940b0908755b no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:17.139001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded930a0-7502-4e96-9794-de52af1ba645 req-2d930f14-54b4-412f-8932-2ad504047a63 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:17.151969 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ded930a0-7502-4e96-9794-de52af1ba645 req-2d930f14-54b4-412f-8932-2ad504047a63 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 945 time: 0.1042821 Nov 24 12:53:17.180036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19111058-9a86-453b-a603-f7b6fdb9cc7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99367198-16f7-4734-9dfe-542b7abf6d44'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:17.182438 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b923f94-a77c-4801-8cd9-aaf0746b1432" -d '{"events": [{"server_uuid": "19111058-9a86-453b-a603-f7b6fdb9cc7b", "name": "network-vif-unplugged", "status": "completed", "tag": "99367198-16f7-4734-9dfe-542b7abf6d44"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:17.187401 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:17.210994 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:17.354646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ded930a0-7502-4e96-9794-de52af1ba645 req-1c61e534-bbe2-4e97-8e39-0a5b1813d349 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016537 Nov 24 12:53:17.397318 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:17.429420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Pushing event updated for resources: {'Port': ['ID=99367198-16f7-4734-9dfe-542b7abf6d44,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:17.439453 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port dc707d28-b6a8-4f62-b7d3-940b0908755b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:17.449916 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:17.456316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b0bba140-5a7b-4575-b6cf-56b69c325a4b req-09c34b6f-af1c-449a-8fe9-b0d7656dc7ec tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2017144712', 'description': 'tempest-description-338235284'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:17.473649 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] Port 32ea6a1c-e30c-4acf-8868-93de714dc4d9 not found while updating agent binding for router 4753831b-75f1-49e9-a4aa-46bf3e6a89f9. {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 24 12:53:17.484357 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] Routers {'4753831b-75f1-49e9-a4aa-46bf3e6a89f9'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:17.485183 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4753831b-75f1-49e9-a4aa-46bf3e6a89f9'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:17.535683 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b0bba140-5a7b-4575-b6cf-56b69c325a4b req-09c34b6f-af1c-449a-8fe9-b0d7656dc7ec tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:17.550534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=dc707d28-b6a8-4f62-b7d3-940b0908755b,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:17.584428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Attempting to bind port 99367198-16f7-4734-9dfe-542b7abf6d44 on host n-h1-817303-4 for vnic_type normal with profile {"migrating_to": "n-h2-817303-4"} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:17.584799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Attempting to bind port 99367198-16f7-4734-9dfe-542b7abf6d44 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:17.585131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Attempting to bind port 99367198-16f7-4734-9dfe-542b7abf6d44 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:17.595305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Port 99367198-16f7-4734-9dfe-542b7abf6d44 on network a7071aec-fd43-4708-b67e-8b789798646f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:53:17.595626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Attempting to bind port 99367198-16f7-4734-9dfe-542b7abf6d44 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:17.608344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:17.609008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:17.609140 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Bound using segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:17.609502 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Bound port: 99367198-16f7-4734-9dfe-542b7abf6d44, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:17.609963 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:17.651713 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] Set router 4753831b-75f1-49e9-a4aa-46bf3e6a89f9 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:17.684508 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b0bba140-5a7b-4575-b6cf-56b69c325a4b req-09c34b6f-af1c-449a-8fe9-b0d7656dc7ec tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:17.697976 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6c6d7f4f-91c8-42d6-8edf-cd11b436ed60 req-c6160726-e0fc-45ec-9279-4de800244e25 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702913 Nov 24 12:53:17.725357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:17.725660 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a79921d3-c038-45f1-a520-772e2ca88a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:17.730149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=99367198-16f7-4734-9dfe-542b7abf6d44,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:17.731589 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b0bba140-5a7b-4575-b6cf-56b69c325a4b req-09c34b6f-af1c-449a-8fe9-b0d7656dc7ec tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:17.761458 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:17.778145 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaab998-7f9c-47ac-a79b-efe3bbb43b00 x-openstack-request-id: req-ecaab998-7f9c-47ac-a79b-efe3bbb43b00 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:17.778436 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19111058-9a86-453b-a603-f7b6fdb9cc7b", "name": "network-vif-unplugged", "status": "completed", "tag": "99367198-16f7-4734-9dfe-542b7abf6d44", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:17.779321 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ecaab998-7f9c-47ac-a79b-efe3bbb43b00 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:17.779761 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19111058-9a86-453b-a603-f7b6fdb9cc7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99367198-16f7-4734-9dfe-542b7abf6d44', 'code': 200} Nov 24 12:53:17.832751 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b0bba140-5a7b-4575-b6cf-56b69c325a4b req-09c34b6f-af1c-449a-8fe9-b0d7656dc7ec tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:17.834058 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b0bba140-5a7b-4575-b6cf-56b69c325a4b req-09c34b6f-af1c-449a-8fe9-b0d7656dc7ec tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3907745 Nov 24 12:53:17.841381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c34b6f-af1c-449a-8fe9-b0d7656dc7ec tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccdd8c6-b6d5-4a09-91e5-d36cdf9de832,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:17.866002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bea123-5dc5-489c-b492-0addbeb5f048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc707d28-b6a8-4f62-b7d3-940b0908755b'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:17.869573 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8766e5-aaa4-40cb-a40d-144c41bd97e3" -d '{"events": [{"server_uuid": "f8bea123-5dc5-489c-b492-0addbeb5f048", "name": "network-vif-unplugged", "status": "completed", "tag": "dc707d28-b6a8-4f62-b7d3-940b0908755b"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:17.910958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:17.911716 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:17.913832 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] 10.222.0.59 "PUT /v2.0/ports/99367198-16f7-4734-9dfe-542b7abf6d44 HTTP/1.1" status: 200 len: 1121 time: 1.4282010 Nov 24 12:53:17.917725 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774e771-bc5e-4b43-bf1f-0710657b5920 service neutron] Pushing event updated for resources: {'Port': ['ID=99367198-16f7-4734-9dfe-542b7abf6d44,revision_number=8']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:17.960574 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-214415927-router', 'tenant_id': '13ede75ff07f4a489d9feebf8b3e8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'cc161e05-3c83-4e1c-9bf9-c07fefe1790d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:06Z', 'updated_at': '2021-11-24T12:53:16Z', 'revision_number': 5, 'project_id': '13ede75ff07f4a489d9feebf8b3e8137', 'gw_port': {'id': 'cc161e05-3c83-4e1c-9bf9-c07fefe1790d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:07Z', 'updated_at': '2021-11-24T12:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:18.025068 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501c0ef6-f5e3-4be7-9d71-46caa699483d None None] The sync data for ids ['4753831b-75f1-49e9-a4aa-46bf3e6a89f9'] in n-d-817303-4 is: [{'id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-214415927-router', 'tenant_id': '13ede75ff07f4a489d9feebf8b3e8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': 'cc161e05-3c83-4e1c-9bf9-c07fefe1790d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:06Z', 'updated_at': '2021-11-24T12:53:16Z', 'revision_number': 5, 'project_id': '13ede75ff07f4a489d9feebf8b3e8137', 'gw_port': {'id': 'cc161e05-3c83-4e1c-9bf9-c07fefe1790d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:21:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:07Z', 'updated_at': '2021-11-24T12:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:53:18.032807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['99367198-16f7-4734-9dfe-542b7abf6d44'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:18.045989 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c0378-6aaf-4ca0-9523-95ee1f9c8384 req-87b9aa8f-7042-4e5c-8b9e-4d1ec4cb5347 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:18.047656 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-356c0378-6aaf-4ca0-9523-95ee1f9c8384 req-87b9aa8f-7042-4e5c-8b9e-4d1ec4cb5347 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.1540625 Nov 24 12:53:18.062607 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9d2f1407-5076-43bf-9446-bffa0173b47b req-554471fd-6729-40e1-bc99-739f1704d377 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-groups/dccdd8c6-b6d5-4a09-91e5-d36cdf9de832 HTTP/1.1" status: 200 len: 1829 time: 0.1005712 Nov 24 12:53:18.123659 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-356c0378-6aaf-4ca0-9523-95ee1f9c8384 req-ec0d284d-0a26-455d-bc3d-21c8c4acc44e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659666 Nov 24 12:53:18.147715 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ebe17e-fdbd-4c0d-b22d-4686b4dcd5e7 x-openstack-request-id: req-15ebe17e-fdbd-4c0d-b22d-4686b4dcd5e7 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:18.149366 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bea123-5dc5-489c-b492-0addbeb5f048", "name": "network-vif-unplugged", "status": "completed", "tag": "dc707d28-b6a8-4f62-b7d3-940b0908755b", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:18.149704 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15ebe17e-fdbd-4c0d-b22d-4686b4dcd5e7 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:18.150730 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bea123-5dc5-489c-b492-0addbeb5f048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc707d28-b6a8-4f62-b7d3-940b0908755b', 'code': 200} Nov 24 12:53:18.151603 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79921d3-c038-45f1-a520-772e2ca88a56 admin admin] Router 4753831b-75f1-49e9-a4aa-46bf3e6a89f9 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:53:18.270283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-b65f451d-624c-4b1d-afd7-2a704c8127ac tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:18.271906 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-b65f451d-624c-4b1d-afd7-2a704c8127ac tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0620580 Nov 24 12:53:18.328236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79921d3-c038-45f1-a520-772e2ca88a56 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:53:18.329035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-05a7ad67-d3f8-475b-bbcc-2a944a57c427 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.0498307 Nov 24 12:53:18.334920 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a79921d3-c038-45f1-a520-772e2ca88a56 admin admin] 10.222.0.48 "PUT /v2.0/routers/4753831b-75f1-49e9-a4aa-46bf3e6a89f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2873194 Nov 24 12:53:18.337728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-a7b0507a-6fc6-4ca7-9957-e20dfcec95a5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Request body: {'floatingip': {'port_id': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:18.338135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51760) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:18.383979 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-a7b0507a-6fc6-4ca7-9957-e20dfcec95a5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:18.387977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44dbbd-9b97-44d5-b877-0bf0483b6ce6 req-621fb4d7-95f3-4752-87d3-5e8750397e67 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:18.390070 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c44dbbd-9b97-44d5-b877-0bf0483b6ce6 req-621fb4d7-95f3-4752-87d3-5e8750397e67 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1787655 Nov 24 12:53:18.542397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c44dbbd-9b97-44d5-b877-0bf0483b6ce6 req-f1cd81a3-97d8-42c2-8181-b68e2b2efad1 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380172 Nov 24 12:53:18.544054 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:18.593016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-0371ab35-a94e-4f72-bc01-caa44b68d420 req-7fa4d007-5693-4313-a347-7926c0a01b52 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1563087257', 'description': 'tempest-description-1075466987'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:18.626396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 32ea6a1c-e30c-4acf-8868-93de714dc4d9 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:18.671646 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0371ab35-a94e-4f72-bc01-caa44b68d420 req-7fa4d007-5693-4313-a347-7926c0a01b52 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:18.672083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 32ea6a1c-e30c-4acf-8868-93de714dc4d9 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:53:18.672589 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 32ea6a1c-e30c-4acf-8868-93de714dc4d9 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:53:18.717991 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:18.806675 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0371ab35-a94e-4f72-bc01-caa44b68d420 req-7fa4d007-5693-4313-a347-7926c0a01b52 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:18.823377 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0371ab35-a94e-4f72-bc01-caa44b68d420 req-7fa4d007-5693-4313-a347-7926c0a01b52 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:18.834931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] Deleting port cc161e05-3c83-4e1c-9bf9-c07fefe1790d {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:18.835519 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:18.900926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4d007-5693-4313-a347-7926c0a01b52 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=574dd353-be39-40ae-896b-e915f813fe0d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:18.939796 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0371ab35-a94e-4f72-bc01-caa44b68d420 req-7fa4d007-5693-4313-a347-7926c0a01b52 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:18.941416 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0371ab35-a94e-4f72-bc01-caa44b68d420 req-7fa4d007-5693-4313-a347-7926c0a01b52 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3541365 Nov 24 12:53:18.991201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] For port cc161e05-3c83-4e1c-9bf9-c07fefe1790d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cc161e05-3c83-4e1c-9bf9-c07fefe1790d,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:18.991875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:19.008810 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] Calling delete_port for cc161e05-3c83-4e1c-9bf9-c07fefe1790d owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:19.135950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device dc707d28-b6a8-4f62-b7d3-940b0908755b details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:53:19.175808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf4bd6-02e6-4bb7-b951-4fb257a343cc req-6910f4c9-bfeb-4702-ba4d-f51bfc5469c2 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:19.178509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7bcf4bd6-02e6-4bb7-b951-4fb257a343cc req-6910f4c9-bfeb-4702-ba4d-f51bfc5469c2 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 943 time: 0.1025934 Nov 24 12:53:19.205136 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.db.resource_extend [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-a7b0507a-6fc6-4ca7-9957-e20dfcec95a5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 12:53:19.306851 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7bcf4bd6-02e6-4bb7-b951-4fb257a343cc req-8e4ddefc-784a-43c5-b099-ae7141fecd81 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197209 Nov 24 12:53:19.338223 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-a7b0507a-6fc6-4ca7-9957-e20dfcec95a5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:19.343676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-a7b0507a-6fc6-4ca7-9957-e20dfcec95a5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:19.402914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port dc707d28-b6a8-4f62-b7d3-940b0908755b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:19.425670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'dc707d28-b6a8-4f62-b7d3-940b0908755b', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'dc707d28-b6a8-4f62-b7d3-940b0908755b', 'mac_address': 'fa:16:3e:55:62:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:53:19.475102 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:19.480137 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa0929-cbd0-4de4-b3d8-047d9ed804df req-44246643-1f95-4eb4-8838-2efb01496ec1 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:19.482426 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-a7b0507a-6fc6-4ca7-9957-e20dfcec95a5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Floating IP 77d21ab0-bc2a-448a-97a0-c046bf5f9ab3 associated. External IP: 172.25.0.249, port: 7eb71561-6a50-4f18-8493-6b1c5104ce27. Nov 24 12:53:19.486788 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16fa0929-cbd0-4de4-b3d8-047d9ed804df req-44246643-1f95-4eb4-8838-2efb01496ec1 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 948 time: 0.0715170 Nov 24 12:53:19.487041 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:19.504580 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45065cf8-cc87-4d9a-a38b-f8bd8be72213 None None] Sync routers for ids ['4753831b-75f1-49e9-a4aa-46bf3e6a89f9'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:53:19.516551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc707d28-b6a8-4f62-b7d3-940b0908755b {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:19.531012 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:19.542495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45065cf8-cc87-4d9a-a38b-f8bd8be72213 None None] Routers {'4753831b-75f1-49e9-a4aa-46bf3e6a89f9'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:19.543500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-45065cf8-cc87-4d9a-a38b-f8bd8be72213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4753831b-75f1-49e9-a4aa-46bf3e6a89f9'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:19.549720 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port dc707d28-b6a8-4f62-b7d3-940b0908755b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:19.604408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc161e05-3c83-4e1c-9bf9-c07fefe1790d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:19.634307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-45065cf8-cc87-4d9a-a38b-f8bd8be72213 None None] Set router 4753831b-75f1-49e9-a4aa-46bf3e6a89f9 gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:19.679166 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:19.682775 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:19.706858 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:19.712079 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-45065cf8-cc87-4d9a-a38b-f8bd8be72213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4753831b-75f1-49e9-a4aa-46bf3e6a89f9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-214415927-router', 'tenant_id': '13ede75ff07f4a489d9feebf8b3e8137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:06Z', 'updated_at': '2021-11-24T12:53:19Z', 'revision_number': 7, 'project_id': '13ede75ff07f4a489d9feebf8b3e8137', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:19.764492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45065cf8-cc87-4d9a-a38b-f8bd8be72213 None None] Checking router: 4753831b-75f1-49e9-a4aa-46bf3e6a89f9 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:53:19.768692 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16fa0929-cbd0-4de4-b3d8-047d9ed804df req-2749ba8c-a073-4703-9af7-7d9c45438366 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432530 Nov 24 12:53:19.782255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19111058-9a86-453b-a603-f7b6fdb9cc7b', 'tag': '99367198-16f7-4734-9dfe-542b7abf6d44'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:19.791128 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15322d2-bf30-4282-b982-1666749fe117" -d '{"events": [{"name": "network-changed", "server_uuid": "19111058-9a86-453b-a603-f7b6fdb9cc7b", "tag": "99367198-16f7-4734-9dfe-542b7abf6d44"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:19.792258 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:19.793029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4753831b-75f1-49e9-a4aa-46bf3e6a89f9 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 12:53:19.801229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:19.807647 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c625e896-e446-471b-8e4f-5e6a6e569699 admin admin] 10.222.0.48 "DELETE /v2.0/routers/4753831b-75f1-49e9-a4aa-46bf3e6a89f9 HTTP/1.1" status: 204 len: 168 time: 1.4682636 Nov 24 12:53:19.807820 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-a7b0507a-6fc6-4ca7-9957-e20dfcec95a5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:53:19.808477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51778) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:19.813687 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45065cf8-cc87-4d9a-a38b-f8bd8be72213 None None] Routers {'4753831b-75f1-49e9-a4aa-46bf3e6a89f9'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:19.814821 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-45065cf8-cc87-4d9a-a38b-f8bd8be72213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4753831b-75f1-49e9-a4aa-46bf3e6a89f9'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:19.868210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-45065cf8-cc87-4d9a-a38b-f8bd8be72213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:19.869183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45065cf8-cc87-4d9a-a38b-f8bd8be72213 None None] The sync data for ids ['4753831b-75f1-49e9-a4aa-46bf3e6a89f9'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:53:19.881356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=dc707d28-b6a8-4f62-b7d3-940b0908755b,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:19.913936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f021171-cb10-4e4d-9675-5b1b93dbe5b7 admin admin] Deleting subnet 4849ca13-ce2a-4e1f-a32d-c2eb644dd485 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:53:19.922161 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f021171-cb10-4e4d-9675-5b1b93dbe5b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:19.973364 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-524badf1-3a1a-446a-8d2a-9c465277444a req-e4fa8ddf-5dbc-4817-bafe-77cef5912f1d tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-groups/574dd353-be39-40ae-896b-e915f813fe0d HTTP/1.1" status: 200 len: 1830 time: 0.0506208 Nov 24 12:53:19.998856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['dc707d28-b6a8-4f62-b7d3-940b0908755b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:20.020180 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f021171-cb10-4e4d-9675-5b1b93dbe5b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:20.132456 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b0973-ceeb-402a-bd0c-023eeb7b7d70 req-ff08b607-3e8a-4826-9da4-2aff81987ef8 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:20.134754 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c4b0973-ceeb-402a-bd0c-023eeb7b7d70 req-ff08b607-3e8a-4826-9da4-2aff81987ef8 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.0813072 Nov 24 12:53:20.199189 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c4b0973-ceeb-402a-bd0c-023eeb7b7d70 req-caf88304-153b-4b81-9133-9829a059ca81 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581396 Nov 24 12:53:20.329456 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5105cdc0-918d-41a8-b363-b9a3b45ca3e8 x-openstack-request-id: req-5105cdc0-918d-41a8-b363-b9a3b45ca3e8 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:20.330085 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19111058-9a86-453b-a603-f7b6fdb9cc7b", "tag": "99367198-16f7-4734-9dfe-542b7abf6d44", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:20.330561 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5105cdc0-918d-41a8-b363-b9a3b45ca3e8 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:20.331163 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19111058-9a86-453b-a603-f7b6fdb9cc7b', 'tag': '99367198-16f7-4734-9dfe-542b7abf6d44', 'status': 'completed', 'code': 200} Nov 24 12:53:20.356708 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-5d0176ff-9a93-4094-aa96-529bae8e1850 req-f419b364-77e1-448c-b12a-3f6ecd7ec92a tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-726418186', 'description': 'tempest-description-518955886'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:20.384643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-a7b0507a-6fc6-4ca7-9957-e20dfcec95a5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:53:20.394965 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-a7b0507a-6fc6-4ca7-9957-e20dfcec95a5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:20.396691 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab08e2d-8448-43a6-b1d4-3aa9c4830356 None None] Sync routers for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:53:20.403676 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5d0176ff-9a93-4094-aa96-529bae8e1850 req-f419b364-77e1-448c-b12a-3f6ecd7ec92a tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:20.427372 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab08e2d-8448-43a6-b1d4-3aa9c4830356 None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:20.428050 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0ab08e2d-8448-43a6-b1d4-3aa9c4830356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:20.490834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-a7b0507a-6fc6-4ca7-9957-e20dfcec95a5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "PUT /v2.0/floatingips/77d21ab0-bc2a-448a-97a0-c046bf5f9ab3 HTTP/1.1" status: 200 len: 997 time: 2.1607871 Nov 24 12:53:20.503694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15322d2-bf30-4282-b982-1666749fe117 req-09e23dab-75c3-4a5d-b711-d5c9793cdf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:20.505225 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f15322d2-bf30-4282-b982-1666749fe117 req-09e23dab-75c3-4a5d-b711-d5c9793cdf35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 1124 time: 0.1776192 Nov 24 12:53:20.520618 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e849f-7d01-4875-80c4-2afa7d41c649 req-c3e6a01a-2025-4bf2-bafe-23b6133b3403 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:20.522290 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c5e849f-7d01-4875-80c4-2afa7d41c649 req-c3e6a01a-2025-4bf2-bafe-23b6133b3403 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048&tenant_id=68aba327b1424d85a8e6810a5bcc2328&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 949 time: 0.0728605 Nov 24 12:53:20.530958 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f021171-cb10-4e4d-9675-5b1b93dbe5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:20.578110 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5d0176ff-9a93-4094-aa96-529bae8e1850 req-f419b364-77e1-448c-b12a-3f6ecd7ec92a tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:20.590165 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0ab08e2d-8448-43a6-b1d4-3aa9c4830356 None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:20.594594 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5d0176ff-9a93-4094-aa96-529bae8e1850 req-f419b364-77e1-448c-b12a-3f6ecd7ec92a tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:20.642198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419b364-77e1-448c-b12a-3f6ecd7ec92a tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4248aa7b-1165-4fea-bbe1-e821d3f9943f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:20.669303 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 99367198-16f7-4734-9dfe-542b7abf6d44 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:53:20.686146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-2598b9f7-2b23-4760-9d91-2e23b9f8a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:20.687680 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-2598b9f7-2b23-4760-9d91-2e23b9f8a0f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 1097 time: 0.1272025 Nov 24 12:53:20.690685 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15322d2-bf30-4282-b982-1666749fe117 req-b32d68ee-9799-4b0d-9239-bacb3e75d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:20.692156 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f15322d2-bf30-4282-b982-1666749fe117 req-b32d68ee-9799-4b0d-9239-bacb3e75d0a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.1771779 Nov 24 12:53:20.739773 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5d0176ff-9a93-4094-aa96-529bae8e1850 req-f419b364-77e1-448c-b12a-3f6ecd7ec92a tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:20.740587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d0176ff-9a93-4094-aa96-529bae8e1850 req-f419b364-77e1-448c-b12a-3f6ecd7ec92a tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3885887 Nov 24 12:53:20.767219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e849f-7d01-4875-80c4-2afa7d41c649 req-30ee438a-558d-4aab-8fb0-991fb8422daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:20.768756 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c5e849f-7d01-4875-80c4-2afa7d41c649 req-30ee438a-558d-4aab-8fb0-991fb8422daa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 1100 time: 0.1186101 Nov 24 12:53:20.800307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cc161e05-3c83-4e1c-9bf9-c07fefe1790d no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:20.829218 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f021171-cb10-4e4d-9675-5b1b93dbe5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:20.870409 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: cc161e05-3c83-4e1c-9bf9-c07fefe1790d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:53:20.870763 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cc161e05-3c83-4e1c-9bf9-c07fefe1790d not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:53:20.875626 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f15322d2-bf30-4282-b982-1666749fe117 req-0ef472b6-2187-4e67-a39d-037a3cbe666f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99367198-16f7-4734-9dfe-542b7abf6d44 HTTP/1.1" status: 200 len: 217 time: 0.0837042 Nov 24 12:53:20.913131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f021171-cb10-4e4d-9675-5b1b93dbe5b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4849ca13-ce2a-4e1f-a32d-c2eb644dd485,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:20.946790 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ba062a-8292-4e1a-a501-45bcb1b8b49e None None] Network 21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:53:20.949505 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f021171-cb10-4e4d-9675-5b1b93dbe5b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:20.952780 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2f021171-cb10-4e4d-9675-5b1b93dbe5b7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4849ca13-ce2a-4e1f-a32d-c2eb644dd485 HTTP/1.1" status: 204 len: 168 time: 1.1433067 Nov 24 12:53:20.959224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51794) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:20.983758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-61bc14ba-b23a-439c-a3e5-a9ed28fcde9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:20.985440 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-61bc14ba-b23a-439c-a3e5-a9ed28fcde9e service neutron] 10.222.0.48 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 921 time: 0.2910390 Nov 24 12:53:21.011839 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0ab08e2d-8448-43a6-b1d4-3aa9c4830356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77d21ab0-bc2a-448a-97a0-c046bf5f9ab3', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'port_id': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'mac_address': 'fa:16:3e:88:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:00Z', 'updated_at': '2021-11-24T12:53:19Z', 'revision_number': 1, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:21.014215 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919c842-1864-4ee6-be41-1f4868b67b44 req-cb1e7082-095a-47b0-b495-2b78e3ce1453 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:21.016978 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6919c842-1864-4ee6-be41-1f4868b67b44 req-cb1e7082-095a-47b0-b495-2b78e3ce1453 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 943 time: 0.1789517 Nov 24 12:53:21.059232 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15322d2-bf30-4282-b982-1666749fe117 req-4ba62327-5bd0-4db6-bd80-7d6533baa89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:21.059568 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f15322d2-bf30-4282-b982-1666749fe117 req-4ba62327-5bd0-4db6-bd80-7d6533baa89e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.1583011 Nov 24 12:53:21.074030 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2161c7db-496c-4ff7-9f8a-bb702b87b0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:21.080978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e849f-7d01-4875-80c4-2afa7d41c649 req-ee9c69f8-7eef-45e5-8d93-873e53d47a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:21.082431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c5e849f-7d01-4875-80c4-2afa7d41c649 req-ee9c69f8-7eef-45e5-8d93-873e53d47a8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2986324 Nov 24 12:53:21.094516 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab08e2d-8448-43a6-b1d4-3aa9c4830356 None None] Checking router: fdb81ae7-c4a2-4129-9f5d-7642a24482e6 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:53:21.108509 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab08e2d-8448-43a6-b1d4-3aa9c4830356 None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:21.109691 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0ab08e2d-8448-43a6-b1d4-3aa9c4830356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:52:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:21.135112 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f15322d2-bf30-4282-b982-1666749fe117 req-753daf2b-eaa6-487d-86b6-2c2640ef62ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620279 Nov 24 12:53:21.140855 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:21.150172 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c5e849f-7d01-4875-80c4-2afa7d41c649 req-9d0aec86-95f1-4af7-8564-7ca79272a807 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b HTTP/1.1" status: 200 len: 217 time: 0.0538044 Nov 24 12:53:21.151336 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device dc707d28-b6a8-4f62-b7d3-940b0908755b up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:21.161334 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-aa574ca9-a79e-4035-9c1e-2cb1ac74bf63 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27 HTTP/1.1" status: 200 len: 1000 time: 0.1687827 Nov 24 12:53:21.193783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=99367198-16f7-4734-9dfe-542b7abf6d44,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:21.202835 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6919c842-1864-4ee6-be41-1f4868b67b44 req-f7435b2b-c70b-4892-9b19-c4aa1836c81e tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337490 Nov 24 12:53:21.218409 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 99367198-16f7-4734-9dfe-542b7abf6d44 has no active binding in host n-h2-817303-4 {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 12:53:21.249908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-86602779-f562-4d53-ac2a-1c2962f64951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:21.256809 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-86602779-f562-4d53-ac2a-1c2962f64951 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.0945802 Nov 24 12:53:21.289833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port dc707d28-b6a8-4f62-b7d3-940b0908755b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:21.290173 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:21.312528 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0ab08e2d-8448-43a6-b1d4-3aa9c4830356 None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:21.323075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e849f-7d01-4875-80c4-2afa7d41c649 req-0c008eba-dc45-43e5-bfe0-d197b5a2e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:21.324549 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c5e849f-7d01-4875-80c4-2afa7d41c649 req-0c008eba-dc45-43e5-bfe0-d197b5a2e4a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1019423 Nov 24 12:53:21.345199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b537c320-8932-4baf-8b9b-af46cbce938c None None] DHCP port deletion for 21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 12:53:21.409508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-e6e747cd-41e7-4ba2-ad90-4defdc43a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:21.417907 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-e6e747cd-41e7-4ba2-ad90-4defdc43a73d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602280 Nov 24 12:53:21.437422 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:21.463293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35a2e4-c6c7-497f-bb99-6b351419f051 req-3f479a84-75b0-4608-bace-4141612c00bd tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:21.465204 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3a35a2e4-c6c7-497f-bb99-6b351419f051 req-3f479a84-75b0-4608-bace-4141612c00bd tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 949 time: 0.1393528 Nov 24 12:53:21.469447 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e849f-7d01-4875-80c4-2afa7d41c649 req-d3b807f4-81c5-403e-be6e-a79f88d0e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:21.470988 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c5e849f-7d01-4875-80c4-2afa7d41c649 req-d3b807f4-81c5-403e-be6e-a79f88d0e018 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325934 Nov 24 12:53:21.476007 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bea123-5dc5-489c-b492-0addbeb5f048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc707d28-b6a8-4f62-b7d3-940b0908755b'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:21.479006 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b279bc-5681-4981-b058-cfb653a5cfea" -d '{"events": [{"server_uuid": "f8bea123-5dc5-489c-b492-0addbeb5f048", "name": "network-vif-plugged", "status": "completed", "tag": "dc707d28-b6a8-4f62-b7d3-940b0908755b"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:21.497534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port dc707d28-b6a8-4f62-b7d3-940b0908755b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:21.506004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Deleting port 87725cec-5d3c-45ce-a005-1f83561eb7cd {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:21.506215 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:21.511865 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:21.521097 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b537c320-8932-4baf-8b9b-af46cbce938c None None] Deleting port 87725cec-5d3c-45ce-a005-1f83561eb7cd {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:21.521706 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b537c320-8932-4baf-8b9b-af46cbce938c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:21.566642 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f15322d2-bf30-4282-b982-1666749fe117 req-051f97fe-baf0-4318-99aa-818d8aadeccf service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030659 Nov 24 12:53:21.577676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] For port 87725cec-5d3c-45ce-a005-1f83561eb7cd, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=87725cec-5d3c-45ce-a005-1f83561eb7cd,segment=NetworkSegment(354feb6c-cf21-4fa1-81f2-ab9cea45fdee),segment_id=354feb6c-cf21-4fa1-81f2-ab9cea45fdee)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:21.578201 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:21.591554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b537c320-8932-4baf-8b9b-af46cbce938c None None] For port 87725cec-5d3c-45ce-a005-1f83561eb7cd, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=87725cec-5d3c-45ce-a005-1f83561eb7cd,segment=NetworkSegment(354feb6c-cf21-4fa1-81f2-ab9cea45fdee),segment_id=354feb6c-cf21-4fa1-81f2-ab9cea45fdee)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:21.591823 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Calling delete_port for 87725cec-5d3c-45ce-a005-1f83561eb7cd owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:21.592376 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b537c320-8932-4baf-8b9b-af46cbce938c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:21.663896 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-1d092926-81a4-4134-a642-086a37da2180 service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450316 Nov 24 12:53:21.668229 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b537c320-8932-4baf-8b9b-af46cbce938c None None] Calling delete_port for 87725cec-5d3c-45ce-a005-1f83561eb7cd owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:21.726868 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:21.766166 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f15322d2-bf30-4282-b982-1666749fe117 req-b7acaa5b-ac46-4036-8a52-03721eebf52c service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787014 Nov 24 12:53:21.797358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=dc707d28-b6a8-4f62-b7d3-940b0908755b,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:21.804452 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ee8531c-ff6b-4e7a-90f4-d38969e51100 req-a3a38c25-fccc-466f-b2f1-813980bf3f4d service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359680 Nov 24 12:53:21.820090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] No DVR routers for this DVR port 87725cec-5d3c-45ce-a005-1f83561eb7cd on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:53:21.866353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Pushing event deleted for resources: {'Port': ['ID=87725cec-5d3c-45ce-a005-1f83561eb7cd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:21.889969 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b537c320-8932-4baf-8b9b-af46cbce938c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:21.899528 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62caf54f-17b3-47c5-bbcb-301055a33094 req-4ce4453c-21b4-4640-9b86-c1426da89935 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-groups/4248aa7b-1165-4fea-bbe1-e821d3f9943f HTTP/1.1" status: 200 len: 1828 time: 0.0626214 Nov 24 12:53:21.918758 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0ab08e2d-8448-43a6-b1d4-3aa9c4830356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77d21ab0-bc2a-448a-97a0-c046bf5f9ab3', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'port_id': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'mac_address': 'fa:16:3e:88:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:00Z', 'updated_at': '2021-11-24T12:53:19Z', 'revision_number': 1, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:21.953895 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab08e2d-8448-43a6-b1d4-3aa9c4830356 None None] The sync data for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 is: [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77d21ab0-bc2a-448a-97a0-c046bf5f9ab3', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'port_id': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'mac_address': 'fa:16:3e:88:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:00Z', 'updated_at': '2021-11-24T12:53:19Z', 'revision_number': 1, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:53:21.958945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537c320-8932-4baf-8b9b-af46cbce938c None None] No DVR routers for this DVR port 87725cec-5d3c-45ce-a005-1f83561eb7cd on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:53:21.961518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537c320-8932-4baf-8b9b-af46cbce938c None None] Pushing event deleted for resources: {'Port': ['ID=87725cec-5d3c-45ce-a005-1f83561eb7cd,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:21.981543 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3a35a2e4-c6c7-497f-bb99-6b351419f051 req-c8bd2a9a-b88a-46cf-969a-5684f70b5956 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033300 Nov 24 12:53:22.075960 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:22.077752 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912ab19b-fd21-4045-9b0e-2cbb207cf759 x-openstack-request-id: req-912ab19b-fd21-4045-9b0e-2cbb207cf759 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:22.078074 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bea123-5dc5-489c-b492-0addbeb5f048", "name": "network-vif-plugged", "status": "completed", "tag": "dc707d28-b6a8-4f62-b7d3-940b0908755b", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:22.078341 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-912ab19b-fd21-4045-9b0e-2cbb207cf759 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:22.078744 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bea123-5dc5-489c-b492-0addbeb5f048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc707d28-b6a8-4f62-b7d3-940b0908755b', 'code': 200} Nov 24 12:53:22.127573 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c5e849f-7d01-4875-80c4-2afa7d41c649 req-b2ff8f2d-9858-4313-8b38-736456a941b2 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281499 Nov 24 12:53:22.130087 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:22.131656 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:22.132757 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:22.133819 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Subscribe: > port after_create 55550000 {{(pid=114986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:22.134296 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Subscribe: > port after_delete 55550000 {{(pid=114986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:22.134756 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Subscribe: > port after_update 55550000 {{(pid=114986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:22.135433 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:22.136147 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:22.136669 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:22.137072 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:22.137551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245ac90-a52b-4415-a695-4ee801671f0b req-2401d179-7485-439a-a602-9e217333c631 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:22.139545 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7245ac90-a52b-4415-a695-4ee801671f0b req-2401d179-7485-439a-a602-9e217333c631 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.0767944 Nov 24 12:53:22.205803 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7245ac90-a52b-4415-a695-4ee801671f0b req-ccaf324f-d858-48b7-a2e7-5f8db937395e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602818 Nov 24 12:53:22.219249 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:22.219930 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:22.220345 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:22.220765 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 12:53:22.221203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:22.254742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-16d7c04a-87b8-422b-96a4-423eab0df067 req-2ffe6661-1b91-43c8-90d9-f0dceb0af694 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1418136148', 'description': 'tempest-description-292758778'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:22.277562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c502e-563c-4ca2-81d9-586998fb0093 None None] New status for floating IP 77d21ab0-bc2a-448a-97a0-c046bf5f9ab3: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:53:22.289829 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-16d7c04a-87b8-422b-96a4-423eab0df067 req-2ffe6661-1b91-43c8-90d9-f0dceb0af694 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:22.297550 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354feb6c-cf21-4fa1-81f2-ab9cea45fdee') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:22.297853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354feb6c-cf21-4fa1-81f2-ab9cea45fdee') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:22.330978 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:22.332629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'tag': '7eb71561-6a50-4f18-8493-6b1c5104ce27'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:22.337116 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5d0631-dbdc-434d-82b7-e692c80f2aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "37b3ec2d-ea45-4a3b-ac55-5f6d2715300d", "tag": "7eb71561-6a50-4f18-8493-6b1c5104ce27"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:22.372490 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-16d7c04a-87b8-422b-96a4-423eab0df067 req-2ffe6661-1b91-43c8-90d9-f0dceb0af694 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:22.376878 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-16d7c04a-87b8-422b-96a4-423eab0df067 req-2ffe6661-1b91-43c8-90d9-f0dceb0af694 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:22.393689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:22.413583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb123-4e0a-43d7-b274-f1968446a595 req-5ab3309b-6704-405e-8b3f-b7afaa1cf349 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:22.415768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-5ab3309b-6704-405e-8b3f-b7afaa1cf349 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1740518 Nov 24 12:53:22.417208 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:53:22.417615 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:22.420377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe6661-1b91-43c8-90d9-f0dceb0af694 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4b2b8c-860d-4db3-a6e1-ec18b3a4507e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: from cryptography.utils import int_from_bytes Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: from cryptography.utils import int_from_bytes Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:53:22.431958 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:53:22.434676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-16d7c04a-87b8-422b-96a4-423eab0df067 req-2ffe6661-1b91-43c8-90d9-f0dceb0af694 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:22.435586 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-16d7c04a-87b8-422b-96a4-423eab0df067 req-2ffe6661-1b91-43c8-90d9-f0dceb0af694 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1899664 Nov 24 12:53:22.551590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5cdf-416d-4b76-aaf1-90d9767fcad6 req-9eaf58aa-20f6-4739-80e0-06ed5bd967c3 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:22.553096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-490d5cdf-416d-4b76-aaf1-90d9767fcad6 req-9eaf58aa-20f6-4739-80e0-06ed5bd967c3 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 943 time: 0.0535035 Nov 24 12:53:22.595442 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c5e849f-7d01-4875-80c4-2afa7d41c649 req-dfb75404-4e88-459d-bc25-70b1ea0b4247 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679855 Nov 24 12:53:22.611366 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-490d5cdf-416d-4b76-aaf1-90d9767fcad6 req-d1d125e6-f99a-4f38-8877-53f7fcedf114 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512688 Nov 24 12:53:22.615568 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-f3cbfce4-d699-4c2a-ac21-2507b899537c tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1000 time: 0.1826313 Nov 24 12:53:22.616826 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:22.645305 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:22.645305 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] 10.222.0.48 "DELETE /v2.0/networks/21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0 HTTP/1.1" status: 204 len: 168 time: 1.6804404 Nov 24 12:53:22.645305 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-953eb123-4e0a-43d7-b274-f1968446a595 req-92d3b776-78f8-4d3a-a317-fca30fc57f77 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Request body: {'floatingip': {'port_id': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:22.673773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 87725cec-5d3c-45ce-a005-1f83561eb7cd no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:22.682121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ddcb1-b94b-48e8-bf39-34fec1ec1cba admin admin] Pushing event deleted for resources: {'Network': ['ID=21ca8ff0-ce9c-4551-87a8-a34bc5e2d7e0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:22.710964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 87725cec-5d3c-45ce-a005-1f83561eb7cd {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:53:22.711846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 87725cec-5d3c-45ce-a005-1f83561eb7cd not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:53:22.714200 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaee2fd-95c0-40fc-8c4b-fe8ab44b9169 x-openstack-request-id: req-faaee2fd-95c0-40fc-8c4b-fe8ab44b9169 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:22.714718 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b3ec2d-ea45-4a3b-ac55-5f6d2715300d", "tag": "7eb71561-6a50-4f18-8493-6b1c5104ce27", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:22.715161 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-faaee2fd-95c0-40fc-8c4b-fe8ab44b9169 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:22.715660 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'tag': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'status': 'completed', 'code': 200} Nov 24 12:53:22.717222 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-953eb123-4e0a-43d7-b274-f1968446a595 req-92d3b776-78f8-4d3a-a317-fca30fc57f77 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:22.784255 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2c8f19cc-e3c5-4b60-8566-d30fe9662bc9 req-5d90a79e-78a6-461d-8dff-fd4c32f66043 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-groups/bb4b2b8c-860d-4db3-a6e1-ec18b3a4507e HTTP/1.1" status: 200 len: 1829 time: 0.0513668 Nov 24 12:53:22.806855 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51816) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:22.836052 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d0631-dbdc-434d-82b7-e692c80f2aa9 req-a3b771c4-0460-421b-839d-04ebe2bd9a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:22.837675 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-66dee7b3-2b91-4eb1-8d23-f52fd9fd8015 req-d9357911-3f7f-465a-b685-2553cdb237c0 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] show failed (client error): The resource could not be found. Nov 24 12:53:22.838170 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf5d0631-dbdc-434d-82b7-e692c80f2aa9 req-a3b771c4-0460-421b-839d-04ebe2bd9a84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 1097 time: 0.0748103 Nov 24 12:53:22.838684 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66dee7b3-2b91-4eb1-8d23-f52fd9fd8015 req-d9357911-3f7f-465a-b685-2553cdb237c0 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-groups/9334a127-0d11-49be-bd4f-0db696e8aeb0 HTTP/1.1" status: 404 len: 352 time: 0.0246136 Nov 24 12:53:22.879429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-73a35650-3c00-4430-8ffc-d74ad9963b89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13ede75ff07f4a489d9feebf8b3e8137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0690827 Nov 24 12:53:22.883666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51820) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:22.896764 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-92780838-8b35-4a26-9773-0932529d13d3 req-3428b0c7-edc3-4f2f-a9dc-2fa07b553cfd tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] show failed (client error): The resource could not be found. Nov 24 12:53:22.905250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92780838-8b35-4a26-9773-0932529d13d3 req-3428b0c7-edc3-4f2f-a9dc-2fa07b553cfd tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-group-rules/06127478-311e-40b1-8323-de51045fec30 HTTP/1.1" status: 404 len: 361 time: 0.0393088 Nov 24 12:53:22.991675 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4426670-383f-4bd1-9791-ee8115fba404 req-84799fac-6975-4c8a-b50b-320714ac3af8 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-groups/bb4b2b8c-860d-4db3-a6e1-ec18b3a4507e HTTP/1.1" status: 200 len: 1829 time: 0.0706100 Nov 24 12:53:22.992799 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dbfa1d39-8b8a-46a0-8738-98a060ccefdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.030855 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dbfa1d39-8b8a-46a0-8738-98a060ccefdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.103304 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4426670-383f-4bd1-9791-ee8115fba404 req-e410a5ca-71ae-4190-b37b-488dde2a3cf4 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.134357 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4426670-383f-4bd1-9791-ee8115fba404 req-e410a5ca-71ae-4190-b37b-488dde2a3cf4 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.142218 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dbfa1d39-8b8a-46a0-8738-98a060ccefdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.144985 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dbfa1d39-8b8a-46a0-8738-98a060ccefdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.148780 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dbfa1d39-8b8a-46a0-8738-98a060ccefdd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2966545-282f-4463-889a-3bded2ec8a25 HTTP/1.1" status: 204 len: 168 time: 0.2636051 Nov 24 12:53:23.172635 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa1d39-8b8a-46a0-8738-98a060ccefdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2966545-282f-4463-889a-3bded2ec8a25,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:23.196774 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-44f3b0ef-32ce-4b5c-938f-7a6d413e6ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.240252 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4426670-383f-4bd1-9791-ee8115fba404 req-e410a5ca-71ae-4190-b37b-488dde2a3cf4 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.243793 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4426670-383f-4bd1-9791-ee8115fba404 req-e410a5ca-71ae-4190-b37b-488dde2a3cf4 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.245254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4426670-383f-4bd1-9791-ee8115fba404 req-e410a5ca-71ae-4190-b37b-488dde2a3cf4 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "DELETE /v2.0/security-groups/bb4b2b8c-860d-4db3-a6e1-ec18b3a4507e HTTP/1.1" status: 204 len: 173 time: 0.2465701 Nov 24 12:53:23.259501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410a5ca-71ae-4190-b37b-488dde2a3cf4 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4b2b8c-860d-4db3-a6e1-ec18b3a4507e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:23.341756 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d0631-dbdc-434d-82b7-e692c80f2aa9 req-b75ee1c6-9bcb-4bdf-9bd1-f33211300bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:23.343358 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf5d0631-dbdc-434d-82b7-e692c80f2aa9 req-b75ee1c6-9bcb-4bdf-9bd1-f33211300bda service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 921 time: 0.4946547 Nov 24 12:53:23.447250 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf5d0631-dbdc-434d-82b7-e692c80f2aa9 req-a5e854ab-9d7a-4dd6-8fd8-4bd9e9084a6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27 HTTP/1.1" status: 200 len: 1002 time: 0.0896058 Nov 24 12:53:23.473187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49e6c0-7a1e-49db-bde1-86c14a44b7a2 req-66ec8a0c-b117-4a31-be6b-ff621d853fb9 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:23.474749 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df49e6c0-7a1e-49db-bde1-86c14a44b7a2 req-66ec8a0c-b117-4a31-be6b-ff621d853fb9 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.0640690 Nov 24 12:53:23.528654 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df49e6c0-7a1e-49db-bde1-86c14a44b7a2 req-a684a080-bf7d-40e3-b85e-f21f2b86c285 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462463 Nov 24 12:53:23.594736 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d0631-dbdc-434d-82b7-e692c80f2aa9 req-6d960bc2-a8dc-4a05-aa29-e58d436969c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:23.596236 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf5d0631-dbdc-434d-82b7-e692c80f2aa9 req-6d960bc2-a8dc-4a05-aa29-e58d436969c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.1019659 Nov 24 12:53:23.644634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05135c2-b73d-438b-b42c-fab49dfca619 req-5129b7be-1669-4279-887e-e0d18e5ec8ce tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:23.646643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e05135c2-b73d-438b-b42c-fab49dfca619 req-5129b7be-1669-4279-887e-e0d18e5ec8ce tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.0546606 Nov 24 12:53:23.692463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d0631-dbdc-434d-82b7-e692c80f2aa9 req-8622a78b-4fdd-4376-a5a7-b33588d47102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:23.694069 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf5d0631-dbdc-434d-82b7-e692c80f2aa9 req-8622a78b-4fdd-4376-a5a7-b33588d47102 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853479 Nov 24 12:53:23.708074 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e05135c2-b73d-438b-b42c-fab49dfca619 req-56635a0b-2dd2-413d-a972-2fcce6360ce8 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521374 Nov 24 12:53:23.776135 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5a2eee16-d1a8-436b-90fd-2ad7271ee04c req-a23cddfe-3225-4c83-9e71-1128b9ca74ce tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-groups/4248aa7b-1165-4fea-bbe1-e821d3f9943f HTTP/1.1" status: 200 len: 1828 time: 0.0417190 Nov 24 12:53:23.849758 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-953eb123-4e0a-43d7-b274-f1968446a595 req-92d3b776-78f8-4d3a-a317-fca30fc57f77 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.852494 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5a2eee16-d1a8-436b-90fd-2ad7271ee04c req-68d2ff4d-1806-4fd6-be55-15f5d5fd6d16 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.855598 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-953eb123-4e0a-43d7-b274-f1968446a595 req-92d3b776-78f8-4d3a-a317-fca30fc57f77 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.887788 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5a2eee16-d1a8-436b-90fd-2ad7271ee04c req-68d2ff4d-1806-4fd6-be55-15f5d5fd6d16 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.894497 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf5d0631-dbdc-434d-82b7-e692c80f2aa9 req-b7e437fc-a693-45c4-a2a0-352fe1b7baa2 service neutron] 10.222.0.46 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745226 Nov 24 12:53:23.955476 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5a2eee16-d1a8-436b-90fd-2ad7271ee04c req-68d2ff4d-1806-4fd6-be55-15f5d5fd6d16 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.959581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5a2eee16-d1a8-436b-90fd-2ad7271ee04c req-68d2ff4d-1806-4fd6-be55-15f5d5fd6d16 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:23.977543 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5a2eee16-d1a8-436b-90fd-2ad7271ee04c req-68d2ff4d-1806-4fd6-be55-15f5d5fd6d16 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "DELETE /v2.0/security-groups/4248aa7b-1165-4fea-bbe1-e821d3f9943f HTTP/1.1" status: 204 len: 173 time: 0.1939704 Nov 24 12:53:24.019364 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [req-953eb123-4e0a-43d7-b274-f1968446a595 req-92d3b776-78f8-4d3a-a317-fca30fc57f77 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Floating IP 77d21ab0-bc2a-448a-97a0-c046bf5f9ab3 associated. External IP: 172.25.0.249, port: 7eb71561-6a50-4f18-8493-6b1c5104ce27. Nov 24 12:53:24.040747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2ff4d-1806-4fd6-be55-15f5d5fd6d16 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4248aa7b-1165-4fea-bbe1-e821d3f9943f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:24.078557 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf5d0631-dbdc-434d-82b7-e692c80f2aa9 req-ce065d3b-0156-4894-9694-61df06b94f9e service neutron] 10.222.0.46 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729968 Nov 24 12:53:24.110587 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-5b724401-b8f9-418b-a112-5c289aebdb69 service neutron] 10.222.0.46 "GET /v2.0/ports/99367198-16f7-4734-9dfe-542b7abf6d44/bindings/n-h2-817303-4 HTTP/1.1" status: 200 len: 384 time: 0.1095634 Nov 24 12:53:24.121796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c527747-6a87-4fae-a6ac-52d378b06808 req-95663ba3-fdec-42e4-94f7-c300542c6764 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:24.123145 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c527747-6a87-4fae-a6ac-52d378b06808 req-95663ba3-fdec-42e4-94f7-c300542c6764 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.0778968 Nov 24 12:53:24.216120 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c527747-6a87-4fae-a6ac-52d378b06808 req-d67dceab-ad59-404a-afbc-35759ad0f7f7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861213 Nov 24 12:53:24.254225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-953eb123-4e0a-43d7-b274-f1968446a595 req-92d3b776-78f8-4d3a-a317-fca30fc57f77 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:53:24.258955 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:24.365314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-c2786266-10df-415c-9d20-6b23e5236565 service neutron] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=99367198-16f7-4734-9dfe-542b7abf6d44,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:24.366093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-953eb123-4e0a-43d7-b274-f1968446a595 req-92d3b776-78f8-4d3a-a317-fca30fc57f77 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:53:24.376002 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c763c2d-b69e-4627-a242-b97ecd604662 None None] Sync routers for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:53:24.376459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa125ef-74b7-4778-a612-35b42782e190 req-b0d65638-6923-430f-9cb0-acc114e4fb25 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:24.377927 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-faa125ef-74b7-4778-a612-35b42782e190 req-b0d65638-6923-430f-9cb0-acc114e4fb25 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 943 time: 0.0718834 Nov 24 12:53:24.387713 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c763c2d-b69e-4627-a242-b97ecd604662 None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:24.388328 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0c763c2d-b69e-4627-a242-b97ecd604662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:24.414003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-c2786266-10df-415c-9d20-6b23e5236565 service neutron] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:24.465098 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-c2786266-10df-415c-9d20-6b23e5236565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99367198-16f7-4734-9dfe-542b7abf6d44 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:24.473494 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-faa125ef-74b7-4778-a612-35b42782e190 req-a3677341-53d4-4605-943e-7fdbf5ade5b2 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888493 Nov 24 12:53:24.481048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-c2786266-10df-415c-9d20-6b23e5236565 service neutron] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=99367198-16f7-4734-9dfe-542b7abf6d44,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:24.504079 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0c763c2d-b69e-4627-a242-b97ecd604662 None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:24.512061 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-c2786266-10df-415c-9d20-6b23e5236565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:24.596280 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eacaf0f1-2563-4c6e-9efb-085e853f35df req-41f118cb-1208-4741-81c1-d382eb5920b4 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-groups/574dd353-be39-40ae-896b-e915f813fe0d HTTP/1.1" status: 200 len: 1830 time: 0.0923309 Nov 24 12:53:24.619179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-c2786266-10df-415c-9d20-6b23e5236565 service neutron] Transition to ACTIVE for port object 99367198-16f7-4734-9dfe-542b7abf6d44 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:53:24.627574 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-c2786266-10df-415c-9d20-6b23e5236565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:24.629432 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-953eb123-4e0a-43d7-b274-f1968446a595 req-92d3b776-78f8-4d3a-a317-fca30fc57f77 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:53:24.717319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-c2786266-10df-415c-9d20-6b23e5236565 service neutron] No DVR routers for this DVR port 99367198-16f7-4734-9dfe-542b7abf6d44 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:53:24.744858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-eacaf0f1-2563-4c6e-9efb-085e853f35df req-1bb08072-257d-4659-9cdc-29fc06af0f03 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:24.747302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2786266-10df-415c-9d20-6b23e5236565 service neutron] Pushing event updated for resources: {'Port': ['ID=99367198-16f7-4734-9dfe-542b7abf6d44,revision_number=10']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:24.751754 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0c763c2d-b69e-4627-a242-b97ecd604662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77d21ab0-bc2a-448a-97a0-c046bf5f9ab3', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'port_id': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'mac_address': 'fa:16:3e:b9:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:00Z', 'updated_at': '2021-11-24T12:53:23Z', 'revision_number': 3, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:24.756756 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-953eb123-4e0a-43d7-b274-f1968446a595 req-92d3b776-78f8-4d3a-a317-fca30fc57f77 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:53:24.762007 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-953eb123-4e0a-43d7-b274-f1968446a595 req-92d3b776-78f8-4d3a-a317-fca30fc57f77 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:24.780395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-c2786266-10df-415c-9d20-6b23e5236565 service neutron] 10.222.0.46 "PUT /v2.0/ports/99367198-16f7-4734-9dfe-542b7abf6d44/bindings/n-h2-817303-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6562848 Nov 24 12:53:24.784823 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c763c2d-b69e-4627-a242-b97ecd604662 None None] Checking router: fdb81ae7-c4a2-4129-9f5d-7642a24482e6 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:53:24.791610 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-eacaf0f1-2563-4c6e-9efb-085e853f35df req-1bb08072-257d-4659-9cdc-29fc06af0f03 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:24.802934 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c763c2d-b69e-4627-a242-b97ecd604662 None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:24.803551 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0c763c2d-b69e-4627-a242-b97ecd604662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:24.807698 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'tag': '7eb71561-6a50-4f18-8493-6b1c5104ce27'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:24.810203 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27747958-f1fa-4058-8946-cca6fb24737d" -d '{"events": [{"name": "network-changed", "server_uuid": "37b3ec2d-ea45-4a3b-ac55-5f6d2715300d", "tag": "7eb71561-6a50-4f18-8493-6b1c5104ce27"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:24.842400 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-92d3b776-78f8-4d3a-a317-fca30fc57f77 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "PUT /v2.0/floatingips/77d21ab0-bc2a-448a-97a0-c046bf5f9ab3 HTTP/1.1" status: 200 len: 999 time: 2.2156446 Nov 24 12:53:24.869841 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-eacaf0f1-2563-4c6e-9efb-085e853f35df req-1bb08072-257d-4659-9cdc-29fc06af0f03 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:24.872404 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-eacaf0f1-2563-4c6e-9efb-085e853f35df req-1bb08072-257d-4659-9cdc-29fc06af0f03 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:24.873553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eacaf0f1-2563-4c6e-9efb-085e853f35df req-1bb08072-257d-4659-9cdc-29fc06af0f03 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "DELETE /v2.0/security-groups/574dd353-be39-40ae-896b-e915f813fe0d HTTP/1.1" status: 204 len: 173 time: 0.2693040 Nov 24 12:53:24.887227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb08072-257d-4659-9cdc-29fc06af0f03 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=574dd353-be39-40ae-896b-e915f813fe0d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:24.914061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-175369cd-f6b9-4f53-b962-5447e6fc18c5 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:24.916227 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-175369cd-f6b9-4f53-b962-5447e6fc18c5 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b&tenant_id=6441bea1ed3547598abd90d1c2c0a634&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1095 time: 0.0747650 Nov 24 12:53:24.917670 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb123-4e0a-43d7-b274-f1968446a595 req-1ca53d89-963b-499e-bfee-5109db0d4912 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:24.919096 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-1ca53d89-963b-499e-bfee-5109db0d4912 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports/7eb71561-6a50-4f18-8493-6b1c5104ce27 HTTP/1.1" status: 200 len: 943 time: 0.0705876 Nov 24 12:53:24.927709 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0c763c2d-b69e-4627-a242-b97ecd604662 None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:24.978128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-746381d5-c0b4-4ab0-aec1-bb501dadf396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:24.980459 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-746381d5-c0b4-4ab0-aec1-bb501dadf396 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b&tenant_id=6441bea1ed3547598abd90d1c2c0a634 HTTP/1.1" status: 200 len: 1095 time: 0.0508049 Nov 24 12:53:25.049594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb123-4e0a-43d7-b274-f1968446a595 req-7d677623-90de-46ce-86f0-1f4a115045d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:25.051334 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-7d677623-90de-46ce-86f0-1f4a115045d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 1097 time: 0.0567148 Nov 24 12:53:25.063120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-550063f5-5fd8-4dbf-9f31-2f46d93501f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:25.064847 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-550063f5-5fd8-4dbf-9f31-2f46d93501f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 1095 time: 0.0589716 Nov 24 12:53:25.199100 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb123-4e0a-43d7-b274-f1968446a595 req-624c7f57-1a7c-4fa8-ac71-8812a66dddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:25.201069 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-624c7f57-1a7c-4fa8-ac71-8812a66dddfb service neutron] 10.222.0.48 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 921 time: 0.1345730 Nov 24 12:53:25.232053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-bef1d192-8bb0-4dd1-bfac-7970760223e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:25.234000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-bef1d192-8bb0-4dd1-bfac-7970760223e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.1598012 Nov 24 12:53:25.256597 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0c763c2d-b69e-4627-a242-b97ecd604662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77d21ab0-bc2a-448a-97a0-c046bf5f9ab3', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'port_id': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'mac_address': 'fa:16:3e:b9:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:00Z', 'updated_at': '2021-11-24T12:53:23Z', 'revision_number': 3, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:25.261214 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-cb6ba433-169b-4529-8647-9827f3fa420c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27 HTTP/1.1" status: 200 len: 217 time: 0.0524976 Nov 24 12:53:25.287266 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c763c2d-b69e-4627-a242-b97ecd604662 None None] The sync data for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 is: [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77d21ab0-bc2a-448a-97a0-c046bf5f9ab3', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'port_id': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'mac_address': 'fa:16:3e:b9:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:00Z', 'updated_at': '2021-11-24T12:53:23Z', 'revision_number': 3, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:53:25.307537 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb123-4e0a-43d7-b274-f1968446a595 req-b7f835ff-3562-4a0e-9800-6bf003fcb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:25.312911 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-b7f835ff-3562-4a0e-9800-6bf003fcb346 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.0470204 Nov 24 12:53:25.342176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-5a155d59-0351-4ff7-b84c-78b78ccc1dd7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99367198-16f7-4734-9dfe-542b7abf6d44 HTTP/1.1" status: 200 len: 217 time: 0.0513878 Nov 24 12:53:25.373697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb123-4e0a-43d7-b274-f1968446a595 req-e5a23e10-182f-4a18-8c6d-b9fe13ad5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:25.382837 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-e5a23e10-182f-4a18-8c6d-b9fe13ad5ed9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594089 Nov 24 12:53:25.438992 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-55472c25-0fb4-41aa-8116-7055a6ecbd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:25.440052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-55472c25-0fb4-41aa-8116-7055a6ecbd3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.0862401 Nov 24 12:53:25.452674 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51f007-a9d8-4d7d-a632-0aedd79489c2 req-61b82da2-301e-4ccd-9e74-c899b7192c1b tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:25.454161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1c51f007-a9d8-4d7d-a632-0aedd79489c2 req-61b82da2-301e-4ccd-9e74-c899b7192c1b tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.0668142 Nov 24 12:53:25.481602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-f63ec2f0-e9a0-489b-800b-6d75a548be0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264909 Nov 24 12:53:25.482064 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51888) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:25.499295 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-d473bca1-caef-4344-8606-8aa8819adafa service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148472 Nov 24 12:53:25.583399 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d3d74d-2c35-4d6f-bdf6-1bea02b975e7 None None] New status for floating IP 77d21ab0-bc2a-448a-97a0-c046bf5f9ab3: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:53:25.605225 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-56788ae9-2c36-4e70-a738-6ba2e990a4ac service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983126 Nov 24 12:53:25.616556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1c51f007-a9d8-4d7d-a632-0aedd79489c2 req-33d4b796-f60e-4eaa-ad4e-c28b7b3ea500 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319366 Nov 24 12:53:25.642916 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-45b51320-a2cd-4d9a-b158-2bdc3144752d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:25.658244 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-8c9ac123-f37d-48ed-b13e-6d3e7ac97874 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590321 Nov 24 12:53:25.709305 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd297738-d8bb-4266-8dc6-2a9047e3a647 x-openstack-request-id: req-fd297738-d8bb-4266-8dc6-2a9047e3a647 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:25.709646 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b3ec2d-ea45-4a3b-ac55-5f6d2715300d", "tag": "7eb71561-6a50-4f18-8493-6b1c5104ce27", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:25.710309 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd297738-d8bb-4266-8dc6-2a9047e3a647 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:25.710309 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'tag': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'status': 'completed', 'code': 200} Nov 24 12:53:25.748654 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb123-4e0a-43d7-b274-f1968446a595 req-94249e2e-99b7-4a98-8d37-6c9b42346e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:25.753077 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-94249e2e-99b7-4a98-8d37-6c9b42346e2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0993683 Nov 24 12:53:25.815032 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:25.843984 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-78ac8215-cde3-40d0-b298-221fbdc9e04b req-c4c63107-7f4b-442e-a89a-25486e9aee46 tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-groups/dccdd8c6-b6d5-4a09-91e5-d36cdf9de832 HTTP/1.1" status: 200 len: 1829 time: 0.1373394 Nov 24 12:53:25.854411 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-29e67f24-14a7-48c1-bb39-c9d0f1316599 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868718 Nov 24 12:53:25.862824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27747958-f1fa-4058-8946-cca6fb24737d req-11a28adf-74d0-43b1-acfb-fd9854e57816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:25.864547 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27747958-f1fa-4058-8946-cca6fb24737d req-11a28adf-74d0-43b1-acfb-fd9854e57816 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 1097 time: 0.1447680 Nov 24 12:53:25.911230 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-45b51320-a2cd-4d9a-b158-2bdc3144752d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:25.913429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb123-4e0a-43d7-b274-f1968446a595 req-39adb0b9-e3ec-4676-bee8-ba10dc71be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:25.915908 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-39adb0b9-e3ec-4676-bee8-ba10dc71be25 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 921 time: 0.1534252 Nov 24 12:53:25.917987 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-45b51320-a2cd-4d9a-b158-2bdc3144752d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:25.979715 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-78ac8215-cde3-40d0-b298-221fbdc9e04b req-1f327a3b-3e05-43db-98a2-fa9c9f83bcda tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:26.010861 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-45b51320-a2cd-4d9a-b158-2bdc3144752d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70725dd163124f9ba97b8f3e5e668f11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5269992 Nov 24 12:53:26.014715 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15fb61-52b6-4c69-a2ed-6b0937b5faeb None None] Sync routers for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:53:26.020456 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51894) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:26.024075 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15fb61-52b6-4c69-a2ed-6b0937b5faeb None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:26.024802 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8e15fb61-52b6-4c69-a2ed-6b0937b5faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:26.033848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b51320-a2cd-4d9a-b158-2bdc3144752d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8549f7-6488-4397-8ab4-33a8e19d6047,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:26.034889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27747958-f1fa-4058-8946-cca6fb24737d req-ca27ad28-8941-4d86-9ceb-e64e904a6bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:26.038329 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27747958-f1fa-4058-8946-cca6fb24737d req-ca27ad28-8941-4d86-9ceb-e64e904a6bd2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 921 time: 0.1658587 Nov 24 12:53:26.041211 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-78ac8215-cde3-40d0-b298-221fbdc9e04b req-1f327a3b-3e05-43db-98a2-fa9c9f83bcda tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:26.069172 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-a1db3098-f7f1-4ea0-b640-a52adec90a03 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e55e1a33-cfb3-45b1-b067-1df20ced51aa HTTP/1.1" status: 200 len: 1002 time: 0.1386192 Nov 24 12:53:26.144508 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8e15fb61-52b6-4c69-a2ed-6b0937b5faeb None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:26.146580 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6d752e56-a789-42f0-b857-9624cfe640c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:26.155627 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27747958-f1fa-4058-8946-cca6fb24737d req-01658077-fc4a-4d77-8181-653b4dfa385b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27 HTTP/1.1" status: 200 len: 217 time: 0.1025543 Nov 24 12:53:26.161089 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb123-4e0a-43d7-b274-f1968446a595 req-97b9bbf9-2584-432a-ae90-30457666e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:26.162639 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-97b9bbf9-2584-432a-ae90-30457666e50b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.0814435 Nov 24 12:53:26.186106 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6d752e56-a789-42f0-b857-9624cfe640c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:26.241223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-f3dfb88f-8b78-4455-bfa6-ca577a134f89 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:26.242994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-f3dfb88f-8b78-4455-bfa6-ca577a134f89 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b&tenant_id=6441bea1ed3547598abd90d1c2c0a634&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 1095 time: 0.1011736 Nov 24 12:53:26.245474 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27747958-f1fa-4058-8946-cca6fb24737d req-4de5653f-1f08-4f83-b57e-c0e84a3527e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:26.247005 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27747958-f1fa-4058-8946-cca6fb24737d req-4de5653f-1f08-4f83-b57e-c0e84a3527e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.0683136 Nov 24 12:53:26.247731 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-78ac8215-cde3-40d0-b298-221fbdc9e04b req-1f327a3b-3e05-43db-98a2-fa9c9f83bcda tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:26.249126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953eb123-4e0a-43d7-b274-f1968446a595 req-51b302cb-526b-48a3-a695-736b8a67c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:26.250705 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-78ac8215-cde3-40d0-b298-221fbdc9e04b req-1f327a3b-3e05-43db-98a2-fa9c9f83bcda tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:26.250863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-51b302cb-526b-48a3-a695-736b8a67c798 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782142 Nov 24 12:53:26.251767 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-78ac8215-cde3-40d0-b298-221fbdc9e04b req-1f327a3b-3e05-43db-98a2-fa9c9f83bcda tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "DELETE /v2.0/security-groups/dccdd8c6-b6d5-4a09-91e5-d36cdf9de832 HTTP/1.1" status: 204 len: 173 time: 0.3999772 Nov 24 12:53:26.308465 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6d752e56-a789-42f0-b857-9624cfe640c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:26.311278 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6d752e56-a789-42f0-b857-9624cfe640c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:26.315078 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6d752e56-a789-42f0-b857-9624cfe640c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b8549f7-6488-4397-8ab4-33a8e19d6047 HTTP/1.1" status: 204 len: 168 time: 0.2936337 Nov 24 12:53:26.330202 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f327a3b-3e05-43db-98a2-fa9c9f83bcda tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccdd8c6-b6d5-4a09-91e5-d36cdf9de832,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:26.332911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d752e56-a789-42f0-b857-9624cfe640c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8549f7-6488-4397-8ab4-33a8e19d6047,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:26.440762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27747958-f1fa-4058-8946-cca6fb24737d req-7f48668a-76be-49d3-8d74-378e2e43bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:26.442267 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27747958-f1fa-4058-8946-cca6fb24737d req-7f48668a-76be-49d3-8d74-378e2e43bed0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759353 Nov 24 12:53:26.448939 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-58f906a6-c730-4b21-993f-6d2673b64ad2 service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701186 Nov 24 12:53:26.470341 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8e15fb61-52b6-4c69-a2ed-6b0937b5faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77d21ab0-bc2a-448a-97a0-c046bf5f9ab3', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'port_id': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'mac_address': 'fa:16:3e:b9:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:00Z', 'updated_at': '2021-11-24T12:53:25Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:26.500708 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15fb61-52b6-4c69-a2ed-6b0937b5faeb None None] Checking router: fdb81ae7-c4a2-4129-9f5d-7642a24482e6 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:53:26.510597 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15fb61-52b6-4c69-a2ed-6b0937b5faeb None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:26.511206 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8e15fb61-52b6-4c69-a2ed-6b0937b5faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:26.546198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93419462-8342-4ef7-aafa-c3843f5de04c req-403bc4da-ce30-4563-8ef9-75ee1f6913fc tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:26.547848 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-93419462-8342-4ef7-aafa-c3843f5de04c req-403bc4da-ce30-4563-8ef9-75ee1f6913fc tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 944 time: 0.1474981 Nov 24 12:53:26.550128 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:26.575133 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-953eb123-4e0a-43d7-b274-f1968446a595 req-bef68a33-b0ac-45a9-95ad-476a4735df8f service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126420 Nov 24 12:53:26.640198 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8e15fb61-52b6-4c69-a2ed-6b0937b5faeb None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:26.684223 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27747958-f1fa-4058-8946-cca6fb24737d req-a634a011-a53a-491a-888f-a8781438ffcf service neutron] 10.222.0.46 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316742 Nov 24 12:53:26.687199 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8776f938-b282-461a-a7f2-237a195d717a req-477380fc-01c2-42a6-995c-2b746dcb1e6b tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "GET /v2.0/security-groups/fd3b5271-7b67-4076-a052-e8a234dd7d17 HTTP/1.1" status: 200 len: 1830 time: 0.0673804 Nov 24 12:53:26.690250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-93419462-8342-4ef7-aafa-c3843f5de04c req-6e3e422a-f060-426c-8503-864a8979ee30 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320775 Nov 24 12:53:26.696183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-05b38e4b-59d9-4f6c-aa90-cd28455f2ace service neutron] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:26.717196 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-05b38e4b-59d9-4f6c-aa90-cd28455f2ace service neutron] Publish callbacks [] for binding, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:26.717196 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3e2c82-b2bd-444c-b4ae-4637a2d9cd24 req-05b38e4b-59d9-4f6c-aa90-cd28455f2ace service neutron] 10.222.0.59 "DELETE /v2.0/ports/99367198-16f7-4734-9dfe-542b7abf6d44/bindings/n-h1-817303-4 HTTP/1.1" status: 204 len: 173 time: 0.4575939 Nov 24 12:53:26.779715 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8776f938-b282-461a-a7f2-237a195d717a req-4eae4c57-7e28-4f39-b0df-c950c137199f tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:26.824541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8776f938-b282-461a-a7f2-237a195d717a req-4eae4c57-7e28-4f39-b0df-c950c137199f tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:26.833716 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27747958-f1fa-4058-8946-cca6fb24737d req-40c79d9d-60b6-4601-8920-3b516e7643b6 service neutron] 10.222.0.46 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406898 Nov 24 12:53:26.882042 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8776f938-b282-461a-a7f2-237a195d717a req-4eae4c57-7e28-4f39-b0df-c950c137199f tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:26.885364 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8776f938-b282-461a-a7f2-237a195d717a req-4eae4c57-7e28-4f39-b0df-c950c137199f tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:26.889244 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8776f938-b282-461a-a7f2-237a195d717a req-4eae4c57-7e28-4f39-b0df-c950c137199f tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] 10.222.0.48 "DELETE /v2.0/security-groups/fd3b5271-7b67-4076-a052-e8a234dd7d17 HTTP/1.1" status: 204 len: 173 time: 0.2009313 Nov 24 12:53:26.892426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51924) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:26.950363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-92deef18-06ad-41f6-8220-243d50b9928b admin admin] Deleting subnet df05630a-b4f7-4e7c-98cf-bc9831697c92 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:53:26.957099 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae4c57-7e28-4f39-b0df-c950c137199f tempest-SecurityGroupRulesNegativeTestJSON-1862934772 tempest-SecurityGroupRulesNegativeTestJSON-1862934772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3b5271-7b67-4076-a052-e8a234dd7d17,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:26.961450 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-92deef18-06ad-41f6-8220-243d50b9928b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:27.059796 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-92deef18-06ad-41f6-8220-243d50b9928b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:27.071208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5544060-0ded-4656-8aea-ada4a6e3f564 req-0101d0d0-bd29-4448-9930-6597332c1892 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:27.075743 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a5544060-0ded-4656-8aea-ada4a6e3f564 req-0101d0d0-bd29-4448-9930-6597332c1892 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1028244 Nov 24 12:53:27.136978 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8e15fb61-52b6-4c69-a2ed-6b0937b5faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77d21ab0-bc2a-448a-97a0-c046bf5f9ab3', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'port_id': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'mac_address': 'fa:16:3e:b9:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:00Z', 'updated_at': '2021-11-24T12:53:25Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:27.150064 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 99367198-16f7-4734-9dfe-542b7abf6d44 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:27.171917 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e15fb61-52b6-4c69-a2ed-6b0937b5faeb None None] The sync data for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 is: [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77d21ab0-bc2a-448a-97a0-c046bf5f9ab3', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'port_id': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'mac_address': 'fa:16:3e:b9:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:00Z', 'updated_at': '2021-11-24T12:53:25Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:53:27.237908 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a5544060-0ded-4656-8aea-ada4a6e3f564 req-dfa91e9c-1101-43cb-a8f4-47a097178fb4 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540749 Nov 24 12:53:27.286781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 99367198-16f7-4734-9dfe-542b7abf6d44 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:53:27.298344 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:53:27.329638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51940) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:27.428292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62d2db-b685-4d6b-9dcf-eecbb96f339f req-c6da2fcd-18c0-4704-9d44-7f73efb859b0 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:27.430689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3d62d2db-b685-4d6b-9dcf-eecbb96f339f req-c6da2fcd-18c0-4704-9d44-7f73efb859b0 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 1095 time: 0.0527697 Nov 24 12:53:27.481504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-439642257-network', 'tenant_id': '68e6a8042c604378bc2b6addcdba9317'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:27.503236 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d98c978e-d519-4d68-8e8c-f16bde8cafc0 req-a307d810-ed47-4157-b1fd-78550b2e1e55 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1002 time: 0.5497699 Nov 24 12:53:27.503821 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3d62d2db-b685-4d6b-9dcf-eecbb96f339f req-6cbcd2b6-f8ae-4cc9-b7b1-87feaf9ecf19 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651808 Nov 24 12:53:27.528049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] Made reservation on behalf of 68e6a8042c604378bc2b6addcdba9317 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:53:27.531235 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:27.556347 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:27.558495 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-92deef18-06ad-41f6-8220-243d50b9928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:27.593902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c978e-d519-4d68-8e8c-f16bde8cafc0 req-44ace824-6035-462d-b379-2a7649766fe1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:27.596164 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d98c978e-d519-4d68-8e8c-f16bde8cafc0 req-44ace824-6035-462d-b379-2a7649766fe1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports/e55e1a33-cfb3-45b1-b067-1df20ced51aa HTTP/1.1" status: 200 len: 943 time: 0.0844517 Nov 24 12:53:27.636910 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-39fd37bc-2fb7-47f1-9eb5-976e148f9109 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=68aba327b1424d85a8e6810a5bcc2328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465307 Nov 24 12:53:27.639577 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-92deef18-06ad-41f6-8220-243d50b9928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:27.672654 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92deef18-06ad-41f6-8220-243d50b9928b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df05630a-b4f7-4e7c-98cf-bc9831697c92,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:27.684242 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-92deef18-06ad-41f6-8220-243d50b9928b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:27.691024 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-92deef18-06ad-41f6-8220-243d50b9928b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/df05630a-b4f7-4e7c-98cf-bc9831697c92 HTTP/1.1" status: 204 len: 168 time: 0.7962544 Nov 24 12:53:27.691963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51958) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:27.736502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'tag': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:27.739525 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2650ef30-781f-43e8-b5ef-e6767843ec50" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee9405a-297c-4299-9549-9fa29c7f1fa1", "tag": "e55e1a33-cfb3-45b1-b067-1df20ced51aa"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:27.767606 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d98c978e-d519-4d68-8e8c-f16bde8cafc0 req-dddb291d-9c90-4879-9279-12cb7f1b3385 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1002 time: 0.0968947 Nov 24 12:53:27.817059 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:27.829545 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:27.841970 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff28-c1c2-48d2-919a-651f4f364a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:27.869282 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:53:27.877618 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c978e-d519-4d68-8e8c-f16bde8cafc0 req-c5e09c35-c2c5-4804-b8d1-8cd392edf422 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:27.878991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d98c978e-d519-4d68-8e8c-f16bde8cafc0 req-c5e09c35-c2c5-4804-b8d1-8cd392edf422 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.1055367 Nov 24 12:53:27.892222 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb8a796-df11-4de5-a600-ce1cbdebb859,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:27.897625 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:27.897961 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] Added segment 4e6e8eb4-059a-4b76-ad86-20f7c130b9be of type vlan for network 6b2b9172-b291-4595-9b72-376a248cd5d8 Nov 24 12:53:27.905757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-10720678-0f55-4906-b323-c2f7d686face tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:27.907546 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-10720678-0f55-4906-b323-c2f7d686face tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630894 Nov 24 12:53:27.984426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-d98f19ce-9fff-4680-a066-896d7bf7c7c9 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/quotas/68aba327b1424d85a8e6810a5bcc2328 HTTP/1.1" status: 200 len: 375 time: 0.0689309 Nov 24 12:53:27.989674 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:28.075179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e021cd-0814-4133-b4e0-997eff29523a req-99fbd696-824b-4960-b499-4e21051b4d96 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:28.076751 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6e021cd-0814-4133-b4e0-997eff29523a req-99fbd696-824b-4960-b499-4e21051b4d96 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 807 time: 0.1098535 Nov 24 12:53:28.092471 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6e021cd-0814-4133-b4e0-997eff29523a req-3aad86f4-24e8-46d9-9ab2-dc7cd4e4ecb6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/quotas/6441bea1ed3547598abd90d1c2c0a634 HTTP/1.1" status: 200 len: 375 time: 0.0096409 Nov 24 12:53:28.144807 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6e021cd-0814-4133-b4e0-997eff29523a req-bcdc41af-9530-484c-b476-e5fa66ed0dff tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460820 Nov 24 12:53:28.243552 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6e021cd-0814-4133-b4e0-997eff29523a req-002a23ae-e9d2-42b8-b8ec-2aae03793d5d service neutron] 10.222.0.48 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916238 Nov 24 12:53:28.333324 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff28-c1c2-48d2-919a-651f4f364a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:28.350281 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6e021cd-0814-4133-b4e0-997eff29523a req-ca8cb96b-af35-4c55-995a-0e62832ec773 service neutron] 10.222.0.48 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003437 Nov 24 12:53:28.362897 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:28.363882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:28.364429 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:28.368044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e5a6ff28-c1c2-48d2-919a-651f4f364a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfd77b8-8056-493f-a3bf-d2d7109fbfb0']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:28.386351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e5a6ff28-c1c2-48d2-919a-651f4f364a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8689b7f2-061a-402d-a64e-981eedf2e854') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:28.386653 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e5a6ff28-c1c2-48d2-919a-651f4f364a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8689b7f2-061a-402d-a64e-981eedf2e854') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:28.417506 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-74548d95-2fa5-4060-88b1-b1da06001eb0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4255741 Nov 24 12:53:28.486733 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1559775 Nov 24 12:53:28.490106 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51980) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:28.500475 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff28-c1c2-48d2-919a-651f4f364a7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:28.507194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3c117-4be1-422d-8166-e6bc1e0d619f admin admin] Pushing event updated for resources: {'Network': ['ID=6b2b9172-b291-4595-9b72-376a248cd5d8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:28.507719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-fb511bce-e2ca-4b69-bc25-710003d9c5a8 admin admin] Request body: {'subnet': {'network_id': '6b2b9172-b291-4595-9b72-376a248cd5d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-439642257-subnet', 'tenant_id': '68e6a8042c604378bc2b6addcdba9317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:28.522957 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 6b2b9172-b291-4595-9b72-376a248cd5d8 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:53:28.530996 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968c93cf-8a2e-4d65-9ed3-c61c100f20d4 x-openstack-request-id: req-968c93cf-8a2e-4d65-9ed3-c61c100f20d4 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:28.531523 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee9405a-297c-4299-9549-9fa29c7f1fa1", "tag": "e55e1a33-cfb3-45b1-b067-1df20ced51aa", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:28.531523 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-968c93cf-8a2e-4d65-9ed3-c61c100f20d4 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:28.532389 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'tag': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa', 'status': 'completed', 'code': 200} Nov 24 12:53:28.533940 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff28-c1c2-48d2-919a-651f4f364a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:28.546193 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a6ff28-c1c2-48d2-919a-651f4f364a7e admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:53:28.549443 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff28-c1c2-48d2-919a-651f4f364a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:28.606189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb511bce-e2ca-4b69-bc25-710003d9c5a8 admin admin] Made reservation on behalf of 68e6a8042c604378bc2b6addcdba9317 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:53:28.609194 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb511bce-e2ca-4b69-bc25-710003d9c5a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:28.637566 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-76840340-15b1-4dc8-9f92-f33f3fbde65d tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1002 time: 0.1042252 Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: timer() Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:53:28.663956 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:53:28.679201 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff28-c1c2-48d2-919a-651f4f364a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:28.729302 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5a6ff28-c1c2-48d2-919a-651f4f364a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:28.732622 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e5a6ff28-c1c2-48d2-919a-651f4f364a7e admin admin] 10.222.0.48 "DELETE /v2.0/networks/2dfd77b8-8056-493f-a3bf-d2d7109fbfb0 HTTP/1.1" status: 204 len: 168 time: 1.0385919 Nov 24 12:53:28.749796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6ff28-c1c2-48d2-919a-651f4f364a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=2dfd77b8-8056-493f-a3bf-d2d7109fbfb0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:28.805429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-e5fb9197-11b8-46bf-8402-7b00d8805aec tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:28.810199 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-e5fb9197-11b8-46bf-8402-7b00d8805aec tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports/e55e1a33-cfb3-45b1-b067-1df20ced51aa HTTP/1.1" status: 200 len: 943 time: 0.1705933 Nov 24 12:53:28.814926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650ef30-781f-43e8-b5ef-e6767843ec50 req-554f4e8b-a9a7-46bb-9233-868f3f4833fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:28.822126 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2650ef30-781f-43e8-b5ef-e6767843ec50 req-554f4e8b-a9a7-46bb-9233-868f3f4833fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 1097 time: 0.1555507 Nov 24 12:53:28.977939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf214c-e237-48b2-8bdf-a094d573c3b3 req-f969b8b5-b4ca-40a4-8735-b55595fd0f9f tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:28.986619 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6bf214c-e237-48b2-8bdf-a094d573c3b3 req-f969b8b5-b4ca-40a4-8735-b55595fd0f9f tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 950 time: 0.1799424 Nov 24 12:53:29.009243 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52000) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:29.077060 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650ef30-781f-43e8-b5ef-e6767843ec50 req-95656ae2-c5db-404b-93d3-6fe2852feea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:29.078567 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2650ef30-781f-43e8-b5ef-e6767843ec50 req-95656ae2-c5db-404b-93d3-6fe2852feea5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 921 time: 0.2040801 Nov 24 12:53:29.095519 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-a1744d75-72ec-4d1b-ae39-90c0ae727294 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1002 time: 0.1748495 Nov 24 12:53:29.157553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6bf214c-e237-48b2-8bdf-a094d573c3b3 req-43f9234b-405a-4dad-82a3-748b5aae98b5 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698754 Nov 24 12:53:29.162433 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-053084e0-0794-4683-a5c3-b6b30481c4e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7020bc9d200047eda770ecbb9a1b8c30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496294 Nov 24 12:53:29.163531 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52006) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:29.197783 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb511bce-e2ca-4b69-bc25-710003d9c5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:29.249595 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc8f37e9-a406-488a-8cf1-33e5a710529e req-e8a9364e-a220-4358-96a8-9394c15811ff tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 210 time: 0.0413234 Nov 24 12:53:29.282356 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2650ef30-781f-43e8-b5ef-e6767843ec50 req-d28fd2c6-3ca6-4fd4-96aa-2a3694e263ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e55e1a33-cfb3-45b1-b067-1df20ced51aa HTTP/1.1" status: 200 len: 1002 time: 0.1945958 Nov 24 12:53:29.298866 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c6b5-fd66-4a3f-a1d0-b679e1b2930f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:29.352159 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb511bce-e2ca-4b69-bc25-710003d9c5a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3ed2a4-6f1d-4d87-bbd9-4a07d49cd9a1,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:29.352429 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c6b5-fd66-4a3f-a1d0-b679e1b2930f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:29.373351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650ef30-781f-43e8-b5ef-e6767843ec50 req-e1509dca-f1ea-4e42-bec9-c3822a2b34af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:29.374804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2650ef30-781f-43e8-b5ef-e6767843ec50 req-e1509dca-f1ea-4e42-bec9-c3822a2b34af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.0770700 Nov 24 12:53:29.377337 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-7b9d8cc1-6ba8-42f7-8471-97e5d0f966a7 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:29.379336 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-7b9d8cc1-6ba8-42f7-8471-97e5d0f966a7 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.2830379 Nov 24 12:53:29.468415 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-0b4a127e-43f6-4dc4-9c22-71f82da69f86 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1002 time: 0.0755305 Nov 24 12:53:29.472556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb511bce-e2ca-4b69-bc25-710003d9c5a8 admin admin] Checking segment: {'id': '4e6e8eb4-059a-4b76-ad86-20f7c130b9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6b2b9172-b291-4595-9b72-376a248cd5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:29.472556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb511bce-e2ca-4b69-bc25-710003d9c5a8 admin admin] Network hostable DHCP agents. Network: 6b2b9172-b291-4595-9b72-376a248cd5d8, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:53:29.473291 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5018e109-dc8d-4d7b-8cdb-0c6cd8a12c98 req-1b0d5d61-692e-4649-b312-2aec3e8dca8b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 210 time: 0.0388117 Nov 24 12:53:29.480525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650ef30-781f-43e8-b5ef-e6767843ec50 req-0d139619-0a4b-437e-a973-fb252c5aa08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:29.482236 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2650ef30-781f-43e8-b5ef-e6767843ec50 req-0d139619-0a4b-437e-a973-fb252c5aa08f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975630 Nov 24 12:53:29.490806 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c6b5-fd66-4a3f-a1d0-b679e1b2930f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:29.495238 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c6b5-fd66-4a3f-a1d0-b679e1b2930f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:29.498931 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2ed4c6b5-fd66-4a3f-a1d0-b679e1b2930f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1be45501-35cf-4157-92fa-6b528f2cec05 HTTP/1.1" status: 204 len: 168 time: 0.3326008 Nov 24 12:53:29.517141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-ed9b2a4a-e393-41f3-97a2-6540026ab5e9 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:29.522785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4c6b5-fd66-4a3f-a1d0-b679e1b2930f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be45501-35cf-4157-92fa-6b528f2cec05,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:29.609858 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb511bce-e2ca-4b69-bc25-710003d9c5a8 admin admin] Network 6b2b9172-b291-4595-9b72-376a248cd5d8 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:53:29.632412 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-fb511bce-e2ca-4b69-bc25-710003d9c5a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 6b2b9172-b291-4595-9b72-376a248cd5d8) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:29.638598 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-ed9b2a4a-e393-41f3-97a2-6540026ab5e9 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:29.642224 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c83813-a57e-40bf-be90-25e65a77f58e None None] Network 6b2b9172-b291-4595-9b72-376a248cd5d8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:53:29.676837 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb511bce-e2ca-4b69-bc25-710003d9c5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:29.677448 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb511bce-e2ca-4b69-bc25-710003d9c5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:29.689011 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2650ef30-781f-43e8-b5ef-e6767843ec50 req-d4285d35-9362-492d-8867-d98d7627c42b service neutron] 10.222.0.59 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910708 Nov 24 12:53:29.691694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82e269-f004-4998-b80c-f737295c26b7 req-32f5ce5a-c27f-48f9-aa86-dd85fbcdce4e tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:29.693204 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1d82e269-f004-4998-b80c-f737295c26b7 req-32f5ce5a-c27f-48f9-aa86-dd85fbcdce4e tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 1097 time: 0.0854883 Nov 24 12:53:29.713084 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fb511bce-e2ca-4b69-bc25-710003d9c5a8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2144120 Nov 24 12:53:29.834604 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e43499-4cfb-4587-9391-68c3ea886bd7 None None] Network 6b2b9172-b291-4595-9b72-376a248cd5d8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:53:29.850967 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-ed9b2a4a-e393-41f3-97a2-6540026ab5e9 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:29.852440 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1d82e269-f004-4998-b80c-f737295c26b7 req-c7f6dc13-9a8f-4686-bbd2-75612ecfce3b tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516013 Nov 24 12:53:29.874138 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-ed9b2a4a-e393-41f3-97a2-6540026ab5e9 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:29.874486 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-ed9b2a4a-e393-41f3-97a2-6540026ab5e9 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Floating IP 77d21ab0-bc2a-448a-97a0-c046bf5f9ab3 disassociated. External IP: 172.25.0.249, port: e55e1a33-cfb3-45b1-b067-1df20ced51aa. Nov 24 12:53:29.877138 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2650ef30-781f-43e8-b5ef-e6767843ec50 req-ee19b4d5-ef25-4916-977b-ffc292f7519a service neutron] 10.222.0.59 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743894 Nov 24 12:53:30.224127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-ed9b2a4a-e393-41f3-97a2-6540026ab5e9 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:53:30.293544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e021cd-0814-4133-b4e0-997eff29523a req-90ad12cb-82b3-45a1-803b-28dae1b9b71d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:30.294902 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e021cd-0814-4133-b4e0-997eff29523a req-90ad12cb-82b3-45a1-803b-28dae1b9b71d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.46 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 807 time: 0.2042880 Nov 24 12:53:30.311958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-c6e021cd-0814-4133-b4e0-997eff29523a req-6b54ab0a-afd5-4b5c-88d0-54f871c6729d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Request body: {'port': {'device_id': '4b9b7132-f6b7-4206-9cc7-335160a5d4f4', 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f', 'admin_state_up': True, 'tenant_id': '6441bea1ed3547598abd90d1c2c0a634'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:30.386653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-ed9b2a4a-e393-41f3-97a2-6540026ab5e9 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:53:30.393166 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-ed9b2a4a-e393-41f3-97a2-6540026ab5e9 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:30.403076 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fca5a3-2bf5-46c8-9787-a8e5d9f5e9d7 None None] Sync routers for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:53:30.418432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fca5a3-2bf5-46c8-9787-a8e5d9f5e9d7 None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:30.420902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-16fca5a3-2bf5-46c8-9787-a8e5d9f5e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:30.446082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e021cd-0814-4133-b4e0-997eff29523a req-6b54ab0a-afd5-4b5c-88d0-54f871c6729d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Made reservation on behalf of 6441bea1ed3547598abd90d1c2c0a634 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:53:30.450554 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c6e021cd-0814-4133-b4e0-997eff29523a req-6b54ab0a-afd5-4b5c-88d0-54f871c6729d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:30.503032 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-ed9b2a4a-e393-41f3-97a2-6540026ab5e9 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "PUT /v2.0/floatingips/77d21ab0-bc2a-448a-97a0-c046bf5f9ab3 HTTP/1.1" status: 200 len: 695 time: 0.9927819 Nov 24 12:53:30.539469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'tag': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:30.542787 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c3a8b9-9c18-478d-b48e-7b499c136b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee9405a-297c-4299-9549-9fa29c7f1fa1", "tag": "e55e1a33-cfb3-45b1-b067-1df20ced51aa"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:30.606818 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-a41c1352-08ca-4b23-89fb-6055b8cfb48d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=68aba327b1424d85a8e6810a5bcc2328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365987 Nov 24 12:53:30.608878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-34b862f5-7b22-44b1-82dd-01b355e76ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:30.616757 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-34b862f5-7b22-44b1-82dd-01b355e76ca5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 1097 time: 0.1125407 Nov 24 12:53:30.663970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-16fca5a3-2bf5-46c8-9787-a8e5d9f5e9d7 None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:30.693755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-c6e021cd-0814-4133-b4e0-997eff29523a req-6b54ab0a-afd5-4b5c-88d0-54f871c6729d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Allocated IP 172.20.0.10 (a7071aec-fd43-4708-b67e-8b789798646f/e16ac887-6d5d-4c80-9e9b-ddd37d6c107e/e1618b25-001b-49b7-9e17-f9525960c1ee) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:53:30.710656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52066) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:30.723131 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2aee2733-13df-4cbb-b16b-0a5d1b60d00b details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:53:30.808707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-d2fc3cc6-243f-44f3-af35-ecf26f92aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:30.816057 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-d2fc3cc6-243f-44f3-af35-ecf26f92aab0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 921 time: 0.1977990 Nov 24 12:53:30.829298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-d199bd72-5008-4e57-9d4a-81d8a2ef5a9d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:30.830820 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-d199bd72-5008-4e57-9d4a-81d8a2ef5a9d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985900 Nov 24 12:53:30.893277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-bc3b8d12-d27e-4511-a413-07956f1059fb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Request body: {'port': {'device_id': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '68aba327b1424d85a8e6810a5bcc2328'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:30.910987 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-ac0768ed-2562-4258-a282-050fbde16d7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e55e1a33-cfb3-45b1-b067-1df20ced51aa HTTP/1.1" status: 200 len: 217 time: 0.0939479 Nov 24 12:53:30.987523 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:30.991765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-394828486-network', 'tenant_id': '0b3d003e027e4a90ab385f26152df412'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:31.020589 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c6e021cd-0814-4133-b4e0-997eff29523a req-6b54ab0a-afd5-4b5c-88d0-54f871c6729d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.030379 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-e3cadcda-460e-413d-bdfb-68d4b93d5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:31.034252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b', 'mac_address': 'fa:16:3e:9a:f7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:53:31.038273 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-e3cadcda-460e-413d-bdfb-68d4b93d5686 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.1262407 Nov 24 12:53:31.046698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] Made reservation on behalf of 0b3d003e027e4a90ab385f26152df412 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:53:31.049448 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.061101 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.093698 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.112152 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2aee2733-13df-4cbb-b16b-0a5d1b60d00b {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:31.121246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-16fca5a3-2bf5-46c8-9787-a8e5d9f5e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:31.122527 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c6e021cd-0814-4133-b4e0-997eff29523a req-6b54ab0a-afd5-4b5c-88d0-54f871c6729d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.156690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fca5a3-2bf5-46c8-9787-a8e5d9f5e9d7 None None] Checking router: fdb81ae7-c4a2-4129-9f5d-7642a24482e6 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:53:31.162135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-bc3b8d12-d27e-4511-a413-07956f1059fb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Made reservation on behalf of 68aba327b1424d85a8e6810a5bcc2328 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:53:31.168200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:31.170694 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-bc3b8d12-d27e-4511-a413-07956f1059fb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.173855 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fca5a3-2bf5-46c8-9787-a8e5d9f5e9d7 None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:31.174692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-16fca5a3-2bf5-46c8-9787-a8e5d9f5e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:31.176402 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.195736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e021cd-0814-4133-b4e0-997eff29523a req-6b54ab0a-afd5-4b5c-88d0-54f871c6729d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Network a7071aec-fd43-4708-b67e-8b789798646f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:31.200964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-c6e021cd-0814-4133-b4e0-997eff29523a req-6b54ab0a-afd5-4b5c-88d0-54f871c6729d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:31.204351 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-ed4c795d-4650-4875-879c-538fb1c41829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:31.209813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e021cd-0814-4133-b4e0-997eff29523a req-6b54ab0a-afd5-4b5c-88d0-54f871c6729d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:53:31.214747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54ab0a-afd5-4b5c-88d0-54f871c6729d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Pushing event updated for resources: {'Port': ['ID=e1618b25-001b-49b7-9e17-f9525960c1ee,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:31.219573 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-ed4c795d-4650-4875-879c-538fb1c41829 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692193 Nov 24 12:53:31.286754 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.298271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e021cd-0814-4133-b4e0-997eff29523a req-6b54ab0a-afd5-4b5c-88d0-54f871c6729d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:31.298944 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c6e021cd-0814-4133-b4e0-997eff29523a req-6b54ab0a-afd5-4b5c-88d0-54f871c6729d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.306964 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.316289 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:31.336706 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e021cd-0814-4133-b4e0-997eff29523a req-6b54ab0a-afd5-4b5c-88d0-54f871c6729d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0281684 Nov 24 12:53:31.342758 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-16fca5a3-2bf5-46c8-9787-a8e5d9f5e9d7 None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:31.346489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:53:31.361219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Request body: {'port': {'device_id': '4b9b7132-f6b7-4206-9cc7-335160a5d4f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:31.368610 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2b5df3-2464-46cd-8f90-1ad6fda3bc0c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:31.416240 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.416889 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] Added segment c988924c-c93d-4849-bb9e-a0b9fce0b1f5 of type vlan for network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 Nov 24 12:53:31.420005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-43977278-c36a-4e0e-82ed-cd611d6be051 service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995275 Nov 24 12:53:31.432509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-97773927-2ece-47f5-821b-d2c141521dee tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:53:31.434127 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-97773927-2ece-47f5-821b-d2c141521dee tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070088 Nov 24 12:53:31.470682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-bc3b8d12-d27e-4511-a413-07956f1059fb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Allocated IP 192.168.233.242 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/f26efa01-e968-426a-b638-f4870eeeeaf6) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:53:31.522070 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.538119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a1fceb8f-207e-4011-b437-6c727d37bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:31.539773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a1fceb8f-207e-4011-b437-6c727d37bb38 service neutron] 10.222.0.48 "GET /v2.0/ports/acb38072-5e14-4840-ae0e-342ff08a3d6b HTTP/1.1" status: 200 len: 1094 time: 0.0734913 Nov 24 12:53:31.542213 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.558926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-c5e42c4b-1bf9-4125-96d4-afc2c162520f service neutron] Request body: {'binding': {'host': 'n-h2-817303-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:31.559382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-c5e42c4b-1bf9-4125-96d4-afc2c162520f service neutron] Unknown quota resources ['binding']. {{(pid=114985) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 12:53:31.564407 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['2aee2733-13df-4cbb-b16b-0a5d1b60d00b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:31.607362 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cdd5bf5-469e-4e94-b30f-7dc0e00290fb req-9c2ba121-6e7a-4b5b-94a7-3572f5410e98 service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734266 Nov 24 12:53:31.636270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.637344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:31.637946 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.720268 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-bc3b8d12-d27e-4511-a413-07956f1059fb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.767174 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-bc3b8d12-d27e-4511-a413-07956f1059fb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.786257 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['dc707d28-b6a8-4f62-b7d3-940b0908755b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:31.826549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] Pushing event updated for resources: {'Network': ['ID=95e7f000-2f0f-4dec-bbb6-4541b8b71c95,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:31.840899 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b8d12-d27e-4511-a413-07956f1059fb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Pushing event updated for resources: {'Port': ['ID=f26efa01-e968-426a-b638-f4870eeeeaf6,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:31.841483 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-16fca5a3-2bf5-46c8-9787-a8e5d9f5e9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:31.850162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:53:31.853833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-bc3b8d12-d27e-4511-a413-07956f1059fb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:31.855593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-bc3b8d12-d27e-4511-a413-07956f1059fb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:31.858608 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-bc3b8d12-d27e-4511-a413-07956f1059fb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:53:31.906328 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fca5a3-2bf5-46c8-9787-a8e5d9f5e9d7 None None] The sync data for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 is: [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:53:31.916122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-bc3b8d12-d27e-4511-a413-07956f1059fb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:31.916467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-bc3b8d12-d27e-4511-a413-07956f1059fb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:31.922884 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-77bc8255-728f-4ea4-a0a4-7332f197a04a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2111096 Nov 24 12:53:31.934529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52080) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:31.941661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-1dc753d1-b2fd-488d-96ed-0dc1f3b9686c req-d55287ed-7bc8-4bf2-89c3-58abb8b20ab6 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2055392532', 'description': 'tempest-description-606843518'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:31.942123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7e5604f0-268c-444a-b14d-59d56755be86 admin admin] Request body: {'subnet': {'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-394828486-subnet', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:31.970335 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-bc3b8d12-d27e-4511-a413-07956f1059fb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0845311 Nov 24 12:53:31.990266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Request body: {'port': {'device_id': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:31.999292 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.db.api [None req-7e5604f0-268c-444a-b14d-59d56755be86 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 12:53:31.999292 n-d-817303-4 neutron-server[114985]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 12:53:31.999292 n-d-817303-4 neutron-server[114985]: [parameters: {'project_id_1': '0b3d003e027e4a90ab385f26152df412', 'expiration_1': datetime.datetime(2021, 11, 24, 12, 53, 11, 970095)}] Nov 24 12:53:31.999292 n-d-817303-4 neutron-server[114985]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 12:53:31.999715 n-d-817303-4 neutron-server[114985]: DEBUG oslo_db.api [None req-7e5604f0-268c-444a-b14d-59d56755be86 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 12:53:32.024056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-c5e42c4b-1bf9-4125-96d4-afc2c162520f service neutron] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b on host n-h2-817303-4 for vnic_type normal with profile None {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:32.024387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-c5e42c4b-1bf9-4125-96d4-afc2c162520f service neutron] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:32.024791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-c5e42c4b-1bf9-4125-96d4-afc2c162520f service neutron] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:32.034299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-c5e42c4b-1bf9-4125-96d4-afc2c162520f service neutron] Port acb38072-5e14-4840-ae0e-342ff08a3d6b on network ee1ba679-7d12-4b42-af81-73cc82b26674 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:53:32.034643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-c5e42c4b-1bf9-4125-96d4-afc2c162520f service neutron] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:32.044245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-c5e42c4b-1bf9-4125-96d4-afc2c162520f service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:32.044881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-c5e42c4b-1bf9-4125-96d4-afc2c162520f service neutron] Checking segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:32.045294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-c5e42c4b-1bf9-4125-96d4-afc2c162520f service neutron] Bound using segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:32.045745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-c5e42c4b-1bf9-4125-96d4-afc2c162520f service neutron] Bound port: acb38072-5e14-4840-ae0e-342ff08a3d6b, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:32.065888 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1dc753d1-b2fd-488d-96ed-0dc1f3b9686c req-d55287ed-7bc8-4bf2-89c3-58abb8b20ab6 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.083990 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.200881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-c5e42c4b-1bf9-4125-96d4-afc2c162520f service neutron] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:32.210562 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-c5e42c4b-1bf9-4125-96d4-afc2c162520f service neutron] Publish callbacks [] for binding, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.212284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-c5e42c4b-1bf9-4125-96d4-afc2c162520f service neutron] 10.222.0.48 "POST /v2.0/ports/acb38072-5e14-4840-ae0e-342ff08a3d6b/bindings HTTP/1.1" status: 201 len: 389 time: 0.6574707 Nov 24 12:53:32.285268 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1dc753d1-b2fd-488d-96ed-0dc1f3b9686c req-d55287ed-7bc8-4bf2-89c3-58abb8b20ab6 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.285462 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1dc753d1-b2fd-488d-96ed-0dc1f3b9686c req-d55287ed-7bc8-4bf2-89c3-58abb8b20ab6 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.309539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1618b25-001b-49b7-9e17-f9525960c1ee {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:32.320556 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-215b130b-0858-4f00-bd9d-8c7f52ee92d0 None None] Provisioning complete for port f26efa01-e968-426a-b638-f4870eeeeaf6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:32.321115 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-215b130b-0858-4f00-bd9d-8c7f52ee92d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.321244 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.355742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Transition to ACTIVE for port object e1618b25-001b-49b7-9e17-f9525960c1ee will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:53:32.365902 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.376369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55287ed-7bc8-4bf2-89c3-58abb8b20ab6 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b752ee3f-c217-4aa1-bb6d-656aa0fd1f6c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:32.401773 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe93510-5d37-4f24-9752-433f99cc0269 None None] New status for floating IP 77d21ab0-bc2a-448a-97a0-c046bf5f9ab3: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:53:32.403378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-215b130b-0858-4f00-bd9d-8c7f52ee92d0 None None] Port f26efa01-e968-426a-b638-f4870eeeeaf6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:53:32.432645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1dc753d1-b2fd-488d-96ed-0dc1f3b9686c req-d55287ed-7bc8-4bf2-89c3-58abb8b20ab6 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.434866 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dc753d1-b2fd-488d-96ed-0dc1f3b9686c req-d55287ed-7bc8-4bf2-89c3-58abb8b20ab6 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5088840 Nov 24 12:53:32.584452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26efa01-e968-426a-b638-f4870eeeeaf6 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:32.593674 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.607602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5604f0-268c-444a-b14d-59d56755be86 admin admin] Made reservation on behalf of 0b3d003e027e4a90ab385f26152df412 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:53:32.610617 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e5604f0-268c-444a-b14d-59d56755be86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.616012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Transition to ACTIVE for port object f26efa01-e968-426a-b638-f4870eeeeaf6 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:53:32.627086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aab0ff-d48a-4f2d-a351-874138aa9b71 req-cb64b6eb-bc46-4a11-80ca-2310ba84d841 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:32.628647 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-55aab0ff-d48a-4f2d-a351-874138aa9b71 req-cb64b6eb-bc46-4a11-80ca-2310ba84d841 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 944 time: 0.0828094 Nov 24 12:53:32.629861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.701557 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Pushing event updated for resources: {'Port': ['ID=e1618b25-001b-49b7-9e17-f9525960c1ee,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:32.724157 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2aee2733-13df-4cbb-b16b-0a5d1b60d00b no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:32.726002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3cdaf-017f-4bdf-86fe-6f8f01047f55 req-7a1220e1-97d9-434b-a7a5-cbf1da62b426 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:32.727593 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4fe3cdaf-017f-4bdf-86fe-6f8f01047f55 req-7a1220e1-97d9-434b-a7a5-cbf1da62b426 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 949 time: 0.3215933 Nov 24 12:53:32.732581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['669384d5-bb37-4054-9709-2894491b4b00'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:32.736377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Pushing event updated for resources: {'Port': ['ID=f26efa01-e968-426a-b638-f4870eeeeaf6,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:32.736806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-377a685f-a50c-4fb9-b50a-13b019e2c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:32.738283 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-377a685f-a50c-4fb9-b50a-13b019e2c06f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 1097 time: 0.2150099 Nov 24 12:53:32.789340 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-55aab0ff-d48a-4f2d-a351-874138aa9b71 req-14025b30-da11-4e9f-a270-fc453f8ecac1 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514940 Nov 24 12:53:32.813357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Attempting to bind port f26efa01-e968-426a-b638-f4870eeeeaf6 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:32.814360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Attempting to bind port f26efa01-e968-426a-b638-f4870eeeeaf6 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:32.814691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Attempting to bind port f26efa01-e968-426a-b638-f4870eeeeaf6 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:32.826557 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Port f26efa01-e968-426a-b638-f4870eeeeaf6 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:53:32.826890 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Attempting to bind port f26efa01-e968-426a-b638-f4870eeeeaf6 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:32.834498 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Attempting to bind port e1618b25-001b-49b7-9e17-f9525960c1ee on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:32.834837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Attempting to bind port e1618b25-001b-49b7-9e17-f9525960c1ee by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:32.835164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Attempting to bind port e1618b25-001b-49b7-9e17-f9525960c1ee on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:32.843371 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:32.843605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:32.844200 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:32.844646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Bound port: f26efa01-e968-426a-b638-f4870eeeeaf6, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:32.845028 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.872038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Port e1618b25-001b-49b7-9e17-f9525960c1ee on network a7071aec-fd43-4708-b67e-8b789798646f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:53:32.872362 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Attempting to bind port e1618b25-001b-49b7-9e17-f9525960c1ee on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:32.907994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:32.908364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:32.908778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Bound using segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:32.909221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Bound port: e1618b25-001b-49b7-9e17-f9525960c1ee, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:32.909580 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.954335 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4fe3cdaf-017f-4bdf-86fe-6f8f01047f55 req-aa58021f-9101-4238-862c-1f59ba71d542 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150700 Nov 24 12:53:32.961033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:32.964687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:32.972773 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17312b52-bd76-4f91-a137-1580794c2b45 req-5a647171-f981-4f04-bfea-64d9258c9485 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:32.982734 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-17312b52-bd76-4f91-a137-1580794c2b45 req-5a647171-f981-4f04-bfea-64d9258c9485 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 948 time: 0.1070735 Nov 24 12:53:32.982734 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:32.993115 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:33.010174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2aee2733-13df-4cbb-b16b-0a5d1b60d00b {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:33.025812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-7a6bd4a2-c0cb-4322-a149-03fc035b160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:33.027314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-7a6bd4a2-c0cb-4322-a149-03fc035b160c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.2746153 Nov 24 12:53:33.030085 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e5604f0-268c-444a-b14d-59d56755be86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:33.032280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:33.047286 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:33.091354 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Pushing event updated for resources: {'Port': ['ID=f26efa01-e968-426a-b638-f4870eeeeaf6,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:33.121531 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-3f87e398-f727-4d45-af60-537938e4ba88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b HTTP/1.1" status: 200 len: 217 time: 0.0753987 Nov 24 12:53:33.130405 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734cbabc-dc85-4ba1-b96f-83aba78690c7 x-openstack-request-id: req-734cbabc-dc85-4ba1-b96f-83aba78690c7 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:33.130718 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee9405a-297c-4299-9549-9fa29c7f1fa1", "tag": "e55e1a33-cfb3-45b1-b067-1df20ced51aa", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:33.131012 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-734cbabc-dc85-4ba1-b96f-83aba78690c7 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:33.131475 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'tag': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa', 'status': 'completed', 'code': 200} Nov 24 12:53:33.157747 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,revision_number=10']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:33.158050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:33.171726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e1618b25-001b-49b7-9e17-f9525960c1ee,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:33.178012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:33.178683 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:33.181069 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-b59922f3-9f94-4826-b641-7f21749e4fcb service neutron] 10.222.0.46 "PUT /v2.0/ports/f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 200 len: 1096 time: 1.1998911 Nov 24 12:53:33.198407 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5604f0-268c-444a-b14d-59d56755be86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f4b039-c317-4493-a405-fe367a3dc54e,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:33.204667 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:33.207161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5604f0-268c-444a-b14d-59d56755be86 admin admin] Checking segment: {'id': 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:33.208180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5604f0-268c-444a-b14d-59d56755be86 admin admin] Network hostable DHCP agents. Network: 95e7f000-2f0f-4dec-bbb6-4541b8b71c95, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:53:33.274874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:33.275568 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:33.277194 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e021cd-0814-4133-b4e0-997eff29523a req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] 10.222.0.46 "PUT /v2.0/ports/e1618b25-001b-49b7-9e17-f9525960c1ee HTTP/1.1" status: 200 len: 1092 time: 1.9216411 Nov 24 12:53:33.278123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9b7132-f6b7-4206-9cc7-335160a5d4f4', 'tag': 'e1618b25-001b-49b7-9e17-f9525960c1ee'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:33.280463 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e00a7e8-a1a8-4b44-9cb2-5f240e37bf57" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9b7132-f6b7-4206-9cc7-335160a5d4f4", "tag": "e1618b25-001b-49b7-9e17-f9525960c1ee"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:33.289510 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-d7ef8d23-7ae1-4905-a8a5-7385449f3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:33.291126 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-d7ef8d23-7ae1-4905-a8a5-7385449f3ab9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.1559317 Nov 24 12:53:33.309533 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3a8b9-9c18-478d-b48e-7b499c136b1f req-d8b68757-4622-4965-8606-1fb90464cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:33.318388 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59c3a8b9-9c18-478d-b48e-7b499c136b1f req-d8b68757-4622-4965-8606-1fb90464cacf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 1097 time: 0.2150064 Nov 24 12:53:33.325884 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-17312b52-bd76-4f91-a137-1580794c2b45 req-3cb4db99-225f-47be-9760-4a65bc9f4532 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430076 Nov 24 12:53:33.350281 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-b51e5119-60b5-46d8-a728-cea3f512ccd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385547 Nov 24 12:53:33.353298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5604f0-268c-444a-b14d-59d56755be86 admin admin] Network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:53:33.363771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-307c2f8b-ef4f-414a-90d7-447cbdb06d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:33.365322 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-307c2f8b-ef4f-414a-90d7-447cbdb06d10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 1099 time: 0.1143804 Nov 24 12:53:33.386724 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a83cc-8932-4a2e-b9ae-f5e35dc77106 service neutron] Pushing event updated for resources: {'Port': ['ID=e1618b25-001b-49b7-9e17-f9525960c1ee,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:33.448541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-7e5604f0-268c-444a-b14d-59d56755be86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 95e7f000-2f0f-4dec-bbb6-4541b8b71c95) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:33.457287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a345c5-f07a-464b-b41d-9701f98b6d76 None None] Network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:53:33.483713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5604f0-268c-444a-b14d-59d56755be86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:33.484295 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e5604f0-268c-444a-b14d-59d56755be86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:33.548342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8952e-9dec-4728-95f9-a479d78fc9e5 req-8e8c21a8-ae04-4b82-8252-b1aa5e08af81 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:33.550068 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4be8952e-9dec-4728-95f9-a479d78fc9e5 req-8e8c21a8-ae04-4b82-8252-b1aa5e08af81 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 946 time: 0.1811030 Nov 24 12:53:33.559489 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7e5604f0-268c-444a-b14d-59d56755be86 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6202533 Nov 24 12:53:33.566681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52090) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:33.571893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:33.593528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e021cd-0814-4133-b4e0-997eff29523a req-97e7b91f-017f-47c2-8c43-7a6808a34e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:33.595122 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e021cd-0814-4133-b4e0-997eff29523a req-97e7b91f-017f-47c2-8c43-7a6808a34e6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 1095 time: 0.1918502 Nov 24 12:53:33.639723 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'fixed_ips': [{'subnet_id': '40f4b039-c317-4493-a405-fe367a3dc54e'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:53:33.640715 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:33.670440 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-d4b38c23-d3ef-4753-bd91-9295535e810f service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955935 Nov 24 12:53:33.679989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e021cd-0814-4133-b4e0-997eff29523a req-45502747-828a-431a-8716-2003d793df7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1618b25-001b-49b7-9e17-f9525960c1ee HTTP/1.1" status: 200 len: 217 time: 0.0700452 Nov 24 12:53:33.719646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4be8952e-9dec-4728-95f9-a479d78fc9e5 req-3f96c5b3-03ba-4dd2-a19c-2c1f8d2ebf78 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616435 Nov 24 12:53:33.727204 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-f7781910-5471-4fbc-88d1-880d875fb35a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 200 len: 217 time: 0.3463871 Nov 24 12:53:33.740070 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:33.741137 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:33.805817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Allocated IP 172.20.0.2 (95e7f000-2f0f-4dec-bbb6-4541b8b71c95/40f4b039-c317-4493-a405-fe367a3dc54e/e64872ef-c8e1-49c6-a7f0-952ed41a99ea) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:53:33.807248 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:33.820930 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b24e9ba-9270-4367-971e-15de34befc7e x-openstack-request-id: req-0b24e9ba-9270-4367-971e-15de34befc7e {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:33.821153 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9b7132-f6b7-4206-9cc7-335160a5d4f4", "tag": "e1618b25-001b-49b7-9e17-f9525960c1ee", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:33.822031 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b24e9ba-9270-4367-971e-15de34befc7e {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:33.822943 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9b7132-f6b7-4206-9cc7-335160a5d4f4', 'tag': 'e1618b25-001b-49b7-9e17-f9525960c1ee', 'status': 'completed', 'code': 200} Nov 24 12:53:33.852882 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-8c3815a4-4fb4-4822-8c04-08aa7a564d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:33.854643 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-8c3815a4-4fb4-4822-8c04-08aa7a564d6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0895021 Nov 24 12:53:33.870266 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cd65a9aa-0fa5-4a47-be1d-6db35ae0dfe6 req-0b4fafd6-9d15-4d47-8ea6-e9b1a95566da tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/b752ee3f-c217-4aa1-bb6d-656aa0fd1f6c HTTP/1.1" status: 200 len: 1821 time: 0.1062884 Nov 24 12:53:33.881164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3a8b9-9c18-478d-b48e-7b499c136b1f req-d7581e94-8acb-4afd-b905-0bff64c2f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:33.882536 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59c3a8b9-9c18-478d-b48e-7b499c136b1f req-d7581e94-8acb-4afd-b905-0bff64c2f198 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 921 time: 0.5522678 Nov 24 12:53:33.888396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-cd65a9aa-0fa5-4a47-be1d-6db35ae0dfe6 req-e3033966-70ff-4662-9626-bc1fde725fc5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b752ee3f-c217-4aa1-bb6d-656aa0fd1f6c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:33.888707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-cd65a9aa-0fa5-4a47-be1d-6db35ae0dfe6 req-e3033966-70ff-4662-9626-bc1fde725fc5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b752ee3f-c217-4aa1-bb6d-656aa0fd1f6c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:33.953592 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59c3a8b9-9c18-478d-b48e-7b499c136b1f req-930ab1a6-5a2b-4cc6-b5ff-179d773cfe70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e55e1a33-cfb3-45b1-b067-1df20ced51aa HTTP/1.1" status: 200 len: 217 time: 0.0603042 Nov 24 12:53:33.987383 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:33.994173 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:34.020400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-da57c9b0-9979-497e-94ff-27bbb4a0f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:34.021794 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-da57c9b0-9979-497e-94ff-27bbb4a0f003 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1489871 Nov 24 12:53:34.041174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:34.044451 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:34.049304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:53:34.054233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Pushing event updated for resources: {'Port': ['ID=e64872ef-c8e1-49c6-a7f0-952ed41a99ea,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:34.063723 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3a8b9-9c18-478d-b48e-7b499c136b1f req-bbebffe7-3aca-418e-a485-0edf9091c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:34.065220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59c3a8b9-9c18-478d-b48e-7b499c136b1f req-bbebffe7-3aca-418e-a485-0edf9091c05f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.1028614 Nov 24 12:53:34.092953 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-cd65a9aa-0fa5-4a47-be1d-6db35ae0dfe6 req-e3033966-70ff-4662-9626-bc1fde725fc5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:34.109579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Attempting to bind port e64872ef-c8e1-49c6-a7f0-952ed41a99ea on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:34.109962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Attempting to bind port e64872ef-c8e1-49c6-a7f0-952ed41a99ea by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:34.110301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Attempting to bind port e64872ef-c8e1-49c6-a7f0-952ed41a99ea on network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:34.115991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:34.116419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Checking segment: {'id': 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:34.116789 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:34.117238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Bound using segment: {'id': 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:34.117740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Bound port: e64872ef-c8e1-49c6-a7f0-952ed41a99ea, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:34.118127 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:34.166089 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-cd65a9aa-0fa5-4a47-be1d-6db35ae0dfe6 req-e3033966-70ff-4662-9626-bc1fde725fc5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:34.180485 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-cd65a9aa-0fa5-4a47-be1d-6db35ae0dfe6 req-e3033966-70ff-4662-9626-bc1fde725fc5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:34.192100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] For port e64872ef-c8e1-49c6-a7f0-952ed41a99ea, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:34.196918 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] For port e64872ef-c8e1-49c6-a7f0-952ed41a99ea, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e64872ef-c8e1-49c6-a7f0-952ed41a99ea,segment=NetworkSegment(c988924c-c93d-4849-bb9e-a0b9fce0b1f5),segment_id=c988924c-c93d-4849-bb9e-a0b9fce0b1f5)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:34.203469 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:34.212266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3a8b9-9c18-478d-b48e-7b499c136b1f req-2ef41bac-0c74-415c-bd7b-12a178d27b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:34.213729 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59c3a8b9-9c18-478d-b48e-7b499c136b1f req-2ef41bac-0c74-415c-bd7b-12a178d27b09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353080 Nov 24 12:53:34.215184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3033966-70ff-4662-9626-bc1fde725fc5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42657f27-50ee-42a5-9a2c-bfcbb26d7ce4,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:34.218227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-d5052413-d75c-4d01-8128-08cb6566f8c1 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824019 Nov 24 12:53:34.226069 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-cd65a9aa-0fa5-4a47-be1d-6db35ae0dfe6 req-e3033966-70ff-4662-9626-bc1fde725fc5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:34.227473 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cd65a9aa-0fa5-4a47-be1d-6db35ae0dfe6 req-e3033966-70ff-4662-9626-bc1fde725fc5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3429379 Nov 24 12:53:34.287087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510d117-08d8-4a1c-9af4-a8488aae8cfe None None] Pushing event updated for resources: {'Port': ['ID=e64872ef-c8e1-49c6-a7f0-952ed41a99ea,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:34.306396 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e021cd-0814-4133-b4e0-997eff29523a req-0bb4196f-66b3-4e84-a020-eb2299631049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:34.307887 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e021cd-0814-4133-b4e0-997eff29523a req-0bb4196f-66b3-4e84-a020-eb2299631049 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.6135948 Nov 24 12:53:34.398828 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-801761d3-6842-472e-86d8-af9db7353f24 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139983 Nov 24 12:53:34.419420 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e021cd-0814-4133-b4e0-997eff29523a req-08bb0f06-6c61-47c6-a1b8-df3fd041176e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637190 Nov 24 12:53:34.422129 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:34.433839 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59c3a8b9-9c18-478d-b48e-7b499c136b1f req-b5a7bc49-0330-4b9d-8744-9c22cd2df939 service neutron] 10.222.0.59 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052250 Nov 24 12:53:34.445215 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bea21861-a24a-4282-98aa-b43c2c2bbc96 req-0f51e6b8-0ee4-4f85-9cbf-690519cbb7b2 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084816 Nov 24 12:53:34.446838 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b825811-341b-4159-91e2-1211ddcd575d req-ea730c69-6f4f-4f92-9099-e92e134fee06 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:34.448352 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b825811-341b-4159-91e2-1211ddcd575d req-ea730c69-6f4f-4f92-9099-e92e134fee06 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2402079 Nov 24 12:53:34.454688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ad468-d309-4bf9-ba77-4be0a5eb4d8b req-9caec573-81c3-435e-bf74-97398074164b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:34.456468 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fd0ad468-d309-4bf9-ba77-4be0a5eb4d8b req-9caec573-81c3-435e-bf74-97398074164b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 944 time: 0.1032481 Nov 24 12:53:34.578271 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b825811-341b-4159-91e2-1211ddcd575d req-e45e3f78-b9c0-4cd2-b019-016a32e64372 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.1013095 Nov 24 12:53:34.593841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-8b825811-341b-4159-91e2-1211ddcd575d req-7a9f6077-5b41-4951-9e5c-936c7b6e2d92 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Request body: {'floatingip': {'port_id': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:34.609182 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fd0ad468-d309-4bf9-ba77-4be0a5eb4d8b req-163a3753-99d3-4059-bb72-c7f0059b9a57 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147854 Nov 24 12:53:34.636568 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59c3a8b9-9c18-478d-b48e-7b499c136b1f req-0fd5c5d5-d4db-44e6-b13b-c391c3ad9a78 service neutron] 10.222.0.59 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790097 Nov 24 12:53:34.638318 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8b825811-341b-4159-91e2-1211ddcd575d req-7a9f6077-5b41-4951-9e5c-936c7b6e2d92 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:34.729366 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2aee2733-13df-4cbb-b16b-0a5d1b60d00b up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:34.743173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e021cd-0814-4133-b4e0-997eff29523a req-dda74920-8a12-4fbd-8d16-7e7870add281 service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125701 Nov 24 12:53:34.782420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e64872ef-c8e1-49c6-a7f0-952ed41a99ea up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:34.809330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4ca7d-aaca-4099-a3dd-2d017a78123f req-c30c86c6-74e3-4e40-a795-026a684e5dc8 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:34.820665 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41c4ca7d-aaca-4099-a3dd-2d017a78123f req-c30c86c6-74e3-4e40-a795-026a684e5dc8 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 949 time: 0.1070807 Nov 24 12:53:34.857007 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e64872ef-c8e1-49c6-a7f0-952ed41a99ea triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:34.857521 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:34.885857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41c4ca7d-aaca-4099-a3dd-2d017a78123f req-051bca6e-de67-463b-8300-785ace1bd4b9 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638645 Nov 24 12:53:34.891038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:34.891516 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.024534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-aa3d9ff3-248a-4c8f-8bac-cf4adcd8461a req-0ec732eb-c64f-4e79-abb1-95c0d6f5b745 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1437577599', 'description': 'tempest-description-1536294310'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:35.032288 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.051216 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-aa3d9ff3-248a-4c8f-8bac-cf4adcd8461a req-0ec732eb-c64f-4e79-abb1-95c0d6f5b745 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.077340 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.080285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port e64872ef-c8e1-49c6-a7f0-952ed41a99ea, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e64872ef-c8e1-49c6-a7f0-952ed41a99ea,segment=NetworkSegment(c988924c-c93d-4849-bb9e-a0b9fce0b1f5),segment_id=c988924c-c93d-4849-bb9e-a0b9fce0b1f5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:35.088233 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e021cd-0814-4133-b4e0-997eff29523a req-7a14574e-c54c-4064-a075-d5765bc7bf13 service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310184 Nov 24 12:53:35.094235 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.160974 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-aa3d9ff3-248a-4c8f-8bac-cf4adcd8461a req-0ec732eb-c64f-4e79-abb1-95c0d6f5b745 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.164078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:35.185575 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bbbb10-15ab-4a3b-8b25-bfa4392cc10a" -d '{"events": [{"name": "network-changed", "server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:35.205649 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-aa3d9ff3-248a-4c8f-8bac-cf4adcd8461a req-0ec732eb-c64f-4e79-abb1-95c0d6f5b745 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.226424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:35.228934 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=e64872ef-c8e1-49c6-a7f0-952ed41a99ea,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:35.232110 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd722ac83-4146-40c6-9a9b-1a4fbf9766eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:35.235073 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1f8471-ce60-4cb8-8015-f1517901e084" -d '{"events": [{"server_uuid": "d722ac83-4146-40c6-9a9b-1a4fbf9766eb", "name": "network-vif-plugged", "status": "completed", "tag": "2aee2733-13df-4cbb-b16b-0a5d1b60d00b"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:35.240629 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.285346 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-aa3d9ff3-248a-4c8f-8bac-cf4adcd8461a req-0ec732eb-c64f-4e79-abb1-95c0d6f5b745 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.286657 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aa3d9ff3-248a-4c8f-8bac-cf4adcd8461a req-0ec732eb-c64f-4e79-abb1-95c0d6f5b745 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2667537 Nov 24 12:53:35.289432 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec732eb-c64f-4e79-abb1-95c0d6f5b745 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c84f257-c160-416d-9a0a-d3c4b7345211,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:35.300757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8cdcd-8cac-4974-8a4f-33f2733fcabd req-dc62156e-dac2-4421-a073-0698185ad529 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:35.302633 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45a8cdcd-8cac-4974-8a4f-33f2733fcabd req-dc62156e-dac2-4421-a073-0698185ad529 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ee9405a-297c-4299-9549-9fa29c7f1fa1 HTTP/1.1" status: 200 len: 946 time: 0.1398518 Nov 24 12:53:35.311362 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.344207 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,revision_number=11']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:35.362576 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.472244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-45a8cdcd-8cac-4974-8a4f-33f2733fcabd req-e0b16ac4-7b1f-4af8-a119-a6d018d8f699 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Deleting port e55e1a33-cfb3-45b1-b067-1df20ced51aa {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:35.473030 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-45a8cdcd-8cac-4974-8a4f-33f2733fcabd req-e0b16ac4-7b1f-4af8-a119-a6d018d8f699 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.486491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Allocated IP 172.25.0.178 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/2743947f-e3a7-414b-a6d9-33e1534aed0a) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:53:35.517614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae77b3-9d49-43b9-93f3-199f8d8b559f req-3bc04351-9126-468e-93a4-efca3f78416a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:35.519894 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-72ae77b3-9d49-43b9-93f3-199f8d8b559f req-3bc04351-9126-468e-93a4-efca3f78416a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 948 time: 0.1248233 Nov 24 12:53:35.574445 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00a7e8-a1a8-4b44-9cb2-5f240e37bf57 req-78fa234e-19de-43cb-975c-ccc844956d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:35.576425 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e00a7e8-a1a8-4b44-9cb2-5f240e37bf57 req-78fa234e-19de-43cb-975c-ccc844956d71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 1095 time: 0.3710740 Nov 24 12:53:35.638891 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-45a8cdcd-8cac-4974-8a4f-33f2733fcabd req-e0b16ac4-7b1f-4af8-a119-a6d018d8f699 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] For port e55e1a33-cfb3-45b1-b067-1df20ced51aa, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e55e1a33-cfb3-45b1-b067-1df20ced51aa,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:35.639557 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-45a8cdcd-8cac-4974-8a4f-33f2733fcabd req-e0b16ac4-7b1f-4af8-a119-a6d018d8f699 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.653132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbae1d0-2ec0-469a-8f2e-5f97bdc29fbb None None] Network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:53:35.665336 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-72ae77b3-9d49-43b9-93f3-199f8d8b559f req-b68d469c-629c-479d-91e1-77d851beb2ad tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078486 Nov 24 12:53:35.671549 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-45a8cdcd-8cac-4974-8a4f-33f2733fcabd req-e0b16ac4-7b1f-4af8-a119-a6d018d8f699 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Calling delete_port for e55e1a33-cfb3-45b1-b067-1df20ced51aa owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:35.728155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00a7e8-a1a8-4b44-9cb2-5f240e37bf57 req-52338f8b-93b7-4c8d-9aea-d0dfe6a849ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:35.729724 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e00a7e8-a1a8-4b44-9cb2-5f240e37bf57 req-52338f8b-93b7-4c8d-9aea-d0dfe6a849ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.1173661 Nov 24 12:53:35.748264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-db547bd2-f12f-489c-a8d6-ec814f3a57dc None None] Provisioning complete for port e64872ef-c8e1-49c6-a7f0-952ed41a99ea triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:35.748636 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-db547bd2-f12f-489c-a8d6-ec814f3a57dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.802178 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e00a7e8-a1a8-4b44-9cb2-5f240e37bf57 req-b6c1f840-3160-4f6d-a5a5-9e6718ba6b87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1618b25-001b-49b7-9e17-f9525960c1ee HTTP/1.1" status: 200 len: 217 time: 0.0498860 Nov 24 12:53:35.825571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0e820-d0cc-4943-8972-f51e2b0855ae req-772d65e4-306f-40ee-9e0a-212ea8073aec tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:35.828566 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-52b0e820-d0cc-4943-8972-f51e2b0855ae req-772d65e4-306f-40ee-9e0a-212ea8073aec tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 946 time: 0.0686901 Nov 24 12:53:35.830799 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.841687 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.db.resource_extend [req-8b825811-341b-4159-91e2-1211ddcd575d req-7a9f6077-5b41-4951-9e5c-936c7b6e2d92 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 12:53:35.943137 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-52b0e820-d0cc-4943-8972-f51e2b0855ae req-3fd8efa4-600d-414f-8726-861649e1d285 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880580 Nov 24 12:53:35.949132 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.979137 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-45a8cdcd-8cac-4974-8a4f-33f2733fcabd req-e0b16ac4-7b1f-4af8-a119-a6d018d8f699 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.982264 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8b825811-341b-4159-91e2-1211ddcd575d req-7a9f6077-5b41-4951-9e5c-936c7b6e2d92 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:35.994703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['7eb71561-6a50-4f18-8493-6b1c5104ce27'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:35.997367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['e55e1a33-cfb3-45b1-b067-1df20ced51aa'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:36.047245 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b16ac4-7b1f-4af8-a119-a6d018d8f699 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Pushing event deleted for resources: {'Port': ['ID=e55e1a33-cfb3-45b1-b067-1df20ced51aa,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:36.061173 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8b825811-341b-4159-91e2-1211ddcd575d req-7a9f6077-5b41-4951-9e5c-936c7b6e2d92 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:36.118613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a8cdcd-8cac-4974-8a4f-33f2733fcabd req-e0b16ac4-7b1f-4af8-a119-a6d018d8f699 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] No DVR routers for this DVR port e55e1a33-cfb3-45b1-b067-1df20ced51aa on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:53:36.123686 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-45a8cdcd-8cac-4974-8a4f-33f2733fcabd req-e0b16ac4-7b1f-4af8-a119-a6d018d8f699 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:36.127253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45a8cdcd-8cac-4974-8a4f-33f2733fcabd req-e0b16ac4-7b1f-4af8-a119-a6d018d8f699 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.59 "DELETE /v2.0/ports/e55e1a33-cfb3-45b1-b067-1df20ced51aa HTTP/1.1" status: 204 len: 173 time: 0.8162954 Nov 24 12:53:36.222820 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:36.244028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f719dc-ec9e-4f27-97d8-eb10cb8083cf req-e59d13e8-e85f-4d6b-899e-9a2e7182ce61 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:36.261251 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40f719dc-ec9e-4f27-97d8-eb10cb8083cf req-e59d13e8-e85f-4d6b-899e-9a2e7182ce61 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 945 time: 0.1404037 Nov 24 12:53:36.363615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:36.400832 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40f719dc-ec9e-4f27-97d8-eb10cb8083cf req-ac9bf6ad-5c43-4921-b594-94b46e7805e4 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320333 Nov 24 12:53:36.405150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:36.433409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:53:36.477662 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30359007-aa36-4312-b60f-c980ccf2a50f x-openstack-request-id: req-30359007-aa36-4312-b60f-c980ccf2a50f {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:36.478330 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:36.478746 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30359007-aa36-4312-b60f-c980ccf2a50f {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:36.479325 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'status': 'completed', 'code': 200} Nov 24 12:53:36.490410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00a7e8-a1a8-4b44-9cb2-5f240e37bf57 req-90d2ed4d-22b2-4327-ad76-0298217d62c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:36.493736 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e00a7e8-a1a8-4b44-9cb2-5f240e37bf57 req-90d2ed4d-22b2-4327-ad76-0298217d62c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.6779530 Nov 24 12:53:36.499686 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [req-8b825811-341b-4159-91e2-1211ddcd575d req-7a9f6077-5b41-4951-9e5c-936c7b6e2d92 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Floating IP 77d21ab0-bc2a-448a-97a0-c046bf5f9ab3 associated. External IP: 172.25.0.249, port: 7eb71561-6a50-4f18-8493-6b1c5104ce27. Nov 24 12:53:36.503774 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-783cb63f-050b-45bf-8e00-8c836bcfd564 None None] Provisioning complete for port e64872ef-c8e1-49c6-a7f0-952ed41a99ea triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:36.503774 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-783cb63f-050b-45bf-8e00-8c836bcfd564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:36.508403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Pushing event updated for resources: {'Port': ['ID=2743947f-e3a7-414b-a6d9-33e1534aed0a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:36.558427 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c053bee7-23c3-4a10-bf41-ce6e2d4a71a1 x-openstack-request-id: req-c053bee7-23c3-4a10-bf41-ce6e2d4a71a1 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:36.558736 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d722ac83-4146-40c6-9a9b-1a4fbf9766eb", "name": "network-vif-plugged", "status": "completed", "tag": "2aee2733-13df-4cbb-b16b-0a5d1b60d00b", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:36.559010 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c053bee7-23c3-4a10-bf41-ce6e2d4a71a1 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:36.559391 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd722ac83-4146-40c6-9a9b-1a4fbf9766eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b', 'code': 200} Nov 24 12:53:36.603668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e00a7e8-a1a8-4b44-9cb2-5f240e37bf57 req-532e1ca3-18eb-4162-be7f-48ecbf547183 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351741 Nov 24 12:53:36.692819 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f232601-e4c4-449c-ab3a-36c96847df4c req-ab84a33a-1f7e-463a-a801-6a7eaea26203 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/3c84f257-c160-416d-9a0a-d3c4b7345211 HTTP/1.1" status: 200 len: 1822 time: 0.1217446 Nov 24 12:53:36.707886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbbb10-15ab-4a3b-8b25-bfa4392cc10a req-1b6d0a19-91bf-4184-a403-85e4c6bbf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:36.709375 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15bbbb10-15ab-4a3b-8b25-bfa4392cc10a req-1b6d0a19-91bf-4184-a403-85e4c6bbf882 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 1099 time: 0.1996486 Nov 24 12:53:36.740138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-5f232601-e4c4-449c-ab3a-36c96847df4c req-cae9d1b8-c884-40b5-81cb-c7e4c7d5ea9d tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3c84f257-c160-416d-9a0a-d3c4b7345211', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:36.740138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-5f232601-e4c4-449c-ab3a-36c96847df4c req-cae9d1b8-c884-40b5-81cb-c7e4c7d5ea9d tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3c84f257-c160-416d-9a0a-d3c4b7345211', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:36.741834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e64872ef-c8e1-49c6-a7f0-952ed41a99ea up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:36.800408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e64872ef-c8e1-49c6-a7f0-952ed41a99ea triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:36.801195 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:36.892500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbbb10-15ab-4a3b-8b25-bfa4392cc10a req-7c0df39a-36f7-4e8c-bfb4-92e41fe43c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:36.893971 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15bbbb10-15ab-4a3b-8b25-bfa4392cc10a req-7c0df39a-36f7-4e8c-bfb4-92e41fe43c53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1308837 Nov 24 12:53:36.984668 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5f232601-e4c4-449c-ab3a-36c96847df4c req-cae9d1b8-c884-40b5-81cb-c7e4c7d5ea9d tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:36.989669 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15bbbb10-15ab-4a3b-8b25-bfa4392cc10a req-97b29862-c294-4740-b51f-4df68f42b9ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 200 len: 217 time: 0.0698133 Nov 24 12:53:36.995871 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019a7f7-ad41-4203-84b6-5a9aaaa5d959 req-50b9791a-30f6-4c4b-8675-5fd7b84812c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:36.997389 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f019a7f7-ad41-4203-84b6-5a9aaaa5d959 req-50b9791a-30f6-4c4b-8675-5fd7b84812c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 1102 time: 0.3047881 Nov 24 12:53:37.058417 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5f232601-e4c4-449c-ab3a-36c96847df4c req-cae9d1b8-c884-40b5-81cb-c7e4c7d5ea9d tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:37.066071 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5f232601-e4c4-449c-ab3a-36c96847df4c req-cae9d1b8-c884-40b5-81cb-c7e4c7d5ea9d tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:37.112843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9d1b8-c884-40b5-81cb-c7e4c7d5ea9d tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4740a2aa-f312-4b0e-892e-8c9050ea21b3,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:37.118055 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5f232601-e4c4-449c-ab3a-36c96847df4c req-cae9d1b8-c884-40b5-81cb-c7e4c7d5ea9d tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:37.130234 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f232601-e4c4-449c-ab3a-36c96847df4c req-cae9d1b8-c884-40b5-81cb-c7e4c7d5ea9d tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4259925 Nov 24 12:53:37.131806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbbb10-15ab-4a3b-8b25-bfa4392cc10a req-4eec846c-e811-4c1e-b13f-8319300b1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:37.133849 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15bbbb10-15ab-4a3b-8b25-bfa4392cc10a req-4eec846c-e811-4c1e-b13f-8319300b1539 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1249542 Nov 24 12:53:37.137289 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f019a7f7-ad41-4203-84b6-5a9aaaa5d959 req-68c9017a-ec61-4a58-95d4-0c7059167f61 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299889 Nov 24 12:53:37.161024 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e00a7e8-a1a8-4b44-9cb2-5f240e37bf57 req-ed43eb0b-6f29-4c35-b866-71bd19982014 service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423403 Nov 24 12:53:37.197262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbbb10-15ab-4a3b-8b25-bfa4392cc10a req-7a6cead2-6f3b-48d5-abff-8b3d32033a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:37.198787 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15bbbb10-15ab-4a3b-8b25-bfa4392cc10a req-7a6cead2-6f3b-48d5-abff-8b3d32033a09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0550146 Nov 24 12:53:37.230032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f26efa01-e968-426a-b638-f4870eeeeaf6 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:53:37.326653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45ee8f-97d4-4ac4-bb1c-21c794d5abb4 req-9e020544-dd70-47bd-992e-471cfc6c3adc tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:37.328176 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea45ee8f-97d4-4ac4-bb1c-21c794d5abb4 req-9e020544-dd70-47bd-992e-471cfc6c3adc tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 944 time: 0.1284897 Nov 24 12:53:37.357744 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15bbbb10-15ab-4a3b-8b25-bfa4392cc10a req-11ff7361-b36d-40a9-91d9-04b8caf45ff2 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472383 Nov 24 12:53:37.372611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:37.387357 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'mac_address': 'fa:16:3e:8d:ba:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:53:37.431623 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:37.438473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b825811-341b-4159-91e2-1211ddcd575d req-7a9f6077-5b41-4951-9e5c-936c7b6e2d92 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:53:37.446246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26efa01-e968-426a-b638-f4870eeeeaf6 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:37.453151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:37.453357 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea45ee8f-97d4-4ac4-bb1c-21c794d5abb4 req-b56aaa7f-08c9-4fab-8ff7-92cab5d6d795 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934112 Nov 24 12:53:37.485222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:37.499543 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:37.534470 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15bbbb10-15ab-4a3b-8b25-bfa4392cc10a req-6c9863de-839b-4921-a2de-fef56ecf8edb service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460059 Nov 24 12:53:37.579453 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e00a7e8-a1a8-4b44-9cb2-5f240e37bf57 req-a4dddc51-7d56-4e0a-a3db-1e3c1e24d3b0 service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469200 Nov 24 12:53:37.602762 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50483333-5e15-4410-bf09-99b76a188ab1 req-b0fd3eb7-0fe4-46f3-942f-621f0895399e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:37.605006 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50483333-5e15-4410-bf09-99b76a188ab1 req-b0fd3eb7-0fe4-46f3-942f-621f0895399e tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 951 time: 0.0555694 Nov 24 12:53:37.608650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f26efa01-e968-426a-b638-f4870eeeeaf6,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:37.666125 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50483333-5e15-4410-bf09-99b76a188ab1 req-fead4a85-90a5-4e51-87f9-35f7c27f951f tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500524 Nov 24 12:53:37.691860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b825811-341b-4159-91e2-1211ddcd575d req-7a9f6077-5b41-4951-9e5c-936c7b6e2d92 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:53:37.697309 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8b825811-341b-4159-91e2-1211ddcd575d req-7a9f6077-5b41-4951-9e5c-936c7b6e2d92 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:37.705628 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba776b27-dc58-4d07-97d4-73f94120f098 None None] Sync routers for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:53:37.723075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba776b27-dc58-4d07-97d4-73f94120f098 None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:37.724033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ba776b27-dc58-4d07-97d4-73f94120f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:37.760108 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b825811-341b-4159-91e2-1211ddcd575d req-7a9f6077-5b41-4951-9e5c-936c7b6e2d92 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "PUT /v2.0/floatingips/77d21ab0-bc2a-448a-97a0-c046bf5f9ab3 HTTP/1.1" status: 200 len: 997 time: 3.1744061 Nov 24 12:53:37.762116 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'tag': '7eb71561-6a50-4f18-8493-6b1c5104ce27'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:37.764373 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c807235-aecd-495d-a42e-937b52c4cbae" -d '{"events": [{"name": "network-changed", "server_uuid": "37b3ec2d-ea45-4a3b-ac55-5f6d2715300d", "tag": "7eb71561-6a50-4f18-8493-6b1c5104ce27"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:37.805412 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ffa93-4869-4807-8ae1-5181766736cf req-03acf508-4fee-4ac4-b887-ca76fc0d2bc1 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:37.806995 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-255ffa93-4869-4807-8ae1-5181766736cf req-03acf508-4fee-4ac4-b887-ca76fc0d2bc1 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 949 time: 0.0714386 Nov 24 12:53:37.860578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b825811-341b-4159-91e2-1211ddcd575d req-667a0b7e-4d08-42ca-a6c8-568e3145d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:37.862398 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b825811-341b-4159-91e2-1211ddcd575d req-667a0b7e-4d08-42ca-a6c8-568e3145d3ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 1097 time: 0.0872233 Nov 24 12:53:37.867020 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:37.869826 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-ba776b27-dc58-4d07-97d4-73f94120f098 None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:37.890041 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-255ffa93-4869-4807-8ae1-5181766736cf req-977e096e-17a8-453e-838f-e498651758a1 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676994 Nov 24 12:53:38.003575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca119c5-ba6e-4d13-8b10-fc7f681f68e4 req-2216877d-9ea7-4da6-a935-b6515b9e8ab2 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:38.015549 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ca119c5-ba6e-4d13-8b10-fc7f681f68e4 req-2216877d-9ea7-4da6-a935-b6515b9e8ab2 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 946 time: 0.0767844 Nov 24 12:53:38.042292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b825811-341b-4159-91e2-1211ddcd575d req-1db95d6e-68eb-4871-9bc7-b8c8a2e5c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:38.042835 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['f26efa01-e968-426a-b638-f4870eeeeaf6'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:38.043804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b825811-341b-4159-91e2-1211ddcd575d req-1db95d6e-68eb-4871-9bc7-b8c8a2e5c59c service neutron] 10.222.0.48 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 921 time: 0.1738503 Nov 24 12:53:38.072532 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ca119c5-ba6e-4d13-8b10-fc7f681f68e4 req-dd735763-bc70-4f15-8d9c-a46770c38db1 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555995 Nov 24 12:53:38.140146 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b825811-341b-4159-91e2-1211ddcd575d req-2088cbca-6942-4035-b2ff-925f30869f9a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27 HTTP/1.1" status: 200 len: 1000 time: 0.0878377 Nov 24 12:53:38.186032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:53:38.245135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b825811-341b-4159-91e2-1211ddcd575d req-0bda399e-47cf-4967-b3bb-1dee8b6137d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:38.246360 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b825811-341b-4159-91e2-1211ddcd575d req-0bda399e-47cf-4967-b3bb-1dee8b6137d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.1054506 Nov 24 12:53:38.303878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-ac2f3513-a53b-41a7-9867-02126d9386cb req-c4135098-395d-4188-8c2f-89d080979cb5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-881201197', 'description': 'tempest-description-1274751345'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:38.349055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b825811-341b-4159-91e2-1211ddcd575d req-23140123-8923-4391-9bb9-f380b610831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:38.350730 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b825811-341b-4159-91e2-1211ddcd575d req-23140123-8923-4391-9bb9-f380b610831a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930276 Nov 24 12:53:38.353930 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ac2f3513-a53b-41a7-9867-02126d9386cb req-c4135098-395d-4188-8c2f-89d080979cb5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:38.354950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:53:38.365577 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Sync routers for ids ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:53:38.380047 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Routers {'fce423f0-ed2b-4fa1-ba6d-96e11abd1619'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:38.380663 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:38.479610 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:38.483462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c70145ee-986b-4a95-a26b-bb6be5033827 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9131088 Nov 24 12:53:38.485251 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'name': 'network-vif-deleted', 'tag': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:38.486173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52136) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:38.487770 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a32ea86-86b3-4b12-9544-2629041bd72a" -d '{"events": [{"server_uuid": "8ee9405a-297c-4299-9549-9fa29c7f1fa1", "name": "network-vif-deleted", "tag": "e55e1a33-cfb3-45b1-b067-1df20ced51aa"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:38.498966 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Set router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:38.566090 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ac2f3513-a53b-41a7-9867-02126d9386cb req-c4135098-395d-4188-8c2f-89d080979cb5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:38.583920 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ac2f3513-a53b-41a7-9867-02126d9386cb req-c4135098-395d-4188-8c2f-89d080979cb5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:38.617660 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ba776b27-dc58-4d07-97d4-73f94120f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77d21ab0-bc2a-448a-97a0-c046bf5f9ab3', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'port_id': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'mac_address': 'fa:16:3e:88:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:00Z', 'updated_at': '2021-11-24T12:53:35Z', 'revision_number': 8, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:38.638626 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ac2f3513-a53b-41a7-9867-02126d9386cb req-c4135098-395d-4188-8c2f-89d080979cb5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:38.639883 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ac2f3513-a53b-41a7-9867-02126d9386cb req-c4135098-395d-4188-8c2f-89d080979cb5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3404458 Nov 24 12:53:38.659061 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4135098-395d-4188-8c2f-89d080979cb5 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac22fef-835c-4ed6-b192-9bf528fdeaec,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:38.691784 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba776b27-dc58-4d07-97d4-73f94120f098 None None] Checking router: fdb81ae7-c4a2-4129-9f5d-7642a24482e6 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:53:38.703262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba776b27-dc58-4d07-97d4-73f94120f098 None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:38.704390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ba776b27-dc58-4d07-97d4-73f94120f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:38.739161 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4d391a-c092-4362-a3b9-207683a70035 x-openstack-request-id: req-da4d391a-c092-4362-a3b9-207683a70035 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:38.739458 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b3ec2d-ea45-4a3b-ac55-5f6d2715300d", "tag": "7eb71561-6a50-4f18-8493-6b1c5104ce27", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:38.739721 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da4d391a-c092-4362-a3b9-207683a70035 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:38.739956 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:53:37Z', 'revision_number': 3, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port': {'id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:35Z', 'updated_at': '2021-11-24T12:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:38.740143 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'tag': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'status': 'completed', 'code': 200} Nov 24 12:53:38.769707 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Checking router: fce423f0-ed2b-4fa1-ba6d-96e11abd1619 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:53:38.770298 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Updating router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 port 2743947f-e3a7-414b-a6d9-33e1534aed0a binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:53:38.790781 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b825811-341b-4159-91e2-1211ddcd575d req-692f1daf-6c58-4418-8ca9-94eec93fd517 service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273355 Nov 24 12:53:38.794459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e55e1a33-cfb3-45b1-b067-1df20ced51aa no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:38.815965 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:38.820662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: e55e1a33-cfb3-45b1-b067-1df20ced51aa {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:53:38.821038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e55e1a33-cfb3-45b1-b067-1df20ced51aa not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:53:38.903441 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e4523-b2e4-46ef-affe-a8f9c38513c1 req-141f56c7-fde4-4a25-b16e-d0cbddca5ac8 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:38.905058 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1d3e4523-b2e4-46ef-affe-a8f9c38513c1 req-141f56c7-fde4-4a25-b16e-d0cbddca5ac8 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 944 time: 0.0938170 Nov 24 12:53:38.917578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-ba776b27-dc58-4d07-97d4-73f94120f098 None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:38.957896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c807235-aecd-495d-a42e-937b52c4cbae req-d9b1441c-f1c6-4e6b-8dbf-0b8d2281bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:38.964949 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c807235-aecd-495d-a42e-937b52c4cbae req-d9b1441c-f1c6-4e6b-8dbf-0b8d2281bfad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 1097 time: 0.2098148 Nov 24 12:53:38.985189 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1d3e4523-b2e4-46ef-affe-a8f9c38513c1 req-fe07163a-88d6-45eb-8b09-75c22c6a777a tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728893 Nov 24 12:53:39.084569 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d977649d-b782-415c-91ee-4d6bb33667ae x-openstack-request-id: req-d977649d-b782-415c-91ee-4d6bb33667ae {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:39.085171 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee9405a-297c-4299-9549-9fa29c7f1fa1", "name": "network-vif-deleted", "tag": "e55e1a33-cfb3-45b1-b067-1df20ced51aa", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:39.085171 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d977649d-b782-415c-91ee-4d6bb33667ae {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:39.086419 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee9405a-297c-4299-9549-9fa29c7f1fa1', 'name': 'network-vif-deleted', 'tag': 'e55e1a33-cfb3-45b1-b067-1df20ced51aa', 'status': 'completed', 'code': 200} Nov 24 12:53:39.098522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c807235-aecd-495d-a42e-937b52c4cbae req-53af96a4-b65e-4f84-a424-728f016b2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:39.100006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c807235-aecd-495d-a42e-937b52c4cbae req-53af96a4-b65e-4f84-a424-728f016b2a4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 921 time: 0.0919125 Nov 24 12:53:39.107971 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:39.120205 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:39.147134 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Attempting to bind port 2743947f-e3a7-414b-a6d9-33e1534aed0a on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:39.147796 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Attempting to bind port 2743947f-e3a7-414b-a6d9-33e1534aed0a by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:39.148956 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Attempting to bind port 2743947f-e3a7-414b-a6d9-33e1534aed0a on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:39.172689 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:39.173345 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:39.173897 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:39.174442 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:39.175086 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Bound port: 2743947f-e3a7-414b-a6d9-33e1534aed0a, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:39.175647 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:39.221975 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-deb62598-c18a-4500-8176-90508e480f26 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2086796794&fields=id&tenant_id=6654e282f18448408886c9d51d38ee1a HTTP/1.1" status: 200 len: 267 time: 0.0470579 Nov 24 12:53:39.237886 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] For port 2743947f-e3a7-414b-a6d9-33e1534aed0a, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:39.241527 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] For port 2743947f-e3a7-414b-a6d9-33e1534aed0a, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2743947f-e3a7-414b-a6d9-33e1534aed0a,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:39.245401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device e1618b25-001b-49b7-9e17-f9525960c1ee details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:53:39.264349 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:39.287033 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449aa257-310e-4bde-a10b-567c7def0cc1 None None] Pushing event updated for resources: {'Port': ['ID=2743947f-e3a7-414b-a6d9-33e1534aed0a,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:39.287760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b825811-341b-4159-91e2-1211ddcd575d req-0e0489fe-e4ff-4a86-9851-455df1259805 service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734745 Nov 24 12:53:39.305341 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449aa257-310e-4bde-a10b-567c7def0cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:39.306130 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449aa257-310e-4bde-a10b-567c7def0cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:39.306915 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449aa257-310e-4bde-a10b-567c7def0cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:39.307663 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449aa257-310e-4bde-a10b-567c7def0cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:39.308225 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449aa257-310e-4bde-a10b-567c7def0cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:39.308864 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449aa257-310e-4bde-a10b-567c7def0cc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:39.309410 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449aa257-310e-4bde-a10b-567c7def0cc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:39.309936 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449aa257-310e-4bde-a10b-567c7def0cc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:39.310475 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449aa257-310e-4bde-a10b-567c7def0cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:39.311019 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449aa257-310e-4bde-a10b-567c7def0cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:39.311555 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449aa257-310e-4bde-a10b-567c7def0cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:39.312079 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449aa257-310e-4bde-a10b-567c7def0cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:39.345747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-3222a0a7-a42e-44e8-a46d-247259064c87 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:39.346814 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Routers {'fce423f0-ed2b-4fa1-ba6d-96e11abd1619'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:39.347185 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-3222a0a7-a42e-44e8-a46d-247259064c87 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/networks?id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e HTTP/1.1" status: 200 len: 824 time: 0.1175971 Nov 24 12:53:39.347879 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:39.352846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-ee0d6f64-15cb-478f-a199-d10c331b27b1 req-4f36bb42-3073-4d1c-bb5c-d125a7904668 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1649231995', 'description': 'tempest-description-2124180628'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:39.375254 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-e8fe985b-41c5-4abb-a42c-a2b2ece333a3 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/quotas/6654e282f18448408886c9d51d38ee1a HTTP/1.1" status: 200 len: 375 time: 0.0207224 Nov 24 12:53:39.393576 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.resource_extend [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 12:53:39.398662 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ee0d6f64-15cb-478f-a199-d10c331b27b1 req-4f36bb42-3073-4d1c-bb5c-d125a7904668 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:39.408523 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c807235-aecd-495d-a42e-937b52c4cbae req-6b7c4d76-3452-4ddb-aab5-5002027bcc0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27 HTTP/1.1" status: 200 len: 1000 time: 0.2945905 Nov 24 12:53:39.503651 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-1e58812f-3625-4ab1-8f7e-31884dc8c539 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6654e282f18448408886c9d51d38ee1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1204591 Nov 24 12:53:39.557897 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449aa257-310e-4bde-a10b-567c7def0cc1 None None] Pushing event updated for resources: {'Port': ['ID=2743947f-e3a7-414b-a6d9-33e1534aed0a,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:39.582321 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:39.593675 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] Set router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:39.652170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e1618b25-001b-49b7-9e17-f9525960c1ee,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:39.684243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ba776b27-dc58-4d07-97d4-73f94120f098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77d21ab0-bc2a-448a-97a0-c046bf5f9ab3', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'port_id': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'mac_address': 'fa:16:3e:88:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:00Z', 'updated_at': '2021-11-24T12:53:35Z', 'revision_number': 8, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:39.698655 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'e1618b25-001b-49b7-9e17-f9525960c1ee', 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f', 'port_id': 'e1618b25-001b-49b7-9e17-f9525960c1ee', 'mac_address': 'fa:16:3e:a9:6c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16ac887-6d5d-4c80-9e9b-ddd37d6c107e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:53:39.715862 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-57393d38-fbab-428d-b098-f770a62a2fc5 service neutron] 10.222.0.48 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967878 Nov 24 12:53:39.752990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba776b27-dc58-4d07-97d4-73f94120f098 None None] The sync data for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 is: [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77d21ab0-bc2a-448a-97a0-c046bf5f9ab3', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'floating_ip_address': '172.25.0.249', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'port_id': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'mac_address': 'fa:16:3e:88:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:00Z', 'updated_at': '2021-11-24T12:53:35Z', 'revision_number': 8, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:53:39.859037 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:39.885140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1618b25-001b-49b7-9e17-f9525960c1ee {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:39.926342 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-1c1f36cf-7f2d-445a-a1d5-584b6c50a448 service neutron] 10.222.0.48 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029657 Nov 24 12:53:39.944493 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ee0d6f64-15cb-478f-a199-d10c331b27b1 req-4f36bb42-3073-4d1c-bb5c-d125a7904668 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:39.957247 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ee0d6f64-15cb-478f-a199-d10c331b27b1 req-4f36bb42-3073-4d1c-bb5c-d125a7904668 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:39.969216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e1618b25-001b-49b7-9e17-f9525960c1ee,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:39.981893 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:40.053213 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ee0d6f64-15cb-478f-a199-d10c331b27b1 req-4f36bb42-3073-4d1c-bb5c-d125a7904668 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:40.060596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aaf807-a906-4277-a62b-3f282d384b6f req-ba148def-f703-44e1-966b-9bb1b4d5fe3b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:40.066489 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee0d6f64-15cb-478f-a199-d10c331b27b1 req-4f36bb42-3073-4d1c-bb5c-d125a7904668 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7176595 Nov 24 12:53:40.082561 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32aaf807-a906-4277-a62b-3f282d384b6f req-ba148def-f703-44e1-966b-9bb1b4d5fe3b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.59 "GET /v2.0/ports?device_id=5332d87a-727e-45cc-9ff1-8a88aea50d44 HTTP/1.1" status: 200 len: 945 time: 0.1446588 Nov 24 12:53:40.115287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c807235-aecd-495d-a42e-937b52c4cbae req-05e6588a-f5fd-4ef7-b7f1-ca37957eeb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:40.121067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c807235-aecd-495d-a42e-937b52c4cbae req-05e6588a-f5fd-4ef7-b7f1-ca37957eeb95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.7001026 Nov 24 12:53:40.156325 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:53:37Z', 'revision_number': 3, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port': {'id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:35Z', 'updated_at': '2021-11-24T12:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:40.159079 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=e1618b25-001b-49b7-9e17-f9525960c1ee,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:40.196147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5835f7d5-0ccb-4eba-9d94-37818f0a476a None None] New status for floating IP 77d21ab0-bc2a-448a-97a0-c046bf5f9ab3: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:53:40.237746 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8951be04-60fb-4d24-a84f-4e31ddb4d70e None None] The sync data for ids ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'] in n-d-817303-4 is: [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:53:37Z', 'revision_number': 3, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port': {'id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:35Z', 'updated_at': '2021-11-24T12:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:53:40.246031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36bb42-3073-4d1c-bb5c-d125a7904668 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b9ed49-0432-48b0-8f63-a9f652988e23,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:40.276767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['e1618b25-001b-49b7-9e17-f9525960c1ee'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:40.396971 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-32aaf807-a906-4277-a62b-3f282d384b6f req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Deleting port 2219e174-ccf2-473c-9388-436afbd8de5d {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:40.401506 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-32aaf807-a906-4277-a62b-3f282d384b6f req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:40.413379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c807235-aecd-495d-a42e-937b52c4cbae req-70183350-8adf-4990-9f2d-6092fa3976d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:40.415223 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c807235-aecd-495d-a42e-937b52c4cbae req-70183350-8adf-4990-9f2d-6092fa3976d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2759604 Nov 24 12:53:40.445321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad847a42-94b1-457d-acc7-731c99b88c92 req-3775ac71-41c2-4203-87ff-18bf506f1b0a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:40.453178 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ad847a42-94b1-457d-acc7-731c99b88c92 req-3775ac71-41c2-4203-87ff-18bf506f1b0a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 951 time: 0.1912038 Nov 24 12:53:40.499706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-32aaf807-a906-4277-a62b-3f282d384b6f req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] For port 2219e174-ccf2-473c-9388-436afbd8de5d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2219e174-ccf2-473c-9388-436afbd8de5d,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:40.500175 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-32aaf807-a906-4277-a62b-3f282d384b6f req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:40.668022 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ad847a42-94b1-457d-acc7-731c99b88c92 req-f75d4928-d4e0-44e2-8dcb-799d14bfb8d5 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138567 Nov 24 12:53:40.973974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c807235-aecd-495d-a42e-937b52c4cbae req-b48e8fe2-a448-4e8a-8bcd-9457fa5e9179 service neutron] 10.222.0.46 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488923 Nov 24 12:53:40.998561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-32aaf807-a906-4277-a62b-3f282d384b6f req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:40.998995 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-32aaf807-a906-4277-a62b-3f282d384b6f req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:40.999388 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [req-32aaf807-a906-4277-a62b-3f282d384b6f req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Floating IP 5c53f2eb-db51-4bed-8cba-62bf11a9903c disassociated. External IP: 172.25.0.159, port: 2219e174-ccf2-473c-9388-436afbd8de5d. Nov 24 12:53:40.999683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-32aaf807-a906-4277-a62b-3f282d384b6f req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Calling delete_port for 2219e174-ccf2-473c-9388-436afbd8de5d owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:41.033736 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:41.056860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3aeb52-7423-4ffe-8b10-08a4020746e1 req-be559f49-30f7-42b7-bdbb-15e96f459f90 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:41.064584 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c3aeb52-7423-4ffe-8b10-08a4020746e1 req-be559f49-30f7-42b7-bdbb-15e96f459f90 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 946 time: 0.1705852 Nov 24 12:53:41.081686 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba52b6-1ff9-4a5e-a31d-9ee6331e0a4e req-88512a22-0b49-4c6a-b615-caf21c30f357 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:41.096220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57ba52b6-1ff9-4a5e-a31d-9ee6331e0a4e req-88512a22-0b49-4c6a-b615-caf21c30f357 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 949 time: 0.7722557 Nov 24 12:53:41.192639 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57ba52b6-1ff9-4a5e-a31d-9ee6331e0a4e req-866aa0f4-aff7-483d-9ecc-d0aaf043fd63 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953665 Nov 24 12:53:41.232489 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f26efa01-e968-426a-b638-f4870eeeeaf6 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:41.349575 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c3aeb52-7423-4ffe-8b10-08a4020746e1 req-02235ea5-59f7-496b-b810-e7d37f5d49e7 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796659 Nov 24 12:53:41.354302 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port f26efa01-e968-426a-b638-f4870eeeeaf6 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:53:41.364146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port f26efa01-e968-426a-b638-f4870eeeeaf6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:41.367864 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:41.391170 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91ac9368-f292-4fa3-97b2-5c11fc3f46b8 req-23ee9f03-9615-40dc-abe7-ee10865b3493 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips/77d21ab0-bc2a-448a-97a0-c046bf5f9ab3 HTTP/1.1" status: 200 len: 999 time: 0.1392450 Nov 24 12:53:41.440077 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c807235-aecd-495d-a42e-937b52c4cbae req-5a4280ed-8374-446a-8e35-d59b338f91a5 service neutron] 10.222.0.46 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426532 Nov 24 12:53:41.479903 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-32aaf807-a906-4277-a62b-3f282d384b6f req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:41.542650 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:41.550255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd3bd1-1f26-449d-be3f-13fa21c9e022 req-a40c8492-10ac-4d8a-af02-cb3d812b98e0 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:41.551859 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ccfd3bd1-1f26-449d-be3f-13fa21c9e022 req-a40c8492-10ac-4d8a-af02-cb3d812b98e0 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 945 time: 0.1143765 Nov 24 12:53:41.572173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Pushing event deleted for resources: {'Port': ['ID=2219e174-ccf2-473c-9388-436afbd8de5d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:41.574123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:41.578007 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3afa58-c08b-4d2f-8ca0-f713249e667e" -d '{"events": [{"server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "name": "network-vif-plugged", "status": "completed", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:41.592434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:41.598043 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:41.659345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f26efa01-e968-426a-b638-f4870eeeeaf6,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:41.689260 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ccfd3bd1-1f26-449d-be3f-13fa21c9e022 req-f2b6aecb-1b9a-45c2-bc7d-baaf4b7b06f8 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131499 Nov 24 12:53:41.735448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Allocated IP 172.20.0.1 (95e7f000-2f0f-4dec-bbb6-4541b8b71c95/40f4b039-c317-4493-a405-fe367a3dc54e/6603df0d-80a5-4b79-98a0-b7fd64b6c1a5) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:53:41.879665 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:41.934967 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:42.030471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Pushing event updated for resources: {'Port': ['ID=6603df0d-80a5-4b79-98a0-b7fd64b6c1a5,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:42.101974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e93387e4-25b8-4706-a9ae-9cdb739a2915 req-e8302fe6-4d5a-4eb2-a860-a2a86468c4ed tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/1ac22fef-835c-4ed6-b192-9bf528fdeaec HTTP/1.1" status: 200 len: 1821 time: 0.1852484 Nov 24 12:53:42.108041 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.59', 60828) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:42.196694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:42.210127 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-55c46664-769e-4ef1-a883-e9211e9e72c2 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:42.214130 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-55c46664-769e-4ef1-a883-e9211e9e72c2 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.59 "GET /v2.0/networks?id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e HTTP/1.1" status: 200 len: 824 time: 0.1912289 Nov 24 12:53:42.224036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:42.227241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:53:42.284469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac9368-f292-4fa3-97b2-5c11fc3f46b8 req-e2f881d7-b648-4e0a-8391-9f499de57275 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:42.292864 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91ac9368-f292-4fa3-97b2-5c11fc3f46b8 req-e2f881d7-b648-4e0a-8391-9f499de57275 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.9007075 Nov 24 12:53:42.303198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-91ac9368-f292-4fa3-97b2-5c11fc3f46b8 req-1bf0e721-ea94-4011-9006-0109c3e4dc7b tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:53:42.315762 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91ac9368-f292-4fa3-97b2-5c11fc3f46b8 req-1bf0e721-ea94-4011-9006-0109c3e4dc7b tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219831 Nov 24 12:53:42.375479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32aaf807-a906-4277-a62b-3f282d384b6f req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Router 8e94e28f-c557-4d33-822a-6287461f9a21 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:53:42.464289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b3c7fec-b2c2-488b-94a3-908a97a9e26a req-9d7e0ef7-66c8-4f6d-9a14-5c7d8fdeb45b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3549836 Nov 24 12:53:42.472974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e93387e4-25b8-4706-a9ae-9cdb739a2915 req-d3e4542a-a352-4a4b-8efd-a5aacde2758a tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/55b9ed49-0432-48b0-8f63-a9f652988e23 HTTP/1.1" status: 200 len: 1822 time: 0.3626111 Nov 24 12:53:42.474884 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b1fda05-dc15-4cc2-b003-9339a4298ddb req-0d43b54f-9ce3-4d20-a0b5-22ab8eaaaa69 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 210 time: 0.0778627 Nov 24 12:53:42.483365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e93387e4-25b8-4706-a9ae-9cdb739a2915 req-ed7c8cfa-f11c-4633-9721-e55e172276fb tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1ac22fef-835c-4ed6-b192-9bf528fdeaec', 'remote_group_id': '55b9ed49-0432-48b0-8f63-a9f652988e23', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:42.483696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e93387e4-25b8-4706-a9ae-9cdb739a2915 req-ed7c8cfa-f11c-4633-9721-e55e172276fb tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1ac22fef-835c-4ed6-b192-9bf528fdeaec', 'remote_group_id': '55b9ed49-0432-48b0-8f63-a9f652988e23', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:42.550428 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:42.683493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9581ba15-e271-4888-868a-a5279c9ac867 None None] Provisioning complete for port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:42.684114 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9581ba15-e271-4888-868a-a5279c9ac867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:42.723304 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5a5f6e89-c8fd-4dca-a107-b12a6bbb018f tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6654e282f18448408886c9d51d38ee1a HTTP/1.1" status: 200 len: 380 time: 0.4933474 Nov 24 12:53:42.767401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-2f5b0687-adea-49eb-95a4-af5411308b78 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Request body: {'port': {'device_id': '29052d2e-9574-476d-9382-5444527f70d9', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'admin_state_up': True, 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'security_groups': ['057966b1-62c6-426d-a8e0-55ae45a4b905']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:42.786858 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32aaf807-a906-4277-a62b-3f282d384b6f req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:53:42.799102 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d275a9f-3551-423e-9e76-6a2a3485ff09 None None] Sync routers for ids ['8e94e28f-c557-4d33-822a-6287461f9a21'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:53:42.832619 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:42.837087 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d275a9f-3551-423e-9e76-6a2a3485ff09 None None] Routers {'8e94e28f-c557-4d33-822a-6287461f9a21'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:42.837836 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0d275a9f-3551-423e-9e76-6a2a3485ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8e94e28f-c557-4d33-822a-6287461f9a21'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:42.914528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c7fec-b2c2-488b-94a3-908a97a9e26a req-a350163f-a438-4603-8e35-2c5f1c009734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:42.916080 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b3c7fec-b2c2-488b-94a3-908a97a9e26a req-a350163f-a438-4603-8e35-2c5f1c009734 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 1101 time: 0.3988993 Nov 24 12:53:42.916365 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-32aaf807-a906-4277-a62b-3f282d384b6f req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] No DVR routers for this DVR port 2219e174-ccf2-473c-9388-436afbd8de5d on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:53:42.919493 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-32aaf807-a906-4277-a62b-3f282d384b6f req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:42.934676 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32aaf807-a906-4277-a62b-3f282d384b6f req-b5e31201-61a5-4677-9fff-cf754e420552 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.59 "DELETE /v2.0/ports/2219e174-ccf2-473c-9388-436afbd8de5d HTTP/1.1" status: 204 len: 173 time: 2.8453171 Nov 24 12:53:42.935549 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5332d87a-727e-45cc-9ff1-8a88aea50d44', 'name': 'network-vif-deleted', 'tag': '2219e174-ccf2-473c-9388-436afbd8de5d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:42.939699 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf64e9d-d19b-442b-9faa-9dff1c9d3b90" -d '{"events": [{"server_uuid": "5332d87a-727e-45cc-9ff1-8a88aea50d44", "name": "network-vif-deleted", "tag": "2219e174-ccf2-473c-9388-436afbd8de5d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:43.075350 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b903d148-1da8-4305-a217-373b16edc029 x-openstack-request-id: req-b903d148-1da8-4305-a217-373b16edc029 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:43.075742 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "name": "network-vif-plugged", "status": "completed", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:43.078455 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b903d148-1da8-4305-a217-373b16edc029 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:43.078946 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'code': 200} Nov 24 12:53:43.081465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2743947f-e3a7-414b-a6d9-33e1534aed0a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:43.093614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd98f5-f368-4a7b-bc71-dafb22c85c51 req-c5b97070-fd45-4749-af6f-8606bcccb038 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:43.103479 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59cd98f5-f368-4a7b-bc71-dafb22c85c51 req-c5b97070-fd45-4749-af6f-8606bcccb038 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.1374457 Nov 24 12:53:43.188108 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59cd98f5-f368-4a7b-bc71-dafb22c85c51 req-352e1a7a-fbfb-444e-8853-7a6e155ebf05 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832272 Nov 24 12:53:43.203995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9581ba15-e271-4888-868a-a5279c9ac867 None None] Port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:53:43.207570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c7fec-b2c2-488b-94a3-908a97a9e26a req-90cb85f8-4001-4814-9acb-35cb50d377c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:43.209143 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b3c7fec-b2c2-488b-94a3-908a97a9e26a req-90cb85f8-4001-4814-9acb-35cb50d377c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2321792 Nov 24 12:53:43.245228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device e1618b25-001b-49b7-9e17-f9525960c1ee up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:43.250879 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 2743947f-e3a7-414b-a6d9-33e1534aed0a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:43.252868 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:43.298201 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-2798e3a3-7fcc-411d-9e46-bf2f81cc4d97 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1002 time: 0.0949919 Nov 24 12:53:43.359070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-039b404f-7cbf-4848-83be-05329b0ae44e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:43.367306 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0d275a9f-3551-423e-9e76-6a2a3485ff09 None None] Set router 8e94e28f-c557-4d33-822a-6287461f9a21 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:43.376566 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-039b404f-7cbf-4848-83be-05329b0ae44e tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports/7eb71561-6a50-4f18-8493-6b1c5104ce27 HTTP/1.1" status: 200 len: 943 time: 0.0712402 Nov 24 12:53:43.410232 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e93387e4-25b8-4706-a9ae-9cdb739a2915 req-ed7c8cfa-f11c-4633-9721-e55e172276fb tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:43.411584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port e1618b25-001b-49b7-9e17-f9525960c1ee completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:53:43.414814 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:43.431187 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port e1618b25-001b-49b7-9e17-f9525960c1ee triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:43.431490 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:43.534823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 2743947f-e3a7-414b-a6d9-33e1534aed0a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2743947f-e3a7-414b-a6d9-33e1534aed0a,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:43.568793 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-d6d9b520-8b41-4b4f-938a-64ce8b73a291 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1002 time: 0.1464024 Nov 24 12:53:43.582320 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:43.654874 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:43.706228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=2743947f-e3a7-414b-a6d9-33e1534aed0a,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:43.717892 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e93387e4-25b8-4706-a9ae-9cdb739a2915 req-ed7c8cfa-f11c-4633-9721-e55e172276fb tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:43.722195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e1618b25-001b-49b7-9e17-f9525960c1ee,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:43.724468 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0d275a9f-3551-423e-9e76-6a2a3485ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:51:04Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:43.728545 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:43.777740 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d275a9f-3551-423e-9e76-6a2a3485ff09 None None] Checking router: 8e94e28f-c557-4d33-822a-6287461f9a21 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:53:43.782930 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b3c7fec-b2c2-488b-94a3-908a97a9e26a req-6d68e9a0-6c0c-496a-ae29-8ab7ffc5e2f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=669384d5-bb37-4054-9709-2894491b4b00 HTTP/1.1" status: 200 len: 217 time: 0.5209098 Nov 24 12:53:43.792937 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e93387e4-25b8-4706-a9ae-9cdb739a2915 req-ed7c8cfa-f11c-4633-9721-e55e172276fb tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:43.796025 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=e1618b25-001b-49b7-9e17-f9525960c1ee,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:43.796184 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:43.799480 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d275a9f-3551-423e-9e76-6a2a3485ff09 None None] Routers {'8e94e28f-c557-4d33-822a-6287461f9a21'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:43.800115 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0d275a9f-3551-423e-9e76-6a2a3485ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8e94e28f-c557-4d33-822a-6287461f9a21'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:43.802099 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-acb1fb18-6c22-4cd4-a7a7-8479ac48b1da tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:43.814544 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-acb1fb18-6c22-4cd4-a7a7-8479ac48b1da tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.2370057 Nov 24 12:53:43.821570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605d3c4-d9b8-40d4-bdb5-785fe67397fd req-29b2f4ec-8fe2-4e02-95e9-84e433b78ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:43.823942 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f605d3c4-d9b8-40d4-bdb5-785fe67397fd req-29b2f4ec-8fe2-4e02-95e9-84e433b78ab3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 1101 time: 0.8965778 Nov 24 12:53:43.842657 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:43.844519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-2f5b0687-adea-49eb-95a4-af5411308b78 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Made reservation on behalf of 6654e282f18448408886c9d51d38ee1a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:53:43.848143 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-2f5b0687-adea-49eb-95a4-af5411308b78 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:43.899591 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-0237d0ed-312b-4039-b081-7c56b8b056e1 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1002 time: 0.0837603 Nov 24 12:53:43.906544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-3b6522f9-5472-444e-a952-51379c40e8ed tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:43.957865 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0d275a9f-3551-423e-9e76-6a2a3485ff09 None None] Set router 8e94e28f-c557-4d33-822a-6287461f9a21 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:43.978113 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c8cfa-f11c-4633-9721-e55e172276fb tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eebf1ad-dfc5-4769-bdc6-68e397ad1de2,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:43.998191 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-3b6522f9-5472-444e-a952-51379c40e8ed tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:44.010144 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e93387e4-25b8-4706-a9ae-9cdb739a2915 req-ed7c8cfa-f11c-4633-9721-e55e172276fb tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:44.016039 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e93387e4-25b8-4706-a9ae-9cdb739a2915 req-ed7c8cfa-f11c-4633-9721-e55e172276fb tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.5421226 Nov 24 12:53:44.036296 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f605d3c4-d9b8-40d4-bdb5-785fe67397fd req-1749c29c-c0a4-4903-91df-b5b96f6dd9a0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813614 Nov 24 12:53:44.144413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Pushing event updated for resources: {'Port': ['ID=6603df0d-80a5-4b79-98a0-b7fd64b6c1a5,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:44.148576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c7fec-b2c2-488b-94a3-908a97a9e26a req-e1c3cbc0-5543-42c0-99f1-29ce564b5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:44.150105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b3c7fec-b2c2-488b-94a3-908a97a9e26a req-e1c3cbc0-5543-42c0-99f1-29ce564b5fef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.3314312 Nov 24 12:53:44.202359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:44.203083 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-3b6522f9-5472-444e-a952-51379c40e8ed tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:44.210861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-3b6522f9-5472-444e-a952-51379c40e8ed tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:44.211557 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-3b6522f9-5472-444e-a952-51379c40e8ed tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Floating IP 77d21ab0-bc2a-448a-97a0-c046bf5f9ab3 disassociated. External IP: 172.25.0.249, port: 7eb71561-6a50-4f18-8493-6b1c5104ce27. Nov 24 12:53:44.220590 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0d275a9f-3551-423e-9e76-6a2a3485ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:51:04Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:44.259059 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d275a9f-3551-423e-9e76-6a2a3485ff09 None None] The sync data for ids ['8e94e28f-c557-4d33-822a-6287461f9a21'] in n-d-817303-4 is: [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:51:04Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:53:44.355835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:44.371011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:44.373922 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c7fec-b2c2-488b-94a3-908a97a9e26a req-65a901c5-d842-481c-9eea-5027a3515d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:44.375522 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b3c7fec-b2c2-488b-94a3-908a97a9e26a req-65a901c5-d842-481c-9eea-5027a3515d45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2065382 Nov 24 12:53:44.385982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-2f5b0687-adea-49eb-95a4-af5411308b78 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Allocated IP 172.20.0.5 (1bfce1e3-d0fb-443f-82e9-216fa2f4414e/d5769439-5245-4abd-9019-ca9dddd4ee48/7d54e441-67a0-40bf-9421-706fca2cc859) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:53:44.395295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232f608-76d6-4040-88bf-dd68177f383f req-580717a1-ca40-4dd1-9e54-b0dcdd0b8a86 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:44.397187 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3232f608-76d6-4040-88bf-dd68177f383f req-580717a1-ca40-4dd1-9e54-b0dcdd0b8a86 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 946 time: 0.2455747 Nov 24 12:53:44.514648 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-3b6522f9-5472-444e-a952-51379c40e8ed tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:53:44.584568 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3232f608-76d6-4040-88bf-dd68177f383f req-9faae0b4-117b-4ade-91b1-666327e6b161 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714764 Nov 24 12:53:44.647869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6a1b054a-8bfe-4afa-b809-0fdd1616f0a9 None None] Provisioning complete for port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:44.648252 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6a1b054a-8bfe-4afa-b809-0fdd1616f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:44.667665 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-3b6522f9-5472-444e-a952-51379c40e8ed tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:53:44.678613 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c37a74-39c3-4943-9726-66630f9363d9 None None] Sync routers for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:53:44.680582 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-3b6522f9-5472-444e-a952-51379c40e8ed tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:44.701965 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c37a74-39c3-4943-9726-66630f9363d9 None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:44.702608 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-75c37a74-39c3-4943-9726-66630f9363d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:44.706212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785cfdc-9610-4e18-8485-0c79b0dec87d None None] New status for floating IP 5c53f2eb-db51-4bed-8cba-62bf11a9903c: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:53:44.765489 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2743947f-e3a7-414b-a6d9-33e1534aed0a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:44.767303 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-3b6522f9-5472-444e-a952-51379c40e8ed tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "PUT /v2.0/floatingips/77d21ab0-bc2a-448a-97a0-c046bf5f9ab3 HTTP/1.1" status: 200 len: 696 time: 0.8666265 Nov 24 12:53:44.852005 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2219e174-ccf2-473c-9388-436afbd8de5d no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:44.853391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-e816586b-506f-4788-8c29-be831b200e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:44.858311 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-e816586b-506f-4788-8c29-be831b200e0b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 1097 time: 0.0844607 Nov 24 12:53:44.881830 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6a1b054a-8bfe-4afa-b809-0fdd1616f0a9 None None] Port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:53:44.900602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 2219e174-ccf2-473c-9388-436afbd8de5d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:53:44.900975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2219e174-ccf2-473c-9388-436afbd8de5d not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:53:44.914519 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-75c37a74-39c3-4943-9726-66630f9363d9 None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:44.967211 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 2743947f-e3a7-414b-a6d9-33e1534aed0a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:44.967736 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:44.990026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-2878882e-4dfb-4602-9fd8-ca34612b4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:44.992345 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-2878882e-4dfb-4602-9fd8-ca34612b4e6e service neutron] 10.222.0.48 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 921 time: 0.1274843 Nov 24 12:53:45.055481 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-c630aa32-7d06-4e15-8ff9-3cddc2b558f5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27 HTTP/1.1" status: 200 len: 217 time: 0.0566027 Nov 24 12:53:45.081867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9b7132-f6b7-4206-9cc7-335160a5d4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1618b25-001b-49b7-9e17-f9525960c1ee'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:45.084408 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12042818-2946-4ca3-85c5-f6c618ac49b9" -d '{"events": [{"server_uuid": "4b9b7132-f6b7-4206-9cc7-335160a5d4f4", "name": "network-vif-plugged", "status": "completed", "tag": "e1618b25-001b-49b7-9e17-f9525960c1ee"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:45.119904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-4a494403-288f-4363-869e-6c8ececec640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:45.121704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-4a494403-288f-4363-869e-6c8ececec640 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.0541742 Nov 24 12:53:45.158592 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:53:45.168524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b3c7fec-b2c2-488b-94a3-908a97a9e26a req-85a8f40f-1686-482a-bce6-20ead5dc1db6 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7702847 Nov 24 12:53:45.172282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-fa692bc1-0385-478f-bb3c-28a61ae2c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:45.174880 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-fa692bc1-0385-478f-bb3c-28a61ae2c364 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455527 Nov 24 12:53:45.223035 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-75c37a74-39c3-4943-9726-66630f9363d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:45.256903 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c37a74-39c3-4943-9726-66630f9363d9 None None] Checking router: fdb81ae7-c4a2-4129-9f5d-7642a24482e6 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:53:45.267444 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c37a74-39c3-4943-9726-66630f9363d9 None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:45.268279 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-75c37a74-39c3-4943-9726-66630f9363d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:45.297274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b1030-8a29-48cd-9f03-6920b4d3ac43 req-8844e8e8-9ea9-4fa1-a1cf-d4319ec2e5aa tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:45.298827 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d92b1030-8a29-48cd-9f03-6920b4d3ac43 req-8844e8e8-9ea9-4fa1-a1cf-d4319ec2e5aa tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 946 time: 0.2404745 Nov 24 12:53:45.315247 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-293b8012-6eff-4fee-b83b-e5cf440e283c service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328156 Nov 24 12:53:45.374630 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-2f5b0687-adea-49eb-95a4-af5411308b78 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:45.388648 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-75c37a74-39c3-4943-9726-66630f9363d9 None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:45.389668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b3c7fec-b2c2-488b-94a3-908a97a9e26a req-14dabe78-f1c3-4ac8-aae5-31c23f0915f0 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040086 Nov 24 12:53:45.407248 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a523335c-08a1-47e7-8ac7-2c9e7bd3f72e req-bdd6ad2b-2d00-43a3-a0ba-b13e04f9f9f8 service neutron] 10.222.0.48 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911493 Nov 24 12:53:45.480138 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d92b1030-8a29-48cd-9f03-6920b4d3ac43 req-31a8f1fd-7e5f-4d21-814e-a709ced67ce9 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682172 Nov 24 12:53:45.494664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:53:45.513763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2f610235-feb2-4b45-9927-993debfa5b4f admin admin] 10.222.0.48 "PUT /v2.0/routers/fce423f0-ed2b-4fa1-ba6d-96e11abd1619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0135708 Nov 24 12:53:45.520571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Sync routers for ids ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:53:45.529129 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-2f5b0687-adea-49eb-95a4-af5411308b78 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:45.536487 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Routers {'fce423f0-ed2b-4fa1-ba6d-96e11abd1619'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:45.537183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:45.559408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8adcd3-2b11-4a06-ad3e-560d2575dd19 req-bedda33c-34b3-4963-a174-7cb763a95b16 tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:45.560950 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a8adcd3-2b11-4a06-ad3e-560d2575dd19 req-bedda33c-34b3-4963-a174-7cb763a95b16 tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 1102 time: 0.0548372 Nov 24 12:53:45.589136 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389c7a0b-ad99-441d-a35e-12ebe216b890 x-openstack-request-id: req-389c7a0b-ad99-441d-a35e-12ebe216b890 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:45.589435 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5332d87a-727e-45cc-9ff1-8a88aea50d44", "name": "network-vif-deleted", "tag": "2219e174-ccf2-473c-9388-436afbd8de5d", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:45.589691 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-389c7a0b-ad99-441d-a35e-12ebe216b890 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:45.590086 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5332d87a-727e-45cc-9ff1-8a88aea50d44', 'name': 'network-vif-deleted', 'tag': '2219e174-ccf2-473c-9388-436afbd8de5d', 'status': 'completed', 'code': 200} Nov 24 12:53:45.610302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-2f5b0687-adea-49eb-95a4-af5411308b78 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:45.615236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-2f5b0687-adea-49eb-95a4-af5411308b78 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:45.636568 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-2f5b0687-adea-49eb-95a4-af5411308b78 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:53:45.647578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b0687-adea-49eb-95a4-af5411308b78 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Pushing event updated for resources: {'Port': ['ID=7d54e441-67a0-40bf-9421-706fca2cc859,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:45.678200 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a8adcd3-2b11-4a06-ad3e-560d2575dd19 req-6efd71dd-2eba-445a-84de-3b76ee140e8e tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084187 Nov 24 12:53:45.718660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-3927c004-2f3d-4609-8f01-39538e7c93f8 req-c7d6297d-580e-45f0-9d79-dd30e52e74ab tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2069560461', 'description': 'tempest-description-254486747'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:45.736281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Set router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:45.751133 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3927c004-2f3d-4609-8f01-39538e7c93f8 req-c7d6297d-580e-45f0-9d79-dd30e52e74ab tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:45.751288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-2f5b0687-adea-49eb-95a4-af5411308b78 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:45.752058 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-2f5b0687-adea-49eb-95a4-af5411308b78 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:45.801522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69eb45-438f-42d4-99e9-bf3e2fcef2e0 req-d39b545b-428a-405a-a266-769da333cf99 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:45.803340 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd69eb45-438f-42d4-99e9-bf3e2fcef2e0 req-d39b545b-428a-405a-a266-769da333cf99 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 931 time: 0.1134067 Nov 24 12:53:45.807768 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-2f5b0687-adea-49eb-95a4-af5411308b78 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0483365 Nov 24 12:53:45.817146 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-75c37a74-39c3-4943-9726-66630f9363d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:45.828252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Request body: {'port': {'device_id': '29052d2e-9574-476d-9382-5444527f70d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:45.849829 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c37a74-39c3-4943-9726-66630f9363d9 None None] The sync data for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 is: [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '1c5eb0ba-a066-4ff1-8278-fc1cc843b88d', 'name': '', 'network_id': 'dcff6c23-494a-4832-9194-8742ca71ceba', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'mac_address': 'fa:16:3e:6b:16:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:38Z', 'updated_at': '2021-11-24T12:52:45Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'subnets': [{'id': 'fd819bbd-6459-4883-a59e-02e6480e02e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:53:45.863135 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3927c004-2f3d-4609-8f01-39538e7c93f8 req-c7d6297d-580e-45f0-9d79-dd30e52e74ab tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:45.868585 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3927c004-2f3d-4609-8f01-39538e7c93f8 req-c7d6297d-580e-45f0-9d79-dd30e52e74ab tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:45.924783 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3927c004-2f3d-4609-8f01-39538e7c93f8 req-c7d6297d-580e-45f0-9d79-dd30e52e74ab tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:45.925070 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3927c004-2f3d-4609-8f01-39538e7c93f8 req-c7d6297d-580e-45f0-9d79-dd30e52e74ab tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2153590 Nov 24 12:53:45.930135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6297d-580e-45f0-9d79-dd30e52e74ab tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e7b004-f9fa-4927-ae79-bb4469a40d41,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:46.008292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd69eb45-438f-42d4-99e9-bf3e2fcef2e0 req-566d43e2-8d88-483c-b837-16999a408bde tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908009 Nov 24 12:53:46.021176 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:46.117715 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d37e6f-4bee-475c-ba66-543c7174356f req-52ecdbe3-2cd2-4a4f-86b8-12fc7ad54ff3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:46.119376 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2d37e6f-4bee-475c-ba66-543c7174356f req-52ecdbe3-2cd2-4a4f-86b8-12fc7ad54ff3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.0934286 Nov 24 12:53:46.141384 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2e8385-4ced-4f65-86ae-35ede1431d6a x-openstack-request-id: req-cd2e8385-4ced-4f65-86ae-35ede1431d6a {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:46.141995 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9b7132-f6b7-4206-9cc7-335160a5d4f4", "name": "network-vif-plugged", "status": "completed", "tag": "e1618b25-001b-49b7-9e17-f9525960c1ee", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:46.141995 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd2e8385-4ced-4f65-86ae-35ede1431d6a {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:46.142350 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9b7132-f6b7-4206-9cc7-335160a5d4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1618b25-001b-49b7-9e17-f9525960c1ee', 'code': 200} Nov 24 12:53:46.185776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6914344e-23e8-46e7-a0c7-76e2642be543 None None] Provisioning complete for port 7d54e441-67a0-40bf-9421-706fca2cc859 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:46.186246 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6914344e-23e8-46e7-a0c7-76e2642be543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:46.235017 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2d37e6f-4bee-475c-ba66-543c7174356f req-e130e71a-cf9f-43c5-b6c1-f71cdbbd4a35 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089647 Nov 24 12:53:46.259543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6914344e-23e8-46e7-a0c7-76e2642be543 None None] Port 7d54e441-67a0-40bf-9421-706fca2cc859 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:53:46.270646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:53:42Z', 'revision_number': 4, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port': {'id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:35Z', 'updated_at': '2021-11-24T12:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '6603df0d-80a5-4b79-98a0-b7fd64b6c1a5', 'name': '', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'mac_address': 'fa:16:3e:60:bf:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:41Z', 'updated_at': '2021-11-24T12:53:43Z', 'revision_number': 2, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'subnets': [{'id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:46.300148 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa93b8c9-6315-49d4-9810-1d723585902e None None] New status for floating IP 77d21ab0-bc2a-448a-97a0-c046bf5f9ab3: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:53:46.311219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Checking router: fce423f0-ed2b-4fa1-ba6d-96e11abd1619 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:53:46.311715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Updating router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:53:46.338907 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:46.359072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e1d93-edcb-4ae2-a879-08fef7d0f8c0 req-cd6eb797-0fe5-416e-985c-e32a1b8b5ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:46.360572 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-599e1d93-edcb-4ae2-a879-08fef7d0f8c0 req-cd6eb797-0fe5-416e-985c-e32a1b8b5ca7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 1097 time: 0.1566465 Nov 24 12:53:46.424189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f16fd-13c9-45c1-a876-5211620449d2 req-281f0752-cfff-419e-ba5b-f263d24cbf51 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:46.432577 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-332f16fd-13c9-45c1-a876-5211620449d2 req-281f0752-cfff-419e-ba5b-f263d24cbf51 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 946 time: 0.1889534 Nov 24 12:53:46.504605 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-599e1d93-edcb-4ae2-a879-08fef7d0f8c0 req-c6ce8acb-3570-449b-ba47-d2fdcbba0df5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156862 Nov 24 12:53:46.527365 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-332f16fd-13c9-45c1-a876-5211620449d2 req-8988b696-6ea3-4371-9914-43c823661b61 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938253 Nov 24 12:53:46.572025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-aede6ed2-3463-4a14-8dd4-0264a1ffb284 req-f452dc8c-f173-4d3a-8388-9b2435de8461 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-123075155', 'description': 'tempest-description-939009545'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:46.633904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d54e441-67a0-40bf-9421-706fca2cc859 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:46.639119 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-aede6ed2-3463-4a14-8dd4-0264a1ffb284 req-f452dc8c-f173-4d3a-8388-9b2435de8461 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:46.646586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:46.674919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Transition to ACTIVE for port object 7d54e441-67a0-40bf-9421-706fca2cc859 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:53:46.680554 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:46.681746 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:46.693665 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:46.759947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0db68-3d0b-4b2c-983d-ba57db751e77 None None] Pushing event updated for resources: {'Port': ['ID=6603df0d-80a5-4b79-98a0-b7fd64b6c1a5,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:46.782639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Pushing event updated for resources: {'Port': ['ID=7d54e441-67a0-40bf-9421-706fca2cc859,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:46.805042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52228) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:46.809567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e149db93-f49c-405f-b343-6c293a77503a tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2135700600', 'description': 'tempest-description--1316254325'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:46.843620 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-aede6ed2-3463-4a14-8dd4-0264a1ffb284 req-f452dc8c-f173-4d3a-8388-9b2435de8461 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:46.844314 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e149db93-f49c-405f-b343-6c293a77503a tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:46.858415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Attempting to bind port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:46.859046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Attempting to bind port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:46.859579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Attempting to bind port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 on network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:46.867221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:46.867986 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Checking segment: {'id': 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:46.871261 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-aede6ed2-3463-4a14-8dd4-0264a1ffb284 req-f452dc8c-f173-4d3a-8388-9b2435de8461 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:46.872586 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:46.873263 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Bound using segment: {'id': 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:46.874088 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Bound port: 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:46.874834 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:46.928463 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452dc8c-f173-4d3a-8388-9b2435de8461 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d945156-7945-4092-8977-d11d3e993104,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:46.961188 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-aede6ed2-3463-4a14-8dd4-0264a1ffb284 req-f452dc8c-f173-4d3a-8388-9b2435de8461 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:46.962539 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aede6ed2-3463-4a14-8dd4-0264a1ffb284 req-f452dc8c-f173-4d3a-8388-9b2435de8461 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4007335 Nov 24 12:53:46.966896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Attempting to bind port 7d54e441-67a0-40bf-9421-706fca2cc859 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:46.967414 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Attempting to bind port 7d54e441-67a0-40bf-9421-706fca2cc859 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:46.967905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Attempting to bind port 7d54e441-67a0-40bf-9421-706fca2cc859 on network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:46.975615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Port 7d54e441-67a0-40bf-9421-706fca2cc859 on network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:53:46.977361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Attempting to bind port 7d54e441-67a0-40bf-9421-706fca2cc859 on network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:46.984910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:46.985386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Checking segment: {'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:46.986187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Bound using segment: {'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:46.986842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Bound port: 7d54e441-67a0-40bf-9421-706fca2cc859, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8826b5fc-084f-4dfe-aa20-d99030ee2fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:46.987426 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.008622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] For port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:47.016265 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] For port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6603df0d-80a5-4b79-98a0-b7fd64b6c1a5,segment=NetworkSegment(c988924c-c93d-4849-bb9e-a0b9fce0b1f5),segment_id=c988924c-c93d-4849-bb9e-a0b9fce0b1f5)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:47.026809 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e149db93-f49c-405f-b343-6c293a77503a tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.032279 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.048886 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e149db93-f49c-405f-b343-6c293a77503a tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.079657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] For port 7d54e441-67a0-40bf-9421-706fca2cc859, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:47.096009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] For port 7d54e441-67a0-40bf-9421-706fca2cc859, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7d54e441-67a0-40bf-9421-706fca2cc859,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:47.115663 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.117831 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e149db93-f49c-405f-b343-6c293a77503a tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.120279 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e149db93-f49c-405f-b343-6c293a77503a tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3135457 Nov 24 12:53:47.121174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Routers {'fce423f0-ed2b-4fa1-ba6d-96e11abd1619'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:47.121814 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:47.125653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52236) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:47.136313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2f5df8dd-0f11-47cf-a901-69e7239b2054 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Request body: {'security_group_rule': {'security_group_id': '27f3e63a-61fb-4db3-9f38-56f3125fe825', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:47.143768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149db93-f49c-405f-b343-6c293a77503a tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f3e63a-61fb-4db3-9f38-56f3125fe825,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:47.168412 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e453e-1465-4651-87ac-82b2c1d5de74 req-9c6f8e20-7835-4ff8-a307-ab8d6a60a867 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:47.170466 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b70e453e-1465-4651-87ac-82b2c1d5de74 req-9c6f8e20-7835-4ff8-a307-ab8d6a60a867 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.2012498 Nov 24 12:53:47.186044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:47.187517 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.189368 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] 10.222.0.59 "PUT /v2.0/ports/7d54e441-67a0-40bf-9421-706fca2cc859 HTTP/1.1" status: 200 len: 1091 time: 1.3705769 Nov 24 12:53:47.192975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29052d2e-9574-476d-9382-5444527f70d9', 'tag': '7d54e441-67a0-40bf-9421-706fca2cc859'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:47.195422 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0db68-3d0b-4b2c-983d-ba57db751e77 None None] Pushing event updated for resources: {'Port': ['ID=6603df0d-80a5-4b79-98a0-b7fd64b6c1a5,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:47.207447 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c5ce66-b823-4565-b47a-c99648a8d72e" -d '{"events": [{"name": "network-changed", "server_uuid": "29052d2e-9574-476d-9382-5444527f70d9", "tag": "7d54e441-67a0-40bf-9421-706fca2cc859"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:47.242363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d2493-bb21-4c56-913a-135e5c9913ac req-c7a4738d-7a05-41cd-9f0f-71ecceb396f2 tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:47.250209 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a02d2493-bb21-4c56-913a-135e5c9913ac req-c7a4738d-7a05-41cd-9f0f-71ecceb396f2 tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 1102 time: 0.1521759 Nov 24 12:53:47.264072 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f5df8dd-0f11-47cf-a901-69e7239b2054 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.280315 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b70e453e-1465-4651-87ac-82b2c1d5de74 req-b718d393-e29c-4ca2-ad96-babeb57a6173 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877225 Nov 24 12:53:47.348173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103e1d9-92d5-4386-a0f5-e34a6dab8c14 service neutron] Pushing event updated for resources: {'Port': ['ID=7d54e441-67a0-40bf-9421-706fca2cc859,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:47.390400 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a02d2493-bb21-4c56-913a-135e5c9913ac req-21c10581-18e5-4ed0-97fe-908836d1670f tempest-ServersAdminTestJSON-1998588418 tempest-ServersAdminTestJSON-1998588418-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345496 Nov 24 12:53:47.407427 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f5df8dd-0f11-47cf-a901-69e7239b2054 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.415417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-79f3aed5-454c-4c9c-9a16-0f6f9c689b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:47.421085 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-79f3aed5-454c-4c9c-9a16-0f6f9c689b62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6654e282f18448408886c9d51d38ee1a&device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 1094 time: 0.1610892 Nov 24 12:53:47.424129 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f5df8dd-0f11-47cf-a901-69e7239b2054 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.474944 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f5df8dd-0f11-47cf-a901-69e7239b2054 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.482315 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2f5df8dd-0f11-47cf-a901-69e7239b2054 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3531899 Nov 24 12:53:47.494202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52244) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:47.495190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5df8dd-0f11-47cf-a901-69e7239b2054 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e391121d-d5b5-4df2-b843-356572044d72,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:47.504856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b7482608-e21b-40f4-80d7-321e078a97ab tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Request body: {'security_group_rule': {'security_group_id': '27f3e63a-61fb-4db3-9f38-56f3125fe825', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:47.524594 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-55496207-05f9-4f10-9573-0023649b1064 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d54e441-67a0-40bf-9421-706fca2cc859 HTTP/1.1" status: 200 len: 217 time: 0.0897572 Nov 24 12:53:47.528203 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-330a0383-90b4-4c64-8003-c7ac71ea7240 req-c943851c-5a5c-4306-915f-a011f65ccb7a tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips/77d21ab0-bc2a-448a-97a0-c046bf5f9ab3 HTTP/1.1" status: 200 len: 694 time: 0.1025867 Nov 24 12:53:47.542452 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f1bc6240-bc3f-4895-8a8f-a6bff51115e3 None None] Provisioning complete for port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:47.542452 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6240-bc3f-4895-8a8f-a6bff51115e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.550702 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] Set router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:47.557044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a55a71-1ed3-4b8e-ae7d-72a8c95abea5 req-12ef18ab-eead-4c91-b159-e37aeeba7d1e tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:47.558850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66a55a71-1ed3-4b8e-ae7d-72a8c95abea5 req-12ef18ab-eead-4c91-b159-e37aeeba7d1e tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 946 time: 0.1559415 Nov 24 12:53:47.589455 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7482608-e21b-40f4-80d7-321e078a97ab tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.592760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'tag': '7eb71561-6a50-4f18-8493-6b1c5104ce27'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:47.594738 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12f8e58-2ac6-4e1d-a17d-47f2f9025036" -d '{"events": [{"name": "network-changed", "server_uuid": "37b3ec2d-ea45-4a3b-ac55-5f6d2715300d", "tag": "7eb71561-6a50-4f18-8493-6b1c5104ce27"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:47.653306 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66a55a71-1ed3-4b8e-ae7d-72a8c95abea5 req-4d7cd98e-cb3d-473e-bbe1-8ffafad82869 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872314 Nov 24 12:53:47.663672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-debec932-ee20-4421-ae15-77d1f6a22691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:47.665194 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-debec932-ee20-4421-ae15-77d1f6a22691 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5769439-5245-4abd-9019-ca9dddd4ee48 HTTP/1.1" status: 200 len: 863 time: 0.1329975 Nov 24 12:53:47.681883 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7482608-e21b-40f4-80d7-321e078a97ab tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.688627 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7482608-e21b-40f4-80d7-321e078a97ab tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.729220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7482608-e21b-40f4-80d7-321e078a97ab tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213cce13-6687-45e7-9271-8e673e018d65,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:47.732629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a0383-90b4-4c64-8003-c7ac71ea7240 req-0019feb6-8dd3-4657-a01b-6c2620d67d29 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:47.734067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-330a0383-90b4-4c64-8003-c7ac71ea7240 req-0019feb6-8dd3-4657-a01b-6c2620d67d29 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.1886253 Nov 24 12:53:47.746211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-439e8090-1c3c-4c73-9d35-d7f6954c364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:47.747823 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-439e8090-1c3c-4c73-9d35-d7f6954c364c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733335 Nov 24 12:53:47.755143 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7482608-e21b-40f4-80d7-321e078a97ab tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.761787 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b7482608-e21b-40f4-80d7-321e078a97ab tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2612970 Nov 24 12:53:47.769902 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6240-bc3f-4895-8a8f-a6bff51115e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.770367 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52250) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:47.775364 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:47.805695 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e8efc38-da1f-4eb1-9e6a-00d437fc2e6b req-44020810-0ad4-45de-908c-1894990ab284 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/b1e7b004-f9fa-4927-ae79-bb4469a40d41 HTTP/1.1" status: 200 len: 1821 time: 0.1092458 Nov 24 12:53:47.817913 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-330a0383-90b4-4c64-8003-c7ac71ea7240 req-7d4a2852-0b07-40a6-8af3-a2cd4f54dcd5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 697 time: 0.0690594 Nov 24 12:53:47.833697 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.877135 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f1bc6240-bc3f-4895-8a8f-a6bff51115e3 None None] For port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6603df0d-80a5-4b79-98a0-b7fd64b6c1a5,segment=NetworkSegment(c988924c-c93d-4849-bb9e-a0b9fce0b1f5),segment_id=c988924c-c93d-4849-bb9e-a0b9fce0b1f5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:47.886373 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6240-bc3f-4895-8a8f-a6bff51115e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:47.909453 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-330a0383-90b4-4c64-8003-c7ac71ea7240 req-757b8f6f-e263-47cc-89d8-d1ece761fa3f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 697 time: 0.0822370 Nov 24 12:53:47.925627 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e8efc38-da1f-4eb1-9e6a-00d437fc2e6b req-0daa8dae-823d-4ff7-a369-a0168b5c86e9 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/8d945156-7945-4092-8977-d11d3e993104 HTTP/1.1" status: 200 len: 1820 time: 0.1111009 Nov 24 12:53:47.947212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:53:42Z', 'revision_number': 4, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port': {'id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:35Z', 'updated_at': '2021-11-24T12:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '6603df0d-80a5-4b79-98a0-b7fd64b6c1a5', 'name': '', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'mac_address': 'fa:16:3e:60:bf:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:41Z', 'updated_at': '2021-11-24T12:53:46Z', 'revision_number': 4, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'subnets': [{'id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:47.961960 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-2e8efc38-da1f-4eb1-9e6a-00d437fc2e6b req-c3d0ba5a-145a-4d92-8833-5ed2ed1b6a13 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b1e7b004-f9fa-4927-ae79-bb4469a40d41', 'remote_group_id': '8d945156-7945-4092-8977-d11d3e993104', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:47.962286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-2e8efc38-da1f-4eb1-9e6a-00d437fc2e6b req-c3d0ba5a-145a-4d92-8833-5ed2ed1b6a13 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b1e7b004-f9fa-4927-ae79-bb4469a40d41', 'remote_group_id': '8d945156-7945-4092-8977-d11d3e993104', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:47.984409 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3556c2e-b403-43da-b87d-87322b4ba6de None None] The sync data for ids ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'] in n-d-817303-4 is: [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:53:42Z', 'revision_number': 4, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port': {'id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:35Z', 'updated_at': '2021-11-24T12:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '6603df0d-80a5-4b79-98a0-b7fd64b6c1a5', 'name': '', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'mac_address': 'fa:16:3e:60:bf:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:41Z', 'updated_at': '2021-11-24T12:53:46Z', 'revision_number': 4, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'subnets': [{'id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:53:47.986745 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc6240-bc3f-4895-8a8f-a6bff51115e3 None None] Pushing event updated for resources: {'Port': ['ID=6603df0d-80a5-4b79-98a0-b7fd64b6c1a5,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:48.006982 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-15a0f5f2-de32-410b-bf69-bcead6fb0b50 service neutron] 10.222.0.59 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508385 Nov 24 12:53:48.044345 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.055900 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-dab4965b-e303-47a8-884e-41f9791d9a36 None None] Provisioning complete for port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:48.055900 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dab4965b-e303-47a8-884e-41f9791d9a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.128171 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2e8efc38-da1f-4eb1-9e6a-00d437fc2e6b req-c3d0ba5a-145a-4d92-8833-5ed2ed1b6a13 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.167502 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-330a0383-90b4-4c64-8003-c7ac71ea7240 req-8f4b86d3-489e-40bf-ad42-114d1c7167d5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Deleting port 7cc302d3-2a5e-4317-91b5-2e5961801fc1 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:48.167946 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-330a0383-90b4-4c64-8003-c7ac71ea7240 req-8f4b86d3-489e-40bf-ad42-114d1c7167d5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.243805 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2e8efc38-da1f-4eb1-9e6a-00d437fc2e6b req-c3d0ba5a-145a-4d92-8833-5ed2ed1b6a13 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.245923 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ae84cf4-26ce-4442-99ce-e33788bb958e req-a8ab0e86-7a01-4da8-ab9c-0116e45c1493 service neutron] 10.222.0.59 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260187 Nov 24 12:53:48.249083 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2e8efc38-da1f-4eb1-9e6a-00d437fc2e6b req-c3d0ba5a-145a-4d92-8833-5ed2ed1b6a13 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.286357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Allocated IP 172.25.0.231 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/1c66c76d-c1ff-49a8-952a-53d8d95dc42a) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:53:48.290682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0ba5a-145a-4d92-8833-5ed2ed1b6a13 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb087c99-d04b-4737-a638-d3119e2c6c77,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:48.292970 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-330a0383-90b4-4c64-8003-c7ac71ea7240 req-8f4b86d3-489e-40bf-ad42-114d1c7167d5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.293305 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-330a0383-90b4-4c64-8003-c7ac71ea7240 req-8f4b86d3-489e-40bf-ad42-114d1c7167d5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.308672 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2e8efc38-da1f-4eb1-9e6a-00d437fc2e6b req-c3d0ba5a-145a-4d92-8833-5ed2ed1b6a13 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.309627 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-330a0383-90b4-4c64-8003-c7ac71ea7240 req-8f4b86d3-489e-40bf-ad42-114d1c7167d5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Calling delete_port for 7cc302d3-2a5e-4317-91b5-2e5961801fc1 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:48.317312 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e8efc38-da1f-4eb1-9e6a-00d437fc2e6b req-c3d0ba5a-145a-4d92-8833-5ed2ed1b6a13 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3832140 Nov 24 12:53:48.457150 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.469810 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-330a0383-90b4-4c64-8003-c7ac71ea7240 req-8f4b86d3-489e-40bf-ad42-114d1c7167d5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.471027 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c8ec9-9b91-461b-be22-a4441e0f4ee7 req-e56bbe44-92d6-4320-8ed1-7543d9cd91d8 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:48.472851 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a11c8ec9-9b91-461b-be22-a4441e0f4ee7 req-e56bbe44-92d6-4320-8ed1-7543d9cd91d8 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 943 time: 0.0839171 Nov 24 12:53:48.503378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b86d3-489e-40bf-ad42-114d1c7167d5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Pushing event deleted for resources: {'Port': ['ID=7cc302d3-2a5e-4317-91b5-2e5961801fc1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:48.542149 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a11c8ec9-9b91-461b-be22-a4441e0f4ee7 req-26315b08-fa89-4895-a8db-bddb7934115e tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613692 Nov 24 12:53:48.543628 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.582018 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-330a0383-90b4-4c64-8003-c7ac71ea7240 req-8f4b86d3-489e-40bf-ad42-114d1c7167d5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.585349 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-330a0383-90b4-4c64-8003-c7ac71ea7240 req-8f4b86d3-489e-40bf-ad42-114d1c7167d5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.591919 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:48.593669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:48.598512 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-330a0383-90b4-4c64-8003-c7ac71ea7240 req-8f4b86d3-489e-40bf-ad42-114d1c7167d5 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "DELETE /v2.0/floatingips/77d21ab0-bc2a-448a-97a0-c046bf5f9ab3 HTTP/1.1" status: 204 len: 173 time: 0.6819878 Nov 24 12:53:48.601199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:53:48.621877 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e6e447-58a6-4248-b733-ddf18422906c x-openstack-request-id: req-c2e6e447-58a6-4248-b733-ddf18422906c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:48.622484 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29052d2e-9574-476d-9382-5444527f70d9", "tag": "7d54e441-67a0-40bf-9421-706fca2cc859", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:48.623159 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2e6e447-58a6-4248-b733-ddf18422906c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:48.623629 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29052d2e-9574-476d-9382-5444527f70d9', 'tag': '7d54e441-67a0-40bf-9421-706fca2cc859', 'status': 'completed', 'code': 200} Nov 24 12:53:48.644193 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Pushing event updated for resources: {'Port': ['ID=1c66c76d-c1ff-49a8-952a-53d8d95dc42a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:48.749019 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.766951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:48.784760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ce66-b823-4565-b47a-c99648a8d72e req-e435ec84-2c92-4d75-b697-6884038e1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:48.786313 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c5c5ce66-b823-4565-b47a-c99648a8d72e req-e435ec84-2c92-4d75-b697-6884038e1806 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6654e282f18448408886c9d51d38ee1a&device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 1094 time: 0.1155162 Nov 24 12:53:48.802708 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de5dc2-88e5-49b8-975b-9fc6a998eff3 req-7ed6ebbd-fca0-477d-9155-5e8d06389b7b tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:48.804796 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-19de5dc2-88e5-49b8-975b-9fc6a998eff3 req-7ed6ebbd-fca0-477d-9155-5e8d06389b7b tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 946 time: 0.0842552 Nov 24 12:53:48.829930 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.867001 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:48.867437 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:48.893409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-19de5dc2-88e5-49b8-975b-9fc6a998eff3 req-ceceb134-6544-4566-91a2-f99a71281e56 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804336 Nov 24 12:53:48.969763 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd11ba37-ee62-4b83-af68-a5270d922690 x-openstack-request-id: req-dd11ba37-ee62-4b83-af68-a5270d922690 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:48.970264 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b3ec2d-ea45-4a3b-ac55-5f6d2715300d", "tag": "7eb71561-6a50-4f18-8493-6b1c5104ce27", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:48.970679 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd11ba37-ee62-4b83-af68-a5270d922690 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:48.971441 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'tag': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'status': 'completed', 'code': 200} Nov 24 12:53:49.005146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f8e58-2ac6-4e1d-a17d-47f2f9025036 req-7c6d4e8e-c472-471b-be66-1abcf82c963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:49.006441 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f12f8e58-2ac6-4e1d-a17d-47f2f9025036 req-7c6d4e8e-c472-471b-be66-1abcf82c963f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 1097 time: 0.0683362 Nov 24 12:53:49.016005 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ce66-b823-4565-b47a-c99648a8d72e req-b0ffa481-f573-4aa4-911b-45ea057d3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:49.017483 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c5c5ce66-b823-4565-b47a-c99648a8d72e req-b0ffa481-f573-4aa4-911b-45ea057d3a25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e HTTP/1.1" status: 200 len: 925 time: 0.2117658 Nov 24 12:53:49.079061 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c5c5ce66-b823-4565-b47a-c99648a8d72e req-4cf88246-93d9-446d-add8-c427573a24cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d54e441-67a0-40bf-9421-706fca2cc859 HTTP/1.1" status: 200 len: 217 time: 0.0417929 Nov 24 12:53:49.088676 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e7aca20a-9d98-4812-88f1-bd98cc49b001 req-ef9bdbdb-026b-4aa0-b2ec-6cb93cc6c6b8 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/8d945156-7945-4092-8977-d11d3e993104 HTTP/1.1" status: 200 len: 1820 time: 0.1148031 Nov 24 12:53:49.180136 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:49.186177 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:49.202069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f8e58-2ac6-4e1d-a17d-47f2f9025036 req-bdcb51f1-8902-495b-b1ad-937a78cc1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:49.203548 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f12f8e58-2ac6-4e1d-a17d-47f2f9025036 req-bdcb51f1-8902-495b-b1ad-937a78cc1a4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 200 len: 921 time: 0.1852121 Nov 24 12:53:49.244685 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e7aca20a-9d98-4812-88f1-bd98cc49b001 req-61ebfeaf-6000-4d2d-8daa-057198e35aa9 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:49.277668 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e7aca20a-9d98-4812-88f1-bd98cc49b001 req-61ebfeaf-6000-4d2d-8daa-057198e35aa9 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:49.290263 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f12f8e58-2ac6-4e1d-a17d-47f2f9025036 req-5483d150-fe44-4053-8d90-126273a3f6c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27 HTTP/1.1" status: 200 len: 217 time: 0.0683072 Nov 24 12:53:49.292865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ce66-b823-4565-b47a-c99648a8d72e req-eb4cd444-4d67-4362-b347-6ed5a31a8cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:49.294204 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c5c5ce66-b823-4565-b47a-c99648a8d72e req-eb4cd444-4d67-4362-b347-6ed5a31a8cd8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5769439-5245-4abd-9019-ca9dddd4ee48 HTTP/1.1" status: 200 len: 863 time: 0.1761022 Nov 24 12:53:49.316089 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Pushing event updated for resources: {'Port': ['ID=1c66c76d-c1ff-49a8-952a-53d8d95dc42a,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:49.355354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c734b-2caa-494b-8f30-427195ca815b req-06852b70-a376-499c-9c46-b98b94de6655 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:49.356844 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-830c734b-2caa-494b-8f30-427195ca815b req-06852b70-a376-499c-9c46-b98b94de6655 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 946 time: 0.1524003 Nov 24 12:53:49.357778 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:49.380497 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:49.384770 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1d393be1-7590-4d1b-9fae-e659db5159cb tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6104062 Nov 24 12:53:49.402905 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e7aca20a-9d98-4812-88f1-bd98cc49b001 req-61ebfeaf-6000-4d2d-8daa-057198e35aa9 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:49.405456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f8e58-2ac6-4e1d-a17d-47f2f9025036 req-525c0061-576b-4e8f-9b07-aefade9c79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:49.407090 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f12f8e58-2ac6-4e1d-a17d-47f2f9025036 req-525c0061-576b-4e8f-9b07-aefade9c79a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 200 len: 859 time: 0.1071165 Nov 24 12:53:49.407516 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e7aca20a-9d98-4812-88f1-bd98cc49b001 req-61ebfeaf-6000-4d2d-8daa-057198e35aa9 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:49.410059 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e7aca20a-9d98-4812-88f1-bd98cc49b001 req-61ebfeaf-6000-4d2d-8daa-057198e35aa9 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "DELETE /v2.0/security-groups/8d945156-7945-4092-8977-d11d3e993104 HTTP/1.1" status: 204 len: 173 time: 0.3081005 Nov 24 12:53:49.415916 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5ce66-b823-4565-b47a-c99648a8d72e req-67af96cc-baf0-4d90-8b09-777f51f7a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:49.417429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c5c5ce66-b823-4565-b47a-c99648a8d72e req-67af96cc-baf0-4d90-8b09-777f51f7a696 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084261 Nov 24 12:53:49.431457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebfeaf-6000-4d2d-8daa-057198e35aa9 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d945156-7945-4092-8977-d11d3e993104,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:49.501332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-830c734b-2caa-494b-8f30-427195ca815b req-c93e3ba0-16dc-4039-a891-b68d4953f225 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333015 Nov 24 12:53:49.545132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef248-cfa5-47ef-83eb-4f77289f3458 req-0d0b0ae9-d017-4c62-8e41-0ce80eb09956 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:49.546661 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4eef248-cfa5-47ef-83eb-4f77289f3458 req-0d0b0ae9-d017-4c62-8e41-0ce80eb09956 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 949 time: 0.0656276 Nov 24 12:53:49.554833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f8e58-2ac6-4e1d-a17d-47f2f9025036 req-963e3c22-1d42-4c36-a09c-799e57f4a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:49.556440 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f12f8e58-2ac6-4e1d-a17d-47f2f9025036 req-963e3c22-1d42-4c36-a09c-799e57f4a83c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcff6c23-494a-4832-9194-8742ca71ceba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381488 Nov 24 12:53:49.607681 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4eef248-cfa5-47ef-83eb-4f77289f3458 req-0033b13d-7aa0-4130-8245-16b5bc80035a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500796 Nov 24 12:53:49.633853 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c5c5ce66-b823-4565-b47a-c99648a8d72e req-fa69ea70-aa5d-4891-b7f4-e718e93ef8b3 service neutron] 10.222.0.59 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771734 Nov 24 12:53:49.715574 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-1c462754-d37d-4b7d-b72d-27c5470bb54a req-58d5df78-1bdf-4da7-857a-556439c344d3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:53:49.716625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c462754-d37d-4b7d-b72d-27c5470bb54a req-58d5df78-1bdf-4da7-857a-556439c344d3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054071 Nov 24 12:53:49.907958 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6b4ce5ef-1234-4102-b6e6-6e200274239b req-50dac637-f7b0-4cc6-883f-2c1ed8f92144 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/b1e7b004-f9fa-4927-ae79-bb4469a40d41 HTTP/1.1" status: 200 len: 1821 time: 0.0435939 Nov 24 12:53:50.009427 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a1f8e-9d88-4127-9211-d78dddbd2b5a req-7bccf495-0fd6-4f93-9232-627156d7d144 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:50.010869 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c67a1f8e-9d88-4127-9211-d78dddbd2b5a req-7bccf495-0fd6-4f93-9232-627156d7d144 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 946 time: 0.4391854 Nov 24 12:53:50.023719 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-c07f095e-879a-4232-9787-1ad2f28b6e25 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2135700600&fields=id&tenant_id=0b3d003e027e4a90ab385f26152df412 HTTP/1.1" status: 200 len: 267 time: 0.0461354 Nov 24 12:53:50.108886 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f12f8e58-2ac6-4e1d-a17d-47f2f9025036 req-50818e62-0596-47fb-a358-156e117c909a service neutron] 10.222.0.46 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267498 Nov 24 12:53:50.131876 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-1610eaec-e622-4392-80cb-fa404a894dc6 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:50.134019 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-1610eaec-e622-4392-80cb-fa404a894dc6 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/networks?id=95e7f000-2f0f-4dec-bbb6-4541b8b71c95 HTTP/1.1" status: 200 len: 814 time: 0.1032720 Nov 24 12:53:50.144388 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-ea5b4050-f551-4291-8efc-5352689229d3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1604304 Nov 24 12:53:50.150115 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-3be70d00-c600-4f33-8d30-4cf3ade66fc9 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/quotas/0b3d003e027e4a90ab385f26152df412 HTTP/1.1" status: 200 len: 375 time: 0.0098519 Nov 24 12:53:50.170645 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c67a1f8e-9d88-4127-9211-d78dddbd2b5a req-84185496-aed1-4966-a039-bba5c245f688 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398818 Nov 24 12:53:50.174485 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c5c5ce66-b823-4565-b47a-c99648a8d72e req-acdcdb03-b72f-4bd5-9d2b-2a7e50edd5fb service neutron] 10.222.0.59 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308392 Nov 24 12:53:50.241917 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-eb38fd84-b857-4069-a31c-da9d56a67542 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b3d003e027e4a90ab385f26152df412&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849829 Nov 24 12:53:50.242411 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f12f8e58-2ac6-4e1d-a17d-47f2f9025036 req-2ac08428-e43a-4dbb-a1d5-7d7ecfd1c20c service neutron] 10.222.0.46 "GET /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169646 Nov 24 12:53:50.302493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a6f7a-99a8-49fa-a635-95899f7589e5 req-e540e743-dcf3-4ac6-bcab-a8235dd77355 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:50.304645 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-777a6f7a-99a8-49fa-a635-95899f7589e5 req-e540e743-dcf3-4ac6-bcab-a8235dd77355 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 1097 time: 0.0495656 Nov 24 12:53:50.357300 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-a3101115-f7f1-498a-b09b-106c10c57b1f service neutron] 10.222.0.48 "GET /v2.0/networks/95e7f000-2f0f-4dec-bbb6-4541b8b71c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962226 Nov 24 12:53:50.359011 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-777a6f7a-99a8-49fa-a635-95899f7589e5 req-e366cf2d-c811-433e-8460-796948a3f19a tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481324 Nov 24 12:53:50.455088 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-b8cd7b2d-5c3f-45df-938a-28d24cdb2a3c service neutron] 10.222.0.48 "GET /v2.0/networks/95e7f000-2f0f-4dec-bbb6-4541b8b71c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966320 Nov 24 12:53:50.488306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a443e3-7c12-4b7c-8e81-f3ad2b79da5f req-35a82ce6-9043-40e6-9db5-8852e0ac91e5 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:50.490133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e4a443e3-7c12-4b7c-8e81-f3ad2b79da5f req-35a82ce6-9043-40e6-9db5-8852e0ac91e5 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 943 time: 0.0545151 Nov 24 12:53:50.551967 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e4a443e3-7c12-4b7c-8e81-f3ad2b79da5f req-ece1920a-aab6-4c15-a40d-0ee5a6fd4e84 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533581 Nov 24 12:53:50.615777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-6ef39fe0-b095-427d-9a7a-43e4c4585d9d req-cb9d9aeb-371e-48aa-ac06-fd4770cc6d4b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1028637064', 'description': 'tempest-description-1206842403'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:50.648126 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6ef39fe0-b095-427d-9a7a-43e4c4585d9d req-cb9d9aeb-371e-48aa-ac06-fd4770cc6d4b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:50.715575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05714342-2b1b-40ca-8aca-305b95509086 req-cab8e2f5-d421-4bab-800a-48ff57f83150 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:50.717227 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-05714342-2b1b-40ca-8aca-305b95509086 req-cab8e2f5-d421-4bab-800a-48ff57f83150 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.0885301 Nov 24 12:53:50.729404 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6ef39fe0-b095-427d-9a7a-43e4c4585d9d req-cb9d9aeb-371e-48aa-ac06-fd4770cc6d4b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:50.737989 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6ef39fe0-b095-427d-9a7a-43e4c4585d9d req-cb9d9aeb-371e-48aa-ac06-fd4770cc6d4b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:50.779080 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6ef39fe0-b095-427d-9a7a-43e4c4585d9d req-cb9d9aeb-371e-48aa-ac06-fd4770cc6d4b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:50.792827 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ef39fe0-b095-427d-9a7a-43e4c4585d9d req-cb9d9aeb-371e-48aa-ac06-fd4770cc6d4b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1891952 Nov 24 12:53:50.796441 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d9aeb-371e-48aa-ac06-fd4770cc6d4b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436510fc-7ed9-45c3-8a51-c12f9aa03532,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:50.817916 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-05714342-2b1b-40ca-8aca-305b95509086 req-7929de19-3787-4a8d-b981-7e3e88971a1a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839930 Nov 24 12:53:50.818639 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5306c163-3663-45a3-a2dc-b60963370c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:50.822578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7d54e441-67a0-40bf-9421-706fca2cc859 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:53:50.874527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad70c77-a3a9-4fa1-9379-a3ec555e77c6 req-7713d4bb-49b0-4878-894d-4e52e9698e89 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:50.876036 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ad70c77-a3a9-4fa1-9379-a3ec555e77c6 req-7713d4bb-49b0-4878-894d-4e52e9698e89 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.46 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 946 time: 0.1550791 Nov 24 12:53:50.910301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a36be-c4d8-434f-9c32-76bced3c65ee req-f6f1c7b8-2e18-4bfa-b10a-2dc4706aaab2 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:50.912196 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a8a36be-c4d8-434f-9c32-76bced3c65ee req-f6f1c7b8-2e18-4bfa-b10a-2dc4706aaab2 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.59 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 949 time: 0.0754411 Nov 24 12:53:50.988915 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b4142-a453-4cf7-96a5-e0318cb05c5b req-faa24a26-67f0-4294-8ead-89ebe52a99c9 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:50.998883 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a00b4142-a453-4cf7-96a5-e0318cb05c5b req-faa24a26-67f0-4294-8ead-89ebe52a99c9 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 946 time: 0.1168208 Nov 24 12:53:51.043140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 7d54e441-67a0-40bf-9421-706fca2cc859, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7d54e441-67a0-40bf-9421-706fca2cc859,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:51.061024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '7d54e441-67a0-40bf-9421-706fca2cc859', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'port_id': '7d54e441-67a0-40bf-9421-706fca2cc859', 'mac_address': 'fa:16:3e:3c:e5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:53:51.066086 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a00b4142-a453-4cf7-96a5-e0318cb05c5b req-db14b2ce-0189-4802-88ca-573fe381cf9f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616333 Nov 24 12:53:51.105385 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821368ba-aa66-436f-b245-eed0f8b0a3bb req-00fff110-cd74-4f5b-8098-d50ec703be04 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:51.107036 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-821368ba-aa66-436f-b245-eed0f8b0a3bb req-00fff110-cd74-4f5b-8098-d50ec703be04 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 1097 time: 0.1658709 Nov 24 12:53:51.119020 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:51.134534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d54e441-67a0-40bf-9421-706fca2cc859 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:51.161526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-2a8a36be-c4d8-434f-9c32-76bced3c65ee req-ea9363b9-7341-45eb-af00-638871759719 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Deleting port 2ac146e9-1a2d-493f-ac1e-c211ac905f47 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:51.161962 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2a8a36be-c4d8-434f-9c32-76bced3c65ee req-ea9363b9-7341-45eb-af00-638871759719 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:51.167210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 7d54e441-67a0-40bf-9421-706fca2cc859, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7d54e441-67a0-40bf-9421-706fca2cc859,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:51.169249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-0ad70c77-a3a9-4fa1-9379-a3ec555e77c6 req-3dd27d84-c488-45aa-b855-b6f87812e95f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Deleting port 7eb71561-6a50-4f18-8493-6b1c5104ce27 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:51.169648 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0ad70c77-a3a9-4fa1-9379-a3ec555e77c6 req-3dd27d84-c488-45aa-b855-b6f87812e95f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:51.175172 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2fd98fae-415c-41da-8c37-6b6249103876 req-9610788a-335b-4874-b2dc-8b5dd7f34824 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 210 time: 0.0377209 Nov 24 12:53:51.176591 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:51.247490 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-821368ba-aa66-436f-b245-eed0f8b0a3bb req-fd307a8d-8adf-4502-bf44-d0b5b7a6adca tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315796 Nov 24 12:53:51.259906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=7d54e441-67a0-40bf-9421-706fca2cc859,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:51.377422 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a104480-319a-4cf4-b555-7f2352acf6e8 req-62057b7b-9d2f-4378-b8fa-39b747f5a5d8 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:51.385788 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a104480-319a-4cf4-b555-7f2352acf6e8 req-62057b7b-9d2f-4378-b8fa-39b747f5a5d8 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2439c3d6-8315-4143-86a3-55ae06ad4534 HTTP/1.1" status: 200 len: 949 time: 0.0787091 Nov 24 12:53:51.428963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-2a8a36be-c4d8-434f-9c32-76bced3c65ee req-ea9363b9-7341-45eb-af00-638871759719 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] For port 2ac146e9-1a2d-493f-ac1e-c211ac905f47, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2ac146e9-1a2d-493f-ac1e-c211ac905f47,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:51.429215 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2a8a36be-c4d8-434f-9c32-76bced3c65ee req-ea9363b9-7341-45eb-af00-638871759719 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:51.438572 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a104480-319a-4cf4-b555-7f2352acf6e8 req-a7bb0fcb-fda8-434f-b9f5-af651b1e8076 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519373 Nov 24 12:53:51.456640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-2a8a36be-c4d8-434f-9c32-76bced3c65ee req-ea9363b9-7341-45eb-af00-638871759719 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Calling delete_port for 2ac146e9-1a2d-493f-ac1e-c211ac905f47 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:51.465281 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c44dc24e-8340-45a7-b76a-5cc1095922ef req-e469776f-960e-4da8-8e62-1daee530d1de tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/436510fc-7ed9-45c3-8a51-c12f9aa03532 HTTP/1.1" status: 200 len: 1822 time: 0.1508763 Nov 24 12:53:51.490967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-c44dc24e-8340-45a7-b76a-5cc1095922ef req-d5eae56e-fbe4-4560-a97f-0d660a13eb37 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '436510fc-7ed9-45c3-8a51-c12f9aa03532', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:51.491362 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-c44dc24e-8340-45a7-b76a-5cc1095922ef req-d5eae56e-fbe4-4560-a97f-0d660a13eb37 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '436510fc-7ed9-45c3-8a51-c12f9aa03532', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:51.506201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-2af2ce56-ab4c-43d9-ae59-091151a6743e tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:51.508249 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-2af2ce56-ab4c-43d9-ae59-091151a6743e tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f&tenant_id=494a0e4f3119447983c5ec1ee6872a9d&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1097 time: 0.1950886 Nov 24 12:53:51.513027 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0ad70c77-a3a9-4fa1-9379-a3ec555e77c6 req-3dd27d84-c488-45aa-b855-b6f87812e95f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] For port 7eb71561-6a50-4f18-8493-6b1c5104ce27, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7eb71561-6a50-4f18-8493-6b1c5104ce27,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:51.513402 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0ad70c77-a3a9-4fa1-9379-a3ec555e77c6 req-3dd27d84-c488-45aa-b855-b6f87812e95f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:51.554543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30221c2-c74c-46e1-9e59-da7b21bc713e req-5e1bd807-56f0-4c6e-8631-fcfc141d20fe tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:51.556027 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b30221c2-c74c-46e1-9e59-da7b21bc713e req-5e1bd807-56f0-4c6e-8631-fcfc141d20fe tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/ports?device_id=37b3ec2d-ea45-4a3b-ac55-5f6d2715300d HTTP/1.1" status: 200 len: 946 time: 0.0498331 Nov 24 12:53:51.556169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-4'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:51.579130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['7d54e441-67a0-40bf-9421-706fca2cc859'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:51.591026 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-0ad70c77-a3a9-4fa1-9379-a3ec555e77c6 req-3dd27d84-c488-45aa-b855-b6f87812e95f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Calling delete_port for 7eb71561-6a50-4f18-8493-6b1c5104ce27 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:51.606124 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b30221c2-c74c-46e1-9e59-da7b21bc713e req-129b5f9f-d9d5-44cd-8855-1a20b01b3503 tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.48 "GET /v2.0/security-groups?id=3acd8e06-9685-42bf-b37c-a0bc3b341dde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436351 Nov 24 12:53:51.708681 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:51.825757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599dd4a-cdd2-4216-9cd3-da2d71d2e833 req-0defa87f-f63e-4cf0-b36b-fcb1a9e33449 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:51.831421 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c44dc24e-8340-45a7-b76a-5cc1095922ef req-d5eae56e-fbe4-4560-a97f-0d660a13eb37 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:51.833259 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6599dd4a-cdd2-4216-9cd3-da2d71d2e833 req-0defa87f-f63e-4cf0-b36b-fcb1a9e33449 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 944 time: 0.1189704 Nov 24 12:53:51.869080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-308462dc-498c-4acf-a09a-043ce3f763af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:51.870636 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-308462dc-498c-4acf-a09a-043ce3f763af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 1101 time: 0.0816848 Nov 24 12:53:51.886988 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2a8a36be-c4d8-434f-9c32-76bced3c65ee req-ea9363b9-7341-45eb-af00-638871759719 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:51.899352 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c44dc24e-8340-45a7-b76a-5cc1095922ef req-d5eae56e-fbe4-4560-a97f-0d660a13eb37 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:51.900128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['450e6082-8584-4df1-865d-e9d9a0a1cf9f'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:51.926441 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6599dd4a-cdd2-4216-9cd3-da2d71d2e833 req-f2facd78-537f-4aa5-91cb-e620ea7731aa tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852482 Nov 24 12:53:51.957321 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c44dc24e-8340-45a7-b76a-5cc1095922ef req-d5eae56e-fbe4-4560-a97f-0d660a13eb37 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:52.009819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9363b9-7341-45eb-af00-638871759719 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Pushing event deleted for resources: {'Port': ['ID=2ac146e9-1a2d-493f-ac1e-c211ac905f47,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:52.011658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-cba46dc6-f249-41e3-b484-0e89d5cf9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:52.013224 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-cba46dc6-f249-41e3-b484-0e89d5cf9854 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1323383 Nov 24 12:53:52.052627 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eae56e-fbe4-4560-a97f-0d660a13eb37 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7baa14e-004a-4142-9a58-f1bcca5fceb1,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:52.092040 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-cf0eb51c-af99-4113-b935-6e875d8ae74f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 200 len: 217 time: 0.0661032 Nov 24 12:53:52.112474 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:52.118263 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c44dc24e-8340-45a7-b76a-5cc1095922ef req-d5eae56e-fbe4-4560-a97f-0d660a13eb37 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:52.131084 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c44dc24e-8340-45a7-b76a-5cc1095922ef req-d5eae56e-fbe4-4560-a97f-0d660a13eb37 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6570044 Nov 24 12:53:52.170676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0ad70c77-a3a9-4fa1-9379-a3ec555e77c6 req-3dd27d84-c488-45aa-b855-b6f87812e95f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:52.174272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8a36be-c4d8-434f-9c32-76bced3c65ee req-ea9363b9-7341-45eb-af00-638871759719 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] No DVR routers for this DVR port 2ac146e9-1a2d-493f-ac1e-c211ac905f47 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:53:52.184011 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2a8a36be-c4d8-434f-9c32-76bced3c65ee req-ea9363b9-7341-45eb-af00-638871759719 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:52.184361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-4938a846-3396-422d-87a0-6e777046ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:52.186510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-4938a846-3396-422d-87a0-6e777046ff8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0826609 Nov 24 12:53:52.187415 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a8a36be-c4d8-434f-9c32-76bced3c65ee req-ea9363b9-7341-45eb-af00-638871759719 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.59 "DELETE /v2.0/ports/2ac146e9-1a2d-493f-ac1e-c211ac905f47 HTTP/1.1" status: 204 len: 173 time: 1.2367020 Nov 24 12:53:52.190971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2439c3d6-8315-4143-86a3-55ae06ad4534', 'name': 'network-vif-deleted', 'tag': '2ac146e9-1a2d-493f-ac1e-c211ac905f47'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:52.193368 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637b6787-1e91-4008-a214-7e68e09da8a3" -d '{"events": [{"server_uuid": "2439c3d6-8315-4143-86a3-55ae06ad4534", "name": "network-vif-deleted", "tag": "2ac146e9-1a2d-493f-ac1e-c211ac905f47"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:52.229654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd27d84-c488-45aa-b855-b6f87812e95f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Pushing event deleted for resources: {'Port': ['ID=7eb71561-6a50-4f18-8493-6b1c5104ce27,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:52.231778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f55a37-fd96-44ed-8612-98aac38b50ba req-feba542c-d81d-4de3-9377-b7cab0eb5a53 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:52.237749 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-27f55a37-fd96-44ed-8612-98aac38b50ba req-feba542c-d81d-4de3-9377-b7cab0eb5a53 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.0967662 Nov 24 12:53:52.289210 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-5e5cec6b-bcb8-4939-9c11-20b0bb3664f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:52.291318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-5e5cec6b-bcb8-4939-9c11-20b0bb3664f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930321 Nov 24 12:53:52.317853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad70c77-a3a9-4fa1-9379-a3ec555e77c6 req-3dd27d84-c488-45aa-b855-b6f87812e95f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] No DVR routers for this DVR port 7eb71561-6a50-4f18-8493-6b1c5104ce27 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:53:52.322420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:52.325224 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0ad70c77-a3a9-4fa1-9379-a3ec555e77c6 req-3dd27d84-c488-45aa-b855-b6f87812e95f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:52.328496 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ad70c77-a3a9-4fa1-9379-a3ec555e77c6 req-3dd27d84-c488-45aa-b855-b6f87812e95f tempest-FloatingIPsAssociationTestJSON-1937741609 tempest-FloatingIPsAssociationTestJSON-1937741609-project] 10.222.0.46 "DELETE /v2.0/ports/7eb71561-6a50-4f18-8493-6b1c5104ce27 HTTP/1.1" status: 204 len: 173 time: 1.4385490 Nov 24 12:53:52.347600 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['7eb71561-6a50-4f18-8493-6b1c5104ce27'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:52.368454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401eb70-f9ab-4b0b-b767-e161b8edb07a req-e64fc343-60a5-4142-b223-ed0c9e77bcf7 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:52.371067 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-27f55a37-fd96-44ed-8612-98aac38b50ba req-0908b88c-d135-46e2-a8b7-0cdd11293e27 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268449 Nov 24 12:53:52.375989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d401eb70-f9ab-4b0b-b767-e161b8edb07a req-e64fc343-60a5-4142-b223-ed0c9e77bcf7 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 1097 time: 0.1534994 Nov 24 12:53:52.404651 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:52.424528 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:52.442470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['2ac146e9-1a2d-493f-ac1e-c211ac905f47', '2aee2733-13df-4cbb-b16b-0a5d1b60d00b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:52.541419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d401eb70-f9ab-4b0b-b767-e161b8edb07a req-efe53cdc-f3c1-4029-bd22-79a652b14601 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644480 Nov 24 12:53:52.621007 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-2e7c5ef0-4906-42c5-813c-8a290d4b96d5 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167255 Nov 24 12:53:52.631776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85782cdc-f5e5-4aad-a60a-934696561576 req-63087d92-076f-4283-8ba6-2e738802885c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:52.641817 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85782cdc-f5e5-4aad-a60a-934696561576 req-63087d92-076f-4283-8ba6-2e738802885c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 944 time: 0.1689804 Nov 24 12:53:52.701733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Pushing event updated for resources: {'Port': ['ID=acb38072-5e14-4840-ae0e-342ff08a3d6b,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:52.777307 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b on host n-h1-817303-4 for vnic_type normal with profile {"migrating_to": "n-h2-817303-4"} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:52.777644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:52.777971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:52.787312 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85782cdc-f5e5-4aad-a60a-934696561576 req-12c92f1c-491f-49f7-b4d4-da3598b5093c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425552 Nov 24 12:53:52.791681 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2cf62b53-c2d4-40a4-b3b2-4f36d591a18d req-a90e9519-9b20-409c-a249-236ae049d0a9 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/436510fc-7ed9-45c3-8a51-c12f9aa03532 HTTP/1.1" status: 200 len: 2415 time: 0.2172608 Nov 24 12:53:52.814468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-2cf62b53-c2d4-40a4-b3b2-4f36d591a18d req-a14cd91b-385c-420a-8e93-e5324b98ff8b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '436510fc-7ed9-45c3-8a51-c12f9aa03532', 'remote_group_id': None}]} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:52.814864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-2cf62b53-c2d4-40a4-b3b2-4f36d591a18d req-a14cd91b-385c-420a-8e93-e5324b98ff8b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '436510fc-7ed9-45c3-8a51-c12f9aa03532', 'remote_group_id': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:52.829868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Port acb38072-5e14-4840-ae0e-342ff08a3d6b on network ee1ba679-7d12-4b42-af81-73cc82b26674 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:53:52.830219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:52.831175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device acb38072-5e14-4840-ae0e-342ff08a3d6b details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:53:52.835792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7d54e441-67a0-40bf-9421-706fca2cc859 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:53:52.842481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-44f9a1c5-5a3c-4b33-a510-a10f320b001e tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:52.843964 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-44f9a1c5-5a3c-4b33-a510-a10f320b001e tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.59 "GET /v2.0/networks?id=95e7f000-2f0f-4dec-bbb6-4541b8b71c95 HTTP/1.1" status: 200 len: 814 time: 0.3445799 Nov 24 12:53:52.850056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:52.851011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Checking segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:52.851504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Bound using segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:52.851965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Bound port: acb38072-5e14-4840-ae0e-342ff08a3d6b, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:52.852380 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:52.877293 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-b1e6b5fe-07c9-429d-a1db-84a2f01268d8 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327507 Nov 24 12:53:53.064999 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-7b4bf462-47b2-4a74-80ff-835aae60a170 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b3d003e027e4a90ab385f26152df412 HTTP/1.1" status: 200 len: 380 time: 0.2059186 Nov 24 12:53:53.068971 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2cf62b53-c2d4-40a4-b3b2-4f36d591a18d req-a14cd91b-385c-420a-8e93-e5324b98ff8b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:53.089235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-7bc4b7d0-05fd-4014-b148-b4c2e0357438 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Request body: {'port': {'device_id': 'fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'admin_state_up': True, 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'security_groups': ['27f3e63a-61fb-4db3-9f38-56f3125fe825']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:53.110205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:53.139250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:53.179339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 7d54e441-67a0-40bf-9421-706fca2cc859 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:53:53.182968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:53.199342 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2cf62b53-c2d4-40a4-b3b2-4f36d591a18d req-a14cd91b-385c-420a-8e93-e5324b98ff8b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:53.203026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 7d54e441-67a0-40bf-9421-706fca2cc859 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:53.203452 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:53.228902 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2cf62b53-c2d4-40a4-b3b2-4f36d591a18d req-a14cd91b-385c-420a-8e93-e5324b98ff8b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:53.264901 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c3f2d174-b38d-42a0-bfda-256d24174b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:53.277975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cd91b-385c-420a-8e93-e5324b98ff8b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ca5c35-1746-4bc4-9eeb-2e9bd53fb87b,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:53.296377 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ae9cca6-0e91-4e85-8b4f-ad8c54519b91 req-fd4422bb-b5a9-4bab-adec-df81ef8c3e90 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 210 time: 0.3830628 Nov 24 12:53:53.310408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h1-817303-4, got binding levels [] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:53.310602 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2cf62b53-c2d4-40a4-b3b2-4f36d591a18d req-a14cd91b-385c-420a-8e93-e5324b98ff8b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:53.314011 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2cf62b53-c2d4-40a4-b3b2-4f36d591a18d req-a14cd91b-385c-420a-8e93-e5324b98ff8b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5213599 Nov 24 12:53:53.327736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Pushing event updated for resources: {'Port': ['ID=acb38072-5e14-4840-ae0e-342ff08a3d6b,revision_number=8']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:53.348328 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b on host n-h1-817303-4 for vnic_type normal with profile {"migrating_to": "n-h2-817303-4"} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:53.348733 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:53.349166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:53.357168 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Port acb38072-5e14-4840-ae0e-342ff08a3d6b on network ee1ba679-7d12-4b42-af81-73cc82b26674 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:53:53.357168 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Attempting to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:53.358554 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:53.359599 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:53.361597 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-a36e7ab1-f922-44be-8c61-eff863f0175a service neutron] 10.222.0.59 "PUT /v2.0/ports/acb38072-5e14-4840-ae0e-342ff08a3d6b HTTP/1.1" status: 200 len: 1122 time: 1.8133993 Nov 24 12:53:53.364982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-7bc4b7d0-05fd-4014-b148-b4c2e0357438 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Made reservation on behalf of 0b3d003e027e4a90ab385f26152df412 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:53:53.369463 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-7bc4b7d0-05fd-4014-b148-b4c2e0357438 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:53.380593 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873d661f-0652-4fd6-9db0-aa9bfe9b39d4 x-openstack-request-id: req-873d661f-0652-4fd6-9db0-aa9bfe9b39d4 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:53.381027 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2439c3d6-8315-4143-86a3-55ae06ad4534", "name": "network-vif-deleted", "tag": "2ac146e9-1a2d-493f-ac1e-c211ac905f47", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:53.381384 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-873d661f-0652-4fd6-9db0-aa9bfe9b39d4 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:53.382166 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2439c3d6-8315-4143-86a3-55ae06ad4534', 'name': 'network-vif-deleted', 'tag': '2ac146e9-1a2d-493f-ac1e-c211ac905f47', 'status': 'completed', 'code': 200} Nov 24 12:53:53.398546 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52364) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:53.405182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:53.405651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Checking segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:53.407891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Bound using segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:53.408396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Bound port: acb38072-5e14-4840-ae0e-342ff08a3d6b, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:53.409130 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:53.451127 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:53.473058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['acb38072-5e14-4840-ae0e-342ff08a3d6b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:53.517102 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['acb38072-5e14-4840-ae0e-342ff08a3d6b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:53.578794 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29052d2e-9574-476d-9382-5444527f70d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d54e441-67a0-40bf-9421-706fca2cc859'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:53.581059 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e88bb15-3a8e-4f63-a6ef-5b88b8d6091e" -d '{"events": [{"server_uuid": "29052d2e-9574-476d-9382-5444527f70d9", "name": "network-vif-plugged", "status": "completed", "tag": "7d54e441-67a0-40bf-9421-706fca2cc859"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:53.582466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-978172f2-fd9e-45e8-a9b9-a076eb36b0ad req-8f4302eb-35fa-4260-a500-b4adea7bf2b9 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/436510fc-7ed9-45c3-8a51-c12f9aa03532 HTTP/1.1" status: 200 len: 3013 time: 0.1666520 Nov 24 12:53:53.585777 n-d-817303-4 neutron-server[114987]: WARNING neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Concurrent port binding operations failed on port acb38072-5e14-4840-ae0e-342ff08a3d6b Nov 24 12:53:53.605306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:53.613799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-7bc4b7d0-05fd-4014-b148-b4c2e0357438 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Allocated IP 172.20.0.7 (95e7f000-2f0f-4dec-bbb6-4541b8b71c95/40f4b039-c317-4493-a405-fe367a3dc54e/54b482fd-82bf-4238-8354-6e34b10a4cd3) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:53:53.621872 n-d-817303-4 neutron-server[114987]: INFO neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Attempt 2 to bind port acb38072-5e14-4840-ae0e-342ff08a3d6b Nov 24 12:53:53.622333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device acb38072-5e14-4840-ae0e-342ff08a3d6b has no active binding in host n-h2-817303-4 {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 12:53:53.628693 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 7d54e441-67a0-40bf-9421-706fca2cc859, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7d54e441-67a0-40bf-9421-706fca2cc859,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:53.655716 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:53.683870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05341a4-6baf-41fe-ae9d-3ce68fe4965e req-6d951b9c-31ca-4434-8519-d9bf43fbf2eb tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:53.686147 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b05341a4-6baf-41fe-ae9d-3ce68fe4965e req-6d951b9c-31ca-4434-8519-d9bf43fbf2eb tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 944 time: 0.1612899 Nov 24 12:53:53.786732 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=7d54e441-67a0-40bf-9421-706fca2cc859,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:53.804359 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b05341a4-6baf-41fe-ae9d-3ce68fe4965e req-5cea412b-6be7-4194-b666-29078ca9eb25 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003337 Nov 24 12:53:53.809080 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-7bc4b7d0-05fd-4014-b148-b4c2e0357438 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:53.875842 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-7bc4b7d0-05fd-4014-b148-b4c2e0357438 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:53.967644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c48e0e-fefb-4ae1-bcd5-49af731fe640 req-d257619e-b648-4545-8ef4-9b8dea0a97a8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:53.969180 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10c48e0e-fefb-4ae1-bcd5-49af731fe640 req-d257619e-b648-4545-8ef4-9b8dea0a97a8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.0633028 Nov 24 12:53:53.969424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-7bc4b7d0-05fd-4014-b148-b4c2e0357438 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:53:53.984209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-7bc4b7d0-05fd-4014-b148-b4c2e0357438 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:53:53.990769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-7bc4b7d0-05fd-4014-b148-b4c2e0357438 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:53:53.996301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4b7d0-05fd-4014-b148-b4c2e0357438 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Pushing event updated for resources: {'Port': ['ID=54b482fd-82bf-4238-8354-6e34b10a4cd3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:54.044976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d932d-e211-4e3f-b0ac-0f17b8a56796 req-05fb1291-ae8d-4522-a3bf-2189b6d9391f tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:54.046730 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc4d932d-e211-4e3f-b0ac-0f17b8a56796 req-05fb1291-ae8d-4522-a3bf-2189b6d9391f tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 1097 time: 0.1416869 Nov 24 12:53:54.056026 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10c48e0e-fefb-4ae1-bcd5-49af731fe640 req-4a048245-51d3-4463-9bbf-7650d67fa870 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725906 Nov 24 12:53:54.068866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-7bc4b7d0-05fd-4014-b148-b4c2e0357438 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:54.070073 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-7bc4b7d0-05fd-4014-b148-b4c2e0357438 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:54.073936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:54.113960 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-7bc4b7d0-05fd-4014-b148-b4c2e0357438 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0380507 Nov 24 12:53:54.130684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Request body: {'port': {'device_id': 'fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:54.133896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c1e5768c-3cc9-4788-8a41-23531121d973 req-e41d76aa-8b73-4be0-8975-c35dcbd3d160 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-group-rules/12ca5c35-1746-4bc4-9eeb-2e9bd53fb87b HTTP/1.1" status: 200 len: 783 time: 0.0230706 Nov 24 12:53:54.143657 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc4d932d-e211-4e3f-b0ac-0f17b8a56796 req-462438c1-202b-4540-b5ed-519635af5ac9 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877719 Nov 24 12:53:54.201480 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:54.202233 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4504e815-4029-4109-9fd7-e7c87c60aa2a x-openstack-request-id: req-4504e815-4029-4109-9fd7-e7c87c60aa2a {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:54.203143 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29052d2e-9574-476d-9382-5444527f70d9", "name": "network-vif-plugged", "status": "completed", "tag": "7d54e441-67a0-40bf-9421-706fca2cc859", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:54.203800 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4504e815-4029-4109-9fd7-e7c87c60aa2a {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:54.204432 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29052d2e-9574-476d-9382-5444527f70d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d54e441-67a0-40bf-9421-706fca2cc859', 'code': 200} Nov 24 12:53:54.258443 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:54.283690 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c1e5768c-3cc9-4788-8a41-23531121d973 req-f188c74e-700f-4c4b-a8bd-4b4bc13a850d tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/436510fc-7ed9-45c3-8a51-c12f9aa03532 HTTP/1.1" status: 200 len: 3013 time: 0.1416869 Nov 24 12:53:54.342023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c1e5768c-3cc9-4788-8a41-23531121d973 req-e3b36877-7e22-4c15-8fbf-6d669bef42b3 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:54.348077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-02b14983-b139-40fb-8849-b0ebd05d8e0f None None] Provisioning complete for port 54b482fd-82bf-4238-8354-6e34b10a4cd3 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:53:54.348626 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-02b14983-b139-40fb-8849-b0ebd05d8e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:54.356281 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c1e5768c-3cc9-4788-8a41-23531121d973 req-e3b36877-7e22-4c15-8fbf-6d669bef42b3 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:54.391519 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-02b14983-b139-40fb-8849-b0ebd05d8e0f None None] Port 54b482fd-82bf-4238-8354-6e34b10a4cd3 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:53:54.411245 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c1e5768c-3cc9-4788-8a41-23531121d973 req-e3b36877-7e22-4c15-8fbf-6d669bef42b3 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:54.417247 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c1e5768c-3cc9-4788-8a41-23531121d973 req-e3b36877-7e22-4c15-8fbf-6d669bef42b3 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:54.418375 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c1e5768c-3cc9-4788-8a41-23531121d973 req-e3b36877-7e22-4c15-8fbf-6d669bef42b3 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/12ca5c35-1746-4bc4-9eeb-2e9bd53fb87b HTTP/1.1" status: 204 len: 173 time: 0.1120634 Nov 24 12:53:54.451747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b36877-7e22-4c15-8fbf-6d669bef42b3 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12ca5c35-1746-4bc4-9eeb-2e9bd53fb87b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:54.456299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7099742-edd2-4ef3-91f2-b6eda671f1ec req-e2878844-a718-422a-ad87-30ef82facc10 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:54.458301 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c7099742-edd2-4ef3-91f2-b6eda671f1ec req-e2878844-a718-422a-ad87-30ef82facc10 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 944 time: 0.1608026 Nov 24 12:53:54.462470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b14c1-9ac6-48e2-9e39-ad542e350fc6 req-78a6489d-411d-4d4a-86c7-d26051d19a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:54.463884 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e15b14c1-9ac6-48e2-9e39-ad542e350fc6 req-78a6489d-411d-4d4a-86c7-d26051d19a2c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 1096 time: 0.1158621 Nov 24 12:53:54.507254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Deleting port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:54.507602 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:54.571475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6022587-8b5f-4eb9-82fc-d413483f0dca req-808273c9-af11-417e-94ee-d05328e6e57f tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:54.572984 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6022587-8b5f-4eb9-82fc-d413483f0dca req-808273c9-af11-417e-94ee-d05328e6e57f tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 950 time: 0.1010072 Nov 24 12:53:54.583029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e15b14c1-9ac6-48e2-9e39-ad542e350fc6 req-b19447c7-66b7-47d3-9c3c-cf0ca3e54530 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909967 Nov 24 12:53:54.592709 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c7099742-edd2-4ef3-91f2-b6eda671f1ec req-bba161b6-4569-4bd0-8559-6e54f97c51c0 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995772 Nov 24 12:53:54.633167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] For port 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1c5eb0ba-a066-4ff1-8278-fc1cc843b88d,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:54.633430 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:54.655430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6022587-8b5f-4eb9-82fc-d413483f0dca req-aa442027-2c2d-4e45-a706-b8c2624f3a1b tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760911 Nov 24 12:53:54.657441 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Calling delete_port for 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:54.663387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b482fd-82bf-4238-8354-6e34b10a4cd3 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:54.678327 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:54.688452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Transition to ACTIVE for port object 54b482fd-82bf-4238-8354-6e34b10a4cd3 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:53:54.693803 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:54.786471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Pushing event updated for resources: {'Port': ['ID=54b482fd-82bf-4238-8354-6e34b10a4cd3,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:54.836679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:54.837355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:54.837486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:54.837901 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:54.838246 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:54.838583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:54.838862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2ac146e9-1a2d-493f-ac1e-c211ac905f47 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:54.838978 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:54.839233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:54.839566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:54.839895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:54.840223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:54.840547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:54.871347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 2ac146e9-1a2d-493f-ac1e-c211ac905f47 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:53:54.873554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2ac146e9-1a2d-493f-ac1e-c211ac905f47 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:53:54.887965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371fb0e-cce0-44c2-b867-9980a96178ae req-da845258-7683-43f6-829e-9174492a8fda tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:54.892526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Attempting to bind port 54b482fd-82bf-4238-8354-6e34b10a4cd3 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:54.893145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Attempting to bind port 54b482fd-82bf-4238-8354-6e34b10a4cd3 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:54.893667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Attempting to bind port 54b482fd-82bf-4238-8354-6e34b10a4cd3 on network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:54.895512 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a371fb0e-cce0-44c2-b867-9980a96178ae req-da845258-7683-43f6-829e-9174492a8fda tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 943 time: 0.1582482 Nov 24 12:53:54.902263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Port 54b482fd-82bf-4238-8354-6e34b10a4cd3 on network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:53:54.902771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Attempting to bind port 54b482fd-82bf-4238-8354-6e34b10a4cd3 on network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:54.909487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:54.909908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Checking segment: {'id': 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:54.910366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Bound using segment: {'id': 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:54.910869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Bound port: 54b482fd-82bf-4238-8354-6e34b10a4cd3, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:54.911333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:54.955721 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a371fb0e-cce0-44c2-b867-9980a96178ae req-ef3be31e-0629-4278-8a00-136094608584 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/security-groups?id=27f3e63a-61fb-4db3-9f38-56f3125fe825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592697 Nov 24 12:53:54.987396 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] For port 54b482fd-82bf-4238-8354-6e34b10a4cd3, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:53:54.992159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] For port 54b482fd-82bf-4238-8354-6e34b10a4cd3, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=54b482fd-82bf-4238-8354-6e34b10a4cd3,segment=NetworkSegment(c988924c-c93d-4849-bb9e-a0b9fce0b1f5),segment_id=c988924c-c93d-4849-bb9e-a0b9fce0b1f5)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:55.001172 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:55.021248 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:55.039733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:55.040353 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:55.041835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] 10.222.0.59 "PUT /v2.0/ports/54b482fd-82bf-4238-8354-6e34b10a4cd3 HTTP/1.1" status: 200 len: 1091 time: 0.9165249 Nov 24 12:53:55.061685 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5eb0ba-a066-4ff1-8278-fc1cc843b88d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:55.080421 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:55.080747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:55.081082 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:55.081212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c078b06-3a08-42b0-9987-f432daf4b9ca service neutron] Pushing event updated for resources: {'Port': ['ID=54b482fd-82bf-4238-8354-6e34b10a4cd3,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:55.081416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:55.081745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:55.082070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:55.082394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:55.082808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:55.083018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:55.083345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:55.083652 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:55.084010 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:55.126789 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3de1fd06-2b8f-40bd-bd95-4673b9ec4347 req-d7f37f98-e9a5-412c-9e07-30132dfdc630 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/436510fc-7ed9-45c3-8a51-c12f9aa03532 HTTP/1.1" status: 200 len: 2415 time: 0.1222847 Nov 24 12:53:55.180341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-ca9d3b1e-1ad5-44cf-a67a-e7f66805d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:55.183026 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-ca9d3b1e-1ad5-44cf-a67a-e7f66805d086 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b3d003e027e4a90ab385f26152df412&device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 1094 time: 0.0646272 Nov 24 12:53:55.245616 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-10e107a2-97a9-4c55-b728-a499987f6d7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54b482fd-82bf-4238-8354-6e34b10a4cd3 HTTP/1.1" status: 200 len: 217 time: 0.0500412 Nov 24 12:53:55.311771 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3de1fd06-2b8f-40bd-bd95-4673b9ec4347 req-44da5cd4-94ea-41c2-bea4-67ef0fbaa64f tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:55.324069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-80e41f3b-54c2-4644-9ef7-5517f0b80c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:55.326132 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-80e41f3b-54c2-4644-9ef7-5517f0b80c4a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40f4b039-c317-4493-a405-fe367a3dc54e HTTP/1.1" status: 200 len: 853 time: 0.0685732 Nov 24 12:53:55.346068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7eb71561-6a50-4f18-8493-6b1c5104ce27 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:55.347436 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3de1fd06-2b8f-40bd-bd95-4673b9ec4347 req-44da5cd4-94ea-41c2-bea4-67ef0fbaa64f tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:55.392692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 7eb71561-6a50-4f18-8493-6b1c5104ce27 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:53:55.394301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7eb71561-6a50-4f18-8493-6b1c5104ce27 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:53:55.399410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'name': 'network-vif-deleted', 'tag': '7eb71561-6a50-4f18-8493-6b1c5104ce27'}, {'server_uuid': 'e67ffea7-9b76-4d3d-99cc-eaa292548b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb38072-5e14-4840-ae0e-342ff08a3d6b'}, {'name': 'network-changed', 'server_uuid': 'e67ffea7-9b76-4d3d-99cc-eaa292548b5f', 'tag': 'acb38072-5e14-4840-ae0e-342ff08a3d6b'}, {'name': 'network-changed', 'server_uuid': 'fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3', 'tag': '54b482fd-82bf-4238-8354-6e34b10a4cd3'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:55.402060 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdae3741-0678-4989-88f6-b824facabbd4" -d '{"events": [{"server_uuid": "37b3ec2d-ea45-4a3b-ac55-5f6d2715300d", "name": "network-vif-deleted", "tag": "7eb71561-6a50-4f18-8493-6b1c5104ce27"}, {"server_uuid": "e67ffea7-9b76-4d3d-99cc-eaa292548b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "acb38072-5e14-4840-ae0e-342ff08a3d6b"}, {"name": "network-changed", "server_uuid": "e67ffea7-9b76-4d3d-99cc-eaa292548b5f", "tag": "acb38072-5e14-4840-ae0e-342ff08a3d6b"}, {"name": "network-changed", "server_uuid": "fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3", "tag": "54b482fd-82bf-4238-8354-6e34b10a4cd3"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:55.408768 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3de1fd06-2b8f-40bd-bd95-4673b9ec4347 req-44da5cd4-94ea-41c2-bea4-67ef0fbaa64f tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:55.409479 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3de1fd06-2b8f-40bd-bd95-4673b9ec4347 req-44da5cd4-94ea-41c2-bea4-67ef0fbaa64f tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:55.421443 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3de1fd06-2b8f-40bd-bd95-4673b9ec4347 req-44da5cd4-94ea-41c2-bea4-67ef0fbaa64f tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "DELETE /v2.0/security-groups/436510fc-7ed9-45c3-8a51-c12f9aa03532 HTTP/1.1" status: 204 len: 173 time: 0.2872326 Nov 24 12:53:55.434824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-a70a8095-9ca2-45f6-b3b3-4db7b5947765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:55.436576 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-a70a8095-9ca2-45f6-b3b3-4db7b5947765 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95e7f000-2f0f-4dec-bbb6-4541b8b71c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001561 Nov 24 12:53:55.483354 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da5cd4-94ea-41c2-bea4-67ef0fbaa64f tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436510fc-7ed9-45c3-8a51-c12f9aa03532,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:55.554004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501349af-18fb-4910-8ab2-1b81320d4765 req-a5effe9d-dd81-43d6-9011-94546d662fe5 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:55.555592 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-501349af-18fb-4910-8ab2-1b81320d4765 req-a5effe9d-dd81-43d6-9011-94546d662fe5 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.46 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 950 time: 0.1622164 Nov 24 12:53:55.559698 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:55.567598 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-2a96d202-6b46-4da9-abe3-d91bf3f48609 service neutron] 10.222.0.59 "GET /v2.0/networks/95e7f000-2f0f-4dec-bbb6-4541b8b71c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140916 Nov 24 12:53:55.611533 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bc27f-9e32-40b9-a5a3-1662d96febab req-c0febeb3-80aa-4a72-aff1-f7b311e3248d tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:55.613034 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-682bc27f-9e32-40b9-a5a3-1662d96febab req-c0febeb3-80aa-4a72-aff1-f7b311e3248d tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 945 time: 0.1114676 Nov 24 12:53:55.699556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66870dea-084c-45f2-bdca-a24b936f09e0 req-fea108df-01b3-46a8-9f86-3a4072db4bdf service neutron] 10.222.0.59 "GET /v2.0/networks/95e7f000-2f0f-4dec-bbb6-4541b8b71c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945053 Nov 24 12:53:55.739235 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:55.757311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-83aba1eb-6fa4-49bd-a30a-ade20cf24213 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:53:55.758518 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-83aba1eb-6fa4-49bd-a30a-ade20cf24213 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064993 Nov 24 12:53:55.785432 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-682bc27f-9e32-40b9-a5a3-1662d96febab req-d0ec5877-670f-413c-b89f-5cabbff82a37 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662765 Nov 24 12:53:55.799228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-89d4978d-3c73-4bb9-8b2e-cb1895ceb7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:55.801001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-89d4978d-3c73-4bb9-8b2e-cb1895ceb7df service neutron] 10.222.0.48 "GET /v2.0/ports/e1618b25-001b-49b7-9e17-f9525960c1ee HTTP/1.1" status: 200 len: 1094 time: 0.0356185 Nov 24 12:53:55.801198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-501349af-18fb-4910-8ab2-1b81320d4765 req-830e10a1-5ed5-4933-b9c4-c7f42b02b380 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Deleting port 450e6082-8584-4df1-865d-e9d9a0a1cf9f {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:55.801538 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-501349af-18fb-4910-8ab2-1b81320d4765 req-830e10a1-5ed5-4933-b9c4-c7f42b02b380 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:55.811794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8850e333-45f8-4777-a2d4-f167dad3b3aa service neutron] Request body: {'binding': {'host': 'n-h2-817303-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:53:55.812353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8850e333-45f8-4777-a2d4-f167dad3b3aa service neutron] Unknown quota resources ['binding']. {{(pid=114985) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 12:53:55.950325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8850e333-45f8-4777-a2d4-f167dad3b3aa service neutron] Attempting to bind port e1618b25-001b-49b7-9e17-f9525960c1ee on host n-h2-817303-4 for vnic_type normal with profile None {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:53:55.950990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8850e333-45f8-4777-a2d4-f167dad3b3aa service neutron] Attempting to bind port e1618b25-001b-49b7-9e17-f9525960c1ee by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:53:55.950990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8850e333-45f8-4777-a2d4-f167dad3b3aa service neutron] Attempting to bind port e1618b25-001b-49b7-9e17-f9525960c1ee on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:55.955209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8850e333-45f8-4777-a2d4-f167dad3b3aa service neutron] Port e1618b25-001b-49b7-9e17-f9525960c1ee on network a7071aec-fd43-4708-b67e-8b789798646f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:53:55.955521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8850e333-45f8-4777-a2d4-f167dad3b3aa service neutron] Attempting to bind port e1618b25-001b-49b7-9e17-f9525960c1ee on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:53:55.960858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8850e333-45f8-4777-a2d4-f167dad3b3aa service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:53:55.961198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8850e333-45f8-4777-a2d4-f167dad3b3aa service neutron] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:53:55.961580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8850e333-45f8-4777-a2d4-f167dad3b3aa service neutron] Bound using segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:53:55.962007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8850e333-45f8-4777-a2d4-f167dad3b3aa service neutron] Bound port: e1618b25-001b-49b7-9e17-f9525960c1ee, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:53:56.004252 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-501349af-18fb-4910-8ab2-1b81320d4765 req-830e10a1-5ed5-4933-b9c4-c7f42b02b380 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] For port 450e6082-8584-4df1-865d-e9d9a0a1cf9f, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=450e6082-8584-4df1-865d-e9d9a0a1cf9f,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:56.004616 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-501349af-18fb-4910-8ab2-1b81320d4765 req-830e10a1-5ed5-4933-b9c4-c7f42b02b380 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:56.014821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8850e333-45f8-4777-a2d4-f167dad3b3aa service neutron] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e1618b25-001b-49b7-9e17-f9525960c1ee,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:53:56.021117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f29b64-2a98-4db5-9cbd-a49fccb208bf req-938fd207-c125-4a3b-b560-4da5563f6a50 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:56.021559 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8850e333-45f8-4777-a2d4-f167dad3b3aa service neutron] Publish callbacks [] for binding, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:56.023440 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07f29b64-2a98-4db5-9cbd-a49fccb208bf req-938fd207-c125-4a3b-b560-4da5563f6a50 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.1615603 Nov 24 12:53:56.023565 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8850e333-45f8-4777-a2d4-f167dad3b3aa service neutron] 10.222.0.48 "POST /v2.0/ports/e1618b25-001b-49b7-9e17-f9525960c1ee/bindings HTTP/1.1" status: 201 len: 389 time: 0.2151964 Nov 24 12:53:56.032162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:53:56.035134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-501349af-18fb-4910-8ab2-1b81320d4765 req-830e10a1-5ed5-4933-b9c4-c7f42b02b380 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Calling delete_port for 450e6082-8584-4df1-865d-e9d9a0a1cf9f owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:56.123599 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c20285b-bd10-4990-8dde-223cd08fb850 x-openstack-request-id: req-3c20285b-bd10-4990-8dde-223cd08fb850 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:56.124018 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b3ec2d-ea45-4a3b-ac55-5f6d2715300d", "name": "network-vif-deleted", "tag": "7eb71561-6a50-4f18-8493-6b1c5104ce27", "status": "completed", "code": 200}, {"server_uuid": "e67ffea7-9b76-4d3d-99cc-eaa292548b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "acb38072-5e14-4840-ae0e-342ff08a3d6b", "code": 200}, {"name": "network-changed", "server_uuid": "e67ffea7-9b76-4d3d-99cc-eaa292548b5f", "tag": "acb38072-5e14-4840-ae0e-342ff08a3d6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3", "tag": "54b482fd-82bf-4238-8354-6e34b10a4cd3", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:56.124495 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c20285b-bd10-4990-8dde-223cd08fb850 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:56.125042 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b3ec2d-ea45-4a3b-ac55-5f6d2715300d', 'name': 'network-vif-deleted', 'tag': '7eb71561-6a50-4f18-8493-6b1c5104ce27', 'status': 'completed', 'code': 200} Nov 24 12:53:56.125402 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67ffea7-9b76-4d3d-99cc-eaa292548b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb38072-5e14-4840-ae0e-342ff08a3d6b', 'code': 200} Nov 24 12:53:56.125781 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67ffea7-9b76-4d3d-99cc-eaa292548b5f', 'tag': 'acb38072-5e14-4840-ae0e-342ff08a3d6b', 'status': 'completed', 'code': 200} Nov 24 12:53:56.126134 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3', 'tag': '54b482fd-82bf-4238-8354-6e34b10a4cd3', 'status': 'completed', 'code': 200} Nov 24 12:53:56.151789 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-552888f1-1fad-4cf5-a099-6f8999c146ee req-a365e85b-cef9-45d8-b6bf-829c7dec4da8 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] show failed (client error): The resource could not be found. Nov 24 12:53:56.152956 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-552888f1-1fad-4cf5-a099-6f8999c146ee req-a365e85b-cef9-45d8-b6bf-829c7dec4da8 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/8d945156-7945-4092-8977-d11d3e993104 HTTP/1.1" status: 404 len: 352 time: 0.0175428 Nov 24 12:53:56.177283 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07f29b64-2a98-4db5-9cbd-a49fccb208bf req-2c4b0792-cf76-47f0-8712-6abd15badd1f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439726 Nov 24 12:53:56.258483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:53:56.265116 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8221d179-9b44-4277-b3f5-c139f9edfab6 admin admin] 10.222.0.48 "PUT /v2.0/routers/fdb81ae7-c4a2-4129-9f5d-7642a24482e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8653102 Nov 24 12:53:56.267992 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52420) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:56.270338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3957168-0e04-409e-95f0-679883194546 None None] Sync routers for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:53:56.282210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3957168-0e04-409e-95f0-679883194546 None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:56.282991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d3957168-0e04-409e-95f0-679883194546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:56.323749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae3741-0678-4989-88f6-b824facabbd4 req-80608d8e-686e-4513-a3cf-e730c4ac48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:56.325311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdae3741-0678-4989-88f6-b824facabbd4 req-80608d8e-686e-4513-a3cf-e730c4ac48d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 1125 time: 0.1695282 Nov 24 12:53:56.372218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09142df6-8ff3-467d-a167-0acec1ae9ab3 req-79dce52c-5958-45d9-83c3-78e451c42da4 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:56.373900 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-09142df6-8ff3-467d-a167-0acec1ae9ab3 req-79dce52c-5958-45d9-83c3-78e451c42da4 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=4639d93c-7bc9-4e34-87ff-029ef411ce28 HTTP/1.1" status: 200 len: 950 time: 0.1003766 Nov 24 12:53:56.374970 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-501349af-18fb-4910-8ab2-1b81320d4765 req-830e10a1-5ed5-4933-b9c4-c7f42b02b380 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:56.424606 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e10a1-5ed5-4933-b9c4-c7f42b02b380 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Pushing event deleted for resources: {'Port': ['ID=450e6082-8584-4df1-865d-e9d9a0a1cf9f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:56.504263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-501349af-18fb-4910-8ab2-1b81320d4765 req-830e10a1-5ed5-4933-b9c4-c7f42b02b380 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] No DVR routers for this DVR port 450e6082-8584-4df1-865d-e9d9a0a1cf9f on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:53:56.509949 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-501349af-18fb-4910-8ab2-1b81320d4765 req-830e10a1-5ed5-4933-b9c4-c7f42b02b380 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:56.513566 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-501349af-18fb-4910-8ab2-1b81320d4765 req-830e10a1-5ed5-4933-b9c4-c7f42b02b380 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.46 "DELETE /v2.0/ports/450e6082-8584-4df1-865d-e9d9a0a1cf9f HTTP/1.1" status: 204 len: 173 time: 0.9500816 Nov 24 12:53:56.514073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4639d93c-7bc9-4e34-87ff-029ef411ce28', 'name': 'network-vif-deleted', 'tag': '450e6082-8584-4df1-865d-e9d9a0a1cf9f'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:53:56.517415 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c98b4d-9e71-4e31-89cc-4a77b88f21e7" -d '{"events": [{"server_uuid": "4639d93c-7bc9-4e34-87ff-029ef411ce28", "name": "network-vif-deleted", "tag": "450e6082-8584-4df1-865d-e9d9a0a1cf9f"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:53:56.519077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['450e6082-8584-4df1-865d-e9d9a0a1cf9f'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:56.522296 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['2aee2733-13df-4cbb-b16b-0a5d1b60d00b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:56.533563 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-09142df6-8ff3-467d-a167-0acec1ae9ab3 req-73e79f1e-d2d4-4c65-b1f6-86b900119415 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476643 Nov 24 12:53:56.614604 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:56.624291 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d3957168-0e04-409e-95f0-679883194546 None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:56.649138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae3741-0678-4989-88f6-b824facabbd4 req-ddc5b9e2-164e-44f9-a703-477c893fcb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:56.650733 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdae3741-0678-4989-88f6-b824facabbd4 req-ddc5b9e2-164e-44f9-a703-477c893fcb2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b3d003e027e4a90ab385f26152df412&device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 1094 time: 0.4805632 Nov 24 12:53:56.675752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dbb4d-6c8c-42b7-8a20-0d8d050374ef req-e576a88a-8462-404a-adca-1fd3e563c52a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:56.684277 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-937dbb4d-6c8c-42b7-8a20-0d8d050374ef req-e576a88a-8462-404a-adca-1fd3e563c52a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 944 time: 0.4558179 Nov 24 12:53:56.742348 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae54a9e-0182-41c9-bcff-e352a8aaa2ba req-9267d5c7-35cd-4236-9cf5-80668f453110 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:56.755278 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dae54a9e-0182-41c9-bcff-e352a8aaa2ba req-9267d5c7-35cd-4236-9cf5-80668f453110 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 943 time: 0.0976331 Nov 24 12:53:56.838376 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dae54a9e-0182-41c9-bcff-e352a8aaa2ba req-08355f24-ba08-4a16-8052-12292217b649 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/security-groups?id=27f3e63a-61fb-4db3-9f38-56f3125fe825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819869 Nov 24 12:53:56.870775 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:56.914994 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d3957168-0e04-409e-95f0-679883194546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:53:54Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:56.958700 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3957168-0e04-409e-95f0-679883194546 None None] Checking router: fdb81ae7-c4a2-4129-9f5d-7642a24482e6 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:53:56.973485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3957168-0e04-409e-95f0-679883194546 None None] Routers {'fdb81ae7-c4a2-4129-9f5d-7642a24482e6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:53:56.974543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d3957168-0e04-409e-95f0-679883194546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:56.975359 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafe2d7-5ae2-4c14-aa68-20db1e194047 req-92f98095-ef9f-4425-8cda-dc0f3f38b388 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:56.979791 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0eafe2d7-5ae2-4c14-aa68-20db1e194047 req-92f98095-ef9f-4425-8cda-dc0f3f38b388 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 946 time: 0.0666921 Nov 24 12:53:57.035441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae3741-0678-4989-88f6-b824facabbd4 req-4483e017-e951-4c1e-9f33-903c6945f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:57.036866 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdae3741-0678-4989-88f6-b824facabbd4 req-4483e017-e951-4c1e-9f33-903c6945f27f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.7022924 Nov 24 12:53:57.043081 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0eafe2d7-5ae2-4c14-aa68-20db1e194047 req-59c8e471-519c-4a03-a968-d72d7e1a1b69 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523980 Nov 24 12:53:57.045177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-937dbb4d-6c8c-42b7-8a20-0d8d050374ef req-c92cdea3-99a1-4568-8315-efac65df6fff tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599541 Nov 24 12:53:57.071488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae3741-0678-4989-88f6-b824facabbd4 req-eaa3c665-fcbf-4161-98a0-3a1b984e936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:57.073122 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdae3741-0678-4989-88f6-b824facabbd4 req-eaa3c665-fcbf-4161-98a0-3a1b984e936e service neutron] 10.222.0.59 "GET /v2.0/networks?id=95e7f000-2f0f-4dec-bbb6-4541b8b71c95 HTTP/1.1" status: 200 len: 915 time: 0.3851185 Nov 24 12:53:57.111627 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b282fc36-e85e-4f51-b7b9-c1a0885b3a3f x-openstack-request-id: req-b282fc36-e85e-4f51-b7b9-c1a0885b3a3f {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:53:57.111924 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4639d93c-7bc9-4e34-87ff-029ef411ce28", "name": "network-vif-deleted", "tag": "450e6082-8584-4df1-865d-e9d9a0a1cf9f", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:53:57.112181 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b282fc36-e85e-4f51-b7b9-c1a0885b3a3f {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:53:57.112581 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4639d93c-7bc9-4e34-87ff-029ef411ce28', 'name': 'network-vif-deleted', 'tag': '450e6082-8584-4df1-865d-e9d9a0a1cf9f', 'status': 'completed', 'code': 200} Nov 24 12:53:57.122621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d3957168-0e04-409e-95f0-679883194546 None None] Set router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:53:57.130882 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-001f123d-601d-47fc-bd44-15b757a4733f req-dfe6cedc-d0de-4b11-8a02-ce488caca739 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/b1e7b004-f9fa-4927-ae79-bb4469a40d41 HTTP/1.1" status: 200 len: 1821 time: 0.0543835 Nov 24 12:53:57.192497 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdae3741-0678-4989-88f6-b824facabbd4 req-7951cb16-f46b-4aeb-bc13-4c1cc403ef77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b HTTP/1.1" status: 200 len: 217 time: 0.0951402 Nov 24 12:53:57.194918 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.208934 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdae3741-0678-4989-88f6-b824facabbd4 req-98d0368d-be6e-4d4d-a696-adb6165dc244 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54b482fd-82bf-4238-8354-6e34b10a4cd3 HTTP/1.1" status: 200 len: 217 time: 0.0984933 Nov 24 12:53:57.227488 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-001f123d-601d-47fc-bd44-15b757a4733f req-55c31a1e-5ba9-4e77-8d3a-6fde7d7b045a tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.257193 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-001f123d-601d-47fc-bd44-15b757a4733f req-55c31a1e-5ba9-4e77-8d3a-6fde7d7b045a tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.326185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-001f123d-601d-47fc-bd44-15b757a4733f req-55c31a1e-5ba9-4e77-8d3a-6fde7d7b045a tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.329673 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-001f123d-601d-47fc-bd44-15b757a4733f req-55c31a1e-5ba9-4e77-8d3a-6fde7d7b045a tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.330975 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-001f123d-601d-47fc-bd44-15b757a4733f req-55c31a1e-5ba9-4e77-8d3a-6fde7d7b045a tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "DELETE /v2.0/security-groups/b1e7b004-f9fa-4927-ae79-bb4469a40d41 HTTP/1.1" status: 204 len: 173 time: 0.1903312 Nov 24 12:53:57.343244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d3957168-0e04-409e-95f0-679883194546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:53:54Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:57.346044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c31a1e-5ba9-4e77-8d3a-6fde7d7b045a tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e7b004-f9fa-4927-ae79-bb4469a40d41,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:57.375300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae3741-0678-4989-88f6-b824facabbd4 req-ef88ce03-4ef3-430c-a048-ae9d15c00dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:57.377920 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdae3741-0678-4989-88f6-b824facabbd4 req-ef88ce03-4ef3-430c-a048-ae9d15c00dde service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40f4b039-c317-4493-a405-fe367a3dc54e HTTP/1.1" status: 200 len: 853 time: 0.1552072 Nov 24 12:53:57.381496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3957168-0e04-409e-95f0-679883194546 None None] The sync data for ids ['fdb81ae7-c4a2-4129-9f5d-7642a24482e6'] in n-d-817303-4 is: [{'id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'name': 'tempest-FloatingIPsAssociationTestJSON-468701179-router', 'tenant_id': '60b6d8119cdc4d22b14a174d839aec8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:52:34Z', 'updated_at': '2021-11-24T12:53:54Z', 'revision_number': 5, 'project_id': '60b6d8119cdc4d22b14a174d839aec8d', 'gw_port': {'id': 'f266122b-a69d-41a7-8ca3-9f23107aa125', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:0b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb81ae7-c4a2-4129-9f5d-7642a24482e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:52:35Z', 'updated_at': '2021-11-24T12:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:53:57.381756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae3741-0678-4989-88f6-b824facabbd4 req-039088a9-b3dd-4756-a2b5-ec1195c690d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:57.384361 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdae3741-0678-4989-88f6-b824facabbd4 req-039088a9-b3dd-4756-a2b5-ec1195c690d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.1773379 Nov 24 12:53:57.441836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea389c1f-1014-4ee2-9e82-7cf724881263 req-eead49e2-2b6f-4b3d-9a7b-bee67c2a446b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:57.443538 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ea389c1f-1014-4ee2-9e82-7cf724881263 req-eead49e2-2b6f-4b3d-9a7b-bee67c2a446b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 945 time: 0.2333164 Nov 24 12:53:57.460798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67904078-8aef-4065-a6df-90c58ae43c75 req-5f34301f-9632-495b-83de-10231fd6dc4f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:57.462459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-67904078-8aef-4065-a6df-90c58ae43c75 req-5f34301f-9632-495b-83de-10231fd6dc4f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.0660937 Nov 24 12:53:57.474220 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdae3741-0678-4989-88f6-b824facabbd4 req-6da6fa45-1cd6-4252-9c63-ea3ca65eaad8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678482 Nov 24 12:53:57.488288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] Deleting port f266122b-a69d-41a7-8ca3-9f23107aa125 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:57.488633 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.510802 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-67904078-8aef-4065-a6df-90c58ae43c75 req-bd7bb0e1-d35d-435b-acc4-807a43b370d4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Nov 24 12:53:57.546156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae3741-0678-4989-88f6-b824facabbd4 req-35926153-b645-4fd4-ad07-2d581fa070c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:57.547645 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdae3741-0678-4989-88f6-b824facabbd4 req-35926153-b645-4fd4-ad07-2d581fa070c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95e7f000-2f0f-4dec-bbb6-4541b8b71c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598985 Nov 24 12:53:57.583025 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a60fb98-f1a6-4d06-ad7a-f3a8f060c601 req-0a186eb2-b3dc-4a16-a5a8-2eb344d35529 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/55b9ed49-0432-48b0-8f63-a9f652988e23 HTTP/1.1" status: 200 len: 1822 time: 0.0378332 Nov 24 12:53:57.640127 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a60fb98-f1a6-4d06-ad7a-f3a8f060c601 req-af7e2453-fe74-4a15-8edf-ca29cba96f6b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.653600 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ea389c1f-1014-4ee2-9e82-7cf724881263 req-8a5ff2f3-1100-4d4c-8d89-fce8ac9db59a tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034771 Nov 24 12:53:57.664671 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a60fb98-f1a6-4d06-ad7a-f3a8f060c601 req-af7e2453-fe74-4a15-8edf-ca29cba96f6b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.740009 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a60fb98-f1a6-4d06-ad7a-f3a8f060c601 req-af7e2453-fe74-4a15-8edf-ca29cba96f6b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.743992 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a60fb98-f1a6-4d06-ad7a-f3a8f060c601 req-af7e2453-fe74-4a15-8edf-ca29cba96f6b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.744171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] For port f266122b-a69d-41a7-8ca3-9f23107aa125, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f266122b-a69d-41a7-8ca3-9f23107aa125,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:57.744418 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.745745 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a60fb98-f1a6-4d06-ad7a-f3a8f060c601 req-af7e2453-fe74-4a15-8edf-ca29cba96f6b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "DELETE /v2.0/security-groups/55b9ed49-0432-48b0-8f63-a9f652988e23 HTTP/1.1" status: 204 len: 173 time: 0.1564400 Nov 24 12:53:57.759028 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdae3741-0678-4989-88f6-b824facabbd4 req-4259ab0e-7b80-4be6-9e08-0d2432f7ce2c service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643604 Nov 24 12:53:57.759178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e2453-fe74-4a15-8edf-ca29cba96f6b tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b9ed49-0432-48b0-8f63-a9f652988e23,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:57.765699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] Calling delete_port for f266122b-a69d-41a7-8ca3-9f23107aa125 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:57.845702 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dfbf2e15-b6ba-4a89-8d94-61f7894cacc8 req-853e1240-02a4-46ed-b8f9-705eda1b1956 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/1ac22fef-835c-4ed6-b192-9bf528fdeaec HTTP/1.1" status: 200 len: 1821 time: 0.0672073 Nov 24 12:53:57.859201 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdae3741-0678-4989-88f6-b824facabbd4 req-b346572b-b5d4-48b9-a9bc-9b6fb7bce64b service neutron] 10.222.0.59 "GET /v2.0/networks/95e7f000-2f0f-4dec-bbb6-4541b8b71c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594717 Nov 24 12:53:57.914273 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dfbf2e15-b6ba-4a89-8d94-61f7894cacc8 req-b6e78b84-ea9c-451b-95d5-c7a204ee4e5f tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.944933 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dfbf2e15-b6ba-4a89-8d94-61f7894cacc8 req-b6e78b84-ea9c-451b-95d5-c7a204ee4e5f tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.990841 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dfbf2e15-b6ba-4a89-8d94-61f7894cacc8 req-b6e78b84-ea9c-451b-95d5-c7a204ee4e5f tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.993689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dfbf2e15-b6ba-4a89-8d94-61f7894cacc8 req-b6e78b84-ea9c-451b-95d5-c7a204ee4e5f tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:57.994899 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dfbf2e15-b6ba-4a89-8d94-61f7894cacc8 req-b6e78b84-ea9c-451b-95d5-c7a204ee4e5f tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "DELETE /v2.0/security-groups/1ac22fef-835c-4ed6-b192-9bf528fdeaec HTTP/1.1" status: 204 len: 173 time: 0.1483126 Nov 24 12:53:58.008193 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e78b84-ea9c-451b-95d5-c7a204ee4e5f tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac22fef-835c-4ed6-b192-9bf528fdeaec,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:58.043834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdae3741-0678-4989-88f6-b824facabbd4 req-6706e247-b45c-4173-b509-534b10dac69f service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733104 Nov 24 12:53:58.107113 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a01e0-e2ab-45b8-8f3c-4bb2ce2314a6 req-f4660428-71af-4bd3-8287-3cde3f9aa29c tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:58.108551 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c33a01e0-e2ab-45b8-8f3c-4bb2ce2314a6 req-f4660428-71af-4bd3-8287-3cde3f9aa29c tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 951 time: 0.0549932 Nov 24 12:53:58.116544 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdae3741-0678-4989-88f6-b824facabbd4 req-b500c195-cf9d-467e-845d-c4ee02efa037 service neutron] 10.222.0.59 "GET /v2.0/networks/95e7f000-2f0f-4dec-bbb6-4541b8b71c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531190 Nov 24 12:53:58.125657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbf4bd-c4fc-4ae2-9ed7-5102cd631f2c req-cc92ab41-9621-4876-8028-f00cbcc4b929 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:58.127132 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34cbf4bd-c4fc-4ae2-9ed7-5102cd631f2c req-cc92ab41-9621-4876-8028-f00cbcc4b929 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 943 time: 0.1727455 Nov 24 12:53:58.169310 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c33a01e0-e2ab-45b8-8f3c-4bb2ce2314a6 req-f879d5a9-1d4d-4595-a4fd-8a61160c60bc tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536621 Nov 24 12:53:58.211326 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34cbf4bd-c4fc-4ae2-9ed7-5102cd631f2c req-58cdca08-b4af-4799-870d-81fd4329ae46 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/security-groups?id=27f3e63a-61fb-4db3-9f38-56f3125fe825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766239 Nov 24 12:53:58.216583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.237381 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-26920d44-f85e-44f0-9a6d-73c2e8ede22e req-0c9016dd-ac7f-44bb-b90d-1b50bc46f29e tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/3c84f257-c160-416d-9a0a-d3c4b7345211 HTTP/1.1" status: 200 len: 2421 time: 0.0423899 Nov 24 12:53:58.257931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f266122b-a69d-41a7-8ca3-9f23107aa125,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:58.307155 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-26920d44-f85e-44f0-9a6d-73c2e8ede22e req-0ffdd973-7534-477c-87d3-88a3642200f1 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.329931 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-26920d44-f85e-44f0-9a6d-73c2e8ede22e req-0ffdd973-7534-477c-87d3-88a3642200f1 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.346043 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.375699 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-26920d44-f85e-44f0-9a6d-73c2e8ede22e req-0ffdd973-7534-477c-87d3-88a3642200f1 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.378391 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-26920d44-f85e-44f0-9a6d-73c2e8ede22e req-0ffdd973-7534-477c-87d3-88a3642200f1 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.379499 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-26920d44-f85e-44f0-9a6d-73c2e8ede22e req-0ffdd973-7534-477c-87d3-88a3642200f1 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "DELETE /v2.0/security-groups/3c84f257-c160-416d-9a0a-d3c4b7345211 HTTP/1.1" status: 204 len: 173 time: 0.1349454 Nov 24 12:53:58.382447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735c2bb-3764-4ff2-80f4-19e586b5b609 req-312e0287-90c4-44dc-9b50-f3bf60f41d9a tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:58.383947 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5735c2bb-3764-4ff2-80f4-19e586b5b609 req-312e0287-90c4-44dc-9b50-f3bf60f41d9a tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 946 time: 0.0844905 Nov 24 12:53:58.394300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdd973-7534-477c-87d3-88a3642200f1 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c84f257-c160-416d-9a0a-d3c4b7345211,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:58.461842 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.464145 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.480320 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30563a6b-3ad1-4b6b-b111-d0e39cf20202 req-27432a6f-928a-49d7-b061-d5fb2435abb9 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:58.481819 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30563a6b-3ad1-4b6b-b111-d0e39cf20202 req-27432a6f-928a-49d7-b061-d5fb2435abb9 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 944 time: 0.0484140 Nov 24 12:53:58.524880 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5735c2bb-3764-4ff2-80f4-19e586b5b609 req-8016d2b9-aa18-43cd-8777-d35110b225c8 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075084 Nov 24 12:53:58.529366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.529942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdb81ae7-c4a2-4129-9f5d-7642a24482e6 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 12:53:58.534867 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.535982 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7d7e8416-c57f-48b7-8308-6f73928b68e3 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fdb81ae7-c4a2-4129-9f5d-7642a24482e6 HTTP/1.1" status: 204 len: 168 time: 2.2643735 Nov 24 12:53:58.539262 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30563a6b-3ad1-4b6b-b111-d0e39cf20202 req-f9ee6d4c-d203-4753-8b41-9850258eafaf tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510783 Nov 24 12:53:58.539745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52450) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:58.614745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-36873131-a836-4ac8-bf7f-3a9114b00f5b admin admin] Deleting subnet fd819bbd-6459-4883-a59e-02e6480e02e1 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:53:58.623689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-36873131-a836-4ac8-bf7f-3a9114b00f5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.652896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-644b3cbb-41e8-44cb-97ab-68135d46261a req-336dea11-1203-4b88-b670-7eff1e18c2ab tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "GET /v2.0/security-groups/b752ee3f-c217-4aa1-bb6d-656aa0fd1f6c HTTP/1.1" status: 200 len: 2414 time: 0.0867510 Nov 24 12:53:58.677955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa81df-a1b7-4eb1-bfaa-dc5413896817 req-88a7a95d-b7b5-425e-8594-5af78f8b9e1c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:58.680452 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47aa81df-a1b7-4eb1-bfaa-dc5413896817 req-88a7a95d-b7b5-425e-8594-5af78f8b9e1c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.0611346 Nov 24 12:53:58.685052 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-36873131-a836-4ac8-bf7f-3a9114b00f5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.727252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:58.750150 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47aa81df-a1b7-4eb1-bfaa-dc5413896817 req-2fb72e6f-5608-48ab-9f43-3d800b1a0718 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577226 Nov 24 12:53:58.754248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:53:58.754595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1c5eb0ba-a066-4ff1-8278-fc1cc843b88d not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:53:58.804389 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-644b3cbb-41e8-44cb-97ab-68135d46261a req-75bdce53-8aee-4fd2-83b0-7677bf878a95 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.822495 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-36873131-a836-4ac8-bf7f-3a9114b00f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.851144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59866376-4770-4853-866f-5646cb06589c req-338e3ff8-5427-4b4b-a65d-5d66daf50eb4 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:58.852652 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-59866376-4770-4853-866f-5646cb06589c req-338e3ff8-5427-4b4b-a65d-5d66daf50eb4 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 945 time: 0.0490801 Nov 24 12:53:58.855247 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-644b3cbb-41e8-44cb-97ab-68135d46261a req-75bdce53-8aee-4fd2-83b0-7677bf878a95 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.868819 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 54b482fd-82bf-4238-8354-6e34b10a4cd3 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:53:58.912118 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-36873131-a836-4ac8-bf7f-3a9114b00f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.914990 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-59866376-4770-4853-866f-5646cb06589c req-8ffc114a-1e7c-47c1-845a-e82a2f10b166 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560787 Nov 24 12:53:58.940088 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-644b3cbb-41e8-44cb-97ab-68135d46261a req-75bdce53-8aee-4fd2-83b0-7677bf878a95 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.942636 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-644b3cbb-41e8-44cb-97ab-68135d46261a req-75bdce53-8aee-4fd2-83b0-7677bf878a95 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.943753 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-644b3cbb-41e8-44cb-97ab-68135d46261a req-75bdce53-8aee-4fd2-83b0-7677bf878a95 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] 10.222.0.48 "DELETE /v2.0/security-groups/b752ee3f-c217-4aa1-bb6d-656aa0fd1f6c HTTP/1.1" status: 204 len: 173 time: 0.2819350 Nov 24 12:53:58.950414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36873131-a836-4ac8-bf7f-3a9114b00f5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd819bbd-6459-4883-a59e-02e6480e02e1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:58.950565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52454) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:58.952415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-36873131-a836-4ac8-bf7f-3a9114b00f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:58.955705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-36873131-a836-4ac8-bf7f-3a9114b00f5b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fd819bbd-6459-4883-a59e-02e6480e02e1 HTTP/1.1" status: 204 len: 168 time: 0.4149239 Nov 24 12:53:58.960019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52456) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:58.961532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdce53-8aee-4fd2-83b0-7677bf878a95 tempest-SecurityGroupRulesTestJSON-683566719 tempest-SecurityGroupRulesTestJSON-683566719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b752ee3f-c217-4aa1-bb6d-656aa0fd1f6c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:58.975006 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b0ef60-5c71-4d33-9d54-0dfa295eb1a2 None None] Network dcff6c23-494a-4832-9194-8742ca71ceba requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:53:59.052362 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d167ff-d8b3-4980-b169-38c705a2001a admin admin] Deleting subnet 6c3ed2a4-6f1d-4d87-bbd9-4a07d49cd9a1 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:53:59.063300 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f0d167ff-d8b3-4980-b169-38c705a2001a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.065929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 54b482fd-82bf-4238-8354-6e34b10a4cd3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=54b482fd-82bf-4238-8354-6e34b10a4cd3,segment=NetworkSegment(c988924c-c93d-4849-bb9e-a0b9fce0b1f5),segment_id=c988924c-c93d-4849-bb9e-a0b9fce0b1f5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:59.091842 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.096741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '54b482fd-82bf-4238-8354-6e34b10a4cd3', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'port_id': '54b482fd-82bf-4238-8354-6e34b10a4cd3', 'mac_address': 'fa:16:3e:c3:9d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:53:59.112992 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f0d167ff-d8b3-4980-b169-38c705a2001a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.180369 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f0d167ff-d8b3-4980-b169-38c705a2001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.182975 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.202605 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b482fd-82bf-4238-8354-6e34b10a4cd3 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:53:59.240512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 54b482fd-82bf-4238-8354-6e34b10a4cd3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=54b482fd-82bf-4238-8354-6e34b10a4cd3,segment=NetworkSegment(c988924c-c93d-4849-bb9e-a0b9fce0b1f5),segment_id=c988924c-c93d-4849-bb9e-a0b9fce0b1f5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:59.256398 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.257055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Deleting port b46ab885-9c3c-459f-8851-5d1c8105df93 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:59.257559 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.289792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626a26d9-f08c-4c0c-9f1e-ce7644dc583e None None] DHCP port deletion for dcff6c23-494a-4832-9194-8742ca71ceba request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 12:53:59.346751 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=54b482fd-82bf-4238-8354-6e34b10a4cd3,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:59.357148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c98d20-e800-4af1-8321-83e691e028b7 req-ccecd369-7d86-4600-b0c6-2018126b8309 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:59.359683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:59.360028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:59.360230 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b7c98d20-e800-4af1-8321-83e691e028b7 req-ccecd369-7d86-4600-b0c6-2018126b8309 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 944 time: 0.0560367 Nov 24 12:53:59.360713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:59.361478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:59.361975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:59.362458 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:59.362936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:59.363413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:59.363889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:59.364371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:59.364899 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:59.365387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:53:59.374844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 450e6082-8584-4df1-865d-e9d9a0a1cf9f no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:53:59.386175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] For port b46ab885-9c3c-459f-8851-5d1c8105df93, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b46ab885-9c3c-459f-8851-5d1c8105df93,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:59.386601 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.403771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 450e6082-8584-4df1-865d-e9d9a0a1cf9f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:53:59.404007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f0d167ff-d8b3-4980-b169-38c705a2001a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.404114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 450e6082-8584-4df1-865d-e9d9a0a1cf9f not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:53:59.407001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Calling delete_port for b46ab885-9c3c-459f-8851-5d1c8105df93 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:59.408775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-626a26d9-f08c-4c0c-9f1e-ce7644dc583e None None] Deleting port b46ab885-9c3c-459f-8851-5d1c8105df93 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:53:59.409092 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-626a26d9-f08c-4c0c-9f1e-ce7644dc583e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.447564 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f0d167ff-d8b3-4980-b169-38c705a2001a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.450629 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f0d167ff-d8b3-4980-b169-38c705a2001a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6c3ed2a4-6f1d-4d87-bbd9-4a07d49cd9a1 HTTP/1.1" status: 204 len: 168 time: 0.4991095 Nov 24 12:53:59.453715 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d167ff-d8b3-4980-b169-38c705a2001a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3ed2a4-6f1d-4d87-bbd9-4a07d49cd9a1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:59.460958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52462) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:53:59.493573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978042ac-c810-4cf9-b502-204b7ef8f3c6 req-250aa489-51a6-4a5e-97d0-370dcfa0713d tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:59.493881 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-626a26d9-f08c-4c0c-9f1e-ce7644dc583e None None] For port b46ab885-9c3c-459f-8851-5d1c8105df93, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b46ab885-9c3c-459f-8851-5d1c8105df93,segment=NetworkSegment(912f76bc-8002-446f-877d-960c4429306e),segment_id=912f76bc-8002-446f-877d-960c4429306e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:53:59.494516 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-626a26d9-f08c-4c0c-9f1e-ce7644dc583e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.500768 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-978042ac-c810-4cf9-b502-204b7ef8f3c6 req-250aa489-51a6-4a5e-97d0-370dcfa0713d tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 951 time: 0.1698272 Nov 24 12:53:59.509351 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b7c98d20-e800-4af1-8321-83e691e028b7 req-bab284c9-5de8-4c63-8e3d-0584c1e71dfd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/security-groups?id=27f3e63a-61fb-4db3-9f38-56f3125fe825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421025 Nov 24 12:53:59.517691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-626a26d9-f08c-4c0c-9f1e-ce7644dc583e None None] Calling delete_port for b46ab885-9c3c-459f-8851-5d1c8105df93 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:53:59.574301 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-978042ac-c810-4cf9-b502-204b7ef8f3c6 req-9168c554-d5f2-4585-8b86-04debaf3d4e9 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663474 Nov 24 12:53:59.582655 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52f1e81c-d85a-421f-a1ac-e92f6d3b9178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.618145 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.652089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46ab885-9c3c-459f-8851-5d1c8105df93,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:59.693055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] No DVR routers for this DVR port b46ab885-9c3c-459f-8851-5d1c8105df93 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:53:59.704358 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-626a26d9-f08c-4c0c-9f1e-ce7644dc583e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.740692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['54b482fd-82bf-4238-8354-6e34b10a4cd3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:53:59.741982 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52f1e81c-d85a-421f-a1ac-e92f6d3b9178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.757594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56c2da-f92a-4178-bdad-eb19b76e8816 req-143a1e75-cbfc-49b7-86c3-418b4c13b313 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:59.764834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c56c2da-f92a-4178-bdad-eb19b76e8816 req-143a1e75-cbfc-49b7-86c3-418b4c13b313 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 944 time: 0.1036611 Nov 24 12:53:59.777149 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-52f1e81c-d85a-421f-a1ac-e92f6d3b9178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2b9172-b291-4595-9b72-376a248cd5d8']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:59.793707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a26d9-f08c-4c0c-9f1e-ce7644dc583e None None] Pushing event deleted for resources: {'Port': ['ID=b46ab885-9c3c-459f-8851-5d1c8105df93,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:53:59.800119 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b81537-184d-41f6-94e4-0e319e8f2f42 req-dc2410e3-e2ea-4caf-b150-f3bd1509fda9 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:53:59.802274 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-53b81537-184d-41f6-94e4-0e319e8f2f42 req-dc2410e3-e2ea-4caf-b150-f3bd1509fda9 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 946 time: 0.1379507 Nov 24 12:53:59.808131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-52f1e81c-d85a-421f-a1ac-e92f6d3b9178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6e8eb4-059a-4b76-ad86-20f7c130b9be') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:59.811538 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.817679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a26d9-f08c-4c0c-9f1e-ce7644dc583e None None] No DVR routers for this DVR port b46ab885-9c3c-459f-8851-5d1c8105df93 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:53:59.818181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-52f1e81c-d85a-421f-a1ac-e92f6d3b9178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6e8eb4-059a-4b76-ad86-20f7c130b9be') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:59.848199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcff6c23-494a-4832-9194-8742ca71ceba']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:59.866559 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912f76bc-8002-446f-877d-960c4429306e') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:59.866862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912f76bc-8002-446f-877d-960c4429306e') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:53:59.871695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52f1e81c-d85a-421f-a1ac-e92f6d3b9178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.886111 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c56c2da-f92a-4178-bdad-eb19b76e8816 req-45dfe9e8-bde0-4f09-a909-32e8595d3056 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183760 Nov 24 12:53:59.895348 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.924954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52f1e81c-d85a-421f-a1ac-e92f6d3b9178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.960431 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.961748 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f1e81c-d85a-421f-a1ac-e92f6d3b9178 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:53:59.962341 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52f1e81c-d85a-421f-a1ac-e92f6d3b9178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:53:59.963825 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:53:59.974754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:53:59.975177 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: timer() Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:53:59.977615 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:54:00.023699 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-53b81537-184d-41f6-94e4-0e319e8f2f42 req-71b8c668-3914-4697-a8a0-5f309c1d4e31 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879232 Nov 24 12:54:00.054235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d103bc60-f256-4274-8a7e-07872901814b req-5dedc04a-b579-427e-9c78-3ca10d48c1b3 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:00.055681 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d103bc60-f256-4274-8a7e-07872901814b req-5dedc04a-b579-427e-9c78-3ca10d48c1b3 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.59 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 951 time: 0.1432045 Nov 24 12:54:00.091115 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52f1e81c-d85a-421f-a1ac-e92f6d3b9178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:00.106255 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52f1e81c-d85a-421f-a1ac-e92f6d3b9178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:00.118126 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-52f1e81c-d85a-421f-a1ac-e92f6d3b9178 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6b2b9172-b291-4595-9b72-376a248cd5d8 HTTP/1.1" status: 204 len: 168 time: 0.6559546 Nov 24 12:54:00.177688 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:00.185453 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:00.211833 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dcff6c23-494a-4832-9194-8742ca71ceba HTTP/1.1" status: 204 len: 168 time: 1.2492957 Nov 24 12:54:00.221107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1e81c-d85a-421f-a1ac-e92f6d3b9178 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b2b9172-b291-4595-9b72-376a248cd5d8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:00.278517 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a891b6-19d7-4d54-a50d-54b978f96da9 req-e8f83a98-9a90-4477-890b-521a9465b41d tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:00.287745 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a1a891b6-19d7-4d54-a50d-54b978f96da9 req-e8f83a98-9a90-4477-890b-521a9465b41d tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 945 time: 0.1685474 Nov 24 12:54:00.307675 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95448f-23f3-4531-8c2a-b60cf871c540 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcff6c23-494a-4832-9194-8742ca71ceba,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:00.316715 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52476) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:00.371375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e489d1-4c60-4f3f-9d09-a41a34059ad9 req-c585b3cd-c9f4-4e3d-9559-96b7600bb582 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:00.372890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f6e489d1-4c60-4f3f-9d09-a41a34059ad9 req-c585b3cd-c9f4-4e3d-9559-96b7600bb582 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.3384566 Nov 24 12:54:00.407149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52478) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:00.408441 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a1a891b6-19d7-4d54-a50d-54b978f96da9 req-29f88a30-5f47-4866-8550-3359d3236fca tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197386 Nov 24 12:54:00.433003 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b3f059e6-5f29-4322-933d-cf1c056511f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68e6a8042c604378bc2b6addcdba9317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1145103 Nov 24 12:54:00.442723 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52482) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:00.484557 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-d103bc60-f256-4274-8a7e-07872901814b req-70ca870b-c3c4-4e95-a72a-283f59f70e8a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Deleting port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:54:00.484820 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d103bc60-f256-4274-8a7e-07872901814b req-70ca870b-c3c4-4e95-a72a-283f59f70e8a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:00.525506 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f6e489d1-4c60-4f3f-9d09-a41a34059ad9 req-f0bab765-368d-4a54-99ff-c1ddbe880707 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410468 Nov 24 12:54:00.555560 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c958606b-aa61-4edb-8da4-0b53299970ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:00.586005 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c958606b-aa61-4edb-8da4-0b53299970ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:00.603734 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46894a3-d969-43fc-a76f-86e0d58bd499 req-9f2b8e7c-eaa3-437c-920c-a2997e0e153d tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:00.605425 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b46894a3-d969-43fc-a76f-86e0d58bd499 req-9f2b8e7c-eaa3-437c-920c-a2997e0e153d tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 945 time: 0.0896361 Nov 24 12:54:00.619612 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52488) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:00.624845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-bd07d43b-5193-4d86-b677-71519ef50bec tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Request body: {'floatingip': {'port_id': '7d54e441-67a0-40bf-9421-706fca2cc859'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:00.771569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f266122b-a69d-41a7-8ca3-9f23107aa125 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:54:00.828659 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: f266122b-a69d-41a7-8ca3-9f23107aa125 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:54:00.829532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f266122b-a69d-41a7-8ca3-9f23107aa125 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:54:00.830146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b46ab885-9c3c-459f-8851-5d1c8105df93 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:54:00.886077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: b46ab885-9c3c-459f-8851-5d1c8105df93 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:54:00.887073 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b46ab885-9c3c-459f-8851-5d1c8105df93 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:54:00.898695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 54b482fd-82bf-4238-8354-6e34b10a4cd3 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:00.971608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 54b482fd-82bf-4238-8354-6e34b10a4cd3 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:54:00.978621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 54b482fd-82bf-4238-8354-6e34b10a4cd3 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:00.979065 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:01.001820 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-69d7c6ef-1a9f-4ab7-bd1d-d48daa5d381d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60b6d8119cdc4d22b14a174d839aec8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5912049 Nov 24 12:54:01.005788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52492) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:01.022615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-d103bc60-f256-4274-8a7e-07872901814b req-70ca870b-c3c4-4e95-a72a-283f59f70e8a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] For port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:01.022930 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d103bc60-f256-4274-8a7e-07872901814b req-70ca870b-c3c4-4e95-a72a-283f59f70e8a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:01.043815 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bd07d43b-5193-4d86-b677-71519ef50bec tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:01.055256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-d103bc60-f256-4274-8a7e-07872901814b req-70ca870b-c3c4-4e95-a72a-283f59f70e8a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Calling delete_port for 2aee2733-13df-4cbb-b16b-0a5d1b60d00b owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:54:01.080626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f9ef9-fcc9-448a-a644-776fa2346b12 req-a019d387-28d0-47df-95e0-31464673ce2a tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:01.087855 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-604f9ef9-fcc9-448a-a644-776fa2346b12 req-a019d387-28d0-47df-95e0-31464673ce2a tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 944 time: 0.4576232 Nov 24 12:54:01.134547 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:01.165248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b482fd-82bf-4238-8354-6e34b10a4cd3'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:01.169903 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a114ae-946f-4d04-abcb-dd13c9c60e62" -d '{"events": [{"server_uuid": "fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3", "name": "network-vif-plugged", "status": "completed", "tag": "54b482fd-82bf-4238-8354-6e34b10a4cd3"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:01.189983 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e916923-c7d9-434e-a0c1-2e683b2168bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:01.194685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 54b482fd-82bf-4238-8354-6e34b10a4cd3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=54b482fd-82bf-4238-8354-6e34b10a4cd3,segment=NetworkSegment(c988924c-c93d-4849-bb9e-a0b9fce0b1f5),segment_id=c988924c-c93d-4849-bb9e-a0b9fce0b1f5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:01.204367 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:01.237301 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-604f9ef9-fcc9-448a-a644-776fa2346b12 req-41439976-a6ff-4881-9449-8f9ba14046e0 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/security-groups?id=27f3e63a-61fb-4db3-9f38-56f3125fe825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458628 Nov 24 12:54:01.267722 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e916923-c7d9-434e-a0c1-2e683b2168bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:01.320011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=54b482fd-82bf-4238-8354-6e34b10a4cd3,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:01.331084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d29149-d9d2-4c9d-909f-b911946a472a req-a25a268b-6e71-4caa-8904-eb4c9d6595de tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:01.332858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9d29149-d9d2-4c9d-909f-b911946a472a req-a25a268b-6e71-4caa-8904-eb4c9d6595de tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 951 time: 0.3003139 Nov 24 12:54:01.336744 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c958606b-aa61-4edb-8da4-0b53299970ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:01.339301 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c958606b-aa61-4edb-8da4-0b53299970ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:01.340577 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c958606b-aa61-4edb-8da4-0b53299970ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bb8a796-df11-4de5-a600-ce1cbdebb859 HTTP/1.1" status: 204 len: 168 time: 0.8968279 Nov 24 12:54:01.373939 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e916923-c7d9-434e-a0c1-2e683b2168bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:01.376738 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e916923-c7d9-434e-a0c1-2e683b2168bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:01.377895 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0e916923-c7d9-434e-a0c1-2e683b2168bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3acd8e06-9685-42bf-b37c-a0bc3b341dde HTTP/1.1" status: 204 len: 168 time: 0.3698626 Nov 24 12:54:01.405197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958606b-aa61-4edb-8da4-0b53299970ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb8a796-df11-4de5-a600-ce1cbdebb859,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:01.427274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e916923-c7d9-434e-a0c1-2e683b2168bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd8e06-9685-42bf-b37c-a0bc3b341dde,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:01.518258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9d29149-d9d2-4c9d-909f-b911946a472a req-0d830fa6-14fb-4b79-905f-b8aec6e9c975 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/security-groups?id=6753616d-90d4-4f20-8b41-2c3fee3b7286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753199 Nov 24 12:54:01.563217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560766c5-0aaf-4c4c-8470-72b7fa1b2211 req-856f0be8-6a82-4b52-845b-31c995a88639 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:01.575448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-560766c5-0aaf-4c4c-8470-72b7fa1b2211 req-856f0be8-6a82-4b52-845b-31c995a88639 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 944 time: 0.1910934 Nov 24 12:54:01.650228 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d103bc60-f256-4274-8a7e-07872901814b req-70ca870b-c3c4-4e95-a72a-283f59f70e8a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:01.671713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['2aee2733-13df-4cbb-b16b-0a5d1b60d00b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:54:01.808473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca870b-c3c4-4e95-a72a-283f59f70e8a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Pushing event deleted for resources: {'Port': ['ID=2aee2733-13df-4cbb-b16b-0a5d1b60d00b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:01.830078 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-560766c5-0aaf-4c4c-8470-72b7fa1b2211 req-11a4124e-654b-462c-811e-ed4edff574f1 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537050 Nov 24 12:54:01.845525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-d103bc60-f256-4274-8a7e-07872901814b req-70ca870b-c3c4-4e95-a72a-283f59f70e8a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] No DVR routers for this DVR port 2aee2733-13df-4cbb-b16b-0a5d1b60d00b on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:54:01.847709 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d103bc60-f256-4274-8a7e-07872901814b req-70ca870b-c3c4-4e95-a72a-283f59f70e8a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:01.852454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d103bc60-f256-4274-8a7e-07872901814b req-70ca870b-c3c4-4e95-a72a-283f59f70e8a tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.59 "DELETE /v2.0/ports/2aee2733-13df-4cbb-b16b-0a5d1b60d00b HTTP/1.1" status: 204 len: 173 time: 1.7664311 Nov 24 12:54:01.853501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd722ac83-4146-40c6-9a9b-1a4fbf9766eb', 'name': 'network-vif-deleted', 'tag': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:01.865594 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c432fa-d131-4ecc-b7b7-13144467f944" -d '{"events": [{"server_uuid": "d722ac83-4146-40c6-9a9b-1a4fbf9766eb", "name": "network-vif-deleted", "tag": "2aee2733-13df-4cbb-b16b-0a5d1b60d00b"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:01.898000 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f35c1-8e96-4ba0-8583-9788f59ec408 req-33d35e6b-a711-4ff7-86a7-f2dcea3faa25 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:01.908973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b30f35c1-8e96-4ba0-8583-9788f59ec408 req-33d35e6b-a711-4ff7-86a7-f2dcea3faa25 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 946 time: 0.2407062 Nov 24 12:54:01.918622 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bd07d43b-5193-4d86-b677-71519ef50bec tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:01.935171 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bd07d43b-5193-4d86-b677-71519ef50bec tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:02.017252 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f27359-1ec3-47ee-8faf-9d7b149909d2 x-openstack-request-id: req-d9f27359-1ec3-47ee-8faf-9d7b149909d2 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:02.017802 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3", "name": "network-vif-plugged", "status": "completed", "tag": "54b482fd-82bf-4238-8354-6e34b10a4cd3", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:02.017802 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9f27359-1ec3-47ee-8faf-9d7b149909d2 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:02.018163 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b482fd-82bf-4238-8354-6e34b10a4cd3', 'code': 200} Nov 24 12:54:02.178886 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b30f35c1-8e96-4ba0-8583-9788f59ec408 req-174b8542-4b01-4cfa-801f-b7218870eb51 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677665 Nov 24 12:54:02.193277 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-bd07d43b-5193-4d86-b677-71519ef50bec tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Floating IP 5c53f2eb-db51-4bed-8cba-62bf11a9903c associated. External IP: 172.25.0.159, port: 7d54e441-67a0-40bf-9421-706fca2cc859. Nov 24 12:54:02.280429 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8623047e-a889-44d5-89e5-bc7fff99e8ee x-openstack-request-id: req-8623047e-a889-44d5-89e5-bc7fff99e8ee {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:02.280966 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d722ac83-4146-40c6-9a9b-1a4fbf9766eb", "name": "network-vif-deleted", "tag": "2aee2733-13df-4cbb-b16b-0a5d1b60d00b", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:02.281181 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8623047e-a889-44d5-89e5-bc7fff99e8ee {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:02.281675 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd722ac83-4146-40c6-9a9b-1a4fbf9766eb', 'name': 'network-vif-deleted', 'tag': '2aee2733-13df-4cbb-b16b-0a5d1b60d00b', 'status': 'completed', 'code': 200} Nov 24 12:54:02.295752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57e600-26d8-4e13-b138-247affc1de6e req-d071f499-10f9-4c65-bceb-a9cb6065ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:02.297409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e57e600-26d8-4e13-b138-247affc1de6e req-d071f499-10f9-4c65-bceb-a9cb6065ce3a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 1096 time: 0.1727552 Nov 24 12:54:02.327544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd243a2e-3925-4eef-a79f-d5761cd7e6b1 req-d61a54ff-aac2-4733-a440-20a45b3f8a48 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:02.335223 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd243a2e-3925-4eef-a79f-d5761cd7e6b1 req-d61a54ff-aac2-4733-a440-20a45b3f8a48 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.1200516 Nov 24 12:54:02.430639 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ed71e-d577-43d0-b031-de1fb7f74293 req-206c2728-5102-4465-8628-ca9a5756b927 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:02.432155 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-014ed71e-d577-43d0-b031-de1fb7f74293 req-206c2728-5102-4465-8628-ca9a5756b927 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 945 time: 0.0897319 Nov 24 12:54:02.440634 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e57e600-26d8-4e13-b138-247affc1de6e req-e49939b0-3df7-4d20-89e3-dcd4ac4e38a0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=27f3e63a-61fb-4db3-9f38-56f3125fe825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008134 Nov 24 12:54:02.442023 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-14d00489-73e7-4ae1-a308-317c5956cfa7 service neutron] 10.222.0.46 "GET /v2.0/ports/acb38072-5e14-4840-ae0e-342ff08a3d6b/bindings/n-h2-817303-4 HTTP/1.1" status: 200 len: 384 time: 0.1586082 Nov 24 12:54:02.467095 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd243a2e-3925-4eef-a79f-d5761cd7e6b1 req-c37c8f51-7e7f-4b85-9374-344e93e381ac tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159079 Nov 24 12:54:02.572360 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-014ed71e-d577-43d0-b031-de1fb7f74293 req-ca2be054-480d-4c0d-8afa-e8f0cf2c6de5 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/security-groups?id=27f3e63a-61fb-4db3-9f38-56f3125fe825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328621 Nov 24 12:54:02.614416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd07d43b-5193-4d86-b677-71519ef50bec tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Router 8e94e28f-c557-4d33-822a-6287461f9a21 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:54:02.691397 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fc23334a-31c5-4561-9e4f-00903140b3e8 req-891f9f56-9b75-43aa-9f28-3c519d526743 tempest-ServersAdminTestJSON-1374224400 tempest-ServersAdminTestJSON-1374224400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d722ac83-4146-40c6-9a9b-1a4fbf9766eb HTTP/1.1" status: 200 len: 210 time: 0.0453568 Nov 24 12:54:02.774819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-52d4b46f-8816-44b7-91ed-3e1fb86ecd9d service neutron] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:02.803895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-52d4b46f-8816-44b7-91ed-3e1fb86ecd9d service neutron] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:02.808263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd07d43b-5193-4d86-b677-71519ef50bec tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:54:02.814814 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bd07d43b-5193-4d86-b677-71519ef50bec tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:02.819615 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab23c09-1b3a-4e23-9e60-7e42e16e10b7 None None] Sync routers for ids ['8e94e28f-c557-4d33-822a-6287461f9a21'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:54:02.839104 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab23c09-1b3a-4e23-9e60-7e42e16e10b7 None None] Routers {'8e94e28f-c557-4d33-822a-6287461f9a21'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:02.842923 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-cab23c09-1b3a-4e23-9e60-7e42e16e10b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8e94e28f-c557-4d33-822a-6287461f9a21'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:02.863262 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bd07d43b-5193-4d86-b677-71519ef50bec tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "PUT /v2.0/floatingips/5c53f2eb-db51-4bed-8cba-62bf11a9903c HTTP/1.1" status: 200 len: 991 time: 2.2424881 Nov 24 12:54:02.863592 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-52d4b46f-8816-44b7-91ed-3e1fb86ecd9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb38072-5e14-4840-ae0e-342ff08a3d6b {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:02.863867 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29052d2e-9574-476d-9382-5444527f70d9', 'tag': '7d54e441-67a0-40bf-9421-706fca2cc859'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:02.875285 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6966ba-a9a1-4674-a2e7-49caa9cd672f" -d '{"events": [{"name": "network-changed", "server_uuid": "29052d2e-9574-476d-9382-5444527f70d9", "tag": "7d54e441-67a0-40bf-9421-706fca2cc859"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:02.881586 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-52d4b46f-8816-44b7-91ed-3e1fb86ecd9d service neutron] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:02.917728 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-52d4b46f-8816-44b7-91ed-3e1fb86ecd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:02.979203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52556) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:02.986333 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26599626-d1ee-4f89-9864-7b0a9dcc02ed x-openstack-request-id: req-26599626-d1ee-4f89-9864-7b0a9dcc02ed {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:02.986616 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29052d2e-9574-476d-9382-5444527f70d9", "tag": "7d54e441-67a0-40bf-9421-706fca2cc859", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:02.986882 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26599626-d1ee-4f89-9864-7b0a9dcc02ed {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:02.987344 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29052d2e-9574-476d-9382-5444527f70d9', 'tag': '7d54e441-67a0-40bf-9421-706fca2cc859', 'status': 'completed', 'code': 200} Nov 24 12:54:03.009070 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-cab23c09-1b3a-4e23-9e60-7e42e16e10b7 None None] Set router 8e94e28f-c557-4d33-822a-6287461f9a21 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:03.111723 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-52d4b46f-8816-44b7-91ed-3e1fb86ecd9d service neutron] Transition to ACTIVE for port object acb38072-5e14-4840-ae0e-342ff08a3d6b will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:54:03.125124 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-52d4b46f-8816-44b7-91ed-3e1fb86ecd9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:03.132752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6966ba-a9a1-4674-a2e7-49caa9cd672f req-eaff8bd3-1b1e-4e51-a81c-69e1a5c577d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:03.134259 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f6966ba-a9a1-4674-a2e7-49caa9cd672f req-eaff8bd3-1b1e-4e51-a81c-69e1a5c577d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6654e282f18448408886c9d51d38ee1a&device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 1096 time: 0.1234069 Nov 24 12:54:03.135987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-network', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:03.163448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] Made reservation on behalf of bd50571c118e4cfcafa32b2933956cff for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:03.166109 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:03.169573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fa6c7-4003-4e73-ad52-6f039f6b45de req-7afe1e8b-04e2-480d-a320-00d183629b2e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:03.171082 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-330fa6c7-4003-4e73-ad52-6f039f6b45de req-7afe1e8b-04e2-480d-a320-00d183629b2e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 944 time: 0.1062422 Nov 24 12:54:03.186111 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:03.311535 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:03.314164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-52d4b46f-8816-44b7-91ed-3e1fb86ecd9d service neutron] No DVR routers for this DVR port acb38072-5e14-4840-ae0e-342ff08a3d6b on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:54:03.314939 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-cab23c09-1b3a-4e23-9e60-7e42e16e10b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '5c53f2eb-db51-4bed-8cba-62bf11a9903c', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'port_id': '7d54e441-67a0-40bf-9421-706fca2cc859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'mac_address': 'fa:16:3e:3c:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29052d2e-9574-476d-9382-5444527f70d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:51:24Z', 'updated_at': '2021-11-24T12:54:01Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:51:04Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:03.331964 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:03.335265 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4b46f-8816-44b7-91ed-3e1fb86ecd9d service neutron] Pushing event updated for resources: {'Port': ['ID=acb38072-5e14-4840-ae0e-342ff08a3d6b,revision_number=10']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:03.348210 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab23c09-1b3a-4e23-9e60-7e42e16e10b7 None None] Checking router: 8e94e28f-c557-4d33-822a-6287461f9a21 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:54:03.362099 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e42f5cb-a039-494e-8e6c-e25390ebb1db,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:03.362339 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab23c09-1b3a-4e23-9e60-7e42e16e10b7 None None] Routers {'8e94e28f-c557-4d33-822a-6287461f9a21'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:03.363293 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-cab23c09-1b3a-4e23-9e60-7e42e16e10b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8e94e28f-c557-4d33-822a-6287461f9a21'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:03.371965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:54:03.386362 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device acb38072-5e14-4840-ae0e-342ff08a3d6b no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:54:03.386862 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-330fa6c7-4003-4e73-ad52-6f039f6b45de req-4f408d01-8cb9-4198-81ca-4e0cba3ac965 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039886 Nov 24 12:54:03.391653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b805ff-bd9f-4f2c-8b2a-5a2b8a2ff282 req-d87d38e6-77da-4d08-bd6f-dd9c10b0ad4f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:03.393372 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81b805ff-bd9f-4f2c-8b2a-5a2b8a2ff282 req-d87d38e6-77da-4d08-bd6f-dd9c10b0ad4f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 946 time: 0.1004651 Nov 24 12:54:03.394439 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:03.394782 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] Added segment 4173f5cb-2e2c-4863-affa-f3fca98f76f8 of type vlan for network 1e5be598-6b7b-4f5e-bb46-ef64b873f608 Nov 24 12:54:03.396480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-52d4b46f-8816-44b7-91ed-3e1fb86ecd9d service neutron] 10.222.0.46 "PUT /v2.0/ports/acb38072-5e14-4840-ae0e-342ff08a3d6b/bindings/n-h2-817303-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9283068 Nov 24 12:54:03.423712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6966ba-a9a1-4674-a2e7-49caa9cd672f req-20865f56-d9cf-44e5-b944-e1e4cdfef234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:03.425420 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f6966ba-a9a1-4674-a2e7-49caa9cd672f req-20865f56-d9cf-44e5-b944-e1e4cdfef234 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e HTTP/1.1" status: 200 len: 925 time: 0.2831888 Nov 24 12:54:03.456197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device acb38072-5e14-4840-ae0e-342ff08a3d6b not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:54:03.493377 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:03.544982 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81b805ff-bd9f-4f2c-8b2a-5a2b8a2ff282 req-f4e752f8-f6e4-4912-a16a-ef202bb8ecab tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410494 Nov 24 12:54:03.550862 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:03.552205 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:03.553111 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:03.576366 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f6966ba-a9a1-4674-a2e7-49caa9cd672f req-acb3ac27-3293-4ce7-9fa3-b6ee386f98fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d54e441-67a0-40bf-9421-706fca2cc859 HTTP/1.1" status: 200 len: 999 time: 0.1410916 Nov 24 12:54:03.580985 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-cab23c09-1b3a-4e23-9e60-7e42e16e10b7 None None] Set router 8e94e28f-c557-4d33-822a-6287461f9a21 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:03.599497 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6190174 Nov 24 12:54:03.605596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-27f2dbe8-1be6-4521-a430-1aeb475491ef tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:03.607342 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-27f2dbe8-1be6-4521-a430-1aeb475491ef tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f&tenant_id=494a0e4f3119447983c5ec1ee6872a9d&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1096 time: 0.1129134 Nov 24 12:54:03.611019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52588) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:03.628973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-24e514e0-90db-4fd2-bda5-14c35728558a admin admin] Request body: {'subnet': {'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-subnet', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:03.634631 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e8e54-7143-47ca-86da-78ab7096cd4d admin admin] Pushing event updated for resources: {'Network': ['ID=1e5be598-6b7b-4f5e-bb46-ef64b873f608,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:03.644749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 1e5be598-6b7b-4f5e-bb46-ef64b873f608 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:54:03.746372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6966ba-a9a1-4674-a2e7-49caa9cd672f req-d7443d3c-7e26-4deb-bca7-c70b606a2f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:03.748793 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f6966ba-a9a1-4674-a2e7-49caa9cd672f req-d7443d3c-7e26-4deb-bca7-c70b606a2f93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5769439-5245-4abd-9019-ca9dddd4ee48 HTTP/1.1" status: 200 len: 863 time: 0.1497600 Nov 24 12:54:03.766232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540383a-4714-471e-82f9-653f776bae6d req-4218f08a-6a78-4666-9b37-4e4dd9141cdd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:03.768100 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2540383a-4714-471e-82f9-653f776bae6d req-4218f08a-6a78-4666-9b37-4e4dd9141cdd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 945 time: 0.0815234 Nov 24 12:54:03.803723 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d395bf-f255-4640-ad10-eecc26cbabc6 req-c8788433-f9a3-424f-b080-2f46c0940661 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:03.809241 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a6d395bf-f255-4640-ad10-eecc26cbabc6 req-c8788433-f9a3-424f-b080-2f46c0940661 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.2581770 Nov 24 12:54:03.817148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e514e0-90db-4fd2-bda5-14c35728558a admin admin] Made reservation on behalf of bd50571c118e4cfcafa32b2933956cff for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:03.819647 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-24e514e0-90db-4fd2-bda5-14c35728558a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:03.833355 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2540383a-4714-471e-82f9-653f776bae6d req-8c85bcb7-4c11-4ed4-9cbc-de14597be466 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/security-groups?id=27f3e63a-61fb-4db3-9f38-56f3125fe825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575211 Nov 24 12:54:03.874899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-97c5df6b-b2b3-42a7-ab12-36c5edca32e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:03.876393 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-97c5df6b-b2b3-42a7-ab12-36c5edca32e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f&tenant_id=494a0e4f3119447983c5ec1ee6872a9d HTTP/1.1" status: 200 len: 1096 time: 0.2537584 Nov 24 12:54:03.908935 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-cab23c09-1b3a-4e23-9e60-7e42e16e10b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '5c53f2eb-db51-4bed-8cba-62bf11a9903c', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'port_id': '7d54e441-67a0-40bf-9421-706fca2cc859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'mac_address': 'fa:16:3e:3c:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29052d2e-9574-476d-9382-5444527f70d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:51:24Z', 'updated_at': '2021-11-24T12:54:01Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:51:04Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:03.941203 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab23c09-1b3a-4e23-9e60-7e42e16e10b7 None None] The sync data for ids ['8e94e28f-c557-4d33-822a-6287461f9a21'] in n-d-817303-4 is: [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '5c53f2eb-db51-4bed-8cba-62bf11a9903c', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'port_id': '7d54e441-67a0-40bf-9421-706fca2cc859', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'mac_address': 'fa:16:3e:3c:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29052d2e-9574-476d-9382-5444527f70d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:51:24Z', 'updated_at': '2021-11-24T12:54:01Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:51:04Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:54:03.968340 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6966ba-a9a1-4674-a2e7-49caa9cd672f req-8dbc20d7-95f8-44ad-b949-d791fa63a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:03.969880 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f6966ba-a9a1-4674-a2e7-49caa9cd672f req-8dbc20d7-95f8-44ad-b949-d791fa63a7e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1bfce1e3-d0fb-443f-82e9-216fa2f4414e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069972 Nov 24 12:54:04.029104 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a6d395bf-f255-4640-ad10-eecc26cbabc6 req-7e9c380e-57b8-4f21-ad66-02d43db0737a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935792 Nov 24 12:54:04.107252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-64b1f836-55e0-4653-8606-7d777e7ae5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:04.108788 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-64b1f836-55e0-4653-8606-7d777e7ae5d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 1096 time: 0.1919575 Nov 24 12:54:04.199092 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f6966ba-a9a1-4674-a2e7-49caa9cd672f req-3c3e9b33-4ded-4681-a109-fa1587e1a881 service neutron] 10.222.0.59 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113798 Nov 24 12:54:04.231001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52614) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:04.238736 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52616) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:04.299436 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde0d16b-0a3b-4231-aae6-cd300311a018 None None] New status for floating IP 5c53f2eb-db51-4bed-8cba-62bf11a9903c: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:54:04.307096 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:54:04.369830 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-24e514e0-90db-4fd2-bda5-14c35728558a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:04.406946 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b6ce8e22-4b83-4292-8ba9-c29769cc9c10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d454e8ac41cf4804941787e5d23e0fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737545 Nov 24 12:54:04.410522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-480e91dd-442b-424b-b16c-c2f5086fbb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:04.411105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52622) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:04.412065 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-480e91dd-442b-424b-b16c-c2f5086fbb73 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.2942441 Nov 24 12:54:04.418449 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b70aae53-52c2-48f8-946e-69f8dc2891f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:04.498446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e514e0-90db-4fd2-bda5-14c35728558a admin admin] Pushing event updated for resources: {'Subnet': ['ID=02605622-5afa-48d6-b786-b438e7e0676a,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:04.501454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-cd3b6161-4f1e-468f-a191-9d66d1b8bb62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b HTTP/1.1" status: 200 len: 217 time: 0.0807486 Nov 24 12:54:04.504184 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1534a3bb-e72d-4407-baff-959d83efb16d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:04.510453 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f6966ba-a9a1-4674-a2e7-49caa9cd672f req-3e159c34-65ec-455c-a831-40275cd3b1c1 service neutron] 10.222.0.59 "GET /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700365 Nov 24 12:54:04.511602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e514e0-90db-4fd2-bda5-14c35728558a admin admin] Checking segment: {'id': '4173f5cb-2e2c-4863-affa-f3fca98f76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:04.512136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e514e0-90db-4fd2-bda5-14c35728558a admin admin] Network hostable DHCP agents. Network: 1e5be598-6b7b-4f5e-bb46-ef64b873f608, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:54:04.550155 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1534a3bb-e72d-4407-baff-959d83efb16d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:04.567824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e514e0-90db-4fd2-bda5-14c35728558a admin admin] Network 1e5be598-6b7b-4f5e-bb46-ef64b873f608 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:54:04.572190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-cd94337a-1696-4f1b-919c-ef69420bdc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:04.574172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-cd94337a-1696-4f1b-919c-ef69420bdc2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.0584347 Nov 24 12:54:04.601112 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-24e514e0-90db-4fd2-bda5-14c35728558a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 1e5be598-6b7b-4f5e-bb46-ef64b873f608) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:04.614285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e514e0-90db-4fd2-bda5-14c35728558a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:04.615380 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-24e514e0-90db-4fd2-bda5-14c35728558a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:04.632118 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b70aae53-52c2-48f8-946e-69f8dc2891f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:04.645186 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b70aae53-52c2-48f8-946e-69f8dc2891f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:04.656051 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-e963cb50-9290-4b2b-9d69-6432ec3062ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727870 Nov 24 12:54:04.675021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28a011-7c19-4a61-b754-4288c47d2b2d req-29e577ed-310e-4416-bd63-ef876e3e6b09 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:04.679293 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-24e514e0-90db-4fd2-bda5-14c35728558a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0546370 Nov 24 12:54:04.679451 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf28a011-7c19-4a61-b754-4288c47d2b2d req-29e577ed-310e-4416-bd63-ef876e3e6b09 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 945 time: 0.1466973 Nov 24 12:54:04.689799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52628) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:04.691706 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6e794a-169b-4d38-bcbf-b1cc5969daa8 None None] Network 1e5be598-6b7b-4f5e-bb46-ef64b873f608 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:54:04.694514 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:04.720063 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b70aae53-52c2-48f8-946e-69f8dc2891f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7080fe72878a40a38c6f75777b41c951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4782565 Nov 24 12:54:04.723576 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52630) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:04.733752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70aae53-52c2-48f8-946e-69f8dc2891f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c41ba9-0cd7-4ae8-9d33-0029e349e859,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:04.778935 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1534a3bb-e72d-4407-baff-959d83efb16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:04.781525 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1534a3bb-e72d-4407-baff-959d83efb16d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:04.782669 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1534a3bb-e72d-4407-baff-959d83efb16d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6753616d-90d4-4f20-8b41-2c3fee3b7286 HTTP/1.1" status: 204 len: 168 time: 0.3705602 Nov 24 12:54:04.790548 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:04.791553 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:04.806974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d224680-5102-49ee-87c1-c9cf41122483 req-11242721-6ca5-4c00-8673-7ef1539658f2 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:04.810558 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d224680-5102-49ee-87c1-c9cf41122483 req-11242721-6ca5-4c00-8673-7ef1539658f2 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 946 time: 0.1601651 Nov 24 12:54:04.821388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534a3bb-e72d-4407-baff-959d83efb16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6753616d-90d4-4f20-8b41-2c3fee3b7286,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:04.830868 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf28a011-7c19-4a61-b754-4288c47d2b2d req-668762d8-e0a2-484f-8969-9bbbb1738e6b tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467452 Nov 24 12:54:04.894183 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:04.895046 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-578be9c1-18a0-4332-8253-65ad3d16c3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:04.897714 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-0e2ab655-955a-4395-9143-2faf05432d28 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242336 Nov 24 12:54:04.916926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2aee2733-13df-4cbb-b16b-0a5d1b60d00b no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:54:04.939966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 2aee2733-13df-4cbb-b16b-0a5d1b60d00b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:54:04.940317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2aee2733-13df-4cbb-b16b-0a5d1b60d00b not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:54:04.979502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526aff08-5e51-4845-8988-2a190a4261f2 None None] Network 1e5be598-6b7b-4f5e-bb46-ef64b873f608 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:54:05.008381 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-578be9c1-18a0-4332-8253-65ad3d16c3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:05.021939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d224680-5102-49ee-87c1-c9cf41122483 req-75e2b933-a7f5-481d-bf33-052f02f39bcf tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773844 Nov 24 12:54:05.061380 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-593becfc-0377-4bd9-8764-f5b0b4f34bd6 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569781 Nov 24 12:54:05.129347 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:05.145746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e6cb4-7da4-42b7-bec8-e4985da4afd6 req-69e3843d-40fc-4276-99a9-1059b8d5daa7 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:05.153466 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-be9e6cb4-7da4-42b7-bec8-e4985da4afd6 req-69e3843d-40fc-4276-99a9-1059b8d5daa7 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 945 time: 0.2093959 Nov 24 12:54:05.205258 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-578be9c1-18a0-4332-8253-65ad3d16c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:05.207850 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-578be9c1-18a0-4332-8253-65ad3d16c3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:05.209811 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-578be9c1-18a0-4332-8253-65ad3d16c3c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60c41ba9-0cd7-4ae8-9d33-0029e349e859 HTTP/1.1" status: 204 len: 168 time: 0.4725258 Nov 24 12:54:05.228214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578be9c1-18a0-4332-8253-65ad3d16c3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c41ba9-0cd7-4ae8-9d33-0029e349e859,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:05.252738 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-be9e6cb4-7da4-42b7-bec8-e4985da4afd6 req-af0721b8-202c-4457-b5d1-9a7321a5d521 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/security-groups?id=27f3e63a-61fb-4db3-9f38-56f3125fe825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934386 Nov 24 12:54:05.289530 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52646) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:05.356677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a640ee5-8f6e-47e9-b581-967359096f2e req-981e1d19-571e-4217-89cd-0d887a0d9de0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:05.358454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6a640ee5-8f6e-47e9-b581-967359096f2e req-981e1d19-571e-4217-89cd-0d887a0d9de0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.1158957 Nov 24 12:54:05.367342 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-646bfed4-466c-4dce-b6b2-c2dbc57e0a35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a22d56571ef744c3952956ca9f45afbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0757678 Nov 24 12:54:05.368033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52648) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:05.442978 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6a640ee5-8f6e-47e9-b581-967359096f2e req-9e24cced-3ee1-4547-a1a9-daf652f8e1dc tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743487 Nov 24 12:54:05.452794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-97af4264-88a2-46c9-906b-73836929d62c tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:05.454297 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-97af4264-88a2-46c9-906b-73836929d62c tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f&tenant_id=494a0e4f3119447983c5ec1ee6872a9d&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 1096 time: 0.0691345 Nov 24 12:54:05.496690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee85cf-9c68-45b7-b4bb-35ca71541a77 req-28d5330f-d8f3-4476-af75-0d30a775b2d5 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:05.505239 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1bee85cf-9c68-45b7-b4bb-35ca71541a77 req-28d5330f-d8f3-4476-af75-0d30a775b2d5 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 945 time: 0.1730158 Nov 24 12:54:05.507894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52652) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:05.512234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-13e40564-2761-4bcb-a5e3-ab6e3f850922 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Request body: {'floatingip': {'port_id': '54b482fd-82bf-4238-8354-6e34b10a4cd3'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:05.555969 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13e40564-2761-4bcb-a5e3-ab6e3f850922 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:05.556581 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ec79616-5152-468b-b4f0-b95e4c98f5ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:05.559535 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:05.594553 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:05.609720 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ec79616-5152-468b-b4f0-b95e4c98f5ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:05.711942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-194df6c8-1008-4e84-b595-8d863af6035b service neutron] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:05.716576 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-194df6c8-1008-4e84-b595-8d863af6035b service neutron] Publish callbacks [] for binding, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:05.718023 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0f03fad-0d6f-418a-8f09-e440bb6d0d0c req-194df6c8-1008-4e84-b595-8d863af6035b service neutron] 10.222.0.59 "DELETE /v2.0/ports/acb38072-5e14-4840-ae0e-342ff08a3d6b/bindings/n-h1-817303-4 HTTP/1.1" status: 204 len: 173 time: 0.2551174 Nov 24 12:54:05.726959 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ec79616-5152-468b-b4f0-b95e4c98f5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:05.729604 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ec79616-5152-468b-b4f0-b95e4c98f5ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:05.733735 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1ec79616-5152-468b-b4f0-b95e4c98f5ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/001ce95e-c601-4524-8929-cf38de8be189 HTTP/1.1" status: 204 len: 168 time: 0.3645449 Nov 24 12:54:05.749538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec79616-5152-468b-b4f0-b95e4c98f5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001ce95e-c601-4524-8929-cf38de8be189,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:05.771134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Allocated IP 172.25.0.75 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/31571712-d296-4ce9-8504-c28ef0ef342b) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:05.902632 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:05.933588 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:05.954675 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:06.012777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:06.020237 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:06.024023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:06.030335 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Pushing event updated for resources: {'Port': ['ID=31571712-d296-4ce9-8504-c28ef0ef342b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:06.077789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba727b-ed8a-4da3-a65f-f26013c10c7d req-194e8378-72dd-46ad-8250-2fc4a96431d9 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:06.085609 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60ba727b-ed8a-4da3-a65f-f26013c10c7d req-194e8378-72dd-46ad-8250-2fc4a96431d9 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 945 time: 0.1061990 Nov 24 12:54:06.208313 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60ba727b-ed8a-4da3-a65f-f26013c10c7d req-c704652f-4619-4981-9275-e51c51d9ebe1 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196616 Nov 24 12:54:06.213696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52684) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:06.303996 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13e40564-2761-4bcb-a5e3-ab6e3f850922 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:06.314800 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13e40564-2761-4bcb-a5e3-ab6e3f850922 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:06.399022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55febf4-d196-4916-9bc3-1c61a8f03a7a req-202dea7e-de34-4ea4-91e2-5a912dbd5120 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:06.406692 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a55febf4-d196-4916-9bc3-1c61a8f03a7a req-202dea7e-de34-4ea4-91e2-5a912dbd5120 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 946 time: 0.1609073 Nov 24 12:54:06.436596 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:06.523411 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a55febf4-d196-4916-9bc3-1c61a8f03a7a req-340639c5-6780-48af-b3f1-19e66b8b19cf tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103880 Nov 24 12:54:06.767731 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1845800559-network', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:06.787311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933cb74-3969-477a-b486-94a8038b56cc req-ff253805-851c-48ac-81c0-d4611aac9452 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:06.790916 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4933cb74-3969-477a-b486-94a8038b56cc req-ff253805-851c-48ac-81c0-d4611aac9452 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.1394634 Nov 24 12:54:06.828782 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-13e40564-2761-4bcb-a5e3-ab6e3f850922 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Floating IP 49aa1e87-bd9d-4809-8451-c4f53c66fdab associated. External IP: 172.25.0.231, port: 54b482fd-82bf-4238-8354-6e34b10a4cd3. Nov 24 12:54:06.847421 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:06.874651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:06.876799 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:06.912074 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:06.918890 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef5d10-1b6f-4c69-8e08-d29893d92e0c req-6f4e3ce5-8579-4eff-bddf-e9e41f254276 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:06.926026 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fef5d10-1b6f-4c69-8e08-d29893d92e0c req-6f4e3ce5-8579-4eff-bddf-e9e41f254276 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 1096 time: 0.1637752 Nov 24 12:54:06.987034 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4933cb74-3969-477a-b486-94a8038b56cc req-32dc3642-f42c-4f19-95e6-e038cfe3f32b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868610 Nov 24 12:54:07.025224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-eb2cbd83-4f60-4614-956e-923f0e794c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:07.026719 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-eb2cbd83-4f60-4614-956e-923f0e794c8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 1097 time: 0.1627669 Nov 24 12:54:07.054296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:54:07.092804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fef5d10-1b6f-4c69-8e08-d29893d92e0c req-6d90fe71-faf9-4c7f-919e-0b9df4423cde tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658757 Nov 24 12:54:07.199726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:54:07.235326 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Sync routers for ids ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:54:07.246692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617582d-4282-4fc7-bee4-a3098e5deb5d req-5cdf26c5-b4fd-4f8b-bf7b-62566e87aadb tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:07.255458 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c617582d-4282-4fc7-bee4-a3098e5deb5d req-5cdf26c5-b4fd-4f8b-bf7b-62566e87aadb tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 1096 time: 0.0647354 Nov 24 12:54:07.261214 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:07.262282 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Routers {'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:07.263340 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:07.265671 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a16400c1-c1f1-4864-9de1-a796afa81965 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.5747674 Nov 24 12:54:07.270324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52716) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:07.290027 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:07.299480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8d1dac2d-0aba-412a-b9d5-fdcdde6904b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:07.301159 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-8d1dac2d-0aba-412a-b9d5-fdcdde6904b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.2617791 Nov 24 12:54:07.305429 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:07.379662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e40564-2761-4bcb-a5e3-ab6e3f850922 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:54:07.389941 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-0c0aacbb-9e96-430d-b632-74894fd95489 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1618b25-001b-49b7-9e17-f9525960c1ee HTTP/1.1" status: 200 len: 217 time: 0.0764725 Nov 24 12:54:07.391430 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Set router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:07.394353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:54:07.425475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37305228-a79d-4d1a-84f1-0f7bf143ab32,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:07.448021 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c617582d-4282-4fc7-bee4-a3098e5deb5d req-3e66efd5-e153-4096-9b8e-b66dc42d2ad0 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915812 Nov 24 12:54:07.448552 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:07.448668 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] Added segment e3842c56-698c-4722-aee5-df6265b074fa of type vlan for network 21d92584-cfa0-4312-b71c-31955e8e539c Nov 24 12:54:07.544302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-3e8698c4-79c6-49da-8fe0-ffe233c72127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:07.545838 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-3e8698c4-79c6-49da-8fe0-ffe233c72127 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.1432464 Nov 24 12:54:07.547535 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:07.627822 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-b82353e9-bac9-4801-9cb6-156c457879ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703168 Nov 24 12:54:07.687534 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:07.688407 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:07.689044 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:07.723281 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:54:06Z', 'revision_number': 3, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:07.734901 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e40564-2761-4bcb-a5e3-ab6e3f850922 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:54:07.746910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f2b56-ed7f-47c8-baa6-89d2914bc157 None None] Sync routers for ids ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:54:07.768035 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13e40564-2761-4bcb-a5e3-ab6e3f850922 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:07.771204 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f2b56-ed7f-47c8-baa6-89d2914bc157 None None] Routers {'fce423f0-ed2b-4fa1-ba6d-96e11abd1619'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:07.773860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ae1f2b56-ed7f-47c8-baa6-89d2914bc157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:07.812467 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5959518 Nov 24 12:54:07.815979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52736) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:07.859009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c8f1369a-2605-4a77-83cf-d0d35f1ca58c admin admin] Request body: {'subnet': {'network_id': '21d92584-cfa0-4312-b71c-31955e8e539c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1845800559-subnet', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:07.886040 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-13e40564-2761-4bcb-a5e3-ab6e3f850922 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "PUT /v2.0/floatingips/49aa1e87-bd9d-4809-8451-c4f53c66fdab HTTP/1.1" status: 200 len: 991 time: 2.3743465 Nov 24 12:54:07.886040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390c72b-c66f-4721-90a1-2bfee6579c52 admin admin] Pushing event updated for resources: {'Network': ['ID=21d92584-cfa0-4312-b71c-31955e8e539c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:07.890826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3', 'tag': '54b482fd-82bf-4238-8354-6e34b10a4cd3'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:07.902644 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22309cc5-5f37-4a87-8400-f723d862f6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3", "tag": "54b482fd-82bf-4238-8354-6e34b10a4cd3"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:07.912187 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 21d92584-cfa0-4312-b71c-31955e8e539c details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:54:07.921052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec547e2-bb5b-4d58-9ef1-ebee5e5c907a req-f5cd3701-e4b6-48fa-87e1-4f01a447556b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:07.928773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fec547e2-bb5b-4d58-9ef1-ebee5e5c907a req-f5cd3701-e4b6-48fa-87e1-4f01a447556b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 946 time: 0.2738011 Nov 24 12:54:07.934572 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-4585f9f8-d1a1-4a3e-9389-1081e69e5c07 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956302 Nov 24 12:54:07.966949 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f1369a-2605-4a77-83cf-d0d35f1ca58c admin admin] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:07.969353 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8f1369a-2605-4a77-83cf-d0d35f1ca58c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:07.970548 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Checking router: a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:54:07.971084 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Updating router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 port 31571712-d296-4ce9-8504-c28ef0ef342b binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:54:08.001865 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:08.130953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-ae1f2b56-ed7f-47c8-baa6-89d2914bc157 None None] Set router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:08.213600 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-d2bd278a-0a8f-4e01-88d5-c711d8bf9be1 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526307 Nov 24 12:54:08.234457 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fec547e2-bb5b-4d58-9ef1-ebee5e5c907a req-e4d0223b-0557-4cff-baae-e2a53766ab6f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047135 Nov 24 12:54:08.409445 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b040af-ddc9-4acc-97cc-8d8bfdbd349c x-openstack-request-id: req-c3b040af-ddc9-4acc-97cc-8d8bfdbd349c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:08.409672 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3", "tag": "54b482fd-82bf-4238-8354-6e34b10a4cd3", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:08.409946 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3b040af-ddc9-4acc-97cc-8d8bfdbd349c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:08.410329 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3', 'tag': '54b482fd-82bf-4238-8354-6e34b10a4cd3', 'status': 'completed', 'code': 200} Nov 24 12:54:08.435448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-0b304863-68cb-40b8-a95d-f48d35378430 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:08.437022 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-0b304863-68cb-40b8-a95d-f48d35378430 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4&tenant_id=6441bea1ed3547598abd90d1c2c0a634&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1097 time: 0.1386101 Nov 24 12:54:08.465814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-4'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:08.467091 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:08.540714 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:08.555582 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:08.588501 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8f1369a-2605-4a77-83cf-d0d35f1ca58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:08.603652 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ae1f2b56-ed7f-47c8-baa6-89d2914bc157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:53:42Z', 'revision_number': 4, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port': {'id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:35Z', 'updated_at': '2021-11-24T12:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '49aa1e87-bd9d-4809-8451-c4f53c66fdab', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'port_id': '54b482fd-82bf-4238-8354-6e34b10a4cd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'mac_address': 'fa:16:3e:c3:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:48Z', 'updated_at': '2021-11-24T12:54:06Z', 'revision_number': 1, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6603df0d-80a5-4b79-98a0-b7fd64b6c1a5', 'name': '', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'mac_address': 'fa:16:3e:60:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:41Z', 'updated_at': '2021-11-24T12:53:47Z', 'revision_number': 5, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'subnets': [{'id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:08.652068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309cc5-5f37-4a87-8400-f723d862f6d8 req-2782b560-b4da-410c-8af3-3ebd780fd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:08.653598 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-22309cc5-5f37-4a87-8400-f723d862f6d8 req-2782b560-b4da-410c-8af3-3ebd780fd34a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b3d003e027e4a90ab385f26152df412&device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 1096 time: 0.1924930 Nov 24 12:54:08.655419 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85041ee8-4f1a-40d5-aca9-72366ff974b2 None None] Pushing event updated for resources: {'Port': ['ID=31571712-d296-4ce9-8504-c28ef0ef342b,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:08.660054 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Attempting to bind port 31571712-d296-4ce9-8504-c28ef0ef342b on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:08.660630 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Attempting to bind port 31571712-d296-4ce9-8504-c28ef0ef342b by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:08.661203 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Attempting to bind port 31571712-d296-4ce9-8504-c28ef0ef342b on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:08.667441 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:08.668033 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:08.668433 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:08.669009 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:08.669652 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Bound port: 31571712-d296-4ce9-8504-c28ef0ef342b, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:08.670339 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:08.679441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:08.682207 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f2b56-ed7f-47c8-baa6-89d2914bc157 None None] Checking router: fce423f0-ed2b-4fa1-ba6d-96e11abd1619 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:54:08.688658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Allocated IP 172.20.0.1 (1e5be598-6b7b-4f5e-bb46-ef64b873f608/02605622-5afa-48d6-b786-b438e7e0676a/39af1843-d5d7-4716-8ae1-24387afd0bfa) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:08.695683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a24c5a-db2d-4e8d-a342-4819f57bdf8a req-7e353772-c077-4b34-9592-2061226e0a0a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:08.703885 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4a24c5a-db2d-4e8d-a342-4819f57bdf8a req-7e353772-c077-4b34-9592-2061226e0a0a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.2456198 Nov 24 12:54:08.722872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1f2b56-ed7f-47c8-baa6-89d2914bc157 None None] Routers {'fce423f0-ed2b-4fa1-ba6d-96e11abd1619'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:08.726564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ae1f2b56-ed7f-47c8-baa6-89d2914bc157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:08.741769 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] For port 31571712-d296-4ce9-8504-c28ef0ef342b, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:08.746623 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] For port 31571712-d296-4ce9-8504-c28ef0ef342b, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=31571712-d296-4ce9-8504-c28ef0ef342b,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:08.755384 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:08.762719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1369a-2605-4a77-83cf-d0d35f1ca58c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc7e93b-5cc5-40ae-b1b1-79fa27041fef,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:08.836771 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:08.857837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1369a-2605-4a77-83cf-d0d35f1ca58c admin admin] Checking segment: {'id': 'e3842c56-698c-4722-aee5-df6265b074fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '21d92584-cfa0-4312-b71c-31955e8e539c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:08.858452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f1369a-2605-4a77-83cf-d0d35f1ca58c admin admin] Network hostable DHCP agents. Network: 21d92584-cfa0-4312-b71c-31955e8e539c, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:54:08.863201 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Routers {'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:08.863958 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:08.890121 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:08.940363 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85041ee8-4f1a-40d5-aca9-72366ff974b2 None None] Pushing event updated for resources: {'Port': ['ID=31571712-d296-4ce9-8504-c28ef0ef342b,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:08.945257 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4a24c5a-db2d-4e8d-a342-4819f57bdf8a req-9905b7a3-f939-4834-944f-12ff193c1401 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405393 Nov 24 12:54:08.967360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Network 1e5be598-6b7b-4f5e-bb46-ef64b873f608 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:08.972444 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:08.976873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:08.987492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309cc5-5f37-4a87-8400-f723d862f6d8 req-341d239e-91da-47f0-af0b-99df001c08c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:08.989425 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-22309cc5-5f37-4a87-8400-f723d862f6d8 req-341d239e-91da-47f0-af0b-99df001c08c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=95e7f000-2f0f-4dec-bbb6-4541b8b71c95 HTTP/1.1" status: 200 len: 915 time: 0.3215971 Nov 24 12:54:09.004665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f1369a-2605-4a77-83cf-d0d35f1ca58c admin admin] Network 21d92584-cfa0-4312-b71c-31955e8e539c is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:54:09.038092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-ae1f2b56-ed7f-47c8-baa6-89d2914bc157 None None] Set router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:09.052598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Pushing event updated for resources: {'Port': ['ID=39af1843-d5d7-4716-8ae1-24387afd0bfa,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:09.067540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-c8f1369a-2605-4a77-83cf-d0d35f1ca58c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 21d92584-cfa0-4312-b71c-31955e8e539c) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:09.081095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1369a-2605-4a77-83cf-d0d35f1ca58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:09.081447 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8f1369a-2605-4a77-83cf-d0d35f1ca58c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.086177 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.097500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71eea2e-9056-44d5-8535-651c07795a35 None None] Network 21d92584-cfa0-4312-b71c-31955e8e539c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:54:09.099008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e1618b25-001b-49b7-9e17-f9525960c1ee,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:09.117696 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] Set router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:09.135594 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-22309cc5-5f37-4a87-8400-f723d862f6d8 req-f4a75509-0594-491e-8f9e-483f60749820 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54b482fd-82bf-4238-8354-6e34b10a4cd3 HTTP/1.1" status: 200 len: 999 time: 0.1260860 Nov 24 12:54:09.144433 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c8f1369a-2605-4a77-83cf-d0d35f1ca58c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3229263 Nov 24 12:54:09.149328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52762) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:09.153703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1845800559-router', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:09.219644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:09.289996 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.294145 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.345926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309cc5-5f37-4a87-8400-f723d862f6d8 req-44199126-738d-4348-8890-31fa075976eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:09.369167 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-22309cc5-5f37-4a87-8400-f723d862f6d8 req-44199126-738d-4348-8890-31fa075976eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=40f4b039-c317-4493-a405-fe367a3dc54e HTTP/1.1" status: 200 len: 853 time: 0.1955752 Nov 24 12:54:09.372438 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.408178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-21d92584-cfa0-4312-b71c-31955e8e539c', 'network_id': '21d92584-cfa0-4312-b71c-31955e8e539c', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'fixed_ips': [{'subnet_id': '9bc7e93b-5cc5-40ae-b1b1-79fa27041fef'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:54:09.413824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52770) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:09.417209 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.428769 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.509945 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.633073 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:54:06Z', 'revision_number': 3, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:09.669859 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04ce89-93b7-4aa1-87b1-33c4055df681 None None] The sync data for ids ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'] in n-d-817303-4 is: [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:54:06Z', 'revision_number': 3, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:54:09.692685 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a47d09b5-12d3-4eff-9589-22734931e140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.735458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Pushing event updated for resources: {'Port': ['ID=e1618b25-001b-49b7-9e17-f9525960c1ee,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:09.780643 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.782309 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Allocated IP 172.20.0.2 (21d92584-cfa0-4312-b71c-31955e8e539c/9bc7e93b-5cc5-40ae-b1b1-79fa27041fef/b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:09.793176 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.794313 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Attempting to bind port e1618b25-001b-49b7-9e17-f9525960c1ee on host n-h1-817303-4 for vnic_type normal with profile {"migrating_to": "n-h2-817303-4"} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:09.794692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Attempting to bind port e1618b25-001b-49b7-9e17-f9525960c1ee by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:09.796335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Attempting to bind port e1618b25-001b-49b7-9e17-f9525960c1ee on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:09.807599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fdfb8-d919-4ed8-a5d9-817bd5bca148 req-0237d7fc-4e91-4224-a184-d15953ab2ee4 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:09.809046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-115fdfb8-d919-4ed8-a5d9-817bd5bca148 req-0237d7fc-4e91-4224-a184-d15953ab2ee4 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 944 time: 0.3983145 Nov 24 12:54:09.832831 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.841477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Port e1618b25-001b-49b7-9e17-f9525960c1ee on network a7071aec-fd43-4708-b67e-8b789798646f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:54:09.841823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Attempting to bind port e1618b25-001b-49b7-9e17-f9525960c1ee on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:09.842811 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.910726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:09.911281 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:09.911281 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Bound using segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:09.911639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Bound port: e1618b25-001b-49b7-9e17-f9525960c1ee, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:09.911967 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.915774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22309cc5-5f37-4a87-8400-f723d862f6d8 req-60db8eb3-d2b7-4419-9acb-7ae559889ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:09.917270 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-22309cc5-5f37-4a87-8400-f723d862f6d8 req-60db8eb3-d2b7-4419-9acb-7ae559889ec8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95e7f000-2f0f-4dec-bbb6-4541b8b71c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5473368 Nov 24 12:54:09.938078 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a47d09b5-12d3-4eff-9589-22734931e140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.947144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Pushing event updated for resources: {'Port': ['ID=39af1843-d5d7-4716-8ae1-24387afd0bfa,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:09.949802 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:09.966111 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a47d09b5-12d3-4eff-9589-22734931e140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:10.085214 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a47d09b5-12d3-4eff-9589-22734931e140 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2bd9a7930c843b99a14162ff09e7aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6677690 Nov 24 12:54:10.089640 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52780) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:10.106327 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-115fdfb8-d919-4ed8-a5d9-817bd5bca148 req-a20f0ee6-397f-4db3-b632-48cffcb1d0b3 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495735 Nov 24 12:54:10.116219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d09b5-12d3-4eff-9589-22734931e140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92ca4d5-b8db-4349-8886-4ee4c53399e7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:10.254413 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Network 1e5be598-6b7b-4f5e-bb46-ef64b873f608 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:10.256761 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:10.270166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777584eb-83f6-4322-bf16-c725d2df8b88 req-6774951d-fc4d-4fc4-9061-dbcfd4e0d58a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:10.281168 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-777584eb-83f6-4322-bf16-c725d2df8b88 req-6774951d-fc4d-4fc4-9061-dbcfd4e0d58a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.1943672 Nov 24 12:54:10.338039 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1c607e3f-39fd-4e45-9ff7-72ef475bf2b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:10.346759 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:10.364709 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:10.379641 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ae1f2b56-ed7f-47c8-baa6-89d2914bc157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:53:42Z', 'revision_number': 4, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port': {'id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:35Z', 'updated_at': '2021-11-24T12:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '49aa1e87-bd9d-4809-8451-c4f53c66fdab', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'port_id': '54b482fd-82bf-4238-8354-6e34b10a4cd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'mac_address': 'fa:16:3e:c3:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:48Z', 'updated_at': '2021-11-24T12:54:06Z', 'revision_number': 1, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6603df0d-80a5-4b79-98a0-b7fd64b6c1a5', 'name': '', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'mac_address': 'fa:16:3e:60:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:41Z', 'updated_at': '2021-11-24T12:53:47Z', 'revision_number': 5, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'subnets': [{'id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:10.387134 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1c607e3f-39fd-4e45-9ff7-72ef475bf2b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:10.415434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9b7132-f6b7-4206-9cc7-335160a5d4f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1618b25-001b-49b7-9e17-f9525960c1ee'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:10.417872 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4008874f-382a-4304-bab6-aabaa19bf21a" -d '{"events": [{"server_uuid": "4b9b7132-f6b7-4206-9cc7-335160a5d4f4", "name": "network-vif-unplugged", "status": "completed", "tag": "e1618b25-001b-49b7-9e17-f9525960c1ee"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:10.439449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:10.463027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-22309cc5-5f37-4a87-8400-f723d862f6d8 req-67c46f5e-3264-4e44-b614-25fe63cb5908 service neutron] 10.222.0.59 "GET /v2.0/networks/95e7f000-2f0f-4dec-bbb6-4541b8b71c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067892 Nov 24 12:54:10.464947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e1618b25-001b-49b7-9e17-f9525960c1ee,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:10.478138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1f2b56-ed7f-47c8-baa6-89d2914bc157 None None] The sync data for ids ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'] in n-d-817303-4 is: [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:53:42Z', 'revision_number': 4, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port': {'id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:35Z', 'updated_at': '2021-11-24T12:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '49aa1e87-bd9d-4809-8451-c4f53c66fdab', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'port_id': '54b482fd-82bf-4238-8354-6e34b10a4cd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'mac_address': 'fa:16:3e:c3:9d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:53:48Z', 'updated_at': '2021-11-24T12:54:06Z', 'revision_number': 1, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6603df0d-80a5-4b79-98a0-b7fd64b6c1a5', 'name': '', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'mac_address': 'fa:16:3e:60:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:41Z', 'updated_at': '2021-11-24T12:53:47Z', 'revision_number': 5, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'subnets': [{'id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:54:10.489478 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:10.538307 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:10.547689 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0c0e44-80ba-4b32-8a52-2363acda864d x-openstack-request-id: req-4e0c0e44-80ba-4b32-8a52-2363acda864d {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:10.547984 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9b7132-f6b7-4206-9cc7-335160a5d4f4", "name": "network-vif-unplugged", "status": "completed", "tag": "e1618b25-001b-49b7-9e17-f9525960c1ee", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:10.548244 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e0c0e44-80ba-4b32-8a52-2363acda864d {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:10.548644 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9b7132-f6b7-4206-9cc7-335160a5d4f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1618b25-001b-49b7-9e17-f9525960c1ee', 'code': 200} Nov 24 12:54:10.577743 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Network 21d92584-cfa0-4312-b71c-31955e8e539c is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:10.587789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:10.608046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:10.624124 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Pushing event updated for resources: {'Port': ['ID=b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:10.634142 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-777584eb-83f6-4322-bf16-c725d2df8b88 req-089c5503-bd4e-447e-9045-7d2d39c54f4b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276696 Nov 24 12:54:10.634724 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1c607e3f-39fd-4e45-9ff7-72ef475bf2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:10.637325 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1c607e3f-39fd-4e45-9ff7-72ef475bf2b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:10.640644 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1c607e3f-39fd-4e45-9ff7-72ef475bf2b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e92ca4d5-b8db-4349-8886-4ee4c53399e7 HTTP/1.1" status: 204 len: 168 time: 0.5469878 Nov 24 12:54:10.688016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c607e3f-39fd-4e45-9ff7-72ef475bf2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92ca4d5-b8db-4349-8886-4ee4c53399e7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:10.783885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Attempting to bind port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:10.788475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Attempting to bind port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'e3842c56-698c-4722-aee5-df6265b074fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '21d92584-cfa0-4312-b71c-31955e8e539c'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:10.792505 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Attempting to bind port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb on network 21d92584-cfa0-4312-b71c-31955e8e539c {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:10.796241 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:54:10.810009 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:10.812651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Checking segment: {'id': 'e3842c56-698c-4722-aee5-df6265b074fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '21d92584-cfa0-4312-b71c-31955e8e539c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:10.813372 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:10.816637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Bound using segment: {'id': 'e3842c56-698c-4722-aee5-df6265b074fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '21d92584-cfa0-4312-b71c-31955e8e539c'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:10.817454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Bound port: b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3842c56-698c-4722-aee5-df6265b074fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '21d92584-cfa0-4312-b71c-31955e8e539c'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:10.819616 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:10.950581 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be93426f-ec77-4743-a3e7-77f47ac439d6 None None] New status for floating IP 49aa1e87-bd9d-4809-8451-c4f53c66fdab: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:54:10.978380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] For port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:10.984417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] For port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb,segment=NetworkSegment(e3842c56-698c-4722-aee5-df6265b074fa),segment_id=e3842c56-698c-4722-aee5-df6265b074fa)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:10.989276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 31571712-d296-4ce9-8504-c28ef0ef342b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:11.000556 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:11.034976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:54:11.049127 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3c9b6a26-28a6-4bf7-a37b-ea65b5cf5181 admin admin] 10.222.0.48 "PUT /v2.0/routers/a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7774451 Nov 24 12:54:11.210218 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167efcad-7e13-40ad-b1f3-1e415294c37f None None] Pushing event updated for resources: {'Port': ['ID=b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:11.223206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 31571712-d296-4ce9-8504-c28ef0ef342b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:11.223646 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:11.400249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52800) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:11.423865 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:11.426338 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-025a1078-7f83-4a48-a472-9f3ebbac3467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:11.450106 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 31571712-d296-4ce9-8504-c28ef0ef342b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=31571712-d296-4ce9-8504-c28ef0ef342b,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:11.462505 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:11.571666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:11.572340 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:11.582916 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] 10.222.0.59 "PUT /v2.0/ports/e1618b25-001b-49b7-9e17-f9525960c1ee HTTP/1.1" status: 200 len: 1122 time: 3.1210978 Nov 24 12:54:11.611132 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd9d47-3806-4c10-8f75-5b9ecdf9c276 service neutron] Pushing event updated for resources: {'Port': ['ID=e1618b25-001b-49b7-9e17-f9525960c1ee,revision_number=8']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:11.635859 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=31571712-d296-4ce9-8504-c28ef0ef342b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:11.659681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['e1618b25-001b-49b7-9e17-f9525960c1ee'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:54:11.666709 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-025a1078-7f83-4a48-a472-9f3ebbac3467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:11.681780 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-025a1078-7f83-4a48-a472-9f3ebbac3467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:11.698240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac397639-732c-4f1b-a884-67dd65838162 req-6f56aed7-7fd5-48f5-a2d9-ce1fa97e2b65 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:11.718865 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac397639-732c-4f1b-a884-67dd65838162 req-6f56aed7-7fd5-48f5-a2d9-ce1fa97e2b65 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 944 time: 0.4286993 Nov 24 12:54:11.775561 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-22309cc5-5f37-4a87-8400-f723d862f6d8 req-29996fc3-b397-451b-b919-09aea5091322 service neutron] 10.222.0.59 "GET /v2.0/networks/95e7f000-2f0f-4dec-bbb6-4541b8b71c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3012936 Nov 24 12:54:11.807635 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-025a1078-7f83-4a48-a472-9f3ebbac3467 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0e5df168e73480aa7cdb4f272e2e46f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4061546 Nov 24 12:54:11.813037 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52812) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:11.815556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a1078-7f83-4a48-a472-9f3ebbac3467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebdb35e-85e1-4112-a5a4-93fdfa8d375e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:11.899254 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7299a778-9bf3-4b27-b647-e5451fe05f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:11.922195 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac397639-732c-4f1b-a884-67dd65838162 req-408e7967-5af1-4321-b3ff-73da5eb542cc tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972573 Nov 24 12:54:11.924679 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7299a778-9bf3-4b27-b647-e5451fe05f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:12.038425 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:12.070838 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:12.091870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-5956fd2e-f44d-4233-92e1-f58aea5c0bd2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:12.093417 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-5956fd2e-f44d-4233-92e1-f58aea5c0bd2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/networks?id=1e5be598-6b7b-4f5e-bb46-ef64b873f608 HTTP/1.1" status: 200 len: 820 time: 0.1487143 Nov 24 12:54:12.094516 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7299a778-9bf3-4b27-b647-e5451fe05f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:12.098343 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7299a778-9bf3-4b27-b647-e5451fe05f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:12.099434 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7299a778-9bf3-4b27-b647-e5451fe05f47 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aebdb35e-85e1-4112-a5a4-93fdfa8d375e HTTP/1.1" status: 204 len: 168 time: 0.2785623 Nov 24 12:54:12.118648 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299a778-9bf3-4b27-b647-e5451fe05f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebdb35e-85e1-4112-a5a4-93fdfa8d375e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:12.123383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-c934cbb9-db94-4795-ac62-440380f9b846 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/quotas/bd50571c118e4cfcafa32b2933956cff HTTP/1.1" status: 200 len: 375 time: 0.0221496 Nov 24 12:54:12.203650 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-e11e1207-5c39-41fd-b75f-d90dffe1fd8a tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd50571c118e4cfcafa32b2933956cff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0656495 Nov 24 12:54:12.303215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c58c4-5f6a-4d8a-b7bb-1aa03ef343c5 req-c91fe198-d53c-4d55-b81f-092a5e96e114 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:12.311522 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-849c58c4-5f6a-4d8a-b7bb-1aa03ef343c5 req-c91fe198-d53c-4d55-b81f-092a5e96e114 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.1338995 Nov 24 12:54:12.353327 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-ca61553f-53f8-4dc9-a91e-9f8a607cc531 service neutron] 10.222.0.48 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391833 Nov 24 12:54:12.382439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Allocated IP 172.25.0.77 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/208a7ff8-9fac-48c2-b52e-df0ec54d5fee) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:12.390446 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-849c58c4-5f6a-4d8a-b7bb-1aa03ef343c5 req-8282ed0e-65bf-4d5a-a419-ac503a8eba3d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780327 Nov 24 12:54:12.495202 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-7b1100e7-1bc8-421b-bdcb-40825c69102c service neutron] 10.222.0.48 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335657 Nov 24 12:54:12.549497 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9b7132-f6b7-4206-9cc7-335160a5d4f4', 'tag': 'e1618b25-001b-49b7-9e17-f9525960c1ee'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:12.551897 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c3348e-109b-45fd-a378-0151eefbf7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9b7132-f6b7-4206-9cc7-335160a5d4f4", "tag": "e1618b25-001b-49b7-9e17-f9525960c1ee"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:12.601460 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:12.663480 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:12.732494 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7375fa-2230-4f98-ad1a-5a34790958c6 x-openstack-request-id: req-9f7375fa-2230-4f98-ad1a-5a34790958c6 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:12.733129 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9b7132-f6b7-4206-9cc7-335160a5d4f4", "tag": "e1618b25-001b-49b7-9e17-f9525960c1ee", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:12.733562 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f7375fa-2230-4f98-ad1a-5a34790958c6 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:12.734109 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9b7132-f6b7-4206-9cc7-335160a5d4f4', 'tag': 'e1618b25-001b-49b7-9e17-f9525960c1ee', 'status': 'completed', 'code': 200} Nov 24 12:54:12.751330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:12.756372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:12.776836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:12.918614 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e1618b25-001b-49b7-9e17-f9525960c1ee details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:54:12.919087 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d87d6a17-9523-4273-bd52-b9d2ff1db96d req-3a02eb12-e83a-4337-b03d-6f10dbf89ec6 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 210 time: 0.0419393 Nov 24 12:54:12.929081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Pushing event updated for resources: {'Port': ['ID=208a7ff8-9fac-48c2-b52e-df0ec54d5fee,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:12.931430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Sync routers for ids ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:54:12.949378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3348e-109b-45fd-a378-0151eefbf7c4 req-f263ab96-7a43-45bb-89c8-186a25e2f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:12.950925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62c3348e-109b-45fd-a378-0151eefbf7c4 req-f263ab96-7a43-45bb-89c8-186a25e2f597 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 1125 time: 0.1958659 Nov 24 12:54:13.144368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e1618b25-001b-49b7-9e17-f9525960c1ee,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:13.194864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 31571712-d296-4ce9-8504-c28ef0ef342b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:13.289494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e1618b25-001b-49b7-9e17-f9525960c1ee has no active binding in host n-h2-817303-4 {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 12:54:13.294356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4ca920-c534-4f44-81ee-a75e4bab990c None None] Network 21d92584-cfa0-4312-b71c-31955e8e539c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:54:13.314544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Routers {'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:13.315471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:13.323825 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95ceb2-e166-4f2f-b676-cf178d26c76b req-dad27366-37ab-4149-8cc3-24e3e929f98d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:13.333577 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c95ceb2-e166-4f2f-b676-cf178d26c76b req-dad27366-37ab-4149-8cc3-24e3e929f98d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 944 time: 0.2358594 Nov 24 12:54:13.444957 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7517d6fd-80d2-4009-aa81-092d1c7da227 None None] Provisioning complete for port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:13.445507 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7517d6fd-80d2-4009-aa81-092d1c7da227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:13.465919 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c95ceb2-e166-4f2f-b676-cf178d26c76b req-2ea44a2f-06d6-49f9-b951-628683bdafa6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312399 Nov 24 12:54:13.546076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:13.564567 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 31571712-d296-4ce9-8504-c28ef0ef342b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:13.565061 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:13.684343 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3348e-109b-45fd-a378-0151eefbf7c4 req-d60403e6-b99a-4598-9e82-6203f8eb89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:13.689066 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62c3348e-109b-45fd-a378-0151eefbf7c4 req-d60403e6-b99a-4598-9e82-6203f8eb89c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.5025938 Nov 24 12:54:13.740521 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7517d6fd-80d2-4009-aa81-092d1c7da227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:13.746807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Set router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:13.877181 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62c3348e-109b-45fd-a378-0151eefbf7c4 req-d335a050-9733-46b5-87bb-9edebbf997d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1618b25-001b-49b7-9e17-f9525960c1ee HTTP/1.1" status: 200 len: 217 time: 0.1793470 Nov 24 12:54:13.894061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1fd85-42d3-40c7-b185-f88dc91b5792 req-2b50b5bb-b302-44a8-9d1b-ef42657ce1a3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:13.902588 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d1d1fd85-42d3-40c7-b185-f88dc91b5792 req-2b50b5bb-b302-44a8-9d1b-ef42657ce1a3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.2758300 Nov 24 12:54:13.966566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3348e-109b-45fd-a378-0151eefbf7c4 req-4eecfc43-e8b8-4803-ad12-611f795c4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:13.968133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62c3348e-109b-45fd-a378-0151eefbf7c4 req-4eecfc43-e8b8-4803-ad12-611f795c4ed0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.0540092 Nov 24 12:54:14.016141 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62c3348e-109b-45fd-a378-0151eefbf7c4 req-16f9b0c2-adf5-4dfb-9acd-c76e465c7dff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310571 Nov 24 12:54:14.133888 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7517d6fd-80d2-4009-aa81-092d1c7da227 None None] For port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb,segment=NetworkSegment(e3842c56-698c-4722-aee5-df6265b074fa),segment_id=e3842c56-698c-4722-aee5-df6265b074fa)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:14.160178 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d1d1fd85-42d3-40c7-b185-f88dc91b5792 req-55875429-6223-465e-8937-ed3f073640a2 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519302 Nov 24 12:54:14.185070 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7517d6fd-80d2-4009-aa81-092d1c7da227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:14.191196 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:14.217412 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04fc181a-a225-4c62-8cb0-1a9855e2cd82 req-ffe3102c-5a7d-4045-a2d9-c1ccb388f6d1 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 210 time: 0.0432603 Nov 24 12:54:14.275306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:14.320832 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62c3348e-109b-45fd-a378-0151eefbf7c4 req-d15ad73d-8a0d-4423-9f1e-f24600c20822 service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606547 Nov 24 12:54:14.451545 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Router 3b24b79d-e5dc-41f3-bf75-dfb38464768e is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:54:14.453783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517d6fd-80d2-4009-aa81-092d1c7da227 None None] Pushing event updated for resources: {'Port': ['ID=b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:14.469449 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62c3348e-109b-45fd-a378-0151eefbf7c4 req-8d9f2442-6bac-4196-8d3a-f3677352a71c service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389878 Nov 24 12:54:14.598375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:14.599211 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:14.674757 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:54:09Z', 'revision_number': 4, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '39af1843-d5d7-4716-8ae1-24387afd0bfa', 'name': '', 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'mac_address': 'fa:16:3e:8a:4e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '02605622-5afa-48d6-b786-b438e7e0676a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:08Z', 'updated_at': '2021-11-24T12:54:09Z', 'revision_number': 2, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'subnets': [{'id': '02605622-5afa-48d6-b786-b438e7e0676a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:14.713921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d6255-f5ac-40c4-9773-ae9cfe162eed req-ef603c68-d0e2-44e9-b142-c33869ad4dd9 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:14.715738 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-903d6255-f5ac-40c4-9773-ae9cfe162eed req-ef603c68-d0e2-44e9-b142-c33869ad4dd9 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 944 time: 0.1092260 Nov 24 12:54:14.734170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-f750c75d-aaee-4b4d-af5f-268c62ea6aac tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:14.735189 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-f750c75d-aaee-4b4d-af5f-268c62ea6aac tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.46 "GET /v2.0/networks?id=1e5be598-6b7b-4f5e-bb46-ef64b873f608 HTTP/1.1" status: 200 len: 820 time: 0.1595845 Nov 24 12:54:14.768126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Checking router: a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:54:14.768576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Updating router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 port 39af1843-d5d7-4716-8ae1-24387afd0bfa binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:54:14.790601 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-cc9fe2a9-70fd-486e-a46f-9f1ac404c1b2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Request body: {'port': {'device_id': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'admin_state_up': True, 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:14.824572 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:14.870380 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-903d6255-f5ac-40c4-9773-ae9cfe162eed req-69c6fe05-d39f-4ec8-9a85-e1590554d036 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424634 Nov 24 12:54:14.918643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:54:14.921894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-cc9fe2a9-70fd-486e-a46f-9f1ac404c1b2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Made reservation on behalf of bd50571c118e4cfcafa32b2933956cff for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:14.926069 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-cc9fe2a9-70fd-486e-a46f-9f1ac404c1b2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:14.936196 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Sync routers for ids ['3b24b79d-e5dc-41f3-bf75-dfb38464768e'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:54:14.953919 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Routers {'3b24b79d-e5dc-41f3-bf75-dfb38464768e'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:14.954722 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b24b79d-e5dc-41f3-bf75-dfb38464768e'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:15.014904 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:15.016498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b04989f4-8299-4fde-9e49-ec9085ef7758 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8662806 Nov 24 12:54:15.019690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52912) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:15.025509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:15.062879 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-29e35351-d84c-4011-b9b3-d5ce33aedbc3 None None] Provisioning complete for port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:15.063871 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-29e35351-d84c-4011-b9b3-d5ce33aedbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:15.183537 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:15.184332 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:15.186514 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Set router 3b24b79d-e5dc-41f3-bf75-dfb38464768e gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:15.200971 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15e77150-32fc-4928-a8cd-8dd45e0743ad req-2f137a72-2c8f-4b7f-9ed9-0efb0f01e2e8 tempest-FlavorsV2NegativeTest-1284315798 tempest-FlavorsV2NegativeTest-1284315798-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c105204195f340e39020b50b1cf77328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742311 Nov 24 12:54:15.221129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-cc9fe2a9-70fd-486e-a46f-9f1ac404c1b2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Allocated IP 172.20.0.13 (1e5be598-6b7b-4f5e-bb46-ef64b873f608/02605622-5afa-48d6-b786-b438e7e0676a/26120c77-d131-4141-bb35-4344dc1178f3) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:15.436213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d1ded-bd13-404f-b9a5-c2ab3d853ad2 req-c1044b4b-4467-4293-9ed7-f32bcd2f8e33 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:15.444110 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8c3d1ded-bd13-404f-b9a5-c2ab3d853ad2 req-c1044b4b-4467-4293-9ed7-f32bcd2f8e33 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.1440845 Nov 24 12:54:15.503967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e77150-32fc-4928-a8cd-8dd45e0743ad req-5f84719e-790c-4bf7-8e73-ad403c5e768f tempest-FlavorsV2NegativeTest-1284315798 tempest-FlavorsV2NegativeTest-1284315798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:15.511773 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15e77150-32fc-4928-a8cd-8dd45e0743ad req-5f84719e-790c-4bf7-8e73-ad403c5e768f tempest-FlavorsV2NegativeTest-1284315798 tempest-FlavorsV2NegativeTest-1284315798-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3019354 Nov 24 12:54:15.531766 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15e77150-32fc-4928-a8cd-8dd45e0743ad req-82a8cf1f-59ff-4741-8eb7-e7c94b525232 tempest-FlavorsV2NegativeTest-1284315798 tempest-FlavorsV2NegativeTest-1284315798-project] 10.222.0.48 "GET /v2.0/quotas/c105204195f340e39020b50b1cf77328 HTTP/1.1" status: 200 len: 375 time: 0.0189235 Nov 24 12:54:15.584450 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'name': 'tempest-ServersTestMultiNic-1845800559-router', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:09Z', 'updated_at': '2021-11-24T12:54:13Z', 'revision_number': 3, 'project_id': '0ce15217cb16467ab78bae2368c56eb8', 'gw_port': {'id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:12Z', 'updated_at': '2021-11-24T12:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:15.592411 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15e77150-32fc-4928-a8cd-8dd45e0743ad req-cafd210d-f0c6-4fcb-9c8c-a1e7bee31eec tempest-FlavorsV2NegativeTest-1284315798 tempest-FlavorsV2NegativeTest-1284315798-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c105204195f340e39020b50b1cf77328&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540535 Nov 24 12:54:15.605372 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8c3d1ded-bd13-404f-b9a5-c2ab3d853ad2 req-4ef6ef27-ed6b-47b2-ba2a-03d3efb04ee8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546602 Nov 24 12:54:15.627732 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-cc9fe2a9-70fd-486e-a46f-9f1ac404c1b2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:15.639399 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Checking router: 3b24b79d-e5dc-41f3-bf75-dfb38464768e for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:54:15.639656 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Updating router 3b24b79d-e5dc-41f3-bf75-dfb38464768e port 208a7ff8-9fac-48c2-b52e-df0ec54d5fee binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:54:15.673755 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:15.721926 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-cc9fe2a9-70fd-486e-a46f-9f1ac404c1b2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:15.800159 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c407c7-d8f9-44e2-b0aa-67f0ff5ce1fb req-cbb20005-3e89-4bf8-b514-249cb50ad7ea tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:15.803577 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-27c407c7-d8f9-44e2-b0aa-67f0ff5ce1fb req-cbb20005-3e89-4bf8-b514-249cb50ad7ea tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 932 time: 0.1035283 Nov 24 12:54:15.847591 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-cc9fe2a9-70fd-486e-a46f-9f1ac404c1b2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Network 1e5be598-6b7b-4f5e-bb46-ef64b873f608 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:15.852927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-cc9fe2a9-70fd-486e-a46f-9f1ac404c1b2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:15.856484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-cc9fe2a9-70fd-486e-a46f-9f1ac404c1b2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:15.868221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-e44f03ad-e96c-4a71-89c5-46d3505ddb3c service neutron] 10.222.0.46 "GET /v2.0/ports/e1618b25-001b-49b7-9e17-f9525960c1ee/bindings/n-h2-817303-4 HTTP/1.1" status: 200 len: 384 time: 0.1856003 Nov 24 12:54:15.918250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fe2a9-70fd-486e-a46f-9f1ac404c1b2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Pushing event updated for resources: {'Port': ['ID=26120c77-d131-4141-bb35-4344dc1178f3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:15.942289 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-cc9fe2a9-70fd-486e-a46f-9f1ac404c1b2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:15.943095 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-cc9fe2a9-70fd-486e-a46f-9f1ac404c1b2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:15.948412 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-27c407c7-d8f9-44e2-b0aa-67f0ff5ce1fb req-ed0a62c6-0923-4aec-8db6-331d75f85fd4 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364255 Nov 24 12:54:16.044015 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-cc9fe2a9-70fd-486e-a46f-9f1ac404c1b2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2681637 Nov 24 12:54:16.063462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Request body: {'port': {'device_id': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:16.098681 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:16.115953 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:16.138732 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:16.158715 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:16.160742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a579da0-932d-491c-8da2-98251348516b req-b3e3f9cb-1695-42aa-9362-2bb4abdf08bc tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:16.168026 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4a579da0-932d-491c-8da2-98251348516b req-b3e3f9cb-1695-42aa-9362-2bb4abdf08bc tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 944 time: 0.1795611 Nov 24 12:54:16.279100 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:16.284849 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce83008-d4d0-4a55-ad70-14d206bba627 None None] Pushing event updated for resources: {'Port': ['ID=208a7ff8-9fac-48c2-b52e-df0ec54d5fee,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:16.285491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba62490-3538-4bda-86f0-7afd1cd0b4cb None None] Pushing event updated for resources: {'Port': ['ID=39af1843-d5d7-4716-8ae1-24387afd0bfa,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:16.320979 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Attempting to bind port 208a7ff8-9fac-48c2-b52e-df0ec54d5fee on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:16.321359 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Attempting to bind port 208a7ff8-9fac-48c2-b52e-df0ec54d5fee by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:16.321862 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Attempting to bind port 208a7ff8-9fac-48c2-b52e-df0ec54d5fee on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:16.327964 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:16.328342 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:16.328778 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:16.330505 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:16.331399 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Bound port: 208a7ff8-9fac-48c2-b52e-df0ec54d5fee, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:16.332060 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:16.360283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Attempting to bind port 39af1843-d5d7-4716-8ae1-24387afd0bfa on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:16.361247 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Attempting to bind port 39af1843-d5d7-4716-8ae1-24387afd0bfa by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '4173f5cb-2e2c-4863-affa-f3fca98f76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:16.361990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Attempting to bind port 39af1843-d5d7-4716-8ae1-24387afd0bfa on network 1e5be598-6b7b-4f5e-bb46-ef64b873f608 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:16.373465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:16.374299 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4a579da0-932d-491c-8da2-98251348516b req-66c461f9-bad6-43e4-b851-46df38143776 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043598 Nov 24 12:54:16.374756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Checking segment: {'id': '4173f5cb-2e2c-4863-affa-f3fca98f76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:16.377220 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:16.378938 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Bound using segment: {'id': '4173f5cb-2e2c-4863-affa-f3fca98f76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:16.379552 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Bound port: 39af1843-d5d7-4716-8ae1-24387afd0bfa, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4173f5cb-2e2c-4863-affa-f3fca98f76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:16.380806 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:16.410300 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] For port 208a7ff8-9fac-48c2-b52e-df0ec54d5fee, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:16.416805 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] For port 208a7ff8-9fac-48c2-b52e-df0ec54d5fee, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=208a7ff8-9fac-48c2-b52e-df0ec54d5fee,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:16.427434 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:16.485421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52956) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:16.494973 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] For port 39af1843-d5d7-4716-8ae1-24387afd0bfa, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:16.499033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] For port 39af1843-d5d7-4716-8ae1-24387afd0bfa, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=39af1843-d5d7-4716-8ae1-24387afd0bfa,segment=NetworkSegment(4173f5cb-2e2c-4863-affa-f3fca98f76f8),segment_id=4173f5cb-2e2c-4863-affa-f3fca98f76f8)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:16.506480 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:16.523752 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce83008-d4d0-4a55-ad70-14d206bba627 None None] Pushing event updated for resources: {'Port': ['ID=208a7ff8-9fac-48c2-b52e-df0ec54d5fee,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:16.586601 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Routers {'3b24b79d-e5dc-41f3-bf75-dfb38464768e'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:16.587502 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b24b79d-e5dc-41f3-bf75-dfb38464768e'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:16.602987 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba62490-3538-4bda-86f0-7afd1cd0b4cb None None] Pushing event updated for resources: {'Port': ['ID=39af1843-d5d7-4716-8ae1-24387afd0bfa,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:16.633967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-b9e6dd9e-ef53-4e09-89b2-396c1f90a693 service neutron] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e1618b25-001b-49b7-9e17-f9525960c1ee,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:16.652695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:16.672231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-b9e6dd9e-ef53-4e09-89b2-396c1f90a693 service neutron] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:16.672608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Routers {'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:16.673500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:16.754311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-b9e6dd9e-ef53-4e09-89b2-396c1f90a693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1618b25-001b-49b7-9e17-f9525960c1ee {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:16.774475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-b9e6dd9e-ef53-4e09-89b2-396c1f90a693 service neutron] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e1618b25-001b-49b7-9e17-f9525960c1ee,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:16.826390 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-b9e6dd9e-ef53-4e09-89b2-396c1f90a693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:16.887524 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] Set router 3b24b79d-e5dc-41f3-bf75-dfb38464768e gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:16.955541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] Set router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:16.983049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487dbdca-bc80-40e0-940c-93eedb895b48 req-11d8e1f2-621f-4b50-b21d-6cb953f34e8e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:16.991792 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-487dbdca-bc80-40e0-940c-93eedb895b48 req-11d8e1f2-621f-4b50-b21d-6cb953f34e8e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.1664071 Nov 24 12:54:17.023691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Allocated IP 172.20.0.1 (21d92584-cfa0-4312-b71c-31955e8e539c/9bc7e93b-5cc5-40ae-b1b1-79fa27041fef/cf5b9adb-d86b-480d-9a96-f674994f1097) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:17.058166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-b9e6dd9e-ef53-4e09-89b2-396c1f90a693 service neutron] Transition to ACTIVE for port object e1618b25-001b-49b7-9e17-f9525960c1ee will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:54:17.075486 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-b9e6dd9e-ef53-4e09-89b2-396c1f90a693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:17.112615 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'name': 'tempest-ServersTestMultiNic-1845800559-router', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:09Z', 'updated_at': '2021-11-24T12:54:13Z', 'revision_number': 3, 'project_id': '0ce15217cb16467ab78bae2368c56eb8', 'gw_port': {'id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:12Z', 'updated_at': '2021-11-24T12:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:17.115510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-487dbdca-bc80-40e0-940c-93eedb895b48 req-08b90b6a-4e62-492a-bc26-a5b802d1c367 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227267 Nov 24 12:54:17.246882 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c88d38-f9e9-482a-bc0c-c632e245f822 None None] The sync data for ids ['3b24b79d-e5dc-41f3-bf75-dfb38464768e'] in n-d-817303-4 is: [{'id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'name': 'tempest-ServersTestMultiNic-1845800559-router', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:09Z', 'updated_at': '2021-11-24T12:54:13Z', 'revision_number': 3, 'project_id': '0ce15217cb16467ab78bae2368c56eb8', 'gw_port': {'id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:12Z', 'updated_at': '2021-11-24T12:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:54:17.268423 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:54:09Z', 'revision_number': 4, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '39af1843-d5d7-4716-8ae1-24387afd0bfa', 'name': '', 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'mac_address': 'fa:16:3e:8a:4e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '02605622-5afa-48d6-b786-b438e7e0676a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:08Z', 'updated_at': '2021-11-24T12:54:16Z', 'revision_number': 4, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'subnets': [{'id': '02605622-5afa-48d6-b786-b438e7e0676a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:17.305088 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ccd2c-568f-4503-84b2-28dd1c06ea27 None None] The sync data for ids ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'] in n-d-817303-4 is: [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:54:09Z', 'revision_number': 4, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '39af1843-d5d7-4716-8ae1-24387afd0bfa', 'name': '', 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'mac_address': 'fa:16:3e:8a:4e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '02605622-5afa-48d6-b786-b438e7e0676a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:08Z', 'updated_at': '2021-11-24T12:54:16Z', 'revision_number': 4, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'subnets': [{'id': '02605622-5afa-48d6-b786-b438e7e0676a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:54:17.371869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26120c77-d131-4141-bb35-4344dc1178f3 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:17.383562 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:17.412670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Transition to ACTIVE for port object 26120c77-d131-4141-bb35-4344dc1178f3 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:54:17.448970 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-893c620f-80d9-4680-8807-87f8f7a07f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:17.460629 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:17.687675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-b9e6dd9e-ef53-4e09-89b2-396c1f90a693 service neutron] No DVR routers for this DVR port e1618b25-001b-49b7-9e17-f9525960c1ee on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:54:17.719877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6dd9e-ef53-4e09-89b2-396c1f90a693 service neutron] Pushing event updated for resources: {'Port': ['ID=e1618b25-001b-49b7-9e17-f9525960c1ee,revision_number=10']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:17.790432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Attempting to bind port 26120c77-d131-4141-bb35-4344dc1178f3 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:17.791035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Attempting to bind port 26120c77-d131-4141-bb35-4344dc1178f3 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '4173f5cb-2e2c-4863-affa-f3fca98f76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:17.791571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Attempting to bind port 26120c77-d131-4141-bb35-4344dc1178f3 on network 1e5be598-6b7b-4f5e-bb46-ef64b873f608 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:17.797611 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:17.805553 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-b9e6dd9e-ef53-4e09-89b2-396c1f90a693 service neutron] 10.222.0.46 "PUT /v2.0/ports/e1618b25-001b-49b7-9e17-f9525960c1ee/bindings/n-h2-817303-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8341954 Nov 24 12:54:17.822143 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a6faa-d5cf-45f3-bd98-7c5f8260f66a req-c1d97700-5f2a-4b04-acb8-51f5b81f98f0 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:17.824027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-844a6faa-d5cf-45f3-bd98-7c5f8260f66a req-c1d97700-5f2a-4b04-acb8-51f5b81f98f0 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 944 time: 0.4772873 Nov 24 12:54:17.827311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Pushing event updated for resources: {'Port': ['ID=26120c77-d131-4141-bb35-4344dc1178f3,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:17.832871 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ff1ac-f491-4afa-a750-65116e7219f1 req-3d9ad21d-77dd-42cf-9aa0-86338ba1f29d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:17.834963 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d60ff1ac-f491-4afa-a750-65116e7219f1 req-3d9ad21d-77dd-42cf-9aa0-86338ba1f29d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 945 time: 0.2053013 Nov 24 12:54:17.851026 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Port 26120c77-d131-4141-bb35-4344dc1178f3 on network 1e5be598-6b7b-4f5e-bb46-ef64b873f608 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:54:17.851026 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Attempting to bind port 26120c77-d131-4141-bb35-4344dc1178f3 on network 1e5be598-6b7b-4f5e-bb46-ef64b873f608 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:17.888233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:17.888870 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Checking segment: {'id': '4173f5cb-2e2c-4863-affa-f3fca98f76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:17.892923 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Bound using segment: {'id': '4173f5cb-2e2c-4863-affa-f3fca98f76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:17.893878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Bound port: 26120c77-d131-4141-bb35-4344dc1178f3, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4173f5cb-2e2c-4863-affa-f3fca98f76f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:17.894430 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:17.957973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d60ff1ac-f491-4afa-a750-65116e7219f1 req-a2c3dd2c-14ec-4838-90fe-e6be2556dc03 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116452 Nov 24 12:54:17.962852 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:18.050121 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-893c620f-80d9-4680-8807-87f8f7a07f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:18.057409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Network 21d92584-cfa0-4312-b71c-31955e8e539c is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:18.059033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:18.063530 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:18.069397 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-893c620f-80d9-4680-8807-87f8f7a07f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:18.119642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5b9adb-d86b-480d-9a96-f674994f1097,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:18.131660 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:18.169658 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-18a70c5d-3c77-40e1-9b5b-346f80556739 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:18.171176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-18a70c5d-3c77-40e1-9b5b-346f80556739 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4&tenant_id=6441bea1ed3547598abd90d1c2c0a634&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1096 time: 0.2465696 Nov 24 12:54:18.207033 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-844a6faa-d5cf-45f3-bd98-7c5f8260f66a req-0f6441bb-697a-4d77-9039-537367b03fe2 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474398 Nov 24 12:54:18.260872 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-893c620f-80d9-4680-8807-87f8f7a07f90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c105204195f340e39020b50b1cf77328&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7738202 Nov 24 12:54:18.268646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53018) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:18.270536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c620f-80d9-4680-8807-87f8f7a07f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9fde40-79ee-4f69-9399-1b19c7c44cab,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:18.307888 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] For port 26120c77-d131-4141-bb35-4344dc1178f3, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:18.350973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] For port 26120c77-d131-4141-bb35-4344dc1178f3, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=26120c77-d131-4141-bb35-4344dc1178f3,segment=NetworkSegment(4173f5cb-2e2c-4863-affa-f3fca98f76f8),segment_id=4173f5cb-2e2c-4863-affa-f3fca98f76f8)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:18.374235 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:18.391062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-90cf2ab5-ac22-4cd3-b60c-c3b4ad70ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:18.393127 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-90cf2ab5-ac22-4cd3-b60c-c3b4ad70ac44 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4&tenant_id=6441bea1ed3547598abd90d1c2c0a634 HTTP/1.1" status: 200 len: 1096 time: 0.1849148 Nov 24 12:54:18.450894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Pushing event updated for resources: {'Port': ['ID=26120c77-d131-4141-bb35-4344dc1178f3,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:18.492165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:18.493361 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:18.496421 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-18c51651-4639-4aa6-82e8-afe400a9e36b service neutron] 10.222.0.46 "PUT /v2.0/ports/26120c77-d131-4141-bb35-4344dc1178f3 HTTP/1.1" status: 200 len: 1092 time: 2.4378021 Nov 24 12:54:18.536357 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f0a62957-39d7-49ee-830a-b5fe4064b81e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:18.555244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'tag': '26120c77-d131-4141-bb35-4344dc1178f3'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:18.558243 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd63d444-dd66-4a31-ac74-8f143e644bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "953410c8-4fc7-43b4-9a4f-46797a4c7540", "tag": "26120c77-d131-4141-bb35-4344dc1178f3"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:18.592506 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-55183f5b-ef16-4cf3-b9d7-323d899a7777 None None] Provisioning complete for port cf5b9adb-d86b-480d-9a96-f674994f1097 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:18.593038 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-55183f5b-ef16-4cf3-b9d7-323d899a7777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:18.647666 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4315af-96cf-4a3b-813b-81305319e85a x-openstack-request-id: req-1a4315af-96cf-4a3b-813b-81305319e85a {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:18.648036 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953410c8-4fc7-43b4-9a4f-46797a4c7540", "tag": "26120c77-d131-4141-bb35-4344dc1178f3", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:18.648394 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a4315af-96cf-4a3b-813b-81305319e85a {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:18.648881 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'tag': '26120c77-d131-4141-bb35-4344dc1178f3', 'status': 'completed', 'code': 200} Nov 24 12:54:18.663836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b019d2d-8175-41a5-baf5-92a3ede0e7bc req-16124352-eb4a-46b0-8497-af3608146588 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:18.672547 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5b019d2d-8175-41a5-baf5-92a3ede0e7bc req-16124352-eb4a-46b0-8497-af3608146588 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.3456326 Nov 24 12:54:18.675013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-872c4006-af2e-405b-b5ee-7bc4ca61e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:18.676865 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-872c4006-af2e-405b-b5ee-7bc4ca61e98e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd50571c118e4cfcafa32b2933956cff&device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 1095 time: 0.1147084 Nov 24 12:54:18.679676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-bd6f47cf-e20f-4c25-959f-adf5aab86745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:18.681535 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-bd6f47cf-e20f-4c25-959f-adf5aab86745 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 1096 time: 0.2191708 Nov 24 12:54:18.685131 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-55183f5b-ef16-4cf3-b9d7-323d899a7777 None None] Port cf5b9adb-d86b-480d-9a96-f674994f1097 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:54:18.712044 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f0a62957-39d7-49ee-830a-b5fe4064b81e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:18.765218 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:18.780401 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-03b6436c-a01f-49e0-b476-afdbeaf87928 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26120c77-d131-4141-bb35-4344dc1178f3 HTTP/1.1" status: 200 len: 217 time: 0.0941353 Nov 24 12:54:18.866653 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5b019d2d-8175-41a5-baf5-92a3ede0e7bc req-f7c7371d-123d-4d3c-93c0-4c3713473e2b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874988 Nov 24 12:54:18.891633 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f0a62957-39d7-49ee-830a-b5fe4064b81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:18.899421 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f0a62957-39d7-49ee-830a-b5fe4064b81e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:18.913664 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f0a62957-39d7-49ee-830a-b5fe4064b81e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d9fde40-79ee-4f69-9399-1b19c7c44cab HTTP/1.1" status: 204 len: 168 time: 0.6382577 Nov 24 12:54:18.957908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a62957-39d7-49ee-830a-b5fe4064b81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9fde40-79ee-4f69-9399-1b19c7c44cab,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:18.998409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-01a74a7c-0902-4ba5-8c56-0c6a1bae0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:19.002853 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-01a74a7c-0902-4ba5-8c56-0c6a1bae0327 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02605622-5afa-48d6-b786-b438e7e0676a HTTP/1.1" status: 200 len: 860 time: 0.2061214 Nov 24 12:54:19.071668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-51445736-7688-4dce-88b6-b4d4d162fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:19.073725 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-51445736-7688-4dce-88b6-b4d4d162fea6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.3739877 Nov 24 12:54:19.114203 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:19.144108 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:19.154868 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 208a7ff8-9fac-48c2-b52e-df0ec54d5fee up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:19.249480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-ada3cfa9-c2f3-493e-8be9-c5f7b28620d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e5be598-6b7b-4f5e-bb46-ef64b873f608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705263 Nov 24 12:54:19.253265 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-e7570725-6cf2-4c32-a20a-c787556098db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1618b25-001b-49b7-9e17-f9525960c1ee HTTP/1.1" status: 200 len: 217 time: 0.1505754 Nov 24 12:54:19.322754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 208a7ff8-9fac-48c2-b52e-df0ec54d5fee triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:19.325352 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:19.326204 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:19.335719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5b9adb-d86b-480d-9a96-f674994f1097,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:19.454974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b326b5d-cc8b-4a0d-afb5-04c7cc9003b6 req-87826495-ee7d-4733-856a-b186416760c7 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:19.457383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b326b5d-cc8b-4a0d-afb5-04c7cc9003b6 req-87826495-ee7d-4733-856a-b186416760c7 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 945 time: 0.2781591 Nov 24 12:54:19.462749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device e1618b25-001b-49b7-9e17-f9525960c1ee no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:54:19.464056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-c5ee98c6-2c8f-4e6d-90e2-707d6aeec901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:19.466262 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-c5ee98c6-2c8f-4e6d-90e2-707d6aeec901 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.2002943 Nov 24 12:54:19.515172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-08e3d42f-b833-4b88-93a6-2f00eec5b11a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396798 Nov 24 12:54:19.571065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Network 21d92584-cfa0-4312-b71c-31955e8e539c is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:19.574578 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:19.654447 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-7400f249-c106-47eb-95f1-9fb99bc75aaa service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204958 Nov 24 12:54:19.678343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device e1618b25-001b-49b7-9e17-f9525960c1ee not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:54:19.723117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-a80ea2d1-d05e-46be-89d2-278f01632bfc service neutron] 10.222.0.46 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663074 Nov 24 12:54:19.801549 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:19.819129 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b326b5d-cc8b-4a0d-afb5-04c7cc9003b6 req-f6a2db5d-99ad-4088-9252-16db9eb89f5d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499177 Nov 24 12:54:19.855606 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b4087-f003-45ef-9547-50892da8018f req-81e6b6e3-b4fb-48cd-8dcb-14b261057c4f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:19.863813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 208a7ff8-9fac-48c2-b52e-df0ec54d5fee, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=208a7ff8-9fac-48c2-b52e-df0ec54d5fee,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:19.872653 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c64b4087-f003-45ef-9547-50892da8018f req-81e6b6e3-b4fb-48cd-8dcb-14b261057c4f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 944 time: 0.3275332 Nov 24 12:54:19.881283 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:19.882525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 39af1843-d5d7-4716-8ae1-24387afd0bfa up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:20.007960 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-2cbdc398-ea74-4be7-93fe-fb22dc11add5 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362117 Nov 24 12:54:20.010324 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c64b4087-f003-45ef-9547-50892da8018f req-0035da8f-6883-4508-9391-6e116cd284dc tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393926 Nov 24 12:54:20.028835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36d9e350-43bb-4359-94e2-d499394b4e0d req-51d03c05-5f7b-48aa-8489-07ae4a6e99da service neutron] 10.222.0.46 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903118 Nov 24 12:54:20.061829 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-be08f8ab-d974-4c0c-ab35-6e75b5dfcbda None None] Provisioning complete for port cf5b9adb-d86b-480d-9a96-f674994f1097 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:20.062205 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-be08f8ab-d974-4c0c-ab35-6e75b5dfcbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:20.072056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Router 3b24b79d-e5dc-41f3-bf75-dfb38464768e has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:54:20.113579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 39af1843-d5d7-4716-8ae1-24387afd0bfa triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:20.113952 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:20.116583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=208a7ff8-9fac-48c2-b52e-df0ec54d5fee,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:20.144639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-be08f8ab-d974-4c0c-ab35-6e75b5dfcbda None None] Port cf5b9adb-d86b-480d-9a96-f674994f1097 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:54:20.277033 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:20.286810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63d444-dd66-4a31-ac74-8f143e644bd5 req-47025337-773c-4020-a295-8e8d1abdc0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:20.288550 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd63d444-dd66-4a31-ac74-8f143e644bd5 req-47025337-773c-4020-a295-8e8d1abdc0d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd50571c118e4cfcafa32b2933956cff&device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 1095 time: 0.1484706 Nov 24 12:54:20.335392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 39af1843-d5d7-4716-8ae1-24387afd0bfa, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=39af1843-d5d7-4716-8ae1-24387afd0bfa,segment=NetworkSegment(4173f5cb-2e2c-4863-affa-f3fca98f76f8),segment_id=4173f5cb-2e2c-4863-affa-f3fca98f76f8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:20.345356 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:20.404905 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:54:20.420779 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d8ab788e-ebdc-4d96-9869-9b38bab48318 admin admin] 10.222.0.48 "PUT /v2.0/routers/3b24b79d-e5dc-41f3-bf75-dfb38464768e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3910494 Nov 24 12:54:20.458222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53096) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:20.475047 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=39af1843-d5d7-4716-8ae1-24387afd0bfa,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:20.498067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a953a90-c72a-4301-aa4b-ef73646f9dfc req-cc5c5e2f-f7d1-4029-a413-cec10f496697 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:20.499743 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5a953a90-c72a-4301-aa4b-ef73646f9dfc req-cc5c5e2f-f7d1-4029-a413-cec10f496697 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.2315993 Nov 24 12:54:20.537868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-31391dad-f042-4768-82fd-34900a2c74a4 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:20.539352 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-31391dad-f042-4768-82fd-34900a2c74a4 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4&tenant_id=6441bea1ed3547598abd90d1c2c0a634&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 1096 time: 0.1440110 Nov 24 12:54:20.581717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63d444-dd66-4a31-ac74-8f143e644bd5 req-34e6c601-5a7d-4adc-ab6d-e84e712a2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:20.583297 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd63d444-dd66-4a31-ac74-8f143e644bd5 req-34e6c601-5a7d-4adc-ab6d-e84e712a2359 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e5be598-6b7b-4f5e-bb46-ef64b873f608 HTTP/1.1" status: 200 len: 921 time: 0.2749734 Nov 24 12:54:20.630045 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1956553898-network', 'tenant_id': '125c890e75604473b51a32947b0e1a19'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:20.639045 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53102) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:20.646867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd63d444-dd66-4a31-ac74-8f143e644bd5 req-e458de09-4011-48ed-bcbc-9065a67c6773 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26120c77-d131-4141-bb35-4344dc1178f3 HTTP/1.1" status: 200 len: 217 time: 0.0480692 Nov 24 12:54:20.665234 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] Made reservation on behalf of 125c890e75604473b51a32947b0e1a19 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:20.668630 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:20.679164 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:20.713406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5a953a90-c72a-4301-aa4b-ef73646f9dfc req-77e1dac1-e606-45ff-ba65-6d17943e9f24 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969962 Nov 24 12:54:20.719920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-78f27ce4-6a1c-4844-bc7b-99a2844fa488 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1983992312'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:20.731501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63d444-dd66-4a31-ac74-8f143e644bd5 req-9b19f36e-6b64-44e5-bdcc-68e27c7ce3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:20.733638 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd63d444-dd66-4a31-ac74-8f143e644bd5 req-9b19f36e-6b64-44e5-bdcc-68e27c7ce3a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02605622-5afa-48d6-b786-b438e7e0676a HTTP/1.1" status: 200 len: 860 time: 0.0749857 Nov 24 12:54:20.769493 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f27ce4-6a1c-4844-bc7b-99a2844fa488 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:20.774417 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-78f27ce4-6a1c-4844-bc7b-99a2844fa488 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:20.792906 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7bff-221a-4256-aabe-7879141ba46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:20.809764 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd63d444-dd66-4a31-ac74-8f143e644bd5 req-1fdf42a8-c988-4458-bbd9-69a571ae7cee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e5be598-6b7b-4f5e-bb46-ef64b873f608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683622 Nov 24 12:54:20.810546 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:20.821499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f27ce4-6a1c-4844-bc7b-99a2844fa488 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:54:20.827600 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:20.852135 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-78f27ce4-6a1c-4844-bc7b-99a2844fa488 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:20.852490 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-78f27ce4-6a1c-4844-bc7b-99a2844fa488 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Added segment 22bd3c61-7891-4272-9a76-e913a8da32f0 of type vlan for network d353e6c3-876a-4980-9eb8-fb0b46812616 Nov 24 12:54:20.877495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:54:20.883617 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f4b385-e044-4c1c-8f51-6cd7d5887c9b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:20.907238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-fe54584c-9a96-46a4-ac0c-83a82c1c5471 service neutron] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:20.914812 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-fe54584c-9a96-46a4-ac0c-83a82c1c5471 service neutron] Publish callbacks [] for binding, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:20.916209 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f794e22c-fa15-497e-8fa9-314cdc0d7fe7 req-fe54584c-9a96-46a4-ac0c-83a82c1c5471 service neutron] 10.222.0.59 "DELETE /v2.0/ports/e1618b25-001b-49b7-9e17-f9525960c1ee/bindings/n-h1-817303-4 HTTP/1.1" status: 204 len: 173 time: 0.3633280 Nov 24 12:54:20.925054 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:20.925408 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] Added segment d76f0490-0f66-4dd6-9f40-44426620b7f5 of type vlan for network 8d981ae7-714a-4b9d-9590-20a0847d31fb Nov 24 12:54:20.936272 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-78f27ce4-6a1c-4844-bc7b-99a2844fa488 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:20.980987 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd63d444-dd66-4a31-ac74-8f143e644bd5 req-199a173e-31b9-495f-84ef-8de6e4620f1e service neutron] 10.222.0.46 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425080 Nov 24 12:54:20.987190 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:21.064042 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-78f27ce4-6a1c-4844-bc7b-99a2844fa488 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:21.070930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f27ce4-6a1c-4844-bc7b-99a2844fa488 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:21.071627 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-78f27ce4-6a1c-4844-bc7b-99a2844fa488 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:21.078061 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 208a7ff8-9fac-48c2-b52e-df0ec54d5fee up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:21.097299 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:21.098445 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:21.099216 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:21.136324 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-78f27ce4-6a1c-4844-bc7b-99a2844fa488 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4962130 Nov 24 12:54:21.143925 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53112) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:21.159225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-208cd268-4429-47ba-9a01-376a78f9b18e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Request body: {'subnet': {'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:21.180304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 208a7ff8-9fac-48c2-b52e-df0ec54d5fee triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:21.180971 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:21.214285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd63d444-dd66-4a31-ac74-8f143e644bd5 req-a311cff6-3a30-4ba7-bdb7-99bd9084818f service neutron] 10.222.0.46 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301910 Nov 24 12:54:21.258826 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7988682 Nov 24 12:54:21.275547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb01c6-9439-4fca-b7e4-cbee1921dd1b req-82136b65-b549-4ca9-8e64-388af57efc91 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:21.277102 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-acdb01c6-9439-4fca-b7e4-cbee1921dd1b req-82136b65-b549-4ca9-8e64-388af57efc91 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 945 time: 0.2533224 Nov 24 12:54:21.277600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53114) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:21.283343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 39af1843-d5d7-4716-8ae1-24387afd0bfa up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:21.290733 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f27ce4-6a1c-4844-bc7b-99a2844fa488 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event updated for resources: {'Network': ['ID=d353e6c3-876a-4980-9eb8-fb0b46812616,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:21.296741 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c2acd973-caa0-42f4-92ff-2d3c657969e7 admin admin] Request body: {'subnet': {'network_id': '8d981ae7-714a-4b9d-9590-20a0847d31fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956553898-subnet', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:21.331925 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791e6e3-25a0-4d8a-b6b3-d5e12cdb9407 req-6e516738-75c8-4261-b950-fe60a5b8b2c6 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:21.339788 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6791e6e3-25a0-4d8a-b6b3-d5e12cdb9407 req-6e516738-75c8-4261-b950-fe60a5b8b2c6 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 944 time: 0.1945322 Nov 24 12:54:21.356933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network d353e6c3-876a-4980-9eb8-fb0b46812616 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:54:21.489653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6791e6e3-25a0-4d8a-b6b3-d5e12cdb9407 req-a7ba6775-a309-44e7-953f-ac3edc5b81d0 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184738 Nov 24 12:54:21.492068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 39af1843-d5d7-4716-8ae1-24387afd0bfa triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:21.492446 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:21.511460 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208cd268-4429-47ba-9a01-376a78f9b18e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:21.517154 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-208cd268-4429-47ba-9a01-376a78f9b18e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:21.535151 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-acdb01c6-9439-4fca-b7e4-cbee1921dd1b req-7b34c145-1b19-4dd1-86f8-c4b909b6ff1b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419393 Nov 24 12:54:21.536116 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2acd973-caa0-42f4-92ff-2d3c657969e7 admin admin] Made reservation on behalf of 125c890e75604473b51a32947b0e1a19 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:21.539287 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2acd973-caa0-42f4-92ff-2d3c657969e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:21.543225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a6c19-7569-41c3-b41e-bfc6ea354266 admin admin] Pushing event updated for resources: {'Network': ['ID=8d981ae7-714a-4b9d-9590-20a0847d31fb,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:21.556122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 8d981ae7-714a-4b9d-9590-20a0847d31fb details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:54:21.889887 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2acd973-caa0-42f4-92ff-2d3c657969e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:21.892161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf1ffe-f0c5-483c-aaa0-8986444759d5 req-a8a7618b-2ff5-4160-b9d9-fb480b9d98e7 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:21.894449 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cbdf1ffe-f0c5-483c-aaa0-8986444759d5 req-a8a7618b-2ff5-4160-b9d9-fb480b9d98e7 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 1096 time: 0.1069045 Nov 24 12:54:21.938806 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-208cd268-4429-47ba-9a01-376a78f9b18e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:21.979508 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acd973-caa0-42f4-92ff-2d3c657969e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30861d6-6a80-4bc2-87fa-427c2dbe15af,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:21.996427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d192d65-36f9-480f-b41e-84250ea09ad3 req-9b3bfdbf-265a-4f21-91ef-1aa913e1ada1 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:21.998164 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cbdf1ffe-f0c5-483c-aaa0-8986444759d5 req-6e4f7931-8667-4c05-a5aa-270a42bef6bb tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966043 Nov 24 12:54:21.998488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1d192d65-36f9-480f-b41e-84250ea09ad3 req-9b3bfdbf-265a-4f21-91ef-1aa913e1ada1 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.1221683 Nov 24 12:54:22.059697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2acd973-caa0-42f4-92ff-2d3c657969e7 admin admin] Checking segment: {'id': 'd76f0490-0f66-4dd6-9f40-44426620b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d981ae7-714a-4b9d-9590-20a0847d31fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:22.059697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2acd973-caa0-42f4-92ff-2d3c657969e7 admin admin] Network hostable DHCP agents. Network: 8d981ae7-714a-4b9d-9590-20a0847d31fb, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:54:22.081531 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cd268-4429-47ba-9a01-376a78f9b18e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event updated for resources: {'Subnet': ['ID=ddb0e483-0105-414c-a773-8c198011f9aa,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:22.097645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208cd268-4429-47ba-9a01-376a78f9b18e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Checking segment: {'id': '22bd3c61-7891-4272-9a76-e913a8da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:22.098330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208cd268-4429-47ba-9a01-376a78f9b18e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Network hostable DHCP agents. Network: d353e6c3-876a-4980-9eb8-fb0b46812616, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:54:22.105088 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1d192d65-36f9-480f-b41e-84250ea09ad3 req-70cda643-cc9d-4cf8-ab36-124e5a88c1a0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845861 Nov 24 12:54:22.114029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2acd973-caa0-42f4-92ff-2d3c657969e7 admin admin] Network 8d981ae7-714a-4b9d-9590-20a0847d31fb is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:54:22.126691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c2acd973-caa0-42f4-92ff-2d3c657969e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 8d981ae7-714a-4b9d-9590-20a0847d31fb) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:22.138423 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512c3032-2590-4797-a14e-734079a0275b None None] Network 8d981ae7-714a-4b9d-9590-20a0847d31fb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:54:22.139619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2acd973-caa0-42f4-92ff-2d3c657969e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:22.140440 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2acd973-caa0-42f4-92ff-2d3c657969e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:22.145105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208cd268-4429-47ba-9a01-376a78f9b18e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Network d353e6c3-876a-4980-9eb8-fb0b46812616 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:54:22.153233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-208cd268-4429-47ba-9a01-376a78f9b18e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, d353e6c3-876a-4980-9eb8-fb0b46812616) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:22.159176 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c2acd973-caa0-42f4-92ff-2d3c657969e7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8696864 Nov 24 12:54:22.164478 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53130) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:22.171767 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1956553898-router', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:22.175821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208cd268-4429-47ba-9a01-376a78f9b18e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:22.176583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-208cd268-4429-47ba-9a01-376a78f9b18e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:22.180740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eca6b47-d9c6-4988-b69a-fcf9cdedd909 None None] Network d353e6c3-876a-4980-9eb8-fb0b46812616 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:54:22.216336 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:22.217551 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:22.229704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-208cd268-4429-47ba-9a01-376a78f9b18e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0774641 Nov 24 12:54:22.230051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53134) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:22.238261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-54153126-fe66-413f-99e3-76549ba294bb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1520367322'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:22.282370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54153126-fe66-413f-99e3-76549ba294bb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:22.285897 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-54153126-fe66-413f-99e3-76549ba294bb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:22.316446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Sync routers for ids ['3b24b79d-e5dc-41f3-bf75-dfb38464768e'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:54:22.340308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:22.349110 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54153126-fe66-413f-99e3-76549ba294bb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:54:22.383429 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Routers {'3b24b79d-e5dc-41f3-bf75-dfb38464768e'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:22.384200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b24b79d-e5dc-41f3-bf75-dfb38464768e'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:22.423982 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-54153126-fe66-413f-99e3-76549ba294bb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:22.423982 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-54153126-fe66-413f-99e3-76549ba294bb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Added segment 84b36b5c-5824-47b5-a87b-d4f2d7875721 of type vlan for network 38d3cd32-59b1-4e74-ba98-11a0669d7f73 Nov 24 12:54:22.503187 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-54153126-fe66-413f-99e3-76549ba294bb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:22.535248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-02044055-26b6-4f64-8d06-2cea2320d3ce tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:22.537248 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-02044055-26b6-4f64-8d06-2cea2320d3ce tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 807 time: 0.2191079 Nov 24 12:54:22.560919 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-dbf70592-4155-46a9-9f94-ae4d60e0deb0 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/quotas/6441bea1ed3547598abd90d1c2c0a634 HTTP/1.1" status: 200 len: 375 time: 0.0152099 Nov 24 12:54:22.614441 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-54153126-fe66-413f-99e3-76549ba294bb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:22.621201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54153126-fe66-413f-99e3-76549ba294bb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:22.621747 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-54153126-fe66-413f-99e3-76549ba294bb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:22.641371 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:22.687948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79248e49-40d2-4c5c-8596-a8da658d803a req-4d586a6a-131c-4cc2-be0d-a4ecd9c00401 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:22.691854 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79248e49-40d2-4c5c-8596-a8da658d803a req-4d586a6a-131c-4cc2-be0d-a4ecd9c00401 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 944 time: 0.0880542 Nov 24 12:54:22.692853 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-67e9621f-4945-48a7-9521-8469b48237c7 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217248 Nov 24 12:54:22.757377 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79248e49-40d2-4c5c-8596-a8da658d803a req-5893e3a6-9352-4331-8725-a731be86e74a tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542803 Nov 24 12:54:22.793767 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-54153126-fe66-413f-99e3-76549ba294bb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5548215 Nov 24 12:54:22.821224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53150) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:22.827506 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e45743e9-c890-413a-a3f2-cc423ca50741 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Request body: {'subnet': {'network_id': '38d3cd32-59b1-4e74-ba98-11a0669d7f73', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:22.846939 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-8d981ae7-714a-4b9d-9590-20a0847d31fb', 'network_id': '8d981ae7-714a-4b9d-9590-20a0847d31fb', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'fixed_ips': [{'subnet_id': 'c30861d6-6a80-4bc2-87fa-427c2dbe15af'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:54:22.848103 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:22.854447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Set router 3b24b79d-e5dc-41f3-bf75-dfb38464768e gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:22.894843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-d353e6c3-876a-4980-9eb8-fb0b46812616', 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'fixed_ips': [{'subnet_id': 'ddb0e483-0105-414c-a773-8c198011f9aa'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:54:22.896574 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:22.919730 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54153126-fe66-413f-99e3-76549ba294bb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event updated for resources: {'Network': ['ID=38d3cd32-59b1-4e74-ba98-11a0669d7f73,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:22.945835 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 38d3cd32-59b1-4e74-ba98-11a0669d7f73 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:54:22.962263 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-912cb717-ee96-42c0-8158-d119767cdc7e service neutron] 10.222.0.48 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671721 Nov 24 12:54:22.975916 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45743e9-c890-413a-a3f2-cc423ca50741 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:22.981360 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e45743e9-c890-413a-a3f2-cc423ca50741 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:23.090411 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:23.118359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:23.142576 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-5eef1809-7c4f-412b-884f-00f1a5d06293 service neutron] 10.222.0.48 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559942 Nov 24 12:54:23.360117 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2511721d-affc-4ac8-9882-d08534a4c24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:23.367961 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e45743e9-c890-413a-a3f2-cc423ca50741 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:23.370816 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631e70b-95eb-4ca4-a745-fbeba989360e req-6395ae26-eb51-40f6-b307-801ae32052f3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:23.377849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5631e70b-95eb-4ca4-a745-fbeba989360e req-6395ae26-eb51-40f6-b307-801ae32052f3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.1426718 Nov 24 12:54:23.388878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Allocated IP 172.20.0.2 (8d981ae7-714a-4b9d-9590-20a0847d31fb/c30861d6-6a80-4bc2-87fa-427c2dbe15af/90fc0352-afbe-4ddf-af48-2662c7d4b75e) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:23.405616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Allocated IP 19.80.0.2 (d353e6c3-876a-4980-9eb8-fb0b46812616/ddb0e483-0105-414c-a773-8c198011f9aa/53d72601-8d4f-4a05-b9b1-e0ea6d3d5445) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:23.479099 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45743e9-c890-413a-a3f2-cc423ca50741 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Checking segment: {'id': '84b36b5c-5824-47b5-a87b-d4f2d7875721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '38d3cd32-59b1-4e74-ba98-11a0669d7f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:23.479446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45743e9-c890-413a-a3f2-cc423ca50741 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Network hostable DHCP agents. Network: 38d3cd32-59b1-4e74-ba98-11a0669d7f73, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:54:23.486073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45743e9-c890-413a-a3f2-cc423ca50741 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event updated for resources: {'Subnet': ['ID=da1033dd-2b8e-4498-818b-7e1aa5bbebf0,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:23.496244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Allocated IP 172.25.0.241 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/51fe194e-a744-4060-aa9e-d72a7208ebf1) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:23.508358 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45743e9-c890-413a-a3f2-cc423ca50741 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Network 38d3cd32-59b1-4e74-ba98-11a0669d7f73 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:54:23.541066 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e45743e9-c890-413a-a3f2-cc423ca50741 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 38d3cd32-59b1-4e74-ba98-11a0669d7f73) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:23.554367 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45743e9-c890-413a-a3f2-cc423ca50741 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:23.555670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 26120c77-d131-4141-bb35-4344dc1178f3 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:54:23.557877 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e45743e9-c890-413a-a3f2-cc423ca50741 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:23.563710 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661031d7-6c03-4d88-9a0e-d4026b847904 None None] Network 38d3cd32-59b1-4e74-ba98-11a0669d7f73 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:54:23.568599 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5631e70b-95eb-4ca4-a745-fbeba989360e req-03c9d2f4-6af2-4b24-9164-a4eef622a201 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892500 Nov 24 12:54:23.597777 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e45743e9-c890-413a-a3f2-cc423ca50741 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7751818 Nov 24 12:54:23.684318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30d92b64-1a3e-41d1-be67-f6b6c57e3207 req-388e8738-5f99-4617-881a-4bf58dce3aab tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 210 time: 0.0820291 Nov 24 12:54:23.747156 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.resource_extend [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 12:54:23.835609 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:23.986757 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-38d3cd32-59b1-4e74-ba98-11a0669d7f73', 'network_id': '38d3cd32-59b1-4e74-ba98-11a0669d7f73', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'fixed_ips': [{'subnet_id': 'da1033dd-2b8e-4498-818b-7e1aa5bbebf0'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:54:23.987917 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:23.999226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-bb4dacb9-de85-442d-a363-9fee7d57a7e8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:23.999631 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073c451-1a85-47ea-9066-d2147f1fcd0b req-1792af0e-6e3f-4217-9e3a-afbd98b4d483 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:24.006593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-bb4dacb9-de85-442d-a363-9fee7d57a7e8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:24.008028 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9073c451-1a85-47ea-9066-d2147f1fcd0b req-1792af0e-6e3f-4217-9e3a-afbd98b4d483 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 944 time: 0.0881135 Nov 24 12:54:24.014945 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-bb4dacb9-de85-442d-a363-9fee7d57a7e8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/networks?id=d353e6c3-876a-4980-9eb8-fb0b46812616&id=38d3cd32-59b1-4e74-ba98-11a0669d7f73&id=d353e6c3-876a-4980-9eb8-fb0b46812616 HTTP/1.1" status: 200 len: 1392 time: 0.2271647 Nov 24 12:54:24.034825 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-2b7b0447-c076-4d28-8451-a4ddf206fa16 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/quotas/0ce15217cb16467ab78bae2368c56eb8 HTTP/1.1" status: 200 len: 375 time: 0.0191536 Nov 24 12:54:24.038428 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:24.081131 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9073c451-1a85-47ea-9066-d2147f1fcd0b req-b4aa274a-405c-4052-ac8a-280a7e5c5445 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720134 Nov 24 12:54:24.119686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:24.147467 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-51bb7973-b024-45c6-a56b-1078b8ce4061 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ce15217cb16467ab78bae2368c56eb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116216 Nov 24 12:54:24.149481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:24.159742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:24.197807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Pushing event updated for resources: {'Port': ['ID=51fe194e-a744-4060-aa9e-d72a7208ebf1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:24.244531 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Allocated IP 19.86.0.2 (38d3cd32-59b1-4e74-ba98-11a0669d7f73/da1033dd-2b8e-4498-818b-7e1aa5bbebf0/532f3e0a-53cb-4dcb-b948-236d21ed3021) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:24.318773 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:24.364931 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:24.374381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'name': 'tempest-ServersTestMultiNic-1845800559-router', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:09Z', 'updated_at': '2021-11-24T12:54:18Z', 'revision_number': 4, 'project_id': '0ce15217cb16467ab78bae2368c56eb8', 'gw_port': {'id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:12Z', 'updated_at': '2021-11-24T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cf5b9adb-d86b-480d-9a96-f674994f1097', 'name': '', 'network_id': '21d92584-cfa0-4312-b71c-31955e8e539c', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'mac_address': 'fa:16:3e:1d:5e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9bc7e93b-5cc5-40ae-b1b1-79fa27041fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:16Z', 'updated_at': '2021-11-24T12:54:18Z', 'revision_number': 2, 'project_id': '0ce15217cb16467ab78bae2368c56eb8', 'subnets': [{'id': '9bc7e93b-5cc5-40ae-b1b1-79fa27041fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:24.413461 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Checking router: 3b24b79d-e5dc-41f3-bf75-dfb38464768e for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:54:24.413675 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Updating router 3b24b79d-e5dc-41f3-bf75-dfb38464768e port cf5b9adb-d86b-480d-9a96-f674994f1097 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:54:24.415979 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:24.531978 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 26120c77-d131-4141-bb35-4344dc1178f3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=26120c77-d131-4141-bb35-4344dc1178f3,segment=NetworkSegment(4173f5cb-2e2c-4863-affa-f3fca98f76f8),segment_id=4173f5cb-2e2c-4863-affa-f3fca98f76f8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:24.556931 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:24.562634 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Network 8d981ae7-714a-4b9d-9590-20a0847d31fb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:24.570320 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:24.586061 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:24.594873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '26120c77-d131-4141-bb35-4344dc1178f3', 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'port_id': '26120c77-d131-4141-bb35-4344dc1178f3', 'mac_address': 'fa:16:3e:2d:65:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02605622-5afa-48d6-b786-b438e7e0676a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:54:24.597012 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:24.601920 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:24.609737 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Pushing event updated for resources: {'Port': ['ID=90fc0352-afbe-4ddf-af48-2662c7d4b75e,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:24.777599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d8cde-3f97-4cce-b5a1-e1ce2714e9d2 req-37b56683-bfa2-4aeb-803d-903536c6cbb7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:24.790335 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b80d8cde-3f97-4cce-b5a1-e1ce2714e9d2 req-37b56683-bfa2-4aeb-803d-903536c6cbb7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.0984497 Nov 24 12:54:24.792492 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-9dded5d0-b311-47bf-96d6-959835f385dd service neutron] 10.222.0.48 "GET /v2.0/networks/d353e6c3-876a-4980-9eb8-fb0b46812616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441686 Nov 24 12:54:24.878136 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b80d8cde-3f97-4cce-b5a1-e1ce2714e9d2 req-575d710a-9e2c-4113-82a4-8403d05e808c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839083 Nov 24 12:54:24.900766 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Network d353e6c3-876a-4980-9eb8-fb0b46812616 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:24.929311 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:24.964524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:25.008636 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.058257 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.064964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Attempting to bind port 90fc0352-afbe-4ddf-af48-2662c7d4b75e on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:25.065473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Attempting to bind port 90fc0352-afbe-4ddf-af48-2662c7d4b75e by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'd76f0490-0f66-4dd6-9f40-44426620b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d981ae7-714a-4b9d-9590-20a0847d31fb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:25.065794 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Attempting to bind port 90fc0352-afbe-4ddf-af48-2662c7d4b75e on network 8d981ae7-714a-4b9d-9590-20a0847d31fb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:25.071446 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-54618334-4f8b-4b10-a3bc-ffaeb64f842e service neutron] show failed (client error): The resource could not be found. Nov 24 12:54:25.073355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26120c77-d131-4141-bb35-4344dc1178f3 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:25.073600 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-54618334-4f8b-4b10-a3bc-ffaeb64f842e service neutron] 10.222.0.46 "GET /v2.0/ports/f26efa01-e968-426a-b638-f4870eeeeaf6/bindings/n-h2-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.1470528 Nov 24 12:54:25.080900 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-491b2d75-1f49-4213-a5bf-908c1e915f3f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:25.082390 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-491b2d75-1f49-4213-a5bf-908c1e915f3f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.46 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 807 time: 0.1902122 Nov 24 12:54:25.096221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 26120c77-d131-4141-bb35-4344dc1178f3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=26120c77-d131-4141-bb35-4344dc1178f3,segment=NetworkSegment(4173f5cb-2e2c-4863-affa-f3fca98f76f8),segment_id=4173f5cb-2e2c-4863-affa-f3fca98f76f8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:25.111249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:25.111249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Checking segment: {'id': 'd76f0490-0f66-4dd6-9f40-44426620b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d981ae7-714a-4b9d-9590-20a0847d31fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:25.111249 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.111249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Bound using segment: {'id': 'd76f0490-0f66-4dd6-9f40-44426620b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d981ae7-714a-4b9d-9590-20a0847d31fb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:25.111249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Bound port: 90fc0352-afbe-4ddf-af48-2662c7d4b75e, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76f0490-0f66-4dd6-9f40-44426620b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d981ae7-714a-4b9d-9590-20a0847d31fb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:25.111249 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.112200 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-c157c464-b887-4b40-884e-369bc206d7b6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Request body: {'port': {'device_id': '4786e185-9e2e-409d-98e6-c1aed4a1c9f3', 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f', 'admin_state_up': True, 'tenant_id': '6441bea1ed3547598abd90d1c2c0a634'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:25.126000 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.156116 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35c1a380-5ab4-42cd-836c-3170046a3de8 req-c505194c-fddd-4fe0-a322-3163d943e202 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 210 time: 0.0543475 Nov 24 12:54:25.178899 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.180545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Pushing event updated for resources: {'Port': ['ID=53d72601-8d4f-4a05-b9b1-e0ea6d3d5445,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:25.213885 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-ce164394-a64a-476d-99f0-d305a9abf7c7 service neutron] 10.222.0.48 "GET /v2.0/networks/d353e6c3-876a-4980-9eb8-fb0b46812616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201994 Nov 24 12:54:25.276006 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Network 38d3cd32-59b1-4e74-ba98-11a0669d7f73 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:25.315055 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:25.334890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:25.352611 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.390203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b2b02-5e2b-4541-9124-9ec5076294cc req-e068986b-86e1-44e8-91de-24fe46815682 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:25.407601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['26120c77-d131-4141-bb35-4344dc1178f3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:54:25.408564 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-705b2b02-5e2b-4541-9124-9ec5076294cc req-e068986b-86e1-44e8-91de-24fe46815682 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 945 time: 0.1207969 Nov 24 12:54:25.472945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Attempting to bind port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:25.473331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Attempting to bind port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '22bd3c61-7891-4272-9a76-e913a8da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:25.473684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Attempting to bind port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 on network d353e6c3-876a-4980-9eb8-fb0b46812616 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:25.485290 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-705b2b02-5e2b-4541-9124-9ec5076294cc req-b8d9d775-1a88-46f8-924e-9b72ec6f4404 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755618 Nov 24 12:54:25.511057 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Pushing event updated for resources: {'Port': ['ID=532f3e0a-53cb-4dcb-b948-236d21ed3021,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:25.523870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-c885986d-149f-4ec3-9c2f-a4356eb6c01a service neutron] 10.222.0.48 "GET /v2.0/networks/38d3cd32-59b1-4e74-ba98-11a0669d7f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032365 Nov 24 12:54:25.543460 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-933263a5-5d92-40d5-9748-f71314025eec None None] For port 90fc0352-afbe-4ddf-af48-2662c7d4b75e, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:25.548054 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:25.548679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Checking segment: {'id': '22bd3c61-7891-4272-9a76-e913a8da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:25.549280 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.549846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Bound using segment: {'id': '22bd3c61-7891-4272-9a76-e913a8da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:25.550500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Bound port: 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bd3c61-7891-4272-9a76-e913a8da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:25.551059 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.571895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-336dd60f-ccb5-451b-9b0e-62e4dd8bcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:25.573404 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-336dd60f-ccb5-451b-9b0e-62e4dd8bcd2f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046&tenant_id=68aba327b1424d85a8e6810a5bcc2328 HTTP/1.1" status: 200 len: 1101 time: 0.1673543 Nov 24 12:54:25.602167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-c157c464-b887-4b40-884e-369bc206d7b6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Made reservation on behalf of 6441bea1ed3547598abd90d1c2c0a634 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:25.605701 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-c157c464-b887-4b40-884e-369bc206d7b6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.620067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:25.620633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Attempting to bind port 532f3e0a-53cb-4dcb-b948-236d21ed3021 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:25.621050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Attempting to bind port 532f3e0a-53cb-4dcb-b948-236d21ed3021 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '84b36b5c-5824-47b5-a87b-d4f2d7875721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '38d3cd32-59b1-4e74-ba98-11a0669d7f73'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:25.621416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Attempting to bind port 532f3e0a-53cb-4dcb-b948-236d21ed3021 on network 38d3cd32-59b1-4e74-ba98-11a0669d7f73 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:25.630753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-933263a5-5d92-40d5-9748-f71314025eec None None] For port 90fc0352-afbe-4ddf-af48-2662c7d4b75e, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=90fc0352-afbe-4ddf-af48-2662c7d4b75e,segment=NetworkSegment(d76f0490-0f66-4dd6-9f40-44426620b7f5),segment_id=d76f0490-0f66-4dd6-9f40-44426620b7f5)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:25.655693 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.657745 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:25.658121 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Checking segment: {'id': '84b36b5c-5824-47b5-a87b-d4f2d7875721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '38d3cd32-59b1-4e74-ba98-11a0669d7f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:25.658977 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.658977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Bound using segment: {'id': '84b36b5c-5824-47b5-a87b-d4f2d7875721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '38d3cd32-59b1-4e74-ba98-11a0669d7f73'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:25.659371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Bound port: 532f3e0a-53cb-4dcb-b948-236d21ed3021, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b36b5c-5824-47b5-a87b-d4f2d7875721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '38d3cd32-59b1-4e74-ba98-11a0669d7f73'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:25.659748 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.767062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=26120c77-d131-4141-bb35-4344dc1178f3,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:25.792171 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-87070858-c600-4134-ae15-0c5030215e6b service neutron] 10.222.0.48 "GET /v2.0/networks/38d3cd32-59b1-4e74-ba98-11a0669d7f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562819 Nov 24 12:54:25.847173 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.856153 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:25.930052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] For port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:25.992541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933263a5-5d92-40d5-9748-f71314025eec None None] Pushing event updated for resources: {'Port': ['ID=90fc0352-afbe-4ddf-af48-2662c7d4b75e,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:25.998382 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] For port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=53d72601-8d4f-4a05-b9b1-e0ea6d3d5445,segment=NetworkSegment(22bd3c61-7891-4272-9a76-e913a8da32f0),segment_id=22bd3c61-7891-4272-9a76-e913a8da32f0)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:26.015341 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:26.019016 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:26.021828 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] For port 532f3e0a-53cb-4dcb-b948-236d21ed3021, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:26.042048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] For port 532f3e0a-53cb-4dcb-b948-236d21ed3021, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=532f3e0a-53cb-4dcb-b948-236d21ed3021,segment=NetworkSegment(84b36b5c-5824-47b5-a87b-d4f2d7875721),segment_id=84b36b5c-5824-47b5-a87b-d4f2d7875721)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:26.093444 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:26.107951 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:26.145274 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:26.155352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4554a15-d2b3-41cd-aa40-f5168d0249cb req-28ec0d3f-6f2c-4c54-b5e3-50ad6543fd96 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:26.172589 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e51cbf-df10-438d-88af-725f4c7bd7a4 None None] Pushing event updated for resources: {'Port': ['ID=53d72601-8d4f-4a05-b9b1-e0ea6d3d5445,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:26.214774 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c4554a15-d2b3-41cd-aa40-f5168d0249cb req-28ec0d3f-6f2c-4c54-b5e3-50ad6543fd96 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.1920748 Nov 24 12:54:26.256025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-c157c464-b887-4b40-884e-369bc206d7b6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Allocated IP 172.20.0.11 (a7071aec-fd43-4708-b67e-8b789798646f/e16ac887-6d5d-4c80-9e9b-ddd37d6c107e/9bbfb7ba-d2c5-452a-b615-532d07af57f0) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:26.291442 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1376b-c5bb-4108-a420-3295c5645337 None None] Pushing event updated for resources: {'Port': ['ID=532f3e0a-53cb-4dcb-b948-236d21ed3021,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:26.346456 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c4554a15-d2b3-41cd-aa40-f5168d0249cb req-1890c15e-9456-4b77-b216-0976482c96ff tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317370 Nov 24 12:54:26.407414 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Attempting to bind port cf5b9adb-d86b-480d-9a96-f674994f1097 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:26.407791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Attempting to bind port cf5b9adb-d86b-480d-9a96-f674994f1097 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'e3842c56-698c-4722-aee5-df6265b074fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '21d92584-cfa0-4312-b71c-31955e8e539c'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:26.408400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Attempting to bind port cf5b9adb-d86b-480d-9a96-f674994f1097 on network 21d92584-cfa0-4312-b71c-31955e8e539c {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:26.478408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:26.478801 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Checking segment: {'id': 'e3842c56-698c-4722-aee5-df6265b074fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '21d92584-cfa0-4312-b71c-31955e8e539c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:26.479215 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:26.479624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Bound using segment: {'id': 'e3842c56-698c-4722-aee5-df6265b074fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '21d92584-cfa0-4312-b71c-31955e8e539c'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:26.480126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Bound port: cf5b9adb-d86b-480d-9a96-f674994f1097, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3842c56-698c-4722-aee5-df6265b074fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '21d92584-cfa0-4312-b71c-31955e8e539c'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:26.480518 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:26.529348 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-4e220c00-0316-491a-9b3d-a24b00cee670 service neutron] 10.222.0.48 "GET /v2.0/networks/d353e6c3-876a-4980-9eb8-fb0b46812616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6887259 Nov 24 12:54:26.542645 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-043aa65a-7c5c-4f89-8691-77a1a6c46400 req-4ae9c70a-9950-43d4-8131-4cdf7360e43f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 210 time: 0.0466406 Nov 24 12:54:26.755883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b729e81-1a6b-4693-a794-c47a85731280 None None] Pushing event updated for resources: {'Port': ['ID=cf5b9adb-d86b-480d-9a96-f674994f1097,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:26.762198 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:26.766666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] For port cf5b9adb-d86b-480d-9a96-f674994f1097, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:26.774951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] For port cf5b9adb-d86b-480d-9a96-f674994f1097, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cf5b9adb-d86b-480d-9a96-f674994f1097,segment=NetworkSegment(e3842c56-698c-4722-aee5-df6265b074fa),segment_id=e3842c56-698c-4722-aee5-df6265b074fa)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:26.788092 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadf7ce-e6b2-4268-8516-6551727d14d9 req-f8c673eb-ad79-4176-b028-4039738e1fc5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:26.788703 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:26.789709 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4aadf7ce-e6b2-4268-8516-6551727d14d9 req-f8c673eb-ad79-4176-b028-4039738e1fc5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 945 time: 0.1091211 Nov 24 12:54:26.889137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Routers {'3b24b79d-e5dc-41f3-bf75-dfb38464768e'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:26.889811 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b24b79d-e5dc-41f3-bf75-dfb38464768e'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:26.904097 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4aadf7ce-e6b2-4268-8516-6551727d14d9 req-993565c2-f586-4e4b-9b26-b86a35be4cf1 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042256 Nov 24 12:54:27.049008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e81a7ea7-3820-416c-b8bc-5552a1e9e381 None None] Provisioning complete for port cf5b9adb-d86b-480d-9a96-f674994f1097 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:27.049451 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e81a7ea7-3820-416c-b8bc-5552a1e9e381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:27.174246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b729e81-1a6b-4693-a794-c47a85731280 None None] Pushing event updated for resources: {'Port': ['ID=cf5b9adb-d86b-480d-9a96-f674994f1097,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:27.181364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:27.202566 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-c157c464-b887-4b40-884e-369bc206d7b6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:27.258042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 90fc0352-afbe-4ddf-af48-2662c7d4b75e up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:27.344937 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-c157c464-b887-4b40-884e-369bc206d7b6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:27.405114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] Set router 3b24b79d-e5dc-41f3-bf75-dfb38464768e gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:27.470029 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e81a7ea7-3820-416c-b8bc-5552a1e9e381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:27.500311 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 26120c77-d131-4141-bb35-4344dc1178f3 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:27.574973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d41000-8c69-4531-bf9b-5c9870208dd4 req-06cbc5ad-93d3-4fea-89a6-77f709c936ab tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:27.584422 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3d41000-8c69-4531-bf9b-5c9870208dd4 req-06cbc5ad-93d3-4fea-89a6-77f709c936ab tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.1146779 Nov 24 12:54:27.639412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e81a7ea7-3820-416c-b8bc-5552a1e9e381 None None] For port cf5b9adb-d86b-480d-9a96-f674994f1097, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cf5b9adb-d86b-480d-9a96-f674994f1097,segment=NetworkSegment(e3842c56-698c-4722-aee5-df6265b074fa),segment_id=e3842c56-698c-4722-aee5-df6265b074fa)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:27.649856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02595d00-d4fe-4a7b-bfbd-e3dfa1254209 None None] Network 8d981ae7-714a-4b9d-9590-20a0847d31fb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:54:27.651638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 90fc0352-afbe-4ddf-af48-2662c7d4b75e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:27.652014 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:27.663396 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3d41000-8c69-4531-bf9b-5c9870208dd4 req-70506c83-6f3e-4128-9e27-de3e71122b32 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775080 Nov 24 12:54:27.817317 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ba04b-6ca9-4f93-9236-b97cfbc71e93 req-00528d36-2fe6-482e-a558-1151e6a66593 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:27.819948 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c7ba04b-6ca9-4f93-9236-b97cfbc71e93 req-00528d36-2fe6-482e-a558-1151e6a66593 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 932 time: 0.0650890 Nov 24 12:54:27.895362 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-c157c464-b887-4b40-884e-369bc206d7b6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Network a7071aec-fd43-4708-b67e-8b789798646f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:27.905463 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c7ba04b-6ca9-4f93-9236-b97cfbc71e93 req-00a6e60e-6512-4060-92de-f26668e02c2d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752652 Nov 24 12:54:27.917937 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-2448eefe-c012-4263-ac7a-75ce7270816f service neutron] 10.222.0.48 "GET /v2.0/networks/d353e6c3-876a-4980-9eb8-fb0b46812616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3366387 Nov 24 12:54:27.935837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-c157c464-b887-4b40-884e-369bc206d7b6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:27.946572 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-c157c464-b887-4b40-884e-369bc206d7b6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:28.040451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:28.045976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157c464-b887-4b40-884e-369bc206d7b6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Pushing event updated for resources: {'Port': ['ID=9bbfb7ba-d2c5-452a-b615-532d07af57f0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:28.058098 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Router 8abee3be-133b-42a4-9bc3-5229ea78941c is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:54:28.078220 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e81a7ea7-3820-416c-b8bc-5552a1e9e381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:28.133836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ccc31-27cf-4c8d-9624-ec6ed42984d9 req-b643d5bf-6fea-4b4d-9e9f-1dc6b5e662bf tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:28.142709 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-807ccc31-27cf-4c8d-9624-ec6ed42984d9 req-b643d5bf-6fea-4b4d-9e9f-1dc6b5e662bf tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 945 time: 0.1087065 Nov 24 12:54:28.249844 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-807ccc31-27cf-4c8d-9624-ec6ed42984d9 req-24321832-c664-4eef-85f1-1ca72a69f0ad tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060276 Nov 24 12:54:28.421096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f1c13d-4b10-48b3-89ad-b21b54c0c538 None None] Network 38d3cd32-59b1-4e74-ba98-11a0669d7f73 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:54:28.424086 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fd36edd2-210d-417b-99e6-9820bda8e89b req-6e9b2a78-b996-4e38-94cf-8c4e7904766e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 210 time: 0.0697730 Nov 24 12:54:28.457906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:28.464630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:28.467468 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b03ff9d-7c59-4e12-9988-821df0dda0c8" -d '{"events": [{"server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "name": "network-vif-unplugged", "status": "completed", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:28.481908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-c157c464-b887-4b40-884e-369bc206d7b6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:28.482550 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-c157c464-b887-4b40-884e-369bc206d7b6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:28.551322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 26120c77-d131-4141-bb35-4344dc1178f3 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:54:28.562899 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a7ea7-3820-416c-b8bc-5552a1e9e381 None None] Pushing event updated for resources: {'Port': ['ID=cf5b9adb-d86b-480d-9a96-f674994f1097,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:28.585052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-285ab469-f88a-4a61-b85a-bc2fd1a24cd3 None None] Provisioning complete for port 90fc0352-afbe-4ddf-af48-2662c7d4b75e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:28.585434 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-285ab469-f88a-4a61-b85a-bc2fd1a24cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:28.592459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 26120c77-d131-4141-bb35-4344dc1178f3 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:28.593340 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:28.594021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Transition to ACTIVE for port object f26efa01-e968-426a-b638-f4870eeeeaf6 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:54:28.600377 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-c157c464-b887-4b40-884e-369bc206d7b6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5053124 Nov 24 12:54:28.603796 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d72895-ded6-4e44-b1ed-6d60c20d1a67 x-openstack-request-id: req-29d72895-ded6-4e44-b1ed-6d60c20d1a67 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:28.604093 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "name": "network-vif-unplugged", "status": "completed", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:28.604353 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29d72895-ded6-4e44-b1ed-6d60c20d1a67 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:28.604817 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'code': 200} Nov 24 12:54:28.617975 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:28.636135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Request body: {'port': {'device_id': '4786e185-9e2e-409d-98e6-c1aed4a1c9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:28.728206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c0c9ae-0646-4c26-a4db-4ae60ad28696 None None] Network d353e6c3-876a-4980-9eb8-fb0b46812616 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:54:28.728690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:54:28.730401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Pushing event updated for resources: {'Port': ['ID=f26efa01-e968-426a-b638-f4870eeeeaf6,revision_number=6']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:28.738176 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Sync routers for ids ['8abee3be-133b-42a4-9bc3-5229ea78941c'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:54:28.749668 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Routers {'8abee3be-133b-42a4-9bc3-5229ea78941c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:28.750991 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8abee3be-133b-42a4-9bc3-5229ea78941c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:28.808076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] No DVR routers for this DVR port f26efa01-e968-426a-b638-f4870eeeeaf6 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:54:28.816679 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:28.820268 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0b029f3a-b780-486d-b09f-e9493324ede0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.6518714 Nov 24 12:54:28.825933 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53244) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:28.847592 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:28.967000 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 90fc0352-afbe-4ddf-af48-2662c7d4b75e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=90fc0352-afbe-4ddf-af48-2662c7d4b75e,segment=NetworkSegment(d76f0490-0f66-4dd6-9f40-44426620b7f5),segment_id=d76f0490-0f66-4dd6-9f40-44426620b7f5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:28.989298 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Set router 8abee3be-133b-42a4-9bc3-5229ea78941c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:29.056902 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:29.057661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 532f3e0a-53cb-4dcb-b948-236d21ed3021 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:29.067381 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:29.174143 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26ecc5-0408-41a5-8f11-ccaac6a586f5 req-b92eb6c1-cbfd-416b-b43d-2f752c5a53ff tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:29.175647 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d26ecc5-0408-41a5-8f11-ccaac6a586f5 req-b92eb6c1-cbfd-416b-b43d-2f752c5a53ff tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 932 time: 0.1359017 Nov 24 12:54:29.242527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Attempting to bind port f26efa01-e968-426a-b638-f4870eeeeaf6 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:29.242874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Attempting to bind port f26efa01-e968-426a-b638-f4870eeeeaf6 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:29.243216 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Attempting to bind port f26efa01-e968-426a-b638-f4870eeeeaf6 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:29.261031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Port f26efa01-e968-426a-b638-f4870eeeeaf6 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:54:29.261413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Attempting to bind port f26efa01-e968-426a-b638-f4870eeeeaf6 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:29.269956 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:29.270309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:29.270745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:29.271204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Bound port: f26efa01-e968-426a-b638-f4870eeeeaf6, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:29.271570 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:29.284578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915af55-3180-43e8-bdc3-384e20a68daa req-3489ec87-4a33-43f9-8062-fb2bdbdcee9f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:29.286307 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f915af55-3180-43e8-bdc3-384e20a68daa req-3489ec87-4a33-43f9-8062-fb2bdbdcee9f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 948 time: 0.3708947 Nov 24 12:54:29.376648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=90fc0352-afbe-4ddf-af48-2662c7d4b75e,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:29.440518 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956553898-router', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:22Z', 'updated_at': '2021-11-24T12:54:24Z', 'revision_number': 3, 'project_id': '125c890e75604473b51a32947b0e1a19', 'gw_port': {'id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:23Z', 'updated_at': '2021-11-24T12:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:29.441212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'name': 'tempest-ServersTestMultiNic-1845800559-router', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:09Z', 'updated_at': '2021-11-24T12:54:18Z', 'revision_number': 4, 'project_id': '0ce15217cb16467ab78bae2368c56eb8', 'gw_port': {'id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:12Z', 'updated_at': '2021-11-24T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cf5b9adb-d86b-480d-9a96-f674994f1097', 'name': '', 'network_id': '21d92584-cfa0-4312-b71c-31955e8e539c', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'mac_address': 'fa:16:3e:1d:5e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9bc7e93b-5cc5-40ae-b1b1-79fa27041fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:16Z', 'updated_at': '2021-11-24T12:54:26Z', 'revision_number': 4, 'project_id': '0ce15217cb16467ab78bae2368c56eb8', 'subnets': [{'id': '9bc7e93b-5cc5-40ae-b1b1-79fa27041fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:29.442091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:29.449605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:29.484336 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:29.552624 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:29.572446 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Checking router: 8abee3be-133b-42a4-9bc3-5229ea78941c for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:54:29.575028 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Updating router 8abee3be-133b-42a4-9bc3-5229ea78941c port 51fe194e-a744-4060-aa9e-d72a7208ebf1 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:54:29.616143 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f915af55-3180-43e8-bdc3-384e20a68daa req-4a739750-a57e-4681-8270-7be51c9485c6 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118520 Nov 24 12:54:29.632169 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-285ab469-f88a-4a61-b85a-bc2fd1a24cd3 None None] Provisioning complete for port cf5b9adb-d86b-480d-9a96-f674994f1097 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:29.632463 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-285ab469-f88a-4a61-b85a-bc2fd1a24cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:29.666118 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:29.677093 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f5c33b-1e51-46d8-b5ef-33566a461983 None None] The sync data for ids ['3b24b79d-e5dc-41f3-bf75-dfb38464768e'] in n-d-817303-4 is: [{'id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'name': 'tempest-ServersTestMultiNic-1845800559-router', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:09Z', 'updated_at': '2021-11-24T12:54:18Z', 'revision_number': 4, 'project_id': '0ce15217cb16467ab78bae2368c56eb8', 'gw_port': {'id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:12Z', 'updated_at': '2021-11-24T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cf5b9adb-d86b-480d-9a96-f674994f1097', 'name': '', 'network_id': '21d92584-cfa0-4312-b71c-31955e8e539c', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'mac_address': 'fa:16:3e:1d:5e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '9bc7e93b-5cc5-40ae-b1b1-79fa27041fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:16Z', 'updated_at': '2021-11-24T12:54:26Z', 'revision_number': 4, 'project_id': '0ce15217cb16467ab78bae2368c56eb8', 'subnets': [{'id': '9bc7e93b-5cc5-40ae-b1b1-79fa27041fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:54:29.954186 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26120c77-d131-4141-bb35-4344dc1178f3'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:29.957562 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5201cc1f-f535-4de8-801f-09d5566aa7fe" -d '{"events": [{"server_uuid": "953410c8-4fc7-43b4-9a4f-46797a4c7540", "name": "network-vif-plugged", "status": "completed", "tag": "26120c77-d131-4141-bb35-4344dc1178f3"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:30.043147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 532f3e0a-53cb-4dcb-b948-236d21ed3021 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:30.043515 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:30.187692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 26120c77-d131-4141-bb35-4344dc1178f3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=26120c77-d131-4141-bb35-4344dc1178f3,segment=NetworkSegment(4173f5cb-2e2c-4863-affa-f3fca98f76f8),segment_id=4173f5cb-2e2c-4863-affa-f3fca98f76f8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:30.227573 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:30.229220 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f26efa01-e968-426a-b638-f4870eeeeaf6 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:54:30.251934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbfb7ba-d2c5-452a-b615-532d07af57f0 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:30.280036 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:30.321474 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Transition to ACTIVE for port object 9bbfb7ba-d2c5-452a-b615-532d07af57f0 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:54:30.343965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:30.345438 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:30.353154 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] 10.222.0.59 "PUT /v2.0/ports/f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 200 len: 1096 time: 4.7339187 Nov 24 12:54:30.361586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:30.432282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0fef4c6f-956f-4687-96f3-9d864c1d7d25 None None] Provisioning complete for port 532f3e0a-53cb-4dcb-b948-236d21ed3021 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:30.432653 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0fef4c6f-956f-4687-96f3-9d864c1d7d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:30.468199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e127592-7188-4dad-81b1-4f099c02fe27 service neutron] Pushing event updated for resources: {'Port': ['ID=f26efa01-e968-426a-b638-f4870eeeeaf6,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:30.505495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1a1b5731-e5be-4be6-bd82-57701e1786c2 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:30.512478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1a1b5731-e5be-4be6-bd82-57701e1786c2 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:30.515145 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1a1b5731-e5be-4be6-bd82-57701e1786c2 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.46 "GET /v2.0/networks?id=d353e6c3-876a-4980-9eb8-fb0b46812616&id=38d3cd32-59b1-4e74-ba98-11a0669d7f73&id=d353e6c3-876a-4980-9eb8-fb0b46812616 HTTP/1.1" status: 200 len: 1392 time: 0.2787676 Nov 24 12:54:30.530592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f26efa01-e968-426a-b638-f4870eeeeaf6 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:54:30.541660 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbfb7ba-d2c5-452a-b615-532d07af57f0,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:30.551008 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-aeed59fc-0c45-40c1-8d6f-4c33d515ccad tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Request body: {'port': {'device_id': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616', 'admin_state_up': True, 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:30.575798 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5318ab-c3b8-436e-abaa-78595a685e29 req-688927cc-ee5e-40ad-b961-2cf27a6f6edb tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:30.581218 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:30.587232 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c5318ab-c3b8-436e-abaa-78595a685e29 req-688927cc-ee5e-40ad-b961-2cf27a6f6edb tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.2633448 Nov 24 12:54:30.589399 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d26ecc5-0408-41a5-8f11-ccaac6a586f5 req-0544c418-d0b0-46ff-9f54-d81f5e1f0f1d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1983490 Nov 24 12:54:30.591667 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:30.611080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-f5e529a9-2eb7-4e9f-931d-05cf6f4ab0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:30.617402 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-f5e529a9-2eb7-4e9f-931d-05cf6f4ab0c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 1099 time: 0.2196367 Nov 24 12:54:30.666616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:30.672357 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa78cd4-68c5-47d8-b26b-28751494ae7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:30.725366 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e555c-8bc7-492c-8166-b716dd41670f None None] Pushing event updated for resources: {'Port': ['ID=51fe194e-a744-4060-aa9e-d72a7208ebf1,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:30.763484 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Attempting to bind port 51fe194e-a744-4060-aa9e-d72a7208ebf1 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:30.764077 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Attempting to bind port 51fe194e-a744-4060-aa9e-d72a7208ebf1 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:30.764942 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Attempting to bind port 51fe194e-a744-4060-aa9e-d72a7208ebf1 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:30.776178 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:30.776896 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:30.777521 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:30.778157 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:30.778852 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Bound port: 51fe194e-a744-4060-aa9e-d72a7208ebf1, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:30.779464 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:30.854812 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] For port 51fe194e-a744-4060-aa9e-d72a7208ebf1, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:30.858796 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] For port 51fe194e-a744-4060-aa9e-d72a7208ebf1, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=51fe194e-a744-4060-aa9e-d72a7208ebf1,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:30.859749 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0fef4c6f-956f-4687-96f3-9d864c1d7d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:30.865939 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:30.868822 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:30.920116 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-030f67d3-58eb-4bc4-aeeb-1d77cb87aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:30.922582 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-030f67d3-58eb-4bc4-aeeb-1d77cb87aa2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2014623 Nov 24 12:54:30.931273 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-55813153-2ca3-4c74-b385-8c9b85c3e35a req-63f0bdaf-2bb4-418f-889b-3472f2dd1b36 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 210 time: 0.0466115 Nov 24 12:54:31.007948 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e555c-8bc7-492c-8166-b716dd41670f None None] Pushing event updated for resources: {'Port': ['ID=51fe194e-a744-4060-aa9e-d72a7208ebf1,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:31.012237 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 532f3e0a-53cb-4dcb-b948-236d21ed3021, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=532f3e0a-53cb-4dcb-b948-236d21ed3021,segment=NetworkSegment(84b36b5c-5824-47b5-a87b-d4f2d7875721),segment_id=84b36b5c-5824-47b5-a87b-d4f2d7875721)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:31.014072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-aeed59fc-0c45-40c1-8d6f-4c33d515ccad tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:31.026343 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-088e1090-8434-4c67-ad8c-5bd9e0f5b168 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 200 len: 217 time: 0.0752754 Nov 24 12:54:31.037786 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-aeed59fc-0c45-40c1-8d6f-4c33d515ccad tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:31.047399 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Routers {'8abee3be-133b-42a4-9bc3-5229ea78941c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:31.049816 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:31.049979 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8abee3be-133b-42a4-9bc3-5229ea78941c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:31.050579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:31.107729 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c5318ab-c3b8-436e-abaa-78595a685e29 req-05018d8b-0300-451c-abfa-528d271c3d31 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064056 Nov 24 12:54:31.162030 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=26120c77-d131-4141-bb35-4344dc1178f3,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:31.164509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:31.164943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:31.165281 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:31.177478 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:54:31.177861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:31.195451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:31.195849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:31.196233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Bound using segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:31.197399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Bound port: 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:31.197788 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:31.224865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-bd7e8fb5-cdb8-4851-a051-405e7e2cf9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:31.227731 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-bd7e8fb5-cdb8-4851-a051-405e7e2cf9cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1744192 Nov 24 12:54:31.240559 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549ca445-6751-473f-9946-035e95717e0b x-openstack-request-id: req-549ca445-6751-473f-9946-035e95717e0b {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:31.240807 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953410c8-4fc7-43b4-9a4f-46797a4c7540", "name": "network-vif-plugged", "status": "completed", "tag": "26120c77-d131-4141-bb35-4344dc1178f3", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:31.241004 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-549ca445-6751-473f-9946-035e95717e0b {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:31.241548 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26120c77-d131-4141-bb35-4344dc1178f3', 'code': 200} Nov 24 12:54:31.341416 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] Set router 8abee3be-133b-42a4-9bc3-5229ea78941c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:31.369122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:31.370352 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:31.396276 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:31.404894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:31.407273 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfd7e97-b0ef-4324-aaac-10bf93bd393a x-openstack-request-id: req-acfd7e97-b0ef-4324-aaac-10bf93bd393a {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:31.407750 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:31.408195 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-acfd7e97-b0ef-4324-aaac-10bf93bd393a {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:31.408599 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'status': 'completed', 'code': 200} Nov 24 12:54:31.412794 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:31.415733 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:31.487791 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-0fef4c6f-956f-4687-96f3-9d864c1d7d25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 12:54:31.487791 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-0fef4c6f-956f-4687-96f3-9d864c1d7d25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 12:54:31.488234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:31.488234 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:31.488234 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] 10.222.0.46 "PUT /v2.0/ports/9bbfb7ba-d2c5-452a-b615-532d07af57f0 HTTP/1.1" status: 200 len: 1092 time: 2.8578620 Nov 24 12:54:31.529687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-61b96576-06a9-445b-a969-200d9570bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:31.544222 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-61b96576-06a9-445b-a969-200d9570bfeb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3015497 Nov 24 12:54:31.586128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-aeed59fc-0c45-40c1-8d6f-4c33d515ccad tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Allocated IP 19.80.0.79 (d353e6c3-876a-4980-9eb8-fb0b46812616/ddb0e483-0105-414c-a773-8c198011f9aa/7f392749-059a-4220-816a-9894ed0bff14) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:31.598258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=532f3e0a-53cb-4dcb-b948-236d21ed3021,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:31.606046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e641f4-b04f-4de8-b239-a43c22166e90 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbfb7ba-d2c5-452a-b615-532d07af57f0,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:31.642535 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:31.725915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=53d72601-8d4f-4a05-b9b1-e0ea6d3d5445,segment=NetworkSegment(22bd3c61-7891-4272-9a76-e913a8da32f0),segment_id=22bd3c61-7891-4272-9a76-e913a8da32f0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:31.733810 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:31.751472 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956553898-router', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:22Z', 'updated_at': '2021-11-24T12:54:24Z', 'revision_number': 3, 'project_id': '125c890e75604473b51a32947b0e1a19', 'gw_port': {'id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:23Z', 'updated_at': '2021-11-24T12:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:31.792407 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c479c76-2bf5-49d3-9de2-f387b4648751 None None] The sync data for ids ['8abee3be-133b-42a4-9bc3-5229ea78941c'] in n-d-817303-4 is: [{'id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956553898-router', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:22Z', 'updated_at': '2021-11-24T12:54:24Z', 'revision_number': 3, 'project_id': '125c890e75604473b51a32947b0e1a19', 'gw_port': {'id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:23Z', 'updated_at': '2021-11-24T12:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:54:31.861331 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abfd15-9796-4ed5-8a0f-977df31c5ac5 req-9321839c-f349-4d13-9900-ccfcd7200c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:31.863065 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a2abfd15-9796-4ed5-8a0f-977df31c5ac5 req-9321839c-f349-4d13-9900-ccfcd7200c93 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 1097 time: 0.5856943 Nov 24 12:54:31.878872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=53d72601-8d4f-4a05-b9b1-e0ea6d3d5445,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:31.879420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39741da0-178b-41c7-b7c4-28b3bda5be19 req-92377120-aad2-48b1-9aca-8ba148ca2c19 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:31.894111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-39741da0-178b-41c7-b7c4-28b3bda5be19 req-92377120-aad2-48b1-9aca-8ba148ca2c19 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 948 time: 0.6081135 Nov 24 12:54:31.903520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-bd0d0e9a-3e30-4721-ba94-380e682bfd55 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115520 Nov 24 12:54:31.965918 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-22d78b6a-c910-4ebf-851c-fb9dc9c798ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:31.968018 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-22d78b6a-c910-4ebf-851c-fb9dc9c798ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 1095 time: 0.4083529 Nov 24 12:54:32.134167 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e7f50cb-bc5f-4db7-beb6-907b09067eeb req-86196cfc-1958-4d27-ae38-b4fe7507999e service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176764 Nov 24 12:54:32.135427 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-a9eab169-02a8-4c7c-b857-9c321a287a03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0 HTTP/1.1" status: 200 len: 217 time: 0.1486256 Nov 24 12:54:32.152802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-1345c506-efc8-45db-a8e5-dd88928d35df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:32.154899 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-1345c506-efc8-45db-a8e5-dd88928d35df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 1099 time: 0.7361741 Nov 24 12:54:32.221750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e1e96-1cd0-45da-a7e6-9834245f210a req-b6ab8e5c-19c5-4800-ae1a-ca836e4f18db tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:32.247027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e4e1e96-1cd0-45da-a7e6-9834245f210a req-b6ab8e5c-19c5-4800-ae1a-ca836e4f18db tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 944 time: 0.4323618 Nov 24 12:54:32.309915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cf5b9adb-d86b-480d-9a96-f674994f1097 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:32.416121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e4e1e96-1cd0-45da-a7e6-9834245f210a req-c0a318c0-fe16-4345-be2a-132255512768 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670272 Nov 24 12:54:32.439167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-4ed18b9c-817b-4516-967a-750b34d356b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:32.439167 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-4ed18b9c-817b-4516-967a-750b34d356b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 1099 time: 0.1480672 Nov 24 12:54:32.439167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-c7dcac93-c09f-458b-b2ce-486a9df63e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:32.439167 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-c7dcac93-c09f-458b-b2ce-486a9df63e3d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.2816439 Nov 24 12:54:32.462484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port cf5b9adb-d86b-480d-9a96-f674994f1097 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:32.462789 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:32.548274 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-4410ef63-63a6-42a8-bb2e-06759fe7be87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817513 Nov 24 12:54:32.562909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0fef4c6f-956f-4687-96f3-9d864c1d7d25 None None] Provisioning complete for port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:32.563284 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0fef4c6f-956f-4687-96f3-9d864c1d7d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:32.665605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-b6876d91-a977-43ff-811b-bd02b3ddaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:32.667732 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-b6876d91-a977-43ff-811b-bd02b3ddaf68 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2229111 Nov 24 12:54:32.690182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 90fc0352-afbe-4ddf-af48-2662c7d4b75e up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:32.728087 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a2abfd15-9796-4ed5-8a0f-977df31c5ac5 req-825ed741-20b0-4dee-90e6-5dbcadbf74d9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8152816 Nov 24 12:54:32.741974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Allocated IP 172.20.0.1 (8d981ae7-714a-4b9d-9590-20a0847d31fb/c30861d6-6a80-4bc2-87fa-427c2dbe15af/f9456935-d741-4cfb-a171-e7fc31475a19) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:32.744771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-65722863-b4f1-47e0-95e0-c729132b15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:32.746417 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-65722863-b4f1-47e0-95e0-c729132b15e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.5601208 Nov 24 12:54:32.761768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-39741da0-178b-41c7-b7c4-28b3bda5be19 req-922df3a3-1324-4fa4-b428-78243fe34344 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8653359 Nov 24 12:54:32.765231 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-aeed59fc-0c45-40c1-8d6f-4c33d515ccad tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:32.776534 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-115d1e36-37a0-4e43-a07b-ce19a9c19c8c req-acad81cc-aaf8-4500-b64e-91980ee25414 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 210 time: 0.1022880 Nov 24 12:54:32.867628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-f059c0b7-17bc-4efc-85ad-25c35ba13350 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 200 len: 217 time: 0.1467037 Nov 24 12:54:32.882958 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 90fc0352-afbe-4ddf-af48-2662c7d4b75e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:32.884121 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:32.981503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-773e2a70-1846-48dd-ad4e-86b527ebb4ad None None] Provisioning complete for port 532f3e0a-53cb-4dcb-b948-236d21ed3021 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:32.981993 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-773e2a70-1846-48dd-ad4e-86b527ebb4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:33.048269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:33.081368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 532f3e0a-53cb-4dcb-b948-236d21ed3021 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:33.089648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-41b2b9d8-9955-4498-a033-7c58215378ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:33.092017 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-aeed59fc-0c45-40c1-8d6f-4c33d515ccad tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:33.095315 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-50c4e7d9-33bd-44ed-b191-d9506b061d2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 200 len: 217 time: 0.1590784 Nov 24 12:54:33.095750 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-41b2b9d8-9955-4498-a033-7c58215378ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.2042596 Nov 24 12:54:33.104761 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:33.171022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-aeed59fc-0c45-40c1-8d6f-4c33d515ccad tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Network d353e6c3-876a-4980-9eb8-fb0b46812616 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:33.174656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 532f3e0a-53cb-4dcb-b948-236d21ed3021 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:33.175142 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:33.200097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-aeed59fc-0c45-40c1-8d6f-4c33d515ccad tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:33.203904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1dd2-6add-49f4-93d7-db762ec3dcf3 req-260e0763-bdaf-45df-b9fa-35c1e20db04a tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:33.220193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8de1dd2-6add-49f4-93d7-db762ec3dcf3 req-260e0763-bdaf-45df-b9fa-35c1e20db04a tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.2649443 Nov 24 12:54:33.220824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Network 8d981ae7-714a-4b9d-9590-20a0847d31fb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:33.221766 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-aeed59fc-0c45-40c1-8d6f-4c33d515ccad tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:33.256398 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:33.270705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:33.288021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed59fc-0c45-40c1-8d6f-4c33d515ccad tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event updated for resources: {'Port': ['ID=7f392749-059a-4220-816a-9894ed0bff14,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:33.325958 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-966bf233-82aa-4cb9-8ce5-cd0a64f7746b service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456351 Nov 24 12:54:33.397082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-6935761f-dbb5-4232-afd5-834d1509c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:33.398904 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-6935761f-dbb5-4232-afd5-834d1509c7ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2975578 Nov 24 12:54:33.409941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4786e185-9e2e-409d-98e6-c1aed4a1c9f3', 'tag': '9bbfb7ba-d2c5-452a-b615-532d07af57f0'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:33.410320 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-aeed59fc-0c45-40c1-8d6f-4c33d515ccad tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:33.411982 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-aeed59fc-0c45-40c1-8d6f-4c33d515ccad tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:33.420602 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-8105e981-ade3-48f1-8984-2e958fd65ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:33.422242 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-8105e981-ade3-48f1-8984-2e958fd65ef5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.3096521 Nov 24 12:54:33.425115 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383840c3-10ac-4735-a0f0-97a1ac5d725c" -d '{"events": [{"name": "network-changed", "server_uuid": "4786e185-9e2e-409d-98e6-c1aed4a1c9f3", "tag": "9bbfb7ba-d2c5-452a-b615-532d07af57f0"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:33.517772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-773e2a70-1846-48dd-ad4e-86b527ebb4ad None None] Provisioning complete for port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:33.519527 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-773e2a70-1846-48dd-ad4e-86b527ebb4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:33.537719 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-aeed59fc-0c45-40c1-8d6f-4c33d515ccad tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9943357 Nov 24 12:54:33.562300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1f7e3d92-7c8c-4602-be59-338dfcd28222 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Request body: {'port': {'device_id': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'network_id': '38d3cd32-59b1-4e74-ba98-11a0669d7f73', 'admin_state_up': True, 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:33.601602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8de1dd2-6add-49f4-93d7-db762ec3dcf3 req-9c63b0fb-4295-4245-8673-71716f034695 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778670 Nov 24 12:54:33.689819 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97ec8a8-04d2-429f-aa64-ae51181dc051 x-openstack-request-id: req-f97ec8a8-04d2-429f-aa64-ae51181dc051 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:33.690127 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4786e185-9e2e-409d-98e6-c1aed4a1c9f3", "tag": "9bbfb7ba-d2c5-452a-b615-532d07af57f0", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:33.690366 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f97ec8a8-04d2-429f-aa64-ae51181dc051 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:33.690757 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4786e185-9e2e-409d-98e6-c1aed4a1c9f3', 'tag': '9bbfb7ba-d2c5-452a-b615-532d07af57f0', 'status': 'completed', 'code': 200} Nov 24 12:54:33.693591 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:33.695797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Pushing event updated for resources: {'Port': ['ID=f9456935-d741-4cfb-a171-e7fc31475a19,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:33.733820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-773e2a70-1846-48dd-ad4e-86b527ebb4ad None None] Provisioning complete for port 90fc0352-afbe-4ddf-af48-2662c7d4b75e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:33.734189 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-773e2a70-1846-48dd-ad4e-86b527ebb4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:33.816944 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-30e6f8ca-7c72-476a-9a34-d85667904a81 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860173 Nov 24 12:54:33.821779 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72c2e351-c0a4-405b-9a7d-5eac8ee947ee req-ac0d4747-ca2c-4bb0-8d8c-4ea536b9c098 service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812167 Nov 24 12:54:33.860428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-5442aa96-7670-405f-964a-3e35ccd25530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:33.862068 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-5442aa96-7670-405f-964a-3e35ccd25530 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4294727 Nov 24 12:54:33.985415 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1f7e3d92-7c8c-4602-be59-338dfcd28222 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:33.989317 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1f7e3d92-7c8c-4602-be59-338dfcd28222 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:34.044379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9ea3ba38-de86-429a-a6f6-d1e7cc46d8b6 None None] Provisioning complete for port 7f392749-059a-4220-816a-9894ed0bff14 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:34.044947 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ba38-de86-429a-a6f6-d1e7cc46d8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:34.051801 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:34.081513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383840c3-10ac-4735-a0f0-97a1ac5d725c req-81bfbb76-5029-4d75-bd35-cfd1687774f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:34.084058 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-383840c3-10ac-4735-a0f0-97a1ac5d725c req-81bfbb76-5029-4d75-bd35-cfd1687774f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 1095 time: 0.1890523 Nov 24 12:54:34.112902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06c979-4eec-42fe-826c-2eecfc9ec4f7 req-de67e31f-b377-4163-b5a9-75f5b0e2c96e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:34.121919 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6a06c979-4eec-42fe-826c-2eecfc9ec4f7 req-de67e31f-b377-4163-b5a9-75f5b0e2c96e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 948 time: 0.2533054 Nov 24 12:54:34.148062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3ba38-de86-429a-a6f6-d1e7cc46d8b6 None None] Port 7f392749-059a-4220-816a-9894ed0bff14 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:54:34.151822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9b22a-d3bb-4aa6-a760-c5e7be4522e6 req-92ed113c-6b52-4de5-a166-8bd9b14d809b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:34.153639 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23c9b22a-d3bb-4aa6-a760-c5e7be4522e6 req-92ed113c-6b52-4de5-a166-8bd9b14d809b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 944 time: 0.4549417 Nov 24 12:54:34.169288 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-ef0c9c55-34f4-44b6-b47d-a6721914bae0 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323154 Nov 24 12:54:34.184714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9ea3ba38-de86-429a-a6f6-d1e7cc46d8b6 None None] Provisioning complete for port f9456935-d741-4cfb-a171-e7fc31475a19 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:34.185104 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ba38-de86-429a-a6f6-d1e7cc46d8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:34.213843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:34.214536 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:34.253026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9ea3ba38-de86-429a-a6f6-d1e7cc46d8b6 None None] Port f9456935-d741-4cfb-a171-e7fc31475a19 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:54:34.324796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383840c3-10ac-4735-a0f0-97a1ac5d725c req-a29da8e2-ebe0-4643-8c32-5f831f385898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:34.326702 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23c9b22a-d3bb-4aa6-a760-c5e7be4522e6 req-c525290a-acb0-4108-9b73-73a31098eb22 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649313 Nov 24 12:54:34.327434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-383840c3-10ac-4735-a0f0-97a1ac5d725c req-a29da8e2-ebe0-4643-8c32-5f831f385898 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.2306550 Nov 24 12:54:34.356489 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6a06c979-4eec-42fe-826c-2eecfc9ec4f7 req-effc2e80-f763-492f-9887-4eb3590e493c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336195 Nov 24 12:54:34.363326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 51fe194e-a744-4060-aa9e-d72a7208ebf1 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:34.364863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-d895d0fe-3e66-465f-bfdc-16c18df4f382 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557960 Nov 24 12:54:34.436559 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-383840c3-10ac-4735-a0f0-97a1ac5d725c req-320f9920-30ac-4650-9a6b-a86308a0ed1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0 HTTP/1.1" status: 200 len: 217 time: 0.0952852 Nov 24 12:54:34.468801 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 51fe194e-a744-4060-aa9e-d72a7208ebf1 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:34.469760 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:34.497171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383840c3-10ac-4735-a0f0-97a1ac5d725c req-87e7fa78-deb2-4d8b-9af0-e7d97218e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:34.498746 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-383840c3-10ac-4735-a0f0-97a1ac5d725c req-87e7fa78-deb2-4d8b-9af0-e7d97218e36d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.0543914 Nov 24 12:54:34.542574 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-383840c3-10ac-4735-a0f0-97a1ac5d725c req-54798454-7419-4a4f-ad12-e34df49e1738 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352104 Nov 24 12:54:34.556037 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:34.605357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1f7e3d92-7c8c-4602-be59-338dfcd28222 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Allocated IP 19.86.0.171 (38d3cd32-59b1-4e74-ba98-11a0669d7f73/da1033dd-2b8e-4498-818b-7e1aa5bbebf0/451ba7a5-3d8a-47f4-9d48-c7fc14e68150) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:34.615080 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8fa78cd4-68c5-47d8-b26b-28751494ae7a req-e7198993-2bea-4936-b2b5-f3da13ec71de service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120454 Nov 24 12:54:34.639427 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:34.666305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 51fe194e-a744-4060-aa9e-d72a7208ebf1, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=51fe194e-a744-4060-aa9e-d72a7208ebf1,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:34.674799 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:34.684373 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3e7a9-af81-4aa2-8ce4-6ac694107fe5 req-ee921625-6f08-4a24-bb12-847fe6797604 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:34.687727 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69e3e7a9-af81-4aa2-8ce4-6ac694107fe5 req-ee921625-6f08-4a24-bb12-847fe6797604 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 931 time: 0.1758606 Nov 24 12:54:34.717058 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-383840c3-10ac-4735-a0f0-97a1ac5d725c req-af0e7173-89eb-40f1-9755-9e859ee99208 service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642325 Nov 24 12:54:34.762598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=51fe194e-a744-4060-aa9e-d72a7208ebf1,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:34.819848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a45ee8-1955-46de-a88d-9291bdee0e0d req-0640e879-e570-487a-8d51-a755e969cabc tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:34.820306 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-91a45ee8-1955-46de-a88d-9291bdee0e0d req-0640e879-e570-487a-8d51-a755e969cabc tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.1244867 Nov 24 12:54:34.856788 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69e3e7a9-af81-4aa2-8ce4-6ac694107fe5 req-52644b9c-f1c2-4b86-bbc1-51d5ebb51fbc tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542759 Nov 24 12:54:35.056534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f26efa01-e968-426a-b638-f4870eeeeaf6 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:54:35.194734 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:35.210871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'mac_address': 'fa:16:3e:8d:ba:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:54:35.221631 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-383840c3-10ac-4735-a0f0-97a1ac5d725c req-2154ab80-03fd-4a28-ba7a-6648d2e48c0d service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885719 Nov 24 12:54:35.269020 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-91a45ee8-1955-46de-a88d-9291bdee0e0d req-188e72ec-609d-492c-852f-ea6afb3c6fa7 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359419 Nov 24 12:54:35.282148 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:35.293568 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1f7e3d92-7c8c-4602-be59-338dfcd28222 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:35.298023 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26efa01-e968-426a-b638-f4870eeeeaf6 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:35.306940 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:35.313035 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:35.327822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:35.334276 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:35.420424 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:35.422519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Pushing event updated for resources: {'Port': ['ID=f9456935-d741-4cfb-a171-e7fc31475a19,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:35.424416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=f26efa01-e968-426a-b638-f4870eeeeaf6,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:35.440462 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1f7e3d92-7c8c-4602-be59-338dfcd28222 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:35.524931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1f7e3d92-7c8c-4602-be59-338dfcd28222 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Network 38d3cd32-59b1-4e74-ba98-11a0669d7f73 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:35.525897 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77842439-36b4-4cc4-a6f0-8e86eac59a8d req-66bc4110-1649-4c84-a936-fa8f866afb12 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:35.527849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-77842439-36b4-4cc4-a6f0-8e86eac59a8d req-66bc4110-1649-4c84-a936-fa8f866afb12 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0768726 Nov 24 12:54:35.539408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1f7e3d92-7c8c-4602-be59-338dfcd28222 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:35.543531 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1f7e3d92-7c8c-4602-be59-338dfcd28222 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:35.546622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e3d92-7c8c-4602-be59-338dfcd28222 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event updated for resources: {'Port': ['ID=451ba7a5-3d8a-47f4-9d48-c7fc14e68150,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:35.632419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-77842439-36b4-4cc4-a6f0-8e86eac59a8d req-de40e7dd-9c88-40c0-98f2-7fe9e56ebd1b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941913 Nov 24 12:54:35.661194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817299d-5342-4b91-9e60-94d66762211c req-c443ef42-759d-4bd6-9961-2ea27b37a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:35.661194 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6817299d-5342-4b91-9e60-94d66762211c req-c443ef42-759d-4bd6-9961-2ea27b37a084 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd50571c118e4cfcafa32b2933956cff&device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 1097 time: 0.0935502 Nov 24 12:54:35.671832 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['f26efa01-e968-426a-b638-f4870eeeeaf6'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:54:35.685900 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1f7e3d92-7c8c-4602-be59-338dfcd28222 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:35.688299 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1f7e3d92-7c8c-4602-be59-338dfcd28222 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:35.730382 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Network 8d981ae7-714a-4b9d-9590-20a0847d31fb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:35.736249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:35.759310 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-1f7e3d92-7c8c-4602-be59-338dfcd28222 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2077146 Nov 24 12:54:35.787269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fc827-3dca-490f-9239-f967c8ec89d2 req-274b1a29-446c-4228-bbdd-c1bf87b9ef5f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:35.795407 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-569fc827-3dca-490f-9239-f967c8ec89d2 req-274b1a29-446c-4228-bbdd-c1bf87b9ef5f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 949 time: 0.1947494 Nov 24 12:54:35.844513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-57cb6b3e-c897-4cd6-8b91-48d3d24a5104 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Request body: {'port': {'device_id': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616', 'admin_state_up': True, 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:35.887910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 51fe194e-a744-4060-aa9e-d72a7208ebf1 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:35.969326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334a27b-1aae-497f-8cf6-11e18d7a5e8d req-e8f5ad52-b1a1-4561-af66-8ab378b8743b tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:35.978583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9f502cd5-b203-4a9d-9960-9b67e2fdf02e None None] Provisioning complete for port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:35.979103 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9f502cd5-b203-4a9d-9960-9b67e2fdf02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:35.983222 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9334a27b-1aae-497f-8cf6-11e18d7a5e8d req-e8f5ad52-b1a1-4561-af66-8ab378b8743b tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.2055550 Nov 24 12:54:36.046684 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:36.069062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Router 8abee3be-133b-42a4-9bc3-5229ea78941c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:54:36.075484 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9334a27b-1aae-497f-8cf6-11e18d7a5e8d req-4d286849-9ad1-4273-b3cd-4fb0baec2402 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906510 Nov 24 12:54:36.078311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817299d-5342-4b91-9e60-94d66762211c req-192ded8e-c33f-4394-81fe-0b8061ac28d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:36.079850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6817299d-5342-4b91-9e60-94d66762211c req-192ded8e-c33f-4394-81fe-0b8061ac28d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e5be598-6b7b-4f5e-bb46-ef64b873f608 HTTP/1.1" status: 200 len: 921 time: 0.4046686 Nov 24 12:54:36.107830 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9f502cd5-b203-4a9d-9960-9b67e2fdf02e None None] Port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:54:36.113090 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 51fe194e-a744-4060-aa9e-d72a7208ebf1 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:36.113651 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:36.146592 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6817299d-5342-4b91-9e60-94d66762211c req-8c5f441e-42cc-46f8-abc7-6df3efb52a94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26120c77-d131-4141-bb35-4344dc1178f3 HTTP/1.1" status: 200 len: 217 time: 0.0567942 Nov 24 12:54:36.161911 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-569fc827-3dca-490f-9239-f967c8ec89d2 req-68360ae3-fe0c-4cfd-a271-b37b91181a7e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649521 Nov 24 12:54:36.239511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-128626ce-f5d8-4925-9bb5-c9850c249804 None None] Provisioning complete for port f9456935-d741-4cfb-a171-e7fc31475a19 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:36.239894 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-128626ce-f5d8-4925-9bb5-c9850c249804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:36.288124 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-128626ce-f5d8-4925-9bb5-c9850c249804 None None] Port f9456935-d741-4cfb-a171-e7fc31475a19 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:54:36.294204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817299d-5342-4b91-9e60-94d66762211c req-451df2ca-cf2e-48d0-9ee9-b418685c0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:36.295689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6817299d-5342-4b91-9e60-94d66762211c req-451df2ca-cf2e-48d0-9ee9-b418685c0d7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02605622-5afa-48d6-b786-b438e7e0676a HTTP/1.1" status: 200 len: 860 time: 0.1430056 Nov 24 12:54:36.358522 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6817299d-5342-4b91-9e60-94d66762211c req-196a5398-5c6f-42be-b6f4-9660b19a2217 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e5be598-6b7b-4f5e-bb46-ef64b873f608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527840 Nov 24 12:54:36.390462 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed89df7-d2d0-4210-beb0-6a0d2f05f5a5 req-beb1448f-d3ea-498f-aa6e-80937dc49cb2 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:36.397757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed89df7-d2d0-4210-beb0-6a0d2f05f5a5 req-beb1448f-d3ea-498f-aa6e-80937dc49cb2 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:36.405243 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ed89df7-d2d0-4210-beb0-6a0d2f05f5a5 req-beb1448f-d3ea-498f-aa6e-80937dc49cb2 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 1654 time: 0.1443319 Nov 24 12:54:36.461815 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-57cb6b3e-c897-4cd6-8b91-48d3d24a5104 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:36.465905 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-57cb6b3e-c897-4cd6-8b91-48d3d24a5104 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:36.524396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:54:36.529128 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a3fd4f25-1055-4c85-a4c2-5e04e04d5b82 admin admin] 10.222.0.48 "PUT /v2.0/routers/8abee3be-133b-42a4-9bc3-5229ea78941c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7012517 Nov 24 12:54:36.535575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Sync routers for ids ['8abee3be-133b-42a4-9bc3-5229ea78941c'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:54:36.571874 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6817299d-5342-4b91-9e60-94d66762211c req-f2d08a0f-e004-403a-9fcc-fe4401212dbb service neutron] 10.222.0.46 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042046 Nov 24 12:54:36.573766 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ed89df7-d2d0-4210-beb0-6a0d2f05f5a5 req-799a0550-7994-4156-b79d-4fe7f2841ae3 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675601 Nov 24 12:54:36.575636 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Routers {'8abee3be-133b-42a4-9bc3-5229ea78941c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:36.578789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8abee3be-133b-42a4-9bc3-5229ea78941c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:36.734923 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6817299d-5342-4b91-9e60-94d66762211c req-2d980735-0be0-446f-a1f3-95bee64fc866 service neutron] 10.222.0.46 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507983 Nov 24 12:54:36.778163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-57cb6b3e-c897-4cd6-8b91-48d3d24a5104 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Allocated IP 19.80.0.198 (d353e6c3-876a-4980-9eb8-fb0b46812616/ddb0e483-0105-414c-a773-8c198011f9aa/9b7900bd-def7-4032-9e9a-2fb007e2b736) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:36.804632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Set router 8abee3be-133b-42a4-9bc3-5229ea78941c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:36.837280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc573c-5688-4b58-bbdd-ef2697d5e761 req-2860d75f-0df0-44c5-b415-7f6ac12a11da tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:36.839090 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c2bc573c-5688-4b58-bbdd-ef2697d5e761 req-2860d75f-0df0-44c5-b415-7f6ac12a11da tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 949 time: 0.1650662 Nov 24 12:54:36.875786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-3f827ab2-4319-4278-b6ae-d6b5c5135d76 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:36.878653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-3f827ab2-4319-4278-b6ae-d6b5c5135d76 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.59 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046&tenant_id=68aba327b1424d85a8e6810a5bcc2328&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 949 time: 0.1425362 Nov 24 12:54:36.891592 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27b009-1a4f-4af7-b286-3f2af39f2db2 req-64973180-6ab5-47c0-8ba8-6d1ebbe3784d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:36.893207 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1d27b009-1a4f-4af7-b286-3f2af39f2db2 req-64973180-6ab5-47c0-8ba8-6d1ebbe3784d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 944 time: 0.1225362 Nov 24 12:54:36.968545 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c2bc573c-5688-4b58-bbdd-ef2697d5e761 req-8837bd81-aab4-4fbe-9afb-5c69f859b9ad tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232541 Nov 24 12:54:37.015331 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1d27b009-1a4f-4af7-b286-3f2af39f2db2 req-fbdbad92-eb2c-48cc-8fb3-b35e89f6790a tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135302 Nov 24 12:54:37.019020 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-436de40e-5303-48d4-a3bd-00f25cfc8bfe service neutron] 10.222.0.59 "GET /v2.0/ports/f26efa01-e968-426a-b638-f4870eeeeaf6/bindings/n-h2-817303-4 HTTP/1.1" status: 200 len: 382 time: 0.1249216 Nov 24 12:54:37.089071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-adcb1613-355b-4e6d-b9bb-9184956bc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:37.090488 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-adcb1613-355b-4e6d-b9bb-9184956bc7a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 1100 time: 0.0454540 Nov 24 12:54:37.108699 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-57cb6b3e-c897-4cd6-8b91-48d3d24a5104 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:37.126520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f26efa01-e968-426a-b638-f4870eeeeaf6 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:37.157229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-57cb6b3e-c897-4cd6-8b91-48d3d24a5104 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:37.250559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-57cb6b3e-c897-4cd6-8b91-48d3d24a5104 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Network d353e6c3-876a-4980-9eb8-fb0b46812616 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:37.264020 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port f26efa01-e968-426a-b638-f4870eeeeaf6 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:54:37.271795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port f26efa01-e968-426a-b638-f4870eeeeaf6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:37.272166 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:37.281859 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-6bcf6a9c-9cf2-4dfa-8c06-20681f79a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:37.283328 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-6bcf6a9c-9cf2-4dfa-8c06-20681f79a60c service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1835303 Nov 24 12:54:37.294123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-57cb6b3e-c897-4cd6-8b91-48d3d24a5104 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:37.296938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd33d3f-8b92-4417-806f-8383e835b722 req-5765831f-e9aa-4fab-a5cb-a90afebfba15 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:37.298452 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-edd33d3f-8b92-4417-806f-8383e835b722 req-5765831f-e9aa-4fab-a5cb-a90afebfba15 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.0931523 Nov 24 12:54:37.349554 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-57cb6b3e-c897-4cd6-8b91-48d3d24a5104 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:37.365956 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-4703df66-0a60-42a0-bb5c-5695095f35ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 200 len: 217 time: 0.0665362 Nov 24 12:54:37.367055 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956553898-router', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:22Z', 'updated_at': '2021-11-24T12:54:34Z', 'revision_number': 4, 'project_id': '125c890e75604473b51a32947b0e1a19', 'gw_port': {'id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:23Z', 'updated_at': '2021-11-24T12:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'f9456935-d741-4cfb-a171-e7fc31475a19', 'name': '', 'network_id': '8d981ae7-714a-4b9d-9590-20a0847d31fb', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'mac_address': 'fa:16:3e:33:6d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c30861d6-6a80-4bc2-87fa-427c2dbe15af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:31Z', 'updated_at': '2021-11-24T12:54:34Z', 'revision_number': 2, 'project_id': '125c890e75604473b51a32947b0e1a19', 'subnets': [{'id': 'c30861d6-6a80-4bc2-87fa-427c2dbe15af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:37.409269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Checking router: 8abee3be-133b-42a4-9bc3-5229ea78941c for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:54:37.409632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Updating router 8abee3be-133b-42a4-9bc3-5229ea78941c port f9456935-d741-4cfb-a171-e7fc31475a19 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:54:37.440076 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ed4fd50b-5459-4415-98f0-a9ebe516ff73 req-4a20b671-7f38-4dad-aa33-f56972d68ecb tempest-FloatingIPsNegativeTestJSON-1135270887 tempest-FloatingIPsNegativeTestJSON-1135270887-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=125c890e75604473b51a32947b0e1a19 HTTP/1.1" status: 200 len: 217 time: 0.1951892 Nov 24 12:54:37.470330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-57cb6b3e-c897-4cd6-8b91-48d3d24a5104 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:37.471147 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-57cb6b3e-c897-4cd6-8b91-48d3d24a5104 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:37.488139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb6b3e-c897-4cd6-8b91-48d3d24a5104 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event updated for resources: {'Port': ['ID=9b7900bd-def7-4032-9e9a-2fb007e2b736,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:37.510018 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-57cb6b3e-c897-4cd6-8b91-48d3d24a5104 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6731715 Nov 24 12:54:37.520172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-edd33d3f-8b92-4417-806f-8383e835b722 req-bb9408bb-ac45-4b26-93a9-37ee20f477da tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103884 Nov 24 12:54:37.522689 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-9cfbff15-f90a-4760-8df1-e79952f23905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:37.523106 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Request body: {'port': {'device_id': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:37.528500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-9cfbff15-f90a-4760-8df1-e79952f23905 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1456854 Nov 24 12:54:37.620808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-1a49a0a8-fb19-440c-b1e4-c4f2a189b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:37.622720 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-1a49a0a8-fb19-440c-b1e4-c4f2a189b322 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855362 Nov 24 12:54:37.622858 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9bbfb7ba-d2c5-452a-b615-532d07af57f0 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:54:37.651863 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:37.677360 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:37.719857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-94653b13-77d1-4dd2-bdbf-71f107f147d5 req-0e0d14df-bce9-44ed-9dbb-98edf2291995 tempest-FloatingIPsNegativeTestJSON-1135270887 tempest-FloatingIPsNegativeTestJSON-1135270887-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0848777 Nov 24 12:54:37.720673 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:37.747645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:37.750572 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359fdab3-4fbf-413a-a63e-daeadfce929e" -d '{"events": [{"server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "name": "network-vif-plugged", "status": "completed", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:37.806748 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-d71ca059-661e-4386-acb5-234295d98013 req-8657a2e1-3038-46e7-b4c2-768a8dd3f7a8 tempest-FloatingIPsNegativeTestJSON-1135270887 tempest-FloatingIPsNegativeTestJSON-1135270887-project] show failed (client error): The resource could not be found. Nov 24 12:54:37.807414 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:37.809306 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d71ca059-661e-4386-acb5-234295d98013 req-8657a2e1-3038-46e7-b4c2-768a8dd3f7a8 tempest-FloatingIPsNegativeTestJSON-1135270887 tempest-FloatingIPsNegativeTestJSON-1135270887-project] 10.222.0.48 "GET /v2.0/floatingips/f286d4bf-7c74-41fc-ab5b-4916aaf0151b HTTP/1.1" status: 404 len: 350 time: 0.0516717 Nov 24 12:54:37.821603 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53352) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:37.824227 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-b3ca3031-eece-46dc-82dc-8521ecca20c4 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837566 Nov 24 12:54:37.848294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7665-84c0-42bf-9d59-9955bb87a6c6 req-885995fb-0080-4063-beff-4f0aa582705f tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:37.875229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7665-84c0-42bf-9d59-9955bb87a6c6 req-885995fb-0080-4063-beff-4f0aa582705f tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:37.878432 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:37.884465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7665-84c0-42bf-9d59-9955bb87a6c6 req-885995fb-0080-4063-beff-4f0aa582705f tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:37.888341 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-486e7665-84c0-42bf-9d59-9955bb87a6c6 req-885995fb-0080-4063-beff-4f0aa582705f tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2376 time: 0.1219814 Nov 24 12:54:37.889025 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0193bb-58be-40ef-b649-87ac955bb521 x-openstack-request-id: req-ec0193bb-58be-40ef-b649-87ac955bb521 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:37.889431 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "name": "network-vif-plugged", "status": "completed", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:37.889791 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec0193bb-58be-40ef-b649-87ac955bb521 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:37.890267 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'code': 200} Nov 24 12:54:37.990011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3753a7fa-13f8-4cc9-893b-84e3fb8956a8 None None] Provisioning complete for port 9b7900bd-def7-4032-9e9a-2fb007e2b736 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:37.990743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3753a7fa-13f8-4cc9-893b-84e3fb8956a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:38.034808 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-486e7665-84c0-42bf-9d59-9955bb87a6c6 req-230f6fa8-f43b-42ca-86f8-aab399707251 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812745 Nov 24 12:54:38.063807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-2e185c5d-f702-4902-841a-539af018e6ff service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148576 Nov 24 12:54:38.193762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41af57e-a5df-4629-99bf-0fc491f33f04 req-0349a5c7-5c29-4253-b806-507ac231a27b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:38.195396 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d41af57e-a5df-4629-99bf-0fc491f33f04 req-0349a5c7-5c29-4253-b806-507ac231a27b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0546083 Nov 24 12:54:38.221467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:38.240557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=f26efa01-e968-426a-b638-f4870eeeeaf6,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:38.262970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3753a7fa-13f8-4cc9-893b-84e3fb8956a8 None None] Port 9b7900bd-def7-4032-9e9a-2fb007e2b736 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:54:38.269404 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '9bbfb7ba-d2c5-452a-b615-532d07af57f0', 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f', 'port_id': '9bbfb7ba-d2c5-452a-b615-532d07af57f0', 'mac_address': 'fa:16:3e:55:85:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16ac887-6d5d-4c80-9e9b-ddd37d6c107e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:54:38.283237 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d41af57e-a5df-4629-99bf-0fc491f33f04 req-b25cbec0-fe3f-4124-b123-d2fdb1951eaa tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816357 Nov 24 12:54:38.333815 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:38.369243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbfb7ba-d2c5-452a-b615-532d07af57f0 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:38.396267 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:38.400719 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:38.402446 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:38.430387 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da89f-29e7-4a4d-a510-208bf6e6742d req-79ecb3ed-d366-4f22-913a-20579270357e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:38.431858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a9da89f-29e7-4a4d-a510-208bf6e6742d req-79ecb3ed-d366-4f22-913a-20579270357e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.2317631 Nov 24 12:54:38.432041 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:38.457424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4b4e9-123b-4088-9a73-db61db5a0ca8 None None] Pushing event updated for resources: {'Port': ['ID=f9456935-d741-4cfb-a171-e7fc31475a19,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:38.552100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Attempting to bind port f9456935-d741-4cfb-a171-e7fc31475a19 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:38.552100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Attempting to bind port f9456935-d741-4cfb-a171-e7fc31475a19 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'd76f0490-0f66-4dd6-9f40-44426620b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d981ae7-714a-4b9d-9590-20a0847d31fb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:38.552100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Attempting to bind port f9456935-d741-4cfb-a171-e7fc31475a19 on network 8d981ae7-714a-4b9d-9590-20a0847d31fb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:38.554225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=9bbfb7ba-d2c5-452a-b615-532d07af57f0,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:38.565232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:38.565616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Checking segment: {'id': 'd76f0490-0f66-4dd6-9f40-44426620b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d981ae7-714a-4b9d-9590-20a0847d31fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:38.566026 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:38.566437 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Bound using segment: {'id': 'd76f0490-0f66-4dd6-9f40-44426620b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d981ae7-714a-4b9d-9590-20a0847d31fb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:38.566932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Bound port: f9456935-d741-4cfb-a171-e7fc31475a19, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76f0490-0f66-4dd6-9f40-44426620b7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d981ae7-714a-4b9d-9590-20a0847d31fb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:38.567872 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:38.647044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f392749-059a-4220-816a-9894ed0bff14 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:38.649180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf948f75-3cea-4d61-be00-d0e3e6bad2af req-b1463414-5126-4ccf-9fe1-ed8fabd3b19d tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:38.650709 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf948f75-3cea-4d61-be00-d0e3e6bad2af req-b1463414-5126-4ccf-9fe1-ed8fabd3b19d tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.0516076 Nov 24 12:54:38.656454 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:38.664586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] For port f9456935-d741-4cfb-a171-e7fc31475a19, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:38.668799 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] For port f9456935-d741-4cfb-a171-e7fc31475a19, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f9456935-d741-4cfb-a171-e7fc31475a19,segment=NetworkSegment(d76f0490-0f66-4dd6-9f40-44426620b7f5),segment_id=d76f0490-0f66-4dd6-9f40-44426620b7f5)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:38.672717 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Transition to ACTIVE for port object 7f392749-059a-4220-816a-9894ed0bff14 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:54:38.673884 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['9bbfb7ba-d2c5-452a-b615-532d07af57f0'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:54:38.681389 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a9da89f-29e7-4a4d-a510-208bf6e6742d req-5d43b6f0-4ce8-4cf9-a715-364ee351ddd0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399349 Nov 24 12:54:38.716973 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:38.748653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf948f75-3cea-4d61-be00-d0e3e6bad2af req-6bfa9af3-45d0-4d76-ab70-b7981090a44a tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902514 Nov 24 12:54:38.756294 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:38.844032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f392749-059a-4220-816a-9894ed0bff14,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:38.938945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Routers {'8abee3be-133b-42a4-9bc3-5229ea78941c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:38.939723 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8abee3be-133b-42a4-9bc3-5229ea78941c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:38.976925 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Attempting to bind port 7f392749-059a-4220-816a-9894ed0bff14 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:38.977311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Attempting to bind port 7f392749-059a-4220-816a-9894ed0bff14 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '22bd3c61-7891-4272-9a76-e913a8da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:38.977592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Attempting to bind port 7f392749-059a-4220-816a-9894ed0bff14 on network d353e6c3-876a-4980-9eb8-fb0b46812616 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:38.989956 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Port 7f392749-059a-4220-816a-9894ed0bff14 on network d353e6c3-876a-4980-9eb8-fb0b46812616 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:54:38.990594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Attempting to bind port 7f392749-059a-4220-816a-9894ed0bff14 on network d353e6c3-876a-4980-9eb8-fb0b46812616 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:39.000650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:39.001024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Checking segment: {'id': '22bd3c61-7891-4272-9a76-e913a8da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:39.001498 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Bound using segment: {'id': '22bd3c61-7891-4272-9a76-e913a8da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:39.002124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Bound port: 7f392749-059a-4220-816a-9894ed0bff14, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bd3c61-7891-4272-9a76-e913a8da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:39.002486 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:39.010073 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4b4e9-123b-4088-9a73-db61db5a0ca8 None None] Pushing event updated for resources: {'Port': ['ID=f9456935-d741-4cfb-a171-e7fc31475a19,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:39.018916 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bdaffc99-d5e2-4fd6-8f0d-d6c5d0b82227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:39.029340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9d4f7dd0-072e-414e-b7ef-a47cfd73b5f6 None None] Provisioning complete for port f9456935-d741-4cfb-a171-e7fc31475a19 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:39.029859 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d4f7dd0-072e-414e-b7ef-a47cfd73b5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:39.215677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] Set router 8abee3be-133b-42a4-9bc3-5229ea78941c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:39.257792 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] For port 7f392749-059a-4220-816a-9894ed0bff14, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:39.261843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] For port 7f392749-059a-4220-816a-9894ed0bff14, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f392749-059a-4220-816a-9894ed0bff14,segment=NetworkSegment(22bd3c61-7891-4272-9a76-e913a8da32f0),segment_id=22bd3c61-7891-4272-9a76-e913a8da32f0)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:39.269499 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:39.279540 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2966161-8393-40d2-9d4b-efdf80e18e40 req-eaf35f5c-5cc6-453e-b0c9-927f62d28acb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:39.285391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2966161-8393-40d2-9d4b-efdf80e18e40 req-eaf35f5c-5cc6-453e-b0c9-927f62d28acb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:39.291267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2966161-8393-40d2-9d4b-efdf80e18e40 req-eaf35f5c-5cc6-453e-b0c9-927f62d28acb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:39.292884 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e2966161-8393-40d2-9d4b-efdf80e18e40 req-eaf35f5c-5cc6-453e-b0c9-927f62d28acb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2388 time: 0.1560931 Nov 24 12:54:39.342983 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d4f7dd0-072e-414e-b7ef-a47cfd73b5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:39.396519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:39.397174 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:39.398570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] 10.222.0.46 "PUT /v2.0/ports/7f392749-059a-4220-816a-9894ed0bff14 HTTP/1.1" status: 200 len: 1091 time: 1.8799582 Nov 24 12:54:39.403493 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'tag': '7f392749-059a-4220-816a-9894ed0bff14'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:39.406106 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0338d616-fec7-490f-9757-4b5aacfe6e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "tag": "7f392749-059a-4220-816a-9894ed0bff14"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:39.407402 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9d4f7dd0-072e-414e-b7ef-a47cfd73b5f6 None None] For port f9456935-d741-4cfb-a171-e7fc31475a19, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f9456935-d741-4cfb-a171-e7fc31475a19,segment=NetworkSegment(d76f0490-0f66-4dd6-9f40-44426620b7f5),segment_id=d76f0490-0f66-4dd6-9f40-44426620b7f5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:39.416526 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d4f7dd0-072e-414e-b7ef-a47cfd73b5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:39.438527 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Request body: {'port': {'device_id': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:39.481665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15586b-9408-4350-84b1-1d40577fc912 req-72a836b7-d444-43b3-b4ed-35ed6b971470 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:39.483331 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00189be7-3f74-41ad-808d-a1163e6d64d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f392749-059a-4220-816a-9894ed0bff14,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:39.499728 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3d15586b-9408-4350-84b1-1d40577fc912 req-72a836b7-d444-43b3-b4ed-35ed6b971470 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 945 time: 0.1287374 Nov 24 12:54:39.524370 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e2966161-8393-40d2-9d4b-efdf80e18e40 req-bf8a6258-0811-48da-ae5f-5298a198b115 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945710 Nov 24 12:54:39.531892 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:39.570593 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f7dd0-072e-414e-b7ef-a47cfd73b5f6 None None] Pushing event updated for resources: {'Port': ['ID=f9456935-d741-4cfb-a171-e7fc31475a19,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:39.580898 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3d15586b-9408-4350-84b1-1d40577fc912 req-c6e609b3-534f-45ae-a844-a9ced0d741de tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783508 Nov 24 12:54:39.631668 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c3486ff0-de99-4bf5-8b13-066da3801e3d None None] Provisioning complete for port f9456935-d741-4cfb-a171-e7fc31475a19 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:39.632040 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c3486ff0-de99-4bf5-8b13-066da3801e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:39.643197 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1293a8-6372-4d96-b6b1-4586d31430f0 x-openstack-request-id: req-2f1293a8-6372-4d96-b6b1-4586d31430f0 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:39.643789 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "tag": "7f392749-059a-4220-816a-9894ed0bff14", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:39.643789 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f1293a8-6372-4d96-b6b1-4586d31430f0 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:39.644171 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'tag': '7f392749-059a-4220-816a-9894ed0bff14', 'status': 'completed', 'code': 200} Nov 24 12:54:39.659224 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:39.688109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956553898-router', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:22Z', 'updated_at': '2021-11-24T12:54:34Z', 'revision_number': 4, 'project_id': '125c890e75604473b51a32947b0e1a19', 'gw_port': {'id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:23Z', 'updated_at': '2021-11-24T12:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'f9456935-d741-4cfb-a171-e7fc31475a19', 'name': '', 'network_id': '8d981ae7-714a-4b9d-9590-20a0847d31fb', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'mac_address': 'fa:16:3e:33:6d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c30861d6-6a80-4bc2-87fa-427c2dbe15af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:31Z', 'updated_at': '2021-11-24T12:54:38Z', 'revision_number': 4, 'project_id': '125c890e75604473b51a32947b0e1a19', 'subnets': [{'id': 'c30861d6-6a80-4bc2-87fa-427c2dbe15af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:39.739231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d38908d-80ca-405a-a534-8c0e3343dfcf None None] The sync data for ids ['8abee3be-133b-42a4-9bc3-5229ea78941c'] in n-d-817303-4 is: [{'id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956553898-router', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:22Z', 'updated_at': '2021-11-24T12:54:34Z', 'revision_number': 4, 'project_id': '125c890e75604473b51a32947b0e1a19', 'gw_port': {'id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:23Z', 'updated_at': '2021-11-24T12:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'f9456935-d741-4cfb-a171-e7fc31475a19', 'name': '', 'network_id': '8d981ae7-714a-4b9d-9590-20a0847d31fb', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'mac_address': 'fa:16:3e:33:6d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'c30861d6-6a80-4bc2-87fa-427c2dbe15af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:31Z', 'updated_at': '2021-11-24T12:54:38Z', 'revision_number': 4, 'project_id': '125c890e75604473b51a32947b0e1a19', 'subnets': [{'id': 'c30861d6-6a80-4bc2-87fa-427c2dbe15af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:54:39.761316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d616-fec7-490f-9757-4b5aacfe6e0a req-6fdb2b47-cee9-4007-8b9f-18afaf96bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:39.761805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d616-fec7-490f-9757-4b5aacfe6e0a req-6fdb2b47-cee9-4007-8b9f-18afaf96bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:39.766083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d616-fec7-490f-9757-4b5aacfe6e0a req-6fdb2b47-cee9-4007-8b9f-18afaf96bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:39.773376 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0338d616-fec7-490f-9757-4b5aacfe6e0a req-6fdb2b47-cee9-4007-8b9f-18afaf96bbb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce15217cb16467ab78bae2368c56eb8&device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2731 time: 0.1049099 Nov 24 12:54:40.000858 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-bdaffc99-d5e2-4fd6-8f0d-d6c5d0b82227 admin admin] Deleting port f9456935-d741-4cfb-a171-e7fc31475a19 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:54:40.000858 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bdaffc99-d5e2-4fd6-8f0d-d6c5d0b82227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:40.133064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056fa10-7d7c-41d7-bf74-62fc7086ae0e req-a1d78188-e980-4619-8229-6badffe67406 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:40.142139 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5056fa10-7d7c-41d7-bf74-62fc7086ae0e req-a1d78188-e980-4619-8229-6badffe67406 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 950 time: 0.2391963 Nov 24 12:54:40.214969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d616-fec7-490f-9757-4b5aacfe6e0a req-acfff311-18f1-4479-ae03-4f6120411b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:40.215739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d616-fec7-490f-9757-4b5aacfe6e0a req-acfff311-18f1-4479-ae03-4f6120411b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:40.216364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d616-fec7-490f-9757-4b5aacfe6e0a req-acfff311-18f1-4479-ae03-4f6120411b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:40.218231 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0338d616-fec7-490f-9757-4b5aacfe6e0a req-acfff311-18f1-4479-ae03-4f6120411b6b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0ce15217cb16467ab78bae2368c56eb8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4336314 Nov 24 12:54:40.307993 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5056fa10-7d7c-41d7-bf74-62fc7086ae0e req-d5281b14-ae00-41fb-98af-00c97ef0a0b2 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648223 Nov 24 12:54:40.557914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338d616-fec7-490f-9757-4b5aacfe6e0a req-20194fa8-35b5-4fdc-bfa9-957a4534dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:40.559468 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0338d616-fec7-490f-9757-4b5aacfe6e0a req-20194fa8-35b5-4fdc-bfa9-957a4534dfd7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3321495 Nov 24 12:54:40.675313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a5021-38c0-41ff-bccd-a29ad1fbbeb0 req-689eee79-8fd9-4838-a06f-8b04176a79ac tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:40.682636 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-404a5021-38c0-41ff-bccd-a29ad1fbbeb0 req-689eee79-8fd9-4838-a06f-8b04176a79ac tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.7048728 Nov 24 12:54:40.747689 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-bdaffc99-d5e2-4fd6-8f0d-d6c5d0b82227 admin admin] For port f9456935-d741-4cfb-a171-e7fc31475a19, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f9456935-d741-4cfb-a171-e7fc31475a19,segment=NetworkSegment(d76f0490-0f66-4dd6-9f40-44426620b7f5),segment_id=d76f0490-0f66-4dd6-9f40-44426620b7f5)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:40.748076 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bdaffc99-d5e2-4fd6-8f0d-d6c5d0b82227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:40.772470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-bdaffc99-d5e2-4fd6-8f0d-d6c5d0b82227 admin admin] Calling delete_port for f9456935-d741-4cfb-a171-e7fc31475a19 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:54:40.787726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db364a-0ff5-4e73-b186-bc90547de298 req-a9a1e6e4-293c-4ad3-9718-eeb161c14df6 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:40.794064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db364a-0ff5-4e73-b186-bc90547de298 req-a9a1e6e4-293c-4ad3-9718-eeb161c14df6 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:40.801708 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db364a-0ff5-4e73-b186-bc90547de298 req-a9a1e6e4-293c-4ad3-9718-eeb161c14df6 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:40.810501 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38db364a-0ff5-4e73-b186-bc90547de298 req-a9a1e6e4-293c-4ad3-9718-eeb161c14df6 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2388 time: 0.1366801 Nov 24 12:54:40.849606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-f6aa94d3-6ebd-49b8-84a5-a23f520a45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:40.851461 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-f6aa94d3-6ebd-49b8-84a5-a23f520a45d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046&tenant_id=68aba327b1424d85a8e6810a5bcc2328 HTTP/1.1" status: 200 len: 1101 time: 0.1214061 Nov 24 12:54:40.859544 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-404a5021-38c0-41ff-bccd-a29ad1fbbeb0 req-e13c8f96-eaa6-4957-890f-a2c3e34d819b tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759512 Nov 24 12:54:40.865665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:40.942002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38db364a-0ff5-4e73-b186-bc90547de298 req-b38efdfc-25ed-4eeb-9bdf-dd96a23b1a3b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253250 Nov 24 12:54:40.951703 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:40.962503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:41.031026 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:41.086740 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Transition to ACTIVE for port object 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:54:41.097635 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:41.150993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f96a55-365c-4941-8993-96f48a6dc531 req-8946247e-5507-4af1-ae19-698286d2598e tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:41.152650 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-80f96a55-365c-4941-8993-96f48a6dc531 req-8946247e-5507-4af1-ae19-698286d2598e tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 945 time: 0.1855097 Nov 24 12:54:41.212398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:41.258148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:41.289601 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:54:41.313244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:41.316198 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542e7a9b-44b0-49b7-ae05-62ebbadc5a54" -d '{"events": [{"server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "name": "network-vif-unplugged", "status": "completed", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:41.323567 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:41.347899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Transition to ACTIVE for port object f26efa01-e968-426a-b638-f4870eeeeaf6 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:54:41.354418 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:41.398210 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Pushing event updated for resources: {'Port': ['ID=451ba7a5-3d8a-47f4-9d48-c7fc14e68150,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:41.430735 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bdaffc99-d5e2-4fd6-8f0d-d6c5d0b82227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:41.467136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] No DVR routers for this DVR port f26efa01-e968-426a-b638-f4870eeeeaf6 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:54:41.488499 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d788506f-69f5-4350-8b23-95ed8c0b7386 x-openstack-request-id: req-d788506f-69f5-4350-8b23-95ed8c0b7386 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:41.488828 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "name": "network-vif-unplugged", "status": "completed", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:41.493060 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d788506f-69f5-4350-8b23-95ed8c0b7386 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:41.493491 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'code': 200} Nov 24 12:54:41.580463 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9bbfb7ba-d2c5-452a-b615-532d07af57f0 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:41.597705 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Pushing event updated for resources: {'Port': ['ID=f26efa01-e968-426a-b638-f4870eeeeaf6,revision_number=10']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:41.607593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaffc99-d5e2-4fd6-8f0d-d6c5d0b82227 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9456935-d741-4cfb-a171-e7fc31475a19,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:41.663383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Attempting to bind port f26efa01-e968-426a-b638-f4870eeeeaf6 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:41.663742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Attempting to bind port f26efa01-e968-426a-b638-f4870eeeeaf6 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:41.664053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Attempting to bind port f26efa01-e968-426a-b638-f4870eeeeaf6 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:41.677292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Port f26efa01-e968-426a-b638-f4870eeeeaf6 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:54:41.677794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Attempting to bind port f26efa01-e968-426a-b638-f4870eeeeaf6 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:41.716676 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-80f96a55-365c-4941-8993-96f48a6dc531 req-ee097af5-0051-4745-a0b5-1711321bfe65 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5416229 Nov 24 12:54:41.722958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:41.727680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:41.728088 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:41.728567 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Bound port: f26efa01-e968-426a-b638-f4870eeeeaf6, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:41.728986 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:41.732765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:54:41.745211 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:41.745942 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:41.779947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Attempting to bind port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:41.780780 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b112d78-76da-425b-832f-e1c2f929976c req-2fd8279b-0796-493d-a691-5034526f4ec7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:41.781462 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Attempting to bind port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '84b36b5c-5824-47b5-a87b-d4f2d7875721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '38d3cd32-59b1-4e74-ba98-11a0669d7f73'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:41.781801 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Attempting to bind port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 on network 38d3cd32-59b1-4e74-ba98-11a0669d7f73 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:41.791631 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b112d78-76da-425b-832f-e1c2f929976c req-2fd8279b-0796-493d-a691-5034526f4ec7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 949 time: 0.1883614 Nov 24 12:54:41.819357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 on network 38d3cd32-59b1-4e74-ba98-11a0669d7f73 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:54:41.819690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Attempting to bind port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 on network 38d3cd32-59b1-4e74-ba98-11a0669d7f73 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:41.942666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:41.942666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Checking segment: {'id': '84b36b5c-5824-47b5-a87b-d4f2d7875721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '38d3cd32-59b1-4e74-ba98-11a0669d7f73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:41.942666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Bound using segment: {'id': '84b36b5c-5824-47b5-a87b-d4f2d7875721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '38d3cd32-59b1-4e74-ba98-11a0669d7f73'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:41.942666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Bound port: 451ba7a5-3d8a-47f4-9d48-c7fc14e68150, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b36b5c-5824-47b5-a87b-d4f2d7875721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '38d3cd32-59b1-4e74-ba98-11a0669d7f73'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:41.942666 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:41.981052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b112d78-76da-425b-832f-e1c2f929976c req-4caa0886-6b3f-43ec-ac0e-1a340e1ae360 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884403 Nov 24 12:54:42.010335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:42.016903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:42.022696 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:42.095175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.096017 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:42.098300 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] 10.222.0.46 "PUT /v2.0/ports/f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 200 len: 1097 time: 1.2389443 Nov 24 12:54:42.187356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9a16e-f540-483b-81b3-33955e4a6710 req-792141c2-fd18-4a5f-b967-f5d69a5bcf35 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.195325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9a16e-f540-483b-81b3-33955e4a6710 req-792141c2-fd18-4a5f-b967-f5d69a5bcf35 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.202287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9a16e-f540-483b-81b3-33955e4a6710 req-792141c2-fd18-4a5f-b967-f5d69a5bcf35 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.209011 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:42.211601 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0aa9a16e-f540-483b-81b3-33955e4a6710 req-792141c2-fd18-4a5f-b967-f5d69a5bcf35 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2400 time: 0.1528575 Nov 24 12:54:42.215296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409ebfe-e070-4e17-9c77-4e5f07d07243 service neutron] Pushing event updated for resources: {'Port': ['ID=f26efa01-e968-426a-b638-f4870eeeeaf6,revision_number=11']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:42.241818 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4786e185-9e2e-409d-98e6-c1aed4a1c9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbfb7ba-d2c5-452a-b615-532d07af57f0'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:42.245529 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e602de-d250-4afc-9fc0-0bcac0171bd6" -d '{"events": [{"server_uuid": "4786e185-9e2e-409d-98e6-c1aed4a1c9f3", "name": "network-vif-plugged", "status": "completed", "tag": "9bbfb7ba-d2c5-452a-b615-532d07af57f0"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:42.255645 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-645eedad-e24d-4561-b8be-d01405d50fe1 req-582cf59f-7c00-4c59-b263-f590f42f4dae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3263745 Nov 24 12:54:42.265397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:42.272704 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:42.283926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-e98cf93f-23b3-434b-9f8a-78182313b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.285509 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-e98cf93f-23b3-434b-9f8a-78182313b1eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 1100 time: 0.1535563 Nov 24 12:54:42.313252 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0aa9a16e-f540-483b-81b3-33955e4a6710 req-62e6817b-d365-4b23-9350-d0a462889d2f tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000688 Nov 24 12:54:42.337689 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=9bbfb7ba-d2c5-452a-b615-532d07af57f0,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:42.340765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] For port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:42.345142 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] For port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=451ba7a5-3d8a-47f4-9d48-c7fc14e68150,segment=NetworkSegment(84b36b5c-5824-47b5-a87b-d4f2d7875721),segment_id=84b36b5c-5824-47b5-a87b-d4f2d7875721)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:42.348205 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bdaffc99-d5e2-4fd6-8f0d-d6c5d0b82227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:42.414513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1579a-e040-41c5-ac93-9daaa483bc1d req-9b1fa9f1-b0b1-490a-9e6b-b6aa630bed19 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.419747 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6386ebc6-3ee5-4220-81ba-10ab51f01306 x-openstack-request-id: req-6386ebc6-3ee5-4220-81ba-10ab51f01306 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:42.420068 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4786e185-9e2e-409d-98e6-c1aed4a1c9f3", "name": "network-vif-plugged", "status": "completed", "tag": "9bbfb7ba-d2c5-452a-b615-532d07af57f0", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:42.420329 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6386ebc6-3ee5-4220-81ba-10ab51f01306 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:42.420760 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4786e185-9e2e-409d-98e6-c1aed4a1c9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbfb7ba-d2c5-452a-b615-532d07af57f0', 'code': 200} Nov 24 12:54:42.425572 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8e1579a-e040-41c5-ac93-9daaa483bc1d req-9b1fa9f1-b0b1-490a-9e6b-b6aa630bed19 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.3224013 Nov 24 12:54:42.429307 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:42.488166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-b6f6041f-af37-4a97-ade9-f135e785685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.489642 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-b6f6041f-af37-4a97-ade9-f135e785685e service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1956890 Nov 24 12:54:42.540525 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-12688d57-2e83-4f52-bd05-2851746ee7d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 200 len: 217 time: 0.0429080 Nov 24 12:54:42.563173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02859b5d-62f5-470a-9346-b5ed92095620 req-f9d4c613-5286-42d5-af45-1b5a03b806d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1173089 Nov 24 12:54:42.569781 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.574937 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:42.576545 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] 10.222.0.46 "PUT /v2.0/ports/451ba7a5-3d8a-47f4-9d48-c7fc14e68150 HTTP/1.1" status: 200 len: 1092 time: 3.1439009 Nov 24 12:54:42.579634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'tag': '451ba7a5-3d8a-47f4-9d48-c7fc14e68150'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:42.582047 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2107225a-8554-4b44-8460-e1020770bfb9" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "tag": "451ba7a5-3d8a-47f4-9d48-c7fc14e68150"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:42.650999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Request body: {'port': {'device_id': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:42.669380 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f071c1-f067-45df-bf7f-abc2bff72aa5 x-openstack-request-id: req-83f071c1-f067-45df-bf7f-abc2bff72aa5 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:42.669764 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "tag": "451ba7a5-3d8a-47f4-9d48-c7fc14e68150", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:42.670089 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83f071c1-f067-45df-bf7f-abc2bff72aa5 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:42.670556 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'tag': '451ba7a5-3d8a-47f4-9d48-c7fc14e68150', 'status': 'completed', 'code': 200} Nov 24 12:54:42.680247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645eedad-e24d-4561-b8be-d01405d50fe1 req-72d74454-1974-49b7-845a-6dafccd221c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.681894 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-645eedad-e24d-4561-b8be-d01405d50fe1 req-72d74454-1974-49b7-845a-6dafccd221c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 1101 time: 0.3792152 Nov 24 12:54:42.698576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-cc75fd25-d039-4bf3-a1dc-629fe8177fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.700027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-cc75fd25-d039-4bf3-a1dc-629fe8177fc9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1501067 Nov 24 12:54:42.705230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.46', 56743) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:42.714300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37805ea6-be24-484b-9032-a805e7501d59 service neutron] Pushing event updated for resources: {'Port': ['ID=451ba7a5-3d8a-47f4-9d48-c7fc14e68150,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:42.792394 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8e1579a-e040-41c5-ac93-9daaa483bc1d req-7961ba7f-89af-4370-8ca7-28e76722ebca tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655357 Nov 24 12:54:42.863440 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b734522-7b8d-4bdf-b922-629783735c32 req-80d8550c-2234-4d2d-a500-e1c314d4ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.865388 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b734522-7b8d-4bdf-b922-629783735c32 req-80d8550c-2234-4d2d-a500-e1c314d4ac1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 1097 time: 0.3728447 Nov 24 12:54:42.886181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02859b5d-62f5-470a-9346-b5ed92095620 req-3ecea84a-3583-4778-ab40-21c66d553b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.888375 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02859b5d-62f5-470a-9346-b5ed92095620 req-3ecea84a-3583-4778-ab40-21c66d553b81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 1118 time: 0.2304873 Nov 24 12:54:42.934280 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:42.974400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-463dd3ec-fa81-4b75-b27d-f7dfcf9640ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.976136 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-463dd3ec-fa81-4b75-b27d-f7dfcf9640ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2464614 Nov 24 12:54:42.980148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107225a-8554-4b44-8460-e1020770bfb9 req-f8448446-a427-406c-b7f1-275545bb6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.981051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107225a-8554-4b44-8460-e1020770bfb9 req-f8448446-a427-406c-b7f1-275545bb6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.981190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107225a-8554-4b44-8460-e1020770bfb9 req-f8448446-a427-406c-b7f1-275545bb6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:42.983497 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2107225a-8554-4b44-8460-e1020770bfb9 req-f8448446-a427-406c-b7f1-275545bb6158 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce15217cb16467ab78bae2368c56eb8&device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2798 time: 0.2730370 Nov 24 12:54:43.045105 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b734522-7b8d-4bdf-b922-629783735c32 req-0e6416bd-87ba-4a63-8f3f-cfa081f8e542 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632545 Nov 24 12:54:43.086099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f26efa01-e968-426a-b638-f4870eeeeaf6 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:54:43.134812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f26efa01-e968-426a-b638-f4870eeeeaf6 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:54:43.326125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645eedad-e24d-4561-b8be-d01405d50fe1 req-b8b3bf0d-6373-46e1-8896-f1b81b05bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:43.327688 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-645eedad-e24d-4561-b8be-d01405d50fe1 req-b8b3bf0d-6373-46e1-8896-f1b81b05bb64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.6169512 Nov 24 12:54:43.345823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83690ab-43a3-41e1-82d9-18cf08a9eb57 req-91d8ddf7-f79a-4390-8d4c-a138fa86ff2e tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:43.347187 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d83690ab-43a3-41e1-82d9-18cf08a9eb57 req-91d8ddf7-f79a-4390-8d4c-a138fa86ff2e tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 946 time: 0.5075200 Nov 24 12:54:43.390174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d1122-67b2-44ee-978a-1a5dc67e26fe req-5e0ea4c8-c403-4f39-ba8c-89a2afbf37ca tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:43.391819 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-495d1122-67b2-44ee-978a-1a5dc67e26fe req-5e0ea4c8-c403-4f39-ba8c-89a2afbf37ca tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 949 time: 0.2514670 Nov 24 12:54:43.407872 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-645eedad-e24d-4561-b8be-d01405d50fe1 req-662bf238-7db6-4a26-bcce-de10c09167e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b HTTP/1.1" status: 200 len: 217 time: 0.0580742 Nov 24 12:54:43.414150 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107225a-8554-4b44-8460-e1020770bfb9 req-70a5a57f-ff54-4157-84bf-0adfc4226cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:43.414740 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107225a-8554-4b44-8460-e1020770bfb9 req-70a5a57f-ff54-4157-84bf-0adfc4226cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:43.415254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107225a-8554-4b44-8460-e1020770bfb9 req-70a5a57f-ff54-4157-84bf-0adfc4226cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:43.416977 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2107225a-8554-4b44-8460-e1020770bfb9 req-70a5a57f-ff54-4157-84bf-0adfc4226cd0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0ce15217cb16467ab78bae2368c56eb8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4054172 Nov 24 12:54:43.427455 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaffc99-d5e2-4fd6-8f0d-d6c5d0b82227 admin admin] Router 8abee3be-133b-42a4-9bc3-5229ea78941c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:54:43.499578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:43.502457 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b770be-c457-4857-9088-20aadf38e101" -d '{"events": [{"name": "network-changed", "server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:43.505987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02859b5d-62f5-470a-9346-b5ed92095620 req-46bff1e6-ed3c-4f9b-b7ca-c409bcc563e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:43.507438 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02859b5d-62f5-470a-9346-b5ed92095620 req-46bff1e6-ed3c-4f9b-b7ca-c409bcc563e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.5892086 Nov 24 12:54:43.560960 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-7d726cb1-05eb-490a-bc9b-dd153f180605 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769510 Nov 24 12:54:43.611384 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d83690ab-43a3-41e1-82d9-18cf08a9eb57 req-4b57d933-87b4-4b08-96a3-a1ee95e0a192 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451332 Nov 24 12:54:43.612643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02859b5d-62f5-470a-9346-b5ed92095620 req-61a0c4f7-2bcc-40ef-9dae-93b30563f39c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31 HTTP/1.1" status: 200 len: 217 time: 0.0853314 Nov 24 12:54:43.615573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645eedad-e24d-4561-b8be-d01405d50fe1 req-683ee8d1-c667-46f3-9688-3785578107c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:43.617397 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-645eedad-e24d-4561-b8be-d01405d50fe1 req-683ee8d1-c667-46f3-9688-3785578107c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1736403 Nov 24 12:54:43.676848 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-495d1122-67b2-44ee-978a-1a5dc67e26fe req-a4573f45-9699-4417-bd5a-0f57ed791546 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562985 Nov 24 12:54:43.791095 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbdf511-0ef5-4500-98f9-00f108ab861b x-openstack-request-id: req-0dbdf511-0ef5-4500-98f9-00f108ab861b {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:43.791997 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:43.792258 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0dbdf511-0ef5-4500-98f9-00f108ab861b {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:43.792661 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'status': 'completed', 'code': 200} Nov 24 12:54:43.798797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107225a-8554-4b44-8460-e1020770bfb9 req-7a9c38c9-b9f3-409a-aec8-be51eceb0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:43.800333 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2107225a-8554-4b44-8460-e1020770bfb9 req-7a9c38c9-b9f3-409a-aec8-be51eceb0d05 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3755813 Nov 24 12:54:43.804688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02859b5d-62f5-470a-9346-b5ed92095620 req-f98ef0ed-c823-4716-907d-4811d4fba113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:43.806155 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02859b5d-62f5-470a-9346-b5ed92095620 req-f98ef0ed-c823-4716-907d-4811d4fba113 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.1780295 Nov 24 12:54:43.865270 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7900bd-def7-4032-9e9a-2fb007e2b736 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:43.874966 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:43.881439 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02859b5d-62f5-470a-9346-b5ed92095620 req-73271c7d-a598-40e8-a88b-d54229462fd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468681 Nov 24 12:54:43.883530 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645eedad-e24d-4561-b8be-d01405d50fe1 req-54ab3c5d-ad3d-4be8-8bb3-d98a90095827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:43.884578 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-645eedad-e24d-4561-b8be-d01405d50fe1 req-54ab3c5d-ad3d-4be8-8bb3-d98a90095827 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2575579 Nov 24 12:54:43.905335 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaffc99-d5e2-4fd6-8f0d-d6c5d0b82227 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:54:43.914863 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55ef2f91-16fa-4226-8467-8a7d1f6b92ce req-750c7393-628e-40d9-938f-d555f0c07078 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175461 Nov 24 12:54:43.922899 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb388f5-7ee0-4aae-a366-4497c1b51570 None None] Sync routers for ids ['8abee3be-133b-42a4-9bc3-5229ea78941c'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:54:43.928095 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bdaffc99-d5e2-4fd6-8f0d-d6c5d0b82227 admin admin] 10.222.0.48 "PUT /v2.0/routers/8abee3be-133b-42a4-9bc3-5229ea78941c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1024253 Nov 24 12:54:43.928095 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Transition to ACTIVE for port object 9b7900bd-def7-4032-9e9a-2fb007e2b736 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:54:43.928705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53448) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:43.937601 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb388f5-7ee0-4aae-a366-4497c1b51570 None None] Routers {'8abee3be-133b-42a4-9bc3-5229ea78941c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:43.938237 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1bb388f5-7ee0-4aae-a366-4497c1b51570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8abee3be-133b-42a4-9bc3-5229ea78941c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:43.939512 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:43.995946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172112a-0f5b-48f8-bf52-536e353066ff req-d2380445-20cc-4dc0-ae50-b46536d8a349 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:44.006337 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172112a-0f5b-48f8-bf52-536e353066ff req-d2380445-20cc-4dc0-ae50-b46536d8a349 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:44.014237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172112a-0f5b-48f8-bf52-536e353066ff req-d2380445-20cc-4dc0-ae50-b46536d8a349 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:44.026995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c172112a-0f5b-48f8-bf52-536e353066ff req-d2380445-20cc-4dc0-ae50-b46536d8a349 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2400 time: 0.2988863 Nov 24 12:54:44.068697 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-1bb388f5-7ee0-4aae-a366-4497c1b51570 None None] Set router 8abee3be-133b-42a4-9bc3-5229ea78941c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:44.079758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b770be-c457-4857-9088-20aadf38e101 req-5a986858-398b-40e8-a928-fe9d4a7db969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:44.081646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b770be-c457-4857-9088-20aadf38e101 req-5a986858-398b-40e8-a928-fe9d4a7db969 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 1100 time: 0.2882106 Nov 24 12:54:44.327584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b770be-c457-4857-9088-20aadf38e101 req-f9b3be21-1c5e-4b6c-9d2e-ae77f54f9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:44.329109 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b770be-c457-4857-9088-20aadf38e101 req-f9b3be21-1c5e-4b6c-9d2e-ae77f54f9af3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2156763 Nov 24 12:54:44.329766 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1bb388f5-7ee0-4aae-a366-4497c1b51570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956553898-router', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:22Z', 'updated_at': '2021-11-24T12:54:41Z', 'revision_number': 5, 'project_id': '125c890e75604473b51a32947b0e1a19', 'gw_port': {'id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:23Z', 'updated_at': '2021-11-24T12:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:44.375956 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb388f5-7ee0-4aae-a366-4497c1b51570 None None] Checking router: 8abee3be-133b-42a4-9bc3-5229ea78941c for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:54:44.388014 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb388f5-7ee0-4aae-a366-4497c1b51570 None None] Routers {'8abee3be-133b-42a4-9bc3-5229ea78941c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:44.388690 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1bb388f5-7ee0-4aae-a366-4497c1b51570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8abee3be-133b-42a4-9bc3-5229ea78941c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:44.418858 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7900bd-def7-4032-9e9a-2fb007e2b736,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:44.444682 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b770be-c457-4857-9088-20aadf38e101 req-6eef8b22-9985-4fcd-841a-ff787f757afa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 200 len: 217 time: 0.0710948 Nov 24 12:54:44.464443 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e0b66-cc8f-4a00-9e8f-0c3ecaf939dc req-27105757-e4cf-4768-989b-ff57b8c80106 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:44.472808 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f20e0b66-cc8f-4a00-9e8f-0c3ecaf939dc req-27105757-e4cf-4768-989b-ff57b8c80106 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.5929699 Nov 24 12:54:44.479608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b770be-c457-4857-9088-20aadf38e101 req-55798bad-265d-452c-9056-c388fe2677dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:44.481318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b770be-c457-4857-9088-20aadf38e101 req-55798bad-265d-452c-9056-c388fe2677dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 1100 time: 0.4528365 Nov 24 12:54:44.532600 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02859b5d-62f5-470a-9346-b5ed92095620 req-9ad75d65-4cf4-4683-bd73-6e92a5fe7199 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395187 Nov 24 12:54:44.547027 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f20e0b66-cc8f-4a00-9e8f-0c3ecaf939dc req-7a9a34d9-5a76-4d5e-b08d-69e4ce58f35a tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725737 Nov 24 12:54:44.602289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c172112a-0f5b-48f8-bf52-536e353066ff req-12baedfb-2bc5-47b2-9872-4663bd2967a5 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804269 Nov 24 12:54:44.697434 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-1bb388f5-7ee0-4aae-a366-4497c1b51570 None None] Set router 8abee3be-133b-42a4-9bc3-5229ea78941c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:44.798157 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-645eedad-e24d-4561-b8be-d01405d50fe1 req-994f9685-eaa0-456d-a31d-fcdd7fd54c2e service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8944623 Nov 24 12:54:44.853275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Attempting to bind port 9b7900bd-def7-4032-9e9a-2fb007e2b736 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:44.853862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Attempting to bind port 9b7900bd-def7-4032-9e9a-2fb007e2b736 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '22bd3c61-7891-4272-9a76-e913a8da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:44.853976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Attempting to bind port 9b7900bd-def7-4032-9e9a-2fb007e2b736 on network d353e6c3-876a-4980-9eb8-fb0b46812616 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:44.885338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b770be-c457-4857-9088-20aadf38e101 req-e59c92e8-be42-4309-ae4a-7d19cfc42fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:44.886814 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b770be-c457-4857-9088-20aadf38e101 req-e59c92e8-be42-4309-ae4a-7d19cfc42fc8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.4305868 Nov 24 12:54:44.903247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Port 9b7900bd-def7-4032-9e9a-2fb007e2b736 on network d353e6c3-876a-4980-9eb8-fb0b46812616 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:54:44.903643 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Attempting to bind port 9b7900bd-def7-4032-9e9a-2fb007e2b736 on network d353e6c3-876a-4980-9eb8-fb0b46812616 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:44.919259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9346b25-0fcc-4c2f-af85-8eea2f80cbf4 req-b1a9dec9-76ca-4b23-802d-e99a3cf70aff tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:44.927428 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d9346b25-0fcc-4c2f-af85-8eea2f80cbf4 req-b1a9dec9-76ca-4b23-802d-e99a3cf70aff tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 946 time: 0.1018510 Nov 24 12:54:44.950777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:44.951151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Checking segment: {'id': '22bd3c61-7891-4272-9a76-e913a8da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:44.951499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Bound using segment: {'id': '22bd3c61-7891-4272-9a76-e913a8da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:44.951932 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Bound port: 9b7900bd-def7-4032-9e9a-2fb007e2b736, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bd3c61-7891-4272-9a76-e913a8da32f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:44.952286 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:45.008116 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1bb388f5-7ee0-4aae-a366-4497c1b51570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956553898-router', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:22Z', 'updated_at': '2021-11-24T12:54:41Z', 'revision_number': 5, 'project_id': '125c890e75604473b51a32947b0e1a19', 'gw_port': {'id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:23Z', 'updated_at': '2021-11-24T12:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:45.033017 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d9346b25-0fcc-4c2f-af85-8eea2f80cbf4 req-ba78a364-f50d-403f-a9da-bfe7d930ba2d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049900 Nov 24 12:54:45.039022 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:45.051191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b770be-c457-4857-9088-20aadf38e101 req-01cfdcf7-700e-4db5-9224-99746ce16a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:45.053146 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b770be-c457-4857-9088-20aadf38e101 req-01cfdcf7-700e-4db5-9224-99746ce16a6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.5442100 Nov 24 12:54:45.054803 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb388f5-7ee0-4aae-a366-4497c1b51570 None None] The sync data for ids ['8abee3be-133b-42a4-9bc3-5229ea78941c'] in n-d-817303-4 is: [{'id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1956553898-router', 'tenant_id': '125c890e75604473b51a32947b0e1a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:22Z', 'updated_at': '2021-11-24T12:54:41Z', 'revision_number': 5, 'project_id': '125c890e75604473b51a32947b0e1a19', 'gw_port': {'id': '51fe194e-a744-4060-aa9e-d72a7208ebf1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:6b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abee3be-133b-42a4-9bc3-5229ea78941c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:23Z', 'updated_at': '2021-11-24T12:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:54:45.083170 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02859b5d-62f5-470a-9346-b5ed92095620 req-2c5c8a59-be04-4fcc-a302-32d6840cf74d service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120194 Nov 24 12:54:45.139574 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] For port 9b7900bd-def7-4032-9e9a-2fb007e2b736, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:45.143871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef10b27-dcf6-442b-8216-52c187139f17 req-5f36cbae-1d35-44a0-98a4-d3ea1e266b7b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:45.147065 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9ef10b27-dcf6-442b-8216-52c187139f17 req-5f36cbae-1d35-44a0-98a4-d3ea1e266b7b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 949 time: 0.2881639 Nov 24 12:54:45.184170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b770be-c457-4857-9088-20aadf38e101 req-3515f5d6-a401-49c9-a70e-67b8a658f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:45.185850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b770be-c457-4857-9088-20aadf38e101 req-3515f5d6-a401-49c9-a70e-67b8a658f9b0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2775724 Nov 24 12:54:45.187441 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b770be-c457-4857-9088-20aadf38e101 req-9d8575dc-f9cc-486b-8f50-d21af73378d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 200 len: 217 time: 0.1192069 Nov 24 12:54:45.262287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] For port 9b7900bd-def7-4032-9e9a-2fb007e2b736, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9b7900bd-def7-4032-9e9a-2fb007e2b736,segment=NetworkSegment(22bd3c61-7891-4272-9a76-e913a8da32f0),segment_id=22bd3c61-7891-4272-9a76-e913a8da32f0)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:45.284979 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-645eedad-e24d-4561-b8be-d01405d50fe1 req-53d1b5a5-e2fc-4a84-9b77-69d5fbe1692e service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124949 Nov 24 12:54:45.288165 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:45.328029 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:45.355752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:45.356413 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:45.358072 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] 10.222.0.46 "PUT /v2.0/ports/9b7900bd-def7-4032-9e9a-2fb007e2b736 HTTP/1.1" status: 200 len: 1092 time: 2.7248049 Nov 24 12:54:45.359679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'tag': '9b7900bd-def7-4032-9e9a-2fb007e2b736'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:45.363515 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606c88dc-65fd-4204-9318-dd2c080e3ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "tag": "9b7900bd-def7-4032-9e9a-2fb007e2b736"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:45.373052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b770be-c457-4857-9088-20aadf38e101 req-be687839-c346-45fc-867f-05922b0cded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:45.374592 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b770be-c457-4857-9088-20aadf38e101 req-be687839-c346-45fc-867f-05922b0cded9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1733110 Nov 24 12:54:45.381360 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9ef10b27-dcf6-442b-8216-52c187139f17 req-be304533-08c3-459a-ba1f-c5097a82c3c9 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906545 Nov 24 12:54:45.411365 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8e1f1-daa6-4272-a24a-409f767518d2 req-e67ac62e-1466-488f-b037-6c43a2d6c74e tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:45.432717 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-25f8e1f1-daa6-4272-a24a-409f767518d2 req-e67ac62e-1466-488f-b037-6c43a2d6c74e tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 1097 time: 0.2105999 Nov 24 12:54:45.465942 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94fdbe-2530-4b19-9f2a-3ac23719de08 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7900bd-def7-4032-9e9a-2fb007e2b736,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:45.521815 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b770be-c457-4857-9088-20aadf38e101 req-c0e277e4-7eb9-4443-adea-2c0c34ac07c6 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096826 Nov 24 12:54:45.524545 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92898aa6-081c-4c46-a48e-3ff2b59761c6 x-openstack-request-id: req-92898aa6-081c-4c46-a48e-3ff2b59761c6 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:45.524957 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "tag": "9b7900bd-def7-4032-9e9a-2fb007e2b736", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:45.525222 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92898aa6-081c-4c46-a48e-3ff2b59761c6 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:45.525645 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'tag': '9b7900bd-def7-4032-9e9a-2fb007e2b736', 'status': 'completed', 'code': 200} Nov 24 12:54:45.527674 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b770be-c457-4857-9088-20aadf38e101 req-76b7781b-8e97-4188-9de0-5a7593a9692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:45.534226 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b770be-c457-4857-9088-20aadf38e101 req-76b7781b-8e97-4188-9de0-5a7593a9692e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496060 Nov 24 12:54:45.622894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-ef7b2264-f6fc-48c4-9e41-4f9d1d3ed62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:45.623390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-ef7b2264-f6fc-48c4-9e41-4f9d1d3ed62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:45.623874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-ef7b2264-f6fc-48c4-9e41-4f9d1d3ed62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:45.625882 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-ef7b2264-f6fc-48c4-9e41-4f9d1d3ed62a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce15217cb16467ab78bae2368c56eb8&device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2865 time: 0.1734564 Nov 24 12:54:45.628885 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-25f8e1f1-daa6-4272-a24a-409f767518d2 req-550c464f-cf85-43b6-9c4f-4c193ec80f55 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957469 Nov 24 12:54:45.631107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] Deleting port 51fe194e-a744-4060-aa9e-d72a7208ebf1 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:54:45.631472 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:45.821101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f9456935-d741-4cfb-a171-e7fc31475a19 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:54:45.826994 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-c635fe40-e1a1-4915-8a6c-31bc8378e5fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.79&port_id=7f392749-059a-4220-816a-9894ed0bff14 HTTP/1.1" status: 200 len: 217 time: 0.1876130 Nov 24 12:54:45.871764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: f9456935-d741-4cfb-a171-e7fc31475a19 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:54:45.873148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f9456935-d741-4cfb-a171-e7fc31475a19 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:54:46.053938 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b770be-c457-4857-9088-20aadf38e101 req-63465c1d-5d90-4a40-95d8-f492cd13e07b service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902358 Nov 24 12:54:46.063635 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84626f-5038-40c9-9745-6df211d50cc7 req-4bfb3de4-379c-4342-8a17-495d413d8bae tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:46.063774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e1783-389e-4383-a8a9-2d6cfdbce85c req-9f4e78b2-3fa0-44e6-9612-e2bf4fee10ca tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:46.071358 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e1783-389e-4383-a8a9-2d6cfdbce85c req-9f4e78b2-3fa0-44e6-9612-e2bf4fee10ca tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:46.071493 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd84626f-5038-40c9-9745-6df211d50cc7 req-4bfb3de4-379c-4342-8a17-495d413d8bae tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.3435714 Nov 24 12:54:46.077438 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e1783-389e-4383-a8a9-2d6cfdbce85c req-9f4e78b2-3fa0-44e6-9612-e2bf4fee10ca tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:46.079128 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-103e1783-389e-4383-a8a9-2d6cfdbce85c req-9f4e78b2-3fa0-44e6-9612-e2bf4fee10ca tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2412 time: 0.2226679 Nov 24 12:54:46.085818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0a28d2a4-7f60-4abd-91ba-5adff89f908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:46.087239 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-0a28d2a4-7f60-4abd-91ba-5adff89f908f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddb0e483-0105-414c-a773-8c198011f9aa HTTP/1.1" status: 200 len: 801 time: 0.2464159 Nov 24 12:54:46.092312 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b770be-c457-4857-9088-20aadf38e101 req-592e33b6-a931-42bc-bb91-0a77e8a35eeb service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559528 Nov 24 12:54:46.177362 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd84626f-5038-40c9-9745-6df211d50cc7 req-81ceec9c-d7f6-4386-8000-0a8c069655f9 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050787 Nov 24 12:54:46.196791 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-103e1783-389e-4383-a8a9-2d6cfdbce85c req-fb461ebf-9a97-4ce1-a6d0-35d465d3e1e5 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085730 Nov 24 12:54:46.199429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] For port 51fe194e-a744-4060-aa9e-d72a7208ebf1, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=51fe194e-a744-4060-aa9e-d72a7208ebf1,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:46.199898 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:46.216637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] Calling delete_port for 51fe194e-a744-4060-aa9e-d72a7208ebf1 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:54:46.222389 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-91bd9a0a-cdda-4af7-a657-7c7ac73f5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:46.241499 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-91bd9a0a-cdda-4af7-a657-7c7ac73f5f25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d353e6c3-876a-4980-9eb8-fb0b46812616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1446576 Nov 24 12:54:46.249333 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b770be-c457-4857-9088-20aadf38e101 req-0dcae379-b358-4e10-94bd-f64bcafd2733 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559842 Nov 24 12:54:46.418441 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-3f58444e-d9a2-468f-a122-bc9bc6ba68ca service neutron] 10.222.0.46 "GET /v2.0/networks/d353e6c3-876a-4980-9eb8-fb0b46812616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644044 Nov 24 12:54:46.593881 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd76bf-6f51-4035-992c-63a6639353fe req-927f6bc7-4cb2-4e77-b8b8-dcc8eb2599f7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:46.595298 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b3fd76bf-6f51-4035-992c-63a6639353fe req-927f6bc7-4cb2-4e77-b8b8-dcc8eb2599f7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 949 time: 0.1084909 Nov 24 12:54:46.636270 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-a55dcd85-2e2e-4612-b40f-a7e9d27bf603 service neutron] 10.222.0.46 "GET /v2.0/networks/d353e6c3-876a-4980-9eb8-fb0b46812616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802547 Nov 24 12:54:46.688379 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-4a2ff4e0-9042-4716-bc1a-907806cbfbdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.171&port_id=451ba7a5-3d8a-47f4-9d48-c7fc14e68150 HTTP/1.1" status: 200 len: 217 time: 0.0431139 Nov 24 12:54:46.765120 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:46.799555 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b3fd76bf-6f51-4035-992c-63a6639353fe req-2c91c920-6407-4918-bd31-06521a21add5 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942501 Nov 24 12:54:46.843934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=51fe194e-a744-4060-aa9e-d72a7208ebf1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:46.886120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-08bcb002-447f-4e76-ac17-a3a44c750cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:46.887684 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-08bcb002-447f-4e76-ac17-a3a44c750cad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=da1033dd-2b8e-4498-818b-7e1aa5bbebf0 HTTP/1.1" status: 200 len: 801 time: 0.1705182 Nov 24 12:54:46.956801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ac6c9-b84d-409f-b0b3-6a95faca2e92 req-36d9077e-6500-4a82-8b9d-3c7a6205ddb3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:46.966827 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-872ac6c9-b84d-409f-b0b3-6a95faca2e92 req-36d9077e-6500-4a82-8b9d-3c7a6205ddb3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 949 time: 0.0735404 Nov 24 12:54:46.972234 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:47.033641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-872ac6c9-b84d-409f-b0b3-6a95faca2e92 req-ad27bf31-3d7d-41b2-ab0b-a9f546837350 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654457 Nov 24 12:54:47.085957 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-e136671f-3c7f-451c-beba-fd30f736f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:47.087454 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-e136671f-3c7f-451c-beba-fd30f736f836 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=38d3cd32-59b1-4e74-ba98-11a0669d7f73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1781318 Nov 24 12:54:47.091306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:47.093541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:47.174633 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:47.175483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8abee3be-133b-42a4-9bc3-5229ea78941c {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 12:54:47.182272 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:47.186273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53498) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:47.186685 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1bc8e066-06ac-4b8c-a59e-aa04804ed7cb admin admin] 10.222.0.48 "DELETE /v2.0/routers/8abee3be-133b-42a4-9bc3-5229ea78941c HTTP/1.1" status: 204 len: 168 time: 3.2568374 Nov 24 12:54:47.278772 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-e55910e7-ffce-4f85-a05a-7fa397312cc0 admin admin] Deleting subnet c30861d6-6a80-4bc2-87fa-427c2dbe15af {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:54:47.283242 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e55910e7-ffce-4f85-a05a-7fa397312cc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:47.289463 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-2f24a621-ee81-4097-bcaf-484fbf3e39a4 service neutron] 10.222.0.46 "GET /v2.0/networks/38d3cd32-59b1-4e74-ba98-11a0669d7f73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920419 Nov 24 12:54:47.333714 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e55910e7-ffce-4f85-a05a-7fa397312cc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:47.415902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008fdb1-62bf-4720-9992-187c76f28375 req-04d583b1-f072-4b14-be45-3bac9465b74c tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:47.417434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f008fdb1-62bf-4720-9992-187c76f28375 req-04d583b1-f072-4b14-be45-3bac9465b74c tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.0876386 Nov 24 12:54:47.458519 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-8716fc95-85f9-410f-8b03-c42b1532f0a3 service neutron] 10.222.0.46 "GET /v2.0/networks/38d3cd32-59b1-4e74-ba98-11a0669d7f73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515663 Nov 24 12:54:47.470440 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e55910e7-ffce-4f85-a05a-7fa397312cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:47.476695 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23cc18-8b6a-49ee-8468-7171fd1ef116 req-8ec704f6-29aa-4091-b423-26cd472d962e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:47.482587 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23cc18-8b6a-49ee-8468-7171fd1ef116 req-8ec704f6-29aa-4091-b423-26cd472d962e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:47.488818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23cc18-8b6a-49ee-8468-7171fd1ef116 req-8ec704f6-29aa-4091-b423-26cd472d962e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:47.490457 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d23cc18-8b6a-49ee-8468-7171fd1ef116 req-8ec704f6-29aa-4091-b423-26cd472d962e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2412 time: 0.0882721 Nov 24 12:54:47.517552 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f008fdb1-62bf-4720-9992-187c76f28375 req-29eb260c-ada3-4df2-acb8-515b76779889 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833275 Nov 24 12:54:47.528441 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-c758b32b-8562-48af-8adb-f81db9831bcb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.198&port_id=9b7900bd-def7-4032-9e9a-2fb007e2b736 HTTP/1.1" status: 200 len: 217 time: 0.0370245 Nov 24 12:54:47.551847 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e55910e7-ffce-4f85-a05a-7fa397312cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:47.579719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55910e7-ffce-4f85-a05a-7fa397312cc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30861d6-6a80-4bc2-87fa-427c2dbe15af,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:47.584979 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e55910e7-ffce-4f85-a05a-7fa397312cc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:47.588292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e55910e7-ffce-4f85-a05a-7fa397312cc0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c30861d6-6a80-4bc2-87fa-427c2dbe15af HTTP/1.1" status: 204 len: 168 time: 0.4008942 Nov 24 12:54:47.591366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53510) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:47.592769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f26efa01-e968-426a-b638-f4870eeeeaf6 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:54:47.648978 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d23cc18-8b6a-49ee-8468-7171fd1ef116 req-cd7a4308-5504-4dc8-b63c-af4075bf837a tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233304 Nov 24 12:54:47.653139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-b815fee9-6dca-4b14-be4c-db170bceda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:47.654959 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-b815fee9-6dca-4b14-be4c-db170bceda19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddb0e483-0105-414c-a773-8c198011f9aa HTTP/1.1" status: 200 len: 801 time: 0.1062849 Nov 24 12:54:47.688298 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:47.732150 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:47.748604 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bab960-b6a1-4f72-b2d7-3738585e0f30 None None] Network 8d981ae7-714a-4b9d-9590-20a0847d31fb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:54:47.759131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Deleting port 90fc0352-afbe-4ddf-af48-2662c7d4b75e {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:54:47.759474 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:47.772074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-97277f86-eba6-4bba-87b3-0fc1b7fd3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:47.784556 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-97277f86-eba6-4bba-87b3-0fc1b7fd3c00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d353e6c3-876a-4980-9eb8-fb0b46812616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1214008 Nov 24 12:54:47.787765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'mac_address': 'fa:16:3e:8d:ba:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:54:47.881787 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-4c8b8956-6781-4117-a472-5389b981f6e4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=68aba327b1424d85a8e6810a5bcc2328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354769 Nov 24 12:54:47.930013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 51fe194e-a744-4060-aa9e-d72a7208ebf1 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:54:47.937234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] For port 90fc0352-afbe-4ddf-af48-2662c7d4b75e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=90fc0352-afbe-4ddf-af48-2662c7d4b75e,segment=NetworkSegment(d76f0490-0f66-4dd6-9f40-44426620b7f5),segment_id=d76f0490-0f66-4dd6-9f40-44426620b7f5)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:47.937623 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:47.966143 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-2c34c52d-6deb-4786-a3f3-d3a22fd2e92f service neutron] 10.222.0.46 "GET /v2.0/networks/d353e6c3-876a-4980-9eb8-fb0b46812616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721830 Nov 24 12:54:47.976173 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:47.983965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Calling delete_port for 90fc0352-afbe-4ddf-af48-2662c7d4b75e owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:54:48.018331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 51fe194e-a744-4060-aa9e-d72a7208ebf1 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:54:48.019546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 51fe194e-a744-4060-aa9e-d72a7208ebf1 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:54:48.058776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26efa01-e968-426a-b638-f4870eeeeaf6 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:48.099333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:48.101177 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-c6ffc2e6-67e3-4008-878d-4fe82ca0c49b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:48.104033 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-c6ffc2e6-67e3-4008-878d-4fe82ca0c49b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214098 Nov 24 12:54:48.105699 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:48.155654 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba949b8b-c50d-4e0b-b932-e898296a038a req-cd9c8b02-06ed-4d4d-9ac0-ce200c992f91 service neutron] 10.222.0.46 "GET /v2.0/networks/d353e6c3-876a-4980-9eb8-fb0b46812616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777971 Nov 24 12:54:48.173915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f26efa01-e968-426a-b638-f4870eeeeaf6,revision_number=12']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:48.177177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-3c745b7c-289a-4d64-b79c-241ab47910fd tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/quotas/68aba327b1424d85a8e6810a5bcc2328 HTTP/1.1" status: 200 len: 375 time: 0.0385611 Nov 24 12:54:48.201837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37194825-6bb0-48cc-b12b-febf19c7057f None None] DHCP port deletion for 8d981ae7-714a-4b9d-9590-20a0847d31fb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 12:54:48.275346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-37194825-6bb0-48cc-b12b-febf19c7057f None None] Deleting port 90fc0352-afbe-4ddf-af48-2662c7d4b75e {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:54:48.276044 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-37194825-6bb0-48cc-b12b-febf19c7057f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:48.346167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c88dc-65fd-4204-9318-dd2c080e3ef6 req-98aeae03-1f45-40a6-a7c0-0549eb1eee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:48.346552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c88dc-65fd-4204-9318-dd2c080e3ef6 req-98aeae03-1f45-40a6-a7c0-0549eb1eee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:48.347017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c88dc-65fd-4204-9318-dd2c080e3ef6 req-98aeae03-1f45-40a6-a7c0-0549eb1eee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:48.349438 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-606c88dc-65fd-4204-9318-dd2c080e3ef6 req-98aeae03-1f45-40a6-a7c0-0549eb1eee8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce15217cb16467ab78bae2368c56eb8&device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2865 time: 0.1070261 Nov 24 12:54:48.352495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['f26efa01-e968-426a-b638-f4870eeeeaf6'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:54:48.380579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-37194825-6bb0-48cc-b12b-febf19c7057f None None] For port 90fc0352-afbe-4ddf-af48-2662c7d4b75e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=90fc0352-afbe-4ddf-af48-2662c7d4b75e,segment=NetworkSegment(d76f0490-0f66-4dd6-9f40-44426620b7f5),segment_id=d76f0490-0f66-4dd6-9f40-44426620b7f5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:48.381007 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-37194825-6bb0-48cc-b12b-febf19c7057f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:48.403941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-37194825-6bb0-48cc-b12b-febf19c7057f None None] Calling delete_port for 90fc0352-afbe-4ddf-af48-2662c7d4b75e owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:54:48.464258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-3a2d4b72-f50f-45ec-8894-fc1955ccc650 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:48.466310 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-3a2d4b72-f50f-45ec-8894-fc1955ccc650 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 820 time: 0.2346013 Nov 24 12:54:48.487940 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c88dc-65fd-4204-9318-dd2c080e3ef6 req-e81d14f8-a581-4b02-9704-698bd54cba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:48.490151 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-606c88dc-65fd-4204-9318-dd2c080e3ef6 req-e81d14f8-a581-4b02-9704-698bd54cba26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d353e6c3-876a-4980-9eb8-fb0b46812616 HTTP/1.1" status: 200 len: 903 time: 0.1231198 Nov 24 12:54:48.491813 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-a7922faa-5252-4f9c-8584-841b5c995921 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/quotas/494a0e4f3119447983c5ec1ee6872a9d HTTP/1.1" status: 200 len: 375 time: 0.0154986 Nov 24 12:54:48.545833 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-606c88dc-65fd-4204-9318-dd2c080e3ef6 req-9407dd99-56cc-4396-b2cc-3d76b31171f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.198&port_id=9b7900bd-def7-4032-9e9a-2fb007e2b736 HTTP/1.1" status: 200 len: 217 time: 0.0468352 Nov 24 12:54:48.547585 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-37194825-6bb0-48cc-b12b-febf19c7057f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:48.563803 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-149ae329-65da-403b-8e97-ffe4c53193ab tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3856409 Nov 24 12:54:48.573809 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:48.587828 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37194825-6bb0-48cc-b12b-febf19c7057f None None] Pushing event deleted for resources: {'Port': ['ID=90fc0352-afbe-4ddf-af48-2662c7d4b75e,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:48.601042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Pushing event deleted for resources: {'Port': ['ID=90fc0352-afbe-4ddf-af48-2662c7d4b75e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:48.607433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] No DVR routers for this DVR port 90fc0352-afbe-4ddf-af48-2662c7d4b75e on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:54:48.630584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37194825-6bb0-48cc-b12b-febf19c7057f None None] No DVR routers for this DVR port 90fc0352-afbe-4ddf-af48-2662c7d4b75e on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:54:48.635663 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c88dc-65fd-4204-9318-dd2c080e3ef6 req-dc0b0d2e-5433-409f-929c-79bc8a9fc69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:48.641032 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-606c88dc-65fd-4204-9318-dd2c080e3ef6 req-dc0b0d2e-5433-409f-929c-79bc8a9fc69c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ddb0e483-0105-414c-a773-8c198011f9aa HTTP/1.1" status: 200 len: 801 time: 0.0743639 Nov 24 12:54:48.659180 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-d19e0d8a-d92d-4e4a-b444-23211c229849 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1590381 Nov 24 12:54:48.731674 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:48.762485 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c88dc-65fd-4204-9318-dd2c080e3ef6 req-43d919fa-1eef-4db2-91be-f8f8d9d3b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:48.764016 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-606c88dc-65fd-4204-9318-dd2c080e3ef6 req-43d919fa-1eef-4db2-91be-f8f8d9d3b552 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d353e6c3-876a-4980-9eb8-fb0b46812616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1033764 Nov 24 12:54:48.780493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d981ae7-714a-4b9d-9590-20a0847d31fb']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:48.792901 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76f0490-0f66-4dd6-9f40-44426620b7f5') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:48.793210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76f0490-0f66-4dd6-9f40-44426620b7f5') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:48.804972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:48.818725 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-b11cbe5b-1bc7-4bea-93ef-7ed25b2a71e8 service neutron] 10.222.0.48 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477892 Nov 24 12:54:48.820805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe5850-27bd-44ea-941c-1ce068c675fc req-c133d4de-f57f-4002-8146-bb81cc478818 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:48.822269 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-12fe5850-27bd-44ea-941c-1ce068c675fc req-c133d4de-f57f-4002-8146-bb81cc478818 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.0878370 Nov 24 12:54:48.832686 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:48.859306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:54:48.859835 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: timer() Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:54:48.862040 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:54:48.943690 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-12fe5850-27bd-44ea-941c-1ce068c675fc req-888c6219-66f8-4c91-a27e-5c4039d8d2de tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122882 Nov 24 12:54:48.954677 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:48.963748 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:48.967110 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] 10.222.0.48 "DELETE /v2.0/networks/8d981ae7-714a-4b9d-9590-20a0847d31fb HTTP/1.1" status: 204 len: 168 time: 1.3746433 Nov 24 12:54:48.977970 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc0b14-5919-44ff-8ccb-d6aa03b99eff admin admin] Pushing event deleted for resources: {'Network': ['ID=8d981ae7-714a-4b9d-9590-20a0847d31fb,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:49.007628 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-76ae2322-5cb3-48ac-9ce3-242958c0bfe1 service neutron] 10.222.0.48 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590202 Nov 24 12:54:49.013706 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-606c88dc-65fd-4204-9318-dd2c080e3ef6 req-6852e7c4-9082-48e4-b7b4-94614223b884 service neutron] 10.222.0.46 "GET /v2.0/networks/d353e6c3-876a-4980-9eb8-fb0b46812616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414095 Nov 24 12:54:49.154199 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-606c88dc-65fd-4204-9318-dd2c080e3ef6 req-171f2218-cb86-453b-a309-9a58fc46e542 service neutron] 10.222.0.46 "GET /v2.0/networks/d353e6c3-876a-4980-9eb8-fb0b46812616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288342 Nov 24 12:54:49.155522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53554) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:49.207125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94746a8-8e72-4a8b-ac17-02bf442d17de req-16b62994-9b0d-460e-9cf0-27880a0388e3 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:49.212555 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8a7211ad-585a-44ae-bf3a-1474336c538a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=125c890e75604473b51a32947b0e1a19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0555747 Nov 24 12:54:49.215000 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53560) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:49.216546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94746a8-8e72-4a8b-ac17-02bf442d17de req-16b62994-9b0d-460e-9cf0-27880a0388e3 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:49.223615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94746a8-8e72-4a8b-ac17-02bf442d17de req-16b62994-9b0d-460e-9cf0-27880a0388e3 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:49.231994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e94746a8-8e72-4a8b-ac17-02bf442d17de req-16b62994-9b0d-460e-9cf0-27880a0388e3 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2412 time: 0.1105695 Nov 24 12:54:49.275128 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0dffbb6d-c7b4-41da-beaa-51e11226f941 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:49.281090 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e94746a8-8e72-4a8b-ac17-02bf442d17de req-8a9ede03-08cc-4097-bc60-1bd1fdb383eb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475976 Nov 24 12:54:49.315871 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0dffbb6d-c7b4-41da-beaa-51e11226f941 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:49.366810 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0dffbb6d-c7b4-41da-beaa-51e11226f941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:49.369652 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0dffbb6d-c7b4-41da-beaa-51e11226f941 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:49.370820 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0dffbb6d-c7b4-41da-beaa-51e11226f941 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67f4b385-e044-4c1c-8f51-6cd7d5887c9b HTTP/1.1" status: 204 len: 168 time: 0.1548684 Nov 24 12:54:49.411998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffbb6d-c7b4-41da-beaa-51e11226f941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f4b385-e044-4c1c-8f51-6cd7d5887c9b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:49.439275 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-19f2b342-be4d-4071-8e5c-b2aaa0db72d8 req-12a693cb-a312-4684-835a-a43726622cb4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 210 time: 0.0539551 Nov 24 12:54:49.588374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f26efa01-e968-426a-b638-f4870eeeeaf6 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:49.599520 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb9f6c3c-2297-4eca-b922-96ee9d772647 req-336024e5-bef6-45ce-9246-24eb8495b9a4 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 210 time: 0.0438554 Nov 24 12:54:49.661730 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port f26efa01-e968-426a-b638-f4870eeeeaf6 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:54:49.666846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port f26efa01-e968-426a-b638-f4870eeeeaf6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:49.667353 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:49.755951 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:49.787049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:49.789637 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e90d7c-5d7c-4ccf-a7c4-3e56e36a0403" -d '{"events": [{"server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "name": "network-vif-plugged", "status": "completed", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:49.804795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:49.834811 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:49.947493 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84178b67-73f0-4128-8226-65e75047ab63 x-openstack-request-id: req-84178b67-73f0-4128-8226-65e75047ab63 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:49.948446 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "name": "network-vif-plugged", "status": "completed", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:49.948969 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84178b67-73f0-4128-8226-65e75047ab63 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:49.949666 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'code': 200} Nov 24 12:54:49.950732 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 90fc0352-afbe-4ddf-af48-2662c7d4b75e no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:54:49.987086 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 90fc0352-afbe-4ddf-af48-2662c7d4b75e {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:54:49.987699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 90fc0352-afbe-4ddf-af48-2662c7d4b75e not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:54:50.005016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-82781942-43ab-476d-85c1-5d9c48058a5a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=68aba327b1424d85a8e6810a5bcc2328&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377789 Nov 24 12:54:50.010089 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f26efa01-e968-426a-b638-f4870eeeeaf6,revision_number=13']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:50.236469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55442bd4-5675-4581-828d-ed2246283263 req-6757a448-1307-4783-a20b-9302a8d2ced8 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:50.241318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55442bd4-5675-4581-828d-ed2246283263 req-6757a448-1307-4783-a20b-9302a8d2ced8 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.1381712 Nov 24 12:54:50.301416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-aeba2db5-3481-409f-8d58-033e591024b4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:50.301948 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-aeba2db5-3481-409f-8d58-033e591024b4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2896042 Nov 24 12:54:50.340916 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55442bd4-5675-4581-828d-ed2246283263 req-2ff7861f-7425-4a83-a5c6-d09ef20eb649 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887423 Nov 24 12:54:50.344289 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-6e643b31-7012-4df3-9423-5081c0c1b3e0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Request body: {'port': {'device_id': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '68aba327b1424d85a8e6810a5bcc2328'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:50.469531 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c4ce7-ba37-40bd-bda1-d7e053dde637 req-0f547037-e970-4807-8c27-5fd5ef6ea5ae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:50.478539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c4ce7-ba37-40bd-bda1-d7e053dde637 req-0f547037-e970-4807-8c27-5fd5ef6ea5ae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:50.486479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c4ce7-ba37-40bd-bda1-d7e053dde637 req-0f547037-e970-4807-8c27-5fd5ef6ea5ae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:50.496817 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-309c4ce7-ba37-40bd-bda1-d7e053dde637 req-0f547037-e970-4807-8c27-5fd5ef6ea5ae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2412 time: 0.0957887 Nov 24 12:54:50.501831 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-6e643b31-7012-4df3-9423-5081c0c1b3e0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Made reservation on behalf of 68aba327b1424d85a8e6810a5bcc2328 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:50.508639 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-6e643b31-7012-4df3-9423-5081c0c1b3e0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:50.560365 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-309c4ce7-ba37-40bd-bda1-d7e053dde637 req-8010426f-e0c0-4e96-9455-28b541323ad5 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580118 Nov 24 12:54:50.612841 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-309b0407-0083-4e69-bf65-b6dc096f66da req-d702e554-93d3-4ba5-be39-a6e42a2bcd63 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 210 time: 0.0352108 Nov 24 12:54:50.721016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-6e643b31-7012-4df3-9423-5081c0c1b3e0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Allocated IP 192.168.233.28 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/70a2990b-270c-44c2-b5c0-eb5c503f1607) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:50.756457 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6abb1dae-16da-43b8-b9d6-f4d805495ab3 req-ae3b2b3f-c7bb-4953-8d10-6ac6e97f86f2 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 210 time: 0.0382159 Nov 24 12:54:50.807619 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2a4185c2-fb24-42d7-a373-b4d1b3790b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:50.933203 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-71d780f4-5cf0-4810-932c-6e54e4c29b51 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:50.934933 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-71d780f4-5cf0-4810-932c-6e54e4c29b51 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.59 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 820 time: 0.1493714 Nov 24 12:54:50.956911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-376ca10c-67b5-413e-b807-0043f2a63b13 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Request body: {'port': {'device_id': '3070695b-d120-4176-baf0-1a0ca48b7f3a', 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674', 'admin_state_up': True, 'tenant_id': '494a0e4f3119447983c5ec1ee6872a9d'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:51.126518 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-6e643b31-7012-4df3-9423-5081c0c1b3e0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:51.158339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-376ca10c-67b5-413e-b807-0043f2a63b13 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Made reservation on behalf of 494a0e4f3119447983c5ec1ee6872a9d for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:51.162038 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-376ca10c-67b5-413e-b807-0043f2a63b13 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:51.205337 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-6e643b31-7012-4df3-9423-5081c0c1b3e0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:51.219093 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['669384d5-bb37-4054-9709-2894491b4b00'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:54:51.222596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['dc707d28-b6a8-4f62-b7d3-940b0908755b', 'f26efa01-e968-426a-b638-f4870eeeeaf6'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:54:51.319804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-6e643b31-7012-4df3-9423-5081c0c1b3e0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:51.327146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-6e643b31-7012-4df3-9423-5081c0c1b3e0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:51.345445 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-6e643b31-7012-4df3-9423-5081c0c1b3e0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:51.419594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e643b31-7012-4df3-9423-5081c0c1b3e0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Pushing event updated for resources: {'Port': ['ID=70a2990b-270c-44c2-b5c0-eb5c503f1607,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:51.476176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-6e643b31-7012-4df3-9423-5081c0c1b3e0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:51.477499 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-6e643b31-7012-4df3-9423-5081c0c1b3e0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:51.506561 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-6e643b31-7012-4df3-9423-5081c0c1b3e0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1694200 Nov 24 12:54:51.525905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Request body: {'port': {'device_id': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:51.615287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-376ca10c-67b5-413e-b807-0043f2a63b13 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Allocated IP 172.20.0.13 (ee1ba679-7d12-4b42-af81-73cc82b26674/54c9a6d6-7074-498d-887a-6cd33ae98ec8/dc99550f-4cb8-45b3-a2ad-bf03932233b3) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:51.616191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:54:51.617806 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:51.629059 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef222f-3d8d-488b-9ae5-bc645b7fb129 req-1d811cf9-c8e6-4e45-bf23-74440121bef4 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:51.640257 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3aef222f-3d8d-488b-9ae5-bc645b7fb129 req-1d811cf9-c8e6-4e45-bf23-74440121bef4 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.1320698 Nov 24 12:54:51.725397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3aef222f-3d8d-488b-9ae5-bc645b7fb129 req-617f9fd7-5712-4811-a149-2d44a078090b tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838284 Nov 24 12:54:51.942885 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdd4a1-746d-445b-8eb4-2a17531e8a6f req-52780695-4e37-4ddb-a190-cdf9a3af7786 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:51.951165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdd4a1-746d-445b-8eb4-2a17531e8a6f req-52780695-4e37-4ddb-a190-cdf9a3af7786 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:51.960027 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdd4a1-746d-445b-8eb4-2a17531e8a6f req-52780695-4e37-4ddb-a190-cdf9a3af7786 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:51.966814 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3cdd4a1-746d-445b-8eb4-2a17531e8a6f req-52780695-4e37-4ddb-a190-cdf9a3af7786 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2412 time: 0.2462516 Nov 24 12:54:51.974993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dadf3-8899-47fb-82f0-ccb75cb31a21 req-9abe7200-4b3f-4e59-9c2b-b90f9c83fbc9 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:51.977106 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d1dadf3-8899-47fb-82f0-ccb75cb31a21 req-9abe7200-4b3f-4e59-9c2b-b90f9c83fbc9 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 935 time: 0.0619328 Nov 24 12:54:52.043418 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d1dadf3-8899-47fb-82f0-ccb75cb31a21 req-1e6c39cf-a9bf-4297-8bd2-b499aaef053a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596883 Nov 24 12:54:52.045591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-da57811f-36df-4589-a4cc-bcabd98a3ed5 None None] Provisioning complete for port 70a2990b-270c-44c2-b5c0-eb5c503f1607 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:52.047102 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-da57811f-36df-4589-a4cc-bcabd98a3ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:52.056001 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-376ca10c-67b5-413e-b807-0043f2a63b13 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:52.133977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=451ba7a5-3d8a-47f4-9d48-c7fc14e68150,segment=NetworkSegment(84b36b5c-5824-47b5-a87b-d4f2d7875721),segment_id=84b36b5c-5824-47b5-a87b-d4f2d7875721)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:52.162670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '451ba7a5-3d8a-47f4-9d48-c7fc14e68150', 'network_id': '38d3cd32-59b1-4e74-ba98-11a0669d7f73', 'port_id': '451ba7a5-3d8a-47f4-9d48-c7fc14e68150', 'mac_address': 'fa:16:3e:6f:13:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da1033dd-2b8e-4498-818b-7e1aa5bbebf0', 'ip_address': '19.86.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:54:52.167275 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-da57811f-36df-4589-a4cc-bcabd98a3ed5 None None] Port 70a2990b-270c-44c2-b5c0-eb5c503f1607 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:54:52.210054 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:52.229334 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-376ca10c-67b5-413e-b807-0043f2a63b13 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:52.249703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:52.255488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5fda321-8e50-45cb-be4f-9b2acc0cce5c req-07d512a3-2dcd-4c0d-bc19-c443a95f69b2 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 210 time: 0.0636265 Nov 24 12:54:52.285677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=451ba7a5-3d8a-47f4-9d48-c7fc14e68150,segment=NetworkSegment(84b36b5c-5824-47b5-a87b-d4f2d7875721),segment_id=84b36b5c-5824-47b5-a87b-d4f2d7875721)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:52.293069 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:52.294083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9b7900bd-def7-4032-9e9a-2fb007e2b736 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:54:52.312485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-376ca10c-67b5-413e-b807-0043f2a63b13 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Network ee1ba679-7d12-4b42-af81-73cc82b26674 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:52.322964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-376ca10c-67b5-413e-b807-0043f2a63b13 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:52.381520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['acb38072-5e14-4840-ae0e-342ff08a3d6b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:54:52.394244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-376ca10c-67b5-413e-b807-0043f2a63b13 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:52.419178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=451ba7a5-3d8a-47f4-9d48-c7fc14e68150,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:52.473492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ca10c-67b5-413e-b807-0043f2a63b13 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Pushing event updated for resources: {'Port': ['ID=dc99550f-4cb8-45b3-a2ad-bf03932233b3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:52.495978 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3cdd4a1-746d-445b-8eb4-2a17531e8a6f req-d2f2877a-a1bc-44f4-baba-f44d1e74561c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014287 Nov 24 12:54:52.508052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a2990b-270c-44c2-b5c0-eb5c503f1607 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:52.530600 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 9b7900bd-def7-4032-9e9a-2fb007e2b736, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9b7900bd-def7-4032-9e9a-2fb007e2b736,segment=NetworkSegment(22bd3c61-7891-4272-9a76-e913a8da32f0),segment_id=22bd3c61-7891-4272-9a76-e913a8da32f0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:52.537909 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-376ca10c-67b5-413e-b807-0043f2a63b13 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:52.538682 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-376ca10c-67b5-413e-b807-0043f2a63b13 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:52.547719 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:52.554014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '9b7900bd-def7-4032-9e9a-2fb007e2b736', 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616', 'port_id': '9b7900bd-def7-4032-9e9a-2fb007e2b736', 'mac_address': 'fa:16:3e:e9:73:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb0e483-0105-414c-a773-8c198011f9aa', 'ip_address': '19.80.0.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:54:52.570608 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-376ca10c-67b5-413e-b807-0043f2a63b13 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6177666 Nov 24 12:54:52.571657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Transition to ACTIVE for port object 70a2990b-270c-44c2-b5c0-eb5c503f1607 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:54:52.576195 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:52.591759 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Request body: {'port': {'device_id': '3070695b-d120-4176-baf0-1a0ca48b7f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:52.654171 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:52.720458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=70a2990b-270c-44c2-b5c0-eb5c503f1607,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:52.759519 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:52.888473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7900bd-def7-4032-9e9a-2fb007e2b736 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:52.932422 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 9b7900bd-def7-4032-9e9a-2fb007e2b736, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9b7900bd-def7-4032-9e9a-2fb007e2b736,segment=NetworkSegment(22bd3c61-7891-4272-9a76-e913a8da32f0),segment_id=22bd3c61-7891-4272-9a76-e913a8da32f0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:52.943983 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:52.944776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f392749-059a-4220-816a-9894ed0bff14 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:54:52.950203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be3d08-87bd-42cc-b173-f8ae77eb278a req-08a0a9aa-c6f9-4cd2-ba5e-14b217071fad tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:52.951788 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69be3d08-87bd-42cc-b173-f8ae77eb278a req-08a0a9aa-c6f9-4cd2-ba5e-14b217071fad tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.1003685 Nov 24 12:54:53.040050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=9b7900bd-def7-4032-9e9a-2fb007e2b736,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:53.043901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f392749-059a-4220-816a-9894ed0bff14, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f392749-059a-4220-816a-9894ed0bff14,segment=NetworkSegment(22bd3c61-7891-4272-9a76-e913a8da32f0),segment_id=22bd3c61-7891-4272-9a76-e913a8da32f0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:53.057590 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '7f392749-059a-4220-816a-9894ed0bff14', 'network_id': 'd353e6c3-876a-4980-9eb8-fb0b46812616', 'port_id': '7f392749-059a-4220-816a-9894ed0bff14', 'mac_address': 'fa:16:3e:65:fe:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb0e483-0105-414c-a773-8c198011f9aa', 'ip_address': '19.80.0.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:54:53.058334 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69be3d08-87bd-42cc-b173-f8ae77eb278a req-acbca797-f284-4099-ace2-4c2464726b5b tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965748 Nov 24 12:54:53.064198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53660) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:53.103188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Attempting to bind port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:53.103536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Attempting to bind port 70a2990b-270c-44c2-b5c0-eb5c503f1607 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:53.103874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Attempting to bind port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:53.111597 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:53.115874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:54:53.116377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Attempting to bind port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:53.129959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:53.130306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:53.130682 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:53.131129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Bound port: 70a2990b-270c-44c2-b5c0-eb5c503f1607, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:53.131490 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:53.143027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f392749-059a-4220-816a-9894ed0bff14 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:53.170689 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f392749-059a-4220-816a-9894ed0bff14, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f392749-059a-4220-816a-9894ed0bff14,segment=NetworkSegment(22bd3c61-7891-4272-9a76-e913a8da32f0),segment_id=22bd3c61-7891-4272-9a76-e913a8da32f0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:53.194285 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:53.246898 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc99550f-4cb8-45b3-a2ad-bf03932233b3 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:53.260879 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:53.267342 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-499a1c5b-3194-4a77-a052-557b6d76972a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:53.281372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7f392749-059a-4220-816a-9894ed0bff14,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:53.298691 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e03205dc-4a87-4fb2-9759-e863dcce59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:53.303334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783aee8-f9ec-41b3-a8a8-0b640e6f4dc7 req-c8d65ee5-5f5d-4fcd-b9c9-6613040f0726 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:53.305018 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783aee8-f9ec-41b3-a8a8-0b640e6f4dc7 req-c8d65ee5-5f5d-4fcd-b9c9-6613040f0726 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 947 time: 0.1689992 Nov 24 12:54:53.307595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Transition to ACTIVE for port object dc99550f-4cb8-45b3-a2ad-bf03932233b3 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:54:53.310714 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:53.317767 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:53.325070 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:53.340073 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:53.423374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:53.423884 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:53.425363 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] 10.222.0.59 "PUT /v2.0/ports/70a2990b-270c-44c2-b5c0-eb5c503f1607 HTTP/1.1" status: 200 len: 1095 time: 1.9063668 Nov 24 12:54:53.426915 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:53.429418 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba35a43-717a-42a3-b7cc-56227cb762c1" -d '{"events": [{"name": "network-changed", "server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:53.493944 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-499a1c5b-3194-4a77-a052-557b6d76972a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:53.496695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Pushing event updated for resources: {'Port': ['ID=dc99550f-4cb8-45b3-a2ad-bf03932233b3,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:53.510866 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-499a1c5b-3194-4a77-a052-557b6d76972a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:53.527769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f410884-67c5-47fc-a408-779a14c8f85c req-02468981-1cca-48b3-b3e5-45a1798d6b63 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:53.533757 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4f410884-67c5-47fc-a408-779a14c8f85c req-02468981-1cca-48b3-b3e5-45a1798d6b63 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.1651473 Nov 24 12:54:53.537838 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783aee8-f9ec-41b3-a8a8-0b640e6f4dc7 req-2afbfb01-7d40-4141-9fcd-3a58fc9e400e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237678 Nov 24 12:54:53.566905 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-499a1c5b-3194-4a77-a052-557b6d76972a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ff7a664989541be9ed19dfefef2a859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5015452 Nov 24 12:54:53.575038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53676) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:53.607710 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['7f392749-059a-4220-816a-9894ed0bff14'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:54:53.671045 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['451ba7a5-3d8a-47f4-9d48-c7fc14e68150'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:54:53.688918 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['9b7900bd-def7-4032-9e9a-2fb007e2b736'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:54:53.690513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-3496e33f-1f5b-44a6-bbb6-17e86ced9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:53.692356 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-3496e33f-1f5b-44a6-bbb6-17e86ced9908 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 1098 time: 0.2137361 Nov 24 12:54:53.696832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f1e20-f9df-436d-a877-1ba9edf7a2b9 service neutron] Pushing event updated for resources: {'Port': ['ID=70a2990b-270c-44c2-b5c0-eb5c503f1607,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:53.711848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Attempting to bind port dc99550f-4cb8-45b3-a2ad-bf03932233b3 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:53.712189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Attempting to bind port dc99550f-4cb8-45b3-a2ad-bf03932233b3 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:53.712523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Attempting to bind port dc99550f-4cb8-45b3-a2ad-bf03932233b3 on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:53.755419 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c3175c-95b9-4e46-b02e-8710646814ac x-openstack-request-id: req-23c3175c-95b9-4e46-b02e-8710646814ac {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:53.755713 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:53.755973 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23c3175c-95b9-4e46-b02e-8710646814ac {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:53.756379 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'status': 'completed', 'code': 200} Nov 24 12:54:53.760877 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-f5e1394b-f486-4f91-98ac-85181322523c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607 HTTP/1.1" status: 200 len: 217 time: 0.0574610 Nov 24 12:54:53.763552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Port dc99550f-4cb8-45b3-a2ad-bf03932233b3 on network ee1ba679-7d12-4b42-af81-73cc82b26674 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:54:53.763903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Attempting to bind port dc99550f-4cb8-45b3-a2ad-bf03932233b3 on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:53.766335 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8f756ec2-9a53-41e1-884d-d8ca393fa035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:53.782596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:53.782985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Checking segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:53.783321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Bound using segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:53.783771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Bound port: dc99550f-4cb8-45b3-a2ad-bf03932233b3, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:53.784132 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:53.853923 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8f756ec2-9a53-41e1-884d-d8ca393fa035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:53.911382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-61c9a38e-27d4-4490-970e-c0f038605702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:53.913097 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-61c9a38e-27d4-4490-970e-c0f038605702 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1432302 Nov 24 12:54:54.023162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd2d6d-b3a8-4cd1-bd1a-9f9d41423620 req-fe015ca9-3e97-47fc-8a37-4e2a98832f7c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:54.029805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd2d6d-b3a8-4cd1-bd1a-9f9d41423620 req-fe015ca9-3e97-47fc-8a37-4e2a98832f7c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:54.036105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd2d6d-b3a8-4cd1-bd1a-9f9d41423620 req-fe015ca9-3e97-47fc-8a37-4e2a98832f7c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:54.037863 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ecfd2d6d-b3a8-4cd1-bd1a-9f9d41423620 req-fe015ca9-3e97-47fc-8a37-4e2a98832f7c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2415 time: 0.2113802 Nov 24 12:54:54.041880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:54.047332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:54.061211 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:54.067369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a1c5b-3194-4a77-a052-557b6d76972a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50d208b-42e1-48f2-89d2-7b61a8c5c5ed,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:54.081763 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-25ec8e7f-e6a1-4d22-ac65-8a96bea7a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:54.083462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-25ec8e7f-e6a1-4d22-ac65-8a96bea7a379 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1588728 Nov 24 12:54:54.111006 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4f410884-67c5-47fc-a408-779a14c8f85c req-e82495db-b16a-428b-97a2-e1b1187d0b60 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369363 Nov 24 12:54:54.112232 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8f756ec2-9a53-41e1-884d-d8ca393fa035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:54.115427 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8f756ec2-9a53-41e1-884d-d8ca393fa035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:54.129891 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8f756ec2-9a53-41e1-884d-d8ca393fa035 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c50d208b-42e1-48f2-89d2-7b61a8c5c5ed HTTP/1.1" status: 204 len: 168 time: 0.5257952 Nov 24 12:54:54.187579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:54.193087 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:54.194850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] 10.222.0.59 "PUT /v2.0/ports/dc99550f-4cb8-45b3-a2ad-bf03932233b3 HTTP/1.1" status: 200 len: 1092 time: 1.6079149 Nov 24 12:54:54.235271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f756ec2-9a53-41e1-884d-d8ca393fa035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50d208b-42e1-48f2-89d2-7b61a8c5c5ed,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:54.281523 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:54.312149 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922da7a-8ae8-408e-9a6c-5473dfcb32b0 req-9be283ed-4cec-4861-9eed-7bf08b9952f6 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:54.314092 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d922da7a-8ae8-408e-9a6c-5473dfcb32b0 req-9be283ed-4cec-4861-9eed-7bf08b9952f6 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.1112926 Nov 24 12:54:54.317273 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ecfd2d6d-b3a8-4cd1-bd1a-9f9d41423620 req-5d3cc585-dc4c-4fa9-ba5f-6d0654be8caf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671261 Nov 24 12:54:54.389749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbac7e-7a6e-4f55-b8a6-da48ef53863c service neutron] Pushing event updated for resources: {'Port': ['ID=dc99550f-4cb8-45b3-a2ad-bf03932233b3,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:54.428176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-d3d8abaa-45cc-4afa-b360-f193736517c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:54.429801 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d922da7a-8ae8-408e-9a6c-5473dfcb32b0 req-2e39351c-c847-43e7-b965-b15527c4e2c6 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093228 Nov 24 12:54:54.429939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-d3d8abaa-45cc-4afa-b360-f193736517c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 1095 time: 0.1775355 Nov 24 12:54:54.478184 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-eb4f698a-48d6-4a53-95bb-fd636a156abf service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417671 Nov 24 12:54:54.479857 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-ca5baaa8-cc08-40f2-be34-783e60e33c3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3 HTTP/1.1" status: 200 len: 217 time: 0.0411136 Nov 24 12:54:54.593484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-26b5989c-931e-463d-b688-f57ffef0d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:54.594947 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-26b5989c-931e-463d-b688-f57ffef0d6b8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.1024504 Nov 24 12:54:54.655101 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-56346d21-eab2-4fbb-92c2-773cf98ca72d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518904 Nov 24 12:54:54.683500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fbdedb39-855b-4d1b-8730-6101a9a19876 req-174e6126-d86e-4feb-b8fb-f1ec74074a04 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920304 Nov 24 12:54:54.964124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53706) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:55.073492 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1961112022-network', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:55.096168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Made reservation on behalf of 88f1d12e9ef5448caf41cac2016cf89f for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:55.099258 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:55.108153 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:55.116929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9ddaa-ab92-4831-b5a3-98bf7a26886d req-fed85c81-75e6-4a82-ad99-bce240525e07 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:55.124168 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6af9ddaa-ab92-4831-b5a3-98bf7a26886d req-fed85c81-75e6-4a82-ad99-bce240525e07 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 947 time: 0.5065827 Nov 24 12:54:55.195770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-032f9531-2309-40f6-aecb-69c9139efabb service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222151 Nov 24 12:54:55.200031 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:55.201113 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba35a43-717a-42a3-b7cc-56227cb762c1 req-dd9ded38-eae1-4c1d-b21e-3a6be68f9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:55.202568 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ba35a43-717a-42a3-b7cc-56227cb762c1 req-dd9ded38-eae1-4c1d-b21e-3a6be68f9f9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 1098 time: 0.1244395 Nov 24 12:54:55.205417 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:55.218921 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6af9ddaa-ab92-4831-b5a3-98bf7a26886d req-5ee016a7-7e7e-47bd-8565-0952882b3a4d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938220 Nov 24 12:54:55.237067 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:54:55.270279 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:55.270631 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Added segment c28f7445-05af-4942-a663-06e9f8fdd376 of type vlan for network e0f091d7-17a5-4759-b8f2-a09691d177b4 Nov 24 12:54:55.297921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb656d41-803a-4c8d-a56a-aa0ebb00bbfb,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:55.329184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:55.329567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:55.329950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:55.330291 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:55.330634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:55.330960 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:55.331289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:55.331620 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:55.331946 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:55.332823 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:55.333158 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:55.333467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:55.352800 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:55.368570 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480904f8-3162-4f3a-b1e6-688393579958 req-a1d3522c-59c7-414e-8b1a-4c4da8ef731f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:55.373939 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-480904f8-3162-4f3a-b1e6-688393579958 req-a1d3522c-59c7-414e-8b1a-4c4da8ef731f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.1276312 Nov 24 12:54:55.428123 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:55.429111 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:55.429706 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:55.443014 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de7b6c29-4eee-4172-b9ee-6c7aca6298a8 req-0af9fe67-b325-4af7-8260-b8b411475a65 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225897 Nov 24 12:54:55.461304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba35a43-717a-42a3-b7cc-56227cb762c1 req-6ed44f99-33f6-4e2a-a45e-3f871a65f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:55.461596 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-480904f8-3162-4f3a-b1e6-688393579958 req-19814422-8f92-4590-8dc8-30014cab687d tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774848 Nov 24 12:54:55.462951 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ba35a43-717a-42a3-b7cc-56227cb762c1 req-6ed44f99-33f6-4e2a-a45e-3f871a65f256 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2416384 Nov 24 12:54:55.495141 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5295579 Nov 24 12:54:55.498152 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53718) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:55.503143 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1f588cec-0cb8-440e-b1ff-ebf32d3415ec admin admin] Request body: {'subnet': {'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1961112022-subnet', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:55.517942 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ba35a43-717a-42a3-b7cc-56227cb762c1 req-6031d660-278f-4b16-a4f2-92eb50899213 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607 HTTP/1.1" status: 200 len: 217 time: 0.0427370 Nov 24 12:54:55.532126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f502d7-cefc-41fe-94a5-85d8f4140578 req-23b7a046-674d-466f-a706-71a2cd488c10 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:55.538918 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f502d7-cefc-41fe-94a5-85d8f4140578 req-23b7a046-674d-466f-a706-71a2cd488c10 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:55.545163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f502d7-cefc-41fe-94a5-85d8f4140578 req-23b7a046-674d-466f-a706-71a2cd488c10 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:55.547251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a5f502d7-cefc-41fe-94a5-85d8f4140578 req-23b7a046-674d-466f-a706-71a2cd488c10 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2415 time: 0.1333938 Nov 24 12:54:55.547812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba7265-2aa2-4864-ae75-3c52552939e5 admin admin] Pushing event updated for resources: {'Network': ['ID=e0f091d7-17a5-4759-b8f2-a09691d177b4,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:55.564922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network e0f091d7-17a5-4759-b8f2-a09691d177b4 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:54:55.572673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f588cec-0cb8-440e-b1ff-ebf32d3415ec admin admin] Made reservation on behalf of 88f1d12e9ef5448caf41cac2016cf89f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:54:55.575180 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f588cec-0cb8-440e-b1ff-ebf32d3415ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:55.639370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba35a43-717a-42a3-b7cc-56227cb762c1 req-99dbd913-5dfb-4bb9-82d4-c720240d4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:55.648091 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ba35a43-717a-42a3-b7cc-56227cb762c1 req-99dbd913-5dfb-4bb9-82d4-c720240d4162 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0984366 Nov 24 12:54:55.664174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:55.742131 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a5f502d7-cefc-41fe-94a5-85d8f4140578 req-e9ff11bc-4bae-4cf7-a286-1d71ab9496aa tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673717 Nov 24 12:54:55.751001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba35a43-717a-42a3-b7cc-56227cb762c1 req-cc4d7c9e-5e07-4d36-a04b-743398e605e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:55.751213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:54:55.752541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ba35a43-717a-42a3-b7cc-56227cb762c1 req-cc4d7c9e-5e07-4d36-a04b-743398e605e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761359 Nov 24 12:54:55.759102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3070695b-d120-4176-baf0-1a0ca48b7f3a', 'tag': 'dc99550f-4cb8-45b3-a2ad-bf03932233b3'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:55.759833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:55.760621 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:55.765086 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:55.779155 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172ac898-c35c-4eb6-8eff-8e98ffd90272" -d '{"events": [{"name": "network-changed", "server_uuid": "3070695b-d120-4176-baf0-1a0ca48b7f3a", "tag": "dc99550f-4cb8-45b3-a2ad-bf03932233b3"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:55.838799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e6aab-033d-457a-93ce-dd9aeb5a5845 req-32ab5a1a-e7fd-4f97-a9bd-a01cad062c75 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:55.846051 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb4e6aab-033d-457a-93ce-dd9aeb5a5845 req-32ab5a1a-e7fd-4f97-a9bd-a01cad062c75 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.1479201 Nov 24 12:54:55.854914 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f588cec-0cb8-440e-b1ff-ebf32d3415ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:55.918314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ba35a43-717a-42a3-b7cc-56227cb762c1 req-703fff0d-e4df-4f54-9ec1-0e82b493f4bc service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346698 Nov 24 12:54:55.942998 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:55.949200 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd83f5d5-b4d8-4ef2-a145-8865b4d1636c x-openstack-request-id: req-cd83f5d5-b4d8-4ef2-a145-8865b4d1636c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:55.949574 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3070695b-d120-4176-baf0-1a0ca48b7f3a", "tag": "dc99550f-4cb8-45b3-a2ad-bf03932233b3", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:55.949902 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd83f5d5-b4d8-4ef2-a145-8865b4d1636c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:55.950375 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3070695b-d120-4176-baf0-1a0ca48b7f3a', 'tag': 'dc99550f-4cb8-45b3-a2ad-bf03932233b3', 'status': 'completed', 'code': 200} Nov 24 12:54:55.951763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f588cec-0cb8-440e-b1ff-ebf32d3415ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba4d3d9-2757-4798-b5d2-dee42dda7beb,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:55.977707 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb4e6aab-033d-457a-93ce-dd9aeb5a5845 req-442e6e7e-72c0-41db-acd8-f828fedb3adb tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164114 Nov 24 12:54:55.986612 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f588cec-0cb8-440e-b1ff-ebf32d3415ec admin admin] Checking segment: {'id': 'c28f7445-05af-4942-a663-06e9f8fdd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:55.986977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f588cec-0cb8-440e-b1ff-ebf32d3415ec admin admin] Network hostable DHCP agents. Network: e0f091d7-17a5-4759-b8f2-a09691d177b4, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:54:56.007277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451ba7a5-3d8a-47f4-9d48-c7fc14e68150'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:56.009352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f588cec-0cb8-440e-b1ff-ebf32d3415ec admin admin] Network e0f091d7-17a5-4759-b8f2-a09691d177b4 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:54:56.011429 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d593e9-8c89-4e78-9877-3c9638c51622" -d '{"events": [{"server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "name": "network-vif-plugged", "status": "completed", "tag": "451ba7a5-3d8a-47f4-9d48-c7fc14e68150"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:56.018008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=451ba7a5-3d8a-47f4-9d48-c7fc14e68150,segment=NetworkSegment(84b36b5c-5824-47b5-a87b-d4f2d7875721),segment_id=84b36b5c-5824-47b5-a87b-d4f2d7875721)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:56.023519 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.025495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9b7900bd-def7-4032-9e9a-2fb007e2b736 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:56.034978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-1f588cec-0cb8-440e-b1ff-ebf32d3415ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, e0f091d7-17a5-4759-b8f2-a09691d177b4) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:56.046726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f588cec-0cb8-440e-b1ff-ebf32d3415ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:56.049301 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f588cec-0cb8-440e-b1ff-ebf32d3415ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.062438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ac898-c35c-4eb6-8eff-8e98ffd90272 req-5c800070-04e9-49c4-baa8-5f58dd8f99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:56.063954 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-172ac898-c35c-4eb6-8eff-8e98ffd90272 req-5c800070-04e9-49c4-baa8-5f58dd8f99d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 1095 time: 0.0942938 Nov 24 12:54:56.068070 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ba35a43-717a-42a3-b7cc-56227cb762c1 req-fa34375f-4d46-45ba-8630-d7d1e4122ff5 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408620 Nov 24 12:54:56.074346 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1f588cec-0cb8-440e-b1ff-ebf32d3415ec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5749373 Nov 24 12:54:56.075396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3c4054-a1d8-4b2c-aaa8-edac4cfe60b4 None None] Network e0f091d7-17a5-4759-b8f2-a09691d177b4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:54:56.077216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53726) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:56.082911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:54:56.111487 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.113051 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.140155 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d26d467-4ce1-44b2-8d61-46e9d1bc5b1b x-openstack-request-id: req-2d26d467-4ce1-44b2-8d61-46e9d1bc5b1b {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:56.140459 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "name": "network-vif-plugged", "status": "completed", "tag": "451ba7a5-3d8a-47f4-9d48-c7fc14e68150", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:56.140795 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d26d467-4ce1-44b2-8d61-46e9d1bc5b1b {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:56.141197 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451ba7a5-3d8a-47f4-9d48-c7fc14e68150', 'code': 200} Nov 24 12:54:56.180019 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.194561 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ac898-c35c-4eb6-8eff-8e98ffd90272 req-e1a5c242-475e-4aa3-b784-10e0d3c4bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:56.197014 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-172ac898-c35c-4eb6-8eff-8e98ffd90272 req-e1a5c242-475e-4aa3-b784-10e0d3c4bd09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.1167486 Nov 24 12:54:56.240773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=451ba7a5-3d8a-47f4-9d48-c7fc14e68150,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:56.264090 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-172ac898-c35c-4eb6-8eff-8e98ffd90272 req-c0dcca9b-16c3-4e41-a6b5-7b27c06e7c17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3 HTTP/1.1" status: 200 len: 217 time: 0.0590374 Nov 24 12:54:56.287104 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 9b7900bd-def7-4032-9e9a-2fb007e2b736 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:54:56.298789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 9b7900bd-def7-4032-9e9a-2fb007e2b736 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:56.299172 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.326935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ac898-c35c-4eb6-8eff-8e98ffd90272 req-71d098f2-ed23-4539-a2e3-2d1291c6324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:56.328607 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-172ac898-c35c-4eb6-8eff-8e98ffd90272 req-71d098f2-ed23-4539-a2e3-2d1291c6324c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.0557928 Nov 24 12:54:56.373381 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-172ac898-c35c-4eb6-8eff-8e98ffd90272 req-174510ff-862f-4337-94d9-cea7df79f71c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361872 Nov 24 12:54:56.397193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-e0f091d7-17a5-4759-b8f2-a09691d177b4', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'fixed_ips': [{'subnet_id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:54:56.398159 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.425275 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.462788 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.484873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe5e9f-542a-4f24-a37d-e38b71c517ef req-dff2c9bc-12c0-4931-a60f-f2c4c4ae2fa3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:56.487001 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3dbe5e9f-542a-4f24-a37d-e38b71c517ef req-dff2c9bc-12c0-4931-a60f-f2c4c4ae2fa3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 947 time: 0.1023633 Nov 24 12:54:56.515483 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-172ac898-c35c-4eb6-8eff-8e98ffd90272 req-fa5fa4f9-cd39-4540-93a7-1cbf3972e978 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282179 Nov 24 12:54:56.560128 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3dbe5e9f-542a-4f24-a37d-e38b71c517ef req-77a989b7-a7a4-4bc2-891e-315d0d9b38b5 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605102 Nov 24 12:54:56.597122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 9b7900bd-def7-4032-9e9a-2fb007e2b736, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9b7900bd-def7-4032-9e9a-2fb007e2b736,segment=NetworkSegment(22bd3c61-7891-4272-9a76-e913a8da32f0),segment_id=22bd3c61-7891-4272-9a76-e913a8da32f0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:56.606015 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.607059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f392749-059a-4220-816a-9894ed0bff14 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:56.636817 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.728670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf3915-8c97-4c1c-8941-8b322813c8a1 req-9e33e965-ffe6-441e-bf8c-303e2cb4687c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:56.731033 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cadf3915-8c97-4c1c-8941-8b322813c8a1 req-9e33e965-ffe6-441e-bf8c-303e2cb4687c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.1519718 Nov 24 12:54:56.740417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=9b7900bd-def7-4032-9e9a-2fb007e2b736,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:56.746751 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Allocated IP 172.20.0.2 (e0f091d7-17a5-4759-b8f2-a09691d177b4/1ba4d3d9-2757-4798-b5d2-dee42dda7beb/d23aa579-0bd0-4a76-9397-4c21c10ace6d) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:56.765632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 7f392749-059a-4220-816a-9894ed0bff14 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:54:56.777348 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.781666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 7f392749-059a-4220-816a-9894ed0bff14 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:56.782049 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.823944 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.831499 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cadf3915-8c97-4c1c-8941-8b322813c8a1 req-6b10b4a3-353b-4ac9-a0fe-1ef9b6362076 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753300 Nov 24 12:54:56.839503 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-172ac898-c35c-4eb6-8eff-8e98ffd90272 req-98a1a803-bc16-496d-a6d9-09e45a994a73 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139195 Nov 24 12:54:56.978107 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:56.988954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dedc5-0fa9-41bf-b29a-64a9fe606158 req-5b23b0e8-c0bf-4c82-9e8e-ce16fe6f4464 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:56.994911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dedc5-0fa9-41bf-b29a-64a9fe606158 req-5b23b0e8-c0bf-4c82-9e8e-ce16fe6f4464 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:56.998748 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:57.001463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dedc5-0fa9-41bf-b29a-64a9fe606158 req-5b23b0e8-c0bf-4c82-9e8e-ce16fe6f4464 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:57.009170 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-034dedc5-0fa9-41bf-b29a-64a9fe606158 req-5b23b0e8-c0bf-4c82-9e8e-ce16fe6f4464 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2417 time: 0.1200953 Nov 24 12:54:57.024574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f392749-059a-4220-816a-9894ed0bff14, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f392749-059a-4220-816a-9894ed0bff14,segment=NetworkSegment(22bd3c61-7891-4272-9a76-e913a8da32f0),segment_id=22bd3c61-7891-4272-9a76-e913a8da32f0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:57.027436 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:57.032326 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:57.075809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Network e0f091d7-17a5-4759-b8f2-a09691d177b4 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:57.078803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:57.083027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:57.085052 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-034dedc5-0fa9-41bf-b29a-64a9fe606158 req-657dc516-4a7d-4fbb-8a85-b1931315b242 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749536 Nov 24 12:54:57.090681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Allocated IP 172.25.0.249 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/9ee376e9-852b-4126-8d20-3864d99302cd) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:57.092643 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Pushing event updated for resources: {'Port': ['ID=d23aa579-0bd0-4a76-9397-4c21c10ace6d,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:57.158191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df0155-ce1f-40bc-88e3-aaa4d49a1470 req-5d3d51e4-e296-4a5c-9201-cddc6b5df86c tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:57.166385 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2df0155-ce1f-40bc-88e3-aaa4d49a1470 req-5d3d51e4-e296-4a5c-9201-cddc6b5df86c tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.0963047 Nov 24 12:54:57.181891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Attempting to bind port d23aa579-0bd0-4a76-9397-4c21c10ace6d on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:57.182262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Attempting to bind port d23aa579-0bd0-4a76-9397-4c21c10ace6d by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'c28f7445-05af-4942-a663-06e9f8fdd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:57.182638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Attempting to bind port d23aa579-0bd0-4a76-9397-4c21c10ace6d on network e0f091d7-17a5-4759-b8f2-a09691d177b4 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:57.184753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 70a2990b-270c-44c2-b5c0-eb5c503f1607 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:54:57.211368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:57.211751 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Checking segment: {'id': 'c28f7445-05af-4942-a663-06e9f8fdd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:57.212082 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:57.212484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Bound using segment: {'id': 'c28f7445-05af-4942-a663-06e9f8fdd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:57.213002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Bound port: d23aa579-0bd0-4a76-9397-4c21c10ace6d, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28f7445-05af-4942-a663-06e9f8fdd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:57.213392 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:57.219149 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2df0155-ce1f-40bc-88e3-aaa4d49a1470 req-bbf96d7c-7864-4bd4-a668-54c3d51264cf tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518205 Nov 24 12:54:57.230314 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7f392749-059a-4220-816a-9894ed0bff14,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:57.272212 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:57.307515 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:57.350522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:57.353577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:57.358306 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:57.361963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Pushing event updated for resources: {'Port': ['ID=9ee376e9-852b-4126-8d20-3864d99302cd,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:57.496442 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] For port d23aa579-0bd0-4a76-9397-4c21c10ace6d, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:54:57.502691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] For port d23aa579-0bd0-4a76-9397-4c21c10ace6d, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d23aa579-0bd0-4a76-9397-4c21c10ace6d,segment=NetworkSegment(c28f7445-05af-4942-a663-06e9f8fdd376),segment_id=c28f7445-05af-4942-a663-06e9f8fdd376)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:54:57.510703 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:57.519410 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:57.564485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'mac_address': 'fa:16:3e:e2:d5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:54:57.627654 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:57.634233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aeba1b-56a0-4cfe-bf3e-743ac487e920 None None] Pushing event updated for resources: {'Port': ['ID=d23aa579-0bd0-4a76-9397-4c21c10ace6d,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:57.650665 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:57.668921 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a2990b-270c-44c2-b5c0-eb5c503f1607 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:54:57.692126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:57.698906 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:57.765281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=70a2990b-270c-44c2-b5c0-eb5c503f1607,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:57.783455 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccd667-7f4f-4e59-9dbe-d7322b3f78ca req-236d0bba-ed49-42e6-b26d-db591cfe3afc tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:57.785051 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66ccd667-7f4f-4e59-9dbe-d7322b3f78ca req-236d0bba-ed49-42e6-b26d-db591cfe3afc tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 947 time: 0.1225319 Nov 24 12:54:57.994211 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66ccd667-7f4f-4e59-9dbe-d7322b3f78ca req-027fb67f-d537-4d58-a788-0f177df13963 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950231 Nov 24 12:54:57.998609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07aff4-0cc0-4778-a335-6a7c8808f163 req-2d4fce1c-4c54-4762-ad34-5eeef6d38341 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:58.006783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae07aff4-0cc0-4778-a335-6a7c8808f163 req-2d4fce1c-4c54-4762-ad34-5eeef6d38341 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.0808163 Nov 24 12:54:58.011738 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['70a2990b-270c-44c2-b5c0-eb5c503f1607'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:54:58.017405 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:58.079136 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae07aff4-0cc0-4778-a335-6a7c8808f163 req-948be5cf-2962-4991-abd3-8da0e6ff53ed tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654962 Nov 24 12:54:58.152200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7900bd-def7-4032-9e9a-2fb007e2b736'}, {'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f392749-059a-4220-816a-9894ed0bff14'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:54:58.154450 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f0583c-5f86-45e2-8edd-2f76a47ad0ae" -d '{"events": [{"server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "name": "network-vif-plugged", "status": "completed", "tag": "9b7900bd-def7-4032-9e9a-2fb007e2b736"}, {"server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "name": "network-vif-plugged", "status": "completed", "tag": "7f392749-059a-4220-816a-9894ed0bff14"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:54:58.221127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:54:58.238158 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 12:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4f56d2-3f7c-4fa9-b922-c7aff73364fb x-openstack-request-id: req-9c4f56d2-3f7c-4fa9-b922-c7aff73364fb {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:54:58.238750 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "name": "network-vif-plugged", "status": "completed", "tag": "9b7900bd-def7-4032-9e9a-2fb007e2b736", "code": 200}, {"server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "name": "network-vif-plugged", "status": "completed", "tag": "7f392749-059a-4220-816a-9894ed0bff14", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:54:58.239249 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c4f56d2-3f7c-4fa9-b922-c7aff73364fb {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:54:58.239723 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7900bd-def7-4032-9e9a-2fb007e2b736', 'code': 200} Nov 24 12:54:58.240052 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f392749-059a-4220-816a-9894ed0bff14', 'code': 200} Nov 24 12:54:58.268986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ff6e2-012b-4652-a393-2602e2173071 req-792444f4-03a2-4f1c-aa17-3fac0804830c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:58.302739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ff6e2-012b-4652-a393-2602e2173071 req-792444f4-03a2-4f1c-aa17-3fac0804830c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:58.310359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ff6e2-012b-4652-a393-2602e2173071 req-792444f4-03a2-4f1c-aa17-3fac0804830c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:58.319940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-268ff6e2-012b-4652-a393-2602e2173071 req-792444f4-03a2-4f1c-aa17-3fac0804830c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2418 time: 0.1629448 Nov 24 12:54:58.373384 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-268ff6e2-012b-4652-a393-2602e2173071 req-32a7e684-9450-47a6-8f7c-92c330c93cd5 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524230 Nov 24 12:54:58.445287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80faa-91cc-4cdd-9966-3dd14493da59 req-348915d4-308b-4846-944f-99a69b67622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:58.445806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80faa-91cc-4cdd-9966-3dd14493da59 req-348915d4-308b-4846-944f-99a69b67622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:58.446276 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80faa-91cc-4cdd-9966-3dd14493da59 req-348915d4-308b-4846-944f-99a69b67622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:58.447917 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20b80faa-91cc-4cdd-9966-3dd14493da59 req-348915d4-308b-4846-944f-99a69b67622b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2871 time: 0.1321075 Nov 24 12:54:58.458517 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a6dc-fa63-4ce0-b643-2f3f43e0549f req-ab5e20c3-39f8-46a6-bc70-66443888d750 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:58.460004 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f008a6dc-fa63-4ce0-b643-2f3f43e0549f req-ab5e20c3-39f8-46a6-bc70-66443888d750 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.1430428 Nov 24 12:54:58.477526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:54:58.491868 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Sync routers for ids ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:54:58.502875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Routers {'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:54:58.503393 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:58.529550 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:58.530809 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ef7eefbe-df96-49ba-b7ea-8a3be422ffae admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.4525452 Nov 24 12:54:58.533636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53754) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:54:58.565106 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f008a6dc-fa63-4ce0-b643-2f3f43e0549f req-126ebeeb-f145-4931-93fb-e6d9a83891fa tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954652 Nov 24 12:54:58.567649 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20b80faa-91cc-4cdd-9966-3dd14493da59 req-6596557c-73a1-4c5a-b3c9-067dfa346fea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049545 Nov 24 12:54:58.637864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Set router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:54:58.898001 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:54:57Z', 'revision_number': 3, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port': {'id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:54:58.927618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b742d676-faed-477a-a88d-a6b134ba9105 None None] Network e0f091d7-17a5-4759-b8f2-a09691d177b4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:54:58.940537 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Checking router: a7c5330f-13d0-40e5-9ff5-7a1d9e47026a for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:54:58.940951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Updating router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a port 9ee376e9-852b-4126-8d20-3864d99302cd binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:54:59.019133 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.023578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Provisioning complete for port d23aa579-0bd0-4a76-9397-4c21c10ace6d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:59.023950 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.052761 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.149022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4445885-eeae-4f1a-87e5-510525faf899 req-673a6c31-f872-4dbf-a7af-bdebefcfcdb9 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:59.150548 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f4445885-eeae-4f1a-87e5-510525faf899 req-673a6c31-f872-4dbf-a7af-bdebefcfcdb9 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 948 time: 0.0845973 Nov 24 12:54:59.193381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 70a2990b-270c-44c2-b5c0-eb5c503f1607 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:54:59.237074 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f4445885-eeae-4f1a-87e5-510525faf899 req-a58df2c5-3b03-427c-889c-3e36005b4053 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709507 Nov 24 12:54:59.287204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2017444-faeb-4930-9bdf-9bdf9a58833b req-addaf940-bcf6-495b-b54d-933b5f06cc18 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:59.288386 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2017444-faeb-4930-9bdf-9bdf9a58833b req-addaf940-bcf6-495b-b54d-933b5f06cc18 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.0993061 Nov 24 12:54:59.313690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Allocated IP 172.20.0.1 (e0f091d7-17a5-4759-b8f2-a09691d177b4/1ba4d3d9-2757-4798-b5d2-dee42dda7beb/446c209b-ff60-4c95-b24a-4dd812b4fd18) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:54:59.388943 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2017444-faeb-4930-9bdf-9bdf9a58833b req-b929a854-f91d-482c-8fcf-aa81dbd66aaa tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898683 Nov 24 12:54:59.399004 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.429531 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 70a2990b-270c-44c2-b5c0-eb5c503f1607 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:54:59.454818 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 70a2990b-270c-44c2-b5c0-eb5c503f1607 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:59.455599 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.477840 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.494705 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] For port d23aa579-0bd0-4a76-9397-4c21c10ace6d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d23aa579-0bd0-4a76-9397-4c21c10ace6d,segment=NetworkSegment(c28f7445-05af-4942-a663-06e9f8fdd376),segment_id=c28f7445-05af-4942-a663-06e9f8fdd376)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:59.516544 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.531777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.605223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=446c209b-ff60-4c95-b24a-4dd812b4fd18,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:59.617696 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.632907 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.634498 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.634902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.635258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.637983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.638153 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.638622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.638622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.638914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.639270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.641310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.642071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.642428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.646455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Pushing event updated for resources: {'Port': ['ID=d23aa579-0bd0-4a76-9397-4c21c10ace6d,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:59.655055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689c747-038e-48a7-851d-e7f73a28021f req-67e43ae3-25e0-405e-967b-ddc4d8c00568 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:59.670366 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689c747-038e-48a7-851d-e7f73a28021f req-67e43ae3-25e0-405e-967b-ddc4d8c00568 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:59.672501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Network e0f091d7-17a5-4759-b8f2-a09691d177b4 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:54:59.677731 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:54:59.681909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.682247 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.682686 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.683128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.683553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.683981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.684117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:54:59.684499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.684948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.685369 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.685789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.686210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.686629 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bff4e88-fc54-4c01-80d8-ef4d8a9c2dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:54:59.689008 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689c747-038e-48a7-851d-e7f73a28021f req-67e43ae3-25e0-405e-967b-ddc4d8c00568 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:59.701156 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d689c747-038e-48a7-851d-e7f73a28021f req-67e43ae3-25e0-405e-967b-ddc4d8c00568 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2418 time: 0.1662247 Nov 24 12:54:59.775256 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.777467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Attempting to bind port 9ee376e9-852b-4126-8d20-3864d99302cd on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:54:59.777932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Attempting to bind port 9ee376e9-852b-4126-8d20-3864d99302cd by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:54:59.778391 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Attempting to bind port 9ee376e9-852b-4126-8d20-3864d99302cd on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:54:59.791628 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8f9c9-064f-413c-b397-c37c2feac137 None None] Pushing event updated for resources: {'Port': ['ID=9ee376e9-852b-4126-8d20-3864d99302cd,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:54:59.810207 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d689c747-038e-48a7-851d-e7f73a28021f req-8802b6af-f8fc-4f37-915b-25fa73d59392 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079094 Nov 24 12:54:59.820800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:54:59.828635 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:54:59.829229 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.829720 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:54:59.830320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Bound port: 9ee376e9-852b-4126-8d20-3864d99302cd, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:54:59.830802 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.844116 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.870854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b8ba9f65-69a2-4d92-b8a3-8b32a767bb74 None None] Provisioning complete for port d23aa579-0bd0-4a76-9397-4c21c10ace6d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:54:59.871323 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b8ba9f65-69a2-4d92-b8a3-8b32a767bb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:54:59.897164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c89e3e-f642-42fc-b612-5849ae36f3d5 req-2c71c8f6-4997-43cd-8b8b-ae0ff3ed0b7d tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:54:59.904546 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35c89e3e-f642-42fc-b612-5849ae36f3d5 req-2c71c8f6-4997-43cd-8b8b-ae0ff3ed0b7d tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.1741509 Nov 24 12:54:59.960823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:54:59.975448 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:00.024397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] For port 9ee376e9-852b-4126-8d20-3864d99302cd, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:00.067168 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] For port 9ee376e9-852b-4126-8d20-3864d99302cd, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9ee376e9-852b-4126-8d20-3864d99302cd,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:55:00.075607 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d23aa579-0bd0-4a76-9397-4c21c10ace6d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:55:00.085494 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:00.117677 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35c89e3e-f642-42fc-b612-5849ae36f3d5 req-caa80694-75b7-4de8-84a0-d2f5a9da00f4 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367002 Nov 24 12:55:00.119889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=70a2990b-270c-44c2-b5c0-eb5c503f1607,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:00.224780 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:00.261812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:00.265245 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae866d8-0d4f-4dea-b879-b3f30fcd33e1" -d '{"events": [{"server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "name": "network-vif-plugged", "status": "completed", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:00.271923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Routers {'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:00.272752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:00.339306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8f9c9-064f-413c-b397-c37c2feac137 None None] Pushing event updated for resources: {'Port': ['ID=9ee376e9-852b-4126-8d20-3864d99302cd,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:00.351879 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae15d04-836a-4257-92da-f8218aebf982 x-openstack-request-id: req-aae15d04-836a-4257-92da-f8218aebf982 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:00.353163 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "name": "network-vif-plugged", "status": "completed", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:00.354420 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aae15d04-836a-4257-92da-f8218aebf982 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:00.354932 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'code': 200} Nov 24 12:55:00.448581 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0083b1-a012-4d7d-b5d8-5e2d094c506c req-40f6b048-e77f-4530-b245-feb955078b80 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:00.462967 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a0083b1-a012-4d7d-b5d8-5e2d094c506c req-40f6b048-e77f-4530-b245-feb955078b80 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.1202047 Nov 24 12:55:00.546792 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a0083b1-a012-4d7d-b5d8-5e2d094c506c req-99594d3b-2f06-4f8f-8cd5-e925e94f97cd tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826602 Nov 24 12:55:00.604379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0416bd-eb79-4890-8dc5-59cedd8fbcba req-e4a01d96-a329-4488-bb31-51bf9fccb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:00.606052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b0416bd-eb79-4890-8dc5-59cedd8fbcba req-e4a01d96-a329-4488-bb31-51bf9fccb749 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 1100 time: 0.1443169 Nov 24 12:55:00.657863 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2e4cc885-9dd4-4054-a81b-01c7b665fcbb None None] Provisioning complete for port 446c209b-ff60-4c95-b24a-4dd812b4fd18 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:00.658340 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2e4cc885-9dd4-4054-a81b-01c7b665fcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:00.664225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d23aa579-0bd0-4a76-9397-4c21c10ace6d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:00.664645 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:00.713845 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:00.723342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2d838-dea6-44d6-aa70-f1697ff41732 req-05ab27dc-bc32-410c-853a-2576d7b57dc5 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:00.725248 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c3f2d838-dea6-44d6-aa70-f1697ff41732 req-05ab27dc-bc32-410c-853a-2576d7b57dc5 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.1388500 Nov 24 12:55:00.728493 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b0416bd-eb79-4890-8dc5-59cedd8fbcba req-9ec9f94c-46e9-4a55-9a60-b3a0b4786b94 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982523 Nov 24 12:55:00.729308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:00.775616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] Set router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:00.871546 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c3f2d838-dea6-44d6-aa70-f1697ff41732 req-268ac232-9891-475b-857c-26f7e4596d15 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315525 Nov 24 12:55:00.872719 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:00.879058 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=446c209b-ff60-4c95-b24a-4dd812b4fd18,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:00.985909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2e4cc885-9dd4-4054-a81b-01c7b665fcbb None None] Port 446c209b-ff60-4c95-b24a-4dd812b4fd18 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:55:01.009500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca6c64-f84b-4d8c-b31d-01eee767e3a7 req-f375e77a-6701-47cc-9db3-c2a3936bd5e5 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:01.021547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca6c64-f84b-4d8c-b31d-01eee767e3a7 req-f375e77a-6701-47cc-9db3-c2a3936bd5e5 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:01.027757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca6c64-f84b-4d8c-b31d-01eee767e3a7 req-f375e77a-6701-47cc-9db3-c2a3936bd5e5 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:01.037267 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cca6c64-f84b-4d8c-b31d-01eee767e3a7 req-f375e77a-6701-47cc-9db3-c2a3936bd5e5 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2418 time: 0.1080155 Nov 24 12:55:01.102697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Network e0f091d7-17a5-4759-b8f2-a09691d177b4 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:55:01.109774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:55:01.111410 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:00Z', 'revision_number': 4, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port': {'id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '446c209b-ff60-4c95-b24a-4dd812b4fd18', 'name': '', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'mac_address': 'fa:16:3e:99:ff:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:59Z', 'updated_at': '2021-11-24T12:54:59Z', 'revision_number': 1, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'subnets': [{'id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:01.141220 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e3446-1fd3-4c4c-a035-94e56bd669a9 None None] The sync data for ids ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'] in n-d-817303-4 is: [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:00Z', 'revision_number': 4, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port': {'id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '446c209b-ff60-4c95-b24a-4dd812b4fd18', 'name': '', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'mac_address': 'fa:16:3e:99:ff:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:59Z', 'updated_at': '2021-11-24T12:54:59Z', 'revision_number': 1, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'subnets': [{'id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:55:01.176809 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cca6c64-f84b-4d8c-b31d-01eee767e3a7 req-d0800ded-3bf7-4fb5-bb45-1c3ee43ed874 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240985 Nov 24 12:55:01.503164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417bdcb-3721-4266-9566-6a8f376956e9 req-1eaf7931-2798-4214-a83a-f23953a98165 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:01.506110 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0417bdcb-3721-4266-9566-6a8f376956e9 req-1eaf7931-2798-4214-a83a-f23953a98165 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.1225996 Nov 24 12:55:01.516709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:55:01.642054 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d4a03d8e-e2f4-49de-98e9-da3c7bc7156e None None] Provisioning complete for port 446c209b-ff60-4c95-b24a-4dd812b4fd18 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:01.642364 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d4a03d8e-e2f4-49de-98e9-da3c7bc7156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:01.717932 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0417bdcb-3721-4266-9566-6a8f376956e9 req-acd81cbb-2253-49d7-85dd-a02973cfbaa0 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040639 Nov 24 12:55:01.748473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d4a03d8e-e2f4-49de-98e9-da3c7bc7156e None None] Port 446c209b-ff60-4c95-b24a-4dd812b4fd18 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:55:01.933110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:55:01.949813 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a9f6b633-e976-42b6-9a10-872a31f18fe0 admin admin] 10.222.0.48 "PUT /v2.0/routers/a7c5330f-13d0-40e5-9ff5-7a1d9e47026a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4050145 Nov 24 12:55:01.961921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d52b8-935f-4bf6-afdf-fdbc2f2af953 req-8aed798e-baa7-48fd-9bc8-fb0a53f6340b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:01.979436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d52b8-935f-4bf6-afdf-fdbc2f2af953 req-8aed798e-baa7-48fd-9bc8-fb0a53f6340b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:01.979650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4b397-2416-4d3a-b815-79c1dbed5e90 req-7c62fbde-238c-412d-b43c-d90d7ed95c09 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:01.989648 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3bf4b397-2416-4d3a-b815-79c1dbed5e90 req-7c62fbde-238c-412d-b43c-d90d7ed95c09 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.1221948 Nov 24 12:55:01.992160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d52b8-935f-4bf6-afdf-fdbc2f2af953 req-8aed798e-baa7-48fd-9bc8-fb0a53f6340b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:02.006294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-548d52b8-935f-4bf6-afdf-fdbc2f2af953 req-8aed798e-baa7-48fd-9bc8-fb0a53f6340b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2418 time: 0.1200104 Nov 24 12:55:02.114508 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-548d52b8-935f-4bf6-afdf-fdbc2f2af953 req-af5ea309-2afd-42f5-ada5-fe7159b7f434 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035001 Nov 24 12:55:02.142053 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3bf4b397-2416-4d3a-b815-79c1dbed5e90 req-b4f73091-3f76-4f7f-aa3f-c18fd43aca62 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497042 Nov 24 12:55:02.277212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37554af-d979-4c8d-b046-8a3c81c1a761 req-2008e84a-f0c7-478b-8fb6-1f0be1633ef2 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:02.292109 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b37554af-d979-4c8d-b046-8a3c81c1a761 req-2008e84a-f0c7-478b-8fb6-1f0be1633ef2 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.0872359 Nov 24 12:55:02.354474 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b37554af-d979-4c8d-b046-8a3c81c1a761 req-f5d847ff-59fa-4c0a-950a-fe44f83e2fca tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613251 Nov 24 12:55:02.795668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53810) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:02.800220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6b99f9ed-e6f5-41b6-97ad-2e50efc80816 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--625651474', 'description': 'tempest-description--2065877411'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:02.837966 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6b99f9ed-e6f5-41b6-97ad-2e50efc80816 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:02.938288 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785a785-5d21-4cdd-8fdb-7b4c5465e812 req-3b44d494-5dd1-408a-bf98-a3aba98db303 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:02.940151 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5785a785-5d21-4cdd-8fdb-7b4c5465e812 req-3b44d494-5dd1-408a-bf98-a3aba98db303 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.0901155 Nov 24 12:55:02.962160 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6b99f9ed-e6f5-41b6-97ad-2e50efc80816 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:02.967231 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6b99f9ed-e6f5-41b6-97ad-2e50efc80816 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:03.000304 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5785a785-5d21-4cdd-8fdb-7b4c5465e812 req-4eb184c2-7f6a-4149-980c-a96e78fb48de tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532086 Nov 24 12:55:03.005462 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6b99f9ed-e6f5-41b6-97ad-2e50efc80816 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:03.009562 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6b99f9ed-e6f5-41b6-97ad-2e50efc80816 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2102222 Nov 24 12:55:03.010656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53814) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:03.015618 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-80ab9ee4-45a6-41bf-b252-aa71d4c09d8c tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Request body: {'security_group_rule': {'security_group_id': 'bc089565-1f31-47af-b652-3d86a0848beb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:03.022580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99f9ed-e6f5-41b6-97ad-2e50efc80816 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc089565-1f31-47af-b652-3d86a0848beb,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:03.051849 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-80ab9ee4-45a6-41bf-b252-aa71d4c09d8c tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:03.118129 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-80ab9ee4-45a6-41bf-b252-aa71d4c09d8c tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:03.122348 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-80ab9ee4-45a6-41bf-b252-aa71d4c09d8c tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:03.139651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab9ee4-45a6-41bf-b252-aa71d4c09d8c tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4518b46-4f86-4eb1-870f-ddafadec39e6,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:03.149175 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-80ab9ee4-45a6-41bf-b252-aa71d4c09d8c tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:03.150492 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-80ab9ee4-45a6-41bf-b252-aa71d4c09d8c tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386671 Nov 24 12:55:03.153375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53818) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:03.157973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ead6a038-0e3a-4885-992d-3a2fff517446 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Request body: {'security_group_rule': {'security_group_id': 'bc089565-1f31-47af-b652-3d86a0848beb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:03.210108 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ead6a038-0e3a-4885-992d-3a2fff517446 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:03.289452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb43ae-418f-43dd-87d6-a5c1d317f6cb req-f45b97e7-75bf-4311-ab97-06edddbb1dab tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:03.295433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb43ae-418f-43dd-87d6-a5c1d317f6cb req-f45b97e7-75bf-4311-ab97-06edddbb1dab tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:03.302681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb43ae-418f-43dd-87d6-a5c1d317f6cb req-f45b97e7-75bf-4311-ab97-06edddbb1dab tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:03.305168 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ebb43ae-418f-43dd-87d6-a5c1d317f6cb req-f45b97e7-75bf-4311-ab97-06edddbb1dab tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2418 time: 0.1105485 Nov 24 12:55:03.309589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa8b73-9db3-4fde-aa70-4fb75ec36f1e req-69e3e05c-f02b-4a49-8c3a-2c841903d271 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:03.317380 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15fa8b73-9db3-4fde-aa70-4fb75ec36f1e req-69e3e05c-f02b-4a49-8c3a-2c841903d271 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0873024 Nov 24 12:55:03.352736 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ead6a038-0e3a-4885-992d-3a2fff517446 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:03.366505 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ead6a038-0e3a-4885-992d-3a2fff517446 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:03.374515 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15fa8b73-9db3-4fde-aa70-4fb75ec36f1e req-9cf64d73-2c04-440b-a927-f5a07b9b6435 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556457 Nov 24 12:55:03.402140 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ebb43ae-418f-43dd-87d6-a5c1d317f6cb req-a0bdf8af-7792-456b-ba7f-69520b366269 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889599 Nov 24 12:55:03.402401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6a038-0e3a-4885-992d-3a2fff517446 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7275bf8-a4fe-4efb-a4ab-56603b2e0410,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:03.411635 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ead6a038-0e3a-4885-992d-3a2fff517446 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:03.412769 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ead6a038-0e3a-4885-992d-3a2fff517446 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2582738 Nov 24 12:55:03.415899 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53828) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:03.421738 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:03.451871 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:03.533123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0228c-17fd-4324-be2b-6eb598073884 req-41c433ba-ee01-4c45-806a-ccc2fe008b6c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:03.535995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e4e0228c-17fd-4324-be2b-6eb598073884 req-41c433ba-ee01-4c45-806a-ccc2fe008b6c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.0554821 Nov 24 12:55:03.587601 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e4e0228c-17fd-4324-be2b-6eb598073884 req-1122efc8-a0f0-4f6e-8fe7-a4c10c610028 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456326 Nov 24 12:55:03.604430 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35329688-efa8-432c-a5de-99ac05784ac8 req-713c48c1-e87c-48db-8e54-4d1ad10aa335 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:03.611339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35329688-efa8-432c-a5de-99ac05784ac8 req-713c48c1-e87c-48db-8e54-4d1ad10aa335 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:03.617238 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35329688-efa8-432c-a5de-99ac05784ac8 req-713c48c1-e87c-48db-8e54-4d1ad10aa335 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:03.618855 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35329688-efa8-432c-a5de-99ac05784ac8 req-713c48c1-e87c-48db-8e54-4d1ad10aa335 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.46 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2418 time: 0.1450498 Nov 24 12:55:03.659370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970baafa-609a-4bd1-97d4-6a66f06ca0a0 req-e6712dbe-f949-4193-9e8b-8f101ee6130b tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:03.661453 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-970baafa-609a-4bd1-97d4-6a66f06ca0a0 req-e6712dbe-f949-4193-9e8b-8f101ee6130b tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 1100 time: 0.1149151 Nov 24 12:55:03.721620 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:03.791500 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-970baafa-609a-4bd1-97d4-6a66f06ca0a0 req-b42091d1-9076-4630-9bab-af84e46031c2 tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198940 Nov 24 12:55:03.856947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-35329688-efa8-432c-a5de-99ac05784ac8 req-fee74b25-6462-4ddd-bd99-f8c7c738745a tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Deleting port 7f392749-059a-4220-816a-9894ed0bff14 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:03.857293 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35329688-efa8-432c-a5de-99ac05784ac8 req-fee74b25-6462-4ddd-bd99-f8c7c738745a tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:03.891491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9ee376e9-852b-4126-8d20-3864d99302cd up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:55:03.944482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9ee376e9-852b-4126-8d20-3864d99302cd triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:03.945101 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:03.970554 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Allocated IP 172.25.0.63 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/03ac35e5-ff20-43e4-805c-e99061bb43b2) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:55:04.012147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-35329688-efa8-432c-a5de-99ac05784ac8 req-fee74b25-6462-4ddd-bd99-f8c7c738745a tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] For port 7f392749-059a-4220-816a-9894ed0bff14, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f392749-059a-4220-816a-9894ed0bff14,segment=NetworkSegment(22bd3c61-7891-4272-9a76-e913a8da32f0),segment_id=22bd3c61-7891-4272-9a76-e913a8da32f0)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:04.012858 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35329688-efa8-432c-a5de-99ac05784ac8 req-fee74b25-6462-4ddd-bd99-f8c7c738745a tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:04.023747 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Sync routers for ids ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:55:04.044416 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Routers {'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:04.045243 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:04.055379 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:04.069057 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-35329688-efa8-432c-a5de-99ac05784ac8 req-fee74b25-6462-4ddd-bd99-f8c7c738745a tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Calling delete_port for 7f392749-059a-4220-816a-9894ed0bff14 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:04.095494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 9ee376e9-852b-4126-8d20-3864d99302cd, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9ee376e9-852b-4126-8d20-3864d99302cd,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:04.106117 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:04.183331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=9ee376e9-852b-4126-8d20-3864d99302cd,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:04.208920 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Set router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:04.217840 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db02b4d-61d4-4ea3-a4c6-e3b31ea249ab req-b160cabd-7955-46ba-8121-969258721e4c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:04.219437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9db02b4d-61d4-4ea3-a4c6-e3b31ea249ab req-b160cabd-7955-46ba-8121-969258721e4c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.1117928 Nov 24 12:55:04.232168 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-7a15ff06-9642-4ecd-8c32-f90988e07350 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1339028 Nov 24 12:55:04.289143 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9db02b4d-61d4-4ea3-a4c6-e3b31ea249ab req-3e80a6e8-c04b-44fd-aa5f-018c12d182d3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615754 Nov 24 12:55:04.466381 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:00Z', 'revision_number': 4, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port': {'id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '446c209b-ff60-4c95-b24a-4dd812b4fd18', 'name': '', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'mac_address': 'fa:16:3e:99:ff:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:59Z', 'updated_at': '2021-11-24T12:55:00Z', 'revision_number': 2, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'subnets': [{'id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:04.507195 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Checking router: a7c5330f-13d0-40e5-9ff5-7a1d9e47026a for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:55:04.507869 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Updating router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a port 446c209b-ff60-4c95-b24a-4dd812b4fd18 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:55:04.539098 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:04.573169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97718f-a945-4f42-935b-e01e79845001 req-02fb3331-fa16-4cd4-8dc2-ad598cbf5ebc tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:04.583020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97718f-a945-4f42-935b-e01e79845001 req-02fb3331-fa16-4cd4-8dc2-ad598cbf5ebc tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:04.591270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97718f-a945-4f42-935b-e01e79845001 req-02fb3331-fa16-4cd4-8dc2-ad598cbf5ebc tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:04.592531 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:04.593939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef97718f-a945-4f42-935b-e01e79845001 req-02fb3331-fa16-4cd4-8dc2-ad598cbf5ebc tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 2418 time: 0.0878623 Nov 24 12:55:04.618839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8823e88-3efc-4a4a-9e4a-e766cb5497ca req-3c6b1a20-f872-46f2-9537-b80471985f53 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:04.625991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b8823e88-3efc-4a4a-9e4a-e766cb5497ca req-3c6b1a20-f872-46f2-9537-b80471985f53 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.4773960 Nov 24 12:55:04.658775 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef97718f-a945-4f42-935b-e01e79845001 req-49aa75f2-0a3f-41b9-84d4-8d43fc985f29 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559404 Nov 24 12:55:04.741258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b8823e88-3efc-4a4a-9e4a-e766cb5497ca req-22b53a33-02df-47a9-98b7-c10aba8358af tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112962 Nov 24 12:55:04.766975 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:04.807740 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35329688-efa8-432c-a5de-99ac05784ac8 req-fee74b25-6462-4ddd-bd99-f8c7c738745a tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:04.819985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['451ba7a5-3d8a-47f4-9d48-c7fc14e68150', '7f392749-059a-4220-816a-9894ed0bff14', '9b7900bd-def7-4032-9e9a-2fb007e2b736'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:04.835534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:55:04.837303 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:55:04.868363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:55:04.879023 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:04.897709 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:04.971452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Pushing event updated for resources: {'Port': ['ID=03ac35e5-ff20-43e4-805c-e99061bb43b2,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:05.019951 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd01e62-e589-4a70-9395-65a5defcc1c7 None None] Pushing event updated for resources: {'Port': ['ID=446c209b-ff60-4c95-b24a-4dd812b4fd18,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:05.076337 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd01e62-e589-4a70-9395-65a5defcc1c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:05.077035 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd01e62-e589-4a70-9395-65a5defcc1c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:05.080452 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd01e62-e589-4a70-9395-65a5defcc1c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:05.080837 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd01e62-e589-4a70-9395-65a5defcc1c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:05.084499 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd01e62-e589-4a70-9395-65a5defcc1c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:05.084949 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd01e62-e589-4a70-9395-65a5defcc1c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:05.085294 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd01e62-e589-4a70-9395-65a5defcc1c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:05.086784 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd01e62-e589-4a70-9395-65a5defcc1c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:05.087133 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd01e62-e589-4a70-9395-65a5defcc1c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:05.087476 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd01e62-e589-4a70-9395-65a5defcc1c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:05.089997 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd01e62-e589-4a70-9395-65a5defcc1c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:05.090348 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd01e62-e589-4a70-9395-65a5defcc1c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:05.131321 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Attempting to bind port 446c209b-ff60-4c95-b24a-4dd812b4fd18 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:05.140972 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Attempting to bind port 446c209b-ff60-4c95-b24a-4dd812b4fd18 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'c28f7445-05af-4942-a663-06e9f8fdd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:05.141437 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Attempting to bind port 446c209b-ff60-4c95-b24a-4dd812b4fd18 on network e0f091d7-17a5-4759-b8f2-a09691d177b4 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:05.152514 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:05.152931 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Checking segment: {'id': 'c28f7445-05af-4942-a663-06e9f8fdd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:05.153358 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.153758 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Bound using segment: {'id': 'c28f7445-05af-4942-a663-06e9f8fdd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:05.154240 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Bound port: 446c209b-ff60-4c95-b24a-4dd812b4fd18, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28f7445-05af-4942-a663-06e9f8fdd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:05.154685 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.169340 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-35329688-efa8-432c-a5de-99ac05784ac8 req-fee74b25-6462-4ddd-bd99-f8c7c738745a tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] No DVR routers for this DVR port 7f392749-059a-4220-816a-9894ed0bff14 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:05.172904 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35329688-efa8-432c-a5de-99ac05784ac8 req-fee74b25-6462-4ddd-bd99-f8c7c738745a tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.178376 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35329688-efa8-432c-a5de-99ac05784ac8 req-fee74b25-6462-4ddd-bd99-f8c7c738745a tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.46 "DELETE /v2.0/ports/7f392749-059a-4220-816a-9894ed0bff14 HTTP/1.1" status: 204 len: 173 time: 1.5516765 Nov 24 12:55:05.181073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'name': 'network-vif-deleted', 'tag': '7f392749-059a-4220-816a-9894ed0bff14'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:05.183739 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf8969e-2ab0-4233-9b55-005bc260c276" -d '{"events": [{"server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "name": "network-vif-deleted", "tag": "7f392749-059a-4220-816a-9894ed0bff14"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:05.186515 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee74b25-6462-4ddd-bd99-f8c7c738745a tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Port': ['ID=7f392749-059a-4220-816a-9894ed0bff14,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:05.226924 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d107a-c4c3-460a-bca1-82376402997d req-23013e4d-5b44-444b-a3f7-540974b06acc tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:05.233900 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b23d107a-c4c3-460a-bca1-82376402997d req-23013e4d-5b44-444b-a3f7-540974b06acc tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.4201801 Nov 24 12:55:05.292865 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2677a5f6-50bd-482c-a5e0-a163ab782591 x-openstack-request-id: req-2677a5f6-50bd-482c-a5e0-a163ab782591 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:05.293295 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "name": "network-vif-deleted", "tag": "7f392749-059a-4220-816a-9894ed0bff14", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:05.293554 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2677a5f6-50bd-482c-a5e0-a163ab782591 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:05.293952 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'name': 'network-vif-deleted', 'tag': '7f392749-059a-4220-816a-9894ed0bff14', 'status': 'completed', 'code': 200} Nov 24 12:55:05.296453 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] For port 446c209b-ff60-4c95-b24a-4dd812b4fd18, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:05.301254 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] For port 446c209b-ff60-4c95-b24a-4dd812b4fd18, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=446c209b-ff60-4c95-b24a-4dd812b4fd18,segment=NetworkSegment(c28f7445-05af-4942-a663-06e9f8fdd376),segment_id=c28f7445-05af-4942-a663-06e9f8fdd376)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:55:05.311442 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.374986 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.427190 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd01e62-e589-4a70-9395-65a5defcc1c7 None None] Pushing event updated for resources: {'Port': ['ID=446c209b-ff60-4c95-b24a-4dd812b4fd18,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:05.428453 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2f827869-d94a-4f57-9361-169d19ec0e34 None None] Provisioning complete for port 446c209b-ff60-4c95-b24a-4dd812b4fd18 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:05.429038 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2f827869-d94a-4f57-9361-169d19ec0e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.435555 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.437723 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Routers {'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:05.443386 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:05.503908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aac3c4-b437-440f-a6c0-06bb431d8026 req-72b61eca-7e82-4f9f-aafb-a2b4bc3f614a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:05.506168 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62aac3c4-b437-440f-a6c0-06bb431d8026 req-72b61eca-7e82-4f9f-aafb-a2b4bc3f614a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.1112251 Nov 24 12:55:05.570052 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2f827869-d94a-4f57-9361-169d19ec0e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.571258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b23d107a-c4c3-460a-bca1-82376402997d req-79db3cf9-bd1f-4283-95ec-499349b2c7e6 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363280 Nov 24 12:55:05.598556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62aac3c4-b437-440f-a6c0-06bb431d8026 req-e67ae60e-90d5-4572-ac6a-bef7173586f8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819724 Nov 24 12:55:05.627931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2f827869-d94a-4f57-9361-169d19ec0e34 None None] For port 446c209b-ff60-4c95-b24a-4dd812b4fd18, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=446c209b-ff60-4c95-b24a-4dd812b4fd18,segment=NetworkSegment(c28f7445-05af-4942-a663-06e9f8fdd376),segment_id=c28f7445-05af-4942-a663-06e9f8fdd376)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:05.634238 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2f827869-d94a-4f57-9361-169d19ec0e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.644828 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] Set router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:05.695432 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-35329688-efa8-432c-a5de-99ac05784ac8 req-d6aad641-867f-4ca7-971a-bd68f288a795 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Deleting port 9b7900bd-def7-4032-9e9a-2fb007e2b736 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:05.695779 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35329688-efa8-432c-a5de-99ac05784ac8 req-d6aad641-867f-4ca7-971a-bd68f288a795 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.714940 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f827869-d94a-4f57-9361-169d19ec0e34 None None] Pushing event updated for resources: {'Port': ['ID=446c209b-ff60-4c95-b24a-4dd812b4fd18,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:05.762701 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a2ff83a5-9fda-4386-beba-00becb520d9a None None] Provisioning complete for port 446c209b-ff60-4c95-b24a-4dd812b4fd18 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:05.763206 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a2ff83a5-9fda-4386-beba-00becb520d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.841391 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.852996 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.883710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-35329688-efa8-432c-a5de-99ac05784ac8 req-d6aad641-867f-4ca7-971a-bd68f288a795 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] For port 9b7900bd-def7-4032-9e9a-2fb007e2b736, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9b7900bd-def7-4032-9e9a-2fb007e2b736,segment=NetworkSegment(22bd3c61-7891-4272-9a76-e913a8da32f0),segment_id=22bd3c61-7891-4272-9a76-e913a8da32f0)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:05.884545 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35329688-efa8-432c-a5de-99ac05784ac8 req-d6aad641-867f-4ca7-971a-bd68f288a795 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.908085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62623aa4-6f74-46f8-b37d-aea2784b2798 req-6da8a4fb-0326-4fbd-ae5f-daee9183313f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:05.916421 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62623aa4-6f74-46f8-b37d-aea2784b2798 req-6da8a4fb-0326-4fbd-ae5f-daee9183313f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.0731673 Nov 24 12:55:05.926457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-35329688-efa8-432c-a5de-99ac05784ac8 req-d6aad641-867f-4ca7-971a-bd68f288a795 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Calling delete_port for 9b7900bd-def7-4032-9e9a-2fb007e2b736 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:05.958303 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:05.978123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d71e9-806c-4ef1-b36d-edd6a68b142a req-f96ce927-e8f2-4df4-aa5f-50a73d0e279f tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:05.984055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d71e9-806c-4ef1-b36d-edd6a68b142a req-f96ce927-e8f2-4df4-aa5f-50a73d0e279f tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:05.985966 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8b3d71e9-806c-4ef1-b36d-edd6a68b142a req-f96ce927-e8f2-4df4-aa5f-50a73d0e279f tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 1683 time: 0.1990132 Nov 24 12:55:05.998522 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:00Z', 'revision_number': 4, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port': {'id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '446c209b-ff60-4c95-b24a-4dd812b4fd18', 'name': '', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'mac_address': 'fa:16:3e:99:ff:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:59Z', 'updated_at': '2021-11-24T12:55:05Z', 'revision_number': 4, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'subnets': [{'id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:06.004379 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62623aa4-6f74-46f8-b37d-aea2784b2798 req-ee338861-c91c-4cd4-a593-b295cfbb73a1 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871179 Nov 24 12:55:06.030308 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea91d7-4775-4189-ad64-7003f0130cab None None] The sync data for ids ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'] in n-d-817303-4 is: [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:00Z', 'revision_number': 4, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port': {'id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '446c209b-ff60-4c95-b24a-4dd812b4fd18', 'name': '', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'mac_address': 'fa:16:3e:99:ff:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:59Z', 'updated_at': '2021-11-24T12:55:05Z', 'revision_number': 4, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'subnets': [{'id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:55:06.035253 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-37aaf415-e295-4ce1-a537-b16189548a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:06.036716 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-37aaf415-e295-4ce1-a537-b16189548a02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 1100 time: 0.0773852 Nov 24 12:55:06.044176 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Pushing event updated for resources: {'Port': ['ID=03ac35e5-ff20-43e4-805c-e99061bb43b2,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:06.076432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9ee376e9-852b-4126-8d20-3864d99302cd up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:55:06.080622 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:06.133005 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:06.142335 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3b2f4404-8dc0-4ee1-942b-8aa3462de4fb tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7167714 Nov 24 12:55:06.160858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8b3d71e9-806c-4ef1-b36d-edd6a68b142a req-12894696-09ca-4c00-9015-f0b72b75c8da tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128371 Nov 24 12:55:06.177320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9ee376e9-852b-4126-8d20-3864d99302cd triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:06.177689 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:06.257574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-f39e8f2e-a14b-4236-b048-088ac5e4a1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:06.259115 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-f39e8f2e-a14b-4236-b048-088ac5e4a1cc service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2133126 Nov 24 12:55:06.299308 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35329688-efa8-432c-a5de-99ac05784ac8 req-d6aad641-867f-4ca7-971a-bd68f288a795 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:06.344244 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-06ded8c4-426f-4017-bf31-ce692b3de3dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607 HTTP/1.1" status: 200 len: 217 time: 0.0763049 Nov 24 12:55:06.366075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aad641-867f-4ca7-971a-bd68f288a795 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Port': ['ID=9b7900bd-def7-4032-9e9a-2fb007e2b736,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:06.453226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 446c209b-ff60-4c95-b24a-4dd812b4fd18 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:55:06.459145 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-35329688-efa8-432c-a5de-99ac05784ac8 req-d6aad641-867f-4ca7-971a-bd68f288a795 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] No DVR routers for this DVR port 9b7900bd-def7-4032-9e9a-2fb007e2b736 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:06.462266 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35329688-efa8-432c-a5de-99ac05784ac8 req-d6aad641-867f-4ca7-971a-bd68f288a795 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:06.465746 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35329688-efa8-432c-a5de-99ac05784ac8 req-d6aad641-867f-4ca7-971a-bd68f288a795 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.46 "DELETE /v2.0/ports/9b7900bd-def7-4032-9e9a-2fb007e2b736 HTTP/1.1" status: 204 len: 173 time: 1.2687676 Nov 24 12:55:06.514175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-9d4cd3e0-0b95-476d-94c2-7ec8aa9abc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:06.515637 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-9d4cd3e0-0b95-476d-94c2-7ec8aa9abc52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1643665 Nov 24 12:55:06.520823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 446c209b-ff60-4c95-b24a-4dd812b4fd18 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:06.521337 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:06.592535 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-412821f8-8657-45a2-ae4e-0b56fa3e6a2d tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--625651474&fields=id&tenant_id=88f1d12e9ef5448caf41cac2016cf89f HTTP/1.1" status: 200 len: 267 time: 0.1546948 Nov 24 12:55:06.619890 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-35329688-efa8-432c-a5de-99ac05784ac8 req-230dc466-1596-40df-b0b1-e57ceb26af1c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Deleting port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:06.620238 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35329688-efa8-432c-a5de-99ac05784ac8 req-230dc466-1596-40df-b0b1-e57ceb26af1c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:06.657705 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-33ed74c0-3136-4424-9845-1ea8ee3fb9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:06.659557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-33ed74c0-3136-4424-9845-1ea8ee3fb9ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328073 Nov 24 12:55:06.786309 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-35329688-efa8-432c-a5de-99ac05784ac8 req-230dc466-1596-40df-b0b1-e57ceb26af1c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] For port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=451ba7a5-3d8a-47f4-9d48-c7fc14e68150,segment=NetworkSegment(84b36b5c-5824-47b5-a87b-d4f2d7875721),segment_id=84b36b5c-5824-47b5-a87b-d4f2d7875721)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:06.786916 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35329688-efa8-432c-a5de-99ac05784ac8 req-230dc466-1596-40df-b0b1-e57ceb26af1c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:06.807429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35041831-5737-4884-924e-f689483a25fd req-30a31227-2cb1-48a6-8ac0-44eb9b4e0b70 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:06.809176 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35041831-5737-4884-924e-f689483a25fd req-30a31227-2cb1-48a6-8ac0-44eb9b4e0b70 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.0872428 Nov 24 12:55:06.814073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-35329688-efa8-432c-a5de-99ac05784ac8 req-230dc466-1596-40df-b0b1-e57ceb26af1c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Calling delete_port for 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:06.908059 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35041831-5737-4884-924e-f689483a25fd req-6376a747-f1a9-461d-a80c-034fb3ae43f8 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888891 Nov 24 12:55:07.037151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35329688-efa8-432c-a5de-99ac05784ac8 req-230dc466-1596-40df-b0b1-e57ceb26af1c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:07.071758 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dc466-1596-40df-b0b1-e57ceb26af1c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Port': ['ID=451ba7a5-3d8a-47f4-9d48-c7fc14e68150,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:07.105020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-147499c7-906b-45f3-8e2e-167bde09b56e tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:07.106331 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-147499c7-906b-45f3-8e2e-167bde09b56e tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/networks?id=e0f091d7-17a5-4759-b8f2-a09691d177b4 HTTP/1.1" status: 200 len: 806 time: 0.5129957 Nov 24 12:55:07.126269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-35329688-efa8-432c-a5de-99ac05784ac8 req-230dc466-1596-40df-b0b1-e57ceb26af1c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] No DVR routers for this DVR port 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:07.129661 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35329688-efa8-432c-a5de-99ac05784ac8 req-230dc466-1596-40df-b0b1-e57ceb26af1c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:07.133212 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35329688-efa8-432c-a5de-99ac05784ac8 req-230dc466-1596-40df-b0b1-e57ceb26af1c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.46 "DELETE /v2.0/ports/451ba7a5-3d8a-47f4-9d48-c7fc14e68150 HTTP/1.1" status: 204 len: 173 time: 0.6608660 Nov 24 12:55:07.135158 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-98df68a2-52e0-4266-a64c-a56047dac838 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/quotas/88f1d12e9ef5448caf41cac2016cf89f HTTP/1.1" status: 200 len: 375 time: 0.0185361 Nov 24 12:55:07.137065 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-3ceb04e7-f369-4e6a-ba9b-5f373bcdd5cc service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683383 Nov 24 12:55:07.141376 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379686bf-74c6-451c-a6e8-a14789ae66ad req-e5252351-7804-4244-965e-d30e6f7c36ed tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:07.142900 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-379686bf-74c6-451c-a6e8-a14789ae66ad req-e5252351-7804-4244-965e-d30e6f7c36ed tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.1402557 Nov 24 12:55:07.204265 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-379686bf-74c6-451c-a6e8-a14789ae66ad req-ff9531a6-dde8-42f8-8c4f-6f0e6ee7260c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509126 Nov 24 12:55:07.295935 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'name': 'network-vif-deleted', 'tag': '9b7900bd-def7-4032-9e9a-2fb007e2b736'}, {'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'name': 'network-vif-deleted', 'tag': '451ba7a5-3d8a-47f4-9d48-c7fc14e68150'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:07.298165 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f09d54-44b5-40fb-bcfe-58257a8591dd" -d '{"events": [{"server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "name": "network-vif-deleted", "tag": "9b7900bd-def7-4032-9e9a-2fb007e2b736"}, {"server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "name": "network-vif-deleted", "tag": "451ba7a5-3d8a-47f4-9d48-c7fc14e68150"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:07.315436 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-8fa4151c-ac9b-4aaf-92c8-69c2d49ab025 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=88f1d12e9ef5448caf41cac2016cf89f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1694674 Nov 24 12:55:07.374688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f5382-3f0d-43af-9a7d-a66b16924265 req-d18430a8-c2c6-45a4-a525-5efe91a9ed76 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:07.376278 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-143f5382-3f0d-43af-9a7d-a66b16924265 req-d18430a8-c2c6-45a4-a525-5efe91a9ed76 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.0813010 Nov 24 12:55:07.401623 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-630edd08-afa4-4191-a043-332755d0acdc service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440760 Nov 24 12:55:07.430622 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-143f5382-3f0d-43af-9a7d-a66b16924265 req-62ee2440-bb9d-4bf1-8df4-cd51f98b530d tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477753 Nov 24 12:55:07.432151 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-2c915a1a-e657-4608-a08e-4c5083966a7e service neutron] 10.222.0.48 "GET /v2.0/networks/e0f091d7-17a5-4759-b8f2-a09691d177b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128862 Nov 24 12:55:07.529382 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-1cfca988-3b27-4f83-97ab-d9ba30938ba6 service neutron] 10.222.0.48 "GET /v2.0/networks/e0f091d7-17a5-4759-b8f2-a09691d177b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913820 Nov 24 12:55:07.680878 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3441d3be-5930-4baf-8fe4-b8639c26f88e req-a26c2492-3196-4026-b248-cd4572ce306f tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a3ac3af-420a-49ee-8153-0275e3a5d019 HTTP/1.1" status: 200 len: 210 time: 0.0328627 Nov 24 12:55:07.714012 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbb277d-2069-4168-97ed-dd34866c6ccf x-openstack-request-id: req-1bbb277d-2069-4168-97ed-dd34866c6ccf {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:07.714332 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "name": "network-vif-deleted", "tag": "9b7900bd-def7-4032-9e9a-2fb007e2b736", "status": "completed", "code": 200}, {"server_uuid": "5a3ac3af-420a-49ee-8153-0275e3a5d019", "name": "network-vif-deleted", "tag": "451ba7a5-3d8a-47f4-9d48-c7fc14e68150", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:07.714602 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bbb277d-2069-4168-97ed-dd34866c6ccf {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:07.714917 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:07.715420 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'name': 'network-vif-deleted', 'tag': '9b7900bd-def7-4032-9e9a-2fb007e2b736', 'status': 'completed', 'code': 200} Nov 24 12:55:07.723434 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3ac3af-420a-49ee-8153-0275e3a5d019', 'name': 'network-vif-deleted', 'tag': '451ba7a5-3d8a-47f4-9d48-c7fc14e68150', 'status': 'completed', 'code': 200} Nov 24 12:55:07.765803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:07.766152 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 451ba7a5-3d8a-47f4-9d48-c7fc14e68150 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:07.766564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9b7900bd-def7-4032-9e9a-2fb007e2b736 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:07.782704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9772f5d6-9a7e-4eb5-a053-9cf8c31708cc req-7c7e63f7-0ac0-4ca8-9acc-043c79bd8cc0 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 210 time: 0.0437570 Nov 24 12:55:07.793547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 9b7900bd-def7-4032-9e9a-2fb007e2b736 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:07.794011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9b7900bd-def7-4032-9e9a-2fb007e2b736 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:07.794429 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f392749-059a-4220-816a-9894ed0bff14 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:07.821965 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 7f392749-059a-4220-816a-9894ed0bff14 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:07.822340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f392749-059a-4220-816a-9894ed0bff14 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:07.841597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8527c2-4e92-44db-8d8c-bebc25dda1d9 req-60574507-b4f6-4e3f-987a-798cc814864b tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:07.843185 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c8527c2-4e92-44db-8d8c-bebc25dda1d9 req-60574507-b4f6-4e3f-987a-798cc814864b tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0539632 Nov 24 12:55:07.887969 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c8527c2-4e92-44db-8d8c-bebc25dda1d9 req-a68ef4c6-5a40-44a6-b307-1e4319a6a145 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383391 Nov 24 12:55:08.050311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64368a5-de98-42ef-9a80-1af26c7d5e1b req-ad4373fc-9680-4305-8d1b-693926be9163 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:08.057979 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c64368a5-de98-42ef-9a80-1af26c7d5e1b req-ad4373fc-9680-4305-8d1b-693926be9163 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.0742567 Nov 24 12:55:08.116774 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c64368a5-de98-42ef-9a80-1af26c7d5e1b req-2c54ccae-bad7-4b9f-a3e8-9ffb0c370ee4 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578439 Nov 24 12:55:08.195741 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bff3a2-8f09-45e5-aa33-0cd47c46e987 req-6df71fa3-02c2-499d-8f7a-5d3a392e524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:08.201032 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36bff3a2-8f09-45e5-aa33-0cd47c46e987 req-6df71fa3-02c2-499d-8f7a-5d3a392e524c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 1097 time: 0.0442562 Nov 24 12:55:08.260904 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36bff3a2-8f09-45e5-aa33-0cd47c46e987 req-43a9ae3a-9fa4-45fd-9925-c288818a1e09 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550072 Nov 24 12:55:08.361008 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f35125-b131-49f1-bf29-4c4558efd4f4 req-b98ce4c6-77d9-4d82-86a0-1d83e52fc6fe tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:08.362546 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96f35125-b131-49f1-bf29-4c4558efd4f4 req-b98ce4c6-77d9-4d82-86a0-1d83e52fc6fe tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0526869 Nov 24 12:55:08.413886 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96f35125-b131-49f1-bf29-4c4558efd4f4 req-eeea5dd5-74a4-4520-b039-45fa170776f2 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443399 Nov 24 12:55:08.581924 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813f94d-e70d-4ade-9bb3-716f1b51c159 req-8c54d32c-36e4-4384-b2cc-610d529d808b tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:08.583493 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1813f94d-e70d-4ade-9bb3-716f1b51c159 req-8c54d32c-36e4-4384-b2cc-610d529d808b tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.0685482 Nov 24 12:55:08.639278 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1813f94d-e70d-4ade-9bb3-716f1b51c159 req-99347ecc-39fb-402a-a1cc-907a2c27d81a tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483494 Nov 24 12:55:08.803698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-1699820d-8568-4937-9c16-462101add9b1 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:55:08.804705 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-1699820d-8568-4937-9c16-462101add9b1 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066266 Nov 24 12:55:08.808852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53966) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:08.880462 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07c16d10-3dc4-44ec-85be-1eeecb8d22a9 req-2a64e8a1-d564-4c34-9b7c-579455558c4d tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 210 time: 0.0293067 Nov 24 12:55:08.882081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-ee3b5b14-4e55-4777-a593-ae5e666180c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:08.884009 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-ee3b5b14-4e55-4777-a593-ae5e666180c3 service neutron] 10.222.0.48 "GET /v2.0/ports/9bbfb7ba-d2c5-452a-b615-532d07af57f0 HTTP/1.1" status: 200 len: 1094 time: 0.0651693 Nov 24 12:55:08.890111 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4ed92b-27b6-4b32-8053-e8f18e229555 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Deleting subnet da1033dd-2b8e-4498-818b-7e1aa5bbebf0 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:55:08.896783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-365c4d0f-9a38-4748-b6c5-08b9bb98e734 service neutron] Request body: {'binding': {'host': 'n-h2-817303-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:08.897241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-365c4d0f-9a38-4748-b6c5-08b9bb98e734 service neutron] Unknown quota resources ['binding']. {{(pid=114985) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 12:55:08.900617 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed92b-27b6-4b32-8053-e8f18e229555 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:08.980223 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed92b-27b6-4b32-8053-e8f18e229555 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:09.108259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-615025ea-7d65-45bf-a01b-cde53bccd39f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:09.110577 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-615025ea-7d65-45bf-a01b-cde53bccd39f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.46 "GET /v2.0/networks?id=e0f091d7-17a5-4759-b8f2-a09691d177b4 HTTP/1.1" status: 200 len: 806 time: 0.1108890 Nov 24 12:55:09.136256 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed92b-27b6-4b32-8053-e8f18e229555 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:09.176135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-365c4d0f-9a38-4748-b6c5-08b9bb98e734 service neutron] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on host n-h2-817303-4 for vnic_type normal with profile None {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:09.176410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-365c4d0f-9a38-4748-b6c5-08b9bb98e734 service neutron] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:09.176713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-365c4d0f-9a38-4748-b6c5-08b9bb98e734 service neutron] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:09.183526 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-cd31ff21-9864-498b-9e26-8fa46e000fa0 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f1d12e9ef5448caf41cac2016cf89f HTTP/1.1" status: 200 len: 379 time: 0.0535660 Nov 24 12:55:09.187519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-365c4d0f-9a38-4748-b6c5-08b9bb98e734 service neutron] Port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:55:09.187851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-365c4d0f-9a38-4748-b6c5-08b9bb98e734 service neutron] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:09.198338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-365c4d0f-9a38-4748-b6c5-08b9bb98e734 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:09.198684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-365c4d0f-9a38-4748-b6c5-08b9bb98e734 service neutron] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:09.199071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-365c4d0f-9a38-4748-b6c5-08b9bb98e734 service neutron] Bound using segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:09.199540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-365c4d0f-9a38-4748-b6c5-08b9bb98e734 service neutron] Bound port: 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:09.206733 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-eeb5d848-f26d-4d9e-9720-dbfe59d0b2e9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Request body: {'port': {'device_id': '42b1d901-1d5d-4da7-bbbd-670daeba899c', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'admin_state_up': True, 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'security_groups': ['bc089565-1f31-47af-b652-3d86a0848beb']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:09.247703 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed92b-27b6-4b32-8053-e8f18e229555 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:09.289879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ed92b-27b6-4b32-8053-e8f18e229555 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Subnet': ['ID=da1033dd-2b8e-4498-818b-7e1aa5bbebf0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:09.293203 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-365c4d0f-9a38-4748-b6c5-08b9bb98e734 service neutron] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:55:09.296297 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac4ed92b-27b6-4b32-8053-e8f18e229555 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:09.299566 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ac4ed92b-27b6-4b32-8053-e8f18e229555 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "DELETE /v2.0/subnets/da1033dd-2b8e-4498-818b-7e1aa5bbebf0 HTTP/1.1" status: 204 len: 168 time: 0.4898493 Nov 24 12:55:09.302826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53970) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:09.308547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46317bc4-d257-4aaf-b909-0cdbd7846327 None None] Network 38d3cd32-59b1-4e74-ba98-11a0669d7f73 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:55:09.309092 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664f25c-4711-462a-a224-9ea6a7261342 req-af36c895-5b7c-45ab-82e5-47db5407c3aa tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:09.310482 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b664f25c-4711-462a-a224-9ea6a7261342 req-af36c895-5b7c-45ab-82e5-47db5407c3aa tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.1185305 Nov 24 12:55:09.313201 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-365c4d0f-9a38-4748-b6c5-08b9bb98e734 service neutron] Publish callbacks [] for binding, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:09.314332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-365c4d0f-9a38-4748-b6c5-08b9bb98e734 service neutron] 10.222.0.48 "POST /v2.0/ports/9bbfb7ba-d2c5-452a-b615-532d07af57f0/bindings HTTP/1.1" status: 201 len: 389 time: 0.4218524 Nov 24 12:55:09.390811 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b664f25c-4711-462a-a224-9ea6a7261342 req-085c2938-e2e0-4a9f-abbd-2b0ae1e85eac tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689270 Nov 24 12:55:09.430466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-eeb5d848-f26d-4d9e-9720-dbfe59d0b2e9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Made reservation on behalf of 88f1d12e9ef5448caf41cac2016cf89f for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:55:09.433432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-eeb5d848-f26d-4d9e-9720-dbfe59d0b2e9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:09.437391 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:09.500330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Deleting port 532f3e0a-53cb-4dcb-b948-236d21ed3021 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:09.501167 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:09.561828 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:09.636124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] For port 532f3e0a-53cb-4dcb-b948-236d21ed3021, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=532f3e0a-53cb-4dcb-b948-236d21ed3021,segment=NetworkSegment(84b36b5c-5824-47b5-a87b-d4f2d7875721),segment_id=84b36b5c-5824-47b5-a87b-d4f2d7875721)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:09.636486 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:09.653661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Calling delete_port for 532f3e0a-53cb-4dcb-b948-236d21ed3021 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:09.671722 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53d3675-0739-4b08-8670-faefdef547da None None] DHCP port deletion for 38d3cd32-59b1-4e74-ba98-11a0669d7f73 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 12:55:09.681570 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-eeb5d848-f26d-4d9e-9720-dbfe59d0b2e9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Allocated IP 172.20.0.4 (e0f091d7-17a5-4759-b8f2-a09691d177b4/1ba4d3d9-2757-4798-b5d2-dee42dda7beb/be74f925-fbca-4fa5-a00c-894505071d8d) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:55:09.693006 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c88ac-c130-484a-971c-fdc18e6249ea req-613bdfee-cbaa-46d2-9246-87a4583178f9 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:09.694646 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-216c88ac-c130-484a-971c-fdc18e6249ea req-613bdfee-cbaa-46d2-9246-87a4583178f9 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.1231830 Nov 24 12:55:09.710109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46649f3-785d-4a59-a15d-5d0ceb5af1e3 req-bcac00af-7cd6-46e7-8328-cc18bb400241 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:09.711758 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d46649f3-785d-4a59-a15d-5d0ceb5af1e3 req-bcac00af-7cd6-46e7-8328-cc18bb400241 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 946 time: 0.1313567 Nov 24 12:55:09.736711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f53d3675-0739-4b08-8670-faefdef547da None None] Deleting port 532f3e0a-53cb-4dcb-b948-236d21ed3021 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:09.737008 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f53d3675-0739-4b08-8670-faefdef547da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:09.806115 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-216c88ac-c130-484a-971c-fdc18e6249ea req-40a34cb2-bc61-4cae-b0d9-53504422a47b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969176 Nov 24 12:55:09.808044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-1093d370-06af-40e2-ae52-0393cde6b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:09.808543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f53d3675-0739-4b08-8670-faefdef547da None None] For port 532f3e0a-53cb-4dcb-b948-236d21ed3021, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=532f3e0a-53cb-4dcb-b948-236d21ed3021,segment=NetworkSegment(84b36b5c-5824-47b5-a87b-d4f2d7875721),segment_id=84b36b5c-5824-47b5-a87b-d4f2d7875721)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:09.808902 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f53d3675-0739-4b08-8670-faefdef547da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:09.809562 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-1093d370-06af-40e2-ae52-0393cde6b505 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 1097 time: 0.1467583 Nov 24 12:55:09.830608 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d46649f3-785d-4a59-a15d-5d0ceb5af1e3 req-89a3c9ac-3c6d-4e5e-ac61-77f991d5a849 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830660 Nov 24 12:55:09.837542 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f53d3675-0739-4b08-8670-faefdef547da None None] Calling delete_port for 532f3e0a-53cb-4dcb-b948-236d21ed3021 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:09.898952 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:09.929068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 532f3e0a-53cb-4dcb-b948-236d21ed3021 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:09.963616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 532f3e0a-53cb-4dcb-b948-236d21ed3021 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:09.963972 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 532f3e0a-53cb-4dcb-b948-236d21ed3021 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:09.982070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Port': ['ID=532f3e0a-53cb-4dcb-b948-236d21ed3021,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:09.992114 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f53d3675-0739-4b08-8670-faefdef547da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:09.992709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] No DVR routers for this DVR port 532f3e0a-53cb-4dcb-b948-236d21ed3021 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:10.021199 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-eeb5d848-f26d-4d9e-9720-dbfe59d0b2e9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.031137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d3675-0739-4b08-8670-faefdef547da None None] Pushing event deleted for resources: {'Port': ['ID=532f3e0a-53cb-4dcb-b948-236d21ed3021,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:10.038889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d3675-0739-4b08-8670-faefdef547da None None] No DVR routers for this DVR port 532f3e0a-53cb-4dcb-b948-236d21ed3021 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:10.041262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45bc90-d534-4b58-9502-f24bc8d56a42 req-4c8136f9-d4b4-4058-9c95-3fa29dfa16fe tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:10.061377 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a45bc90-d534-4b58-9502-f24bc8d56a42 req-4c8136f9-d4b4-4058-9c95-3fa29dfa16fe tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.1060259 Nov 24 12:55:10.076765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-c5b45998-9a7b-46b9-913a-afba13eb8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:10.078282 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-c5b45998-9a7b-46b9-913a-afba13eb8b74 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.2416170 Nov 24 12:55:10.108205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.125089 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a45bc90-d534-4b58-9502-f24bc8d56a42 req-62412c24-2381-4ca5-83e9-67af60015083 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653124 Nov 24 12:55:10.126546 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-eeb5d848-f26d-4d9e-9720-dbfe59d0b2e9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.168236 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-2c9bcc13-df86-4463-8b22-4419679716be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0 HTTP/1.1" status: 200 len: 217 time: 0.0616741 Nov 24 12:55:10.178174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-e14dfd02-f774-4222-a94f-f60a3419861a req-432be89d-080c-4929-8fd9-08a8e207fa98 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-412027675', 'description': 'tempest-description-61326898'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:10.197490 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d3cd32-59b1-4e74-ba98-11a0669d7f73']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:10.200075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-eeb5d848-f26d-4d9e-9720-dbfe59d0b2e9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Network e0f091d7-17a5-4759-b8f2-a09691d177b4 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:55:10.207391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-eeb5d848-f26d-4d9e-9720-dbfe59d0b2e9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:55:10.210077 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-eeb5d848-f26d-4d9e-9720-dbfe59d0b2e9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:55:10.228425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b36b5c-5824-47b5-a87b-d4f2d7875721') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:10.228749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b36b5c-5824-47b5-a87b-d4f2d7875721') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:10.247533 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5d848-f26d-4d9e-9720-dbfe59d0b2e9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Pushing event updated for resources: {'Port': ['ID=be74f925-fbca-4fa5-a00c-894505071d8d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:10.257425 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e14dfd02-f774-4222-a94f-f60a3419861a req-432be89d-080c-4929-8fd9-08a8e207fa98 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.257877 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.287210 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-eeb5d848-f26d-4d9e-9720-dbfe59d0b2e9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:10.287673 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.287961 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-eeb5d848-f26d-4d9e-9720-dbfe59d0b2e9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.290556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-b1181f25-1ccb-4a95-875e-cbe2ac356178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:10.292065 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-b1181f25-1ccb-4a95-875e-cbe2ac356178 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.1064327 Nov 24 12:55:10.302981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ae626-65f1-41bf-86c9-4110c39b8029 req-010a0cf0-c80a-4864-bdbd-e05e37db286b tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:10.304399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-469ae626-65f1-41bf-86c9-4110c39b8029 req-010a0cf0-c80a-4864-bdbd-e05e37db286b tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 931 time: 0.1825035 Nov 24 12:55:10.310482 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-eeb5d848-f26d-4d9e-9720-dbfe59d0b2e9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1086333 Nov 24 12:55:10.317758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:55:10.318161 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: timer() Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:55:10.321315 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:55:10.327300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Request body: {'port': {'device_id': '42b1d901-1d5d-4da7-bbbd-670daeba899c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:10.354829 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-1e311c9c-e807-42cc-b6d1-de136f658ca7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494316 Nov 24 12:55:10.413313 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e14dfd02-f774-4222-a94f-f60a3419861a req-432be89d-080c-4929-8fd9-08a8e207fa98 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.419488 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.421449 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e14dfd02-f774-4222-a94f-f60a3419861a req-432be89d-080c-4929-8fd9-08a8e207fa98 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.462851 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e14dfd02-f774-4222-a94f-f60a3419861a req-432be89d-080c-4929-8fd9-08a8e207fa98 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.464069 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e14dfd02-f774-4222-a94f-f60a3419861a req-432be89d-080c-4929-8fd9-08a8e207fa98 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2922597 Nov 24 12:55:10.485854 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.490264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432be89d-080c-4929-8fd9-08a8e207fa98 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e439d707-78c7-40c8-a5b3-8e025d034ff3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:10.501289 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.505028 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "DELETE /v2.0/networks/38d3cd32-59b1-4e74-ba98-11a0669d7f73 HTTP/1.1" status: 204 len: 168 time: 1.2011423 Nov 24 12:55:10.508576 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-469ae626-65f1-41bf-86c9-4110c39b8029 req-c6d49b53-23b7-4cc8-b902-7040b72893c0 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc089565-1f31-47af-b652-3d86a0848beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931553 Nov 24 12:55:10.509078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53990) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:10.555339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a215565f-b1d8-4aba-9311-9607fa37d9fb None None] Provisioning complete for port be74f925-fbca-4fa5-a00c-894505071d8d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:10.556886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b4cc4-0599-4ffd-a78a-10a30fe87ab1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Network': ['ID=38d3cd32-59b1-4e74-ba98-11a0669d7f73,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:10.557216 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a215565f-b1d8-4aba-9311-9607fa37d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.587545 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-d964b7a2-60f1-4e19-858e-c48ec2762841 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154458 Nov 24 12:55:10.603019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a215565f-b1d8-4aba-9311-9607fa37d9fb None None] Port be74f925-fbca-4fa5-a00c-894505071d8d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:55:10.615846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-14bf9223-bf36-4960-840c-659e6e54c94c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Deleting subnet ddb0e483-0105-414c-a773-8c198011f9aa {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:55:10.626132 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14bf9223-bf36-4960-840c-659e6e54c94c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.681014 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6b246-9e7f-4fae-bf08-c95a41343ca9 req-a2ced2d4-1b28-47af-8bba-124d2847b51a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:10.682500 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-22b6b246-9e7f-4fae-bf08-c95a41343ca9 req-a2ced2d4-1b28-47af-8bba-124d2847b51a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.0894992 Nov 24 12:55:10.730886 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14bf9223-bf36-4960-840c-659e6e54c94c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.759312 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9ae93dc-44e4-456d-9604-d9e8ddb8af4f req-8aa2363e-21a4-4680-88f1-16f1aa85d84f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-412027675&fields=id&tenant_id=bd50571c118e4cfcafa32b2933956cff HTTP/1.1" status: 200 len: 267 time: 0.1708117 Nov 24 12:55:10.778215 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-22b6b246-9e7f-4fae-bf08-c95a41343ca9 req-0e201ebd-7264-4ef1-8eb8-5a83f7b368df tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691407 Nov 24 12:55:10.815708 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-4b9d0a0a-a5c7-4273-a660-220e59b03f8a service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166297 Nov 24 12:55:10.844283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be74f925-fbca-4fa5-a00c-894505071d8d {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:55:10.856647 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.868503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae93dc-44e4-456d-9604-d9e8ddb8af4f req-a961bf89-2d61-4435-8285-108f13001f4f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:10.870023 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9ae93dc-44e4-456d-9604-d9e8ddb8af4f req-a961bf89-2d61-4435-8285-108f13001f4f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.1005235 Nov 24 12:55:10.877712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Transition to ACTIVE for port object be74f925-fbca-4fa5-a00c-894505071d8d will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:55:10.879538 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14bf9223-bf36-4960-840c-659e6e54c94c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.882982 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:10.905008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e9ae93dc-44e4-456d-9604-d9e8ddb8af4f req-c868fc4c-3ffc-4407-b554-8592a1ca1a2f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Request body: {'port': {'security_groups': ['7e42f5cb-a039-494e-8e6c-e25390ebb1db', 'e439d707-78c7-40c8-a5b3-8e025d034ff3']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:10.996286 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9ae93dc-44e4-456d-9604-d9e8ddb8af4f req-c868fc4c-3ffc-4407-b554-8592a1ca1a2f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:11.023742 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14bf9223-bf36-4960-840c-659e6e54c94c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:11.077765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf9223-bf36-4960-840c-659e6e54c94c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb0e483-0105-414c-a773-8c198011f9aa,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:11.079838 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14bf9223-bf36-4960-840c-659e6e54c94c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:11.083747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-14bf9223-bf36-4960-840c-659e6e54c94c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "DELETE /v2.0/subnets/ddb0e483-0105-414c-a773-8c198011f9aa HTTP/1.1" status: 204 len: 168 time: 0.5649052 Nov 24 12:55:11.087036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54000) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:11.095868 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0d3c2d-98a0-4e4d-b661-e72272fa5eaf None None] Network d353e6c3-876a-4980-9eb8-fb0b46812616 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:55:11.103490 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Pushing event updated for resources: {'Port': ['ID=be74f925-fbca-4fa5-a00c-894505071d8d,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:11.127474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a25bad-b813-440f-9cfd-c41973ea6b4d req-2a80aa8e-16be-4b42-8b6a-56e54dfd41de tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:11.136332 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30a25bad-b813-440f-9cfd-c41973ea6b4d req-2a80aa8e-16be-4b42-8b6a-56e54dfd41de tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.2256477 Nov 24 12:55:11.155983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Attempting to bind port be74f925-fbca-4fa5-a00c-894505071d8d on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:11.156323 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Attempting to bind port be74f925-fbca-4fa5-a00c-894505071d8d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'c28f7445-05af-4942-a663-06e9f8fdd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:11.156643 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Attempting to bind port be74f925-fbca-4fa5-a00c-894505071d8d on network e0f091d7-17a5-4759-b8f2-a09691d177b4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:11.164963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Port be74f925-fbca-4fa5-a00c-894505071d8d on network e0f091d7-17a5-4759-b8f2-a09691d177b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:55:11.166134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Attempting to bind port be74f925-fbca-4fa5-a00c-894505071d8d on network e0f091d7-17a5-4759-b8f2-a09691d177b4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:11.224582 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30a25bad-b813-440f-9cfd-c41973ea6b4d req-0248b390-97d9-49ca-a13f-675cc16733e4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866518 Nov 24 12:55:11.228207 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:11.233153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:11.233528 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Checking segment: {'id': 'c28f7445-05af-4942-a663-06e9f8fdd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:11.233931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Bound using segment: {'id': 'c28f7445-05af-4942-a663-06e9f8fdd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:11.236049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Bound port: be74f925-fbca-4fa5-a00c-894505071d8d, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28f7445-05af-4942-a663-06e9f8fdd376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:11.236556 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:11.250616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device dc99550f-4cb8-45b3-a2ad-bf03932233b3 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:55:11.395668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] For port be74f925-fbca-4fa5-a00c-894505071d8d, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:11.399851 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] For port be74f925-fbca-4fa5-a00c-894505071d8d, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=be74f925-fbca-4fa5-a00c-894505071d8d,segment=NetworkSegment(c28f7445-05af-4942-a663-06e9f8fdd376),segment_id=c28f7445-05af-4942-a663-06e9f8fdd376)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:55:11.412689 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2006c55-ad8c-4524-a00a-b2bd061450cc req-1b86bbd5-7019-4762-bda4-17725f8d7f8b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:11.421777 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e2006c55-ad8c-4524-a00a-b2bd061450cc req-1b86bbd5-7019-4762-bda4-17725f8d7f8b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0843863 Nov 24 12:55:11.426093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e9ae93dc-44e4-456d-9604-d9e8ddb8af4f req-c868fc4c-3ffc-4407-b554-8592a1ca1a2f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] For port 26120c77-d131-4141-bb35-4344dc1178f3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=26120c77-d131-4141-bb35-4344dc1178f3,segment=NetworkSegment(4173f5cb-2e2c-4863-affa-f3fca98f76f8),segment_id=4173f5cb-2e2c-4863-affa-f3fca98f76f8)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:11.434202 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:11.443195 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Deleting port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:11.443541 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:11.484941 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9ae93dc-44e4-456d-9604-d9e8ddb8af4f req-c868fc4c-3ffc-4407-b554-8592a1ca1a2f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:11.504574 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Pushing event updated for resources: {'Port': ['ID=be74f925-fbca-4fa5-a00c-894505071d8d,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:11.523716 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9ae93dc-44e4-456d-9604-d9e8ddb8af4f req-c868fc4c-3ffc-4407-b554-8592a1ca1a2f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:11.532082 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:11.532827 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:11.535799 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-5a9ee4e1-6a91-47e2-9d05-f70315dbc94a service neutron] 10.222.0.46 "PUT /v2.0/ports/be74f925-fbca-4fa5-a00c-894505071d8d HTTP/1.1" status: 200 len: 1091 time: 1.2156918 Nov 24 12:55:11.539674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b1d901-1d5d-4da7-bbbd-670daeba899c', 'tag': 'be74f925-fbca-4fa5-a00c-894505071d8d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:11.541475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:11.545312 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3714378-6c7b-4205-9aed-41eadbbc6fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "42b1d901-1d5d-4da7-bbbd-670daeba899c", "tag": "be74f925-fbca-4fa5-a00c-894505071d8d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:11.555170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['26120c77-d131-4141-bb35-4344dc1178f3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:11.597561 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] For port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=53d72601-8d4f-4a05-b9b1-e0ea6d3d5445,segment=NetworkSegment(22bd3c61-7891-4272-9a76-e913a8da32f0),segment_id=22bd3c61-7891-4272-9a76-e913a8da32f0)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:11.597937 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:11.636833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae93dc-44e4-456d-9604-d9e8ddb8af4f req-c868fc4c-3ffc-4407-b554-8592a1ca1a2f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:11.637492 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9ae93dc-44e4-456d-9604-d9e8ddb8af4f req-c868fc4c-3ffc-4407-b554-8592a1ca1a2f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:11.638887 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9ae93dc-44e4-456d-9604-d9e8ddb8af4f req-c868fc4c-3ffc-4407-b554-8592a1ca1a2f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "PUT /v2.0/ports/26120c77-d131-4141-bb35-4344dc1178f3 HTTP/1.1" status: 200 len: 982 time: 0.7557704 Nov 24 12:55:11.639356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'tag': '26120c77-d131-4141-bb35-4344dc1178f3'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:11.642738 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45a56a7-c7d9-4aed-ad0c-ef623db8a13a" -d '{"events": [{"name": "network-changed", "server_uuid": "953410c8-4fc7-43b4-9a4f-46797a4c7540", "tag": "26120c77-d131-4141-bb35-4344dc1178f3"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:11.653164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Calling delete_port for 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:11.671495 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e2006c55-ad8c-4524-a00a-b2bd061450cc req-320599cd-f10d-4267-a245-bb84862479c8 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449222 Nov 24 12:55:11.672563 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f12620-7bf1-4d27-aa69-9031a2481754 None None] DHCP port deletion for d353e6c3-876a-4980-9eb8-fb0b46812616 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 12:55:11.677414 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868fc4c-3ffc-4407-b554-8592a1ca1a2f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Pushing event updated for resources: {'Port': ['ID=26120c77-d131-4141-bb35-4344dc1178f3,revision_number=6']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:11.699666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-f944991f-cefb-4be8-b8df-d2e4f94ed461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:11.701903 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-f944991f-cefb-4be8-b8df-d2e4f94ed461 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88f1d12e9ef5448caf41cac2016cf89f&device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 1094 time: 0.1109776 Nov 24 12:55:11.806691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['26120c77-d131-4141-bb35-4344dc1178f3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:11.811063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'dc99550f-4cb8-45b3-a2ad-bf03932233b3', 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674', 'port_id': 'dc99550f-4cb8-45b3-a2ad-bf03932233b3', 'mac_address': 'fa:16:3e:48:30:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c9a6d6-7074-498d-887a-6cd33ae98ec8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:55:11.826907 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-eaebfc3a-3b6a-4cd4-8c60-37e95cd0cef8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be74f925-fbca-4fa5-a00c-894505071d8d HTTP/1.1" status: 200 len: 217 time: 0.1142721 Nov 24 12:55:11.903427 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6c663a-dfd6-4e25-be7a-63676fa63b66 x-openstack-request-id: req-4a6c663a-dfd6-4e25-be7a-63676fa63b66 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:11.909868 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b1d901-1d5d-4da7-bbbd-670daeba899c", "tag": "be74f925-fbca-4fa5-a00c-894505071d8d", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:11.910442 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a6c663a-dfd6-4e25-be7a-63676fa63b66 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:11.910873 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b1d901-1d5d-4da7-bbbd-670daeba899c', 'tag': 'be74f925-fbca-4fa5-a00c-894505071d8d', 'status': 'completed', 'code': 200} Nov 24 12:55:11.921088 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:11.949634 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:11.951735 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:11.951919 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-599712e3-c8e5-4a82-8c9b-5c0656876278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:11.957316 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-599712e3-c8e5-4a82-8c9b-5c0656876278 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ba4d3d9-2757-4798-b5d2-dee42dda7beb HTTP/1.1" status: 200 len: 845 time: 0.1223736 Nov 24 12:55:11.966497 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Port': ['ID=53d72601-8d4f-4a05-b9b1-e0ea6d3d5445,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:11.981887 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] No DVR routers for this DVR port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:11.993942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc99550f-4cb8-45b3-a2ad-bf03932233b3 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:55:11.994168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c41a9e-1183-4593-b0cc-8dfd32acef30 req-3ba7ae09-3d55-49d9-be12-3fb88fddd624 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:12.003367 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9c41a9e-1183-4593-b0cc-8dfd32acef30 req-3ba7ae09-3d55-49d9-be12-3fb88fddd624 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 943 time: 0.1566789 Nov 24 12:55:12.078044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-25c39940-ba35-48d0-8798-efffc9982b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:12.079454 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-25c39940-ba35-48d0-8798-efffc9982b0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0f091d7-17a5-4759-b8f2-a09691d177b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131387 Nov 24 12:55:12.085260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:12.085863 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:12.100337 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d5a79aae-c96b-41c7-a754-def20d7750f3 req-50a7f3cc-16b7-4dfe-b20f-9282fe33d616 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-412027675&fields=id&tenant_id=bd50571c118e4cfcafa32b2933956cff HTTP/1.1" status: 200 len: 267 time: 0.0762942 Nov 24 12:55:12.115342 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:12.124435 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.137150 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.160173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f4f12620-7bf1-4d27-aa69-9031a2481754 None None] Deleting port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:12.160555 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f4f12620-7bf1-4d27-aa69-9031a2481754 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.191822 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9c41a9e-1183-4593-b0cc-8dfd32acef30 req-3fc228af-e164-4c07-8db6-c2a5dade57d2 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc089565-1f31-47af-b652-3d86a0848beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873662 Nov 24 12:55:12.207556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d353e6c3-876a-4980-9eb8-fb0b46812616']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:12.224835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a79aae-c96b-41c7-a754-def20d7750f3 req-e76aa1b1-d499-4cd7-ac53-9d2fd66d1336 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:12.226685 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d5a79aae-c96b-41c7-a754-def20d7750f3 req-e76aa1b1-d499-4cd7-ac53-9d2fd66d1336 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 985 time: 0.1158366 Nov 24 12:55:12.242442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-d5a79aae-c96b-41c7-a754-def20d7750f3 req-401528e8-4d65-452b-b0b0-73e36a5219be tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Request body: {'port': {'security_groups': ['7e42f5cb-a039-494e-8e6c-e25390ebb1db']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:12.248039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bd3c61-7891-4272-9a76-e913a8da32f0') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:12.260338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bd3c61-7891-4272-9a76-e913a8da32f0') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:12.279046 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.282429 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-b780cc6d-ca2c-490a-a384-d6a45286a828 service neutron] 10.222.0.46 "GET /v2.0/networks/e0f091d7-17a5-4759-b8f2-a09691d177b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808026 Nov 24 12:55:12.302068 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c0e40d-348c-4e6f-a464-e0736260416d x-openstack-request-id: req-c6c0e40d-348c-4e6f-a464-e0736260416d {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:12.302370 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953410c8-4fc7-43b4-9a4f-46797a4c7540", "tag": "26120c77-d131-4141-bb35-4344dc1178f3", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:12.302639 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6c0e40d-348c-4e6f-a464-e0736260416d {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:12.303059 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'tag': '26120c77-d131-4141-bb35-4344dc1178f3', 'status': 'completed', 'code': 200} Nov 24 12:55:12.363164 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d5a79aae-c96b-41c7-a754-def20d7750f3 req-401528e8-4d65-452b-b0b0-73e36a5219be tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.381177 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.398401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=dc99550f-4cb8-45b3-a2ad-bf03932233b3,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:12.449356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:55:12.449771 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.492882 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dcdd705-1090-4aa7-b1e4-ace69c5b66ae req-37e16253-0bee-45be-b677-11fddcdf0362 service neutron] 10.222.0.46 "GET /v2.0/networks/e0f091d7-17a5-4759-b8f2-a09691d177b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954365 Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: timer() Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:55:12.574599 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:55:12.577982 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.590276 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.607070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['dc99550f-4cb8-45b3-a2ad-bf03932233b3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:12.615272 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "DELETE /v2.0/networks/d353e6c3-876a-4980-9eb8-fb0b46812616 HTTP/1.1" status: 204 len: 168 time: 1.5270178 Nov 24 12:55:12.615932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54014) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:12.637531 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2724c5f3-c1df-4e66-aeb6-d2d449fa5337 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1058007095'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:12.640407 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f4f12620-7bf1-4d27-aa69-9031a2481754 None None] For port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445, host n-d-817303-4, got binding levels [] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:12.641027 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f4f12620-7bf1-4d27-aa69-9031a2481754 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.656404 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f4f12620-7bf1-4d27-aa69-9031a2481754 None None] Calling delete_port for 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:12.659702 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.ipam_backend_mixin [None req-f4f12620-7bf1-4d27-aa69-9031a2481754 None None] Port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 was not found and therefore no delete operation was performed {{(pid=114987) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 12:55:12.666691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3714378-6c7b-4205-9aed-41eadbbc6fa5 req-5b0f5e66-efc2-4edb-b5f0-746704b79405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:12.668183 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3714378-6c7b-4205-9aed-41eadbbc6fa5 req-5b0f5e66-efc2-4edb-b5f0-746704b79405 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88f1d12e9ef5448caf41cac2016cf89f&device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 1094 time: 0.1068981 Nov 24 12:55:12.669117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a56a7-c7d9-4aed-ad0c-ef623db8a13a req-eeb27a3c-3ef9-45df-bde0-d1fa7885110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:12.671287 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b45a56a7-c7d9-4aed-ad0c-ef623db8a13a req-eeb27a3c-3ef9-45df-bde0-d1fa7885110c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd50571c118e4cfcafa32b2933956cff&device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 1136 time: 0.3582699 Nov 24 12:55:12.676932 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-d5a79aae-c96b-41c7-a754-def20d7750f3 req-401528e8-4d65-452b-b0b0-73e36a5219be tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] For port 26120c77-d131-4141-bb35-4344dc1178f3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=26120c77-d131-4141-bb35-4344dc1178f3,segment=NetworkSegment(4173f5cb-2e2c-4863-affa-f3fca98f76f8),segment_id=4173f5cb-2e2c-4863-affa-f3fca98f76f8)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:12.678241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149f01f-f3fb-444a-889d-0b9a7b85bbdf tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Network': ['ID=d353e6c3-876a-4980-9eb8-fb0b46812616,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:12.695719 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f4f12620-7bf1-4d27-aa69-9031a2481754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.756635 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4f12620-7bf1-4d27-aa69-9031a2481754 None None] Network d353e6c3-876a-4980-9eb8-fb0b46812616 is not hosted by any dhcp agent {{(pid=114987) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 12:55:12.757240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f12620-7bf1-4d27-aa69-9031a2481754 None None] No DVR routers for this DVR port 53d72601-8d4f-4a05-b9b1-e0ea6d3d5445 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:12.779797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f12620-7bf1-4d27-aa69-9031a2481754 None None] Pushing event deleted for resources: {'Port': ['ID=53d72601-8d4f-4a05-b9b1-e0ea6d3d5445,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:12.781673 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d5a79aae-c96b-41c7-a754-def20d7750f3 req-401528e8-4d65-452b-b0b0-73e36a5219be tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.786832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43eddfc-bf81-4792-b2f6-29ae87586ec0 req-27dc8b0e-2400-4f5c-8780-ed0564b014cc tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:12.790472 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d5a79aae-c96b-41c7-a754-def20d7750f3 req-401528e8-4d65-452b-b0b0-73e36a5219be tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.798916 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c43eddfc-bf81-4792-b2f6-29ae87586ec0 req-27dc8b0e-2400-4f5c-8780-ed0564b014cc tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 945 time: 0.4143431 Nov 24 12:55:12.844770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2724c5f3-c1df-4e66-aeb6-d2d449fa5337 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:55:12.849146 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2724c5f3-c1df-4e66-aeb6-d2d449fa5337 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.870256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401528e8-4d65-452b-b0b0-73e36a5219be tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Pushing event updated for resources: {'Port': ['ID=26120c77-d131-4141-bb35-4344dc1178f3,revision_number=7']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:12.883279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a79aae-c96b-41c7-a754-def20d7750f3 req-401528e8-4d65-452b-b0b0-73e36a5219be tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:12.883279 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d5a79aae-c96b-41c7-a754-def20d7750f3 req-401528e8-4d65-452b-b0b0-73e36a5219be tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:12.884935 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d5a79aae-c96b-41c7-a754-def20d7750f3 req-401528e8-4d65-452b-b0b0-73e36a5219be tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "PUT /v2.0/ports/26120c77-d131-4141-bb35-4344dc1178f3 HTTP/1.1" status: 200 len: 943 time: 0.6518221 Nov 24 12:55:12.929344 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3714378-6c7b-4205-9aed-41eadbbc6fa5 req-35cfd628-b2d1-47d9-8a16-af7b54aa39f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:12.931816 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3714378-6c7b-4205-9aed-41eadbbc6fa5 req-35cfd628-b2d1-47d9-8a16-af7b54aa39f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0f091d7-17a5-4759-b8f2-a09691d177b4 HTTP/1.1" status: 200 len: 907 time: 0.2413182 Nov 24 12:55:12.958958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a56a7-c7d9-4aed-ad0c-ef623db8a13a req-fee95347-917a-480c-8fd3-5f9e776c0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:12.961924 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b45a56a7-c7d9-4aed-ad0c-ef623db8a13a req-fee95347-917a-480c-8fd3-5f9e776c0f03 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e5be598-6b7b-4f5e-bb46-ef64b873f608 HTTP/1.1" status: 200 len: 921 time: 0.2763896 Nov 24 12:55:12.978136 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c43eddfc-bf81-4792-b2f6-29ae87586ec0 req-54fead65-d18d-4693-9d81-8fb82761d885 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735685 Nov 24 12:55:13.000678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['26120c77-d131-4141-bb35-4344dc1178f3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:13.004804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2724c5f3-c1df-4e66-aeb6-d2d449fa5337 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:55:13.044958 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3714378-6c7b-4205-9aed-41eadbbc6fa5 req-541e0993-fc1a-4a79-a6a0-db9d930ee679 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be74f925-fbca-4fa5-a00c-894505071d8d HTTP/1.1" status: 200 len: 217 time: 0.1030369 Nov 24 12:55:13.063866 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b45a56a7-c7d9-4aed-ad0c-ef623db8a13a req-243de888-27e7-426f-ad2f-e584771ec7f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26120c77-d131-4141-bb35-4344dc1178f3 HTTP/1.1" status: 200 len: 217 time: 0.0822444 Nov 24 12:55:13.074247 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2724c5f3-c1df-4e66-aeb6-d2d449fa5337 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:13.074247 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-2724c5f3-c1df-4e66-aeb6-d2d449fa5337 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Added segment fb1090df-9661-46cc-ba4a-2eb58dc87efe of type vlan for network ca32a40c-391a-40d2-be01-07c72538e571 Nov 24 12:55:13.121902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5880008-97e2-41bb-b29e-efb4ffe27555 req-612f530d-84f3-48b1-9320-aa0d623c57cf tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:13.123541 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5880008-97e2-41bb-b29e-efb4ffe27555 req-612f530d-84f3-48b1-9320-aa0d623c57cf tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.1718166 Nov 24 12:55:13.125020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3714378-6c7b-4205-9aed-41eadbbc6fa5 req-c219abed-cae6-4981-99e3-c01ae8f22e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:13.126636 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3714378-6c7b-4205-9aed-41eadbbc6fa5 req-c219abed-cae6-4981-99e3-c01ae8f22e00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ba4d3d9-2757-4798-b5d2-dee42dda7beb HTTP/1.1" status: 200 len: 845 time: 0.0696089 Nov 24 12:55:13.136280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['26120c77-d131-4141-bb35-4344dc1178f3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:13.183162 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2724c5f3-c1df-4e66-aeb6-d2d449fa5337 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:13.203042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a56a7-c7d9-4aed-ad0c-ef623db8a13a req-fb9bdea9-38f3-4bc2-bc04-1163d65ff83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:13.204712 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b45a56a7-c7d9-4aed-ad0c-ef623db8a13a req-fb9bdea9-38f3-4bc2-bc04-1163d65ff83e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02605622-5afa-48d6-b786-b438e7e0676a HTTP/1.1" status: 200 len: 860 time: 0.1169064 Nov 24 12:55:13.240145 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3714378-6c7b-4205-9aed-41eadbbc6fa5 req-f855afc4-0f32-4abf-a959-99ea2a935a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:13.241804 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3714378-6c7b-4205-9aed-41eadbbc6fa5 req-f855afc4-0f32-4abf-a959-99ea2a935a1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0f091d7-17a5-4759-b8f2-a09691d177b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837936 Nov 24 12:55:13.247211 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5880008-97e2-41bb-b29e-efb4ffe27555 req-1048d3b1-b3f6-4e0c-a07e-84f5bea89cdd tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145952 Nov 24 12:55:13.254906 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b45a56a7-c7d9-4aed-ad0c-ef623db8a13a req-3ff3a6fb-c892-4157-b6a2-2348b3c79a33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e5be598-6b7b-4f5e-bb46-ef64b873f608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369215 Nov 24 12:55:13.263193 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382d5bd-5c7f-4dea-81e3-50a658885b81 req-aa6ef99d-8df7-440e-b578-36c9c906bf8d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:13.270796 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6382d5bd-5c7f-4dea-81e3-50a658885b81 req-aa6ef99d-8df7-440e-b578-36c9c906bf8d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 946 time: 0.1740441 Nov 24 12:55:13.272749 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2724c5f3-c1df-4e66-aeb6-d2d449fa5337 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:13.278693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2724c5f3-c1df-4e66-aeb6-d2d449fa5337 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:13.279411 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2724c5f3-c1df-4e66-aeb6-d2d449fa5337 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:13.467627 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3714378-6c7b-4205-9aed-41eadbbc6fa5 req-a2557a33-ad91-4630-b62c-2a5ba972d6dd service neutron] 10.222.0.46 "GET /v2.0/networks/e0f091d7-17a5-4759-b8f2-a09691d177b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089612 Nov 24 12:55:13.663509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3714378-6c7b-4205-9aed-41eadbbc6fa5 req-5357fd98-5716-4e29-8bde-7ec47af27b0a service neutron] 10.222.0.46 "GET /v2.0/networks/e0f091d7-17a5-4759-b8f2-a09691d177b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872032 Nov 24 12:55:13.681659 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-42f711d9-0d39-4d35-b096-c2d21c30bea8 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1667900 Nov 24 12:55:13.690135 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2724c5f3-c1df-4e66-aeb6-d2d449fa5337 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0646923 Nov 24 12:55:13.694043 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:13.699235 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54026) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:13.704765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c68c3bdc-30d1-46d2-9524-094ef799e543 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Request body: {'subnet': {'network_id': 'ca32a40c-391a-40d2-be01-07c72538e571', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:13.786296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724c5f3-c1df-4e66-aeb6-d2d449fa5337 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event updated for resources: {'Network': ['ID=ca32a40c-391a-40d2-be01-07c72538e571,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:13.798598 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:13.803419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network ca32a40c-391a-40d2-be01-07c72538e571 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:55:13.818080 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6382d5bd-5c7f-4dea-81e3-50a658885b81 req-5692dd99-bd6e-4008-878d-af05a1d9108f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407937 Nov 24 12:55:13.838929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68c3bdc-30d1-46d2-9524-094ef799e543 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:55:13.843934 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c68c3bdc-30d1-46d2-9524-094ef799e543 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:13.860487 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b45a56a7-c7d9-4aed-ad0c-ef623db8a13a req-00aafc6b-245e-4c8e-9443-866fe45b3bff service neutron] 10.222.0.46 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763400 Nov 24 12:55:13.994970 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b45a56a7-c7d9-4aed-ad0c-ef623db8a13a req-0caf5d39-7649-435d-a35a-9cc448600481 service neutron] 10.222.0.46 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273811 Nov 24 12:55:14.006133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2bd3d-d3ee-447e-936c-a40461af2597 req-bc8ff4b3-f4ef-44bf-b5fd-1b071b7ccf40 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:14.007773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9fa2bd3d-d3ee-447e-936c-a40461af2597 req-bc8ff4b3-f4ef-44bf-b5fd-1b071b7ccf40 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 943 time: 0.0804431 Nov 24 12:55:14.067843 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9fa2bd3d-d3ee-447e-936c-a40461af2597 req-34ba764a-71f7-4c1c-81a2-7f5eaa14a664 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc089565-1f31-47af-b652-3d86a0848beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534511 Nov 24 12:55:14.187761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef33c0d-5234-4a9b-8ec2-0c905f41213e req-92b23aba-bec3-4d32-9a37-d06eb634e030 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:14.189402 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aef33c0d-5234-4a9b-8ec2-0c905f41213e req-92b23aba-bec3-4d32-9a37-d06eb634e030 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0509610 Nov 24 12:55:14.234260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'tag': '26120c77-d131-4141-bb35-4344dc1178f3'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:14.237131 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f22798d-ed22-4785-85cc-892001baf51c" -d '{"events": [{"name": "network-changed", "server_uuid": "953410c8-4fc7-43b4-9a4f-46797a4c7540", "tag": "26120c77-d131-4141-bb35-4344dc1178f3"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:14.244082 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aef33c0d-5234-4a9b-8ec2-0c905f41213e req-a9b052c7-3e06-48d6-942d-73a8819a58b0 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479143 Nov 24 12:55:14.307224 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833491a4-3a0a-477e-8eef-45b757fbcaba x-openstack-request-id: req-833491a4-3a0a-477e-8eef-45b757fbcaba {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:14.307514 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953410c8-4fc7-43b4-9a4f-46797a4c7540", "tag": "26120c77-d131-4141-bb35-4344dc1178f3", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:14.307774 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-833491a4-3a0a-477e-8eef-45b757fbcaba {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:14.308148 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'tag': '26120c77-d131-4141-bb35-4344dc1178f3', 'status': 'completed', 'code': 200} Nov 24 12:55:14.400194 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:14.444296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980e09e-1a31-42b8-b80a-7ae8bb12ec56 req-39762ccb-21dd-4efe-9e6e-d4aacf3dafc7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:14.446165 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c980e09e-1a31-42b8-b80a-7ae8bb12ec56 req-39762ccb-21dd-4efe-9e6e-d4aacf3dafc7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0874128 Nov 24 12:55:14.448032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22798d-ed22-4785-85cc-892001baf51c req-027cf077-e484-41ae-b90d-09d41926808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:14.449470 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f22798d-ed22-4785-85cc-892001baf51c req-027cf077-e484-41ae-b90d-09d41926808d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd50571c118e4cfcafa32b2933956cff&device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 1097 time: 0.1072700 Nov 24 12:55:14.465165 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c68c3bdc-30d1-46d2-9524-094ef799e543 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:14.557747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c980e09e-1a31-42b8-b80a-7ae8bb12ec56 req-50b71c67-62bf-4252-a165-432c537e51ee tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026514 Nov 24 12:55:14.577767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c3bdc-30d1-46d2-9524-094ef799e543 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event updated for resources: {'Subnet': ['ID=bbabd305-b05e-413f-b989-d837414384f7,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:14.580613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22798d-ed22-4785-85cc-892001baf51c req-300ea7e7-8b22-4954-9792-6d111b61a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:14.582330 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f22798d-ed22-4785-85cc-892001baf51c req-300ea7e7-8b22-4954-9792-6d111b61a651 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e5be598-6b7b-4f5e-bb46-ef64b873f608 HTTP/1.1" status: 200 len: 921 time: 0.1255493 Nov 24 12:55:14.617194 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c3bdc-30d1-46d2-9524-094ef799e543 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Checking segment: {'id': 'fb1090df-9661-46cc-ba4a-2eb58dc87efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca32a40c-391a-40d2-be01-07c72538e571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:14.617560 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68c3bdc-30d1-46d2-9524-094ef799e543 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Network hostable DHCP agents. Network: ca32a40c-391a-40d2-be01-07c72538e571, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:55:14.636224 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f22798d-ed22-4785-85cc-892001baf51c req-7107d19c-360e-4bb9-bbcb-0e5202b97164 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26120c77-d131-4141-bb35-4344dc1178f3 HTTP/1.1" status: 200 len: 217 time: 0.0459940 Nov 24 12:55:14.647759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Allocated IP 172.25.0.226 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/67ba1976-266b-4227-87aa-6b750f3fd3e0) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:55:14.663260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68c3bdc-30d1-46d2-9524-094ef799e543 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Network ca32a40c-391a-40d2-be01-07c72538e571 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:55:14.677305 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c68c3bdc-30d1-46d2-9524-094ef799e543 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, ca32a40c-391a-40d2-be01-07c72538e571) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:55:14.684757 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7555f49-d1ee-4d54-9ec9-c926a17d6fa7 None None] Network ca32a40c-391a-40d2-be01-07c72538e571 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:55:14.697724 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68c3bdc-30d1-46d2-9524-094ef799e543 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:14.698315 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c68c3bdc-30d1-46d2-9524-094ef799e543 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:14.706963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22798d-ed22-4785-85cc-892001baf51c req-887b8574-8915-4d15-a762-15f025e303e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:14.709225 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f22798d-ed22-4785-85cc-892001baf51c req-887b8574-8915-4d15-a762-15f025e303e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02605622-5afa-48d6-b786-b438e7e0676a HTTP/1.1" status: 200 len: 860 time: 0.0647147 Nov 24 12:55:14.719112 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c68c3bdc-30d1-46d2-9524-094ef799e543 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0182235 Nov 24 12:55:14.725822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54038) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:14.734072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-dbeba046-4213-4b2e-b43c-4c2fa729c254 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-716620853'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:14.752960 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f22798d-ed22-4785-85cc-892001baf51c req-73228f7d-1cf0-4bda-b77f-c6a2fa542b45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e5be598-6b7b-4f5e-bb46-ef64b873f608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358913 Nov 24 12:55:14.793081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeba046-4213-4b2e-b43c-4c2fa729c254 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:55:14.796561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbeba046-4213-4b2e-b43c-4c2fa729c254 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:14.830526 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:14.843377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbeba046-4213-4b2e-b43c-4c2fa729c254 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:55:14.861277 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbeba046-4213-4b2e-b43c-4c2fa729c254 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:14.861601 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-dbeba046-4213-4b2e-b43c-4c2fa729c254 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Added segment b9ee2fe3-2105-4602-a8e1-23218bc892e6 of type vlan for network 297050ab-5355-43ff-88d9-29a66d2d65dc Nov 24 12:55:14.874857 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f22798d-ed22-4785-85cc-892001baf51c req-ce6f40c4-0261-4d68-b374-7f91d914e928 service neutron] 10.222.0.46 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141319 Nov 24 12:55:14.927688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-ca32a40c-391a-40d2-be01-07c72538e571', 'network_id': 'ca32a40c-391a-40d2-be01-07c72538e571', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'fixed_ips': [{'subnet_id': 'bbabd305-b05e-413f-b989-d837414384f7'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:55:14.929575 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:14.962352 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:14.966288 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbeba046-4213-4b2e-b43c-4c2fa729c254 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.027315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:55:15.034995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:55:15.038888 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:55:15.086693 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbeba046-4213-4b2e-b43c-4c2fa729c254 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.087447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af034d60-928a-4f28-aea0-a8a9e06e5cdc req-bb84c442-ca6e-4ca0-bc5e-3038ba0df9b4 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:15.092278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeba046-4213-4b2e-b43c-4c2fa729c254 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:15.092924 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbeba046-4213-4b2e-b43c-4c2fa729c254 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.095548 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af034d60-928a-4f28-aea0-a8a9e06e5cdc req-bb84c442-ca6e-4ca0-bc5e-3038ba0df9b4 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 946 time: 0.1697638 Nov 24 12:55:15.096937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Allocated IP 19.80.0.2 (ca32a40c-391a-40d2-be01-07c72538e571/bbabd305-b05e-413f-b989-d837414384f7/fcbc6604-6611-4881-8ce1-8bd34a5e24bf) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:55:15.101991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Pushing event updated for resources: {'Port': ['ID=67ba1976-266b-4227-87aa-6b750f3fd3e0,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:15.160521 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f22798d-ed22-4785-85cc-892001baf51c req-445bafc3-75cc-467d-846f-3322e1069a3b service neutron] 10.222.0.46 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780166 Nov 24 12:55:15.162583 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dbeba046-4213-4b2e-b43c-4c2fa729c254 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4354520 Nov 24 12:55:15.163776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54044) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:15.169883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-217e24aa-89af-4d3e-b4ba-49fd42bf4227 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Request body: {'subnet': {'network_id': '297050ab-5355-43ff-88d9-29a66d2d65dc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:15.199827 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af034d60-928a-4f28-aea0-a8a9e06e5cdc req-29108a80-6561-420e-a508-5a8c83b4dfb5 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033340 Nov 24 12:55:15.258475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeba046-4213-4b2e-b43c-4c2fa729c254 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event updated for resources: {'Network': ['ID=297050ab-5355-43ff-88d9-29a66d2d65dc,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:15.307280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device dc99550f-4cb8-45b3-a2ad-bf03932233b3 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:55:15.309901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 297050ab-5355-43ff-88d9-29a66d2d65dc details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:55:15.331769 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.333866 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.340575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217e24aa-89af-4d3e-b4ba-49fd42bf4227 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:55:15.344766 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-217e24aa-89af-4d3e-b4ba-49fd42bf4227 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.406777 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.415206 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.436286 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643d000-8eef-4c49-a901-458ea97a5474 req-cd720f04-b30c-43d9-a0af-964d905e8db2 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:15.438811 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5643d000-8eef-4c49-a901-458ea97a5474 req-cd720f04-b30c-43d9-a0af-964d905e8db2 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 943 time: 0.1312096 Nov 24 12:55:15.536509 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5643d000-8eef-4c49-a901-458ea97a5474 req-f0b54b32-a3eb-44ef-89cb-72155fcbeaa5 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc089565-1f31-47af-b652-3d86a0848beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798583 Nov 24 12:55:15.594459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Network ca32a40c-391a-40d2-be01-07c72538e571 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:55:15.609893 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:55:15.623769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:55:15.631849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Pushing event updated for resources: {'Port': ['ID=fcbc6604-6611-4881-8ce1-8bd34a5e24bf,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:15.646371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port dc99550f-4cb8-45b3-a2ad-bf03932233b3 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:55:15.647975 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-217e24aa-89af-4d3e-b4ba-49fd42bf4227 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.682951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port dc99550f-4cb8-45b3-a2ad-bf03932233b3 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:15.683546 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.749683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e24aa-89af-4d3e-b4ba-49fd42bf4227 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event updated for resources: {'Subnet': ['ID=0d72517a-d74c-4849-8180-1160c56f9c34,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:15.754589 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Attempting to bind port fcbc6604-6611-4881-8ce1-8bd34a5e24bf on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:15.755273 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Attempting to bind port fcbc6604-6611-4881-8ce1-8bd34a5e24bf by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'fb1090df-9661-46cc-ba4a-2eb58dc87efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca32a40c-391a-40d2-be01-07c72538e571'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:15.755819 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Attempting to bind port fcbc6604-6611-4881-8ce1-8bd34a5e24bf on network ca32a40c-391a-40d2-be01-07c72538e571 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:15.765338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:15.765917 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Checking segment: {'id': 'fb1090df-9661-46cc-ba4a-2eb58dc87efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca32a40c-391a-40d2-be01-07c72538e571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:15.766557 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.767078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Bound using segment: {'id': 'fb1090df-9661-46cc-ba4a-2eb58dc87efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca32a40c-391a-40d2-be01-07c72538e571'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:15.767686 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Bound port: fcbc6604-6611-4881-8ce1-8bd34a5e24bf, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1090df-9661-46cc-ba4a-2eb58dc87efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca32a40c-391a-40d2-be01-07c72538e571'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:15.768163 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.770292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device be74f925-fbca-4fa5-a00c-894505071d8d details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:55:15.788537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e24aa-89af-4d3e-b4ba-49fd42bf4227 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Checking segment: {'id': 'b9ee2fe3-2105-4602-a8e1-23218bc892e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '297050ab-5355-43ff-88d9-29a66d2d65dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:15.789693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217e24aa-89af-4d3e-b4ba-49fd42bf4227 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Network hostable DHCP agents. Network: 297050ab-5355-43ff-88d9-29a66d2d65dc, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:55:15.802016 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.811153 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.822352 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ac4f2-4757-45dd-a1e3-11dbc89ad271 req-b96094cd-fbd3-44bd-9deb-c5a209ce6a49 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:15.824182 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b73ac4f2-4757-45dd-a1e3-11dbc89ad271 req-b96094cd-fbd3-44bd-9deb-c5a209ce6a49 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0959208 Nov 24 12:55:15.839099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217e24aa-89af-4d3e-b4ba-49fd42bf4227 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Network 297050ab-5355-43ff-88d9-29a66d2d65dc is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:55:15.875614 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-217e24aa-89af-4d3e-b4ba-49fd42bf4227 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 297050ab-5355-43ff-88d9-29a66d2d65dc) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:55:15.896599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217e24aa-89af-4d3e-b4ba-49fd42bf4227 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:15.897730 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-217e24aa-89af-4d3e-b4ba-49fd42bf4227 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.904352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Pushing event updated for resources: {'Port': ['ID=67ba1976-266b-4227-87aa-6b750f3fd3e0,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:15.921395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b73ac4f2-4757-45dd-a1e3-11dbc89ad271 req-5ffe2abd-1a8e-4f03-ac2f-24bfcc68806d tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900040 Nov 24 12:55:15.921969 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.929044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f99c5b0-c938-404a-a43e-714fd713926d None None] Network 297050ab-5355-43ff-88d9-29a66d2d65dc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:55:15.929694 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.935007 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-217e24aa-89af-4d3e-b4ba-49fd42bf4227 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7702096 Nov 24 12:55:15.963960 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:15.965711 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-e8f8bf41-3667-4170-bd0a-b94e16b465e5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2788417 Nov 24 12:55:16.056435 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] For port fcbc6604-6611-4881-8ce1-8bd34a5e24bf, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:16.073642 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-2383a39c-1331-4206-9f16-c8bbe290816f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.1016989 Nov 24 12:55:16.095332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3070695b-d120-4176-baf0-1a0ca48b7f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc99550f-4cb8-45b3-a2ad-bf03932233b3'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:16.099355 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6971c99-19dc-4d0f-bd75-c7bccb28aa3c" -d '{"events": [{"server_uuid": "3070695b-d120-4176-baf0-1a0ca48b7f3a", "name": "network-vif-plugged", "status": "completed", "tag": "dc99550f-4cb8-45b3-a2ad-bf03932233b3"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:16.117159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab80041-f533-4fcf-91ed-bc6a23a24d30 req-ba6a88ab-1c1e-4c24-a55f-a446d4c16859 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:16.126322 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ab80041-f533-4fcf-91ed-bc6a23a24d30 req-ba6a88ab-1c1e-4c24-a55f-a446d4c16859 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0998580 Nov 24 12:55:16.172776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] For port fcbc6604-6611-4881-8ce1-8bd34a5e24bf, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=fcbc6604-6611-4881-8ce1-8bd34a5e24bf,segment=NetworkSegment(fb1090df-9661-46cc-ba4a-2eb58dc87efe),segment_id=fb1090df-9661-46cc-ba4a-2eb58dc87efe)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:55:16.175716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:16.189478 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ab80041-f533-4fcf-91ed-bc6a23a24d30 req-3942dd20-8b8e-40a5-81f2-d99bd50109c4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618341 Nov 24 12:55:16.216064 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-3735255b-51f8-4d28-bc22-b7ed0ea3e2f0 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:16.217451 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-852cbddf-a563-472a-ba33-a20e4ebb5fe1 req-3735255b-51f8-4d28-bc22-b7ed0ea3e2f0 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.1382151 Nov 24 12:55:16.224778 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:16.227040 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:16.276007 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port be74f925-fbca-4fa5-a00c-894505071d8d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=be74f925-fbca-4fa5-a00c-894505071d8d,segment=NetworkSegment(c28f7445-05af-4942-a663-06e9f8fdd376),segment_id=c28f7445-05af-4942-a663-06e9f8fdd376)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:16.316155 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'be74f925-fbca-4fa5-a00c-894505071d8d', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'port_id': 'be74f925-fbca-4fa5-a00c-894505071d8d', 'mac_address': 'fa:16:3e:16:01:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:55:16.349981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=dc99550f-4cb8-45b3-a2ad-bf03932233b3,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:16.371957 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-297050ab-5355-43ff-88d9-29a66d2d65dc', 'network_id': '297050ab-5355-43ff-88d9-29a66d2d65dc', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'fixed_ips': [{'subnet_id': '0d72517a-d74c-4849-8180-1160c56f9c34'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:55:16.373280 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:16.385846 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3798ce43-623d-4369-b72c-cd7aac549a1a x-openstack-request-id: req-3798ce43-623d-4369-b72c-cd7aac549a1a {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:16.386170 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3070695b-d120-4176-baf0-1a0ca48b7f3a", "name": "network-vif-plugged", "status": "completed", "tag": "dc99550f-4cb8-45b3-a2ad-bf03932233b3", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:16.386448 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3798ce43-623d-4369-b72c-cd7aac549a1a {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:16.386850 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3070695b-d120-4176-baf0-1a0ca48b7f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc99550f-4cb8-45b3-a2ad-bf03932233b3', 'code': 200} Nov 24 12:55:16.464808 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:16.560529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbb17b-4651-4eaf-9ffa-108ef638e6f8 req-2058733b-9799-4612-944b-57f41b8cd95f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:16.571223 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2dbb17b-4651-4eaf-9ffa-108ef638e6f8 req-2058733b-9799-4612-944b-57f41b8cd95f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0786133 Nov 24 12:55:16.579181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9a78-d8f3-4e73-b781-b16d700c19a0 req-0e924e4e-66d6-4fb3-be99-172a75b9103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:16.581742 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-563b9a78-d8f3-4e73-b781-b16d700c19a0 req-0e924e4e-66d6-4fb3-be99-172a75b9103c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 1097 time: 0.1298742 Nov 24 12:55:16.619590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-d0471985-7123-4e8c-aba7-4ba6a98d2087 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:16.632376 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-d0471985-7123-4e8c-aba7-4ba6a98d2087 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:16.652415 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2dbb17b-4651-4eaf-9ffa-108ef638e6f8 req-d34fecda-40fb-474e-9c3b-dc9b98239d5b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777502 Nov 24 12:55:16.657834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-d0471985-7123-4e8c-aba7-4ba6a98d2087 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/networks?id=ca32a40c-391a-40d2-be01-07c72538e571&id=297050ab-5355-43ff-88d9-29a66d2d65dc HTTP/1.1" status: 200 len: 1391 time: 0.2569888 Nov 24 12:55:16.683355 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-136247c1-eabc-4d4d-bae9-f0e76447bb89 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/quotas/0ce15217cb16467ab78bae2368c56eb8 HTTP/1.1" status: 200 len: 375 time: 0.0245247 Nov 24 12:55:16.686447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a3d01-15d0-4dc4-aef9-d6c93171bd1c None None] Pushing event updated for resources: {'Port': ['ID=fcbc6604-6611-4881-8ce1-8bd34a5e24bf,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:16.708094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be74f925-fbca-4fa5-a00c-894505071d8d {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:55:16.737393 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-563b9a78-d8f3-4e73-b781-b16d700c19a0 req-d841e4ab-b783-4c51-8329-e3dc451ea997 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415362 Nov 24 12:55:16.754353 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port be74f925-fbca-4fa5-a00c-894505071d8d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=be74f925-fbca-4fa5-a00c-894505071d8d,segment=NetworkSegment(c28f7445-05af-4942-a663-06e9f8fdd376),segment_id=c28f7445-05af-4942-a663-06e9f8fdd376)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:16.759692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Allocated IP 19.86.0.2 (297050ab-5355-43ff-88d9-29a66d2d65dc/0d72517a-d74c-4849-8180-1160c56f9c34/eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:55:16.765731 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:16.770724 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-4028dc8d-0686-4edb-8a86-96661537f5d1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ce15217cb16467ab78bae2368c56eb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864029 Nov 24 12:55:16.820471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-a54d772e-aa4b-4121-b46b-daf656cdbd85 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:16.828713 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-a54d772e-aa4b-4121-b46b-daf656cdbd85 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0702560 Nov 24 12:55:16.888457 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-8e566cbb-3a95-4c88-8fb6-613437907a21 service neutron] 10.222.0.48 "GET /v2.0/networks/ca32a40c-391a-40d2-be01-07c72538e571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167493 Nov 24 12:55:16.902641 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-10f0f7d5-e7b9-4595-8c44-fd90f96ea7db tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.0727711 Nov 24 12:55:16.907736 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-72fae9a3-1d31-4f8f-8eb2-c4a98f5671f4 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Request body: {'floatingip': {'port_id': '26120c77-d131-4141-bb35-4344dc1178f3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:16.955047 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-72fae9a3-1d31-4f8f-8eb2-c4a98f5671f4 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:16.995833 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-7ac63751-c3b5-4f98-852e-f2f97a226dcb service neutron] 10.222.0.48 "GET /v2.0/networks/ca32a40c-391a-40d2-be01-07c72538e571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914016 Nov 24 12:55:17.115959 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-294131df-0364-4d90-bcdf-61fe37c7ca45 service neutron] 10.222.0.48 "GET /v2.0/networks/297050ab-5355-43ff-88d9-29a66d2d65dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136043 Nov 24 12:55:17.140811 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:17.148250 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:17.174981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=be74f925-fbca-4fa5-a00c-894505071d8d,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:17.185891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Network 297050ab-5355-43ff-88d9-29a66d2d65dc is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:55:17.192060 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['be74f925-fbca-4fa5-a00c-894505071d8d'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:17.196747 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:55:17.236414 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-3a955d0e-d10d-4ae6-8ad7-d7aaf1df0f31 service neutron] 10.222.0.48 "GET /v2.0/networks/297050ab-5355-43ff-88d9-29a66d2d65dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121011 Nov 24 12:55:17.252223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:55:17.288962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Pushing event updated for resources: {'Port': ['ID=eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:17.411510 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Attempting to bind port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:17.411924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Attempting to bind port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'b9ee2fe3-2105-4602-a8e1-23218bc892e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '297050ab-5355-43ff-88d9-29a66d2d65dc'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:17.412242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Attempting to bind port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 on network 297050ab-5355-43ff-88d9-29a66d2d65dc {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:17.424330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:17.425083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Checking segment: {'id': 'b9ee2fe3-2105-4602-a8e1-23218bc892e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '297050ab-5355-43ff-88d9-29a66d2d65dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:17.425493 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:17.426022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Bound using segment: {'id': 'b9ee2fe3-2105-4602-a8e1-23218bc892e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '297050ab-5355-43ff-88d9-29a66d2d65dc'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:17.426517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Bound port: eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ee2fe3-2105-4602-a8e1-23218bc892e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '297050ab-5355-43ff-88d9-29a66d2d65dc'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:17.426899 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:17.645025 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-72fae9a3-1d31-4f8f-8eb2-c4a98f5671f4 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:17.653607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-72fae9a3-1d31-4f8f-8eb2-c4a98f5671f4 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:17.665186 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] For port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:17.669086 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] For port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9,segment=NetworkSegment(b9ee2fe3-2105-4602-a8e1-23218bc892e6),segment_id=b9ee2fe3-2105-4602-a8e1-23218bc892e6)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:55:17.673966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77addae0-cd03-4cc5-87aa-047f0c4ff4af req-4dd189ad-f703-4e2f-86d4-a81f5012bae9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:17.677461 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:17.679557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-77addae0-cd03-4cc5-87aa-047f0c4ff4af req-4dd189ad-f703-4e2f-86d4-a81f5012bae9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 944 time: 0.1434395 Nov 24 12:55:17.794340 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-77addae0-cd03-4cc5-87aa-047f0c4ff4af req-808916fb-6ac6-4f35-a1c2-42b54f48803a tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc089565-1f31-47af-b652-3d86a0848beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081846 Nov 24 12:55:17.818703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e48d3-b4e5-4dcb-a05e-6e58f7cf18ed None None] Pushing event updated for resources: {'Port': ['ID=eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:17.882551 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-72fae9a3-1d31-4f8f-8eb2-c4a98f5671f4 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Floating IP 639bcefc-bf0d-4bbb-b6a5-37302e839bd6 associated. External IP: 172.25.0.226, port: 26120c77-d131-4141-bb35-4344dc1178f3. Nov 24 12:55:17.905508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251b7c0a-20f2-4712-99a2-887644ca4f76 None None] Network ca32a40c-391a-40d2-be01-07c72538e571 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:55:17.973808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ebe09-d9f4-4499-b342-6bfc51314956 req-32bc1230-ad3c-444c-ba7e-03795e434e6f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:17.976001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-359ebe09-d9f4-4499-b342-6bfc51314956 req-32bc1230-ad3c-444c-ba7e-03795e434e6f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 946 time: 0.0908458 Nov 24 12:55:18.056117 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device fcbc6604-6611-4881-8ce1-8bd34a5e24bf up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:55:18.097872 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-359ebe09-d9f4-4499-b342-6bfc51314956 req-e4df5a8e-1ad9-42dd-ab6b-4f969c479565 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151123 Nov 24 12:55:18.161398 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ec207b90-8f7f-4815-b74a-2df019f0b4fe None None] Provisioning complete for port fcbc6604-6611-4881-8ce1-8bd34a5e24bf triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:18.161913 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec207b90-8f7f-4815-b74a-2df019f0b4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:18.292031 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:55:18.302120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b90cb-d783-46c6-a1c4-278ea5a564b7 req-ba46d237-d77d-415b-aa67-6fb15af90dd7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:18.304577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port fcbc6604-6611-4881-8ce1-8bd34a5e24bf triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:18.304975 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:18.317455 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab9b90cb-d783-46c6-a1c4-278ea5a564b7 req-ba46d237-d77d-415b-aa67-6fb15af90dd7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.1223631 Nov 24 12:55:18.329891 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-72fae9a3-1d31-4f8f-8eb2-c4a98f5671f4 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:55:18.388965 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab9b90cb-d783-46c6-a1c4-278ea5a564b7 req-ca490c44-8c41-4553-9ab4-c5a36c03d0da tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659404 Nov 24 12:55:18.430010 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec207b90-8f7f-4815-b74a-2df019f0b4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:18.495270 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:18.496469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-72fae9a3-1d31-4f8f-8eb2-c4a98f5671f4 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:55:18.501540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-72fae9a3-1d31-4f8f-8eb2-c4a98f5671f4 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:18.519580 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192bf491-2afe-4d57-ba96-8b33471bfdfa None None] Sync routers for ids ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:55:18.528833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ec207b90-8f7f-4815-b74a-2df019f0b4fe None None] For port fcbc6604-6611-4881-8ce1-8bd34a5e24bf, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=fcbc6604-6611-4881-8ce1-8bd34a5e24bf,segment=NetworkSegment(fb1090df-9661-46cc-ba4a-2eb58dc87efe),segment_id=fb1090df-9661-46cc-ba4a-2eb58dc87efe)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:18.533467 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-72fae9a3-1d31-4f8f-8eb2-c4a98f5671f4 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "PUT /v2.0/floatingips/639bcefc-bf0d-4bbb-b6a5-37302e839bd6 HTTP/1.1" status: 200 len: 997 time: 1.6297460 Nov 24 12:55:18.534260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'tag': '26120c77-d131-4141-bb35-4344dc1178f3'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:18.537824 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fb26d6-caec-4fa5-9899-e1aeb402e812" -d '{"events": [{"name": "network-changed", "server_uuid": "953410c8-4fc7-43b4-9a4f-46797a4c7540", "tag": "26120c77-d131-4141-bb35-4344dc1178f3"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:18.553955 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec207b90-8f7f-4815-b74a-2df019f0b4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:18.595719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-b95e9fc2-81b6-46da-ab49-6419b890ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:18.596164 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192bf491-2afe-4d57-ba96-8b33471bfdfa None None] Routers {'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:18.596977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-192bf491-2afe-4d57-ba96-8b33471bfdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:18.597473 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-b95e9fc2-81b6-46da-ab49-6419b890ead2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd50571c118e4cfcafa32b2933956cff&device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 1097 time: 0.0496697 Nov 24 12:55:18.673399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-52c905e1-68bd-423c-9729-b0f52731b6fd req-54853c65-731b-43e3-9d15-54deb5026800 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 210 time: 0.0383999 Nov 24 12:55:18.722584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-063cd135-e86a-4a65-bc17-8a85e1f9d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:18.723995 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-063cd135-e86a-4a65-bc17-8a85e1f9d9ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e5be598-6b7b-4f5e-bb46-ef64b873f608 HTTP/1.1" status: 200 len: 921 time: 0.1192539 Nov 24 12:55:18.751605 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 12:55:18.752178 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 12:55:18.754902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec207b90-8f7f-4815-b74a-2df019f0b4fe None None] Pushing event updated for resources: {'Port': ['ID=fcbc6604-6611-4881-8ce1-8bd34a5e24bf,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:18.812808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-df5f9dab-722a-4e98-a345-1770847db294 None None] Provisioning complete for port fcbc6604-6611-4881-8ce1-8bd34a5e24bf triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:18.813456 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-df5f9dab-722a-4e98-a345-1770847db294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:18.828781 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-c441de4e-3413-4672-8d9e-6c51173a19af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26120c77-d131-4141-bb35-4344dc1178f3 HTTP/1.1" status: 200 len: 1000 time: 0.0969582 Nov 24 12:55:18.832464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ac808-9592-4ac3-8a21-a4902f02e82d req-91ad6218-1e84-4bc8-98f0-911cbb0b8e76 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:18.836637 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7e2ac808-9592-4ac3-8a21-a4902f02e82d req-91ad6218-1e84-4bc8-98f0-911cbb0b8e76 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 946 time: 0.1048546 Nov 24 12:55:18.861591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-192bf491-2afe-4d57-ba96-8b33471bfdfa None None] Set router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:18.900972 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-73558ea0-203f-46eb-a13c-7d601befa83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:18.915535 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-73558ea0-203f-46eb-a13c-7d601befa83d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02605622-5afa-48d6-b786-b438e7e0676a HTTP/1.1" status: 200 len: 860 time: 0.0853348 Nov 24 12:55:18.956297 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-552be154-94ad-4ecf-8643-58f8df8a7114 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e5be598-6b7b-4f5e-bb46-ef64b873f608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390949 Nov 24 12:55:19.072577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-24596a83-25e4-4f59-866c-5b423a2183c6 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:19.078322 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-0267e9d4-2fe4-41ff-ac77-37ce9ce161eb service neutron] 10.222.0.48 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097844 Nov 24 12:55:19.079354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-24596a83-25e4-4f59-866c-5b423a2183c6 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:19.081018 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-24596a83-25e4-4f59-866c-5b423a2183c6 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.46 "GET /v2.0/networks?id=ca32a40c-391a-40d2-be01-07c72538e571&id=297050ab-5355-43ff-88d9-29a66d2d65dc HTTP/1.1" status: 200 len: 1391 time: 0.2428482 Nov 24 12:55:19.094705 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7e2ac808-9592-4ac3-8a21-a4902f02e82d req-eab29ccd-1b3d-4a11-a588-c3ca95223eae tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477410 Nov 24 12:55:19.100125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-f6481f81-4724-489e-97f5-2841e68631c8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Request body: {'port': {'device_id': '0c5103e6-78ce-4645-9538-8df52f91b118', 'network_id': 'ca32a40c-391a-40d2-be01-07c72538e571', 'admin_state_up': True, 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:19.173041 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7858ad5f-8d2b-4474-8b48-e6dec0249a88 x-openstack-request-id: req-7858ad5f-8d2b-4474-8b48-e6dec0249a88 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:19.173533 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953410c8-4fc7-43b4-9a4f-46797a4c7540", "tag": "26120c77-d131-4141-bb35-4344dc1178f3", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:19.173813 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7858ad5f-8d2b-4474-8b48-e6dec0249a88 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:19.175653 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'tag': '26120c77-d131-4141-bb35-4344dc1178f3', 'status': 'completed', 'code': 200} Nov 24 12:55:19.232119 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ee25166-619d-42f2-9a3e-edfae9603b99 req-8effe2ea-c4e4-4d41-b294-9d5e0bb75093 service neutron] 10.222.0.48 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445322 Nov 24 12:55:19.278984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb26d6-caec-4fa5-9899-e1aeb402e812 req-507e9a84-28f5-49ae-831d-dc71ef4a1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:19.280696 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93fb26d6-caec-4fa5-9899-e1aeb402e812 req-507e9a84-28f5-49ae-831d-dc71ef4a1048 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd50571c118e4cfcafa32b2933956cff&device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 1097 time: 0.0827503 Nov 24 12:55:19.315816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d1b3a-de91-4a20-b8c6-967b3f147861 None None] Network 297050ab-5355-43ff-88d9-29a66d2d65dc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:55:19.328480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8309f-9901-4367-9ea9-fdafaf9f0e39 req-187424c3-2469-48e5-88d8-469df2de6aa1 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:19.332879 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eeb8309f-9901-4367-9ea9-fdafaf9f0e39 req-187424c3-2469-48e5-88d8-469df2de6aa1 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 944 time: 0.0859270 Nov 24 12:55:19.339386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-f6481f81-4724-489e-97f5-2841e68631c8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:55:19.344812 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-f6481f81-4724-489e-97f5-2841e68631c8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:19.355725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-192bf491-2afe-4d57-ba96-8b33471bfdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:54:09Z', 'revision_number': 4, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '639bcefc-bf0d-4bbb-b6a5-37302e839bd6', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'port_id': '26120c77-d131-4141-bb35-4344dc1178f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'mac_address': 'fa:16:3e:2d:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:55:15Z', 'updated_at': '2021-11-24T12:55:17Z', 'revision_number': 1, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39af1843-d5d7-4716-8ae1-24387afd0bfa', 'name': '', 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'mac_address': 'fa:16:3e:8a:4e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '02605622-5afa-48d6-b786-b438e7e0676a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:08Z', 'updated_at': '2021-11-24T12:54:20Z', 'revision_number': 5, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'subnets': [{'id': '02605622-5afa-48d6-b786-b438e7e0676a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:19.446476 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51033b-c160-4c74-b92b-feb26ef60780 req-1740fdec-f87a-450a-8beb-24982fb57e23 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:19.448116 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3f51033b-c160-4c74-b92b-feb26ef60780 req-1740fdec-f87a-450a-8beb-24982fb57e23 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 946 time: 0.1200030 Nov 24 12:55:19.448930 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eeb8309f-9901-4367-9ea9-fdafaf9f0e39 req-37d1f9c5-8183-4bb5-a824-1e2f1e5b4af9 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc089565-1f31-47af-b652-3d86a0848beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004083 Nov 24 12:55:19.470325 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb26d6-caec-4fa5-9899-e1aeb402e812 req-8e3172c1-8395-4594-97dc-6f3aaccb8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:19.473093 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93fb26d6-caec-4fa5-9899-e1aeb402e812 req-8e3172c1-8395-4594-97dc-6f3aaccb8feb service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e5be598-6b7b-4f5e-bb46-ef64b873f608 HTTP/1.1" status: 200 len: 921 time: 0.1747336 Nov 24 12:55:19.549295 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192bf491-2afe-4d57-ba96-8b33471bfdfa None None] Checking router: a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:55:19.567328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-f6481f81-4724-489e-97f5-2841e68631c8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Allocated IP 19.80.0.98 (ca32a40c-391a-40d2-be01-07c72538e571/bbabd305-b05e-413f-b989-d837414384f7/cd9cd7ea-474d-4e60-a65e-e21678853c1f) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:55:19.567580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3f51033b-c160-4c74-b92b-feb26ef60780 req-b5a24ec6-cd48-486e-9392-c4137ccddb96 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932848 Nov 24 12:55:19.575139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3c71c5ee-6ebb-4117-b504-3f55643bedf7 None None] Provisioning complete for port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:19.575713 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3c71c5ee-6ebb-4117-b504-3f55643bedf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:19.581589 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93fb26d6-caec-4fa5-9899-e1aeb402e812 req-b3351843-be66-4117-9226-2129b55875bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26120c77-d131-4141-bb35-4344dc1178f3 HTTP/1.1" status: 200 len: 1000 time: 0.0982325 Nov 24 12:55:19.581861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade1c575-23fd-4295-add2-fd9a738a761d req-f49e56c0-cbfb-4493-859b-acfe69bcd9ab tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 1000 time: 0.0871174 Nov 24 12:55:19.600884 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192bf491-2afe-4d57-ba96-8b33471bfdfa None None] Routers {'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:19.601518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-192bf491-2afe-4d57-ba96-8b33471bfdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:19.657476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1c575-23fd-4295-add2-fd9a738a761d req-e22bcdfc-3327-4020-bb53-1c96b4c88f6e tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:19.658886 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade1c575-23fd-4295-add2-fd9a738a761d req-e22bcdfc-3327-4020-bb53-1c96b4c88f6e tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports/26120c77-d131-4141-bb35-4344dc1178f3 HTTP/1.1" status: 200 len: 943 time: 0.0718689 Nov 24 12:55:19.713089 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb26d6-caec-4fa5-9899-e1aeb402e812 req-4395dfba-2a1c-41f7-afa0-810d0bd25dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:19.715130 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93fb26d6-caec-4fa5-9899-e1aeb402e812 req-4395dfba-2a1c-41f7-afa0-810d0bd25dee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02605622-5afa-48d6-b786-b438e7e0676a HTTP/1.1" status: 200 len: 860 time: 0.1226449 Nov 24 12:55:19.756445 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93fb26d6-caec-4fa5-9899-e1aeb402e812 req-859bfeeb-7859-41e9-ba06-806f10395671 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e5be598-6b7b-4f5e-bb46-ef64b873f608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324776 Nov 24 12:55:19.767860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df8c4b-232b-4848-afec-55599f483ff1 req-08bfd91f-631b-4a78-910c-db6f6754cac1 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:19.773180 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6df8c4b-232b-4848-afec-55599f483ff1 req-08bfd91f-631b-4a78-910c-db6f6754cac1 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0970483 Nov 24 12:55:19.787070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device be74f925-fbca-4fa5-a00c-894505071d8d up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:55:19.822562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-192bf491-2afe-4d57-ba96-8b33471bfdfa None None] Set router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:19.832126 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade1c575-23fd-4295-add2-fd9a738a761d req-08fd8146-2b32-4b56-ac2f-0ba14cf39fde tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 1000 time: 0.1110706 Nov 24 12:55:19.848681 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-f6481f81-4724-489e-97f5-2841e68631c8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:19.909839 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6df8c4b-232b-4848-afec-55599f483ff1 req-93c2a7fa-df11-411f-a0f0-3711428db036 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239326 Nov 24 12:55:19.946732 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93fb26d6-caec-4fa5-9899-e1aeb402e812 req-2a7ef0d8-80a7-43cd-9e4c-fcd6c6daa355 service neutron] 10.222.0.46 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722708 Nov 24 12:55:19.977484 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-f6481f81-4724-489e-97f5-2841e68631c8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.035216 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-f6481f81-4724-489e-97f5-2841e68631c8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Network ca32a40c-391a-40d2-be01-07c72538e571 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:55:20.044965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1c575-23fd-4295-add2-fd9a738a761d req-0a72ccd0-3ae7-4999-94a3-f0d2e63d37fc tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:20.046240 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade1c575-23fd-4295-add2-fd9a738a761d req-0a72ccd0-3ae7-4999-94a3-f0d2e63d37fc tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.2036438 Nov 24 12:55:20.055263 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device fcbc6604-6611-4881-8ce1-8bd34a5e24bf up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:55:20.080114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-f6481f81-4724-489e-97f5-2841e68631c8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:55:20.099492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-f6481f81-4724-489e-97f5-2841e68631c8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:55:20.163116 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93fb26d6-caec-4fa5-9899-e1aeb402e812 req-8f5eb0f7-b298-4ace-81a6-38b93bafff5a service neutron] 10.222.0.46 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971529 Nov 24 12:55:20.241916 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-f6481f81-4724-489e-97f5-2841e68631c8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:20.242590 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-f6481f81-4724-489e-97f5-2841e68631c8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.280413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6481f81-4724-489e-97f5-2841e68631c8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event updated for resources: {'Port': ['ID=cd9cd7ea-474d-4e60-a65e-e21678853c1f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:20.283202 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3c71c5ee-6ebb-4117-b504-3f55643bedf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.307049 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-f6481f81-4724-489e-97f5-2841e68631c8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2111905 Nov 24 12:55:20.327648 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade1c575-23fd-4295-add2-fd9a738a761d req-65c102a8-882a-4dea-9cee-27d513340555 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 1000 time: 0.2368119 Nov 24 12:55:20.338915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port fcbc6604-6611-4881-8ce1-8bd34a5e24bf triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:20.339467 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.353620 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-c016f251-a812-4417-bfb2-d19e0fedfdae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Request body: {'port': {'device_id': '0c5103e6-78ce-4645-9538-8df52f91b118', 'network_id': '297050ab-5355-43ff-88d9-29a66d2d65dc', 'admin_state_up': True, 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:20.365047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-ade1c575-23fd-4295-add2-fd9a738a761d req-4da34ccc-c8db-4ddb-a1cf-9019fe7da8f3 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:20.414308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9310237-1408-42f7-9308-3ef8dac96d95 req-71d477fb-01c9-4301-893a-78f989ed9ab2 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:20.417612 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9310237-1408-42f7-9308-3ef8dac96d95 req-71d477fb-01c9-4301-893a-78f989ed9ab2 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 1097 time: 0.1186159 Nov 24 12:55:20.449915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port be74f925-fbca-4fa5-a00c-894505071d8d completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:55:20.462778 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3c71c5ee-6ebb-4117-b504-3f55643bedf7 None None] For port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9,segment=NetworkSegment(b9ee2fe3-2105-4602-a8e1-23218bc892e6),segment_id=b9ee2fe3-2105-4602-a8e1-23218bc892e6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:20.470999 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port be74f925-fbca-4fa5-a00c-894505071d8d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:20.471339 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.476195 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3c71c5ee-6ebb-4117-b504-3f55643bedf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.513194 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9310237-1408-42f7-9308-3ef8dac96d95 req-75544e7f-dd7d-4ea1-bb50-970b1e394db5 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892889 Nov 24 12:55:20.562122 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ade1c575-23fd-4295-add2-fd9a738a761d req-4da34ccc-c8db-4ddb-a1cf-9019fe7da8f3 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.591466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-192bf491-2afe-4d57-ba96-8b33471bfdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:54:09Z', 'revision_number': 4, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '639bcefc-bf0d-4bbb-b6a5-37302e839bd6', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'port_id': '26120c77-d131-4141-bb35-4344dc1178f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'mac_address': 'fa:16:3e:2d:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:55:15Z', 'updated_at': '2021-11-24T12:55:17Z', 'revision_number': 1, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39af1843-d5d7-4716-8ae1-24387afd0bfa', 'name': '', 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'mac_address': 'fa:16:3e:8a:4e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '02605622-5afa-48d6-b786-b438e7e0676a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:08Z', 'updated_at': '2021-11-24T12:54:20Z', 'revision_number': 5, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'subnets': [{'id': '02605622-5afa-48d6-b786-b438e7e0676a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:20.661037 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192bf491-2afe-4d57-ba96-8b33471bfdfa None None] The sync data for ids ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'] in n-d-817303-4 is: [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:54:09Z', 'revision_number': 4, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '639bcefc-bf0d-4bbb-b6a5-37302e839bd6', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'floating_ip_address': '172.25.0.226', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'port_id': '26120c77-d131-4141-bb35-4344dc1178f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'mac_address': 'fa:16:3e:2d:65:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:55:15Z', 'updated_at': '2021-11-24T12:55:17Z', 'revision_number': 1, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39af1843-d5d7-4716-8ae1-24387afd0bfa', 'name': '', 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'mac_address': 'fa:16:3e:8a:4e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '02605622-5afa-48d6-b786-b438e7e0676a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:08Z', 'updated_at': '2021-11-24T12:54:20Z', 'revision_number': 5, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'subnets': [{'id': '02605622-5afa-48d6-b786-b438e7e0676a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:55:20.666156 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71c5ee-6ebb-4117-b504-3f55643bedf7 None None] Pushing event updated for resources: {'Port': ['ID=eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:20.681331 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a03f52-f7c4-44a3-a485-247bd337ea6d req-1b39be48-1bc5-4726-8dff-44f95e417b4e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:20.683755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9a03f52-f7c4-44a3-a485-247bd337ea6d req-1b39be48-1bc5-4726-8dff-44f95e417b4e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 931 time: 0.0627024 Nov 24 12:55:20.685081 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8223d23d-e7b2-4e9e-86c8-912912642c8c None None] Provisioning complete for port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:20.685424 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8223d23d-e7b2-4e9e-86c8-912912642c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.691638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-c016f251-a812-4417-bfb2-d19e0fedfdae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Made reservation on behalf of 0ce15217cb16467ab78bae2368c56eb8 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:55:20.695965 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-c016f251-a812-4417-bfb2-d19e0fedfdae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.732492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:55:20.756656 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9a03f52-f7c4-44a3-a485-247bd337ea6d req-2d5606b9-d62e-4192-9362-db4e90db8cc6 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553658 Nov 24 12:55:20.803476 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.830223 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b07f123a-a448-4721-9d2b-003fce06dd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.849486 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b1d901-1d5d-4da7-bbbd-670daeba899c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be74f925-fbca-4fa5-a00c-894505071d8d'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:20.850407 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ade1c575-23fd-4295-add2-fd9a738a761d req-4da34ccc-c8db-4ddb-a1cf-9019fe7da8f3 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.852977 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b595fae-1845-436e-8b61-ccef31ec9396" -d '{"events": [{"server_uuid": "42b1d901-1d5d-4da7-bbbd-670daeba899c", "name": "network-vif-plugged", "status": "completed", "tag": "be74f925-fbca-4fa5-a00c-894505071d8d"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:20.856984 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ade1c575-23fd-4295-add2-fd9a738a761d req-4da34ccc-c8db-4ddb-a1cf-9019fe7da8f3 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.857472 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [req-ade1c575-23fd-4295-add2-fd9a738a761d req-4da34ccc-c8db-4ddb-a1cf-9019fe7da8f3 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Floating IP 639bcefc-bf0d-4bbb-b6a5-37302e839bd6 disassociated. External IP: 172.25.0.226, port: 26120c77-d131-4141-bb35-4344dc1178f3. Nov 24 12:55:20.861020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4dffb-9aa6-4cfe-b744-d04c421c1785 req-846f83a0-76bf-47f0-813f-83c862d7ab36 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:20.869388 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40e4dffb-9aa6-4cfe-b744-d04c421c1785 req-846f83a0-76bf-47f0-813f-83c862d7ab36 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0598640 Nov 24 12:55:20.876782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port be74f925-fbca-4fa5-a00c-894505071d8d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=be74f925-fbca-4fa5-a00c-894505071d8d,segment=NetworkSegment(c28f7445-05af-4942-a663-06e9f8fdd376),segment_id=c28f7445-05af-4942-a663-06e9f8fdd376)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:20.898648 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.922689 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40e4dffb-9aa6-4cfe-b744-d04c421c1785 req-53d9267d-88e5-44cf-bdc5-55eb3d6ca902 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524049 Nov 24 12:55:20.948546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:20.948546 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:20.975352 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-c016f251-a812-4417-bfb2-d19e0fedfdae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Allocated IP 19.86.0.127 (297050ab-5355-43ff-88d9-29a66d2d65dc/0d72517a-d74c-4849-8180-1160c56f9c34/9f6391d6-ca81-4f15-8e29-046817530392) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:55:21.005357 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=be74f925-fbca-4fa5-a00c-894505071d8d,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:21.011026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8223d23d-e7b2-4e9e-86c8-912912642c8c None None] Provisioning complete for port cd9cd7ea-474d-4e60-a65e-e21678853c1f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:21.011808 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8223d23d-e7b2-4e9e-86c8-912912642c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:21.041400 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135fd2d-733c-4fe9-a61e-300bbbd82665 None None] New status for floating IP 639bcefc-bf0d-4bbb-b6a5-37302e839bd6: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:55:21.078928 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65aa5e2-e546-410e-96ed-2e997cff5e66 req-bb2ff54d-da99-4a09-883a-c62b888a8153 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:21.081409 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d65aa5e2-e546-410e-96ed-2e997cff5e66 req-bb2ff54d-da99-4a09-883a-c62b888a8153 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 945 time: 0.0752017 Nov 24 12:55:21.134091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8223d23d-e7b2-4e9e-86c8-912912642c8c None None] Port cd9cd7ea-474d-4e60-a65e-e21678853c1f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:55:21.162708 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d65aa5e2-e546-410e-96ed-2e997cff5e66 req-8df69bce-4f5b-4c21-8984-e5e4ff86596f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc089565-1f31-47af-b652-3d86a0848beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664434 Nov 24 12:55:21.253634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ab606-8a03-477d-a42e-989ef286d11b req-65aace20-ac0c-41e0-992d-e7418f7fac75 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:21.261304 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2a1ab606-8a03-477d-a42e-989ef286d11b req-65aace20-ac0c-41e0-992d-e7418f7fac75 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 1097 time: 0.0528674 Nov 24 12:55:21.307709 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2a1ab606-8a03-477d-a42e-989ef286d11b req-42e77dd5-edd6-4f74-86cd-38f09f7daf11 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441623 Nov 24 12:55:21.376822 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e805e84-dde9-406d-a319-08381140316f x-openstack-request-id: req-8e805e84-dde9-406d-a319-08381140316f {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:21.377405 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b1d901-1d5d-4da7-bbbd-670daeba899c", "name": "network-vif-plugged", "status": "completed", "tag": "be74f925-fbca-4fa5-a00c-894505071d8d", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:21.377405 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e805e84-dde9-406d-a319-08381140316f {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:21.378444 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b1d901-1d5d-4da7-bbbd-670daeba899c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be74f925-fbca-4fa5-a00c-894505071d8d', 'code': 200} Nov 24 12:55:21.520280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35d319-9d74-4473-9781-104d00afe811 req-8f59daa1-136b-468a-a621-2e981fc467bd tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:21.521837 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb35d319-9d74-4473-9781-104d00afe811 req-8f59daa1-136b-468a-a621-2e981fc467bd tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0849361 Nov 24 12:55:21.528691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe0661-5561-43b2-be7f-23fdcfa48a91 req-e183d01d-e95f-4944-b130-15e4ee1cfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:21.530272 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0bfe0661-5561-43b2-be7f-23fdcfa48a91 req-e183d01d-e95f-4944-b130-15e4ee1cfcaf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 1096 time: 0.0594068 Nov 24 12:55:21.598398 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb35d319-9d74-4473-9781-104d00afe811 req-672f47e1-382a-4e0b-b020-6243abd5a645 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671232 Nov 24 12:55:21.600508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ade1c575-23fd-4295-add2-fd9a738a761d req-4da34ccc-c8db-4ddb-a1cf-9019fe7da8f3 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:55:21.601642 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0bfe0661-5561-43b2-be7f-23fdcfa48a91 req-002b26a0-bf29-44d1-84e7-5447fddc062b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bc089565-1f31-47af-b652-3d86a0848beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634890 Nov 24 12:55:21.612860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-c016f251-a812-4417-bfb2-d19e0fedfdae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:21.728803 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-c016f251-a812-4417-bfb2-d19e0fedfdae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:21.782376 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-c016f251-a812-4417-bfb2-d19e0fedfdae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Network 297050ab-5355-43ff-88d9-29a66d2d65dc is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:55:21.783516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ade1c575-23fd-4295-add2-fd9a738a761d req-4da34ccc-c8db-4ddb-a1cf-9019fe7da8f3 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:55:21.789605 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ade1c575-23fd-4295-add2-fd9a738a761d req-4da34ccc-c8db-4ddb-a1cf-9019fe7da8f3 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:21.795231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e403d7af-433b-40f0-bd95-1dedfaf9b02b None None] Sync routers for ids ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:55:21.812227 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e403d7af-433b-40f0-bd95-1dedfaf9b02b None None] Routers {'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:21.812943 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e403d7af-433b-40f0-bd95-1dedfaf9b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:21.815959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-c016f251-a812-4417-bfb2-d19e0fedfdae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:55:21.821505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-c016f251-a812-4417-bfb2-d19e0fedfdae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:55:21.865819 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade1c575-23fd-4295-add2-fd9a738a761d req-4da34ccc-c8db-4ddb-a1cf-9019fe7da8f3 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "PUT /v2.0/floatingips/639bcefc-bf0d-4bbb-b6a5-37302e839bd6 HTTP/1.1" status: 200 len: 693 time: 1.5236917 Nov 24 12:55:21.873766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'tag': '26120c77-d131-4141-bb35-4344dc1178f3'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:21.876054 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96791c5-47b9-4377-88ce-888805ef3105" -d '{"events": [{"name": "network-changed", "server_uuid": "953410c8-4fc7-43b4-9a4f-46797a4c7540", "tag": "26120c77-d131-4141-bb35-4344dc1178f3"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:21.892022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:55:21.892808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016f251-a812-4417-bfb2-d19e0fedfdae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event updated for resources: {'Port': ['ID=9f6391d6-ca81-4f15-8e29-046817530392,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:21.927153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-c016f251-a812-4417-bfb2-d19e0fedfdae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:21.927812 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-c016f251-a812-4417-bfb2-d19e0fedfdae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:21.957026 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-c016f251-a812-4417-bfb2-d19e0fedfdae tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6182382 Nov 24 12:55:21.958602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1c575-23fd-4295-add2-fd9a738a761d req-d4456186-f0e9-4d82-a7e5-cae33427c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:21.966877 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade1c575-23fd-4295-add2-fd9a738a761d req-d4456186-f0e9-4d82-a7e5-cae33427c824 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd50571c118e4cfcafa32b2933956cff&device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 1097 time: 0.0848899 Nov 24 12:55:21.979687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Request body: {'port': {'device_id': '0c5103e6-78ce-4645-9538-8df52f91b118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:22.017689 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:22.018070 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:22.086927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e403d7af-433b-40f0-bd95-1dedfaf9b02b None None] Set router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:22.097831 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:22.123669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1c575-23fd-4295-add2-fd9a738a761d req-90283425-255b-49c0-8853-a902cc79048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:22.125200 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade1c575-23fd-4295-add2-fd9a738a761d req-90283425-255b-49c0-8853-a902cc79048d service neutron] 10.222.0.48 "GET /v2.0/networks?id=1e5be598-6b7b-4f5e-bb46-ef64b873f608 HTTP/1.1" status: 200 len: 921 time: 0.1575415 Nov 24 12:55:22.191142 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade1c575-23fd-4295-add2-fd9a738a761d req-42bc81a4-c469-493c-acf1-6a34c2fc25c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26120c77-d131-4141-bb35-4344dc1178f3 HTTP/1.1" status: 200 len: 217 time: 0.0449703 Nov 24 12:55:22.328609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1c575-23fd-4295-add2-fd9a738a761d req-9634486e-8bcf-4d0c-9129-77d8d2a9c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:22.333260 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade1c575-23fd-4295-add2-fd9a738a761d req-9634486e-8bcf-4d0c-9129-77d8d2a9c6da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=02605622-5afa-48d6-b786-b438e7e0676a HTTP/1.1" status: 200 len: 860 time: 0.1318574 Nov 24 12:55:22.386250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade1c575-23fd-4295-add2-fd9a738a761d req-3df87e55-2f37-4886-94f2-4027a66a34a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1e5be598-6b7b-4f5e-bb46-ef64b873f608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420380 Nov 24 12:55:22.400613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b67d5e82-a2d4-4f62-ba0c-774e5366f2b8 None None] Provisioning complete for port 9f6391d6-ca81-4f15-8e29-046817530392 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:22.401150 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b67d5e82-a2d4-4f62-ba0c-774e5366f2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:22.474309 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b67d5e82-a2d4-4f62-ba0c-774e5366f2b8 None None] Port 9f6391d6-ca81-4f15-8e29-046817530392 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:55:22.549125 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade1c575-23fd-4295-add2-fd9a738a761d req-be4cc27a-d6c8-44d8-ae9a-580793450b1f service neutron] 10.222.0.48 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330025 Nov 24 12:55:22.564073 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e403d7af-433b-40f0-bd95-1dedfaf9b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:54:09Z', 'revision_number': 4, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '39af1843-d5d7-4716-8ae1-24387afd0bfa', 'name': '', 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'mac_address': 'fa:16:3e:8a:4e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '02605622-5afa-48d6-b786-b438e7e0676a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:08Z', 'updated_at': '2021-11-24T12:54:20Z', 'revision_number': 5, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'subnets': [{'id': '02605622-5afa-48d6-b786-b438e7e0676a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:22.593651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e403d7af-433b-40f0-bd95-1dedfaf9b02b None None] Checking router: a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:55:22.605031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e403d7af-433b-40f0-bd95-1dedfaf9b02b None None] Routers {'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:22.605659 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e403d7af-433b-40f0-bd95-1dedfaf9b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:54:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:22.617338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9cd7ea-474d-4e60-a65e-e21678853c1f {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:55:22.654860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:22.677804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Transition to ACTIVE for port object cd9cd7ea-474d-4e60-a65e-e21678853c1f will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:55:22.686792 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:22.728330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e403d7af-433b-40f0-bd95-1dedfaf9b02b None None] Set router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:22.729204 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade1c575-23fd-4295-add2-fd9a738a761d req-5968694d-e473-4a05-8631-93d02bccb268 service neutron] 10.222.0.48 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688809 Nov 24 12:55:22.753577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-f7d1faf4-81b3-4189-8243-2d0077d6f0ec tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:55:22.761351 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-f7d1faf4-81b3-4189-8243-2d0077d6f0ec tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0239470 Nov 24 12:55:22.794835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Pushing event updated for resources: {'Port': ['ID=cd9cd7ea-474d-4e60-a65e-e21678853c1f,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:22.835090 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-6067d635-bb13-4765-be80-474ade6458bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:22.841376 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-6067d635-bb13-4765-be80-474ade6458bd service neutron] 10.222.0.48 "GET /v2.0/ports/dc99550f-4cb8-45b3-a2ad-bf03932233b3 HTTP/1.1" status: 200 len: 1094 time: 0.0787151 Nov 24 12:55:22.869661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-fee2cd4d-18ed-4011-981c-6d34bff7c737 service neutron] Request body: {'binding': {'host': 'n-h1-817303-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:22.870117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-fee2cd4d-18ed-4011-981c-6d34bff7c737 service neutron] Unknown quota resources ['binding']. {{(pid=114985) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 12:55:22.978031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e403d7af-433b-40f0-bd95-1dedfaf9b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:54:09Z', 'revision_number': 4, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '39af1843-d5d7-4716-8ae1-24387afd0bfa', 'name': '', 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'mac_address': 'fa:16:3e:8a:4e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '02605622-5afa-48d6-b786-b438e7e0676a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:08Z', 'updated_at': '2021-11-24T12:54:20Z', 'revision_number': 5, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'subnets': [{'id': '02605622-5afa-48d6-b786-b438e7e0676a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:22.989915 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Attempting to bind port cd9cd7ea-474d-4e60-a65e-e21678853c1f on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:22.990275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Attempting to bind port cd9cd7ea-474d-4e60-a65e-e21678853c1f by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'fb1090df-9661-46cc-ba4a-2eb58dc87efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca32a40c-391a-40d2-be01-07c72538e571'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:22.990709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Attempting to bind port cd9cd7ea-474d-4e60-a65e-e21678853c1f on network ca32a40c-391a-40d2-be01-07c72538e571 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:23.002127 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bc103-3014-47cc-96e0-55c46331bb92 req-2229ffee-fd86-4748-9d62-d90fe29762ee tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:23.008705 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bc103-3014-47cc-96e0-55c46331bb92 req-2229ffee-fd86-4748-9d62-d90fe29762ee tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:23.010393 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-926bc103-3014-47cc-96e0-55c46331bb92 req-2229ffee-fd86-4748-9d62-d90fe29762ee tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1666 time: 0.1665897 Nov 24 12:55:23.014033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e403d7af-433b-40f0-bd95-1dedfaf9b02b None None] The sync data for ids ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'] in n-d-817303-4 is: [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:54:09Z', 'revision_number': 4, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '39af1843-d5d7-4716-8ae1-24387afd0bfa', 'name': '', 'network_id': '1e5be598-6b7b-4f5e-bb46-ef64b873f608', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'mac_address': 'fa:16:3e:8a:4e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '02605622-5afa-48d6-b786-b438e7e0676a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:08Z', 'updated_at': '2021-11-24T12:54:20Z', 'revision_number': 5, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'subnets': [{'id': '02605622-5afa-48d6-b786-b438e7e0676a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:55:23.054251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Port cd9cd7ea-474d-4e60-a65e-e21678853c1f on network ca32a40c-391a-40d2-be01-07c72538e571 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:55:23.054597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Attempting to bind port cd9cd7ea-474d-4e60-a65e-e21678853c1f on network ca32a40c-391a-40d2-be01-07c72538e571 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:23.072256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:23.072815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Checking segment: {'id': 'fb1090df-9661-46cc-ba4a-2eb58dc87efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca32a40c-391a-40d2-be01-07c72538e571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:23.073050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Bound using segment: {'id': 'fb1090df-9661-46cc-ba4a-2eb58dc87efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca32a40c-391a-40d2-be01-07c72538e571'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:23.073438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Bound port: cd9cd7ea-474d-4e60-a65e-e21678853c1f, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb1090df-9661-46cc-ba4a-2eb58dc87efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ca32a40c-391a-40d2-be01-07c72538e571'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:23.073805 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:23.154161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-926bc103-3014-47cc-96e0-55c46331bb92 req-c92b73af-29d2-4283-aac4-4d34a97513de tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143486 Nov 24 12:55:23.176891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-fee2cd4d-18ed-4011-981c-6d34bff7c737 service neutron] Attempting to bind port dc99550f-4cb8-45b3-a2ad-bf03932233b3 on host n-h1-817303-4 for vnic_type normal with profile None {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:23.177233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-fee2cd4d-18ed-4011-981c-6d34bff7c737 service neutron] Attempting to bind port dc99550f-4cb8-45b3-a2ad-bf03932233b3 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:23.177749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-fee2cd4d-18ed-4011-981c-6d34bff7c737 service neutron] Attempting to bind port dc99550f-4cb8-45b3-a2ad-bf03932233b3 on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:23.193405 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-fee2cd4d-18ed-4011-981c-6d34bff7c737 service neutron] Port dc99550f-4cb8-45b3-a2ad-bf03932233b3 on network ee1ba679-7d12-4b42-af81-73cc82b26674 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:55:23.193765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-fee2cd4d-18ed-4011-981c-6d34bff7c737 service neutron] Attempting to bind port dc99550f-4cb8-45b3-a2ad-bf03932233b3 on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:23.205945 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d79206d7-adcb-450d-b237-5116dd62dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:23.206192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-fee2cd4d-18ed-4011-981c-6d34bff7c737 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:23.206540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-fee2cd4d-18ed-4011-981c-6d34bff7c737 service neutron] Checking segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:23.206929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-fee2cd4d-18ed-4011-981c-6d34bff7c737 service neutron] Bound using segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:23.207370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-fee2cd4d-18ed-4011-981c-6d34bff7c737 service neutron] Bound port: dc99550f-4cb8-45b3-a2ad-bf03932233b3, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:23.209673 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] For port cd9cd7ea-474d-4e60-a65e-e21678853c1f, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:23.213685 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] For port cd9cd7ea-474d-4e60-a65e-e21678853c1f, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=cd9cd7ea-474d-4e60-a65e-e21678853c1f,segment=NetworkSegment(fb1090df-9661-46cc-ba4a-2eb58dc87efe),segment_id=fb1090df-9661-46cc-ba4a-2eb58dc87efe)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:55:23.218210 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9150f9a9-e4ec-45fa-b0f2-fdf5d3cf3f99 x-openstack-request-id: req-9150f9a9-e4ec-45fa-b0f2-fdf5d3cf3f99 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:23.218529 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953410c8-4fc7-43b4-9a4f-46797a4c7540", "tag": "26120c77-d131-4141-bb35-4344dc1178f3", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:23.218775 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9150f9a9-e4ec-45fa-b0f2-fdf5d3cf3f99 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:23.219234 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'tag': '26120c77-d131-4141-bb35-4344dc1178f3', 'status': 'completed', 'code': 200} Nov 24 12:55:23.257837 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:23.302070 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2a8105-07e5-4737-acfc-4d6950e094ca None None] New status for floating IP 639bcefc-bf0d-4bbb-b6a5-37302e839bd6: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:55:23.302778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96791c5-47b9-4377-88ce-888805ef3105 req-3dc0f28b-9898-4dca-8ede-4653585522d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:23.304276 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c96791c5-47b9-4377-88ce-888805ef3105 req-3dc0f28b-9898-4dca-8ede-4653585522d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd50571c118e4cfcafa32b2933956cff&device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 1097 time: 0.0473256 Nov 24 12:55:23.353664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:23.354196 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:23.355613 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] 10.222.0.46 "PUT /v2.0/ports/cd9cd7ea-474d-4e60-a65e-e21678853c1f HTTP/1.1" status: 200 len: 1091 time: 1.3867228 Nov 24 12:55:23.390439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-fee2cd4d-18ed-4011-981c-6d34bff7c737 service neutron] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:55:23.396974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Request body: {'port': {'device_id': '0c5103e6-78ce-4645-9538-8df52f91b118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:23.399489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d9d10-4225-44a7-85a2-4e5292ff0d1d service neutron] Pushing event updated for resources: {'Port': ['ID=cd9cd7ea-474d-4e60-a65e-e21678853c1f,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:23.412748 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-fee2cd4d-18ed-4011-981c-6d34bff7c737 service neutron] Publish callbacks [] for binding, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:23.415663 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-fee2cd4d-18ed-4011-981c-6d34bff7c737 service neutron] 10.222.0.48 "POST /v2.0/ports/dc99550f-4cb8-45b3-a2ad-bf03932233b3/bindings HTTP/1.1" status: 201 len: 389 time: 0.5731075 Nov 24 12:55:23.459501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c193c0-348e-4dd6-922a-306279d4b519 req-b68ff39f-4fc5-48bc-9acd-9341d159234b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:23.461400 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55c193c0-348e-4dd6-922a-306279d4b519 req-b68ff39f-4fc5-48bc-9acd-9341d159234b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 946 time: 0.1704347 Nov 24 12:55:23.481733 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96791c5-47b9-4377-88ce-888805ef3105 req-ca47c09e-c0e4-486d-8d6b-25dede5202a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:23.489296 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c96791c5-47b9-4377-88ce-888805ef3105 req-ca47c09e-c0e4-486d-8d6b-25dede5202a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1e5be598-6b7b-4f5e-bb46-ef64b873f608 HTTP/1.1" status: 200 len: 921 time: 0.1740437 Nov 24 12:55:23.535779 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:23.571221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c96791c5-47b9-4377-88ce-888805ef3105 req-d6e3b6ea-9d1b-438b-9e7d-9b223bdaa50b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26120c77-d131-4141-bb35-4344dc1178f3 HTTP/1.1" status: 200 len: 217 time: 0.0715108 Nov 24 12:55:23.618377 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55c193c0-348e-4dd6-922a-306279d4b519 req-8dc06e5e-7469-4950-b9c7-240363e1a6d6 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491442 Nov 24 12:55:23.722873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96791c5-47b9-4377-88ce-888805ef3105 req-9e9f244e-94a8-43e8-bb52-1a58e9e2a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:23.724402 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c96791c5-47b9-4377-88ce-888805ef3105 req-9e9f244e-94a8-43e8-bb52-1a58e9e2a3aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02605622-5afa-48d6-b786-b438e7e0676a HTTP/1.1" status: 200 len: 860 time: 0.1388121 Nov 24 12:55:23.745327 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae0456-65a6-4cf0-9d5c-7e69127013a5 req-64014c2c-404f-43e4-9df5-9e3358e9ed65 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:23.746773 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d4ae0456-65a6-4cf0-9d5c-7e69127013a5 req-64014c2c-404f-43e4-9df5-9e3358e9ed65 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 945 time: 0.0822508 Nov 24 12:55:23.776946 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c96791c5-47b9-4377-88ce-888805ef3105 req-351d55d2-235b-42de-8cf7-d6a785b82a71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1e5be598-6b7b-4f5e-bb46-ef64b873f608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401151 Nov 24 12:55:23.839874 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d4ae0456-65a6-4cf0-9d5c-7e69127013a5 req-8e8412af-dae8-4fb2-8b7f-5cd7da3db9d2 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc089565-1f31-47af-b652-3d86a0848beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837910 Nov 24 12:55:23.863225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-666f774a-72a0-42d7-bbcf-a44ad4f2a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:23.865314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-666f774a-72a0-42d7-bbcf-a44ad4f2a505 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 1097 time: 0.1251976 Nov 24 12:55:23.934524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f2ba2-f36b-41af-af6d-980d98bc9e1f req-e120d041-7b7f-411a-962a-aef9efa5ebda tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:23.936021 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e35f2ba2-f36b-41af-af6d-980d98bc9e1f req-e120d041-7b7f-411a-962a-aef9efa5ebda tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.1971486 Nov 24 12:55:24.077240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-224b20a8-110e-4e19-93f4-90c376b6dea0 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:24.078760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-224b20a8-110e-4e19-93f4-90c376b6dea0 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3&tenant_id=6441bea1ed3547598abd90d1c2c0a634&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1097 time: 0.2109597 Nov 24 12:55:24.101966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-4'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:24.133792 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e35f2ba2-f36b-41af-af6d-980d98bc9e1f req-6e37597d-4510-4917-9c92-c54fe7fe8641 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787524 Nov 24 12:55:24.147290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6391d6-ca81-4f15-8e29-046817530392 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:55:24.164137 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:24.166698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-a6b13b80-e2e2-459a-843d-2699b0279dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:24.168362 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-a6b13b80-e2e2-459a-843d-2699b0279dd7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.2768545 Nov 24 12:55:24.214449 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b690c9a4-0d40-4e52-9ab9-360994915a69 req-217e346a-7891-4d09-9e8e-5c2c9c672651 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/floatingips/639bcefc-bf0d-4bbb-b6a5-37302e839bd6 HTTP/1.1" status: 200 len: 693 time: 0.0524545 Nov 24 12:55:24.238604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Transition to ACTIVE for port object 9f6391d6-ca81-4f15-8e29-046817530392 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:55:24.246635 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-e811aabc-9fc6-4db7-afb6-ae09586999c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3 HTTP/1.1" status: 200 len: 217 time: 0.0702043 Nov 24 12:55:24.248531 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:24.253077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:24.264227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c96791c5-47b9-4377-88ce-888805ef3105 req-fee398b2-fb17-4566-a3ca-bea8ad2cce4c service neutron] 10.222.0.46 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733799 Nov 24 12:55:24.284377 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:24.391300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690c9a4-0d40-4e52-9ab9-360994915a69 req-96de5bae-6bef-47d7-80ad-e34cd49db4e7 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:24.392646 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b690c9a4-0d40-4e52-9ab9-360994915a69 req-96de5bae-6bef-47d7-80ad-e34cd49db4e7 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.1709144 Nov 24 12:55:24.403964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Pushing event updated for resources: {'Port': ['ID=9f6391d6-ca81-4f15-8e29-046817530392,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:24.419234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-214a7107-a984-4613-b326-c5de7abf74c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:24.421544 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-214a7107-a984-4613-b326-c5de7abf74c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.1493154 Nov 24 12:55:24.422978 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c96791c5-47b9-4377-88ce-888805ef3105 req-e5b57c01-df87-411c-97cd-3a6590e01295 service neutron] 10.222.0.46 "GET /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266692 Nov 24 12:55:24.444026 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08aef6-9d9f-46d0-8f8c-2369fbb07b7e req-24f2a6af-be67-41ba-9e45-046644838b0a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:24.445611 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f08aef6-9d9f-46d0-8f8c-2369fbb07b7e req-24f2a6af-be67-41ba-9e45-046644838b0a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 946 time: 0.2439108 Nov 24 12:55:24.459899 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b690c9a4-0d40-4e52-9ab9-360994915a69 req-dc30d728-2b7a-4da8-8815-99f2f8c5d23f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.0548978 Nov 24 12:55:24.520331 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b690c9a4-0d40-4e52-9ab9-360994915a69 req-de5af302-0b82-415b-9c4e-04c26a1598f5 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.0515192 Nov 24 12:55:24.523850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-ee1f9431-6d4c-4e75-8d7e-8674218e971e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753686 Nov 24 12:55:24.654799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-b690c9a4-0d40-4e52-9ab9-360994915a69 req-43552951-0fbd-41b0-bc74-52f892807024 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Deleting port 67ba1976-266b-4227-87aa-6b750f3fd3e0 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:24.655019 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b690c9a4-0d40-4e52-9ab9-360994915a69 req-43552951-0fbd-41b0-bc74-52f892807024 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:24.675837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Attempting to bind port 9f6391d6-ca81-4f15-8e29-046817530392 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:24.676406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Attempting to bind port 9f6391d6-ca81-4f15-8e29-046817530392 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'b9ee2fe3-2105-4602-a8e1-23218bc892e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '297050ab-5355-43ff-88d9-29a66d2d65dc'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:24.676519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Attempting to bind port 9f6391d6-ca81-4f15-8e29-046817530392 on network 297050ab-5355-43ff-88d9-29a66d2d65dc {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:24.692588 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f08aef6-9d9f-46d0-8f8c-2369fbb07b7e req-b81abb62-f052-4ce9-8e0a-b5f40eb6f6b5 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299824 Nov 24 12:55:24.699489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Port 9f6391d6-ca81-4f15-8e29-046817530392 on network 297050ab-5355-43ff-88d9-29a66d2d65dc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:55:24.699806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Attempting to bind port 9f6391d6-ca81-4f15-8e29-046817530392 on network 297050ab-5355-43ff-88d9-29a66d2d65dc {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:24.709622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:24.726814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:24.727161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Checking segment: {'id': 'b9ee2fe3-2105-4602-a8e1-23218bc892e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '297050ab-5355-43ff-88d9-29a66d2d65dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:24.727546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Bound using segment: {'id': 'b9ee2fe3-2105-4602-a8e1-23218bc892e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '297050ab-5355-43ff-88d9-29a66d2d65dc'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:24.727998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Bound port: 9f6391d6-ca81-4f15-8e29-046817530392, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9ee2fe3-2105-4602-a8e1-23218bc892e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '297050ab-5355-43ff-88d9-29a66d2d65dc'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:24.728360 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:24.735435 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b690c9a4-0d40-4e52-9ab9-360994915a69 req-43552951-0fbd-41b0-bc74-52f892807024 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:24.735757 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b690c9a4-0d40-4e52-9ab9-360994915a69 req-43552951-0fbd-41b0-bc74-52f892807024 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:24.753238 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-b690c9a4-0d40-4e52-9ab9-360994915a69 req-43552951-0fbd-41b0-bc74-52f892807024 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Calling delete_port for 67ba1976-266b-4227-87aa-6b750f3fd3e0 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:24.778729 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-f26aba64-dd41-4014-85e0-0a0059ee3d5e service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372909 Nov 24 12:55:24.857186 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:24.896163 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b690c9a4-0d40-4e52-9ab9-360994915a69 req-43552951-0fbd-41b0-bc74-52f892807024 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:24.919600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43552951-0fbd-41b0-bc74-52f892807024 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Pushing event deleted for resources: {'Port': ['ID=67ba1976-266b-4227-87aa-6b750f3fd3e0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:24.955164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] For port 9f6391d6-ca81-4f15-8e29-046817530392, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:24.964304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee405a-5209-47bd-a70e-727f5ebd7691 req-399cff90-4923-4dce-b64c-4f3edcc0b48a tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:24.965850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-95ee405a-5209-47bd-a70e-727f5ebd7691 req-399cff90-4923-4dce-b64c-4f3edcc0b48a tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 945 time: 0.2038238 Nov 24 12:55:24.977475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54178) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:24.982732 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8ab6f921-2718-4f0a-a786-affba4e26b2f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Request body: {'floatingip': {'port_id': 'be74f925-fbca-4fa5-a00c-894505071d8d'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:24.986313 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:24.992790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] For port 9f6391d6-ca81-4f15-8e29-046817530392, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9f6391d6-ca81-4f15-8e29-046817530392,segment=NetworkSegment(b9ee2fe3-2105-4602-a8e1-23218bc892e6),segment_id=b9ee2fe3-2105-4602-a8e1-23218bc892e6)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:55:25.000987 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:25.029853 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f921-2718-4f0a-a786-affba4e26b2f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:25.043991 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:25.063543 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b690c9a4-0d40-4e52-9ab9-360994915a69 req-43552951-0fbd-41b0-bc74-52f892807024 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:25.066687 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b690c9a4-0d40-4e52-9ab9-360994915a69 req-43552951-0fbd-41b0-bc74-52f892807024 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:25.067836 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b690c9a4-0d40-4e52-9ab9-360994915a69 req-43552951-0fbd-41b0-bc74-52f892807024 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "DELETE /v2.0/floatingips/639bcefc-bf0d-4bbb-b6a5-37302e839bd6 HTTP/1.1" status: 204 len: 173 time: 0.5410409 Nov 24 12:55:25.077289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-cd7b3178-cf58-481c-beb8-6b86b5dbf58d service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579496 Nov 24 12:55:25.115835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:25.116453 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:25.117873 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] 10.222.0.46 "PUT /v2.0/ports/9f6391d6-ca81-4f15-8e29-046817530392 HTTP/1.1" status: 200 len: 1092 time: 1.7262506 Nov 24 12:55:25.131054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbfb7ba-d2c5-452a-b615-532d07af57f0,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:25.241952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5103e6-78ce-4645-9538-8df52f91b118', 'tag': 'cd9cd7ea-474d-4e60-a65e-e21678853c1f'}, {'server_uuid': '4786e185-9e2e-409d-98e6-c1aed4a1c9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bbfb7ba-d2c5-452a-b615-532d07af57f0'}, {'name': 'network-changed', 'server_uuid': '0c5103e6-78ce-4645-9538-8df52f91b118', 'tag': '9f6391d6-ca81-4f15-8e29-046817530392'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:25.246917 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818a8f7e-08e0-46f7-8f57-d98428513136" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5103e6-78ce-4645-9538-8df52f91b118", "tag": "cd9cd7ea-474d-4e60-a65e-e21678853c1f"}, {"server_uuid": "4786e185-9e2e-409d-98e6-c1aed4a1c9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "9bbfb7ba-d2c5-452a-b615-532d07af57f0"}, {"name": "network-changed", "server_uuid": "0c5103e6-78ce-4645-9538-8df52f91b118", "tag": "9f6391d6-ca81-4f15-8e29-046817530392"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:25.260750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on host n-h1-817303-4 for vnic_type normal with profile {"migrating_to": "n-h2-817303-4"} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:25.261099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:25.261438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:25.274113 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f802fb4-7552-4e56-a720-5be1574d75eb req-36ce109e-a61c-454e-96f2-a0073144a019 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:25.281854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f802fb4-7552-4e56-a720-5be1574d75eb req-36ce109e-a61c-454e-96f2-a0073144a019 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:25.283605 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f802fb4-7552-4e56-a720-5be1574d75eb req-36ce109e-a61c-454e-96f2-a0073144a019 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1678 time: 0.2329218 Nov 24 12:55:25.301001 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 9bbfb7ba-d2c5-452a-b615-532d07af57f0 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:55:25.311075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3cfd4-bad9-495d-ac0d-9a94762a5de5 req-8f3dbc5f-a148-4837-85e0-46d16314c020 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:25.312756 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aeb3cfd4-bad9-495d-ac0d-9a94762a5de5 req-8f3dbc5f-a148-4837-85e0-46d16314c020 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 944 time: 0.1362360 Nov 24 12:55:25.324842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:55:25.325172 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:25.371355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:25.371965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:25.372099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Bound using segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:25.373063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Bound port: 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:25.373063 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:25.383644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0117fd-cd32-43cf-a098-3fa87f6cef8f service neutron] Pushing event updated for resources: {'Port': ['ID=9f6391d6-ca81-4f15-8e29-046817530392,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:25.401547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-28fb4917-3ba6-4821-bed8-0e71325e9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:25.402024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-28fb4917-3ba6-4821-bed8-0e71325e9ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:25.403623 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-28fb4917-3ba6-4821-bed8-0e71325e9ae8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce15217cb16467ab78bae2368c56eb8&device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1980 time: 0.2183201 Nov 24 12:55:25.481848 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aeb3cfd4-bad9-495d-ac0d-9a94762a5de5 req-f1d4bb2a-2ea4-4947-99bf-490e2786a697 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176374 Nov 24 12:55:25.501096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, got binding levels [] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:25.529467 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:25.553750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on host n-h1-817303-4 for vnic_type normal with profile {"migrating_to": "n-h2-817303-4"} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:25.554350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:25.554938 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:25.566953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:55:25.567630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:25.577271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:25.577877 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:25.578548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Bound using segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:25.579345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Bound port: 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:25.579970 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:25.637509 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-41cd6502-1ba2-4d27-a4f4-ff2ebda66b15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.98&port_id=cd9cd7ea-474d-4e60-a65e-e21678853c1f HTTP/1.1" status: 200 len: 217 time: 0.0985625 Nov 24 12:55:25.646372 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f802fb4-7552-4e56-a720-5be1574d75eb req-a133f1a5-aa0e-4c45-ba19-165feb598d4e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402078 Nov 24 12:55:25.758853 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:25.806696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f921-2718-4f0a-a786-affba4e26b2f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:25.818254 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f921-2718-4f0a-a786-affba4e26b2f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:25.901844 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-25a6a17c-db9b-4f13-9a5b-4d27d8944a83 req-5b821905-9e21-4ef9-9c5d-93257a12985c tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups/e439d707-78c7-40c8-a5b3-8e025d034ff3 HTTP/1.1" status: 200 len: 1822 time: 0.0932100 Nov 24 12:55:25.982929 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-8ab6f921-2718-4f0a-a786-affba4e26b2f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Floating IP 7289a716-0789-4ec8-85a7-ac89ffcbd03f associated. External IP: 172.25.0.63, port: be74f925-fbca-4fa5-a00c-894505071d8d. Nov 24 12:55:26.054141 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-25a6a17c-db9b-4f13-9a5b-4d27d8944a83 req-2e71b3c1-fa3a-4502-98bf-3ce498a291db tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:26.117017 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-25a6a17c-db9b-4f13-9a5b-4d27d8944a83 req-2e71b3c1-fa3a-4502-98bf-3ce498a291db tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:26.127877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:55:26.141184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:26.141621 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:26.152886 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 9bbfb7ba-d2c5-452a-b615-532d07af57f0-n-h1-817303-4-0 {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 12:55:26.153550 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 12:55:26.200302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-e47b0e53-a7e2-4d24-a607-f8b74d8a1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:26.201821 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-e47b0e53-a7e2-4d24-a607-f8b74d8a1638 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbabd305-b05e-413f-b989-d837414384f7 HTTP/1.1" status: 200 len: 801 time: 0.5542724 Nov 24 12:55:26.211852 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-25a6a17c-db9b-4f13-9a5b-4d27d8944a83 req-2e71b3c1-fa3a-4502-98bf-3ce498a291db tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:26.214658 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-25a6a17c-db9b-4f13-9a5b-4d27d8944a83 req-2e71b3c1-fa3a-4502-98bf-3ce498a291db tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:26.219712 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-25a6a17c-db9b-4f13-9a5b-4d27d8944a83 req-2e71b3c1-fa3a-4502-98bf-3ce498a291db tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "DELETE /v2.0/security-groups/e439d707-78c7-40c8-a5b3-8e025d034ff3 HTTP/1.1" status: 204 len: 173 time: 0.2909920 Nov 24 12:55:26.263693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71b3c1-fa3a-4502-98bf-3ce498a291db tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e439d707-78c7-40c8-a5b3-8e025d034ff3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:26.280006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f45e4-7719-4410-82ca-4334b2a29cf5 req-8ac074bf-1730-457e-9e18-ae3b0fff2a2f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:26.296399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-767f45e4-7719-4410-82ca-4334b2a29cf5 req-8ac074bf-1730-457e-9e18-ae3b0fff2a2f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.1788263 Nov 24 12:55:26.320213 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab6f921-2718-4f0a-a786-affba4e26b2f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:55:26.326089 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae944c0-21c4-491d-998d-8469bc6f4a70 x-openstack-request-id: req-aae944c0-21c4-491d-998d-8469bc6f4a70 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:26.326396 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5103e6-78ce-4645-9538-8df52f91b118", "tag": "cd9cd7ea-474d-4e60-a65e-e21678853c1f", "status": "completed", "code": 200}, {"server_uuid": "4786e185-9e2e-409d-98e6-c1aed4a1c9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "9bbfb7ba-d2c5-452a-b615-532d07af57f0", "code": 200}, {"name": "network-changed", "server_uuid": "0c5103e6-78ce-4645-9538-8df52f91b118", "tag": "9f6391d6-ca81-4f15-8e29-046817530392", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:26.326660 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aae944c0-21c4-491d-998d-8469bc6f4a70 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:26.327078 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5103e6-78ce-4645-9538-8df52f91b118', 'tag': 'cd9cd7ea-474d-4e60-a65e-e21678853c1f', 'status': 'completed', 'code': 200} Nov 24 12:55:26.327993 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4786e185-9e2e-409d-98e6-c1aed4a1c9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bbfb7ba-d2c5-452a-b615-532d07af57f0', 'code': 200} Nov 24 12:55:26.328262 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5103e6-78ce-4645-9538-8df52f91b118', 'tag': '9f6391d6-ca81-4f15-8e29-046817530392', 'status': 'completed', 'code': 200} Nov 24 12:55:26.335236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbfb7ba-d2c5-452a-b615-532d07af57f0,revision_number=8']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:26.357314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:26.357942 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:26.359311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-6e05eca3-f984-45f6-921d-fc8e20f9d457 service neutron] 10.222.0.59 "PUT /v2.0/ports/9bbfb7ba-d2c5-452a-b615-532d07af57f0 HTTP/1.1" status: 200 len: 1122 time: 2.2615452 Nov 24 12:55:26.384153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-88e045cc-633e-48c5-8567-a9a812123184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:26.385602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-88e045cc-633e-48c5-8567-a9a812123184 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca32a40c-391a-40d2-be01-07c72538e571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1677275 Nov 24 12:55:26.408775 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-767f45e4-7719-4410-82ca-4334b2a29cf5 req-9468ee9d-35f4-46f2-af78-dfc92826d5fe tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104968 Nov 24 12:55:26.461352 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['9bbfb7ba-d2c5-452a-b615-532d07af57f0'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:26.521206 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-b7fad484-832c-41f1-a0f6-ac9b9563642f service neutron] 10.222.0.46 "GET /v2.0/networks/ca32a40c-391a-40d2-be01-07c72538e571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105449 Nov 24 12:55:26.534367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['9bbfb7ba-d2c5-452a-b615-532d07af57f0'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:26.586057 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d00e3b-0a55-4f4a-93c3-f554cba7d75a req-51555bbc-4d24-4af7-9eaf-44cbcc2cedac tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:26.587620 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8d00e3b-0a55-4f4a-93c3-f554cba7d75a req-51555bbc-4d24-4af7-9eaf-44cbcc2cedac tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 946 time: 0.2019215 Nov 24 12:55:26.637212 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:26.669043 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8d00e3b-0a55-4f4a-93c3-f554cba7d75a req-1914daac-2de9-407c-8850-4f2558b32ef4 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627246 Nov 24 12:55:26.683231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab6f921-2718-4f0a-a786-affba4e26b2f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:55:26.700164 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on host n-h1-817303-4 for vnic_type normal with profile {"migrating_to": "n-h2-817303-4"} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:26.701049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:26.701049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:26.709052 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ab6f921-2718-4f0a-a786-affba4e26b2f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:26.712491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:55:26.712897 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Attempting to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:26.720502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49fb3c-a237-4c35-8e23-c184e03c929d None None] Sync routers for ids ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:55:26.750229 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-5e16245f-db0d-43bf-8180-5445e568452d service neutron] 10.222.0.46 "GET /v2.0/networks/ca32a40c-391a-40d2-be01-07c72538e571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212484 Nov 24 12:55:26.772369 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8ab6f921-2718-4f0a-a786-affba4e26b2f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "PUT /v2.0/floatingips/7289a716-0789-4ec8-85a7-ac89ffcbd03f HTTP/1.1" status: 200 len: 990 time: 1.7937984 Nov 24 12:55:26.773395 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b1d901-1d5d-4da7-bbbd-670daeba899c', 'tag': 'be74f925-fbca-4fa5-a00c-894505071d8d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:26.777838 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8784a61-d537-4a03-b1e7-a3056ccf8f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "42b1d901-1d5d-4da7-bbbd-670daeba899c", "tag": "be74f925-fbca-4fa5-a00c-894505071d8d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:26.797063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:26.797449 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:26.797904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Bound using segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:26.798361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Bound port: 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:26.798757 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:26.828337 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-4039d46a-5231-443f-9b03-64e0d777d5b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.127&port_id=9f6391d6-ca81-4f15-8e29-046817530392 HTTP/1.1" status: 200 len: 217 time: 0.0692811 Nov 24 12:55:26.835580 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49fb3c-a237-4c35-8e23-c184e03c929d None None] Routers {'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:26.836768 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-df49fb3c-a237-4c35-8e23-c184e03c929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:26.852315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5bf07-093e-4c6e-9238-2584f3c1d1c3 req-aa760345-8218-423b-a7a9-e07acfff5d24 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:26.854062 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eba5bf07-093e-4c6e-9238-2584f3c1d1c3 req-aa760345-8218-423b-a7a9-e07acfff5d24 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0571287 Nov 24 12:55:26.898170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-2a63e325-f1b8-4bf4-b01f-5511b8037953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:26.899826 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-2a63e325-f1b8-4bf4-b01f-5511b8037953 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d72517a-d74c-4849-8180-1160c56f9c34 HTTP/1.1" status: 200 len: 801 time: 0.0553019 Nov 24 12:55:26.909453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c79a1-6566-48e6-ad18-190cc65c3064 req-1605a0a3-45f6-406f-abb2-7166db014bd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:26.915641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c79a1-6566-48e6-ad18-190cc65c3064 req-1605a0a3-45f6-406f-abb2-7166db014bd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:26.916867 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eba5bf07-093e-4c6e-9238-2584f3c1d1c3 req-b0241c67-242f-46af-9ece-fa1e96f78dd4 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524595 Nov 24 12:55:26.928429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c93c79a1-6566-48e6-ad18-190cc65c3064 req-1605a0a3-45f6-406f-abb2-7166db014bd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1678 time: 0.1056042 Nov 24 12:55:27.023298 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c93c79a1-6566-48e6-ad18-190cc65c3064 req-f2a75431-be15-470c-91e9-2452da846021 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986354 Nov 24 12:55:27.032907 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-1062bb8f-9c36-48f3-9d1e-219cab9787f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:27.032907 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-1062bb8f-9c36-48f3-9d1e-219cab9787f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=297050ab-5355-43ff-88d9-29a66d2d65dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0976024 Nov 24 12:55:27.037373 n-d-817303-4 neutron-server[114987]: WARNING neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Concurrent port binding operations failed on port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 Nov 24 12:55:27.048101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:27.081456 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-df49fb3c-a237-4c35-8e23-c184e03c929d None None] Set router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:27.148534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668448f1-622a-4832-8307-b5b2b6b1c134 req-f4ec2295-5c8b-46a5-a4fa-8e681125b3a0 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:27.150718 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-668448f1-622a-4832-8307-b5b2b6b1c134 req-f4ec2295-5c8b-46a5-a4fa-8e681125b3a0 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.0741417 Nov 24 12:55:27.176383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-72e29c9c-ca13-43cb-9fe7-d705fd69f70b service neutron] 10.222.0.46 "GET /v2.0/networks/297050ab-5355-43ff-88d9-29a66d2d65dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298540 Nov 24 12:55:27.184380 n-d-817303-4 neutron-server[114987]: INFO neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Attempt 2 to bind port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 Nov 24 12:55:27.184811 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 9bbfb7ba-d2c5-452a-b615-532d07af57f0 has no active binding in host n-h2-817303-4 {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 12:55:27.212558 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-668448f1-622a-4832-8307-b5b2b6b1c134 req-a70393f0-2c46-4a59-8c2f-8dcb40e0ef3f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543675 Nov 24 12:55:27.214073 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f060650f-569c-4182-ba4d-67fc703d02dd x-openstack-request-id: req-f060650f-569c-4182-ba4d-67fc703d02dd {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:27.214460 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b1d901-1d5d-4da7-bbbd-670daeba899c", "tag": "be74f925-fbca-4fa5-a00c-894505071d8d", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:27.214806 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f060650f-569c-4182-ba4d-67fc703d02dd {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:27.215368 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b1d901-1d5d-4da7-bbbd-670daeba899c', 'tag': 'be74f925-fbca-4fa5-a00c-894505071d8d', 'status': 'completed', 'code': 200} Nov 24 12:55:27.348559 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4267c5ce-4118-4294-b3c0-68f17f8a384f req-d96490b7-47e9-426b-9cdb-e473b1d85ae4 service neutron] 10.222.0.46 "GET /v2.0/networks/297050ab-5355-43ff-88d9-29a66d2d65dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627090 Nov 24 12:55:27.350420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784a61-d537-4a03-b1e7-a3056ccf8f6f req-3c0cf5a6-46cf-4b9d-9d71-11ae1996f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:27.351763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b8784a61-d537-4a03-b1e7-a3056ccf8f6f req-3c0cf5a6-46cf-4b9d-9d71-11ae1996f766 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88f1d12e9ef5448caf41cac2016cf89f&device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 1096 time: 0.0796816 Nov 24 12:55:27.394432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-df49fb3c-a237-4c35-8e23-c184e03c929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:00Z', 'revision_number': 4, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port': {'id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '7289a716-0789-4ec8-85a7-ac89ffcbd03f', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'port_id': 'be74f925-fbca-4fa5-a00c-894505071d8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'mac_address': 'fa:16:3e:16:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1d901-1d5d-4da7-bbbd-670daeba899c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:55:05Z', 'updated_at': '2021-11-24T12:55:25Z', 'revision_number': 1, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '446c209b-ff60-4c95-b24a-4dd812b4fd18', 'name': '', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'mac_address': 'fa:16:3e:99:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:59Z', 'updated_at': '2021-11-24T12:55:05Z', 'revision_number': 5, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'subnets': [{'id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:27.421269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49fb3c-a237-4c35-8e23-c184e03c929d None None] Checking router: a7c5330f-13d0-40e5-9ff5-7a1d9e47026a for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:55:27.430510 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df49fb3c-a237-4c35-8e23-c184e03c929d None None] Routers {'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:27.431124 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-df49fb3c-a237-4c35-8e23-c184e03c929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:27.515352 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784a61-d537-4a03-b1e7-a3056ccf8f6f req-c1c3059d-dc98-4ef3-92f6-3f803c201f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:27.517124 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b8784a61-d537-4a03-b1e7-a3056ccf8f6f req-c1c3059d-dc98-4ef3-92f6-3f803c201f19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0f091d7-17a5-4759-b8f2-a09691d177b4 HTTP/1.1" status: 200 len: 907 time: 0.1518204 Nov 24 12:55:27.525607 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-ebf581a8-f7f3-4f88-9dcb-2bd8718c701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:27.526355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-ebf581a8-f7f3-4f88-9dcb-2bd8718c701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:27.528040 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-ebf581a8-f7f3-4f88-9dcb-2bd8718c701f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce15217cb16467ab78bae2368c56eb8&device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1980 time: 0.0845757 Nov 24 12:55:27.558945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-df49fb3c-a237-4c35-8e23-c184e03c929d None None] Set router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:27.562507 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4386de-8d03-42b8-be8f-522e5b37d71c req-bbb3b9e9-98b7-4a1c-880f-94a1b067cb1e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:27.564391 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ac4386de-8d03-42b8-be8f-522e5b37d71c req-bbb3b9e9-98b7-4a1c-880f-94a1b067cb1e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0575149 Nov 24 12:55:27.630921 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ac4386de-8d03-42b8-be8f-522e5b37d71c req-c8a834fd-dfc4-4463-b333-6aebd5bac483 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595393 Nov 24 12:55:27.676227 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b8784a61-d537-4a03-b1e7-a3056ccf8f6f req-0257af49-4d22-4100-b9be-0f1fce0b5274 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be74f925-fbca-4fa5-a00c-894505071d8d HTTP/1.1" status: 200 len: 998 time: 0.1394119 Nov 24 12:55:27.726643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-176caa97-6884-4fd0-9ec5-f47290d96af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:27.728101 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-176caa97-6884-4fd0-9ec5-f47290d96af0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ca32a40c-391a-40d2-be01-07c72538e571 HTTP/1.1" status: 200 len: 903 time: 0.1784172 Nov 24 12:55:27.744629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784a61-d537-4a03-b1e7-a3056ccf8f6f req-0d35ee57-58cf-4583-b7bc-5dfe23899b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:27.747107 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b8784a61-d537-4a03-b1e7-a3056ccf8f6f req-0d35ee57-58cf-4583-b7bc-5dfe23899b26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ba4d3d9-2757-4798-b5d2-dee42dda7beb HTTP/1.1" status: 200 len: 845 time: 0.0615580 Nov 24 12:55:27.802424 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-e0645c6a-b03c-4181-9813-834e4219e63a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.98&port_id=cd9cd7ea-474d-4e60-a65e-e21678853c1f HTTP/1.1" status: 200 len: 217 time: 0.0537045 Nov 24 12:55:27.818236 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-df49fb3c-a237-4c35-8e23-c184e03c929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:00Z', 'revision_number': 4, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port': {'id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '7289a716-0789-4ec8-85a7-ac89ffcbd03f', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'port_id': 'be74f925-fbca-4fa5-a00c-894505071d8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'mac_address': 'fa:16:3e:16:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1d901-1d5d-4da7-bbbd-670daeba899c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:55:05Z', 'updated_at': '2021-11-24T12:55:25Z', 'revision_number': 1, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '446c209b-ff60-4c95-b24a-4dd812b4fd18', 'name': '', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'mac_address': 'fa:16:3e:99:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:59Z', 'updated_at': '2021-11-24T12:55:05Z', 'revision_number': 5, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'subnets': [{'id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:27.847047 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df49fb3c-a237-4c35-8e23-c184e03c929d None None] The sync data for ids ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'] in n-d-817303-4 is: [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:00Z', 'revision_number': 4, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port': {'id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '7289a716-0789-4ec8-85a7-ac89ffcbd03f', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'port_id': 'be74f925-fbca-4fa5-a00c-894505071d8d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'mac_address': 'fa:16:3e:16:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1d901-1d5d-4da7-bbbd-670daeba899c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:55:05Z', 'updated_at': '2021-11-24T12:55:25Z', 'revision_number': 1, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '446c209b-ff60-4c95-b24a-4dd812b4fd18', 'name': '', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'mac_address': 'fa:16:3e:99:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:59Z', 'updated_at': '2021-11-24T12:55:05Z', 'revision_number': 5, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'subnets': [{'id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:55:27.895935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-b32d57b2-1cd9-4033-8b5e-37891086bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:27.897559 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-b32d57b2-1cd9-4033-8b5e-37891086bd6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bbabd305-b05e-413f-b989-d837414384f7 HTTP/1.1" status: 200 len: 801 time: 0.0862143 Nov 24 12:55:27.907182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784a61-d537-4a03-b1e7-a3056ccf8f6f req-f9235293-dc31-4482-9963-60be334cb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:27.909625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b8784a61-d537-4a03-b1e7-a3056ccf8f6f req-f9235293-dc31-4482-9963-60be334cb7ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0f091d7-17a5-4759-b8f2-a09691d177b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519456 Nov 24 12:55:27.927367 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5eb2de-788d-426d-a1b4-84912b15f297 req-0e56f373-4a9c-4265-b144-de0bfce8bb0b tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:27.928843 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf5eb2de-788d-426d-a1b4-84912b15f297 req-0e56f373-4a9c-4265-b144-de0bfce8bb0b tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 946 time: 0.1708348 Nov 24 12:55:28.037259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065ed50-a10a-43f4-8cfd-3a9ff4a4c226 req-79165708-e620-4a1b-8060-52bc20ff5a02 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:28.038761 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a065ed50-a10a-43f4-8cfd-3a9ff4a4c226 req-79165708-e620-4a1b-8060-52bc20ff5a02 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0558035 Nov 24 12:55:28.068633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-f27243c8-363a-40d4-9a18-33b1e89fe82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:28.070416 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-f27243c8-363a-40d4-9a18-33b1e89fe82f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca32a40c-391a-40d2-be01-07c72538e571&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1599119 Nov 24 12:55:28.083699 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf5eb2de-788d-426d-a1b4-84912b15f297 req-fd725d10-854b-4488-998f-a6a932da8458 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267967 Nov 24 12:55:28.132506 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a065ed50-a10a-43f4-8cfd-3a9ff4a4c226 req-e2a76de1-6174-49ef-a58f-e63c789909ce tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858948 Nov 24 12:55:28.135753 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b8784a61-d537-4a03-b1e7-a3056ccf8f6f req-223b24e8-ce37-4441-879f-23a3f037e2ca service neutron] 10.222.0.46 "GET /v2.0/networks/e0f091d7-17a5-4759-b8f2-a09691d177b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170157 Nov 24 12:55:28.157541 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507434e-3027-4d90-b0e0-1f36febed944 None None] New status for floating IP 7289a716-0789-4ec8-85a7-ac89ffcbd03f: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:55:28.291016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-b3018e0e-7bff-45f1-914f-9bac5febbfd3 service neutron] 10.222.0.46 "GET /v2.0/networks/ca32a40c-391a-40d2-be01-07c72538e571?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051589 Nov 24 12:55:28.333898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2ccd5-b2bc-475d-b4c3-296b1b4ea18b req-c6c3c5f8-ef03-4414-aac8-2da30004c3d7 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:28.341076 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2ccd5-b2bc-475d-b4c3-296b1b4ea18b req-c6c3c5f8-ef03-4414-aac8-2da30004c3d7 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:28.342961 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ae2ccd5-b2bc-475d-b4c3-296b1b4ea18b req-c6c3c5f8-ef03-4414-aac8-2da30004c3d7 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1678 time: 0.1062417 Nov 24 12:55:28.378832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4786e185-9e2e-409d-98e6-c1aed4a1c9f3', 'tag': '9bbfb7ba-d2c5-452a-b615-532d07af57f0'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:28.382859 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c2c793-dfba-42e0-98d5-25d8c8aa53ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4786e185-9e2e-409d-98e6-c1aed4a1c9f3", "tag": "9bbfb7ba-d2c5-452a-b615-532d07af57f0"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:28.396413 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b8784a61-d537-4a03-b1e7-a3056ccf8f6f req-97f1bff0-d63d-4561-8d48-943ef31c2b0e service neutron] 10.222.0.46 "GET /v2.0/networks/e0f091d7-17a5-4759-b8f2-a09691d177b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485883 Nov 24 12:55:28.411290 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ae2ccd5-b2bc-475d-b4c3-296b1b4ea18b req-c4977cab-0e3d-4c4b-8cca-441d17701ae4 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607269 Nov 24 12:55:28.504389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f698ba3-995c-4726-8190-3e96fe9e0e77 req-bc8ece6a-e9de-4722-90f9-af78ba33f790 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:28.505997 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6f698ba3-995c-4726-8190-3e96fe9e0e77 req-bc8ece6a-e9de-4722-90f9-af78ba33f790 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.1122096 Nov 24 12:55:28.510067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-331cbb64-7623-43e2-bd0d-05ecea3aec4c service neutron] 10.222.0.46 "GET /v2.0/networks/ca32a40c-391a-40d2-be01-07c72538e571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035902 Nov 24 12:55:28.544142 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969dbde6-5980-448d-9afb-320fdfbc5821 x-openstack-request-id: req-969dbde6-5980-448d-9afb-320fdfbc5821 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:28.544501 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4786e185-9e2e-409d-98e6-c1aed4a1c9f3", "tag": "9bbfb7ba-d2c5-452a-b615-532d07af57f0", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:28.544845 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-969dbde6-5980-448d-9afb-320fdfbc5821 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:28.545306 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4786e185-9e2e-409d-98e6-c1aed4a1c9f3', 'tag': '9bbfb7ba-d2c5-452a-b615-532d07af57f0', 'status': 'completed', 'code': 200} Nov 24 12:55:28.564676 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6f698ba3-995c-4726-8190-3e96fe9e0e77 req-e956b35a-8f01-4f0c-b542-d19434bd491f tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510750 Nov 24 12:55:28.655276 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-9c29d75e-8f23-42ba-87e7-a0e39a56fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:28.655753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-9c29d75e-8f23-42ba-87e7-a0e39a56fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:28.657617 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-9c29d75e-8f23-42ba-87e7-a0e39a56fa55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0ce15217cb16467ab78bae2368c56eb8&device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1980 time: 0.0764520 Nov 24 12:55:28.659745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2c793-dfba-42e0-98d5-25d8c8aa53ca req-8066080b-1604-433f-bc08-b5101a9b510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:28.661080 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49c2c793-dfba-42e0-98d5-25d8c8aa53ca req-8066080b-1604-433f-bc08-b5101a9b510c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 1125 time: 0.0717821 Nov 24 12:55:28.757159 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f366aa-f70a-4dc5-991d-3d2b401f493e req-f9a54a8d-e062-428d-a8cc-ac1444596df5 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:28.759588 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63f366aa-f70a-4dc5-991d-3d2b401f493e req-f9a54a8d-e062-428d-a8cc-ac1444596df5 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0535018 Nov 24 12:55:28.812042 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63f366aa-f70a-4dc5-991d-3d2b401f493e req-8a00f05b-19a7-4f19-8933-7fcdb6364e21 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Nov 24 12:55:28.836320 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-722952ec-7852-4639-afe7-aee4277f3454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:28.837796 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-722952ec-7852-4639-afe7-aee4277f3454 service neutron] 10.222.0.46 "GET /v2.0/networks?id=297050ab-5355-43ff-88d9-29a66d2d65dc HTTP/1.1" status: 200 len: 902 time: 0.1584425 Nov 24 12:55:28.840261 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2c793-dfba-42e0-98d5-25d8c8aa53ca req-0020336f-a7eb-4fad-8f11-0d9a12ca4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:28.841599 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49c2c793-dfba-42e0-98d5-25d8c8aa53ca req-0020336f-a7eb-4fad-8f11-0d9a12ca4f57 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.1547115 Nov 24 12:55:28.920126 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-da30e26b-9bde-4776-aa39-525506f21464 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.127&port_id=9f6391d6-ca81-4f15-8e29-046817530392 HTTP/1.1" status: 200 len: 217 time: 0.0670714 Nov 24 12:55:28.921476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49c2c793-dfba-42e0-98d5-25d8c8aa53ca req-ce77d488-9db1-4099-9c81-f6408f8794c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0 HTTP/1.1" status: 200 len: 217 time: 0.0631604 Nov 24 12:55:29.012373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2c793-dfba-42e0-98d5-25d8c8aa53ca req-8cd2fac2-dc47-4da0-8338-8e3648b99b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:29.013899 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49c2c793-dfba-42e0-98d5-25d8c8aa53ca req-8cd2fac2-dc47-4da0-8338-8e3648b99b4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.0759299 Nov 24 12:55:29.015170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-0276a54c-8233-4484-87ca-78aa5487d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:29.016471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-0276a54c-8233-4484-87ca-78aa5487d924 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d72517a-d74c-4849-8180-1160c56f9c34 HTTP/1.1" status: 200 len: 801 time: 0.0796976 Nov 24 12:55:29.084197 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49c2c793-dfba-42e0-98d5-25d8c8aa53ca req-bbfe934f-0d23-40b0-9cc5-f46fe0cdfcd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490608 Nov 24 12:55:29.125134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-503b80e5-9a8f-4caa-8181-906b50b07c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:29.126626 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-503b80e5-9a8f-4caa-8181-906b50b07c09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=297050ab-5355-43ff-88d9-29a66d2d65dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840440 Nov 24 12:55:29.269327 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f752a-9e1c-49e7-a0a8-d04eb9fce643 req-c0b8cff2-58f0-4edb-9695-8ca1c7c346f9 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:29.271053 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c83f752a-9e1c-49e7-a0a8-d04eb9fce643 req-c0b8cff2-58f0-4edb-9695-8ca1c7c346f9 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0686467 Nov 24 12:55:29.290285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49c2c793-dfba-42e0-98d5-25d8c8aa53ca req-298f8c7f-90e7-4c00-a2c5-72366fa911f5 service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978722 Nov 24 12:55:29.300076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141667e-790e-4dba-890d-0cb3dabdfc31 req-6cc4373f-c759-41d7-a540-759003c09077 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:29.301595 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f141667e-790e-4dba-890d-0cb3dabdfc31 req-6cc4373f-c759-41d7-a540-759003c09077 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 946 time: 0.1320148 Nov 24 12:55:29.321905 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c83f752a-9e1c-49e7-a0a8-d04eb9fce643 req-32cee499-d919-4e8a-981b-41108a34ab2a tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440285 Nov 24 12:55:29.365708 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-24b944ef-165c-4856-b42c-d9c7ded95726 service neutron] 10.222.0.46 "GET /v2.0/networks/297050ab-5355-43ff-88d9-29a66d2d65dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070553 Nov 24 12:55:29.463177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f141667e-790e-4dba-890d-0cb3dabdfc31 req-59331187-4794-4143-b462-bc3be96bea31 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506736 Nov 24 12:55:29.516156 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49c2c793-dfba-42e0-98d5-25d8c8aa53ca req-93802ae6-3f06-4f7c-9804-20faa45df729 service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136259 Nov 24 12:55:29.568190 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-818a8f7e-08e0-46f7-8f57-d98428513136 req-711a9fa7-5fcc-4797-b1c7-46fc71a9fccb service neutron] 10.222.0.46 "GET /v2.0/networks/297050ab-5355-43ff-88d9-29a66d2d65dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746125 Nov 24 12:55:29.616663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ece682-500c-4b6c-90a0-de7124bf34ed req-da656028-f289-487b-9a73-c24729835857 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:29.623024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ece682-500c-4b6c-90a0-de7124bf34ed req-da656028-f289-487b-9a73-c24729835857 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:29.624770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4ece682-500c-4b6c-90a0-de7124bf34ed req-da656028-f289-487b-9a73-c24729835857 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1678 time: 0.0778010 Nov 24 12:55:29.710802 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc85f3-41e7-4366-9f07-550fc96dd49c req-90a997d8-b4e8-4dbc-a9d5-721ad6c70fee tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:29.712660 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ecc85f3-41e7-4366-9f07-550fc96dd49c req-90a997d8-b4e8-4dbc-a9d5-721ad6c70fee tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.46 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.0866597 Nov 24 12:55:29.717087 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4ece682-500c-4b6c-90a0-de7124bf34ed req-b60aaec8-79b9-41ec-b474-207937490f21 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822372 Nov 24 12:55:29.723259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792fea7-9a60-4e56-abce-4c02b9c7fb41 req-c1204dcb-04e6-4081-9b0d-6a4496e21b97 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:29.725410 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4792fea7-9a60-4e56-abce-4c02b9c7fb41 req-c1204dcb-04e6-4081-9b0d-6a4496e21b97 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 946 time: 0.0578296 Nov 24 12:55:29.781328 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4792fea7-9a60-4e56-abce-4c02b9c7fb41 req-1381dd92-78b1-4ebc-9047-606f21e9b47c tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/security-groups?id=7e42f5cb-a039-494e-8e6c-e25390ebb1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495050 Nov 24 12:55:29.816999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-2ecc85f3-41e7-4366-9f07-550fc96dd49c req-8720ad1a-b1ff-475e-8307-db126396c549 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Deleting port 26120c77-d131-4141-bb35-4344dc1178f3 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:29.817341 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2ecc85f3-41e7-4366-9f07-550fc96dd49c req-8720ad1a-b1ff-475e-8307-db126396c549 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:29.820571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9f6391d6-ca81-4f15-8e29-046817530392 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:55:29.926803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 9f6391d6-ca81-4f15-8e29-046817530392, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9f6391d6-ca81-4f15-8e29-046817530392,segment=NetworkSegment(b9ee2fe3-2105-4602-a8e1-23218bc892e6),segment_id=b9ee2fe3-2105-4602-a8e1-23218bc892e6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:29.960808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-2ecc85f3-41e7-4366-9f07-550fc96dd49c req-8720ad1a-b1ff-475e-8307-db126396c549 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] For port 26120c77-d131-4141-bb35-4344dc1178f3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=26120c77-d131-4141-bb35-4344dc1178f3,segment=NetworkSegment(4173f5cb-2e2c-4863-affa-f3fca98f76f8),segment_id=4173f5cb-2e2c-4863-affa-f3fca98f76f8)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:29.961180 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2ecc85f3-41e7-4366-9f07-550fc96dd49c req-8720ad1a-b1ff-475e-8307-db126396c549 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:29.980587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-2ecc85f3-41e7-4366-9f07-550fc96dd49c req-8720ad1a-b1ff-475e-8307-db126396c549 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Calling delete_port for 26120c77-d131-4141-bb35-4344dc1178f3 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:29.993990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c18e9f-8c06-4464-8bfc-3656417f7110 req-189336e7-3e85-4c40-82fe-ea804c1553aa tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:29.995893 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-57c18e9f-8c06-4464-8bfc-3656417f7110 req-189336e7-3e85-4c40-82fe-ea804c1553aa tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.1048448 Nov 24 12:55:30.078368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '9f6391d6-ca81-4f15-8e29-046817530392', 'network_id': '297050ab-5355-43ff-88d9-29a66d2d65dc', 'port_id': '9f6391d6-ca81-4f15-8e29-046817530392', 'mac_address': 'fa:16:3e:39:bb:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d72517a-d74c-4849-8180-1160c56f9c34', 'ip_address': '19.86.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:55:30.098316 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-57c18e9f-8c06-4464-8bfc-3656417f7110 req-02680224-505d-4a1b-9861-b2559fd594b5 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916064 Nov 24 12:55:30.117963 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:30.131714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6391d6-ca81-4f15-8e29-046817530392 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:55:30.151449 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 9f6391d6-ca81-4f15-8e29-046817530392, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9f6391d6-ca81-4f15-8e29-046817530392,segment=NetworkSegment(b9ee2fe3-2105-4602-a8e1-23218bc892e6),segment_id=b9ee2fe3-2105-4602-a8e1-23218bc892e6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:30.156022 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:30.157072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device cd9cd7ea-474d-4e60-a65e-e21678853c1f details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:55:30.194292 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2ecc85f3-41e7-4366-9f07-550fc96dd49c req-8720ad1a-b1ff-475e-8307-db126396c549 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:30.222495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['26120c77-d131-4141-bb35-4344dc1178f3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:30.231415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720ad1a-b1ff-475e-8307-db126396c549 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Pushing event deleted for resources: {'Port': ['ID=26120c77-d131-4141-bb35-4344dc1178f3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:30.265856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=9f6391d6-ca81-4f15-8e29-046817530392,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:30.288255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecc85f3-41e7-4366-9f07-550fc96dd49c req-8720ad1a-b1ff-475e-8307-db126396c549 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] No DVR routers for this DVR port 26120c77-d131-4141-bb35-4344dc1178f3 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:30.291096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2ecc85f3-41e7-4366-9f07-550fc96dd49c req-8720ad1a-b1ff-475e-8307-db126396c549 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:30.295318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ecc85f3-41e7-4366-9f07-550fc96dd49c req-8720ad1a-b1ff-475e-8307-db126396c549 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.46 "DELETE /v2.0/ports/26120c77-d131-4141-bb35-4344dc1178f3 HTTP/1.1" status: 204 len: 173 time: 0.5758736 Nov 24 12:55:30.327817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port cd9cd7ea-474d-4e60-a65e-e21678853c1f, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=cd9cd7ea-474d-4e60-a65e-e21678853c1f,segment=NetworkSegment(fb1090df-9661-46cc-ba4a-2eb58dc87efe),segment_id=fb1090df-9661-46cc-ba4a-2eb58dc87efe)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:30.341436 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'cd9cd7ea-474d-4e60-a65e-e21678853c1f', 'network_id': 'ca32a40c-391a-40d2-be01-07c72538e571', 'port_id': 'cd9cd7ea-474d-4e60-a65e-e21678853c1f', 'mac_address': 'fa:16:3e:ee:2a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbabd305-b05e-413f-b989-d837414384f7', 'ip_address': '19.80.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:55:30.416046 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:30.435673 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9cd7ea-474d-4e60-a65e-e21678853c1f {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:55:30.458677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port cd9cd7ea-474d-4e60-a65e-e21678853c1f, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=cd9cd7ea-474d-4e60-a65e-e21678853c1f,segment=NetworkSegment(fb1090df-9661-46cc-ba4a-2eb58dc87efe),segment_id=fb1090df-9661-46cc-ba4a-2eb58dc87efe)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:30.463670 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:30.480269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aab84-1bd4-4c9b-9fd1-b23697f51d44 req-810326a0-363a-4d75-b204-aff012cd5f24 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:30.482248 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-678aab84-1bd4-4c9b-9fd1-b23697f51d44 req-810326a0-363a-4d75-b204-aff012cd5f24 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0757737 Nov 24 12:55:30.524849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=cd9cd7ea-474d-4e60-a65e-e21678853c1f,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:30.545980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'name': 'network-vif-deleted', 'tag': '26120c77-d131-4141-bb35-4344dc1178f3'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:30.548578 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1be5c2f-5f57-45ac-af2c-e41576ea52a8" -d '{"events": [{"server_uuid": "953410c8-4fc7-43b4-9a4f-46797a4c7540", "name": "network-vif-deleted", "tag": "26120c77-d131-4141-bb35-4344dc1178f3"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:30.553873 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-678aab84-1bd4-4c9b-9fd1-b23697f51d44 req-1c5b2716-10fe-4a40-b633-8fa9027a60c9 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632796 Nov 24 12:55:30.656813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79938c7b-6156-49dc-8141-594871a7f696 req-197fe1c1-ac30-40d6-a73f-50449c306d2f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:30.658610 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79938c7b-6156-49dc-8141-594871a7f696 req-197fe1c1-ac30-40d6-a73f-50449c306d2f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 946 time: 0.0586882 Nov 24 12:55:30.660158 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0158ea-a6c2-46ea-b422-d5afa644274b x-openstack-request-id: req-3b0158ea-a6c2-46ea-b422-d5afa644274b {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:30.660450 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953410c8-4fc7-43b4-9a4f-46797a4c7540", "name": "network-vif-deleted", "tag": "26120c77-d131-4141-bb35-4344dc1178f3", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:30.660711 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b0158ea-a6c2-46ea-b422-d5afa644274b {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:30.661222 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953410c8-4fc7-43b4-9a4f-46797a4c7540', 'name': 'network-vif-deleted', 'tag': '26120c77-d131-4141-bb35-4344dc1178f3', 'status': 'completed', 'code': 200} Nov 24 12:55:30.719764 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79938c7b-6156-49dc-8141-594871a7f696 req-cf4222dc-e172-4dc6-8dcb-60509d3d4aa5 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520792 Nov 24 12:55:30.735965 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['9f6391d6-ca81-4f15-8e29-046817530392'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:30.898505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfcffd-231b-494a-97f1-b7b7c74f3877 req-787b81c9-47ad-424b-baea-660bf59de16f tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:30.907172 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfcffd-231b-494a-97f1-b7b7c74f3877 req-787b81c9-47ad-424b-baea-660bf59de16f tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:30.916618 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40cfcffd-231b-494a-97f1-b7b7c74f3877 req-787b81c9-47ad-424b-baea-660bf59de16f tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1680 time: 0.1034646 Nov 24 12:55:30.962506 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-816f0e46-4791-43bd-9c0b-a2b11cb0408a req-7a09e7c5-2781-43df-9a1c-f9162891b0f7 tempest-ServerRescueTestJSONUnderV235-1051658137 tempest-ServerRescueTestJSONUnderV235-1051658137-project] 10.222.0.48 "GET /v2.0/ports?device_id=953410c8-4fc7-43b4-9a4f-46797a4c7540 HTTP/1.1" status: 200 len: 210 time: 0.0347781 Nov 24 12:55:30.979169 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40cfcffd-231b-494a-97f1-b7b7c74f3877 req-58028148-07ce-46ba-ba31-accabbe4abbb tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614166 Nov 24 12:55:31.224619 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad0113-c8de-4778-9283-7f67bf28f53a req-c79b4e73-f63d-48dd-b938-3edbd5f36652 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:31.226131 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6dad0113-c8de-4778-9283-7f67bf28f53a req-c79b4e73-f63d-48dd-b938-3edbd5f36652 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0547695 Nov 24 12:55:31.276177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6dad0113-c8de-4778-9283-7f67bf28f53a req-333a18b1-46be-4dda-a1ec-b9e67141b172 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438790 Nov 24 12:55:31.675479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffc9c1-f369-4d6f-b1e2-dd2b0f715712 req-ccd3da22-4720-4097-9734-f08eac472687 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:31.677109 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-80ffc9c1-f369-4d6f-b1e2-dd2b0f715712 req-ccd3da22-4720-4097-9734-f08eac472687 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0541067 Nov 24 12:55:31.734295 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-80ffc9c1-f369-4d6f-b1e2-dd2b0f715712 req-dd83d027-20b5-4b48-bba8-76fa195c24e0 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508313 Nov 24 12:55:31.817983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['cd9cd7ea-474d-4e60-a65e-e21678853c1f'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:31.844475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9f6391d6-ca81-4f15-8e29-046817530392 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:55:31.850660 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ef31e-bbac-4082-9a22-049ddf298718 req-86998b61-59b8-4fd8-a98d-4ac1792f3493 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:31.852182 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e8ef31e-bbac-4082-9a22-049ddf298718 req-86998b61-59b8-4fd8-a98d-4ac1792f3493 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 946 time: 0.0520427 Nov 24 12:55:31.902788 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e8ef31e-bbac-4082-9a22-049ddf298718 req-27404ac5-1045-40e5-873d-f5695f2446f1 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446515 Nov 24 12:55:31.942802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 9f6391d6-ca81-4f15-8e29-046817530392 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:55:31.954323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 9f6391d6-ca81-4f15-8e29-046817530392 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:31.954733 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:32.019315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54274) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:32.105188 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:32.131846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5103e6-78ce-4645-9538-8df52f91b118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6391d6-ca81-4f15-8e29-046817530392'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:32.134455 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7a4cf1-cea0-4f64-be7b-68bb483dcce2" -d '{"events": [{"server_uuid": "0c5103e6-78ce-4645-9538-8df52f91b118", "name": "network-vif-plugged", "status": "completed", "tag": "9f6391d6-ca81-4f15-8e29-046817530392"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:32.152288 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 9f6391d6-ca81-4f15-8e29-046817530392, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9f6391d6-ca81-4f15-8e29-046817530392,segment=NetworkSegment(b9ee2fe3-2105-4602-a8e1-23218bc892e6),segment_id=b9ee2fe3-2105-4602-a8e1-23218bc892e6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:32.159320 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:32.192393 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9e4896-97dc-4eb1-bf4a-1183fa6fab01 x-openstack-request-id: req-de9e4896-97dc-4eb1-bf4a-1183fa6fab01 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:32.192701 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5103e6-78ce-4645-9538-8df52f91b118", "name": "network-vif-plugged", "status": "completed", "tag": "9f6391d6-ca81-4f15-8e29-046817530392", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:32.192990 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de9e4896-97dc-4eb1-bf4a-1183fa6fab01 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:32.193388 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5103e6-78ce-4645-9538-8df52f91b118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6391d6-ca81-4f15-8e29-046817530392', 'code': 200} Nov 24 12:55:32.221761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=9f6391d6-ca81-4f15-8e29-046817530392,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:32.399678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c780b-f6eb-44f3-a821-36efddc7593b req-9343f5d5-3178-4129-815d-adf02e2dd411 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:32.402017 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-528c780b-f6eb-44f3-a821-36efddc7593b req-9343f5d5-3178-4129-815d-adf02e2dd411 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0533180 Nov 24 12:55:32.455944 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-528c780b-f6eb-44f3-a821-36efddc7593b req-6a85a3e6-05d3-4c15-9661-7257cd732c2c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478756 Nov 24 12:55:32.522833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372b24b-1611-491d-9349-f24530c40c6d req-03c8f6f2-0880-4cf2-a51a-1649aab6a2c9 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:32.528766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372b24b-1611-491d-9349-f24530c40c6d req-03c8f6f2-0880-4cf2-a51a-1649aab6a2c9 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:32.530316 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d372b24b-1611-491d-9349-f24530c40c6d req-03c8f6f2-0880-4cf2-a51a-1649aab6a2c9 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1680 time: 0.4227746 Nov 24 12:55:32.621002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d372b24b-1611-491d-9349-f24530c40c6d req-a73a63f5-ce0c-4a31-8f0a-8f169fa4875b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817571 Nov 24 12:55:32.782399 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-932d498c-660d-4b2b-8c43-0b2d9505b84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:32.864879 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715158d-3f98-4905-a35b-572cd0410626 req-4bd6149e-3f47-4541-84b2-ac9163622f87 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:32.867127 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d715158d-3f98-4905-a35b-572cd0410626 req-4bd6149e-3f47-4541-84b2-ac9163622f87 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0578344 Nov 24 12:55:32.920256 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d715158d-3f98-4905-a35b-572cd0410626 req-acf71f36-396f-4aa0-8c52-8d7ef1b3a5d3 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456536 Nov 24 12:55:33.070453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0c6a4-d86f-42b6-a6af-6dc4fef5daba req-efaba6ee-0657-42fa-88d6-08056d903931 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:33.071870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4a0c6a4-d86f-42b6-a6af-6dc4fef5daba req-efaba6ee-0657-42fa-88d6-08056d903931 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 946 time: 0.0884335 Nov 24 12:55:33.105922 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-932d498c-660d-4b2b-8c43-0b2d9505b84a admin admin] Deleting port 39af1843-d5d7-4716-8ae1-24387afd0bfa {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:33.106257 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-932d498c-660d-4b2b-8c43-0b2d9505b84a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:33.151375 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4a0c6a4-d86f-42b6-a6af-6dc4fef5daba req-c36d5691-216a-4f99-a53f-460927eb4544 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724642 Nov 24 12:55:33.206345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-932d498c-660d-4b2b-8c43-0b2d9505b84a admin admin] For port 39af1843-d5d7-4716-8ae1-24387afd0bfa, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=39af1843-d5d7-4716-8ae1-24387afd0bfa,segment=NetworkSegment(4173f5cb-2e2c-4863-affa-f3fca98f76f8),segment_id=4173f5cb-2e2c-4863-affa-f3fca98f76f8)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:33.206740 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-932d498c-660d-4b2b-8c43-0b2d9505b84a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:33.220807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-932d498c-660d-4b2b-8c43-0b2d9505b84a admin admin] Calling delete_port for 39af1843-d5d7-4716-8ae1-24387afd0bfa owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:33.404433 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-932d498c-660d-4b2b-8c43-0b2d9505b84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:33.436432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d498c-660d-4b2b-8c43-0b2d9505b84a admin admin] Pushing event deleted for resources: {'Port': ['ID=39af1843-d5d7-4716-8ae1-24387afd0bfa,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:33.589406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae1824-d971-4629-bbb5-d2fa93beb408 req-4c4097b2-8c63-46f9-9116-b3a9bce294f2 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:33.591252 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0dae1824-d971-4629-bbb5-d2fa93beb408 req-4c4097b2-8c63-46f9-9116-b3a9bce294f2 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0574963 Nov 24 12:55:33.608854 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-932d498c-660d-4b2b-8c43-0b2d9505b84a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:33.657562 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0dae1824-d971-4629-bbb5-d2fa93beb408 req-1b0626fd-0441-4132-9bba-2889de9667c3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552604 Nov 24 12:55:33.830439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47ea92-1af6-40a7-aa7f-eba2e4b1260e req-af7517ce-2cc9-4c88-864f-5b671facdc58 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:33.836338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47ea92-1af6-40a7-aa7f-eba2e4b1260e req-af7517ce-2cc9-4c88-864f-5b671facdc58 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:33.841177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b47ea92-1af6-40a7-aa7f-eba2e4b1260e req-af7517ce-2cc9-4c88-864f-5b671facdc58 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1681 time: 0.1168659 Nov 24 12:55:33.853080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device cd9cd7ea-474d-4e60-a65e-e21678853c1f up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:55:33.907180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port cd9cd7ea-474d-4e60-a65e-e21678853c1f completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:55:33.911121 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port cd9cd7ea-474d-4e60-a65e-e21678853c1f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:33.911491 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:33.984704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b47ea92-1af6-40a7-aa7f-eba2e4b1260e req-4e670f11-9a5a-4256-ba39-a840432c581c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381674 Nov 24 12:55:33.987913 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-800ea9f9-6ca0-4401-b9a3-e16f516d72f4 service neutron] 10.222.0.46 "GET /v2.0/ports/9bbfb7ba-d2c5-452a-b615-532d07af57f0/bindings/n-h2-817303-4 HTTP/1.1" status: 200 len: 384 time: 0.1721964 Nov 24 12:55:33.997818 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:34.025252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932d498c-660d-4b2b-8c43-0b2d9505b84a admin admin] Router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:55:34.031862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port cd9cd7ea-474d-4e60-a65e-e21678853c1f, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=cd9cd7ea-474d-4e60-a65e-e21678853c1f,segment=NetworkSegment(fb1090df-9661-46cc-ba4a-2eb58dc87efe),segment_id=fb1090df-9661-46cc-ba4a-2eb58dc87efe)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:34.037798 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:34.038581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9bbfb7ba-d2c5-452a-b615-532d07af57f0 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:34.067831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783b277-ca53-4d02-9721-c8d1a986929e req-53c6c70d-b0b0-424c-a173-7022f4525e44 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:34.069883 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4783b277-ca53-4d02-9721-c8d1a986929e req-53c6c70d-b0b0-424c-a173-7022f4525e44 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0656779 Nov 24 12:55:34.117630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=cd9cd7ea-474d-4e60-a65e-e21678853c1f,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:34.131401 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4783b277-ca53-4d02-9721-c8d1a986929e req-55c4da87-4d70-46b1-87d5-0797d16729df tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549834 Nov 24 12:55:34.160470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 26120c77-d131-4141-bb35-4344dc1178f3 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:34.182173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 26120c77-d131-4141-bb35-4344dc1178f3 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:34.182519 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 26120c77-d131-4141-bb35-4344dc1178f3 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:34.194991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5103e6-78ce-4645-9538-8df52f91b118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9cd7ea-474d-4e60-a65e-e21678853c1f'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:34.197153 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f9a656-4922-4118-b6ad-16e17885f534" -d '{"events": [{"server_uuid": "0c5103e6-78ce-4645-9538-8df52f91b118", "name": "network-vif-plugged", "status": "completed", "tag": "cd9cd7ea-474d-4e60-a65e-e21678853c1f"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:34.210764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932d498c-660d-4b2b-8c43-0b2d9505b84a admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:55:34.217586 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-932d498c-660d-4b2b-8c43-0b2d9505b84a admin admin] 10.222.0.48 "PUT /v2.0/routers/a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1971807 Nov 24 12:55:34.220164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54306) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:34.231208 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3530c6b-1818-4d76-9b27-c3e23f3e4c12 None None] Sync routers for ids ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:55:34.241999 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3530c6b-1818-4d76-9b27-c3e23f3e4c12 None None] Routers {'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:34.242626 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a3530c6b-1818-4d76-9b27-c3e23f3e4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:34.278435 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebccd7a-b343-4611-a30c-8940b71332ea x-openstack-request-id: req-9ebccd7a-b343-4611-a30c-8940b71332ea {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:34.278734 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5103e6-78ce-4645-9538-8df52f91b118", "name": "network-vif-plugged", "status": "completed", "tag": "cd9cd7ea-474d-4e60-a65e-e21678853c1f", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:34.278997 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ebccd7a-b343-4611-a30c-8940b71332ea {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:34.279393 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5103e6-78ce-4645-9538-8df52f91b118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9cd7ea-474d-4e60-a65e-e21678853c1f', 'code': 200} Nov 24 12:55:34.353454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a3530c6b-1818-4d76-9b27-c3e23f3e4c12 None None] Set router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:34.414597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-16e912c3-0ce1-4a4b-87a3-32c7961c29e5 service neutron] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:34.441083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ee4b4-a01a-4d89-9ed3-c21fa2667f26 req-b642da55-a1c2-4e4a-bfca-b148c741355e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:34.442576 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f9ee4b4-a01a-4d89-9ed3-c21fa2667f26 req-b642da55-a1c2-4e4a-bfca-b148c741355e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 946 time: 0.1905980 Nov 24 12:55:34.482841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e7094-0730-4ac1-b728-ef7daebce3e2 req-c1d32d67-8fbf-458f-9a1b-dd2c1a0ce0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:34.483322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e7094-0730-4ac1-b728-ef7daebce3e2 req-c1d32d67-8fbf-458f-9a1b-dd2c1a0ce0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:34.484884 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e46e7094-0730-4ac1-b728-ef7daebce3e2 req-c1d32d67-8fbf-458f-9a1b-dd2c1a0ce0aa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1984 time: 0.1633310 Nov 24 12:55:34.488257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-16e912c3-0ce1-4a4b-87a3-32c7961c29e5 service neutron] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:34.491608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:34.534124 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a3530c6b-1818-4d76-9b27-c3e23f3e4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:55:33Z', 'revision_number': 5, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:34.560546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3530c6b-1818-4d76-9b27-c3e23f3e4c12 None None] Checking router: a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:55:34.569364 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3530c6b-1818-4d76-9b27-c3e23f3e4c12 None None] Routers {'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:34.569961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a3530c6b-1818-4d76-9b27-c3e23f3e4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:34.635214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-16e912c3-0ce1-4a4b-87a3-32c7961c29e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbfb7ba-d2c5-452a-b615-532d07af57f0 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:55:34.650348 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f9ee4b4-a01a-4d89-9ed3-c21fa2667f26 req-3b963701-44f5-4539-8464-efdf53ebe0fe tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977634 Nov 24 12:55:34.663531 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-16e912c3-0ce1-4a4b-87a3-32c7961c29e5 service neutron] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:34.675384 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a3530c6b-1818-4d76-9b27-c3e23f3e4c12 None None] Set router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:34.683095 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e46e7094-0730-4ac1-b728-ef7daebce3e2 req-91190bef-4aaf-498e-9cc5-312306e0862a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885951 Nov 24 12:55:34.687602 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-16e912c3-0ce1-4a4b-87a3-32c7961c29e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:34.705934 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:34.803840 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9435a-466b-4e14-a8c1-0697e0ece924 req-5c227d2e-3702-449d-a9bd-f60ad0a3a5b6 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:34.807068 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fb9435a-466b-4e14-a8c1-0697e0ece924 req-5c227d2e-3702-449d-a9bd-f60ad0a3a5b6 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0737214 Nov 24 12:55:34.807221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-16e912c3-0ce1-4a4b-87a3-32c7961c29e5 service neutron] Transition to ACTIVE for port object 9bbfb7ba-d2c5-452a-b615-532d07af57f0 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:55:34.812590 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-16e912c3-0ce1-4a4b-87a3-32c7961c29e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:34.844902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] Deleting port 31571712-d296-4ce9-8504-c28ef0ef342b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:34.845562 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:34.880583 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fb9435a-466b-4e14-a8c1-0697e0ece924 req-b7b9c100-3fc1-4ee5-9a0c-7e6e048a7145 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624547 Nov 24 12:55:34.883223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a3530c6b-1818-4d76-9b27-c3e23f3e4c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:55:33Z', 'revision_number': 5, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:34.913931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3530c6b-1818-4d76-9b27-c3e23f3e4c12 None None] The sync data for ids ['a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17'] in n-d-817303-4 is: [{'id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'name': 'tempest-ServerRescueTestJSONUnderV235-2089865333-router', 'tenant_id': 'bd50571c118e4cfcafa32b2933956cff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:04Z', 'updated_at': '2021-11-24T12:55:33Z', 'revision_number': 5, 'project_id': 'bd50571c118e4cfcafa32b2933956cff', 'gw_port': {'id': '31571712-d296-4ce9-8504-c28ef0ef342b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:05Z', 'updated_at': '2021-11-24T12:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:55:34.939486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-16e912c3-0ce1-4a4b-87a3-32c7961c29e5 service neutron] No DVR routers for this DVR port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:34.948148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e912c3-0ce1-4a4b-87a3-32c7961c29e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9bbfb7ba-d2c5-452a-b615-532d07af57f0,revision_number=10']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:34.995035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-16e912c3-0ce1-4a4b-87a3-32c7961c29e5 service neutron] 10.222.0.46 "PUT /v2.0/ports/9bbfb7ba-d2c5-452a-b615-532d07af57f0/bindings/n-h2-817303-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9989138 Nov 24 12:55:35.000114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] For port 31571712-d296-4ce9-8504-c28ef0ef342b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=31571712-d296-4ce9-8504-c28ef0ef342b,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:35.000481 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:35.012697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] Calling delete_port for 31571712-d296-4ce9-8504-c28ef0ef342b owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:35.152077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-7491074d-a399-4688-af4f-05e324214576 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:35.153508 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-7491074d-a399-4688-af4f-05e324214576 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3&tenant_id=6441bea1ed3547598abd90d1c2c0a634&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1096 time: 0.0971534 Nov 24 12:55:35.210668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaef1b-4a33-4682-832f-bc25ef3ae3da req-ac831ca1-9c54-4f80-8028-57360dbdc0d8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:35.218180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaef1b-4a33-4682-832f-bc25ef3ae3da req-ac831ca1-9c54-4f80-8028-57360dbdc0d8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:35.219790 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dfaaef1b-4a33-4682-832f-bc25ef3ae3da req-ac831ca1-9c54-4f80-8028-57360dbdc0d8 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1682 time: 0.1333632 Nov 24 12:55:35.329574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-e9264164-3a89-4e2e-96e2-5ffc1d7ed329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:35.331643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-e9264164-3a89-4e2e-96e2-5ffc1d7ed329 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3&tenant_id=6441bea1ed3547598abd90d1c2c0a634 HTTP/1.1" status: 200 len: 1096 time: 0.1446588 Nov 24 12:55:35.341880 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dfaaef1b-4a33-4682-832f-bc25ef3ae3da req-51746382-af2f-468a-b6b1-0fa2bca1c5af tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129088 Nov 24 12:55:35.359830 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:35.399183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] Pushing event deleted for resources: {'Port': ['ID=31571712-d296-4ce9-8504-c28ef0ef342b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:35.456827 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecbe4a-7f85-4d52-b431-857f9bd8ba3f req-165eb717-c5fe-4fbc-a6e8-80f39bcf16cb tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:35.458551 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-efecbe4a-7f85-4d52-b431-857f9bd8ba3f req-165eb717-c5fe-4fbc-a6e8-80f39bcf16cb tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 945 time: 0.0583107 Nov 24 12:55:35.487581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-0f2a9965-9e61-4138-91f4-3bf37e37b7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:35.489093 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-0f2a9965-9e61-4138-91f4-3bf37e37b7a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 1096 time: 0.1188459 Nov 24 12:55:35.493149 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:35.518922 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-efecbe4a-7f85-4d52-b431-857f9bd8ba3f req-503c0226-aab5-4217-8067-dd9a699e326b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538073 Nov 24 12:55:35.610608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:35.638561 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:35.695274 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:35.695821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 12:55:35.703107 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:35.704268 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-527eb009-6cdf-4e03-a554-6132c252cf45 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a3ab4e4c-267f-4cdb-b89b-d02ad1a38b17 HTTP/1.1" status: 204 len: 168 time: 1.4831531 Nov 24 12:55:35.706297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-0050a069-e694-4913-93b4-d9dac6552c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:35.707677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54322) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:35.707824 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-0050a069-e694-4913-93b4-d9dac6552c21 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.2113049 Nov 24 12:55:35.755430 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6aac740-7743-4cf8-9f01-751d548f0ce3 admin admin] Deleting subnet 02605622-5afa-48d6-b786-b438e7e0676a {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:55:35.759325 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a6aac740-7743-4cf8-9f01-751d548f0ce3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:35.762571 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-cba3e318-a91b-4e67-8b94-75081951d876 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0 HTTP/1.1" status: 200 len: 217 time: 0.0416000 Nov 24 12:55:35.803333 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a6aac740-7743-4cf8-9f01-751d548f0ce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:35.849279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-08bc135e-1dbc-47c4-800b-ab54918943d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:35.850817 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-08bc135e-1dbc-47c4-800b-ab54918943d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.0801153 Nov 24 12:55:35.861200 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5d627-2f29-4244-a69d-18f8c4387228 req-0e81b411-3460-49a7-aa33-7a8b6929151f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:35.869310 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dd5d627-2f29-4244-a69d-18f8c4387228 req-0e81b411-3460-49a7-aa33-7a8b6929151f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 946 time: 0.1091776 Nov 24 12:55:35.873029 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a6aac740-7743-4cf8-9f01-751d548f0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:35.921512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 39af1843-d5d7-4716-8ae1-24387afd0bfa no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:35.923343 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-3a76353b-51b6-4637-9a14-b131403e2c4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529699 Nov 24 12:55:35.961269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a6aac740-7743-4cf8-9f01-751d548f0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:35.977606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 39af1843-d5d7-4716-8ae1-24387afd0bfa {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:35.981353 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dd5d627-2f29-4244-a69d-18f8c4387228 req-759955a9-ab48-4363-a2bd-a172e7270d9c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093259 Nov 24 12:55:35.985456 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 39af1843-d5d7-4716-8ae1-24387afd0bfa not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:36.037521 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:36.043083 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-3076ffa3-d7c4-4cdf-8a67-7a07c9ca6991 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127548 Nov 24 12:55:36.049969 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a6aac740-7743-4cf8-9f01-751d548f0ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:36.053222 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a6aac740-7743-4cf8-9f01-751d548f0ce3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/02605622-5afa-48d6-b786-b438e7e0676a HTTP/1.1" status: 204 len: 168 time: 0.3445594 Nov 24 12:55:36.054334 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aac740-7743-4cf8-9f01-751d548f0ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02605622-5afa-48d6-b786-b438e7e0676a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:36.056087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54332) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:36.082478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9eeb9-1231-4ca2-9a99-98d28570f91f req-58fe8384-685a-4368-9116-788bd9285104 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:36.084667 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cf9eeb9-1231-4ca2-9a99-98d28570f91f req-58fe8384-685a-4368-9116-788bd9285104 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0703919 Nov 24 12:55:36.135266 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cf9eeb9-1231-4ca2-9a99-98d28570f91f req-f70ad58c-0d49-4ffa-9d63-200127d6ba4d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443754 Nov 24 12:55:36.490599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12312a32-d372-4891-9f1c-f39d02518d72 req-c6ea70fa-652a-40a6-92ac-4ef8300ff426 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:36.496430 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12312a32-d372-4891-9f1c-f39d02518d72 req-c6ea70fa-652a-40a6-92ac-4ef8300ff426 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:36.498000 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12312a32-d372-4891-9f1c-f39d02518d72 req-c6ea70fa-652a-40a6-92ac-4ef8300ff426 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1682 time: 0.0606990 Nov 24 12:55:36.498412 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be115fa4-f786-4684-8d5c-109b0823a6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:36.545339 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12312a32-d372-4891-9f1c-f39d02518d72 req-e24a25dd-6f47-4a9c-8584-969ec8139dcc tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404108 Nov 24 12:55:36.547131 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-b15b06ec-95ac-42dc-8600-0bcd56444aae service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757175 Nov 24 12:55:36.603996 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be115fa4-f786-4684-8d5c-109b0823a6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:36.647877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-be115fa4-f786-4684-8d5c-109b0823a6bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5be598-6b7b-4f5e-bb46-ef64b873f608']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:36.660282 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-be115fa4-f786-4684-8d5c-109b0823a6bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4173f5cb-2e2c-4863-affa-f3fca98f76f8') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:36.660581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-be115fa4-f786-4684-8d5c-109b0823a6bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4173f5cb-2e2c-4863-affa-f3fca98f76f8') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:36.674211 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be115fa4-f786-4684-8d5c-109b0823a6bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:36.694513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e695c-32bc-4a9a-8d5d-23ee0fecac98 req-9dd9c27b-74bf-447c-a477-399b7beb8378 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:36.696045 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c44e695c-32bc-4a9a-8d5d-23ee0fecac98 req-9dd9c27b-74bf-447c-a477-399b7beb8378 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 945 time: 0.0827639 Nov 24 12:55:36.699801 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be115fa4-f786-4684-8d5c-109b0823a6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:36.712464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be115fa4-f786-4684-8d5c-109b0823a6bd admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:55:36.712890 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be115fa4-f786-4684-8d5c-109b0823a6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: timer() Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:55:36.714528 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:55:36.831398 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be115fa4-f786-4684-8d5c-109b0823a6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:36.844317 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c44e695c-32bc-4a9a-8d5d-23ee0fecac98 req-a3e70a88-ea54-4a3a-834a-c1e99165f4ef tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417663 Nov 24 12:55:36.848617 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be115fa4-f786-4684-8d5c-109b0823a6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:36.851942 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-be115fa4-f786-4684-8d5c-109b0823a6bd admin admin] 10.222.0.48 "DELETE /v2.0/networks/1e5be598-6b7b-4f5e-bb46-ef64b873f608 HTTP/1.1" status: 204 len: 168 time: 0.7948391 Nov 24 12:55:36.862131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcccc0e-dbb6-488f-b11d-37288cb0cbb4 req-3e7b8cbc-0c1d-4390-b80f-55ca165cc3cd tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:36.867899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be115fa4-f786-4684-8d5c-109b0823a6bd admin admin] Pushing event deleted for resources: {'Network': ['ID=1e5be598-6b7b-4f5e-bb46-ef64b873f608,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:36.868811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcccc0e-dbb6-488f-b11d-37288cb0cbb4 req-3e7b8cbc-0c1d-4390-b80f-55ca165cc3cd tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:36.871311 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dcccc0e-dbb6-488f-b11d-37288cb0cbb4 req-3e7b8cbc-0c1d-4390-b80f-55ca165cc3cd tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1682 time: 0.0752923 Nov 24 12:55:36.882842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-2a3be04d-a38d-4bbe-b2bc-99fac565bbfb tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:36.884488 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-2a3be04d-a38d-4bbe-b2bc-99fac565bbfb tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3&tenant_id=6441bea1ed3547598abd90d1c2c0a634&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 1096 time: 0.1011755 Nov 24 12:55:36.924805 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dcccc0e-dbb6-488f-b11d-37288cb0cbb4 req-f543c64f-3460-4d42-98cb-742342997e53 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463674 Nov 24 12:55:36.996936 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54348) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:37.029945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-3ce86979-0dc0-4ef1-818a-f852769d92b6 service neutron] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:37.034694 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-3ce86979-0dc0-4ef1-818a-f852769d92b6 service neutron] Publish callbacks [] for binding, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:37.035960 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e2d19b5-c4e6-466c-9198-2c47ab54c149 req-3ce86979-0dc0-4ef1-818a-f852769d92b6 service neutron] 10.222.0.59 "DELETE /v2.0/ports/9bbfb7ba-d2c5-452a-b615-532d07af57f0/bindings/n-h1-817303-4 HTTP/1.1" status: 204 len: 173 time: 0.1419191 Nov 24 12:55:37.038946 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9384b7b9-4083-45e4-a3d3-8059ac16d2c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd50571c118e4cfcafa32b2933956cff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407412 Nov 24 12:55:37.041462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54352) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:37.093097 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba8d-33b6-4d77-81ad-d673aab35a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:37.127527 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba8d-33b6-4d77-81ad-d673aab35a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:37.136402 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cdc59-62ed-4766-9917-716407424595 req-c54fe206-e91f-4258-92ae-480f15d23f50 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:37.138279 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-910cdc59-62ed-4766-9917-716407424595 req-c54fe206-e91f-4258-92ae-480f15d23f50 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 946 time: 0.0611196 Nov 24 12:55:37.184359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba8d-33b6-4d77-81ad-d673aab35a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:37.187003 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9e11ba8d-33b6-4d77-81ad-d673aab35a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:37.190534 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9e11ba8d-33b6-4d77-81ad-d673aab35a84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e42f5cb-a039-494e-8e6c-e25390ebb1db HTTP/1.1" status: 204 len: 168 time: 0.1457646 Nov 24 12:55:37.196100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11ba8d-33b6-4d77-81ad-d673aab35a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e42f5cb-a039-494e-8e6c-e25390ebb1db,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:37.213582 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-910cdc59-62ed-4766-9917-716407424595 req-841b8da9-9f6c-4247-94fc-a5d1a1761613 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632737 Nov 24 12:55:37.293543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf0f5-1d14-49d5-bbad-675c8d3c0285 req-84743270-1f58-4787-a8c1-42ae4b37eec4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:37.293543 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-febbf0f5-1d14-49d5-bbad-675c8d3c0285 req-84743270-1f58-4787-a8c1-42ae4b37eec4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0692248 Nov 24 12:55:37.344641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-febbf0f5-1d14-49d5-bbad-675c8d3c0285 req-6b9c3ffb-0395-46db-9ec0-5abc1cce5755 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Nov 24 12:55:37.397529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-6fa116e3-2d28-4219-b565-9bdc78dd6909 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:37.399027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-6fa116e3-2d28-4219-b565-9bdc78dd6909 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a&tenant_id=494a0e4f3119447983c5ec1ee6872a9d&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 1097 time: 0.0471911 Nov 24 12:55:37.425998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-4'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:37.481793 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:37.620036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:37.661513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:37.713893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3070695b-d120-4176-baf0-1a0ca48b7f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc99550f-4cb8-45b3-a2ad-bf03932233b3'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:37.716204 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383b40b3-2421-479e-b1ba-7cde4180bad5" -d '{"events": [{"server_uuid": "3070695b-d120-4176-baf0-1a0ca48b7f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "dc99550f-4cb8-45b3-a2ad-bf03932233b3"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:37.720139 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:37.729939 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:37.762110 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807ee271-47a4-41fb-ba7b-f66592a115ed x-openstack-request-id: req-807ee271-47a4-41fb-ba7b-f66592a115ed {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:37.762486 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3070695b-d120-4176-baf0-1a0ca48b7f3a", "name": "network-vif-unplugged", "status": "completed", "tag": "dc99550f-4cb8-45b3-a2ad-bf03932233b3", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:37.762668 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-807ee271-47a4-41fb-ba7b-f66592a115ed {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:37.763073 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3070695b-d120-4176-baf0-1a0ca48b7f3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc99550f-4cb8-45b3-a2ad-bf03932233b3', 'code': 200} Nov 24 12:55:37.815776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 31571712-d296-4ce9-8504-c28ef0ef342b no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:37.819945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc99550f-4cb8-45b3-a2ad-bf03932233b3,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:37.832904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Attempting to bind port dc99550f-4cb8-45b3-a2ad-bf03932233b3 on host n-h2-817303-4 for vnic_type normal with profile {"migrating_to": "n-h1-817303-4"} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:37.833241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Attempting to bind port dc99550f-4cb8-45b3-a2ad-bf03932233b3 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:37.833577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Attempting to bind port dc99550f-4cb8-45b3-a2ad-bf03932233b3 on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:37.838160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Port dc99550f-4cb8-45b3-a2ad-bf03932233b3 on network ee1ba679-7d12-4b42-af81-73cc82b26674 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:55:37.838490 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Attempting to bind port dc99550f-4cb8-45b3-a2ad-bf03932233b3 on network ee1ba679-7d12-4b42-af81-73cc82b26674 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:37.841491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 31571712-d296-4ce9-8504-c28ef0ef342b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:37.841871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 31571712-d296-4ce9-8504-c28ef0ef342b not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:37.845090 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:37.845434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Checking segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:37.846371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Bound using segment: {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:37.846921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Bound port: dc99550f-4cb8-45b3-a2ad-bf03932233b3, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e11c9385-d0ca-404a-b046-206547c82095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ee1ba679-7d12-4b42-af81-73cc82b26674'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:37.847220 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:37.914665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:37.918096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:55:37.923473 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:37.951171 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54384) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:38.043730 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=dc99550f-4cb8-45b3-a2ad-bf03932233b3,revision_number=8']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:38.052752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:38.054034 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:38.055641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-1103615a-9fb1-478d-93b1-c72865e3d8f7 service neutron] 10.222.0.46 "PUT /v2.0/ports/dc99550f-4cb8-45b3-a2ad-bf03932233b3 HTTP/1.1" status: 200 len: 1122 time: 0.6338661 Nov 24 12:55:38.072023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efac1e0-d5e2-46e7-9841-a80ce87fb5ee req-fe8a1118-1451-45bb-86f4-c1542ba36008 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:38.073117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe030ed-90ad-44db-89f7-61e509b8f278 req-4d6ec54e-246e-432e-ba06-65e12204f289 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:38.078696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efac1e0-d5e2-46e7-9841-a80ce87fb5ee req-fe8a1118-1451-45bb-86f4-c1542ba36008 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:38.081050 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2efac1e0-d5e2-46e7-9841-a80ce87fb5ee req-fe8a1118-1451-45bb-86f4-c1542ba36008 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1682 time: 0.0704663 Nov 24 12:55:38.082466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fe030ed-90ad-44db-89f7-61e509b8f278 req-4d6ec54e-246e-432e-ba06-65e12204f289 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 945 time: 0.1490765 Nov 24 12:55:38.108584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1681003751-network', 'tenant_id': '0e2c71f108734125b697a80bdd1f3365'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:38.146972 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fe030ed-90ad-44db-89f7-61e509b8f278 req-cc615ba5-0abd-404e-a909-e38f3643385d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632238 Nov 24 12:55:38.151136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] Made reservation on behalf of 0e2c71f108734125b697a80bdd1f3365 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:55:38.153715 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:38.164695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:38.179257 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['dc99550f-4cb8-45b3-a2ad-bf03932233b3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:38.199905 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2efac1e0-d5e2-46e7-9841-a80ce87fb5ee req-608244c0-6533-495e-9863-15cc567cd422 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067564 Nov 24 12:55:38.215522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['dc99550f-4cb8-45b3-a2ad-bf03932233b3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:38.347923 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:38.353615 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:38.390770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:38.425237 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:55:38.441377 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:38.443557 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] Added segment 8c8293f6-a14e-4ce9-9aee-9cdaa23a5192 of type vlan for network 736a813d-2083-48c9-9d97-1faf7965b576 Nov 24 12:55:38.443756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481acdf4-f342-49de-88f2-1e8edbcf908a req-6832ebf0-8a06-403f-a728-acc25e1551c5 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:38.445925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-481acdf4-f342-49de-88f2-1e8edbcf908a req-6832ebf0-8a06-403f-a728-acc25e1551c5 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.0742126 Nov 24 12:55:38.521403 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-481acdf4-f342-49de-88f2-1e8edbcf908a req-33d023f7-427a-4fd0-a12d-68bbb7314f38 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694053 Nov 24 12:55:38.522236 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:38.558617 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f83798-bc9c-4360-bb15-173f97df4088 req-4198490f-95a7-4b03-8224-cd981343271d tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:38.560434 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2f83798-bc9c-4360-bb15-173f97df4088 req-4198490f-95a7-4b03-8224-cd981343271d tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 1096 time: 0.0760136 Nov 24 12:55:38.561496 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:38.562353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:38.562911 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:38.616973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6646795 Nov 24 12:55:38.620683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c611eac-69c2-4437-82e5-66f862666ef6 req-36055e4d-c617-41db-8d57-164cf408f2e3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:38.622222 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1c611eac-69c2-4437-82e5-66f862666ef6 req-36055e4d-c617-41db-8d57-164cf408f2e3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0502076 Nov 24 12:55:38.622674 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54404) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:38.627382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-072227f2-ef5c-4321-afeb-1506592a543f admin admin] Request body: {'subnet': {'network_id': '736a813d-2083-48c9-9d97-1faf7965b576', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1681003751-subnet', 'tenant_id': '0e2c71f108734125b697a80bdd1f3365', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:38.662024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d754a3-069c-476b-a97b-27b17158fbf4 admin admin] Pushing event updated for resources: {'Network': ['ID=736a813d-2083-48c9-9d97-1faf7965b576,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:38.670524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072227f2-ef5c-4321-afeb-1506592a543f admin admin] Made reservation on behalf of 0e2c71f108734125b697a80bdd1f3365 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:55:38.673091 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-072227f2-ef5c-4321-afeb-1506592a543f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:38.673231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 736a813d-2083-48c9-9d97-1faf7965b576 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:55:38.673403 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2f83798-bc9c-4360-bb15-173f97df4088 req-ab869e28-c1b6-4895-a8ba-5a5b18e64754 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047606 Nov 24 12:55:38.704714 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1c611eac-69c2-4437-82e5-66f862666ef6 req-850160c0-d8a4-41b6-b5ad-f914b1b8111e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730257 Nov 24 12:55:38.796692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622815aa-2562-48e5-9ef1-3873b075fe2f req-1caeda00-883c-404a-862d-a204173d243c tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:38.798163 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-622815aa-2562-48e5-9ef1-3873b075fe2f req-1caeda00-883c-404a-862d-a204173d243c tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 1096 time: 0.0483599 Nov 24 12:55:38.846310 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-622815aa-2562-48e5-9ef1-3873b075fe2f req-0a747f0b-ddd2-411e-9e67-b46b6342f105 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 Nov 24 12:55:38.891909 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-072227f2-ef5c-4321-afeb-1506592a543f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:38.957661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-6f9660a4-51d5-4a57-a40e-f532c5c0544c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:38.963671 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-6f9660a4-51d5-4a57-a40e-f532c5c0544c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:38.965275 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-6f9660a4-51d5-4a57-a40e-f532c5c0544c tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1682 time: 0.1244559 Nov 24 12:55:38.972344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072227f2-ef5c-4321-afeb-1506592a543f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9c2cc2-3e9d-493f-ae61-859b555c1607,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:39.050365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072227f2-ef5c-4321-afeb-1506592a543f admin admin] Checking segment: {'id': '8c8293f6-a14e-4ce9-9aee-9cdaa23a5192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '736a813d-2083-48c9-9d97-1faf7965b576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:39.050734 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072227f2-ef5c-4321-afeb-1506592a543f admin admin] Network hostable DHCP agents. Network: 736a813d-2083-48c9-9d97-1faf7965b576, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:55:39.081342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072227f2-ef5c-4321-afeb-1506592a543f admin admin] Network 736a813d-2083-48c9-9d97-1faf7965b576 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:55:39.094445 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-072227f2-ef5c-4321-afeb-1506592a543f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 736a813d-2083-48c9-9d97-1faf7965b576) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:55:39.098520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-64718837-8440-4ffc-91a1-c060829b02c7 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Deleting port 9f6391d6-ca81-4f15-8e29-046817530392 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:39.098863 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-64718837-8440-4ffc-91a1-c060829b02c7 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:39.104500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072227f2-ef5c-4321-afeb-1506592a543f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:39.105111 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-072227f2-ef5c-4321-afeb-1506592a543f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:39.110387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e5e293-9823-4caa-8a7b-f2bc020196bb None None] Network 736a813d-2083-48c9-9d97-1faf7965b576 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:55:39.142426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-072227f2-ef5c-4321-afeb-1506592a543f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5186863 Nov 24 12:55:39.270435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-64718837-8440-4ffc-91a1-c060829b02c7 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] For port 9f6391d6-ca81-4f15-8e29-046817530392, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9f6391d6-ca81-4f15-8e29-046817530392,segment=NetworkSegment(b9ee2fe3-2105-4602-a8e1-23218bc892e6),segment_id=b9ee2fe3-2105-4602-a8e1-23218bc892e6)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:39.270782 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-64718837-8440-4ffc-91a1-c060829b02c7 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:39.310777 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-64718837-8440-4ffc-91a1-c060829b02c7 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Calling delete_port for 9f6391d6-ca81-4f15-8e29-046817530392 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:39.351137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f762b17b-231b-46e4-b3be-5a801f444c92 None None] Network 736a813d-2083-48c9-9d97-1faf7965b576 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:55:39.391032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13f3bc-6d86-43b9-8d93-9c96dc3f8f2a req-fcd01483-f657-4327-ae0f-cbdcefe67721 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:39.398256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13f3bc-6d86-43b9-8d93-9c96dc3f8f2a req-fcd01483-f657-4327-ae0f-cbdcefe67721 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:39.399934 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e13f3bc-6d86-43b9-8d93-9c96dc3f8f2a req-fcd01483-f657-4327-ae0f-cbdcefe67721 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 1682 time: 0.0923476 Nov 24 12:55:39.478179 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e13f3bc-6d86-43b9-8d93-9c96dc3f8f2a req-ba0f7546-a698-4e2d-b37d-fea21abee456 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701461 Nov 24 12:55:39.517074 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-64718837-8440-4ffc-91a1-c060829b02c7 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:39.521645 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:39.538594 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['9f6391d6-ca81-4f15-8e29-046817530392', 'cd9cd7ea-474d-4e60-a65e-e21678853c1f'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:39.573394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64718837-8440-4ffc-91a1-c060829b02c7 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Port': ['ID=9f6391d6-ca81-4f15-8e29-046817530392,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:39.670822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-64718837-8440-4ffc-91a1-c060829b02c7 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] No DVR routers for this DVR port 9f6391d6-ca81-4f15-8e29-046817530392 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:39.676792 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-64718837-8440-4ffc-91a1-c060829b02c7 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:39.680234 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-64718837-8440-4ffc-91a1-c060829b02c7 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.46 "DELETE /v2.0/ports/9f6391d6-ca81-4f15-8e29-046817530392 HTTP/1.1" status: 204 len: 173 time: 0.7007189 Nov 24 12:55:39.764450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3070695b-d120-4176-baf0-1a0ca48b7f3a', 'tag': 'dc99550f-4cb8-45b3-a2ad-bf03932233b3'}, {'server_uuid': '0c5103e6-78ce-4645-9538-8df52f91b118', 'name': 'network-vif-deleted', 'tag': '9f6391d6-ca81-4f15-8e29-046817530392'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:39.767071 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc021300-cb54-42e2-b550-c28c85a720e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3070695b-d120-4176-baf0-1a0ca48b7f3a", "tag": "dc99550f-4cb8-45b3-a2ad-bf03932233b3"}, {"server_uuid": "0c5103e6-78ce-4645-9538-8df52f91b118", "name": "network-vif-deleted", "tag": "9f6391d6-ca81-4f15-8e29-046817530392"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:39.807693 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-56425abf-088b-4d3b-b991-353294246d4f service neutron] show failed (client error): The resource could not be found. Nov 24 12:55:39.808851 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-56425abf-088b-4d3b-b991-353294246d4f service neutron] 10.222.0.59 "GET /v2.0/ports/70a2990b-270c-44c2-b5c0-eb5c503f1607/bindings/n-h1-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.2433009 Nov 24 12:55:39.850308 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1eb6a-d10d-4a18-a497-20ae6c507ebd req-6a629338-9fb7-42ff-9dcb-acb9f0c136f6 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:39.858214 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e0e1eb6a-d10d-4a18-a497-20ae6c507ebd req-6a629338-9fb7-42ff-9dcb-acb9f0c136f6 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.2203639 Nov 24 12:55:39.876076 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54444) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:39.890974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-505100810-network', 'tenant_id': '38a99d0678134e37b552db1e6ed44181'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:39.894982 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device dc99550f-4cb8-45b3-a2ad-bf03932233b3 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:55:39.953675 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e0e1eb6a-d10d-4a18-a497-20ae6c507ebd req-648e8f88-fb7b-4498-a81b-b218c33eec8c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941303 Nov 24 12:55:39.967863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-c8a10577-cbcb-4965-928a-8182a9512f3b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Deleting port cd9cd7ea-474d-4e60-a65e-e21678853c1f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:39.968454 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-c8a10577-cbcb-4965-928a-8182a9512f3b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:39.997122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f91ca-430a-493f-b148-87e7c7eed49a req-fe8a7167-1bb4-4f32-8667-3b1d9ecf5a4a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:40.006864 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-987f91ca-430a-493f-b148-87e7c7eed49a req-fe8a7167-1bb4-4f32-8667-3b1d9ecf5a4a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.1439729 Nov 24 12:55:40.056500 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10915a8-93ad-4183-b6b7-ebb00a1a0d4e x-openstack-request-id: req-f10915a8-93ad-4183-b6b7-ebb00a1a0d4e {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:40.057444 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3070695b-d120-4176-baf0-1a0ca48b7f3a", "tag": "dc99550f-4cb8-45b3-a2ad-bf03932233b3", "status": "completed", "code": 200}, {"server_uuid": "0c5103e6-78ce-4645-9538-8df52f91b118", "name": "network-vif-deleted", "tag": "9f6391d6-ca81-4f15-8e29-046817530392", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:40.057899 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f10915a8-93ad-4183-b6b7-ebb00a1a0d4e {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:40.058310 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] Made reservation on behalf of 38a99d0678134e37b552db1e6ed44181 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:55:40.058448 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3070695b-d120-4176-baf0-1a0ca48b7f3a', 'tag': 'dc99550f-4cb8-45b3-a2ad-bf03932233b3', 'status': 'completed', 'code': 200} Nov 24 12:55:40.058899 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5103e6-78ce-4645-9538-8df52f91b118', 'name': 'network-vif-deleted', 'tag': '9f6391d6-ca81-4f15-8e29-046817530392', 'status': 'completed', 'code': 200} Nov 24 12:55:40.067051 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.094015 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.103602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:40.128184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device dc99550f-4cb8-45b3-a2ad-bf03932233b3 has no active binding in host n-h1-817303-4 {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 12:55:40.130682 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-987f91ca-430a-493f-b148-87e7c7eed49a req-5e867952-41c3-40f6-b9fb-e2f585976888 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228848 Nov 24 12:55:40.211112 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.216667 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.238654 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:55:40.244926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-c8a10577-cbcb-4965-928a-8182a9512f3b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] For port cd9cd7ea-474d-4e60-a65e-e21678853c1f, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=cd9cd7ea-474d-4e60-a65e-e21678853c1f,segment=NetworkSegment(fb1090df-9661-46cc-ba4a-2eb58dc87efe),segment_id=fb1090df-9661-46cc-ba4a-2eb58dc87efe)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:40.245364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-c8a10577-cbcb-4965-928a-8182a9512f3b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.253007 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.253007 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] Added segment 40ee084f-49ee-46f5-a0d5-181aa8c1065e of type vlan for network 11c3391b-9768-4336-899a-9389b1d05a1a Nov 24 12:55:40.262302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-c8a10577-cbcb-4965-928a-8182a9512f3b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Calling delete_port for cd9cd7ea-474d-4e60-a65e-e21678853c1f owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:40.271112 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-361bdf72-046c-47b2-9dcb-15c88bb984b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:40.272705 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-361bdf72-046c-47b2-9dcb-15c88bb984b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47&tenant_id=68aba327b1424d85a8e6810a5bcc2328 HTTP/1.1" status: 200 len: 1100 time: 0.1284301 Nov 24 12:55:40.276217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc021300-cb54-42e2-b550-c28c85a720e3 req-9ee9c1bc-af53-490e-824d-e09dc9d68904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:40.277701 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc021300-cb54-42e2-b550-c28c85a720e3 req-9ee9c1bc-af53-490e-824d-e09dc9d68904 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 1125 time: 0.1323116 Nov 24 12:55:40.290048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:40.301933 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.336452 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.337511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:40.338675 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.389952 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5126352 Nov 24 12:55:40.393022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036ba88c-0fc8-4a8b-8ee6-43fc5f165c53,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:40.407437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54448) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:40.416543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-fc2854c6-6e6c-4a7b-8a0a-082bec919fee admin admin] Request body: {'subnet': {'network_id': '11c3391b-9768-4336-899a-9389b1d05a1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-505100810-subnet', 'tenant_id': '38a99d0678134e37b552db1e6ed44181', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:40.461243 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.466356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bcd90-544e-422c-8a03-008b75c8fe0d admin admin] Pushing event updated for resources: {'Network': ['ID=11c3391b-9768-4336-899a-9389b1d05a1a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:40.478161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 11c3391b-9768-4336-899a-9389b1d05a1a details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:55:40.521980 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2854c6-6e6c-4a7b-8a0a-082bec919fee admin admin] Made reservation on behalf of 38a99d0678134e37b552db1e6ed44181 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:55:40.525982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc021300-cb54-42e2-b550-c28c85a720e3 req-84a442ed-8620-437c-b11b-6757666cca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:40.526621 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc021300-cb54-42e2-b550-c28c85a720e3 req-84a442ed-8620-437c-b11b-6757666cca9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.2029662 Nov 24 12:55:40.526944 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fc2854c6-6e6c-4a7b-8a0a-082bec919fee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.627731 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc021300-cb54-42e2-b550-c28c85a720e3 req-c886e850-d5b4-474a-9f5e-c50204098e74 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3 HTTP/1.1" status: 200 len: 217 time: 0.0673635 Nov 24 12:55:40.752613 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-c8a10577-cbcb-4965-928a-8182a9512f3b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.792631 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fc2854c6-6e6c-4a7b-8a0a-082bec919fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.817080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a10577-cbcb-4965-928a-8182a9512f3b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Port': ['ID=cd9cd7ea-474d-4e60-a65e-e21678853c1f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:40.850497 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc021300-cb54-42e2-b550-c28c85a720e3 req-422d945b-41cc-4889-b346-b1301f306f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:40.851970 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc021300-cb54-42e2-b550-c28c85a720e3 req-422d945b-41cc-4889-b346-b1301f306f90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.1765246 Nov 24 12:55:40.867809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2854c6-6e6c-4a7b-8a0a-082bec919fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6892408-4dd9-4c33-a37e-8de4206ed1ec,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:40.874222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2854c6-6e6c-4a7b-8a0a-082bec919fee admin admin] Checking segment: {'id': '40ee084f-49ee-46f5-a0d5-181aa8c1065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '11c3391b-9768-4336-899a-9389b1d05a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:40.874663 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2854c6-6e6c-4a7b-8a0a-082bec919fee admin admin] Network hostable DHCP agents. Network: 11c3391b-9768-4336-899a-9389b1d05a1a, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:55:40.902412 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2854c6-6e6c-4a7b-8a0a-082bec919fee admin admin] Network 11c3391b-9768-4336-899a-9389b1d05a1a is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:55:40.912891 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-fc2854c6-6e6c-4a7b-8a0a-082bec919fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 11c3391b-9768-4336-899a-9389b1d05a1a) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:55:40.919223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2854c6-6e6c-4a7b-8a0a-082bec919fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:40.920268 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fc2854c6-6e6c-4a7b-8a0a-082bec919fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.920534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace614a-6c53-4542-ae7f-ca8efbff95be req-c0b9f9ed-03a0-4a2a-be35-f3ec568401c1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:40.926162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914f3da0-cb15-4c6b-8d83-0bc871daf414 None None] Network 11c3391b-9768-4336-899a-9389b1d05a1a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:55:40.927565 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ace614a-6c53-4542-ae7f-ca8efbff95be req-c0b9f9ed-03a0-4a2a-be35-f3ec568401c1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c5103e6-78ce-4645-9538-8df52f91b118 HTTP/1.1" status: 200 len: 867 time: 0.2509489 Nov 24 12:55:40.933480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-c8a10577-cbcb-4965-928a-8182a9512f3b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] No DVR routers for this DVR port cd9cd7ea-474d-4e60-a65e-e21678853c1f on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:40.946752 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fc2854c6-6e6c-4a7b-8a0a-082bec919fee admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5352323 Nov 24 12:55:40.960474 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-c8a10577-cbcb-4965-928a-8182a9512f3b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:40.964159 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fdfb522f-2849-4b0a-8d09-312df7de091e req-c8a10577-cbcb-4965-928a-8182a9512f3b tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.46 "DELETE /v2.0/ports/cd9cd7ea-474d-4e60-a65e-e21678853c1f HTTP/1.1" status: 204 len: 173 time: 1.2638168 Nov 24 12:55:40.967367 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc021300-cb54-42e2-b550-c28c85a720e3 req-4d50df76-b53a-4e0e-b966-81ce8e3603a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046367 Nov 24 12:55:41.143813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:41.179127 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ace614a-6c53-4542-ae7f-ca8efbff95be req-adc7b661-75b4-4cb0-a4e8-fcbd448938c9 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "GET /v2.0/security-groups?id=37305228-a79d-4d1a-84f1-0f7bf143ab32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506132 Nov 24 12:55:41.203837 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846bcac-b3d7-497b-a22d-414200db51ac req-27d3c87b-6871-4664-9280-36971b078f0f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:41.219194 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8846bcac-b3d7-497b-a22d-414200db51ac req-27d3c87b-6871-4664-9280-36971b078f0f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.1212766 Nov 24 12:55:41.263239 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc021300-cb54-42e2-b550-c28c85a720e3 req-f65a607d-24a5-4172-b6e0-5c5b59d61891 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873907 Nov 24 12:55:41.339011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b3799a-8243-4781-bac0-d310b92574f0 None None] Network 11c3391b-9768-4336-899a-9389b1d05a1a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:55:41.366722 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8846bcac-b3d7-497b-a22d-414200db51ac req-610f0ba8-6d5a-4e68-ae5e-8d44d14ec98f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187999 Nov 24 12:55:41.419950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:41.476403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:41.492493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Transition to ACTIVE for port object 70a2990b-270c-44c2-b5c0-eb5c503f1607 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:55:41.543613 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:41.653240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc12c3-48da-4726-a73e-a8fc59be374e req-21d21e29-db5c-45e1-ac46-a86ec55e8854 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:41.661095 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-54cc12c3-48da-4726-a73e-a8fc59be374e req-21d21e29-db5c-45e1-ac46-a86ec55e8854 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 947 time: 0.2587175 Nov 24 12:55:41.698262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] No DVR routers for this DVR port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:41.701634 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc021300-cb54-42e2-b550-c28c85a720e3 req-a54cc7ac-ca9b-485d-ab0b-f6aa7bb49da2 service neutron] 10.222.0.59 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301951 Nov 24 12:55:41.704746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=70a2990b-270c-44c2-b5c0-eb5c503f1607,revision_number=6']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:41.815916 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-54cc12c3-48da-4726-a73e-a8fc59be374e req-44f5e59b-615a-422c-b763-b7361a62d9d5 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539657 Nov 24 12:55:41.817008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Attempting to bind port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:41.817509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Attempting to bind port 70a2990b-270c-44c2-b5c0-eb5c503f1607 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:41.818077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Attempting to bind port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:41.822796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:55:41.823122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Attempting to bind port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:41.838411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:41.838823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:41.839212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:41.839652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Bound port: 70a2990b-270c-44c2-b5c0-eb5c503f1607, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:41.840017 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:41.846178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906751-76c7-4570-a6b2-d387719300dc req-16ae0f53-97b1-4fe3-807d-73daec3db981 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:41.853933 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8906751-76c7-4570-a6b2-d387719300dc req-16ae0f53-97b1-4fe3-807d-73daec3db981 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/networks?id=736a813d-2083-48c9-9d97-1faf7965b576 HTTP/1.1" status: 200 len: 825 time: 0.1538467 Nov 24 12:55:41.873900 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8906751-76c7-4570-a6b2-d387719300dc req-2505bd65-e5f8-4708-8c35-fbdadd9fd23c tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/quotas/0e2c71f108734125b697a80bdd1f3365 HTTP/1.1" status: 200 len: 375 time: 0.0183899 Nov 24 12:55:41.901275 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device cd9cd7ea-474d-4e60-a65e-e21678853c1f no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:41.915257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:41.918576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:55:41.931349 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:41.932554 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8906751-76c7-4570-a6b2-d387719300dc req-305143f9-9e53-4691-affa-94683c8d4646 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0e2c71f108734125b697a80bdd1f3365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542359 Nov 24 12:55:41.952031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: cd9cd7ea-474d-4e60-a65e-e21678853c1f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:41.955059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device cd9cd7ea-474d-4e60-a65e-e21678853c1f not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:41.955700 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9f6391d6-ca81-4f15-8e29-046817530392 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:41.999124 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 9f6391d6-ca81-4f15-8e29-046817530392 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:41.999669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9f6391d6-ca81-4f15-8e29-046817530392 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:42.003367 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:42.003994 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:42.005541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] 10.222.0.46 "PUT /v2.0/ports/70a2990b-270c-44c2-b5c0-eb5c503f1607 HTTP/1.1" status: 200 len: 1095 time: 1.7207828 Nov 24 12:55:42.076830 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5103e6-78ce-4645-9538-8df52f91b118', 'name': 'network-vif-deleted', 'tag': 'cd9cd7ea-474d-4e60-a65e-e21678853c1f'}, {'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607'}, {'name': 'network-changed', 'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:42.077087 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8906751-76c7-4570-a6b2-d387719300dc req-d2adb5c0-5efa-4b57-bdfa-5f2be213db37 service neutron] 10.222.0.48 "GET /v2.0/networks/736a813d-2083-48c9-9d97-1faf7965b576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433465 Nov 24 12:55:42.079182 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87" -d '{"events": [{"server_uuid": "0c5103e6-78ce-4645-9538-8df52f91b118", "name": "network-vif-deleted", "tag": "cd9cd7ea-474d-4e60-a65e-e21678853c1f"}, {"server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "name": "network-vif-unplugged", "status": "completed", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607"}, {"name": "network-changed", "server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:42.090012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fe125-1f95-4468-9c16-5e6b3d99eaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=70a2990b-270c-44c2-b5c0-eb5c503f1607,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:42.134915 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-507ae4b4-4593-4c00-b144-026c2842df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:42.136880 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-507ae4b4-4593-4c00-b144-026c2842df64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 1098 time: 0.0933080 Nov 24 12:55:42.244966 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8906751-76c7-4570-a6b2-d387719300dc req-6fdb8bd8-d447-4103-85f9-1ef14714f523 service neutron] 10.222.0.48 "GET /v2.0/networks/736a813d-2083-48c9-9d97-1faf7965b576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669552 Nov 24 12:55:42.300963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-20506bd4-91d6-43bf-b5ba-753176ed4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:42.302550 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-20506bd4-91d6-43bf-b5ba-753176ed4568 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1573009 Nov 24 12:55:42.317882 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259f8eda-694a-4905-97aa-07b57047a514 x-openstack-request-id: req-259f8eda-694a-4905-97aa-07b57047a514 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:42.318192 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5103e6-78ce-4645-9538-8df52f91b118", "name": "network-vif-deleted", "tag": "cd9cd7ea-474d-4e60-a65e-e21678853c1f", "status": "completed", "code": 200}, {"server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "name": "network-vif-unplugged", "status": "completed", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607", "code": 200}, {"name": "network-changed", "server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:42.334645 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-259f8eda-694a-4905-97aa-07b57047a514 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:42.336978 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5103e6-78ce-4645-9538-8df52f91b118', 'name': 'network-vif-deleted', 'tag': 'cd9cd7ea-474d-4e60-a65e-e21678853c1f', 'status': 'completed', 'code': 200} Nov 24 12:55:42.337312 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'code': 200} Nov 24 12:55:42.337643 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'status': 'completed', 'code': 200} Nov 24 12:55:42.375534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54490) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:42.525660 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-0773ef64-f8bb-4b29-8c91-eb2a3c163ee3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607 HTTP/1.1" status: 200 len: 217 time: 0.1868548 Nov 24 12:55:42.561919 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8cdb529d-0278-4487-bc91-202b6730aecd req-cceea3e5-3d35-4a10-b9b1-7d580d024f64 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 210 time: 0.0713389 Nov 24 12:55:42.589075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e48d934-3d0e-493b-a7c4-2cbd8f5a2613 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Deleting subnet 0d72517a-d74c-4849-8180-1160c56f9c34 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:55:42.593500 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e48d934-3d0e-493b-a7c4-2cbd8f5a2613 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:42.616909 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-fe95a6ac-bd0b-4ec8-acbb-6df37396bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:42.618419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-fe95a6ac-bd0b-4ec8-acbb-6df37396bbd6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 1098 time: 0.2660935 Nov 24 12:55:42.641279 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e48d934-3d0e-493b-a7c4-2cbd8f5a2613 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:42.648095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-360200d8-5566-49c8-9576-5efc68deed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:42.649580 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-360200d8-5566-49c8-9576-5efc68deed66 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1112950 Nov 24 12:55:42.687778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62873e7-1d87-4d1e-951f-6ec984ab76f0 req-798ca292-1960-40f3-b005-03a151ddc916 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:42.689350 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a62873e7-1d87-4d1e-951f-6ec984ab76f0 req-798ca292-1960-40f3-b005-03a151ddc916 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.1627283 Nov 24 12:55:42.770554 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e48d934-3d0e-493b-a7c4-2cbd8f5a2613 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:42.800754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-0a40ce73-a9d7-443c-aa8b-293d70708ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:42.802473 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-0a40ce73-a9d7-443c-aa8b-293d70708ec3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346912 Nov 24 12:55:42.845481 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a62873e7-1d87-4d1e-951f-6ec984ab76f0 req-f15559dc-a447-4e31-9c30-70dee8efbe92 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348455 Nov 24 12:55:42.853617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-9e38be04-6441-40bf-b264-6fb54edb2480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:42.853794 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e48d934-3d0e-493b-a7c4-2cbd8f5a2613 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:42.860760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-9e38be04-6441-40bf-b264-6fb54edb2480 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2300365 Nov 24 12:55:42.916640 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-938910cf-f30a-42c7-9ca1-e16d25162433 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607 HTTP/1.1" status: 200 len: 217 time: 0.0447457 Nov 24 12:55:42.927552 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ad05cf-bcc9-4945-82ab-7e085738d7c4 None None] Network 297050ab-5355-43ff-88d9-29a66d2d65dc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:55:42.934344 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e48d934-3d0e-493b-a7c4-2cbd8f5a2613 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:42.942659 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2e48d934-3d0e-493b-a7c4-2cbd8f5a2613 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "DELETE /v2.0/subnets/0d72517a-d74c-4849-8180-1160c56f9c34 HTTP/1.1" status: 204 len: 168 time: 0.5658782 Nov 24 12:55:42.943540 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48d934-3d0e-493b-a7c4-2cbd8f5a2613 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Subnet': ['ID=0d72517a-d74c-4849-8180-1160c56f9c34,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:42.956957 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54508) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:43.130039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-7674d946-f0f3-458a-a14c-75c263d52ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:43.144013 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-7674d946-f0f3-458a-a14c-75c263d52ccb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1743066 Nov 24 12:55:43.148914 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf20bc6-9db6-45f4-8227-9882ec066a24 req-9fd2f38e-7245-4fbb-b33c-7dc7b719c2d8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:43.151422 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-17243ccb-67f7-4efc-a75f-15b597fdb1f7 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360910 Nov 24 12:55:43.158124 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebf20bc6-9db6-45f4-8227-9882ec066a24 req-9fd2f38e-7245-4fbb-b33c-7dc7b719c2d8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 947 time: 0.2258832 Nov 24 12:55:43.229126 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebf20bc6-9db6-45f4-8227-9882ec066a24 req-f8923f6d-7ee6-4024-a41a-d941d0641d1c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699797 Nov 24 12:55:43.240490 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:43.325961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d2ce9-827b-478e-b07d-716e974c42b7 None None] DHCP port deletion for 297050ab-5355-43ff-88d9-29a66d2d65dc request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 12:55:43.348601 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Deleting port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:43.349396 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:43.396831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 70a2990b-270c-44c2-b5c0-eb5c503f1607 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:43.488801 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d2ce9-827b-478e-b07d-716e974c42b7 None None] Deleting port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:43.489372 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e0d2ce9-827b-478e-b07d-716e974c42b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:43.493465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 70a2990b-270c-44c2-b5c0-eb5c503f1607 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:43.592569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5e0d2ce9-827b-478e-b07d-716e974c42b7 None None] For port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9,segment=NetworkSegment(b9ee2fe3-2105-4602-a8e1-23218bc892e6),segment_id=b9ee2fe3-2105-4602-a8e1-23218bc892e6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:43.593492 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e0d2ce9-827b-478e-b07d-716e974c42b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:43.616222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d2ce9-827b-478e-b07d-716e974c42b7 None None] Calling delete_port for eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:43.723724 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e0d2ce9-827b-478e-b07d-716e974c42b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:43.760785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] For port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9,segment=NetworkSegment(b9ee2fe3-2105-4602-a8e1-23218bc892e6),segment_id=b9ee2fe3-2105-4602-a8e1-23218bc892e6)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:43.761070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:43.770654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d2ce9-827b-478e-b07d-716e974c42b7 None None] Pushing event deleted for resources: {'Port': ['ID=eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:43.773525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d2ce9-827b-478e-b07d-716e974c42b7 None None] No DVR routers for this DVR port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:43.792030 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4af11687-d0f7-492a-8f2d-ccdccafcd2c8 req-1bbb10d4-9fee-4b08-88aa-0761ff9965c7 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 210 time: 0.0538409 Nov 24 12:55:43.799437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Calling delete_port for eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:43.916964 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:43.932921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] No DVR routers for this DVR port eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:43.947473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:43.968594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Port': ['ID=eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:43.995683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:43.996468 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device eb5ecee4-b1bf-4e38-a6fb-6c97bc567dd9 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:44.030561 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-130c2606-99ea-42ed-8d8a-e20bd7b66c94 req-9c9b1ca8-5744-458a-88d4-478ecbd39ba5 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8602734 Nov 24 12:55:44.069348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-0e0a1e89-408a-41ca-83ff-246c6875c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:44.071125 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-0e0a1e89-408a-41ca-83ff-246c6875c38e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9161088 Nov 24 12:55:44.151375 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:44.187998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297050ab-5355-43ff-88d9-29a66d2d65dc']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:44.206501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ee2fe3-2105-4602-a8e1-23218bc892e6') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:44.206780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ee2fe3-2105-4602-a8e1-23218bc892e6') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:44.221704 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906751-76c7-4570-a6b2-d387719300dc req-5252be85-4979-4a43-beb3-8b1fd013cc8d tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:44.228270 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af16deed-4f07-454c-989e-cac79b543ec1 req-f518e197-6292-4c37-b4f9-1380ab9c20ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3626571 Nov 24 12:55:44.229510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8906751-76c7-4570-a6b2-d387719300dc req-5252be85-4979-4a43-beb3-8b1fd013cc8d tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.46 "GET /v2.0/networks?id=736a813d-2083-48c9-9d97-1faf7965b576 HTTP/1.1" status: 200 len: 825 time: 0.2559581 Nov 24 12:55:44.234022 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:44.262340 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-e8906751-76c7-4570-a6b2-d387719300dc req-80d266cf-2fd0-4497-8a6b-ffd9b7e44171 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Request body: {'port': {'device_id': '1721ca26-5c60-4a84-abd6-8c5b477f6ee4', 'network_id': '736a813d-2083-48c9-9d97-1faf7965b576', 'admin_state_up': True, 'tenant_id': '0e2c71f108734125b697a80bdd1f3365'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:44.294044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbccda5-a31e-437e-85c8-03d006c27b5b req-8d002d72-9eec-4b07-98ee-7ef1b033a38b tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:44.299542 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:44.302329 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcbccda5-a31e-437e-85c8-03d006c27b5b req-8d002d72-9eec-4b07-98ee-7ef1b033a38b tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.2817316 Nov 24 12:55:44.312544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:55:44.312991 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:55:44.317100 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:55:44.367995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-f039a21a-5d37-48af-a4f4-a5f9d7698e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:44.369634 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-f039a21a-5d37-48af-a4f4-a5f9d7698e39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 1098 time: 0.2584693 Nov 24 12:55:44.417722 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcbccda5-a31e-437e-85c8-03d006c27b5b req-4ece2014-067a-46fb-bacb-c1afaca5a31e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134300 Nov 24 12:55:44.463974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16deed-4f07-454c-989e-cac79b543ec1 req-8b71cc3e-1c22-46db-839e-d2778eef0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:44.465518 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af16deed-4f07-454c-989e-cac79b543ec1 req-8b71cc3e-1c22-46db-839e-d2778eef0d5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 1102 time: 0.1593823 Nov 24 12:55:44.471442 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-4ec02e83-41d7-4223-a114-a2c4b1783134 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586481 Nov 24 12:55:44.507672 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:44.529873 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:44.534043 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "DELETE /v2.0/networks/297050ab-5355-43ff-88d9-29a66d2d65dc HTTP/1.1" status: 204 len: 168 time: 1.5088763 Nov 24 12:55:44.563571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54530) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:44.577958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329786d-eda4-4d02-8803-5c47f084ccd1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Network': ['ID=297050ab-5355-43ff-88d9-29a66d2d65dc,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:44.616718 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8906751-76c7-4570-a6b2-d387719300dc req-80d266cf-2fd0-4497-8a6b-ffd9b7e44171 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Made reservation on behalf of 0e2c71f108734125b697a80bdd1f3365 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:55:44.620473 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e8906751-76c7-4570-a6b2-d387719300dc req-80d266cf-2fd0-4497-8a6b-ffd9b7e44171 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:44.621873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16deed-4f07-454c-989e-cac79b543ec1 req-68a02b4e-c9e1-4f42-b76e-2c607fe2b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:44.623330 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af16deed-4f07-454c-989e-cac79b543ec1 req-68a02b4e-c9e1-4f42-b76e-2c607fe2b75e service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1204684 Nov 24 12:55:44.669197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce692687-02e6-4daa-a5df-a9aca728242f req-cf502fe8-ff76-4b51-81d3-98c2002caf20 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:44.670768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ce692687-02e6-4daa-a5df-a9aca728242f req-cf502fe8-ff76-4b51-81d3-98c2002caf20 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 947 time: 0.2013099 Nov 24 12:55:44.675633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-af756be6-2ccf-4df4-8197-d1b8b56dcf1e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Deleting subnet bbabd305-b05e-413f-b989-d837414384f7 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:55:44.680207 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af756be6-2ccf-4df4-8197-d1b8b56dcf1e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:44.711818 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af16deed-4f07-454c-989e-cac79b543ec1 req-39cfca10-279b-4f28-90ef-b93c129c3cdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 200 len: 217 time: 0.0778191 Nov 24 12:55:44.725566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-275cc4aa-8857-431e-950c-f121d3f3601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:44.727060 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-275cc4aa-8857-431e-950c-f121d3f3601f service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.3208206 Nov 24 12:55:44.790760 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af756be6-2ccf-4df4-8197-d1b8b56dcf1e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:44.817194 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-9123a561-aa0d-4061-b0d9-2237b0d641ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607 HTTP/1.1" status: 200 len: 217 time: 0.0595403 Nov 24 12:55:44.832381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16deed-4f07-454c-989e-cac79b543ec1 req-79e24bd1-09ba-492c-b5ae-4750f34c172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:44.833869 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af16deed-4f07-454c-989e-cac79b543ec1 req-79e24bd1-09ba-492c-b5ae-4750f34c172c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1042864 Nov 24 12:55:44.835722 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-4ccc299f-0bd2-485e-b664-8db4b6e97198 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317606 Nov 24 12:55:44.880527 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ce692687-02e6-4daa-a5df-a9aca728242f req-b2e32543-5a61-4e6f-a619-e8e83536f616 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962476 Nov 24 12:55:44.929100 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-e8906751-76c7-4570-a6b2-d387719300dc req-80d266cf-2fd0-4497-8a6b-ffd9b7e44171 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Allocated IP 172.20.0.4 (736a813d-2083-48c9-9d97-1faf7965b576/2b9c2cc2-3e9d-493f-ae61-859b555c1607/fff6e734-d327-4773-8979-eba3f735b1f3) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:55:44.961700 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af756be6-2ccf-4df4-8197-d1b8b56dcf1e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:45.016630 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-833e0289-499d-4581-b661-40c39d81d04e req-9c308c21-98dc-4b82-b78e-66236f61b3bf tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 210 time: 0.0450118 Nov 24 12:55:45.028489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-51a49370-51d0-46e5-9c90-0a55c02f84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:45.031715 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-51a49370-51d0-46e5-9c90-0a55c02f84cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1938994 Nov 24 12:55:45.056001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16deed-4f07-454c-989e-cac79b543ec1 req-eebbb1b9-af08-4eb8-a764-17c59335a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:45.057720 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af16deed-4f07-454c-989e-cac79b543ec1 req-eebbb1b9-af08-4eb8-a764-17c59335a841 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1589897 Nov 24 12:55:45.107711 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af756be6-2ccf-4df4-8197-d1b8b56dcf1e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:45.123584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-d01613f7-64bf-4531-9e4c-169c35dc2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:45.124991 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-d01613f7-64bf-4531-9e4c-169c35dc2a94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852911 Nov 24 12:55:45.150385 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af756be6-2ccf-4df4-8197-d1b8b56dcf1e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:45.157201 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-af756be6-2ccf-4df4-8197-d1b8b56dcf1e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "DELETE /v2.0/subnets/bbabd305-b05e-413f-b989-d837414384f7 HTTP/1.1" status: 204 len: 168 time: 0.5857906 Nov 24 12:55:45.157201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54536) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:45.166856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af756be6-2ccf-4df4-8197-d1b8b56dcf1e tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Subnet': ['ID=bbabd305-b05e-413f-b989-d837414384f7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:45.181667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d786ce31-44f5-4b6f-b6ed-539c2f62ba49 None None] Network ca32a40c-391a-40d2-be01-07c72538e571 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:55:45.259569 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af16deed-4f07-454c-989e-cac79b543ec1 req-1d5c116a-f0f2-45c1-86f6-62d47f8a500c service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861079 Nov 24 12:55:45.298876 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e8906751-76c7-4570-a6b2-d387719300dc req-80d266cf-2fd0-4497-8a6b-ffd9b7e44171 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:45.319448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-ca077d2d-6663-439a-b734-28cfce0c88d8 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678407 Nov 24 12:55:45.322619 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:45.394176 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e8906751-76c7-4570-a6b2-d387719300dc req-80d266cf-2fd0-4497-8a6b-ffd9b7e44171 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:45.407540 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device dc99550f-4cb8-45b3-a2ad-bf03932233b3 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:45.455706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8906751-76c7-4570-a6b2-d387719300dc req-80d266cf-2fd0-4497-8a6b-ffd9b7e44171 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Network 736a813d-2083-48c9-9d97-1faf7965b576 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:55:45.459508 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Deleting port fcbc6604-6611-4881-8ce1-8bd34a5e24bf {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:45.459857 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:45.464859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-e8906751-76c7-4570-a6b2-d387719300dc req-80d266cf-2fd0-4497-8a6b-ffd9b7e44171 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:55:45.469538 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af16deed-4f07-454c-989e-cac79b543ec1 req-674100d8-8d0e-47b8-b375-3b3b7af1ca83 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019153 Nov 24 12:55:45.485599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8906751-76c7-4570-a6b2-d387719300dc req-80d266cf-2fd0-4497-8a6b-ffd9b7e44171 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:55:45.492786 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fb3ed5a-0108-4ecc-951a-f1656f5e8f87 req-45829f32-b075-43f5-90dd-00c9142a34db service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434855 Nov 24 12:55:45.493012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d266cf-2fd0-4497-8a6b-ffd9b7e44171 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Pushing event updated for resources: {'Port': ['ID=fff6e734-d327-4773-8979-eba3f735b1f3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:45.606347 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] For port fcbc6604-6611-4881-8ce1-8bd34a5e24bf, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=fcbc6604-6611-4881-8ce1-8bd34a5e24bf,segment=NetworkSegment(fb1090df-9661-46cc-ba4a-2eb58dc87efe),segment_id=fb1090df-9661-46cc-ba4a-2eb58dc87efe)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:45.606716 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:45.621028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906751-76c7-4570-a6b2-d387719300dc req-80d266cf-2fd0-4497-8a6b-ffd9b7e44171 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:45.621667 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e8906751-76c7-4570-a6b2-d387719300dc req-80d266cf-2fd0-4497-8a6b-ffd9b7e44171 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:45.635429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Calling delete_port for fcbc6604-6611-4881-8ce1-8bd34a5e24bf owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:45.651621 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8906751-76c7-4570-a6b2-d387719300dc req-80d266cf-2fd0-4497-8a6b-ffd9b7e44171 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4067183 Nov 24 12:55:45.675014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3576461-24f1-4c7a-977d-8479e2e2da1f None None] DHCP port deletion for ca32a40c-391a-40d2-be01-07c72538e571 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 12:55:45.687219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f531a-ae59-4ec5-a40f-5acef486d9fb req-9cdd0024-105a-48a3-9011-4f1cf46894da tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:45.688922 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f70f531a-ae59-4ec5-a40f-5acef486d9fb req-9cdd0024-105a-48a3-9011-4f1cf46894da tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.1043904 Nov 24 12:55:45.691136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Request body: {'port': {'device_id': '1721ca26-5c60-4a84-abd6-8c5b477f6ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:45.751232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a3576461-24f1-4c7a-977d-8479e2e2da1f None None] Deleting port fcbc6604-6611-4881-8ce1-8bd34a5e24bf {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:45.752755 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3576461-24f1-4c7a-977d-8479e2e2da1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:45.762142 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f70f531a-ae59-4ec5-a40f-5acef486d9fb req-d9ed62b2-a373-4eb8-9c48-9d10f434614c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604525 Nov 24 12:55:45.765608 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:45.817849 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:45.831534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a3576461-24f1-4c7a-977d-8479e2e2da1f None None] For port fcbc6604-6611-4881-8ce1-8bd34a5e24bf, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=fcbc6604-6611-4881-8ce1-8bd34a5e24bf,segment=NetworkSegment(fb1090df-9661-46cc-ba4a-2eb58dc87efe),segment_id=fb1090df-9661-46cc-ba4a-2eb58dc87efe)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:45.831950 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3576461-24f1-4c7a-977d-8479e2e2da1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:45.846967 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a3576461-24f1-4c7a-977d-8479e2e2da1f None None] Calling delete_port for fcbc6604-6611-4881-8ce1-8bd34a5e24bf owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:45.880666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Port': ['ID=fcbc6604-6611-4881-8ce1-8bd34a5e24bf,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:45.883805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] No DVR routers for this DVR port fcbc6604-6611-4881-8ce1-8bd34a5e24bf on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:45.909279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device fcbc6604-6611-4881-8ce1-8bd34a5e24bf no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:45.934761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: fcbc6604-6611-4881-8ce1-8bd34a5e24bf {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:45.934761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device fcbc6604-6611-4881-8ce1-8bd34a5e24bf not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:45.978319 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3576461-24f1-4c7a-977d-8479e2e2da1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:46.009829 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3576461-24f1-4c7a-977d-8479e2e2da1f None None] Pushing event deleted for resources: {'Port': ['ID=fcbc6604-6611-4881-8ce1-8bd34a5e24bf,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:46.019943 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3576461-24f1-4c7a-977d-8479e2e2da1f None None] No DVR routers for this DVR port fcbc6604-6611-4881-8ce1-8bd34a5e24bf on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:46.084202 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:46.159627 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610a6b9-e338-4872-bbcd-2c32ebe52e04 req-8a4381c9-e979-4469-9122-661afb64a6c4 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:46.162338 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d610a6b9-e338-4872-bbcd-2c32ebe52e04 req-8a4381c9-e979-4469-9122-661afb64a6c4 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 931 time: 0.0737877 Nov 24 12:55:46.162988 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca32a40c-391a-40d2-be01-07c72538e571']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:46.187442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1090df-9661-46cc-ba4a-2eb58dc87efe') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:46.187671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1090df-9661-46cc-ba4a-2eb58dc87efe') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:46.202946 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:46.226009 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d610a6b9-e338-4872-bbcd-2c32ebe52e04 req-75b4ce3f-da09-4355-8171-e7505701a63b tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577674 Nov 24 12:55:46.234064 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3843c0-6fc7-440c-b8b3-c51782a0a65a req-75dba337-f18d-4861-b5ee-241567f99d81 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:46.235942 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb3843c0-6fc7-440c-b8b3-c51782a0a65a req-75dba337-f18d-4861-b5ee-241567f99d81 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 947 time: 0.1643345 Nov 24 12:55:46.239699 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:46.261626 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:55:46.262391 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:55:46.265102 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:55:46.412524 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:46.445508 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb3843c0-6fc7-440c-b8b3-c51782a0a65a req-80117470-e5b8-4c18-a79f-b650cbc777b2 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979902 Nov 24 12:55:46.457958 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:46.465859 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] 10.222.0.48 "DELETE /v2.0/networks/ca32a40c-391a-40d2-be01-07c72538e571 HTTP/1.1" status: 204 len: 168 time: 1.3039670 Nov 24 12:55:46.485514 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff6e734-d327-4773-8979-eba3f735b1f3 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:55:46.485514 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f537446-91c7-405f-8ac4-39ca9374ace1 tempest-ServersTestMultiNic-734952057 tempest-ServersTestMultiNic-734952057-project] Pushing event deleted for resources: {'Network': ['ID=ca32a40c-391a-40d2-be01-07c72538e571,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:46.488958 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:46.503246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Transition to ACTIVE for port object fff6e734-d327-4773-8979-eba3f735b1f3 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:55:46.509006 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:46.614173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Pushing event updated for resources: {'Port': ['ID=fff6e734-d327-4773-8979-eba3f735b1f3,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:46.683118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54592) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:46.827269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Attempting to bind port fff6e734-d327-4773-8979-eba3f735b1f3 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:46.827623 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Attempting to bind port fff6e734-d327-4773-8979-eba3f735b1f3 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '8c8293f6-a14e-4ce9-9aee-9cdaa23a5192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '736a813d-2083-48c9-9d97-1faf7965b576'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:46.827963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Attempting to bind port fff6e734-d327-4773-8979-eba3f735b1f3 on network 736a813d-2083-48c9-9d97-1faf7965b576 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:46.844559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Port fff6e734-d327-4773-8979-eba3f735b1f3 on network 736a813d-2083-48c9-9d97-1faf7965b576 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:55:46.844923 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Attempting to bind port fff6e734-d327-4773-8979-eba3f735b1f3 on network 736a813d-2083-48c9-9d97-1faf7965b576 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:46.851227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:46.851574 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Checking segment: {'id': '8c8293f6-a14e-4ce9-9aee-9cdaa23a5192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '736a813d-2083-48c9-9d97-1faf7965b576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:46.851964 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Bound using segment: {'id': '8c8293f6-a14e-4ce9-9aee-9cdaa23a5192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '736a813d-2083-48c9-9d97-1faf7965b576'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:46.852403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Bound port: fff6e734-d327-4773-8979-eba3f735b1f3, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c8293f6-a14e-4ce9-9aee-9cdaa23a5192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '736a813d-2083-48c9-9d97-1faf7965b576'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:46.852786 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:46.990530 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] For port fff6e734-d327-4773-8979-eba3f735b1f3, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:47.001184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] For port fff6e734-d327-4773-8979-eba3f735b1f3, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fff6e734-d327-4773-8979-eba3f735b1f3,segment=NetworkSegment(8c8293f6-a14e-4ce9-9aee-9cdaa23a5192),segment_id=8c8293f6-a14e-4ce9-9aee-9cdaa23a5192)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:55:47.008422 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:47.065975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:47.066620 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:47.068060 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8906751-76c7-4570-a6b2-d387719300dc req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] 10.222.0.46 "PUT /v2.0/ports/fff6e734-d327-4773-8979-eba3f735b1f3 HTTP/1.1" status: 200 len: 1091 time: 1.3818231 Nov 24 12:55:47.071050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1721ca26-5c60-4a84-abd6-8c5b477f6ee4', 'tag': 'fff6e734-d327-4773-8979-eba3f735b1f3'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:47.085145 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aa9f22-a2a9-4115-827e-60efdc0f38ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1721ca26-5c60-4a84-abd6-8c5b477f6ee4", "tag": "fff6e734-d327-4773-8979-eba3f735b1f3"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:47.152753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075d193-81f7-4a5c-9319-b06a7035f4db service neutron] Pushing event updated for resources: {'Port': ['ID=fff6e734-d327-4773-8979-eba3f735b1f3,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:47.198542 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74295e3a-c5f2-4246-b3c3-57a0117fa164 req-64df1eab-50f3-466b-935a-298b9a69d7e5 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:47.204579 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cf8ea2-4c95-4ad0-9147-7f3cb61a814d x-openstack-request-id: req-34cf8ea2-4c95-4ad0-9147-7f3cb61a814d {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:47.205686 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1721ca26-5c60-4a84-abd6-8c5b477f6ee4", "tag": "fff6e734-d327-4773-8979-eba3f735b1f3", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:47.206106 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34cf8ea2-4c95-4ad0-9147-7f3cb61a814d {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:47.206668 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1721ca26-5c60-4a84-abd6-8c5b477f6ee4', 'tag': 'fff6e734-d327-4773-8979-eba3f735b1f3', 'status': 'completed', 'code': 200} Nov 24 12:55:47.217982 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74295e3a-c5f2-4246-b3c3-57a0117fa164 req-64df1eab-50f3-466b-935a-298b9a69d7e5 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.2851336 Nov 24 12:55:47.234091 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906751-76c7-4570-a6b2-d387719300dc req-fad61215-8be0-4cba-bd63-7ff12588c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:47.236277 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8906751-76c7-4570-a6b2-d387719300dc req-fad61215-8be0-4cba-bd63-7ff12588c8f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e2c71f108734125b697a80bdd1f3365&device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 1094 time: 0.0912645 Nov 24 12:55:47.290998 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8906751-76c7-4570-a6b2-d387719300dc req-254cea5f-702f-4654-ac63-53336c1089b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fff6e734-d327-4773-8979-eba3f735b1f3 HTTP/1.1" status: 200 len: 217 time: 0.0428162 Nov 24 12:55:47.341694 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74295e3a-c5f2-4246-b3c3-57a0117fa164 req-40fc321c-202f-4571-9016-77be96373a58 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220446 Nov 24 12:55:47.406310 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8906751-76c7-4570-a6b2-d387719300dc req-06dee520-6ca7-4a08-a47c-4dcb37ee1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:47.408842 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8906751-76c7-4570-a6b2-d387719300dc req-06dee520-6ca7-4a08-a47c-4dcb37ee1912 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b9c2cc2-3e9d-493f-ae61-859b555c1607 HTTP/1.1" status: 200 len: 865 time: 0.1040480 Nov 24 12:55:47.451524 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0f35-e76d-43df-aebf-4def03b7656c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:47.467161 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8906751-76c7-4570-a6b2-d387719300dc req-e348b133-582e-411a-95bc-d7d4851eaf81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=736a813d-2083-48c9-9d97-1faf7965b576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438006 Nov 24 12:55:47.485227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3a14b-772f-4596-bc1e-aa51d3fb7a3d req-b2f30e0c-3a12-407e-8311-f46d9bda84dd tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:47.497424 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f1d3a14b-772f-4596-bc1e-aa51d3fb7a3d req-b2f30e0c-3a12-407e-8311-f46d9bda84dd tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 943 time: 0.1692894 Nov 24 12:55:47.577779 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f1d3a14b-772f-4596-bc1e-aa51d3fb7a3d req-a379c0ab-c616-455d-883b-0e31c209dc88 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771766 Nov 24 12:55:47.777476 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8906751-76c7-4570-a6b2-d387719300dc req-06b76417-bc1e-4b24-942f-6de1c6f2a205 service neutron] 10.222.0.46 "GET /v2.0/networks/736a813d-2083-48c9-9d97-1faf7965b576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556591 Nov 24 12:55:47.859764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5c4f4-ba2d-42f9-b748-dcd3fcf158df req-d9345919-5695-4ca2-ae5c-d91d505e1939 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:47.866658 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c5c4f4-ba2d-42f9-b748-dcd3fcf158df req-d9345919-5695-4ca2-ae5c-d91d505e1939 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 947 time: 0.1956027 Nov 24 12:55:47.911839 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8906751-76c7-4570-a6b2-d387719300dc req-0c95f7bb-0b51-4641-bdad-5f6267c43e95 service neutron] 10.222.0.46 "GET /v2.0/networks/736a813d-2083-48c9-9d97-1faf7965b576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257155 Nov 24 12:55:47.931910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 70a2990b-270c-44c2-b5c0-eb5c503f1607 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:55:48.069557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c5c4f4-ba2d-42f9-b748-dcd3fcf158df req-ebcb300c-aebb-4779-bfc7-cbd58aecbec0 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905913 Nov 24 12:55:48.084249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa9f22-a2a9-4115-827e-60efdc0f38ec req-04e21311-921d-494c-9b97-08b51822ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:48.084249 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-37aa9f22-a2a9-4115-827e-60efdc0f38ec req-04e21311-921d-494c-9b97-08b51822ce4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e2c71f108734125b697a80bdd1f3365&device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 1094 time: 0.1001227 Nov 24 12:55:48.086358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:48.104104 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'mac_address': 'fa:16:3e:e2:d5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:55:48.144911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0f35-e76d-43df-aebf-4def03b7656c admin admin] Deleting port cf5b9adb-d86b-480d-9a96-f674994f1097 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:48.145413 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0f35-e76d-43df-aebf-4def03b7656c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:48.185669 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:48.213232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a2990b-270c-44c2-b5c0-eb5c503f1607 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:55:48.238078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:48.245487 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:48.268048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa9f22-a2a9-4115-827e-60efdc0f38ec req-d0e59f20-071d-4ed0-9255-4348ab04669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:48.271015 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-37aa9f22-a2a9-4115-827e-60efdc0f38ec req-d0e59f20-071d-4ed0-9255-4348ab04669e service neutron] 10.222.0.46 "GET /v2.0/networks?id=736a813d-2083-48c9-9d97-1faf7965b576 HTTP/1.1" status: 200 len: 926 time: 0.1860340 Nov 24 12:55:48.322480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=70a2990b-270c-44c2-b5c0-eb5c503f1607,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:48.350875 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-37aa9f22-a2a9-4115-827e-60efdc0f38ec req-aef2336a-cfb5-4c0f-b8f0-28534f501441 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fff6e734-d327-4773-8979-eba3f735b1f3 HTTP/1.1" status: 200 len: 217 time: 0.0716343 Nov 24 12:55:48.426610 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa9f22-a2a9-4115-827e-60efdc0f38ec req-62dde818-5957-4448-8f7a-9733e8bd3ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:48.428135 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-37aa9f22-a2a9-4115-827e-60efdc0f38ec req-62dde818-5957-4448-8f7a-9733e8bd3ba5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b9c2cc2-3e9d-493f-ae61-859b555c1607 HTTP/1.1" status: 200 len: 865 time: 0.0625386 Nov 24 12:55:48.469100 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-c40211d9-1a1b-44db-b39d-aef1615b0bf7 service neutron] 10.222.0.59 "GET /v2.0/ports/dc99550f-4cb8-45b3-a2ad-bf03932233b3/bindings/n-h1-817303-4 HTTP/1.1" status: 200 len: 384 time: 0.2234399 Nov 24 12:55:48.472179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-e8bc0f35-e76d-43df-aebf-4def03b7656c admin admin] For port cf5b9adb-d86b-480d-9a96-f674994f1097, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cf5b9adb-d86b-480d-9a96-f674994f1097,segment=NetworkSegment(e3842c56-698c-4722-aee5-df6265b074fa),segment_id=e3842c56-698c-4722-aee5-df6265b074fa)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:48.472545 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0f35-e76d-43df-aebf-4def03b7656c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:48.500397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-37aa9f22-a2a9-4115-827e-60efdc0f38ec req-c12eb722-e169-4fe5-b1df-9bfa288a5c74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=736a813d-2083-48c9-9d97-1faf7965b576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550854 Nov 24 12:55:48.501387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc0f35-e76d-43df-aebf-4def03b7656c admin admin] Calling delete_port for cf5b9adb-d86b-480d-9a96-f674994f1097 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:48.556568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23276a92-2a13-4fed-9964-a26e8b167738 req-bb0401f2-24a7-4ab2-9b18-9015d554740e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:48.558212 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23276a92-2a13-4fed-9964-a26e8b167738 req-bb0401f2-24a7-4ab2-9b18-9015d554740e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.1045084 Nov 24 12:55:48.603781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e1e2e-a678-4298-9528-06ee7e105dc8 req-1a6ebe69-e1a6-4933-9e54-d9d2ba118972 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:48.605192 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be0e1e2e-a678-4298-9528-06ee7e105dc8 req-1a6ebe69-e1a6-4933-9e54-d9d2ba118972 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 948 time: 0.2060337 Nov 24 12:55:48.619244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-dfcb8a88-0bf4-40f1-8a29-e71cfc127d48 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:48.620683 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-dfcb8a88-0bf4-40f1-8a29-e71cfc127d48 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47&tenant_id=68aba327b1424d85a8e6810a5bcc2328&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 948 time: 0.2067330 Nov 24 12:55:48.635341 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['70a2990b-270c-44c2-b5c0-eb5c503f1607'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:48.650568 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-37aa9f22-a2a9-4115-827e-60efdc0f38ec req-d5e945a3-8b1a-4a3c-8e4e-f277e5019976 service neutron] 10.222.0.46 "GET /v2.0/networks/736a813d-2083-48c9-9d97-1faf7965b576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406331 Nov 24 12:55:48.654586 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23276a92-2a13-4fed-9964-a26e8b167738 req-96af91ad-e48c-411e-ba67-c660454e9084 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660632 Nov 24 12:55:48.789087 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-37aa9f22-a2a9-4115-827e-60efdc0f38ec req-18668e03-b34d-4997-af9c-caf1cc687d4e service neutron] 10.222.0.46 "GET /v2.0/networks/736a813d-2083-48c9-9d97-1faf7965b576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234865 Nov 24 12:55:48.916618 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98372dbb-3c9c-4999-8d2b-f6747b5abb67 req-d6747657-0362-4170-b19b-a8ac410f266d tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:48.918320 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-98372dbb-3c9c-4999-8d2b-f6747b5abb67 req-d6747657-0362-4170-b19b-a8ac410f266d tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 943 time: 0.0597041 Nov 24 12:55:48.983725 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-98372dbb-3c9c-4999-8d2b-f6747b5abb67 req-0aa773c4-1377-4699-ad3a-2f3e94eb1084 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582564 Nov 24 12:55:49.156090 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be0e1e2e-a678-4298-9528-06ee7e105dc8 req-18917597-fe55-434d-8a22-6f205c959498 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304503 Nov 24 12:55:49.198599 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-3fd4d90c-87f1-42ab-8e73-91038f347247 service neutron] 10.222.0.46 "GET /v2.0/ports/70a2990b-270c-44c2-b5c0-eb5c503f1607/bindings/n-h1-817303-4 HTTP/1.1" status: 200 len: 382 time: 0.5608311 Nov 24 12:55:49.354659 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-630d02b4-f58d-4fad-b5bf-488ea3687843 service neutron] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:49.379066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-634bc4a0-ff99-4a5e-a69f-b81633f87015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:49.380689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-634bc4a0-ff99-4a5e-a69f-b81633f87015 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 1099 time: 0.1330993 Nov 24 12:55:49.390485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-630d02b4-f58d-4fad-b5bf-488ea3687843 service neutron] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:49.417658 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0f35-e76d-43df-aebf-4def03b7656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:49.478783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc0f35-e76d-43df-aebf-4def03b7656c admin admin] Pushing event deleted for resources: {'Port': ['ID=cf5b9adb-d86b-480d-9a96-f674994f1097,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:49.493725 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-630d02b4-f58d-4fad-b5bf-488ea3687843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc99550f-4cb8-45b3-a2ad-bf03932233b3 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:55:49.576864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-630d02b4-f58d-4fad-b5bf-488ea3687843 service neutron] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:49.624202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-630d02b4-f58d-4fad-b5bf-488ea3687843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:49.648037 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-1e4b32aa-489f-43ee-b027-8ddfa6c43e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:49.649681 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-1e4b32aa-489f-43ee-b027-8ddfa6c43e98 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2575693 Nov 24 12:55:49.758361 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-88784ded-af7f-4a14-9900-1c2d6ec71bec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607 HTTP/1.1" status: 200 len: 217 time: 0.0699115 Nov 24 12:55:49.826047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03b9a3-7762-4381-aaea-d90a776ff1fa req-f70277e4-0c3e-4605-9f40-8cf5f0fa52d5 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:49.842848 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb03b9a3-7762-4381-aaea-d90a776ff1fa req-f70277e4-0c3e-4605-9f40-8cf5f0fa52d5 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 944 time: 0.0868669 Nov 24 12:55:49.881503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-630d02b4-f58d-4fad-b5bf-488ea3687843 service neutron] Transition to ACTIVE for port object dc99550f-4cb8-45b3-a2ad-bf03932233b3 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:55:49.894505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-6cae6ea4-9fb3-4544-bdc1-df568397503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:49.896646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-6cae6ea4-9fb3-4544-bdc1-df568397503c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1232731 Nov 24 12:55:49.899515 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-630d02b4-f58d-4fad-b5bf-488ea3687843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:49.906742 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8bc0f35-e76d-43df-aebf-4def03b7656c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:49.916834 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb03b9a3-7762-4381-aaea-d90a776ff1fa req-03cba7bb-9038-4aab-a46b-b08db8158d78 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707426 Nov 24 12:55:49.953640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fff6e734-d327-4773-8979-eba3f735b1f3 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:55:49.956071 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 70a2990b-270c-44c2-b5c0-eb5c503f1607 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:55:50.060827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-630d02b4-f58d-4fad-b5bf-488ea3687843 service neutron] No DVR routers for this DVR port dc99550f-4cb8-45b3-a2ad-bf03932233b3 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:50.097295 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 70a2990b-270c-44c2-b5c0-eb5c503f1607 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:55:50.106261 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 70a2990b-270c-44c2-b5c0-eb5c503f1607 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:50.106636 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:50.147820 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d02b4-f58d-4fad-b5bf-488ea3687843 service neutron] Pushing event updated for resources: {'Port': ['ID=dc99550f-4cb8-45b3-a2ad-bf03932233b3,revision_number=10']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:50.148878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port fff6e734-d327-4773-8979-eba3f735b1f3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fff6e734-d327-4773-8979-eba3f735b1f3,segment=NetworkSegment(8c8293f6-a14e-4ce9-9aee-9cdaa23a5192),segment_id=8c8293f6-a14e-4ce9-9aee-9cdaa23a5192)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:50.172637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-3273b69e-87b3-4dc2-8b5c-a75530c2d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:50.172917 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'fff6e734-d327-4773-8979-eba3f735b1f3', 'network_id': '736a813d-2083-48c9-9d97-1faf7965b576', 'port_id': 'fff6e734-d327-4773-8979-eba3f735b1f3', 'mac_address': 'fa:16:3e:2a:c3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9c2cc2-3e9d-493f-ae61-859b555c1607', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:55:50.174253 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-3273b69e-87b3-4dc2-8b5c-a75530c2d602 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2293561 Nov 24 12:55:50.241576 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:50.268096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff6e734-d327-4773-8979-eba3f735b1f3 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:55:50.287327 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:50.293729 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port fff6e734-d327-4773-8979-eba3f735b1f3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fff6e734-d327-4773-8979-eba3f735b1f3,segment=NetworkSegment(8c8293f6-a14e-4ce9-9aee-9cdaa23a5192),segment_id=8c8293f6-a14e-4ce9-9aee-9cdaa23a5192)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:50.301661 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-630d02b4-f58d-4fad-b5bf-488ea3687843 service neutron] 10.222.0.59 "PUT /v2.0/ports/dc99550f-4cb8-45b3-a2ad-bf03932233b3/bindings/n-h1-817303-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8168595 Nov 24 12:55:50.304267 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:50.353642 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:50.355996 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a95fcd-1ca8-4d49-b1f3-5a50a2a2e20a" -d '{"events": [{"server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "name": "network-vif-plugged", "status": "completed", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:50.368361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4532d4-c753-4998-af88-ebd00f3d427b req-19682e6f-5cb6-4a76-997c-0422628060fe tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:50.377317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:50.381793 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8c4532d4-c753-4998-af88-ebd00f3d427b req-19682e6f-5cb6-4a76-997c-0422628060fe tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 943 time: 0.2974100 Nov 24 12:55:50.384642 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:50.406641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-a3bb5e6d-8d06-4747-9eeb-e4ec623ffb14 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808722 Nov 24 12:55:50.415340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=fff6e734-d327-4773-8979-eba3f735b1f3,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:50.432101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70154be8-1d9c-41a0-8af9-4056d14d2abd req-a7c6312f-b1c8-4698-9f00-bd3bc6649b37 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:50.442654 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-70154be8-1d9c-41a0-8af9-4056d14d2abd req-a7c6312f-b1c8-4698-9f00-bd3bc6649b37 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 948 time: 0.1470070 Nov 24 12:55:50.488337 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-11552573-3a0f-4161-af83-2518e30d77ac tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:50.490153 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-11552573-3a0f-4161-af83-2518e30d77ac tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a&tenant_id=494a0e4f3119447983c5ec1ee6872a9d&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 1096 time: 0.1279910 Nov 24 12:55:50.525405 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8c4532d4-c753-4998-af88-ebd00f3d427b req-9f7f5fdc-477e-413d-8c31-2db8ceeb58e5 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426618 Nov 24 12:55:50.526381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=70a2990b-270c-44c2-b5c0-eb5c503f1607,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:50.544549 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-70154be8-1d9c-41a0-8af9-4056d14d2abd req-39b5aa89-d618-4fd9-807b-d7381e3d5cf8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008420 Nov 24 12:55:50.563807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-da3b27e7-e0cc-49d7-afdc-957641b71ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:50.566005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-da3b27e7-e0cc-49d7-afdc-957641b71ead service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a&tenant_id=494a0e4f3119447983c5ec1ee6872a9d HTTP/1.1" status: 200 len: 1096 time: 0.0600417 Nov 24 12:55:50.593679 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef441477-8612-46a7-9fc6-f1af84940e8c x-openstack-request-id: req-ef441477-8612-46a7-9fc6-f1af84940e8c {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:50.594288 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "name": "network-vif-plugged", "status": "completed", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:50.594609 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef441477-8612-46a7-9fc6-f1af84940e8c {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:50.595098 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'code': 200} Nov 24 12:55:50.605892 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['fff6e734-d327-4773-8979-eba3f735b1f3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:50.665539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-3eee074d-4dcf-45cb-8940-0c569b163a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:50.667825 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-3eee074d-4dcf-45cb-8940-0c569b163a2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 1096 time: 0.0630994 Nov 24 12:55:50.669099 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-5c50a74d-d6bf-4fce-9149-c179e533a229 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546768 Nov 24 12:55:50.679867 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bc0f35-e76d-43df-aebf-4def03b7656c admin admin] Router 3b24b79d-e5dc-41f3-bf75-dfb38464768e has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:55:50.798801 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-308d685c-aaaf-4911-909e-a9223b6737d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:50.801469 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-308d685c-aaaf-4911-909e-a9223b6737d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 200 len: 921 time: 0.1210077 Nov 24 12:55:50.808870 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bc0f35-e76d-43df-aebf-4def03b7656c admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:55:50.816313 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e41e6be0-5b5c-49c3-8fbe-0fbdbe82fbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:50.819890 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54688) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:50.820780 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e8bc0f35-e76d-43df-aebf-4def03b7656c admin admin] 10.222.0.48 "PUT /v2.0/routers/3b24b79d-e5dc-41f3-bf75-dfb38464768e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1336145 Nov 24 12:55:50.827921 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62e9b2-2f88-4f52-9b47-b67dfe966222 None None] Sync routers for ids ['3b24b79d-e5dc-41f3-bf75-dfb38464768e'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:55:50.837450 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62e9b2-2f88-4f52-9b47-b67dfe966222 None None] Routers {'3b24b79d-e5dc-41f3-bf75-dfb38464768e'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:50.838066 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4f62e9b2-2f88-4f52-9b47-b67dfe966222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b24b79d-e5dc-41f3-bf75-dfb38464768e'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:50.945724 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-4f62e9b2-2f88-4f52-9b47-b67dfe966222 None None] Set router 3b24b79d-e5dc-41f3-bf75-dfb38464768e gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:50.975451 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-f4220c61-d8f8-4974-bee1-6d230bdbe059 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3 HTTP/1.1" status: 200 len: 217 time: 0.0549603 Nov 24 12:55:51.048090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-c9c45e8c-450d-420d-aa88-d93fc51196e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:51.049955 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-c9c45e8c-450d-420d-aa88-d93fc51196e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 200 len: 860 time: 0.0606830 Nov 24 12:55:51.051449 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:51.063006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc334a-c487-4210-bcbe-61cfa101f8e7 req-e17455d5-df26-45ab-81dc-9e11ad899ca0 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:51.074969 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97fc334a-c487-4210-bcbe-61cfa101f8e7 req-e17455d5-df26-45ab-81dc-9e11ad899ca0 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 945 time: 0.0712683 Nov 24 12:55:51.120192 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-3e72d2e1-d264-4c8c-ad18-c41cc975145e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ee1ba679-7d12-4b42-af81-73cc82b26674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333691 Nov 24 12:55:51.141084 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97fc334a-c487-4210-bcbe-61cfa101f8e7 req-0a256c3d-a106-4393-bb53-a537afe0e493 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601711 Nov 24 12:55:51.176928 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4f62e9b2-2f88-4f52-9b47-b67dfe966222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'name': 'tempest-ServersTestMultiNic-1845800559-router', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:09Z', 'updated_at': '2021-11-24T12:55:49Z', 'revision_number': 5, 'project_id': '0ce15217cb16467ab78bae2368c56eb8', 'gw_port': {'id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:12Z', 'updated_at': '2021-11-24T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:51.210991 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62e9b2-2f88-4f52-9b47-b67dfe966222 None None] Checking router: 3b24b79d-e5dc-41f3-bf75-dfb38464768e for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:55:51.226050 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62e9b2-2f88-4f52-9b47-b67dfe966222 None None] Routers {'3b24b79d-e5dc-41f3-bf75-dfb38464768e'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:51.226050 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4f62e9b2-2f88-4f52-9b47-b67dfe966222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b24b79d-e5dc-41f3-bf75-dfb38464768e'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:51.256152 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:51.305991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-cb2f679e-e5e0-4c94-a2dd-70691b651787 service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377285 Nov 24 12:55:51.362132 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-4f62e9b2-2f88-4f52-9b47-b67dfe966222 None None] Set router 3b24b79d-e5dc-41f3-bf75-dfb38464768e gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:51.422123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] Deleting port 208a7ff8-9fac-48c2-b52e-df0ec54d5fee {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:51.422458 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:51.594053 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4f62e9b2-2f88-4f52-9b47-b67dfe966222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'name': 'tempest-ServersTestMultiNic-1845800559-router', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:09Z', 'updated_at': '2021-11-24T12:55:49Z', 'revision_number': 5, 'project_id': '0ce15217cb16467ab78bae2368c56eb8', 'gw_port': {'id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:12Z', 'updated_at': '2021-11-24T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:51.637434 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f62e9b2-2f88-4f52-9b47-b67dfe966222 None None] The sync data for ids ['3b24b79d-e5dc-41f3-bf75-dfb38464768e'] in n-d-817303-4 is: [{'id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'name': 'tempest-ServersTestMultiNic-1845800559-router', 'tenant_id': '0ce15217cb16467ab78bae2368c56eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:09Z', 'updated_at': '2021-11-24T12:55:49Z', 'revision_number': 5, 'project_id': '0ce15217cb16467ab78bae2368c56eb8', 'gw_port': {'id': '208a7ff8-9fac-48c2-b52e-df0ec54d5fee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b24b79d-e5dc-41f3-bf75-dfb38464768e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:12Z', 'updated_at': '2021-11-24T12:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:55:51.689498 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108940ec-4524-421c-ba21-7f89501226db req-8902413d-219f-4023-ba62-6038bb1fcdcc tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:51.693253 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-108940ec-4524-421c-ba21-7f89501226db req-8902413d-219f-4023-ba62-6038bb1fcdcc tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 944 time: 0.0778179 Nov 24 12:55:51.754418 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-108940ec-4524-421c-ba21-7f89501226db req-46a28c9c-37e9-4088-82b7-b335a2ee8d1e tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550537 Nov 24 12:55:51.821478 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-f93323bc-967e-4279-b606-3f69d7ac246b service neutron] 10.222.0.46 "GET /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074728 Nov 24 12:55:51.836769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c7028-4b16-4821-aaf2-ce36cc99a258 req-e3c9e6dd-310e-4417-9906-009ccbb3b7b8 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:51.838249 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-596c7028-4b16-4821-aaf2-ce36cc99a258 req-e3c9e6dd-310e-4417-9906-009ccbb3b7b8 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 945 time: 0.4529393 Nov 24 12:55:51.881855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] For port 208a7ff8-9fac-48c2-b52e-df0ec54d5fee, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=208a7ff8-9fac-48c2-b52e-df0ec54d5fee,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:51.882214 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:51.895628 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae2a68-4bdd-4463-b32b-a4ba0dd8f411 req-0a0c0c07-e4c7-4053-9773-584d545f291e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:51.904134 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dae2a68-4bdd-4463-b32b-a4ba0dd8f411 req-0a0c0c07-e4c7-4053-9773-584d545f291e tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.0706465 Nov 24 12:55:51.904814 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] Calling delete_port for 208a7ff8-9fac-48c2-b52e-df0ec54d5fee owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:51.930904 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-596c7028-4b16-4821-aaf2-ce36cc99a258 req-f62ece64-f116-453f-bb8a-2752245f4e31 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813611 Nov 24 12:55:51.960454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fff6e734-d327-4773-8979-eba3f735b1f3 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:55:51.977668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dae2a68-4bdd-4463-b32b-a4ba0dd8f411 req-bcfac747-7b5c-4603-b92b-3aab25e48705 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722439 Nov 24 12:55:52.050845 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cf5b9adb-d86b-480d-9a96-f674994f1097 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:52.095960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: cf5b9adb-d86b-480d-9a96-f674994f1097 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:52.097333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cf5b9adb-d86b-480d-9a96-f674994f1097 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:52.135213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port fff6e734-d327-4773-8979-eba3f735b1f3 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:55:52.139622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port fff6e734-d327-4773-8979-eba3f735b1f3 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:55:52.140785 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:52.245486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-880ea259-2382-42d6-b80b-12fd955e0f99 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:52.247459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-880ea259-2382-42d6-b80b-12fd955e0f99 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a&tenant_id=494a0e4f3119447983c5ec1ee6872a9d&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1096 time: 0.1270525 Nov 24 12:55:52.299737 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:52.357356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7f740-0ee1-4035-87a9-8f38d6db0c01 req-c068c8a1-9905-4332-9d9d-1807ba763f88 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:52.360415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port fff6e734-d327-4773-8979-eba3f735b1f3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fff6e734-d327-4773-8979-eba3f735b1f3,segment=NetworkSegment(8c8293f6-a14e-4ce9-9aee-9cdaa23a5192),segment_id=8c8293f6-a14e-4ce9-9aee-9cdaa23a5192)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:52.366679 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:52.367198 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76b7f740-0ee1-4035-87a9-8f38d6db0c01 req-c068c8a1-9905-4332-9d9d-1807ba763f88 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 945 time: 0.1103590 Nov 24 12:55:52.402718 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:52.434829 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=fff6e734-d327-4773-8979-eba3f735b1f3,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:52.459317 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76b7f740-0ee1-4035-87a9-8f38d6db0c01 req-e293f2d9-bece-40d3-bb6a-999cfc36bd3c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912461 Nov 24 12:55:52.474027 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=208a7ff8-9fac-48c2-b52e-df0ec54d5fee,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:52.569856 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:52.578254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-d5758007-81ed-4887-b275-d19437cc6b52 service neutron] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:52.595874 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1721ca26-5c60-4a84-abd6-8c5b477f6ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff6e734-d327-4773-8979-eba3f735b1f3'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:52.599390 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8647b9-1907-4af3-aa3c-cdac4fd2c243" -d '{"events": [{"server_uuid": "1721ca26-5c60-4a84-abd6-8c5b477f6ee4", "name": "network-vif-plugged", "status": "completed", "tag": "fff6e734-d327-4773-8979-eba3f735b1f3"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:52.649819 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-d5758007-81ed-4887-b275-d19437cc6b52 service neutron] Publish callbacks [] for binding, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:52.650988 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36c426c7-60d0-4d01-8716-3c5592b2517e req-d5758007-81ed-4887-b275-d19437cc6b52 service neutron] 10.222.0.46 "DELETE /v2.0/ports/dc99550f-4cb8-45b3-a2ad-bf03932233b3/bindings/n-h2-817303-4 HTTP/1.1" status: 204 len: 173 time: 0.3897927 Nov 24 12:55:52.652336 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afadb03-756f-454f-9dfb-0c5700a65517 x-openstack-request-id: req-9afadb03-756f-454f-9dfb-0c5700a65517 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:52.652935 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1721ca26-5c60-4a84-abd6-8c5b477f6ee4", "name": "network-vif-plugged", "status": "completed", "tag": "fff6e734-d327-4773-8979-eba3f735b1f3", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:52.653270 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9afadb03-756f-454f-9dfb-0c5700a65517 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:52.653734 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1721ca26-5c60-4a84-abd6-8c5b477f6ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff6e734-d327-4773-8979-eba3f735b1f3', 'code': 200} Nov 24 12:55:52.698056 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:52.701071 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:52.738919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31af1a-367d-4599-a8bc-0ca4e2cd0c0b req-7c69b2fd-5645-41d5-b8a7-fbf1946164b4 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:52.748889 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae31af1a-367d-4599-a8bc-0ca4e2cd0c0b req-7c69b2fd-5645-41d5-b8a7-fbf1946164b4 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 1096 time: 0.1160469 Nov 24 12:55:52.818640 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:52.819489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b24b79d-e5dc-41f3-bf75-dfb38464768e {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 12:55:52.828125 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:52.828328 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae31af1a-367d-4599-a8bc-0ca4e2cd0c0b req-5477dea9-0bd4-4c31-a294-949a954a8746 tempest-LiveAutoBlockMigrationV225Test-577957741 tempest-LiveAutoBlockMigrationV225Test-577957741-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731421 Nov 24 12:55:52.833478 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54726) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:52.834144 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ba3fa17f-5605-41ab-8634-fe3b840d75d6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3b24b79d-e5dc-41f3-bf75-dfb38464768e HTTP/1.1" status: 204 len: 168 time: 2.0097470 Nov 24 12:55:52.849842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4af0b-f648-43b8-a0ad-e40ba3510a2b req-f8fd9e24-8544-4240-b228-c12e898f25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:52.852683 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-87e4af0b-f648-43b8-a0ad-e40ba3510a2b req-f8fd9e24-8544-4240-b228-c12e898f25fa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 1096 time: 0.0787511 Nov 24 12:55:52.925721 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-045fe352-d488-453d-8f10-87fa92c7a49c admin admin] Deleting subnet 9bc7e93b-5cc5-40ae-b1b1-79fa27041fef {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:55:52.932659 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-045fe352-d488-453d-8f10-87fa92c7a49c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:52.960417 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-87e4af0b-f648-43b8-a0ad-e40ba3510a2b req-0d184d75-3055-49b3-a48c-57b79a736872 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006529 Nov 24 12:55:53.034092 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-045fe352-d488-453d-8f10-87fa92c7a49c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:53.085565 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb86c5-8f08-4c4a-a388-e8e5407c1af3 req-a39f4ded-469c-44d6-8c2e-d8936c9ba341 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:53.090673 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8cb86c5-8f08-4c4a-a388-e8e5407c1af3 req-a39f4ded-469c-44d6-8c2e-d8936c9ba341 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 945 time: 0.1133657 Nov 24 12:55:53.171234 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d1d52ff0-55ef-4e2f-a557-051eb2f9a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:53.174220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93662b70-8713-40d0-8ab6-7736fcf867aa req-b75c4074-b092-4a83-9742-dd07d531cfc2 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:53.176391 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-93662b70-8713-40d0-8ab6-7736fcf867aa req-b75c4074-b092-4a83-9742-dd07d531cfc2 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 945 time: 0.1973751 Nov 24 12:55:53.198155 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8cb86c5-8f08-4c4a-a388-e8e5407c1af3 req-291f0b18-4219-499d-865c-c5ffcdbd5361 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994098 Nov 24 12:55:53.286624 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-93662b70-8713-40d0-8ab6-7736fcf867aa req-ec76947d-967e-45b7-8b14-430dc2909814 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771759 Nov 24 12:55:53.302365 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-045fe352-d488-453d-8f10-87fa92c7a49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:53.371315 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-045fe352-d488-453d-8f10-87fa92c7a49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:53.434332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fe352-d488-453d-8f10-87fa92c7a49c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc7e93b-5cc5-40ae-b1b1-79fa27041fef,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:53.474989 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-045fe352-d488-453d-8f10-87fa92c7a49c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:53.480116 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-045fe352-d488-453d-8f10-87fa92c7a49c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9bc7e93b-5cc5-40ae-b1b1-79fa27041fef HTTP/1.1" status: 204 len: 168 time: 0.6454048 Nov 24 12:55:53.482742 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54740) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:53.486963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4f6439-88ee-4e80-8130-832daf4b3055 None None] Network 21d92584-cfa0-4312-b71c-31955e8e539c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:55:53.574352 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03e742-b783-4880-b149-15a3b4a12ad5 req-9ed5b8c2-a09a-447a-a042-6af9b4b7f35d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:53.578093 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a03e742-b783-4880-b149-15a3b4a12ad5 req-9ed5b8c2-a09a-447a-a042-6af9b4b7f35d tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.1581948 Nov 24 12:55:53.585196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-433dc8ac-7e12-445e-8e86-c279aca9d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:53.587865 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-433dc8ac-7e12-445e-8e86-c279aca9d63a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47&tenant_id=68aba327b1424d85a8e6810a5bcc2328 HTTP/1.1" status: 200 len: 1100 time: 0.1500568 Nov 24 12:55:53.605197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:53.626343 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:53.690659 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a03e742-b783-4880-b149-15a3b4a12ad5 req-7cfd03ee-35d7-480c-93dd-39e93eaa3034 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000075 Nov 24 12:55:53.746043 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Deleting port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:53.746383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:53.802539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c31e39-92a4-4461-8ade-68b1a07e2ebd None None] DHCP port deletion for 21d92584-cfa0-4312-b71c-31955e8e539c request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 12:55:53.808398 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:53.837081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] For port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb,segment=NetworkSegment(e3842c56-698c-4722-aee5-df6265b074fa),segment_id=e3842c56-698c-4722-aee5-df6265b074fa)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:53.837452 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:53.853097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Calling delete_port for b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:53.863493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-32c31e39-92a4-4461-8ade-68b1a07e2ebd None None] Deleting port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:53.864907 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-32c31e39-92a4-4461-8ade-68b1a07e2ebd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:53.931994 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 208a7ff8-9fac-48c2-b52e-df0ec54d5fee no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:53.967809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-32c31e39-92a4-4461-8ade-68b1a07e2ebd None None] For port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb,segment=NetworkSegment(e3842c56-698c-4722-aee5-df6265b074fa),segment_id=e3842c56-698c-4722-aee5-df6265b074fa)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:53.968613 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-32c31e39-92a4-4461-8ade-68b1a07e2ebd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:53.971638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 208a7ff8-9fac-48c2-b52e-df0ec54d5fee {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:53.972179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 208a7ff8-9fac-48c2-b52e-df0ec54d5fee not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:53.972789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:53.995993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369be4cc-6a21-422d-9301-be685e3585b5 req-97ca4e6b-0876-4b25-8e4e-4858d98f9021 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:54.005394 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-32c31e39-92a4-4461-8ade-68b1a07e2ebd None None] Calling delete_port for b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:54.005782 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-369be4cc-6a21-422d-9301-be685e3585b5 req-97ca4e6b-0876-4b25-8e4e-4858d98f9021 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 945 time: 0.1323998 Nov 24 12:55:54.057276 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.065677 n-d-817303-4 neutron-server[114987]: INFO neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No ports have port_id starting with b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb Nov 24 12:55:54.098818 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-369be4cc-6a21-422d-9301-be685e3585b5 req-a994eaa4-83f2-4263-9329-b8d042a4813a tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878685 Nov 24 12:55:54.108494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:54.120396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] No DVR routers for this DVR port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:54.123655 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-32c31e39-92a4-4461-8ade-68b1a07e2ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.137577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:54.156569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c31e39-92a4-4461-8ade-68b1a07e2ebd None None] Pushing event deleted for resources: {'Port': ['ID=b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:54.163992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c31e39-92a4-4461-8ade-68b1a07e2ebd None None] No DVR routers for this DVR port b8d0d052-c2ef-4d0b-9f70-7c01ce3e7adb on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:54.192256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:54.265041 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.279220 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.294259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc0f76-cc6f-43dd-90eb-b3aeed005f43 req-9189bc88-0131-4c73-94c9-fded4c54e346 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:54.295930 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-71fc0f76-cc6f-43dd-90eb-b3aeed005f43 req-9189bc88-0131-4c73-94c9-fded4c54e346 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.46 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 945 time: 0.1450195 Nov 24 12:55:54.311524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:54.317633 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927c0433-27c6-40e0-a908-9cb731bb4ede" -d '{"events": [{"server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "name": "network-vif-unplugged", "status": "completed", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:54.323376 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.346666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d92584-cfa0-4312-b71c-31955e8e539c']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:54.362471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3842c56-698c-4722-aee5-df6265b074fa') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:54.362762 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3842c56-698c-4722-aee5-df6265b074fa') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:54.369377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Transition to ACTIVE for port object 70a2990b-270c-44c2-b5c0-eb5c503f1607 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:55:54.378427 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.415816 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.459812 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.462196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaed50-bf3f-4236-8416-c575e09abdfd req-714c6d7f-9e7b-4767-aa2f-601e0ff30c68 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:54.470424 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dbdaed50-bf3f-4236-8416-c575e09abdfd req-714c6d7f-9e7b-4767-aa2f-601e0ff30c68 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 945 time: 0.1350524 Nov 24 12:55:54.478938 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:55:54.479340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:55:54.481444 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:55:54.488316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Pushing event updated for resources: {'Port': ['ID=70a2990b-270c-44c2-b5c0-eb5c503f1607,revision_number=10']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:54.490921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] No DVR routers for this DVR port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:54.519120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b35199-2727-4c79-bacc-096e621e90c8 req-33cdfca0-b07c-4e1b-89ef-72bb3be2c505 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:54.520645 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61b35199-2727-4c79-bacc-096e621e90c8 req-33cdfca0-b07c-4e1b-89ef-72bb3be2c505 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 945 time: 0.1504972 Nov 24 12:55:54.577036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-71fc0f76-cc6f-43dd-90eb-b3aeed005f43 req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Deleting port dc99550f-4cb8-45b3-a2ad-bf03932233b3 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:54.577381 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-71fc0f76-cc6f-43dd-90eb-b3aeed005f43 req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.607580 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.613195 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.613863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Attempting to bind port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:55:54.614201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Attempting to bind port 70a2990b-270c-44c2-b5c0-eb5c503f1607 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:55:54.614532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Attempting to bind port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:54.616366 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/21d92584-cfa0-4312-b71c-31955e8e539c HTTP/1.1" status: 204 len: 168 time: 1.1324604 Nov 24 12:55:54.634171 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dbdaed50-bf3f-4236-8416-c575e09abdfd req-c16668d9-42ce-45d4-bafc-142dbbc8b7bc tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479168 Nov 24 12:55:54.635672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:55:54.636002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Attempting to bind port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:55:54.648097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-e0e36400-2bbb-4bce-baa7-33c04ba33df3 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:54.649656 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-e0e36400-2bbb-4bce-baa7-33c04ba33df3 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.59 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 945 time: 0.1624062 Nov 24 12:55:54.680234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:55:54.680483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:55:54.682010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:55:54.682491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Bound port: 70a2990b-270c-44c2-b5c0-eb5c503f1607, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:55:54.682860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.714247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb290f-58fa-4a66-be62-93ef957aa9a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=21d92584-cfa0-4312-b71c-31955e8e539c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:54.737102 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61b35199-2727-4c79-bacc-096e621e90c8 req-66611f3f-02aa-4d3b-8d1d-63745ae076fb tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899524 Nov 24 12:55:54.813243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-71fc0f76-cc6f-43dd-90eb-b3aeed005f43 req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] For port dc99550f-4cb8-45b3-a2ad-bf03932233b3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=dc99550f-4cb8-45b3-a2ad-bf03932233b3,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:54.815653 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-71fc0f76-cc6f-43dd-90eb-b3aeed005f43 req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.835309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:55:54.838944 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fcddd6-fb85-4b6e-beb9-936a2b46aa30 x-openstack-request-id: req-e9fcddd6-fb85-4b6e-beb9-936a2b46aa30 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:54.839244 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "name": "network-vif-unplugged", "status": "completed", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:54.839502 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9fcddd6-fb85-4b6e-beb9-936a2b46aa30 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:54.839898 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'code': 200} Nov 24 12:55:54.852891 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-71fc0f76-cc6f-43dd-90eb-b3aeed005f43 req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Calling delete_port for dc99550f-4cb8-45b3-a2ad-bf03932233b3 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:54.862468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:55:54.871080 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.885787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Deleting port 7d54e441-67a0-40bf-9421-706fca2cc859 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:54.886133 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.963906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54766) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:54.991066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:54.991796 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:54.994600 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] 10.222.0.59 "PUT /v2.0/ports/70a2990b-270c-44c2-b5c0-eb5c503f1607 HTTP/1.1" status: 200 len: 1096 time: 1.3950000 Nov 24 12:55:55.023477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac3e7e-96d4-4cf7-8a51-46fa414d53f1 service neutron] Pushing event updated for resources: {'Port': ['ID=70a2990b-270c-44c2-b5c0-eb5c503f1607,revision_number=11']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:55.145894 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b5db65eb-60b3-404a-b972-2ec0e99dc7b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ce15217cb16467ab78bae2368c56eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792412 Nov 24 12:55:55.148575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54770) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:55.182633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cfddf-ae21-4bb5-ad24-fc8c2d26128d req-69836606-33b6-4bcc-b785-8752419f27e7 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:55.191239 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-194cfddf-ae21-4bb5-ad24-fc8c2d26128d req-69836606-33b6-4bcc-b785-8752419f27e7 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 945 time: 0.1455677 Nov 24 12:55:55.205257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-bd280e72-c861-4be3-bae1-58fca1120e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:55.206838 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-bd280e72-c861-4be3-bae1-58fca1120e49 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 1099 time: 0.1767824 Nov 24 12:55:55.276641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a340b36-dd39-4013-86e0-c0cf9fe86e10 req-ccf5359b-c715-4f1b-ac38-02c52a716b95 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:55.280520 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-194cfddf-ae21-4bb5-ad24-fc8c2d26128d req-4c84061f-e9ae-4330-a0c3-bb98a437ce5a tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877638 Nov 24 12:55:55.284654 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3a340b36-dd39-4013-86e0-c0cf9fe86e10 req-ccf5359b-c715-4f1b-ac38-02c52a716b95 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 948 time: 0.2068987 Nov 24 12:55:55.299297 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:55:55.303719 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-71fc0f76-cc6f-43dd-90eb-b3aeed005f43 req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:55.319924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['dc99550f-4cb8-45b3-a2ad-bf03932233b3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:55.323457 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['acb38072-5e14-4840-ae0e-342ff08a3d6b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:55:55.324994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] For port 7d54e441-67a0-40bf-9421-706fca2cc859, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7d54e441-67a0-40bf-9421-706fca2cc859,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:55.325368 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:55.353048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Pushing event deleted for resources: {'Port': ['ID=dc99550f-4cb8-45b3-a2ad-bf03932233b3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:55.407467 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4cc0bdfa-4a37-4972-916e-b591c13cbf2f req-19c3aae6-6bd8-41be-bd22-f67830c3b312 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 210 time: 0.0429714 Nov 24 12:55:55.410183 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:55.410860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:55.410994 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:55.411400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:55.412096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:55.412314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:55.412668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:55.413035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:55.413373 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:55.413715 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:55.414250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:55.414622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:55:55.446739 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33e59988-7010-4b53-99c2-e150e162d5f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:55.490813 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fc0f76-cc6f-43dd-90eb-b3aeed005f43 req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] No DVR routers for this DVR port dc99550f-4cb8-45b3-a2ad-bf03932233b3 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:55.494011 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-71fc0f76-cc6f-43dd-90eb-b3aeed005f43 req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:55.496912 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-71fc0f76-cc6f-43dd-90eb-b3aeed005f43 req-3f71b7d4-1b1a-47aa-b977-c78ec0667c67 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.46 "DELETE /v2.0/ports/dc99550f-4cb8-45b3-a2ad-bf03932233b3 HTTP/1.1" status: 204 len: 173 time: 1.1865680 Nov 24 12:55:55.497412 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3070695b-d120-4176-baf0-1a0ca48b7f3a', 'name': 'network-vif-deleted', 'tag': 'dc99550f-4cb8-45b3-a2ad-bf03932233b3'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:55.499717 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c25e33-b86f-4453-b962-b6889b5a1a4e" -d '{"events": [{"server_uuid": "3070695b-d120-4176-baf0-1a0ca48b7f3a", "name": "network-vif-deleted", "tag": "dc99550f-4cb8-45b3-a2ad-bf03932233b3"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:55.550777 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3a340b36-dd39-4013-86e0-c0cf9fe86e10 req-e8f75812-4c89-4b26-987f-0f5a2a2adbfe tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659154 Nov 24 12:55:55.583487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-d8b60b6e-b84f-4d7f-88fe-56359a6d55ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:55.584880 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-d8b60b6e-b84f-4d7f-88fe-56359a6d55ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.3686707 Nov 24 12:55:55.603381 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33e59988-7010-4b53-99c2-e150e162d5f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:55.614204 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d198ca-3f0e-46b1-968c-a1156834039c x-openstack-request-id: req-93d198ca-3f0e-46b1-968c-a1156834039c {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:55.615296 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3070695b-d120-4176-baf0-1a0ca48b7f3a", "name": "network-vif-deleted", "tag": "dc99550f-4cb8-45b3-a2ad-bf03932233b3", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:55.616471 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93d198ca-3f0e-46b1-968c-a1156834039c {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:55.617090 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3070695b-d120-4176-baf0-1a0ca48b7f3a', 'name': 'network-vif-deleted', 'tag': 'dc99550f-4cb8-45b3-a2ad-bf03932233b3', 'status': 'completed', 'code': 200} Nov 24 12:55:55.783765 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:55.994610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device dc99550f-4cb8-45b3-a2ad-bf03932233b3 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:56.040752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: dc99550f-4cb8-45b3-a2ad-bf03932233b3 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:56.046587 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b006183-0907-459c-952e-9b64235da243 req-1a923d36-bab4-4058-acb5-a16d5478ab48 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:56.047391 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device dc99550f-4cb8-45b3-a2ad-bf03932233b3 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:56.048039 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 70a2990b-270c-44c2-b5c0-eb5c503f1607 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:56.054483 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7b006183-0907-459c-952e-9b64235da243 req-1a923d36-bab4-4058-acb5-a16d5478ab48 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 945 time: 0.0784786 Nov 24 12:55:56.078864 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-1b99eb46-386a-4909-b713-a4dcef705e3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607 HTTP/1.1" status: 200 len: 217 time: 0.4794381 Nov 24 12:55:56.091344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 70a2990b-270c-44c2-b5c0-eb5c503f1607 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:56.109049 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7b006183-0907-459c-952e-9b64235da243 req-a2fe81d5-742c-41cb-a956-4cc4f2b52cab tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536730 Nov 24 12:55:56.253636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-567e86f6-37c7-4fb3-866e-1106cb697169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:56.255394 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-567e86f6-37c7-4fb3-866e-1106cb697169 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1543815 Nov 24 12:55:56.283043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffee5e5-4ad7-4948-b22f-9806a844a97e req-e029e712-7c81-4238-a2f2-1dd87cbd81c5 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:56.284918 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ffee5e5-4ad7-4948-b22f-9806a844a97e req-e029e712-7c81-4238-a2f2-1dd87cbd81c5 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 945 time: 0.2176197 Nov 24 12:55:56.321724 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33e59988-7010-4b53-99c2-e150e162d5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:56.324516 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33e59988-7010-4b53-99c2-e150e162d5f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:56.325883 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-33e59988-7010-4b53-99c2-e150e162d5f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37305228-a79d-4d1a-84f1-0f7bf143ab32 HTTP/1.1" status: 204 len: 168 time: 1.1742897 Nov 24 12:55:56.363418 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:56.364083 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:56.364574 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Floating IP 5c53f2eb-db51-4bed-8cba-62bf11a9903c disassociated. External IP: 172.25.0.159, port: 7d54e441-67a0-40bf-9421-706fca2cc859. Nov 24 12:55:56.365103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Calling delete_port for 7d54e441-67a0-40bf-9421-706fca2cc859 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:56.374614 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e59988-7010-4b53-99c2-e150e162d5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37305228-a79d-4d1a-84f1-0f7bf143ab32,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:56.507980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-0b3e9ec5-8041-46a2-bca6-2beb371c0877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:56.511252 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-0b3e9ec5-8041-46a2-bca6-2beb371c0877 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2452276 Nov 24 12:55:56.533746 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ffee5e5-4ad7-4948-b22f-9806a844a97e req-622bf4d6-f4f5-41d5-95d7-e70fe3441c91 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups?id=057966b1-62c6-426d-a8e0-55ae45a4b905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262971 Nov 24 12:55:56.558973 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:56.572924 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d669dc5-d97f-482e-98f6-538c55f84cc0 req-063b51c5-659b-4957-99a6-0167424153e0 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:56.581845 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d669dc5-d97f-482e-98f6-538c55f84cc0 req-063b51c5-659b-4957-99a6-0167424153e0 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 945 time: 0.0687263 Nov 24 12:55:56.646883 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d669dc5-d97f-482e-98f6-538c55f84cc0 req-66ea1e1e-88a4-47ac-bb25-34effab32b97 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/security-groups?id=27f3e63a-61fb-4db3-9f38-56f3125fe825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597451 Nov 24 12:55:56.738419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-84c3db20-6929-4bc3-bc26-5a2ba3953dec req-b395bddd-374a-4dc2-8baa-874d4c8def62 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 210 time: 0.0459774 Nov 24 12:55:56.779860 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-9a5c144a-d68f-41d8-b984-880a2dff8f6d service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446012 Nov 24 12:55:56.858955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:56.865829 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8459e4e3-2d64-4fdf-a780-48962e78be8c" -d '{"events": [{"name": "network-changed", "server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:56.939906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:57.030989 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8983cb-66d2-4da5-b912-7ffee88183a6 x-openstack-request-id: req-bb8983cb-66d2-4da5-b912-7ffee88183a6 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:57.031166 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:57.031474 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb8983cb-66d2-4da5-b912-7ffee88183a6 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:57.032185 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'status': 'completed', 'code': 200} Nov 24 12:55:57.069023 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Pushing event deleted for resources: {'Port': ['ID=7d54e441-67a0-40bf-9421-706fca2cc859,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:57.118678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990db763-2175-45cc-9bf5-80127c0e3c3d req-7872bcc3-d8c2-483f-b0aa-a746f771525c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:57.128857 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-990db763-2175-45cc-9bf5-80127c0e3c3d req-7872bcc3-d8c2-483f-b0aa-a746f771525c tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 948 time: 0.2333107 Nov 24 12:55:57.129081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-7ff061ed-5479-4059-bd64-ad6cdb1a650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:57.130286 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-7ff061ed-5479-4059-bd64-ad6cdb1a650b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 1099 time: 0.1414976 Nov 24 12:55:57.143422 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc0035-ada4-4b87-b461-0e1e32ffa092 req-95088e5a-f24c-4ff6-ab09-a4aea52e7be4 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:57.153570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d9cc0035-ada4-4b87-b461-0e1e32ffa092 req-95088e5a-f24c-4ff6-ab09-a4aea52e7be4 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 945 time: 0.1026001 Nov 24 12:55:57.192831 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-706e861b-de92-4441-ab3f-c013e3a69c46 req-1fcaff58-43fa-48d1-9c82-4897e64155af service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976667 Nov 24 12:55:57.250582 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-990db763-2175-45cc-9bf5-80127c0e3c3d req-3fbd5071-d7da-43fe-a77c-073b34a93dd4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211407 Nov 24 12:55:57.352139 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d9cc0035-ada4-4b87-b461-0e1e32ffa092 req-fea9c502-a56d-41b8-9df3-9ec2e3d89a11 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946929 Nov 24 12:55:57.371094 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Router 8e94e28f-c557-4d33-822a-6287461f9a21 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:55:57.371094 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-04b692ac-46b5-46b6-9ecf-5133f2b27cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:57.371511 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-04b692ac-46b5-46b6-9ecf-5133f2b27cd3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68aba327b1424d85a8e6810a5bcc2328&device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 1099 time: 0.0773730 Nov 24 12:55:57.410605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-baad6f6b-e19e-44df-a3a0-14266f62d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:57.412063 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-baad6f6b-e19e-44df-a3a0-14266f62d1dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2370074 Nov 24 12:55:57.442095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7d54e441-67a0-40bf-9421-706fca2cc859 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:55:57.494300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 7d54e441-67a0-40bf-9421-706fca2cc859 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:55:57.496347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7d54e441-67a0-40bf-9421-706fca2cc859 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:55:57.520998 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-197fb9c2-f5b0-438f-8216-22137886cf7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607 HTTP/1.1" status: 200 len: 217 time: 0.0992556 Nov 24 12:55:57.675423 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-613b3b28-6554-4c84-bb0a-e36a61a4d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:57.677338 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-613b3b28-6554-4c84-bb0a-e36a61a4d693 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2973428 Nov 24 12:55:57.682560 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:55:57.696026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67951a3c-d449-4e11-9998-9aeac6766c73 None None] Sync routers for ids ['8e94e28f-c557-4d33-822a-6287461f9a21'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:55:57.724431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ec5f0d94-6101-4666-bac6-0252f49bea0b req-47f38376-2a4d-4812-930d-e6c7e8d5a4bd tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/ports?device_id=29052d2e-9574-476d-9382-5444527f70d9 HTTP/1.1" status: 200 len: 210 time: 0.0731084 Nov 24 12:55:57.746847 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67951a3c-d449-4e11-9998-9aeac6766c73 None None] Routers {'8e94e28f-c557-4d33-822a-6287461f9a21'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:57.753005 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-67951a3c-d449-4e11-9998-9aeac6766c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8e94e28f-c557-4d33-822a-6287461f9a21'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:57.788796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54832) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:57.807394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-5b4b6c3e-5be4-4a3c-a4d1-c762094fdde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:57.808921 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-5b4b6c3e-5be4-4a3c-a4d1-c762094fdde9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.2724965 Nov 24 12:55:57.824052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-b9080db3-3d54-4cf8-9d48-a3a1f847d779 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607 HTTP/1.1" status: 200 len: 217 time: 0.1256075 Nov 24 12:55:57.855560 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] No DVR routers for this DVR port 7d54e441-67a0-40bf-9421-706fca2cc859 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:55:57.887178 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:57.890504 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-478aa702-03e8-4906-a123-20c7b4b5f9f5 req-a284e3cc-2cfa-4fc0-8c8f-8ffcd167639b tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.59 "DELETE /v2.0/ports/7d54e441-67a0-40bf-9421-706fca2cc859 HTTP/1.1" status: 204 len: 173 time: 3.2173984 Nov 24 12:55:57.919980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-7b2e692f-d362-4932-9ec2-26a667528152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:57.921454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-7b2e692f-d362-4932-9ec2-26a667528152 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0765617 Nov 24 12:55:57.931309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0433c78-9965-48cb-8c46-e4a823b00024 req-392f6ed5-326a-4a40-922e-89023f5bfa90 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:57.933199 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0433c78-9965-48cb-8c46-e4a823b00024 req-392f6ed5-326a-4a40-922e-89023f5bfa90 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 945 time: 0.1151938 Nov 24 12:55:57.942391 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-67951a3c-d449-4e11-9998-9aeac6766c73 None None] Set router 8e94e28f-c557-4d33-822a-6287461f9a21 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:58.053215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1905384906-network', 'tenant_id': 'ebd6d04db3794dd1a3aafcebd082bc1f'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:58.109256 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0f1cc811-cca7-45ee-bb80-19017856752e req-a57a918f-984b-44a4-9802-2069dcacd201 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 210 time: 0.0756602 Nov 24 12:55:58.143704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-9d054b4f-0c7a-4ba6-b163-63201826a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:58.148487 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-9d054b4f-0c7a-4ba6-b163-63201826a598 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2145996 Nov 24 12:55:58.152192 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0433c78-9965-48cb-8c46-e4a823b00024 req-969c6783-75ac-43a9-80a6-d3a8c75230c4 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/security-groups?id=27f3e63a-61fb-4db3-9f38-56f3125fe825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055783 Nov 24 12:55:58.156259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-3b051f51-79da-44be-9600-df1dec968fd7 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:58.158193 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-3b051f51-79da-44be-9600-df1dec968fd7 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.59 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 945 time: 0.4089265 Nov 24 12:55:58.175608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] Made reservation on behalf of ebd6d04db3794dd1a3aafcebd082bc1f for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:55:58.175608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:58.218152 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:58.232173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-c345107b-be74-4788-b6e0-d8bc9f1034c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:58.236740 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-c345107b-be74-4788-b6e0-d8bc9f1034c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3640680 Nov 24 12:55:58.261951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-67951a3c-d449-4e11-9998-9aeac6766c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:51:04Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:58.289524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67951a3c-d449-4e11-9998-9aeac6766c73 None None] Checking router: 8e94e28f-c557-4d33-822a-6287461f9a21 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:55:58.306627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67951a3c-d449-4e11-9998-9aeac6766c73 None None] Routers {'8e94e28f-c557-4d33-822a-6287461f9a21'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:55:58.307516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-67951a3c-d449-4e11-9998-9aeac6766c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8e94e28f-c557-4d33-822a-6287461f9a21'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:58.347841 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-c614023f-856a-4558-b3cd-a0bdc20dd518 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872134 Nov 24 12:55:58.525166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-67951a3c-d449-4e11-9998-9aeac6766c73 None None] Set router 8e94e28f-c557-4d33-822a-6287461f9a21 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:55:58.533728 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-76674897-58fb-4a62-919a-9c29c1d4b771 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856278 Nov 24 12:55:58.606745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687bb4c-7304-41c6-8831-0a670ecde0cd req-ff2c8e15-7204-4bd2-80ac-a740f0a09925 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:58.610392 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3687bb4c-7304-41c6-8831-0a670ecde0cd req-ff2c8e15-7204-4bd2-80ac-a740f0a09925 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 948 time: 0.2016835 Nov 24 12:55:58.667273 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:58.675601 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584c770-240d-4596-a154-a1a5b0ec8b27 req-b9efa9e0-ac4d-467d-bc78-79d53184ceea tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:58.677118 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7584c770-240d-4596-a154-a1a5b0ec8b27 req-b9efa9e0-ac4d-467d-bc78-79d53184ceea tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.46 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 945 time: 0.3282392 Nov 24 12:55:58.685113 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:58.696991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:55:58.708076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:58.708426 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] Added segment 1bea5dd0-cad7-4175-9377-49f8c0823196 of type vlan for network 41aa74d0-4e4d-4564-875a-9e7bd63b5bbc Nov 24 12:55:58.740675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Deleting port 54b482fd-82bf-4238-8354-6e34b10a4cd3 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:58.741273 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:58.825180 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:58.850183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb2435-aed1-4c5d-a382-6a803e3d827d req-7213a3b2-d26d-48f1-a18f-5dd5d6c9a259 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:58.852969 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-edcb2435-aed1-4c5d-a382-6a803e3d827d req-7213a3b2-d26d-48f1-a18f-5dd5d6c9a259 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 945 time: 0.3310487 Nov 24 12:55:58.870826 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-140b02c3-91be-484c-a067-0ac963f322a1 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791424 Nov 24 12:55:58.893414 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-67951a3c-d449-4e11-9998-9aeac6766c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:51:04Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:55:58.902274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973d129f-8a6b-4860-a5ad-5b0ade396076,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:58.949851 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:58.950827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:58.951396 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:58.965623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67951a3c-d449-4e11-9998-9aeac6766c73 None None] The sync data for ids ['8e94e28f-c557-4d33-822a-6287461f9a21'] in n-d-817303-4 is: [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:50:58Z', 'revision_number': 4, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df63a4d3-38b2-4efc-97ed-0e4942af1a86', 'name': '', 'network_id': '1bfce1e3-d0fb-443f-82e9-216fa2f4414e', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'mac_address': 'fa:16:3e:6f:78:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:57Z', 'updated_at': '2021-11-24T12:51:04Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'subnets': [{'id': 'd5769439-5245-4abd-9019-ca9dddd4ee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:55:59.002679 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8459e4e3-2d64-4fdf-a780-48962e78be8c req-18a4b104-c937-4955-b395-411ad45eab1a service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468193 Nov 24 12:55:59.031344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-edcb2435-aed1-4c5d-a382-6a803e3d827d req-4d987be5-f818-43fa-8778-22bf2f78d091 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591704 Nov 24 12:55:59.031951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3687bb4c-7304-41c6-8831-0a670ecde0cd req-5d3fba75-8734-47d9-8a74-60c4324da108 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734138 Nov 24 12:55:59.036446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29052d2e-9574-476d-9382-5444527f70d9', 'name': 'network-vif-deleted', 'tag': '7d54e441-67a0-40bf-9421-706fca2cc859'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:55:59.056810 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81301f92-98b2-418d-9afd-8dc7166c38ed" -d '{"events": [{"server_uuid": "29052d2e-9574-476d-9382-5444527f70d9", "name": "network-vif-deleted", "tag": "7d54e441-67a0-40bf-9421-706fca2cc859"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:55:59.083284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2764211 Nov 24 12:55:59.091991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54848) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:59.167150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Request body: {'subnet': {'network_id': '41aa74d0-4e4d-4564-875a-9e7bd63b5bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1905384906-subnet', 'tenant_id': 'ebd6d04db3794dd1a3aafcebd082bc1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:55:59.193481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30436617-c16a-43bb-ba93-1df92ea9ffef admin admin] Pushing event updated for resources: {'Network': ['ID=41aa74d0-4e4d-4564-875a-9e7bd63b5bbc,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:55:59.205058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 41aa74d0-4e4d-4564-875a-9e7bd63b5bbc details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:55:59.238012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-7584c770-240d-4596-a154-a1a5b0ec8b27 req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Deleting port fff6e734-d327-4773-8979-eba3f735b1f3 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:55:59.238363 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7584c770-240d-4596-a154-a1a5b0ec8b27 req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:59.297062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] For port 54b482fd-82bf-4238-8354-6e34b10a4cd3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=54b482fd-82bf-4238-8354-6e34b10a4cd3,segment=NetworkSegment(c988924c-c93d-4849-bb9e-a0b9fce0b1f5),segment_id=c988924c-c93d-4849-bb9e-a0b9fce0b1f5)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:59.298938 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:59.325986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Made reservation on behalf of ebd6d04db3794dd1a3aafcebd082bc1f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:55:59.328367 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:59.347751 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d71bafe-2139-403a-a567-d13a85658758 x-openstack-request-id: req-0d71bafe-2139-403a-a567-d13a85658758 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:55:59.348243 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29052d2e-9574-476d-9382-5444527f70d9", "name": "network-vif-deleted", "tag": "7d54e441-67a0-40bf-9421-706fca2cc859", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:55:59.348562 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0d71bafe-2139-403a-a567-d13a85658758 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:55:59.348973 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29052d2e-9574-476d-9382-5444527f70d9', 'name': 'network-vif-deleted', 'tag': '7d54e441-67a0-40bf-9421-706fca2cc859', 'status': 'completed', 'code': 200} Nov 24 12:55:59.480876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 70a2990b-270c-44c2-b5c0-eb5c503f1607 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:55:59.512455 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58390d40-8b38-4c69-b6b9-3df26bf3fa71 req-9dc00f88-2bc9-4798-84f9-347585f27807 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 210 time: 0.1912496 Nov 24 12:55:59.542240 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff73fc2e-1483-47c7-8615-d6c30c2e063e None None] New status for floating IP 5c53f2eb-db51-4bed-8cba-62bf11a9903c: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:55:59.664989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54862) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:55:59.671971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7584c770-240d-4596-a154-a1a5b0ec8b27 req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] For port fff6e734-d327-4773-8979-eba3f735b1f3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fff6e734-d327-4773-8979-eba3f735b1f3,segment=NetworkSegment(8c8293f6-a14e-4ce9-9aee-9cdaa23a5192),segment_id=8c8293f6-a14e-4ce9-9aee-9cdaa23a5192)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:59.672640 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7584c770-240d-4596-a154-a1a5b0ec8b27 req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:59.710144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-7584c770-240d-4596-a154-a1a5b0ec8b27 req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Calling delete_port for fff6e734-d327-4773-8979-eba3f735b1f3 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:59.778462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:59.816076 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'mac_address': 'fa:16:3e:e2:d5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:55:59.850652 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8afb4-c8aa-48f1-aa01-f9fc3d434ed1 req-77fa1bff-b544-4223-9640-696acb6cb079 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:55:59.852207 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-51e8afb4-c8aa-48f1-aa01-f9fc3d434ed1 req-77fa1bff-b544-4223-9640-696acb6cb079 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 945 time: 0.3826141 Nov 24 12:55:59.896967 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:59.907877 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:59.908172 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:59.908492 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Floating IP 49aa1e87-bd9d-4809-8451-c4f53c66fdab disassociated. External IP: 172.25.0.231, port: 54b482fd-82bf-4238-8354-6e34b10a4cd3. Nov 24 12:55:59.908856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Calling delete_port for 54b482fd-82bf-4238-8354-6e34b10a4cd3 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:55:59.921044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a2990b-270c-44c2-b5c0-eb5c503f1607 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:55:59.960834 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab2b512a-b03b-43a2-a4bc-a5b14a8f0601 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:55:59.966849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:55:59.973764 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:00.059075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-51e8afb4-c8aa-48f1-aa01-f9fc3d434ed1 req-8885c764-3348-4b78-bd34-4b141799d77c tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/security-groups?id=27f3e63a-61fb-4db3-9f38-56f3125fe825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967788 Nov 24 12:56:00.088303 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab2b512a-b03b-43a2-a4bc-a5b14a8f0601 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:00.095718 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=70a2990b-270c-44c2-b5c0-eb5c503f1607,revision_number=12']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:00.126406 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.135468 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.136058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.136583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.137234 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.137575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.144930 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.144930 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.144930 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.145342 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.145494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.145812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.183078 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:00.288648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['70a2990b-270c-44c2-b5c0-eb5c503f1607'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:56:00.311619 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:00.386279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Pushing event deleted for resources: {'Port': ['ID=54b482fd-82bf-4238-8354-6e34b10a4cd3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:00.426121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6032e-9a6a-4ea1-9404-3b9c3e9c4bf0 req-5a408a2f-e98b-4cef-a30b-1227829ff335 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:00.435478 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91a6032e-9a6a-4ea1-9404-3b9c3e9c4bf0 req-5a408a2f-e98b-4cef-a30b-1227829ff335 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.2118442 Nov 24 12:56:00.462936 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7584c770-240d-4596-a154-a1a5b0ec8b27 req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:00.527808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=095fe325-e366-463d-a72b-1fb00182fc69,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:00.593092 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91a6032e-9a6a-4ea1-9404-3b9c3e9c4bf0 req-9653bc47-25f9-486b-9f64-7cb64efa1496 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565428 Nov 24 12:56:00.600056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Checking segment: {'id': '1bea5dd0-cad7-4175-9377-49f8c0823196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '41aa74d0-4e4d-4564-875a-9e7bd63b5bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:00.600643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Network hostable DHCP agents. Network: 41aa74d0-4e4d-4564-875a-9e7bd63b5bbc, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:56:00.621063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Pushing event deleted for resources: {'Port': ['ID=fff6e734-d327-4773-8979-eba3f735b1f3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:00.637345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:56:00.646677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.647914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.649563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.650579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.651747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.652707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.653994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.656903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.657489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.658014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.659013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.659536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.669406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.670469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.671081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.671640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.672184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.673271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.673817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.674803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.675386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.675928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.677067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.677644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:00.782254 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-7584c770-240d-4596-a154-a1a5b0ec8b27 req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] No DVR routers for this DVR port fff6e734-d327-4773-8979-eba3f735b1f3 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:00.786808 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7584c770-240d-4596-a154-a1a5b0ec8b27 req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:00.799756 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7584c770-240d-4596-a154-a1a5b0ec8b27 req-26ffaec7-4fdf-4849-9853-a1ae31f5af09 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.46 "DELETE /v2.0/ports/fff6e734-d327-4773-8979-eba3f735b1f3 HTTP/1.1" status: 204 len: 173 time: 2.0786595 Nov 24 12:56:00.824262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Network 41aa74d0-4e4d-4564-875a-9e7bd63b5bbc is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:56:00.824262 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab2b512a-b03b-43a2-a4bc-a5b14a8f0601 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:00.828384 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab2b512a-b03b-43a2-a4bc-a5b14a8f0601 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:00.852782 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ab2b512a-b03b-43a2-a4bc-a5b14a8f0601 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "DELETE /v2.0/security-groups/057966b1-62c6-426d-a8e0-55ae45a4b905 HTTP/1.1" status: 204 len: 168 time: 1.1809256 Nov 24 12:56:00.856760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54876) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:00.893795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aacdbf-8c8d-420d-89f6-3bd010ac95e8 req-3db51fde-7988-42cb-ac3a-854924c4b5ba tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:00.895419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-87aacdbf-8c8d-420d-89f6-3bd010ac95e8 req-3db51fde-7988-42cb-ac3a-854924c4b5ba tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/ports?device_id=1721ca26-5c60-4a84-abd6-8c5b477f6ee4 HTTP/1.1" status: 200 len: 867 time: 0.6878104 Nov 24 12:56:00.917367 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85395a39-71bd-4442-b415-1512bddf7955 req-064dedfd-f20b-4098-b104-bb10950892c9 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 210 time: 0.0594492 Nov 24 12:56:00.919537 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-5fa129c8-0b67-4c76-9cb7-ac0b46f64c36 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] show failed (client error): The resource could not be found. Nov 24 12:56:00.921658 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5fa129c8-0b67-4c76-9cb7-ac0b46f64c36 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "GET /v2.0/security-groups/057966b1-62c6-426d-a8e0-55ae45a4b905 HTTP/1.1" status: 404 len: 347 time: 0.0628164 Nov 24 12:56:00.937910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54878) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:00.948603 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:56:00.961647 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01f2e5-9c24-4ad4-a474-0b9604fd7d9a None None] Sync routers for ids ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:56:00.989226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01f2e5-9c24-4ad4-a474-0b9604fd7d9a None None] Routers {'fce423f0-ed2b-4fa1-ba6d-96e11abd1619'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:00.991241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b512a-b03b-43a2-a4bc-a5b14a8f0601 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057966b1-62c6-426d-a8e0-55ae45a4b905,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:00.991382 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9c01f2e5-9c24-4ad4-a474-0b9604fd7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:01.113956 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] No DVR routers for this DVR port 54b482fd-82bf-4238-8354-6e34b10a4cd3 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:01.132312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 41aa74d0-4e4d-4564-875a-9e7bd63b5bbc) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:01.136869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:01.137468 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:01.164778 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d405b8-60e6-4234-ac3e-920f23a4e457 None None] Network 41aa74d0-4e4d-4564-875a-9e7bd63b5bbc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:01.168960 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:01.175642 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1f60859c-0e32-42a8-ae25-6a0e01cb8b47 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0116940 Nov 24 12:56:01.191600 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f0831223-6ed3-4e23-83cf-b99026480a28 req-ea584d26-5c09-4594-9695-cae144302edd tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.59 "DELETE /v2.0/ports/54b482fd-82bf-4238-8354-6e34b10a4cd3 HTTP/1.1" status: 204 len: 173 time: 3.0137057 Nov 24 12:56:01.192897 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3', 'name': 'network-vif-deleted', 'tag': '54b482fd-82bf-4238-8354-6e34b10a4cd3'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:01.210020 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fdcad7-32c1-4ce0-b128-0334c8e3138c" -d '{"events": [{"server_uuid": "fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3", "name": "network-vif-deleted", "tag": "54b482fd-82bf-4238-8354-6e34b10a4cd3"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:01.265337 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-87aacdbf-8c8d-420d-89f6-3bd010ac95e8 req-56639de0-ca2f-4ac7-af59-b3d5ea5d64e0 tempest-ServersNegativeTestMultiTenantJSON-531490646 tempest-ServersNegativeTestMultiTenantJSON-531490646-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234897 Nov 24 12:56:01.271553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b3b91-6ba6-420e-8224-9e20c71dedb8 req-5b53196e-9bbc-4b70-9a9d-588f4f2b75da tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:01.295294 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f6b3b91-6ba6-420e-8224-9e20c71dedb8 req-5b53196e-9bbc-4b70-9a9d-588f4f2b75da tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 1100 time: 0.2762439 Nov 24 12:56:01.319409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d4c736f4-f045-4b9d-a8cc-5b631cf759d1 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Deleting port e9608ba5-201f-4261-8b78-4b3ffc12348e {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:01.319820 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d4c736f4-f045-4b9d-a8cc-5b631cf759d1 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:01.351528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1721ca26-5c60-4a84-abd6-8c5b477f6ee4', 'name': 'network-vif-deleted', 'tag': 'fff6e734-d327-4773-8979-eba3f735b1f3'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:01.354071 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825dd441-52ab-40db-8654-16b5f0b48634" -d '{"events": [{"server_uuid": "1721ca26-5c60-4a84-abd6-8c5b477f6ee4", "name": "network-vif-deleted", "tag": "fff6e734-d327-4773-8979-eba3f735b1f3"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:01.428416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-9c01f2e5-9c24-4ad4-a474-0b9604fd7d9a None None] Set router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:01.464361 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f6b3b91-6ba6-420e-8224-9e20c71dedb8 req-6c9ad88b-fd82-4282-a2f0-a8ccdb3a544d tempest-MigrationsAdminTest-1626484302 tempest-MigrationsAdminTest-1626484302-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649718 Nov 24 12:56:01.544836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 70a2990b-270c-44c2-b5c0-eb5c503f1607 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:01.553512 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ba80bd-02e1-4935-b14b-f0425cdf991f x-openstack-request-id: req-b4ba80bd-02e1-4935-b14b-f0425cdf991f {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:01.553866 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3", "name": "network-vif-deleted", "tag": "54b482fd-82bf-4238-8354-6e34b10a4cd3", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:01.554142 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4ba80bd-02e1-4935-b14b-f0425cdf991f {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:01.554558 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3', 'name': 'network-vif-deleted', 'tag': '54b482fd-82bf-4238-8354-6e34b10a4cd3', 'status': 'completed', 'code': 200} Nov 24 12:56:01.564885 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2c29580-5bca-4751-8856-91652ec71b6b req-a20ad73e-e821-4a35-bacc-a382bbcd53ba tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/ports?device_id=fdb1a6e6-9ffd-4adb-8223-fb28dc1778e3 HTTP/1.1" status: 200 len: 210 time: 0.1752150 Nov 24 12:56:01.620055 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d4c736f4-f045-4b9d-a8cc-5b631cf759d1 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:01.620387 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d4c736f4-f045-4b9d-a8cc-5b631cf759d1 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:01.648693 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4411f035-03d9-458b-9641-83f97cf7090f x-openstack-request-id: req-4411f035-03d9-458b-9641-83f97cf7090f {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:01.649336 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1721ca26-5c60-4a84-abd6-8c5b477f6ee4", "name": "network-vif-deleted", "tag": "fff6e734-d327-4773-8979-eba3f735b1f3", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:01.649852 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4411f035-03d9-458b-9641-83f97cf7090f {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:01.651041 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1721ca26-5c60-4a84-abd6-8c5b477f6ee4', 'name': 'network-vif-deleted', 'tag': 'fff6e734-d327-4773-8979-eba3f735b1f3', 'status': 'completed', 'code': 200} Nov 24 12:56:01.652762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d4c736f4-f045-4b9d-a8cc-5b631cf759d1 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Calling delete_port for e9608ba5-201f-4261-8b78-4b3ffc12348e owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:01.978272 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d900043-9bb3-4d03-82e5-e99b856d2473 None None] Network 41aa74d0-4e4d-4564-875a-9e7bd63b5bbc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:01.992989 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d4c736f4-f045-4b9d-a8cc-5b631cf759d1 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:02.041396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fff6e734-d327-4773-8979-eba3f735b1f3 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:02.105128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c736f4-f045-4b9d-a8cc-5b631cf759d1 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Pushing event deleted for resources: {'Port': ['ID=e9608ba5-201f-4261-8b78-4b3ffc12348e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:02.151512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: fff6e734-d327-4773-8979-eba3f735b1f3 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:02.152168 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fff6e734-d327-4773-8979-eba3f735b1f3 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:02.258172 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d4c736f4-f045-4b9d-a8cc-5b631cf759d1 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:02.261093 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d4c736f4-f045-4b9d-a8cc-5b631cf759d1 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:02.262319 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d4c736f4-f045-4b9d-a8cc-5b631cf759d1 tempest-ServersWithSpecificFlavorTestJSON-959704300 tempest-ServersWithSpecificFlavorTestJSON-959704300-project] 10.222.0.48 "DELETE /v2.0/floatingips/5c53f2eb-db51-4bed-8cba-62bf11a9903c HTTP/1.1" status: 204 len: 168 time: 1.2553809 Nov 24 12:56:02.376219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 70a2990b-270c-44c2-b5c0-eb5c503f1607 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:56:02.389146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 70a2990b-270c-44c2-b5c0-eb5c503f1607 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:02.389805 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:02.541855 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-59a937f9-b141-4ba4-a7d0-c65eee2e4516 req-91b14265-980e-47c1-abeb-494d5554d095 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 210 time: 0.0451326 Nov 24 12:56:02.658121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-026d69a7-3a43-4809-94b9-e711a8105aea tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:02.659613 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-026d69a7-3a43-4809-94b9-e711a8105aea tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/networks?id=41aa74d0-4e4d-4564-875a-9e7bd63b5bbc HTTP/1.1" status: 200 len: 814 time: 0.2156186 Nov 24 12:56:02.694851 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9c01f2e5-9c24-4ad4-a474-0b9604fd7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:53:42Z', 'revision_number': 4, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port': {'id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:35Z', 'updated_at': '2021-11-24T12:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '6603df0d-80a5-4b79-98a0-b7fd64b6c1a5', 'name': '', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'mac_address': 'fa:16:3e:60:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:41Z', 'updated_at': '2021-11-24T12:53:47Z', 'revision_number': 5, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'subnets': [{'id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:02.699968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-818c0ac0-9772-426f-9b17-91427bb44d66 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/quotas/ebd6d04db3794dd1a3aafcebd082bc1f HTTP/1.1" status: 200 len: 375 time: 0.0319426 Nov 24 12:56:02.733133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01f2e5-9c24-4ad4-a474-0b9604fd7d9a None None] Checking router: fce423f0-ed2b-4fa1-ba6d-96e11abd1619 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:56:02.743881 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:02.760112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01f2e5-9c24-4ad4-a474-0b9604fd7d9a None None] Routers {'fce423f0-ed2b-4fa1-ba6d-96e11abd1619'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:02.760801 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9c01f2e5-9c24-4ad4-a474-0b9604fd7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:02.781861 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-320fdc63-61aa-40c3-81e7-61c7c64b29fd tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebd6d04db3794dd1a3aafcebd082bc1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793116 Nov 24 12:56:02.813978 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:02.816282 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d600e9-b6eb-4675-8a88-951f2e7ebf6e" -d '{"events": [{"server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "name": "network-vif-plugged", "status": "completed", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:02.836381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:02.847874 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:02.854044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 54b482fd-82bf-4238-8354-6e34b10a4cd3 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:02.883788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2cec76-73a7-4639-b52f-bacebc420649 req-037f8e80-5d07-44e4-998d-4decf1159675 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:02.893866 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e2cec76-73a7-4639-b52f-bacebc420649 req-037f8e80-5d07-44e4-998d-4decf1159675 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 949 time: 0.2130766 Nov 24 12:56:02.980580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-113b171f-debc-4126-820e-00a6592c8920 service neutron] 10.222.0.48 "GET /v2.0/networks/41aa74d0-4e4d-4564-875a-9e7bd63b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977522 Nov 24 12:56:02.983025 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e2cec76-73a7-4639-b52f-bacebc420649 req-c78cce0e-d505-4fdf-b631-0d57960f77fe tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867558 Nov 24 12:56:02.991690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 54b482fd-82bf-4238-8354-6e34b10a4cd3 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:02.992238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 54b482fd-82bf-4238-8354-6e34b10a4cd3 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:02.995398 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=70a2990b-270c-44c2-b5c0-eb5c503f1607,revision_number=13']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:03.024934 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-9c01f2e5-9c24-4ad4-a474-0b9604fd7d9a None None] Set router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:03.121423 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-910d670b-7a3a-404d-b7a2-aeaf6fa4d128 service neutron] 10.222.0.48 "GET /v2.0/networks/41aa74d0-4e4d-4564-875a-9e7bd63b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396089 Nov 24 12:56:03.127587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54928) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:03.201546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca4ed27-d612-42ff-bafe-f1e0eb85a448 admin admin] Deleting subnet 2b9c2cc2-3e9d-493f-ae61-859b555c1607 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:56:03.213350 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aca4ed27-d612-42ff-bafe-f1e0eb85a448 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:03.315310 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67033058-b71d-4c00-9f10-9a7bbc8bcbb4 x-openstack-request-id: req-67033058-b71d-4c00-9f10-9a7bbc8bcbb4 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:03.315952 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "name": "network-vif-plugged", "status": "completed", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:03.316478 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67033058-b71d-4c00-9f10-9a7bbc8bcbb4 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:03.317516 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'code': 200} Nov 24 12:56:03.358780 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aca4ed27-d612-42ff-bafe-f1e0eb85a448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:03.394776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54938) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:03.439038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9c01f2e5-9c24-4ad4-a474-0b9604fd7d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:53:42Z', 'revision_number': 4, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port': {'id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:35Z', 'updated_at': '2021-11-24T12:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '6603df0d-80a5-4b79-98a0-b7fd64b6c1a5', 'name': '', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'mac_address': 'fa:16:3e:60:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:41Z', 'updated_at': '2021-11-24T12:53:47Z', 'revision_number': 5, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'subnets': [{'id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:03.494600 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aca4ed27-d612-42ff-bafe-f1e0eb85a448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:03.522586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01f2e5-9c24-4ad4-a474-0b9604fd7d9a None None] The sync data for ids ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'] in n-d-817303-4 is: [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:53:42Z', 'revision_number': 4, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port': {'id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:35Z', 'updated_at': '2021-11-24T12:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '6603df0d-80a5-4b79-98a0-b7fd64b6c1a5', 'name': '', 'network_id': '95e7f000-2f0f-4dec-bbb6-4541b8b71c95', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'mac_address': 'fa:16:3e:60:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:41Z', 'updated_at': '2021-11-24T12:53:47Z', 'revision_number': 5, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'subnets': [{'id': '40f4b039-c317-4493-a405-fe367a3dc54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:56:03.560537 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f3a572d-f026-43fc-8029-2e83eafb25d9 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:03.650955 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4d5b4880-e7d5-4c7a-9589-4d8cdae43321 req-26068acb-b528-4012-9254-fd4428b25c6a tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 210 time: 0.0876546 Nov 24 12:56:03.743184 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f3a572d-f026-43fc-8029-2e83eafb25d9 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:03.758496 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aca4ed27-d612-42ff-bafe-f1e0eb85a448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:03.818117 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aca4ed27-d612-42ff-bafe-f1e0eb85a448 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:03.826869 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-aca4ed27-d612-42ff-bafe-f1e0eb85a448 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2b9c2cc2-3e9d-493f-ae61-859b555c1607 HTTP/1.1" status: 204 len: 168 time: 0.6963606 Nov 24 12:56:03.850997 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54956) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:03.866004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a23b0-6fc8-4f60-a1b2-bdfa527dd7d8 req-cf98f195-8c49-417d-ba39-83a928cbcc29 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:03.867831 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-da9a23b0-6fc8-4f60-a1b2-bdfa527dd7d8 req-cf98f195-8c49-417d-ba39-83a928cbcc29 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.59 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 950 time: 0.2980437 Nov 24 12:56:03.883622 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45ccb18c-d4a8-4767-a543-e9caddcdc88b req-f8beb3ff-99bf-40f3-9cae-bcfb71573399 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=3070695b-d120-4176-baf0-1a0ca48b7f3a HTTP/1.1" status: 200 len: 210 time: 0.1076856 Nov 24 12:56:03.910516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4ed27-d612-42ff-bafe-f1e0eb85a448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9c2cc2-3e9d-493f-ae61-859b555c1607,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:03.986765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54964) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:04.097865 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4b7526-4df4-4123-a8ff-f9a3c1011771 None None] New status for floating IP 49aa1e87-bd9d-4809-8451-c4f53c66fdab: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:56:04.168538 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f3a572d-f026-43fc-8029-2e83eafb25d9 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:04.176097 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f3a572d-f026-43fc-8029-2e83eafb25d9 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:04.179616 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0f3a572d-f026-43fc-8029-2e83eafb25d9 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "DELETE /v2.0/security-groups/27f3e63a-61fb-4db3-9f38-56f3125fe825 HTTP/1.1" status: 204 len: 168 time: 0.7813499 Nov 24 12:56:04.205113 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54970) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:04.221098 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d08edbe3-b068-44ff-b997-8eefb2322572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:04.245525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a572d-f026-43fc-8029-2e83eafb25d9 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f3e63a-61fb-4db3-9f38-56f3125fe825,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:04.250036 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-754cea9d-9f13-48b1-bd76-eed533984217 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] show failed (client error): The resource could not be found. Nov 24 12:56:04.253570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-754cea9d-9f13-48b1-bd76-eed533984217 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "GET /v2.0/security-groups/27f3e63a-61fb-4db3-9f38-56f3125fe825 HTTP/1.1" status: 404 len: 347 time: 0.0442817 Nov 24 12:56:04.259327 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54972) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:04.398677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20bd12-993b-4aef-be2a-6e72fe40666e req-6c42b2d4-e441-4a28-a276-b5731a5804c4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:04.411649 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4a20bd12-993b-4aef-be2a-6e72fe40666e req-6c42b2d4-e441-4a28-a276-b5731a5804c4 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 950 time: 0.1344640 Nov 24 12:56:04.918852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-da9a23b0-6fc8-4f60-a1b2-bdfa527dd7d8 req-c37e904f-1035-486a-9ae9-1f272396330a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Deleting port 70a2990b-270c-44c2-b5c0-eb5c503f1607 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:04.919462 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-da9a23b0-6fc8-4f60-a1b2-bdfa527dd7d8 req-c37e904f-1035-486a-9ae9-1f272396330a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:04.963472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4a63ebc4-7e1d-450d-89e4-b0ccd94261e7 req-0dfe20ab-8ff4-4235-abe6-9c4700fc1c41 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 210 time: 0.0974019 Nov 24 12:56:05.036485 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4a20bd12-993b-4aef-be2a-6e72fe40666e req-1bf3c6ef-3ed9-4983-ae4e-d1f3e795499f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6166692 Nov 24 12:56:05.186994 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d08edbe3-b068-44ff-b997-8eefb2322572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.233503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-da9a23b0-6fc8-4f60-a1b2-bdfa527dd7d8 req-c37e904f-1035-486a-9ae9-1f272396330a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] For port 70a2990b-270c-44c2-b5c0-eb5c503f1607, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=70a2990b-270c-44c2-b5c0-eb5c503f1607,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:05.233859 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-da9a23b0-6fc8-4f60-a1b2-bdfa527dd7d8 req-c37e904f-1035-486a-9ae9-1f272396330a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.268026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-d08edbe3-b068-44ff-b997-8eefb2322572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736a813d-2083-48c9-9d97-1faf7965b576']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:05.278566 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-da9a23b0-6fc8-4f60-a1b2-bdfa527dd7d8 req-c37e904f-1035-486a-9ae9-1f272396330a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Calling delete_port for 70a2990b-270c-44c2-b5c0-eb5c503f1607 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:05.283012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-a269da7c-599d-4171-8aa1-c6c37d92c453 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Deleting port 1c66c76d-c1ff-49a8-952a-53d8d95dc42a {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:05.283955 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a269da7c-599d-4171-8aa1-c6c37d92c453 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.287530 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-d08edbe3-b068-44ff-b997-8eefb2322572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c8293f6-a14e-4ce9-9aee-9cdaa23a5192') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:05.287828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-d08edbe3-b068-44ff-b997-8eefb2322572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c8293f6-a14e-4ce9-9aee-9cdaa23a5192') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:05.311685 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d08edbe3-b068-44ff-b997-8eefb2322572 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.364815 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d08edbe3-b068-44ff-b997-8eefb2322572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.434759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08edbe3-b068-44ff-b997-8eefb2322572 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:56:05.435164 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d08edbe3-b068-44ff-b997-8eefb2322572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:56:05.442918 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:56:05.481831 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-e64805ba-6db0-4293-8c11-513c05879aad tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:05.483418 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-e64805ba-6db0-4293-8c11-513c05879aad tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.46 "GET /v2.0/networks?id=41aa74d0-4e4d-4564-875a-9e7bd63b5bbc HTTP/1.1" status: 200 len: 814 time: 0.2391131 Nov 24 12:56:05.498538 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-76737d0b-cb46-4141-8fb6-da0aef147ded tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Request body: {'port': {'device_id': '6c8bdb33-213b-43fa-a5e7-19587f3685c6', 'network_id': '41aa74d0-4e4d-4564-875a-9e7bd63b5bbc', 'admin_state_up': True, 'tenant_id': 'ebd6d04db3794dd1a3aafcebd082bc1f'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:05.506989 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3dd42aa5-af2a-4814-a045-2d993c63f092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.546459 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a269da7c-599d-4171-8aa1-c6c37d92c453 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.547061 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a269da7c-599d-4171-8aa1-c6c37d92c453 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.556880 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d08edbe3-b068-44ff-b997-8eefb2322572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.581542 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d08edbe3-b068-44ff-b997-8eefb2322572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.587921 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d08edbe3-b068-44ff-b997-8eefb2322572 admin admin] 10.222.0.48 "DELETE /v2.0/networks/736a813d-2083-48c9-9d97-1faf7965b576 HTTP/1.1" status: 204 len: 168 time: 1.7030940 Nov 24 12:56:05.589286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-a269da7c-599d-4171-8aa1-c6c37d92c453 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Calling delete_port for 1c66c76d-c1ff-49a8-952a-53d8d95dc42a owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:05.591463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08edbe3-b068-44ff-b997-8eefb2322572 admin admin] Pushing event deleted for resources: {'Network': ['ID=736a813d-2083-48c9-9d97-1faf7965b576,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:05.593555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54988) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:05.767424 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-af57443d-866c-4e03-aaa8-42f6f465717f admin admin] Deleting subnet d6892408-4dd9-4c33-a37e-8de4206ed1ec {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:56:05.788337 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af57443d-866c-4e03-aaa8-42f6f465717f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.852602 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af57443d-866c-4e03-aaa8-42f6f465717f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.895737 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-76737d0b-cb46-4141-8fb6-da0aef147ded tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Made reservation on behalf of ebd6d04db3794dd1a3aafcebd082bc1f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:05.899366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-76737d0b-cb46-4141-8fb6-da0aef147ded tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.900968 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-da9a23b0-6fc8-4f60-a1b2-bdfa527dd7d8 req-c37e904f-1035-486a-9ae9-1f272396330a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:05.913297 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['dc707d28-b6a8-4f62-b7d3-940b0908755b', 'f26efa01-e968-426a-b638-f4870eeeeaf6'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:56:05.915574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['669384d5-bb37-4054-9709-2894491b4b00'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:56:06.010336 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e904f-1035-486a-9ae9-1f272396330a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Pushing event deleted for resources: {'Port': ['ID=70a2990b-270c-44c2-b5c0-eb5c503f1607,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:06.090159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-76737d0b-cb46-4141-8fb6-da0aef147ded tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Allocated IP 172.20.0.10 (41aa74d0-4e4d-4564-875a-9e7bd63b5bbc/095fe325-e366-463d-a72b-1fb00182fc69/0a21d050-c05b-4f22-b2a7-fcb833bf51ce) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:06.143060 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-3dd42aa5-af2a-4814-a045-2d993c63f092 admin admin] Deleting port df63a4d3-38b2-4efc-97ed-0e4942af1a86 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:06.143411 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3dd42aa5-af2a-4814-a045-2d993c63f092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:06.186825 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:06.304938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-3dd42aa5-af2a-4814-a045-2d993c63f092 admin admin] For port df63a4d3-38b2-4efc-97ed-0e4942af1a86, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=df63a4d3-38b2-4efc-97ed-0e4942af1a86,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:06.310464 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3dd42aa5-af2a-4814-a045-2d993c63f092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:06.320626 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af57443d-866c-4e03-aaa8-42f6f465717f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:06.338558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-3dd42aa5-af2a-4814-a045-2d993c63f092 admin admin] Calling delete_port for df63a4d3-38b2-4efc-97ed-0e4942af1a86 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:06.431750 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a269da7c-599d-4171-8aa1-c6c37d92c453 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:06.454833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9a23b0-6fc8-4f60-a1b2-bdfa527dd7d8 req-c37e904f-1035-486a-9ae9-1f272396330a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] No DVR routers for this DVR port 70a2990b-270c-44c2-b5c0-eb5c503f1607 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:06.457708 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-da9a23b0-6fc8-4f60-a1b2-bdfa527dd7d8 req-c37e904f-1035-486a-9ae9-1f272396330a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:06.461583 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-da9a23b0-6fc8-4f60-a1b2-bdfa527dd7d8 req-c37e904f-1035-486a-9ae9-1f272396330a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.59 "DELETE /v2.0/ports/70a2990b-270c-44c2-b5c0-eb5c503f1607 HTTP/1.1" status: 204 len: 173 time: 2.5670600 Nov 24 12:56:06.573744 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'name': 'network-vif-deleted', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:06.584166 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4c5d6b-9441-4013-9939-303eff5cc043" -d '{"events": [{"server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "name": "network-vif-deleted", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:06.597168 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af57443d-866c-4e03-aaa8-42f6f465717f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:06.632475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269da7c-599d-4171-8aa1-c6c37d92c453 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Pushing event deleted for resources: {'Port': ['ID=1c66c76d-c1ff-49a8-952a-53d8d95dc42a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:06.647499 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af57443d-866c-4e03-aaa8-42f6f465717f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:06.664801 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-af57443d-866c-4e03-aaa8-42f6f465717f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d6892408-4dd9-4c33-a37e-8de4206ed1ec HTTP/1.1" status: 204 len: 168 time: 1.0581560 Nov 24 12:56:06.675805 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad74a336-0d8f-4b42-8f0d-1ba8e881b0d2 req-e6380f60-e620-48a5-afba-d9ad9d89b41d tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 210 time: 0.4749815 Nov 24 12:56:06.676495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55010) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:06.770479 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0f64f2ec-daa9-46eb-860d-fa924eb3d43e req-fbd205bb-9a1e-4edc-9879-14b5b5ada471 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a81d8d-eb29-4394-b3d6-05d41fd43a47 HTTP/1.1" status: 200 len: 210 time: 0.1244659 Nov 24 12:56:06.915013 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8f8671-34da-4e24-882a-dc4a61f9ec82 x-openstack-request-id: req-9d8f8671-34da-4e24-882a-dc4a61f9ec82 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:06.915583 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a81d8d-eb29-4394-b3d6-05d41fd43a47", "name": "network-vif-deleted", "tag": "70a2990b-270c-44c2-b5c0-eb5c503f1607", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:06.916046 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d8f8671-34da-4e24-882a-dc4a61f9ec82 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:06.916676 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a81d8d-eb29-4394-b3d6-05d41fd43a47', 'name': 'network-vif-deleted', 'tag': '70a2990b-270c-44c2-b5c0-eb5c503f1607', 'status': 'completed', 'code': 200} Nov 24 12:56:06.946785 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a44a244f-2e29-4402-b84c-6521b8182da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:06.980627 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57443d-866c-4e03-aaa8-42f6f465717f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6892408-4dd9-4c33-a37e-8de4206ed1ec,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:07.042747 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a269da7c-599d-4171-8aa1-c6c37d92c453 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.045612 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a269da7c-599d-4171-8aa1-c6c37d92c453 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.047143 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a269da7c-599d-4171-8aa1-c6c37d92c453 tempest-ServersTestFqdnHostnames-1027010757 tempest-ServersTestFqdnHostnames-1027010757-project] 10.222.0.48 "DELETE /v2.0/floatingips/49aa1e87-bd9d-4809-8451-c4f53c66fdab HTTP/1.1" status: 204 len: 168 time: 2.7849584 Nov 24 12:56:07.081011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55016) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:07.152070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a44a244f-2e29-4402-b84c-6521b8182da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.193929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-a44a244f-2e29-4402-b84c-6521b8182da2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c3391b-9768-4336-899a-9389b1d05a1a']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:07.206332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-a44a244f-2e29-4402-b84c-6521b8182da2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ee084f-49ee-46f5-a0d5-181aa8c1065e') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:07.206807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-a44a244f-2e29-4402-b84c-6521b8182da2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ee084f-49ee-46f5-a0d5-181aa8c1065e') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:07.222824 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a44a244f-2e29-4402-b84c-6521b8182da2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.233013 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-76737d0b-cb46-4141-8fb6-da0aef147ded tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.262075 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a44a244f-2e29-4402-b84c-6521b8182da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.271896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44a244f-2e29-4402-b84c-6521b8182da2 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:56:07.272407 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a44a244f-2e29-4402-b84c-6521b8182da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:56:07.275331 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:56:07.374133 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a44a244f-2e29-4402-b84c-6521b8182da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.383145 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a44a244f-2e29-4402-b84c-6521b8182da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.386642 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a44a244f-2e29-4402-b84c-6521b8182da2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/11c3391b-9768-4336-899a-9389b1d05a1a HTTP/1.1" status: 204 len: 168 time: 0.6491084 Nov 24 12:56:07.410157 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a244f-2e29-4402-b84c-6521b8182da2 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c3391b-9768-4336-899a-9389b1d05a1a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:07.453036 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-76737d0b-cb46-4141-8fb6-da0aef147ded tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.472590 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 70a2990b-270c-44c2-b5c0-eb5c503f1607 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:07.501880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 70a2990b-270c-44c2-b5c0-eb5c503f1607 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:07.502521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 70a2990b-270c-44c2-b5c0-eb5c503f1607 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:07.524936 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3dd42aa5-af2a-4814-a045-2d993c63f092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.528562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-76737d0b-cb46-4141-8fb6-da0aef147ded tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Network 41aa74d0-4e4d-4564-875a-9e7bd63b5bbc is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:07.563009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-76737d0b-cb46-4141-8fb6-da0aef147ded tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:07.566459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-76737d0b-cb46-4141-8fb6-da0aef147ded tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:07.591711 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55030) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:07.654167 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fc85cd0c-722a-462e-860f-49ee11683ca1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e2c71f108734125b697a80bdd1f3365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0595691 Nov 24 12:56:07.656258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55032) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:07.683296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76737d0b-cb46-4141-8fb6-da0aef147ded tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Pushing event updated for resources: {'Port': ['ID=0a21d050-c05b-4f22-b2a7-fcb833bf51ce,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:07.750998 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3e39b59-e06f-4238-9c46-a6d94f45e014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.782404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd42aa5-af2a-4814-a045-2d993c63f092 admin admin] Pushing event deleted for resources: {'Port': ['ID=df63a4d3-38b2-4efc-97ed-0e4942af1a86,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:07.817956 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3e39b59-e06f-4238-9c46-a6d94f45e014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.832242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-76737d0b-cb46-4141-8fb6-da0aef147ded tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:07.832947 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-76737d0b-cb46-4141-8fb6-da0aef147ded tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.917714 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3e39b59-e06f-4238-9c46-a6d94f45e014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.920458 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3e39b59-e06f-4238-9c46-a6d94f45e014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:07.926019 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a3e39b59-e06f-4238-9c46-a6d94f45e014 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad822f4c-ebf9-4de9-a5aa-c08ea86146e6 HTTP/1.1" status: 204 len: 168 time: 0.2682955 Nov 24 12:56:07.960749 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-76737d0b-cb46-4141-8fb6-da0aef147ded tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4662423 Nov 24 12:56:07.990419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Request body: {'port': {'device_id': '6c8bdb33-213b-43fa-a5e7-19587f3685c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:08.003330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e39b59-e06f-4238-9c46-a6d94f45e014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad822f4c-ebf9-4de9-a5aa-c08ea86146e6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:08.074458 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d9b68-7e36-4d15-975d-9046496bc3cb req-84f00ee9-301a-439f-b5cc-62580b05fc30 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:08.093636 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-404d9b68-7e36-4d15-975d-9046496bc3cb req-84f00ee9-301a-439f-b5cc-62580b05fc30 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 932 time: 0.2061808 Nov 24 12:56:08.218281 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-404d9b68-7e36-4d15-975d-9046496bc3cb req-d33fde2a-fa0a-4954-b64c-31aaec9eca2d tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/security-groups?id=973d129f-8a6b-4860-a5ad-5b0ade396076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243122 Nov 24 12:56:08.403640 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:08.436307 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3dd42aa5-af2a-4814-a045-2d993c63f092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:08.498832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018c5bd-04d7-46c9-a9ea-67441e656b9d req-eda46544-6f91-4268-863d-4ef660d09cc3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:08.507249 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9018c5bd-04d7-46c9-a9ea-67441e656b9d req-eda46544-6f91-4268-863d-4ef660d09cc3 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 951 time: 0.1803594 Nov 24 12:56:08.531304 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55052) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:08.600772 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-20d8ac27-42f2-43b4-bba3-95e16e12eb71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38a99d0678134e37b552db1e6ed44181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0670550 Nov 24 12:56:08.603275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55054) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:08.694661 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-42c1a010-199a-420a-8da7-aa6a2fb90da1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:08.725091 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-42c1a010-199a-420a-8da7-aa6a2fb90da1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:08.781226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-42c1a010-199a-420a-8da7-aa6a2fb90da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:08.784327 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-42c1a010-199a-420a-8da7-aa6a2fb90da1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:08.787831 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-42c1a010-199a-420a-8da7-aa6a2fb90da1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/036ba88c-0fc8-4a8b-8ee6-43fc5f165c53 HTTP/1.1" status: 204 len: 168 time: 0.1808982 Nov 24 12:56:08.815814 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1a010-199a-420a-8da7-aa6a2fb90da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036ba88c-0fc8-4a8b-8ee6-43fc5f165c53,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:08.880625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9018c5bd-04d7-46c9-a9ea-67441e656b9d req-18664c52-0008-46d2-8f9d-20453cc48d30 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721933 Nov 24 12:56:09.139760 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86c4d9b8-d588-4ab2-8818-d98a94dccb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:09.148947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd42aa5-af2a-4814-a045-2d993c63f092 admin admin] Router 8e94e28f-c557-4d33-822a-6287461f9a21 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:56:09.513031 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:09.562041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2abfb-06da-48c7-8881-44a06f3a43b3 req-480eb7ad-0127-40b5-934b-b0522774665b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:09.566863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32e2abfb-06da-48c7-8881-44a06f3a43b3 req-480eb7ad-0127-40b5-934b-b0522774665b tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 951 time: 0.1336865 Nov 24 12:56:09.735140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-32e2abfb-06da-48c7-8881-44a06f3a43b3 req-d38cefc2-a673-4118-be61-f419bd3df7f7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Deleting port f26efa01-e968-426a-b638-f4870eeeeaf6 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:09.735533 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-32e2abfb-06da-48c7-8881-44a06f3a43b3 req-d38cefc2-a673-4118-be61-f419bd3df7f7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:09.945505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-32e2abfb-06da-48c7-8881-44a06f3a43b3 req-d38cefc2-a673-4118-be61-f419bd3df7f7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] For port f26efa01-e968-426a-b638-f4870eeeeaf6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f26efa01-e968-426a-b638-f4870eeeeaf6,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:09.945886 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-32e2abfb-06da-48c7-8881-44a06f3a43b3 req-d38cefc2-a673-4118-be61-f419bd3df7f7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:09.986119 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-32e2abfb-06da-48c7-8881-44a06f3a43b3 req-d38cefc2-a673-4118-be61-f419bd3df7f7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Calling delete_port for f26efa01-e968-426a-b638-f4870eeeeaf6 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:10.090657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55094) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:10.114264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a21d050-c05b-4f22-b2a7-fcb833bf51ce {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:56:10.126194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309750d8-e52c-4dbe-aa22-6de68c761867 req-60f55648-2ac0-494b-b143-1adb7d078fdc tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:10.127834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-309750d8-e52c-4dbe-aa22-6de68c761867 req-60f55648-2ac0-494b-b143-1adb7d078fdc tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 932 time: 0.2146347 Nov 24 12:56:10.164046 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:10.239713 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-32e2abfb-06da-48c7-8881-44a06f3a43b3 req-d38cefc2-a673-4118-be61-f419bd3df7f7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:10.256119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['669384d5-bb37-4054-9709-2894491b4b00'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:56:10.302215 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-822b22e8-a8a8-449a-8010-b3cba56c4fd9 req-cb0c6452-845c-42f8-af8e-c102c867cb40 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=b054a96c-210e-42c0-b1be-b1332aef5046 HTTP/1.1" status: 200 len: 210 time: 0.0848973 Nov 24 12:56:10.308545 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-223181742-network', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:10.321481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['dc707d28-b6a8-4f62-b7d3-940b0908755b', 'f26efa01-e968-426a-b638-f4870eeeeaf6'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:56:10.337451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cefc2-a673-4118-be61-f419bd3df7f7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Pushing event deleted for resources: {'Port': ['ID=f26efa01-e968-426a-b638-f4870eeeeaf6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:10.355859 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Transition to ACTIVE for port object 0a21d050-c05b-4f22-b2a7-fcb833bf51ce will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:56:10.362069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd42aa5-af2a-4814-a045-2d993c63f092 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:56:10.399409 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c38e1-6d02-4611-9405-29c62444c5b2 None None] Sync routers for ids ['8e94e28f-c557-4d33-822a-6287461f9a21'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:56:10.413922 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3dd42aa5-af2a-4814-a045-2d993c63f092 admin admin] 10.222.0.48 "PUT /v2.0/routers/8e94e28f-c557-4d33-822a-6287461f9a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4237719 Nov 24 12:56:10.421945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55102) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:10.433541 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:10.464979 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e2abfb-06da-48c7-8881-44a06f3a43b3 req-d38cefc2-a673-4118-be61-f419bd3df7f7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] No DVR routers for this DVR port f26efa01-e968-426a-b638-f4870eeeeaf6 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:10.468023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-32e2abfb-06da-48c7-8881-44a06f3a43b3 req-d38cefc2-a673-4118-be61-f419bd3df7f7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:10.472312 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32e2abfb-06da-48c7-8881-44a06f3a43b3 req-d38cefc2-a673-4118-be61-f419bd3df7f7 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "DELETE /v2.0/ports/f26efa01-e968-426a-b638-f4870eeeeaf6 HTTP/1.1" status: 204 len: 173 time: 0.8943706 Nov 24 12:56:10.495105 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1c38e1-6d02-4611-9405-29c62444c5b2 None None] Routers {'8e94e28f-c557-4d33-822a-6287461f9a21'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:10.496044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3b1c38e1-6d02-4611-9405-29c62444c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8e94e28f-c557-4d33-822a-6287461f9a21'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:10.543536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'name': 'network-vif-deleted', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:10.549773 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc28532-044a-4c13-a25d-b67b9961f18e" -d '{"events": [{"server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "name": "network-vif-deleted", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:10.604136 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-309750d8-e52c-4dbe-aa22-6de68c761867 req-ab530721-f4d1-424a-9e9f-54dd9c4a4de8 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/security-groups?id=973d129f-8a6b-4860-a5ad-5b0ade396076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374115 Nov 24 12:56:10.629801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] Made reservation on behalf of d31a5dc8ff4848d8a0b231a339f643ee for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:10.639270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:10.686447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Pushing event updated for resources: {'Port': ['ID=0a21d050-c05b-4f22-b2a7-fcb833bf51ce,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:10.703052 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:10.711117 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d649dca9-5a0c-482f-bed4-73170fa5a057 x-openstack-request-id: req-d649dca9-5a0c-482f-bed4-73170fa5a057 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:10.711864 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b054a96c-210e-42c0-b1be-b1332aef5046", "name": "network-vif-deleted", "tag": "f26efa01-e968-426a-b638-f4870eeeeaf6", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:10.712585 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:10.712980 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d649dca9-5a0c-482f-bed4-73170fa5a057 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:10.713509 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b054a96c-210e-42c0-b1be-b1332aef5046', 'name': 'network-vif-deleted', 'tag': 'f26efa01-e968-426a-b638-f4870eeeeaf6', 'status': 'completed', 'code': 200} Nov 24 12:56:10.841627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-3b1c38e1-6d02-4611-9405-29c62444c5b2 None None] Set router 8e94e28f-c557-4d33-822a-6287461f9a21 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:10.908233 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:11.081033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] Deleting port 085efbda-aa9a-45a5-a2cb-cd88697bb92f {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:11.081384 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:11.171946 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3b1c38e1-6d02-4611-9405-29c62444c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:56:07Z', 'revision_number': 5, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port': {'id': '085efbda-aa9a-45a5-a2cb-cd88697bb92f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:3a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:11.195846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Attempting to bind port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:11.196453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Attempting to bind port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '1bea5dd0-cad7-4175-9377-49f8c0823196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '41aa74d0-4e4d-4564-875a-9e7bd63b5bbc'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:11.196713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Attempting to bind port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce on network 41aa74d0-4e4d-4564-875a-9e7bd63b5bbc {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:11.206404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce on network 41aa74d0-4e4d-4564-875a-9e7bd63b5bbc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:56:11.207082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Attempting to bind port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce on network 41aa74d0-4e4d-4564-875a-9e7bd63b5bbc {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:11.221525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:11.222075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Checking segment: {'id': '1bea5dd0-cad7-4175-9377-49f8c0823196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '41aa74d0-4e4d-4564-875a-9e7bd63b5bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:11.222540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Bound using segment: {'id': '1bea5dd0-cad7-4175-9377-49f8c0823196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '41aa74d0-4e4d-4564-875a-9e7bd63b5bbc'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:11.228417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Bound port: 0a21d050-c05b-4f22-b2a7-fcb833bf51ce, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bea5dd0-cad7-4175-9377-49f8c0823196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '41aa74d0-4e4d-4564-875a-9e7bd63b5bbc'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:11.228417 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:11.231384 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c38e1-6d02-4611-9405-29c62444c5b2 None None] Checking router: 8e94e28f-c557-4d33-822a-6287461f9a21 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:56:11.257078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1c38e1-6d02-4611-9405-29c62444c5b2 None None] Routers {'8e94e28f-c557-4d33-822a-6287461f9a21'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:11.259717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3b1c38e1-6d02-4611-9405-29c62444c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8e94e28f-c557-4d33-822a-6287461f9a21'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:11.289974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] For port 085efbda-aa9a-45a5-a2cb-cd88697bb92f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=085efbda-aa9a-45a5-a2cb-cd88697bb92f,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:11.290635 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:11.319011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] For port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:56:11.321210 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] Calling delete_port for 085efbda-aa9a-45a5-a2cb-cd88697bb92f owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:11.338968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] For port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0a21d050-c05b-4f22-b2a7-fcb833bf51ce,segment=NetworkSegment(1bea5dd0-cad7-4175-9377-49f8c0823196),segment_id=1bea5dd0-cad7-4175-9377-49f8c0823196)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:11.367572 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-86c4d9b8-d588-4ab2-8818-d98a94dccb8b admin admin] Deleting port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:11.368272 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86c4d9b8-d588-4ab2-8818-d98a94dccb8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:11.439240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-3b1c38e1-6d02-4611-9405-29c62444c5b2 None None] Set router 8e94e28f-c557-4d33-822a-6287461f9a21 gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:11.598323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-86c4d9b8-d588-4ab2-8818-d98a94dccb8b admin admin] For port 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6603df0d-80a5-4b79-98a0-b7fd64b6c1a5,segment=NetworkSegment(c988924c-c93d-4849-bb9e-a0b9fce0b1f5),segment_id=c988924c-c93d-4849-bb9e-a0b9fce0b1f5)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:11.599768 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86c4d9b8-d588-4ab2-8818-d98a94dccb8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:11.623479 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:11.635862 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:11.728416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-86c4d9b8-d588-4ab2-8818-d98a94dccb8b admin admin] Calling delete_port for 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:11.790834 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:11.791465 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:11.792909 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] 10.222.0.46 "PUT /v2.0/ports/0a21d050-c05b-4f22-b2a7-fcb833bf51ce HTTP/1.1" status: 200 len: 1092 time: 3.8221955 Nov 24 12:56:11.794655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8bdb33-213b-43fa-a5e7-19587f3685c6', 'tag': '0a21d050-c05b-4f22-b2a7-fcb833bf51ce'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:11.795898 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0374bf9f-a0dd-4b72-b5ba-77a4034d651b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8bdb33-213b-43fa-a5e7-19587f3685c6", "tag": "0a21d050-c05b-4f22-b2a7-fcb833bf51ce"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:11.835915 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] Pushing event deleted for resources: {'Port': ['ID=085efbda-aa9a-45a5-a2cb-cd88697bb92f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:11.867489 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:11.914837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3b1c38e1-6d02-4611-9405-29c62444c5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:56:10Z', 'revision_number': 6, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:11.933342 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:11.946399 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:11.950846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1c38e1-6d02-4611-9405-29c62444c5b2 None None] The sync data for ids ['8e94e28f-c557-4d33-822a-6287461f9a21'] in n-d-817303-4 is: [{'id': '8e94e28f-c557-4d33-822a-6287461f9a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1801503240-router', 'tenant_id': '6654e282f18448408886c9d51d38ee1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:50:54Z', 'updated_at': '2021-11-24T12:56:10Z', 'revision_number': 6, 'project_id': '6654e282f18448408886c9d51d38ee1a', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:56:11.966624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bebe6-ba06-4055-bc99-d7f3a4a56203 service neutron] Pushing event updated for resources: {'Port': ['ID=0a21d050-c05b-4f22-b2a7-fcb833bf51ce,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:11.976594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:56:12.018802 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:12.019158 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] Added segment 1b26ec02-2125-4621-ac48-f502c87f5f31 of type vlan for network 5e912b44-eae9-40e6-89c7-30777a476f74 Nov 24 12:56:12.022047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433c7bca-bb43-4d0f-bdc5-48276c021898,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:12.043101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bf4bd-9284-4a4b-afa9-44cb52eb6e5d req-e22c4ee9-930b-49eb-bf91-389552fe3123 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:12.051002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-026bf4bd-9284-4a4b-afa9-44cb52eb6e5d req-e22c4ee9-930b-49eb-bf91-389552fe3123 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 944 time: 0.2488570 Nov 24 12:56:12.182668 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:12.236118 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:12.237123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:12.237711 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:12.244687 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:12.267517 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:12.336011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eaceff-d62a-4727-9604-b7146ad868fc req-c2203896-c8c3-4fee-8451-121875db3876 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:12.338891 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-026bf4bd-9284-4a4b-afa9-44cb52eb6e5d req-71fc23e1-bfc0-4d9d-916f-d3d91492f981 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/security-groups?id=973d129f-8a6b-4860-a5ad-5b0ade396076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870126 Nov 24 12:56:12.343510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e6eaceff-d62a-4727-9604-b7146ad868fc req-c2203896-c8c3-4fee-8451-121875db3876 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1252201 Nov 24 12:56:12.349061 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2558539 Nov 24 12:56:12.349686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55130) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:12.378316 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:12.378830 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e94e28f-c557-4d33-822a-6287461f9a21 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 12:56:12.390043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-78690214-229e-411d-b8fd-1d2feeaab8ba admin admin] Request body: {'subnet': {'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-subnet', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:12.390351 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:12.394139 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-514e70f1-aaca-45de-ab2e-ad2fed4e6029 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8e94e28f-c557-4d33-822a-6287461f9a21 HTTP/1.1" status: 204 len: 168 time: 1.9650583 Nov 24 12:56:12.398117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-06f625eb-bd80-43f8-a535-8558b3ed4511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:12.399209 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-06f625eb-bd80-43f8-a535-8558b3ed4511 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd6d04db3794dd1a3aafcebd082bc1f&device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 1095 time: 0.5432372 Nov 24 12:56:12.399691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55132) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:12.413658 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c08f2-b123-447e-ba10-6ec4439cbf02 admin admin] Pushing event updated for resources: {'Network': ['ID=5e912b44-eae9-40e6-89c7-30777a476f74,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:12.425721 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 5e912b44-eae9-40e6-89c7-30777a476f74 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:56:12.468823 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e6eaceff-d62a-4727-9604-b7146ad868fc req-dd0b9744-81fe-4cdb-84e2-0336c622e919 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243279 Nov 24 12:56:12.523152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-5b514fb2-654a-4b83-b8e8-3c02ce563b5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a21d050-c05b-4f22-b2a7-fcb833bf51ce HTTP/1.1" status: 200 len: 217 time: 0.1053979 Nov 24 12:56:12.552115 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e3d2b7-267f-44f6-ba72-4cc687a88ad0 x-openstack-request-id: req-75e3d2b7-267f-44f6-ba72-4cc687a88ad0 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:12.552409 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8bdb33-213b-43fa-a5e7-19587f3685c6", "tag": "0a21d050-c05b-4f22-b2a7-fcb833bf51ce", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:12.552674 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75e3d2b7-267f-44f6-ba72-4cc687a88ad0 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:12.553251 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8bdb33-213b-43fa-a5e7-19587f3685c6', 'tag': '0a21d050-c05b-4f22-b2a7-fcb833bf51ce', 'status': 'completed', 'code': 200} Nov 24 12:56:12.588176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78690214-229e-411d-b8fd-1d2feeaab8ba admin admin] Made reservation on behalf of d31a5dc8ff4848d8a0b231a339f643ee for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:12.592505 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78690214-229e-411d-b8fd-1d2feeaab8ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:12.613921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c036c24-9a02-4b46-a830-d3fd634991f8 admin admin] Deleting subnet d5769439-5245-4abd-9019-ca9dddd4ee48 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:56:12.638618 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c036c24-9a02-4b46-a830-d3fd634991f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:12.694080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-a8475afd-1f9c-4a6c-a5bd-6d2f06775fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:12.695573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-a8475afd-1f9c-4a6c-a5bd-6d2f06775fde service neutron] 10.222.0.46 "GET /v2.0/subnets?id=095fe325-e366-463d-a72b-1fb00182fc69 HTTP/1.1" status: 200 len: 854 time: 0.1600249 Nov 24 12:56:12.699081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aac1ae-5e65-4b42-8da6-9df9bf8eb7d5 req-09a0721e-cb4d-4d50-8282-2ff896f0934f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:12.701030 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9aac1ae-5e65-4b42-8da6-9df9bf8eb7d5 req-09a0721e-cb4d-4d50-8282-2ff896f0934f tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.59 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 945 time: 0.1305647 Nov 24 12:56:12.725262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2d0bf-4629-4f38-ac67-06345440dd10 req-308bbd48-778d-4efe-8211-8d6047463472 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:12.726644 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86c4d9b8-d588-4ab2-8818-d98a94dccb8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:12.728035 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-48c2d0bf-4629-4f38-ac67-06345440dd10 req-308bbd48-778d-4efe-8211-8d6047463472 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 945 time: 0.1085594 Nov 24 12:56:12.739289 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c036c24-9a02-4b46-a830-d3fd634991f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:12.809677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4d9b8-d588-4ab2-8818-d98a94dccb8b admin admin] Pushing event deleted for resources: {'Port': ['ID=6603df0d-80a5-4b79-98a0-b7fd64b6c1a5,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:12.815970 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-14bf1bed-ff7b-4c9b-837a-6dec381dfefd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41aa74d0-4e4d-4564-875a-9e7bd63b5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816054 Nov 24 12:56:12.868552 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-48c2d0bf-4629-4f38-ac67-06345440dd10 req-fe1849f8-18b0-41db-918f-13f0ee746490 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167939 Nov 24 12:56:12.898361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-f9aac1ae-5e65-4b42-8da6-9df9bf8eb7d5 req-b1c9ad58-b5a1-40da-afa1-c12e66d6d0e4 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Deleting port acb38072-5e14-4840-ae0e-342ff08a3d6b {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:12.898746 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f9aac1ae-5e65-4b42-8da6-9df9bf8eb7d5 req-b1c9ad58-b5a1-40da-afa1-c12e66d6d0e4 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:12.998134 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c036c24-9a02-4b46-a830-d3fd634991f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:13.115788 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-f9aac1ae-5e65-4b42-8da6-9df9bf8eb7d5 req-b1c9ad58-b5a1-40da-afa1-c12e66d6d0e4 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] For port acb38072-5e14-4840-ae0e-342ff08a3d6b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=acb38072-5e14-4840-ae0e-342ff08a3d6b,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:13.116220 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f9aac1ae-5e65-4b42-8da6-9df9bf8eb7d5 req-b1c9ad58-b5a1-40da-afa1-c12e66d6d0e4 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:13.147640 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec8f9a-a758-4e9e-8756-149657e4d039 req-65f8bd0d-4419-44a5-a1d7-7de77a8e1108 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:13.149613 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bdec8f9a-a758-4e9e-8756-149657e4d039 req-65f8bd0d-4419-44a5-a1d7-7de77a8e1108 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.1141005 Nov 24 12:56:13.150911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-f9aac1ae-5e65-4b42-8da6-9df9bf8eb7d5 req-b1c9ad58-b5a1-40da-afa1-c12e66d6d0e4 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Calling delete_port for acb38072-5e14-4840-ae0e-342ff08a3d6b owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:13.269303 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c036c24-9a02-4b46-a830-d3fd634991f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:13.326577 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-6f123aea-0b29-4e4c-86b6-846bf2760171 service neutron] 10.222.0.46 "GET /v2.0/networks/41aa74d0-4e4d-4564-875a-9e7bd63b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981833 Nov 24 12:56:13.335691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c036c24-9a02-4b46-a830-d3fd634991f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5769439-5245-4abd-9019-ca9dddd4ee48,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:13.370741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c8bee6-0b77-473e-bb38-6cf1bc6ed7d4 None None] Network 1bfce1e3-d0fb-443f-82e9-216fa2f4414e requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:13.402883 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c036c24-9a02-4b46-a830-d3fd634991f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:13.414254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7c036c24-9a02-4b46-a830-d3fd634991f8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d5769439-5245-4abd-9019-ca9dddd4ee48 HTTP/1.1" status: 204 len: 168 time: 1.0098956 Nov 24 12:56:13.436522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55140) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:13.487152 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-bdec8f9a-a758-4e9e-8756-149657e4d039 req-14014edd-0e02-4961-a830-b704b3189c63 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Deleting port dc707d28-b6a8-4f62-b7d3-940b0908755b {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:13.492034 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bdec8f9a-a758-4e9e-8756-149657e4d039 req-14014edd-0e02-4961-a830-b704b3189c63 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:13.542472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78690214-229e-411d-b8fd-1d2feeaab8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:13.568944 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f9aac1ae-5e65-4b42-8da6-9df9bf8eb7d5 req-b1c9ad58-b5a1-40da-afa1-c12e66d6d0e4 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:13.590151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:13.636190 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86c4d9b8-d588-4ab2-8818-d98a94dccb8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:13.652967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9ad58-b5a1-40da-afa1-c12e66d6d0e4 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Pushing event deleted for resources: {'Port': ['ID=acb38072-5e14-4840-ae0e-342ff08a3d6b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:13.755686 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc1e521-14e5-4dee-9473-1b63f9528387 None None] DHCP port deletion for 1bfce1e3-d0fb-443f-82e9-216fa2f4414e request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 12:56:13.759776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78690214-229e-411d-b8fd-1d2feeaab8ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c29b04b-839a-4796-af9d-7992be5b6684,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:13.784544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9aac1ae-5e65-4b42-8da6-9df9bf8eb7d5 req-b1c9ad58-b5a1-40da-afa1-c12e66d6d0e4 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] No DVR routers for this DVR port acb38072-5e14-4840-ae0e-342ff08a3d6b on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:13.790622 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f9aac1ae-5e65-4b42-8da6-9df9bf8eb7d5 req-b1c9ad58-b5a1-40da-afa1-c12e66d6d0e4 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:13.794413 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9aac1ae-5e65-4b42-8da6-9df9bf8eb7d5 req-b1c9ad58-b5a1-40da-afa1-c12e66d6d0e4 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.59 "DELETE /v2.0/ports/acb38072-5e14-4840-ae0e-342ff08a3d6b HTTP/1.1" status: 204 len: 173 time: 1.0836368 Nov 24 12:56:13.810887 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dd2f4-18b3-474d-a969-af665c397e47 req-2f518689-d530-40e4-b23e-912286be84d4 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:13.817179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67ffea7-9b76-4d3d-99cc-eaa292548b5f', 'name': 'network-vif-deleted', 'tag': 'acb38072-5e14-4840-ae0e-342ff08a3d6b'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:13.818403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ffc1e521-14e5-4dee-9473-1b63f9528387 None None] Deleting port ae1754a9-fc91-4623-9ea3-740ffab9ea0a {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:13.818782 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e521-14e5-4dee-9473-1b63f9528387 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:13.819928 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cec8740-d633-42ff-becb-6803fe15dc9d" -d '{"events": [{"server_uuid": "e67ffea7-9b76-4d3d-99cc-eaa292548b5f", "name": "network-vif-deleted", "tag": "acb38072-5e14-4840-ae0e-342ff08a3d6b"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:13.821105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-402dd2f4-18b3-474d-a969-af665c397e47 req-2f518689-d530-40e4-b23e-912286be84d4 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 944 time: 0.3179712 Nov 24 12:56:13.824488 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-bdec8f9a-a758-4e9e-8756-149657e4d039 req-14014edd-0e02-4961-a830-b704b3189c63 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] For port dc707d28-b6a8-4f62-b7d3-940b0908755b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=dc707d28-b6a8-4f62-b7d3-940b0908755b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:13.825145 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bdec8f9a-a758-4e9e-8756-149657e4d039 req-14014edd-0e02-4961-a830-b704b3189c63 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:13.836652 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d64aa19-3207-4b20-bc5c-43bf2a4debc7 req-a8418edb-baf5-4464-8cb4-49958528b1ac service neutron] 10.222.0.46 "GET /v2.0/networks/41aa74d0-4e4d-4564-875a-9e7bd63b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969978 Nov 24 12:56:13.846262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-bdec8f9a-a758-4e9e-8756-149657e4d039 req-14014edd-0e02-4961-a830-b704b3189c63 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Calling delete_port for dc707d28-b6a8-4f62-b7d3-940b0908755b owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:13.857226 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eab639-891a-44ac-9647-e11e2b6dadbd req-60413d11-e6ff-46a1-8996-13242e38f86f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:13.861398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78690214-229e-411d-b8fd-1d2feeaab8ba admin admin] Checking segment: {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:13.861398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78690214-229e-411d-b8fd-1d2feeaab8ba admin admin] Network hostable DHCP agents. Network: 5e912b44-eae9-40e6-89c7-30777a476f74, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:56:13.866222 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07eab639-891a-44ac-9647-e11e2b6dadbd req-60413d11-e6ff-46a1-8996-13242e38f86f tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 950 time: 0.2800970 Nov 24 12:56:13.951387 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-402dd2f4-18b3-474d-a969-af665c397e47 req-824c06b5-d11d-4ae2-bd00-e2e8cf6b2b1d tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/security-groups?id=973d129f-8a6b-4860-a5ad-5b0ade396076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293271 Nov 24 12:56:14.002189 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ffc1e521-14e5-4dee-9473-1b63f9528387 None None] For port ae1754a9-fc91-4623-9ea3-740ffab9ea0a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ae1754a9-fc91-4623-9ea3-740ffab9ea0a,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:14.006252 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e521-14e5-4dee-9473-1b63f9528387 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:14.026385 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ffc1e521-14e5-4dee-9473-1b63f9528387 None None] Calling delete_port for ae1754a9-fc91-4623-9ea3-740ffab9ea0a owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:14.092067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78690214-229e-411d-b8fd-1d2feeaab8ba admin admin] Network 5e912b44-eae9-40e6-89c7-30777a476f74 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:56:14.113350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device dc707d28-b6a8-4f62-b7d3-940b0908755b no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:14.115487 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device df63a4d3-38b2-4efc-97ed-0e4942af1a86 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:14.139156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Deleting port ae1754a9-fc91-4623-9ea3-740ffab9ea0a {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:14.141532 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:14.147251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-78690214-229e-411d-b8fd-1d2feeaab8ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 5e912b44-eae9-40e6-89c7-30777a476f74) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:14.153054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78690214-229e-411d-b8fd-1d2feeaab8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:14.154263 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78690214-229e-411d-b8fd-1d2feeaab8ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:14.207031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79ec9aa-f631-46f7-b75a-a9d52218a8cc None None] Network 5e912b44-eae9-40e6-89c7-30777a476f74 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:14.214330 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a3d7a7-66d5-4b83-ac30-fff4e29f37fc x-openstack-request-id: req-f5a3d7a7-66d5-4b83-ac30-fff4e29f37fc {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:14.216570 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67ffea7-9b76-4d3d-99cc-eaa292548b5f", "name": "network-vif-deleted", "tag": "acb38072-5e14-4840-ae0e-342ff08a3d6b", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:14.217021 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5a3d7a7-66d5-4b83-ac30-fff4e29f37fc {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:14.217556 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67ffea7-9b76-4d3d-99cc-eaa292548b5f', 'name': 'network-vif-deleted', 'tag': 'acb38072-5e14-4840-ae0e-342ff08a3d6b', 'status': 'completed', 'code': 200} Nov 24 12:56:14.219728 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bdec8f9a-a758-4e9e-8756-149657e4d039 req-14014edd-0e02-4961-a830-b704b3189c63 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:14.221885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: df63a4d3-38b2-4efc-97ed-0e4942af1a86 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:14.230731 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-78690214-229e-411d-b8fd-1d2feeaab8ba admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8421376 Nov 24 12:56:14.231435 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device df63a4d3-38b2-4efc-97ed-0e4942af1a86 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:14.232011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 085efbda-aa9a-45a5-a2cb-cd88697bb92f no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:14.235658 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07eab639-891a-44ac-9647-e11e2b6dadbd req-faa17d98-fda2-4c39-ac54-e59fa9a3dabb tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683076 Nov 24 12:56:14.237694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55152) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:14.244358 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:14.262895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bf9f-a0dd-4b72-b5ba-77a4034d651b req-ca2ec87d-a223-45fd-a7ee-100a249376c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:14.264656 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0374bf9f-a0dd-4b72-b5ba-77a4034d651b req-ca2ec87d-a223-45fd-a7ee-100a249376c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ebd6d04db3794dd1a3aafcebd082bc1f&device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 1095 time: 0.3073945 Nov 24 12:56:14.309387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['669384d5-bb37-4054-9709-2894491b4b00'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:56:14.313534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 085efbda-aa9a-45a5-a2cb-cd88697bb92f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:14.314151 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 085efbda-aa9a-45a5-a2cb-cd88697bb92f not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:14.314977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ae1754a9-fc91-4623-9ea3-740ffab9ea0a no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:14.317156 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e521-14e5-4dee-9473-1b63f9528387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:14.365722 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] For port ae1754a9-fc91-4623-9ea3-740ffab9ea0a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ae1754a9-fc91-4623-9ea3-740ffab9ea0a,segment=NetworkSegment(8826b5fc-084f-4dfe-aa20-d99030ee2fdf),segment_id=8826b5fc-084f-4dfe-aa20-d99030ee2fdf)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:14.366275 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:14.376769 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b276d896-b65b-44a3-b74a-ea2bc35122c5 req-0d1a180a-9967-4ebb-93bc-709339b5294c tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=e67ffea7-9b76-4d3d-99cc-eaa292548b5f HTTP/1.1" status: 200 len: 210 time: 0.0864658 Nov 24 12:56:14.385957 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Calling delete_port for ae1754a9-fc91-4623-9ea3-740ffab9ea0a owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:14.424132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: ae1754a9-fc91-4623-9ea3-740ffab9ea0a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:14.425120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ae1754a9-fc91-4623-9ea3-740ffab9ea0a not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:14.432570 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1e521-14e5-4dee-9473-1b63f9528387 None None] Pushing event deleted for resources: {'Port': ['ID=ae1754a9-fc91-4623-9ea3-740ffab9ea0a,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:14.476516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1e521-14e5-4dee-9473-1b63f9528387 None None] No DVR routers for this DVR port ae1754a9-fc91-4623-9ea3-740ffab9ea0a on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:14.497607 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No active binding found for port dc707d28-b6a8-4f62-b7d3-940b0908755b {{(pid=114987) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 12:56:14.498127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14014edd-0e02-4961-a830-b704b3189c63 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Pushing event deleted for resources: {'Port': ['ID=dc707d28-b6a8-4f62-b7d3-940b0908755b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:14.498433 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device dc707d28-b6a8-4f62-b7d3-940b0908755b not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:14.501194 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:14.508548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f26efa01-e968-426a-b638-f4870eeeeaf6 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:14.540315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] No DVR routers for this DVR port ae1754a9-fc91-4623-9ea3-740ffab9ea0a on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:14.616711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: f26efa01-e968-426a-b638-f4870eeeeaf6 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:14.617445 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f26efa01-e968-426a-b638-f4870eeeeaf6 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:14.619988 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdec8f9a-a758-4e9e-8756-149657e4d039 req-14014edd-0e02-4961-a830-b704b3189c63 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] No DVR routers for this DVR port dc707d28-b6a8-4f62-b7d3-940b0908755b on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:14.632833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1754a9-fc91-4623-9ea3-740ffab9ea0a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:14.638180 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bdec8f9a-a758-4e9e-8756-149657e4d039 req-14014edd-0e02-4961-a830-b704b3189c63 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:14.642812 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bdec8f9a-a758-4e9e-8756-149657e4d039 req-14014edd-0e02-4961-a830-b704b3189c63 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.46 "DELETE /v2.0/ports/dc707d28-b6a8-4f62-b7d3-940b0908755b HTTP/1.1" status: 204 len: 173 time: 1.4849653 Nov 24 12:56:14.742789 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:14.826508 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfce1e3-d0fb-443f-82e9-216fa2f4414e']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:14.864056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8826b5fc-084f-4dfe-aa20-d99030ee2fdf') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:14.864056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8826b5fc-084f-4dfe-aa20-d99030ee2fdf') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:14.893305 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:14.911795 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:14.913025 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:14.925410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c4d9b8-d588-4ab2-8818-d98a94dccb8b admin admin] Router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:56:14.935916 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:14.968586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:56:14.969144 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:56:14.971595 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:56:15.014839 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-5e912b44-eae9-40e6-89c7-30777a476f74', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:56:15.015299 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:15.068752 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:15.081623 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:15.090275 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1bfce1e3-d0fb-443f-82e9-216fa2f4414e HTTP/1.1" status: 204 len: 168 time: 1.6526647 Nov 24 12:56:15.097136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55158) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:15.150951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bf9f-a0dd-4b72-b5ba-77a4034d651b req-262c753b-89ce-435f-ac27-4d5fc0b0caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:15.152376 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0374bf9f-a0dd-4b72-b5ba-77a4034d651b req-262c753b-89ce-435f-ac27-4d5fc0b0caf1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=41aa74d0-4e4d-4564-875a-9e7bd63b5bbc HTTP/1.1" status: 200 len: 915 time: 0.8768768 Nov 24 12:56:15.159682 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:15.175966 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34710406-760f-4c74-a7b1-bb22f7ab3a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bfce1e3-d0fb-443f-82e9-216fa2f4414e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:15.217699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Allocated IP 172.20.0.2 (5e912b44-eae9-40e6-89c7-30777a476f74/8c29b04b-839a-4796-af9d-7992be5b6684/d95bfcc4-2239-4654-9071-77bc6203d6ff) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:15.297059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0374bf9f-a0dd-4b72-b5ba-77a4034d651b req-9715f9ce-c6a4-4c91-afde-fcbaf85ec2ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a21d050-c05b-4f22-b2a7-fcb833bf51ce HTTP/1.1" status: 200 len: 217 time: 0.1279192 Nov 24 12:56:15.421018 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:15.422995 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:15.432576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c4d9b8-d588-4ab2-8818-d98a94dccb8b admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:56:15.438840 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:15.441038 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-86c4d9b8-d588-4ab2-8818-d98a94dccb8b admin admin] 10.222.0.48 "PUT /v2.0/routers/fce423f0-ed2b-4fa1-ba6d-96e11abd1619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3588030 Nov 24 12:56:15.444822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55166) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:15.447146 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944bb935-33f7-4a4c-9ddb-18619f892be1 None None] Sync routers for ids ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:56:15.448628 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374bf9f-a0dd-4b72-b5ba-77a4034d651b req-46f6a036-2da7-4a43-94b3-fd43dd2ef429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:15.450253 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0374bf9f-a0dd-4b72-b5ba-77a4034d651b req-46f6a036-2da7-4a43-94b3-fd43dd2ef429 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=095fe325-e366-463d-a72b-1fb00182fc69 HTTP/1.1" status: 200 len: 854 time: 0.1415577 Nov 24 12:56:15.466394 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944bb935-33f7-4a4c-9ddb-18619f892be1 None None] Routers {'fce423f0-ed2b-4fa1-ba6d-96e11abd1619'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:15.469009 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-944bb935-33f7-4a4c-9ddb-18619f892be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:15.506536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Network 5e912b44-eae9-40e6-89c7-30777a476f74 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:15.508822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Pushing event updated for resources: {'Port': ['ID=d95bfcc4-2239-4654-9071-77bc6203d6ff,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:15.520499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:15.535850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0374bf9f-a0dd-4b72-b5ba-77a4034d651b req-cac4cbe4-1e90-4ba8-8983-849892ffee46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=41aa74d0-4e4d-4564-875a-9e7bd63b5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650358 Nov 24 12:56:15.540205 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:15.546197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device acb38072-5e14-4840-ae0e-342ff08a3d6b no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:15.600571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: acb38072-5e14-4840-ae0e-342ff08a3d6b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:15.600942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device acb38072-5e14-4840-ae0e-342ff08a3d6b not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:15.606832 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-250ba8b9-71ee-437d-b778-c40e353d87f5 req-0725fb6f-70aa-4758-bb13-76debe241b0a tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8bea123-5dc5-489c-b492-0addbeb5f048 HTTP/1.1" status: 200 len: 210 time: 0.0679669 Nov 24 12:56:15.657947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Attempting to bind port d95bfcc4-2239-4654-9071-77bc6203d6ff on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:15.658784 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Attempting to bind port d95bfcc4-2239-4654-9071-77bc6203d6ff by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:15.660492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Attempting to bind port d95bfcc4-2239-4654-9071-77bc6203d6ff on network 5e912b44-eae9-40e6-89c7-30777a476f74 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:15.684271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:15.685390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Checking segment: {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:15.686293 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:15.687010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Bound using segment: {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:15.687793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Bound port: d95bfcc4-2239-4654-9071-77bc6203d6ff, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:15.688955 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:15.721891 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:15.780301 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-944bb935-33f7-4a4c-9ddb-18619f892be1 None None] Set router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:15.849245 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0374bf9f-a0dd-4b72-b5ba-77a4034d651b req-49b1486d-d48b-4843-a9ad-1a8634181f72 service neutron] 10.222.0.46 "GET /v2.0/networks/41aa74d0-4e4d-4564-875a-9e7bd63b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895715 Nov 24 12:56:15.860122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] For port d95bfcc4-2239-4654-9071-77bc6203d6ff, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:56:15.871570 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] For port d95bfcc4-2239-4654-9071-77bc6203d6ff, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d95bfcc4-2239-4654-9071-77bc6203d6ff,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:15.880107 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:15.954462 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:16.056332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acde7fd-4fbd-4b94-a26b-0062beba2331 None None] Pushing event updated for resources: {'Port': ['ID=d95bfcc4-2239-4654-9071-77bc6203d6ff,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:16.069906 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0374bf9f-a0dd-4b72-b5ba-77a4034d651b req-fdf77a73-3dd7-45ca-99ee-cb81325b428c service neutron] 10.222.0.46 "GET /v2.0/networks/41aa74d0-4e4d-4564-875a-9e7bd63b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067163 Nov 24 12:56:16.093258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0a21d050-c05b-4f22-b2a7-fcb833bf51ce details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:56:16.184677 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-944bb935-33f7-4a4c-9ddb-18619f892be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:56:12Z', 'revision_number': 5, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port': {'id': '2743947f-e3a7-414b-a6d9-33e1534aed0a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:53:35Z', 'updated_at': '2021-11-24T12:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:16.190718 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:16.226120 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:16.238004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3541be0-a836-4f02-9636-2d2b4c7b542b req-040a1aed-bdb4-4962-81aa-4a4053b9fa80 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:16.246494 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3541be0-a836-4f02-9636-2d2b4c7b542b req-040a1aed-bdb4-4962-81aa-4a4053b9fa80 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 945 time: 0.1272128 Nov 24 12:56:16.273550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0a21d050-c05b-4f22-b2a7-fcb833bf51ce,segment=NetworkSegment(1bea5dd0-cad7-4175-9377-49f8c0823196),segment_id=1bea5dd0-cad7-4175-9377-49f8c0823196)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:16.283823 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944bb935-33f7-4a4c-9ddb-18619f892be1 None None] Checking router: fce423f0-ed2b-4fa1-ba6d-96e11abd1619 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:56:16.290404 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '0a21d050-c05b-4f22-b2a7-fcb833bf51ce', 'network_id': '41aa74d0-4e4d-4564-875a-9e7bd63b5bbc', 'port_id': '0a21d050-c05b-4f22-b2a7-fcb833bf51ce', 'mac_address': 'fa:16:3e:25:a4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095fe325-e366-463d-a72b-1fb00182fc69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:56:16.294152 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944bb935-33f7-4a4c-9ddb-18619f892be1 None None] Routers {'fce423f0-ed2b-4fa1-ba6d-96e11abd1619'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:16.295049 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-944bb935-33f7-4a4c-9ddb-18619f892be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:16.349269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bea123-5dc5-489c-b492-0addbeb5f048', 'name': 'network-vif-deleted', 'tag': 'dc707d28-b6a8-4f62-b7d3-940b0908755b'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:16.354813 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b1e02e-eeb2-4c67-9fe2-775521d32a70" -d '{"events": [{"server_uuid": "f8bea123-5dc5-489c-b492-0addbeb5f048", "name": "network-vif-deleted", "tag": "dc707d28-b6a8-4f62-b7d3-940b0908755b"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:16.355143 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:16.385932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a21d050-c05b-4f22-b2a7-fcb833bf51ce {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:56:16.388518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] Deleting port 2743947f-e3a7-414b-a6d9-33e1534aed0a {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:16.388518 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:16.440889 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-944bb935-33f7-4a4c-9ddb-18619f892be1 None None] Set router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:16.443233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0a21d050-c05b-4f22-b2a7-fcb833bf51ce,segment=NetworkSegment(1bea5dd0-cad7-4175-9377-49f8c0823196),segment_id=1bea5dd0-cad7-4175-9377-49f8c0823196)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:16.449998 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:16.513203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75743f-b77d-49e2-8159-788e53fb4b2c req-480ac81c-244d-4f97-89db-28931b974519 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:16.522857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e75743f-b77d-49e2-8159-788e53fb4b2c req-480ac81c-244d-4f97-89db-28931b974519 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 944 time: 1.4065223 Nov 24 12:56:16.538796 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-944bb935-33f7-4a4c-9ddb-18619f892be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:56:15Z', 'revision_number': 6, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:16.572750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=0a21d050-c05b-4f22-b2a7-fcb833bf51ce,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:16.603381 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944bb935-33f7-4a4c-9ddb-18619f892be1 None None] The sync data for ids ['fce423f0-ed2b-4fa1-ba6d-96e11abd1619'] in n-d-817303-4 is: [{'id': 'fce423f0-ed2b-4fa1-ba6d-96e11abd1619', 'name': 'tempest-ServersTestFqdnHostnames-394828486-router', 'tenant_id': '0b3d003e027e4a90ab385f26152df412', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:53:33Z', 'updated_at': '2021-11-24T12:56:15Z', 'revision_number': 6, 'project_id': '0b3d003e027e4a90ab385f26152df412', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:56:16.665460 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['0a21d050-c05b-4f22-b2a7-fcb833bf51ce'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:56:16.692770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3541be0-a836-4f02-9636-2d2b4c7b542b req-1c8e46bc-5c80-41e4-8e7e-7502624c4707 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455986 Nov 24 12:56:16.716611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038caed5-7573-418b-93c7-9f85a5cba762 req-5e1b97c1-3cf8-4078-b056-c9a91f28ee15 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:16.718535 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-038caed5-7573-418b-93c7-9f85a5cba762 req-5e1b97c1-3cf8-4078-b056-c9a91f28ee15 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.59 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 945 time: 0.2621448 Nov 24 12:56:16.733415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] For port 2743947f-e3a7-414b-a6d9-33e1534aed0a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2743947f-e3a7-414b-a6d9-33e1534aed0a,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:16.733780 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:16.758826 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e75743f-b77d-49e2-8159-788e53fb4b2c req-ed38cf7a-2958-4343-8d12-1fd125500d60 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/security-groups?id=973d129f-8a6b-4860-a5ad-5b0ade396076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349470 Nov 24 12:56:16.760087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] Calling delete_port for 2743947f-e3a7-414b-a6d9-33e1534aed0a owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:16.783490 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Allocated IP 172.25.0.86 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/aa27bc1b-8496-47ec-aa5c-47482eef5c11) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:16.917967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-038caed5-7573-418b-93c7-9f85a5cba762 req-59b3c69b-55ff-4137-9d9a-1458e74c82df tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Deleting port ef702227-2a99-4d35-9ad8-30738f1a324d {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:16.918317 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-038caed5-7573-418b-93c7-9f85a5cba762 req-59b3c69b-55ff-4137-9d9a-1458e74c82df tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.100409 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.108822 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e451f4-516f-450e-a6c4-db932a18dca5 x-openstack-request-id: req-17e451f4-516f-450e-a6c4-db932a18dca5 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:17.109127 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bea123-5dc5-489c-b492-0addbeb5f048", "name": "network-vif-deleted", "tag": "dc707d28-b6a8-4f62-b7d3-940b0908755b", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:17.109391 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17e451f4-516f-450e-a6c4-db932a18dca5 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:17.110095 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bea123-5dc5-489c-b492-0addbeb5f048', 'name': 'network-vif-deleted', 'tag': 'dc707d28-b6a8-4f62-b7d3-940b0908755b', 'status': 'completed', 'code': 200} Nov 24 12:56:17.160963 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.171929 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.218689 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:17.219921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-038caed5-7573-418b-93c7-9f85a5cba762 req-59b3c69b-55ff-4137-9d9a-1458e74c82df tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] For port ef702227-2a99-4d35-9ad8-30738f1a324d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ef702227-2a99-4d35-9ad8-30738f1a324d,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:17.220364 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-038caed5-7573-418b-93c7-9f85a5cba762 req-59b3c69b-55ff-4137-9d9a-1458e74c82df tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.235476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:17.245909 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:17.247551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-038caed5-7573-418b-93c7-9f85a5cba762 req-59b3c69b-55ff-4137-9d9a-1458e74c82df tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Calling delete_port for ef702227-2a99-4d35-9ad8-30738f1a324d owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:17.305944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Pushing event updated for resources: {'Port': ['ID=aa27bc1b-8496-47ec-aa5c-47482eef5c11,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:17.367726 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c38cb16-10e1-424d-b4aa-0e090d6af011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.378346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2743947f-e3a7-414b-a6d9-33e1534aed0a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:17.417863 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285c1e5-167a-483d-8d1d-11c002e47d40 req-bb5fe170-45a0-4770-b399-d2e54ea733a8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:17.419857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5285c1e5-167a-483d-8d1d-11c002e47d40 req-bb5fe170-45a0-4770-b399-d2e54ea733a8 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 950 time: 0.2230227 Nov 24 12:56:17.492134 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.528414 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64b29c9-9192-4e34-ac22-9e279e9d287d None None] Network 5e912b44-eae9-40e6-89c7-30777a476f74 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:17.618499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-58c77a7e-5562-45cf-b571-64a078fcda72 None None] Provisioning complete for port d95bfcc4-2239-4654-9071-77bc6203d6ff triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:17.619209 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-58c77a7e-5562-45cf-b571-64a078fcda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.627579 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.630698 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.633944 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5285c1e5-167a-483d-8d1d-11c002e47d40 req-51db8cbb-0b54-41f1-96c7-125da9e47904 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988411 Nov 24 12:56:17.652585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-962e7498-1c6c-4864-a8e2-c85730e3f9d3 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:17.659721 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-962e7498-1c6c-4864-a8e2-c85730e3f9d3 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 807 time: 0.4217296 Nov 24 12:56:17.662568 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-038caed5-7573-418b-93c7-9f85a5cba762 req-59b3c69b-55ff-4137-9d9a-1458e74c82df tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.713598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3c69b-55ff-4137-9d9a-1458e74c82df tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Pushing event deleted for resources: {'Port': ['ID=ef702227-2a99-4d35-9ad8-30738f1a324d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:17.731989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-8650ec51-00c3-4146-9ecf-4cd2ab06a172 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/quotas/6441bea1ed3547598abd90d1c2c0a634 HTTP/1.1" status: 200 len: 375 time: 0.0710940 Nov 24 12:56:17.775058 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.775675 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fce423f0-ed2b-4fa1-ba6d-96e11abd1619 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 12:56:17.780870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-038caed5-7573-418b-93c7-9f85a5cba762 req-59b3c69b-55ff-4137-9d9a-1458e74c82df tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] No DVR routers for this DVR port ef702227-2a99-4d35-9ad8-30738f1a324d on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:17.782973 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.787263 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a2134e83-6350-4603-8e75-17a6b0a7ffd9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fce423f0-ed2b-4fa1-ba6d-96e11abd1619 HTTP/1.1" status: 204 len: 168 time: 2.3390143 Nov 24 12:56:17.787452 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-038caed5-7573-418b-93c7-9f85a5cba762 req-59b3c69b-55ff-4137-9d9a-1458e74c82df tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.789165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55198) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:17.791414 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-038caed5-7573-418b-93c7-9f85a5cba762 req-59b3c69b-55ff-4137-9d9a-1458e74c82df tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.59 "DELETE /v2.0/ports/ef702227-2a99-4d35-9ad8-30738f1a324d HTTP/1.1" status: 204 len: 173 time: 1.0642986 Nov 24 12:56:17.804694 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-58c77a7e-5562-45cf-b571-64a078fcda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.889539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-58c77a7e-5562-45cf-b571-64a078fcda72 None None] For port d95bfcc4-2239-4654-9071-77bc6203d6ff, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d95bfcc4-2239-4654-9071-77bc6203d6ff,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:17.895113 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ee906ce-309b-4d25-87a5-8d2bf0f9bcf4 req-3724d703-4f43-4f7d-b154-ee7ab63fadb9 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8df50a8-3a3d-42cd-8c3c-4a1b66297daf HTTP/1.1" status: 200 len: 210 time: 0.0490890 Nov 24 12:56:17.911837 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-58c77a7e-5562-45cf-b571-64a078fcda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:17.968880 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-cfd0cb20-7fb6-474a-b74e-6e0d67715b65 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2352152 Nov 24 12:56:18.010123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4c38cb16-10e1-424d-b4aa-0e090d6af011 admin admin] Deleting port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:18.015747 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c38cb16-10e1-424d-b4aa-0e090d6af011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:18.024382 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c77a7e-5562-45cf-b571-64a078fcda72 None None] Pushing event updated for resources: {'Port': ['ID=d95bfcc4-2239-4654-9071-77bc6203d6ff,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:18.059473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d95bfcc4-2239-4654-9071-77bc6203d6ff up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:18.105095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0a21d050-c05b-4f22-b2a7-fcb833bf51ce up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:18.139022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-a636ce0d-4def-42a0-a51a-3dc78d384632 admin admin] Deleting subnet 40f4b039-c317-4493-a405-fe367a3dc54e {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:56:18.141540 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:18.153845 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a636ce0d-4def-42a0-a51a-3dc78d384632 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:18.168153 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d95bfcc4-2239-4654-9071-77bc6203d6ff triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:18.168550 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:18.197506 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-4c38cb16-10e1-424d-b4aa-0e090d6af011 admin admin] For port eef7f1f4-6ae9-4023-b3b6-a7ddb766a136, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=eef7f1f4-6ae9-4023-b3b6-a7ddb766a136,segment=NetworkSegment(4ec7cc64-288a-4af2-89da-d0352fcf5639),segment_id=4ec7cc64-288a-4af2-89da-d0352fcf5639)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:18.198071 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c38cb16-10e1-424d-b4aa-0e090d6af011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:18.199222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:56:18.215131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4c38cb16-10e1-424d-b4aa-0e090d6af011 admin admin] Calling delete_port for eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:18.216408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:18.216865 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:18.242821 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e4492-93c8-406e-abbe-42b4d6a2125e req-ae1b55f1-84d1-41ab-a797-d98c5146fef1 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:18.244497 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-538e4492-93c8-406e-abbe-42b4d6a2125e req-ae1b55f1-84d1-41ab-a797-d98c5146fef1 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 945 time: 0.2264853 Nov 24 12:56:18.274920 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a636ce0d-4def-42a0-a51a-3dc78d384632 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:18.298786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8fadaeef-a032-4c17-ad4b-77a69e293cd1 None None] Provisioning complete for port d95bfcc4-2239-4654-9071-77bc6203d6ff triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:18.299162 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8fadaeef-a032-4c17-ad4b-77a69e293cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:18.461884 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-538e4492-93c8-406e-abbe-42b4d6a2125e req-811caa6d-8aa8-48e4-8e71-fa446246b38c tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/security-groups?id=973d129f-8a6b-4860-a5ad-5b0ade396076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805921 Nov 24 12:56:18.469748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:18.512827 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:18.513488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6603df0d-80a5-4b79-98a0-b7fd64b6c1a5 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:18.514058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2743947f-e3a7-414b-a6d9-33e1534aed0a no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:18.517153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb44d43-8c1a-466c-9d16-9808f86afdc5 req-303941b5-a5d6-4f40-bdc2-cd29b0522c44 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:18.518021 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fb44d43-8c1a-466c-9d16-9808f86afdc5 req-303941b5-a5d6-4f40-bdc2-cd29b0522c44 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.59 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 950 time: 0.0722909 Nov 24 12:56:18.522905 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:18.552605 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 2743947f-e3a7-414b-a6d9-33e1534aed0a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:18.553737 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2743947f-e3a7-414b-a6d9-33e1534aed0a not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:18.592053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8bdb33-213b-43fa-a5e7-19587f3685c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a21d050-c05b-4f22-b2a7-fcb833bf51ce'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:18.595611 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89892b8e-5724-44d5-9b7c-d129aca2d9fc" -d '{"events": [{"server_uuid": "6c8bdb33-213b-43fa-a5e7-19587f3685c6", "name": "network-vif-plugged", "status": "completed", "tag": "0a21d050-c05b-4f22-b2a7-fcb833bf51ce"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:18.612376 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0a21d050-c05b-4f22-b2a7-fcb833bf51ce,segment=NetworkSegment(1bea5dd0-cad7-4175-9377-49f8c0823196),segment_id=1bea5dd0-cad7-4175-9377-49f8c0823196)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:18.623549 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:18.664567 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7fa605-de19-4128-a14b-36cc753f0748 x-openstack-request-id: req-3c7fa605-de19-4128-a14b-36cc753f0748 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:18.665108 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8bdb33-213b-43fa-a5e7-19587f3685c6", "name": "network-vif-plugged", "status": "completed", "tag": "0a21d050-c05b-4f22-b2a7-fcb833bf51ce", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:18.665545 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c7fa605-de19-4128-a14b-36cc753f0748 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:18.666563 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8bdb33-213b-43fa-a5e7-19587f3685c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a21d050-c05b-4f22-b2a7-fcb833bf51ce', 'code': 200} Nov 24 12:56:18.690011 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c38cb16-10e1-424d-b4aa-0e090d6af011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:18.716426 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=0a21d050-c05b-4f22-b2a7-fcb833bf51ce,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:18.731548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38cb16-10e1-424d-b4aa-0e090d6af011 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef7f1f4-6ae9-4023-b3b6-a7ddb766a136,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:18.740718 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-5fb44d43-8c1a-466c-9d16-9808f86afdc5 req-b6f3face-0445-4abc-a19d-99a876e29881 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Deleting port 669384d5-bb37-4054-9709-2894491b4b00 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:18.741147 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5fb44d43-8c1a-466c-9d16-9808f86afdc5 req-b6f3face-0445-4abc-a19d-99a876e29881 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:18.793755 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-d3858cbb-5287-4bc7-85bc-0ecd58b103aa service neutron] 10.222.0.48 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8239062 Nov 24 12:56:18.922870 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85fcb7-1b2e-41e1-a032-658f0fcdb5ec req-6dab4e57-6a2a-4eb8-9645-1ca5d28ae241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:18.924402 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d85fcb7-1b2e-41e1-a032-658f0fcdb5ec req-6dab4e57-6a2a-4eb8-9645-1ca5d28ae241 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 1097 time: 0.1858010 Nov 24 12:56:18.927583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85353622-cad1-4adb-b572-15d520e711e4 req-344da2ee-4ac1-4a84-bb74-e85c6717fd84 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:18.929185 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85353622-cad1-4adb-b572-15d520e711e4 req-344da2ee-4ac1-4a84-bb74-e85c6717fd84 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/ports?device_id=88d66a1d-ff32-441b-b189-057ded043af8 HTTP/1.1" status: 200 len: 950 time: 0.1710048 Nov 24 12:56:18.989973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-5fb44d43-8c1a-466c-9d16-9808f86afdc5 req-b6f3face-0445-4abc-a19d-99a876e29881 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] For port 669384d5-bb37-4054-9709-2894491b4b00, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=669384d5-bb37-4054-9709-2894491b4b00,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:18.990350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5fb44d43-8c1a-466c-9d16-9808f86afdc5 req-b6f3face-0445-4abc-a19d-99a876e29881 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:19.002675 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a636ce0d-4def-42a0-a51a-3dc78d384632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:19.048237 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-5fb44d43-8c1a-466c-9d16-9808f86afdc5 req-b6f3face-0445-4abc-a19d-99a876e29881 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Calling delete_port for 669384d5-bb37-4054-9709-2894491b4b00 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:19.101174 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-91da6e48-774e-4e6b-8bbf-2dcb73b9b1b9 service neutron] 10.222.0.48 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946007 Nov 24 12:56:19.102303 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:19.108032 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d85fcb7-1b2e-41e1-a032-658f0fcdb5ec req-0343ddb8-a970-41af-9291-89a623971a42 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=973d129f-8a6b-4860-a5ad-5b0ade396076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484394 Nov 24 12:56:19.112838 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85353622-cad1-4adb-b572-15d520e711e4 req-21981768-9113-465e-a636-d3bb30487b72 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5e683ab-8704-40b0-a728-9d0e839535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472204 Nov 24 12:56:19.116581 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8df50a8-3a3d-42cd-8c3c-4a1b66297daf', 'name': 'network-vif-deleted', 'tag': 'ef702227-2a99-4d35-9ad8-30738f1a324d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:19.119407 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b655a9-840f-48fe-a645-ae16ee06d015" -d '{"events": [{"server_uuid": "f8df50a8-3a3d-42cd-8c3c-4a1b66297daf", "name": "network-vif-deleted", "tag": "ef702227-2a99-4d35-9ad8-30738f1a324d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:19.132627 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c38cb16-10e1-424d-b4aa-0e090d6af011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:19.157834 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a636ce0d-4def-42a0-a51a-3dc78d384632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:19.193543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636ce0d-4def-42a0-a51a-3dc78d384632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f4b039-c317-4493-a405-fe367a3dc54e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:19.199901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a636ce0d-4def-42a0-a51a-3dc78d384632 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:19.206227 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a636ce0d-4def-42a0-a51a-3dc78d384632 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/40f4b039-c317-4493-a405-fe367a3dc54e HTTP/1.1" status: 204 len: 168 time: 1.4131539 Nov 24 12:56:19.207805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55214) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:19.209182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1989c028-965e-426a-85e0-1f77f1c73d05 None None] Network 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:19.234374 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5fb44d43-8c1a-466c-9d16-9808f86afdc5 req-b6f3face-0445-4abc-a19d-99a876e29881 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:19.261539 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c5042c-1b1b-4f04-a0ed-c04918046453 x-openstack-request-id: req-40c5042c-1b1b-4f04-a0ed-c04918046453 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:19.261741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['669384d5-bb37-4054-9709-2894491b4b00'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:56:19.261878 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8df50a8-3a3d-42cd-8c3c-4a1b66297daf", "name": "network-vif-deleted", "tag": "ef702227-2a99-4d35-9ad8-30738f1a324d", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:19.262072 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40c5042c-1b1b-4f04-a0ed-c04918046453 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:19.262465 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8df50a8-3a3d-42cd-8c3c-4a1b66297daf', 'name': 'network-vif-deleted', 'tag': 'ef702227-2a99-4d35-9ad8-30738f1a324d', 'status': 'completed', 'code': 200} Nov 24 12:56:19.321515 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3face-0445-4abc-a19d-99a876e29881 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Pushing event deleted for resources: {'Port': ['ID=669384d5-bb37-4054-9709-2894491b4b00,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:19.375761 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb44d43-8c1a-466c-9d16-9808f86afdc5 req-b6f3face-0445-4abc-a19d-99a876e29881 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] No DVR routers for this DVR port 669384d5-bb37-4054-9709-2894491b4b00 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:19.383533 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5fb44d43-8c1a-466c-9d16-9808f86afdc5 req-b6f3face-0445-4abc-a19d-99a876e29881 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:19.387782 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fb44d43-8c1a-466c-9d16-9808f86afdc5 req-b6f3face-0445-4abc-a19d-99a876e29881 tempest-MigrationsAdminTest-1198934414 tempest-MigrationsAdminTest-1198934414-project] 10.222.0.59 "DELETE /v2.0/ports/669384d5-bb37-4054-9709-2894491b4b00 HTTP/1.1" status: 204 len: 173 time: 0.8617835 Nov 24 12:56:19.409986 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:19.511439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:56:19.572074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device ef702227-2a99-4d35-9ad8-30738f1a324d no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:19.661420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: ef702227-2a99-4d35-9ad8-30738f1a324d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:19.661776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device ef702227-2a99-4d35-9ad8-30738f1a324d not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:19.662204 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 669384d5-bb37-4054-9709-2894491b4b00 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:19.665905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:56:19.714578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Sync routers for ids ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:56:19.719434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 669384d5-bb37-4054-9709-2894491b4b00 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:19.720257 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 669384d5-bb37-4054-9709-2894491b4b00 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:19.733491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Routers {'44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:19.734976 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:19.745097 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:19.751644 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-11db1e05-9e90-485b-9b40-143c2641273c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5109987 Nov 24 12:56:19.758352 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55232) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:19.823784 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Deleting port e64872ef-c8e1-49c6-a7f0-952ed41a99ea {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:19.824969 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:19.845441 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab9e82-14cf-4497-906f-389d52b53cd6 req-167184d1-bf1d-49a9-af26-36b7bea8ebb7 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:19.852952 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-62ab9e82-14cf-4497-906f-389d52b53cd6 req-167184d1-bf1d-49a9-af26-36b7bea8ebb7 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 946 time: 0.2059553 Nov 24 12:56:19.891030 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599927e0-a4e8-4fd7-9ed7-4ce2ecd1fd51 None None] DHCP port deletion for 95e7f000-2f0f-4dec-bbb6-4541b8b71c95 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 12:56:19.941808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] For port e64872ef-c8e1-49c6-a7f0-952ed41a99ea, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e64872ef-c8e1-49c6-a7f0-952ed41a99ea,segment=NetworkSegment(c988924c-c93d-4849-bb9e-a0b9fce0b1f5),segment_id=c988924c-c93d-4849-bb9e-a0b9fce0b1f5)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:19.942431 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:19.954728 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c38cb16-10e1-424d-b4aa-0e090d6af011 admin admin] Router 84efe17a-9f03-408e-ac0f-a195f7ed5e2d has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:56:19.957563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Calling delete_port for e64872ef-c8e1-49c6-a7f0-952ed41a99ea owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:19.970368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Set router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:19.997424 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-62ab9e82-14cf-4497-906f-389d52b53cd6 req-527111f0-a8e8-4c56-8eda-726a99d5adf4 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/security-groups?id=973d129f-8a6b-4860-a5ad-5b0ade396076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433573 Nov 24 12:56:20.090355 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:20.124056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Pushing event deleted for resources: {'Port': ['ID=e64872ef-c8e1-49c6-a7f0-952ed41a99ea,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:20.128443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d95bfcc4-2239-4654-9071-77bc6203d6ff up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:20.136654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ebd23-15b7-405b-b47f-b7544c255d35 req-839526a9-b57b-4ba1-aad9-8bfd51d9bf10 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:20.145419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed6ebd23-15b7-405b-b47f-b7544c255d35 req-839526a9-b57b-4ba1-aad9-8bfd51d9bf10 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 967 time: 0.4665482 Nov 24 12:56:20.241289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df90475-da62-4060-91af-6657cf975a23 req-02913904-e320-451b-ba1b-f373d0c70f81 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:20.243154 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0df90475-da62-4060-91af-6657cf975a23 req-02913904-e320-451b-ba1b-f373d0c70f81 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.59 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 967 time: 0.2183123 Nov 24 12:56:20.263127 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11127983-3505-4666-b35b-3c0735e8cd8c req-ed0a50dd-a06c-4e7f-b81b-80a1b8a6ac62 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 210 time: 0.0930622 Nov 24 12:56:20.285142 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-599927e0-a4e8-4fd7-9ed7-4ce2ecd1fd51 None None] Deleting port e64872ef-c8e1-49c6-a7f0-952ed41a99ea {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:20.285613 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-599927e0-a4e8-4fd7-9ed7-4ce2ecd1fd51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:20.326967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] No DVR routers for this DVR port e64872ef-c8e1-49c6-a7f0-952ed41a99ea on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:20.329200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d95bfcc4-2239-4654-9071-77bc6203d6ff triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:20.329623 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:20.430783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed6ebd23-15b7-405b-b47f-b7544c255d35 req-209f6604-cc37-4c26-873a-d0301ab2e711 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832520 Nov 24 12:56:20.458055 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-599927e0-a4e8-4fd7-9ed7-4ce2ecd1fd51 None None] For port e64872ef-c8e1-49c6-a7f0-952ed41a99ea, host n-d-817303-4, got binding levels [] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:20.458539 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-599927e0-a4e8-4fd7-9ed7-4ce2ecd1fd51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:20.469565 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c38cb16-10e1-424d-b4aa-0e090d6af011 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:56:20.473099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-599927e0-a4e8-4fd7-9ed7-4ce2ecd1fd51 None None] Calling delete_port for e64872ef-c8e1-49c6-a7f0-952ed41a99ea owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:20.476990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.ipam_backend_mixin [None req-599927e0-a4e8-4fd7-9ed7-4ce2ecd1fd51 None None] Port e64872ef-c8e1-49c6-a7f0-952ed41a99ea was not found and therefore no delete operation was performed {{(pid=114987) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 12:56:20.483275 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-599927e0-a4e8-4fd7-9ed7-4ce2ecd1fd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:20.494557 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4c38cb16-10e1-424d-b4aa-0e090d6af011 admin admin] 10.222.0.48 "PUT /v2.0/routers/84efe17a-9f03-408e-ac0f-a195f7ed5e2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3925405 Nov 24 12:56:20.494557 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55244) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:20.494847 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fdbe3a-1ad0-43e9-9e33-5ff710ab5665 None None] Sync routers for ids ['84efe17a-9f03-408e-ac0f-a195f7ed5e2d'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:56:20.514334 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fdbe3a-1ad0-43e9-9e33-5ff710ab5665 None None] Routers {'84efe17a-9f03-408e-ac0f-a195f7ed5e2d'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:20.515084 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-64fdbe3a-1ad0-43e9-9e33-5ff710ab5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['84efe17a-9f03-408e-ac0f-a195f7ed5e2d'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:20.615669 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:20.637500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599927e0-a4e8-4fd7-9ed7-4ce2ecd1fd51 None None] Pushing event deleted for resources: {'Port': ['ID=e64872ef-c8e1-49c6-a7f0-952ed41a99ea,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:20.674701 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599927e0-a4e8-4fd7-9ed7-4ce2ecd1fd51 None None] No DVR routers for this DVR port e64872ef-c8e1-49c6-a7f0-952ed41a99ea on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:20.697766 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:17Z', 'revision_number': 3, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:20.766694 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-64fdbe3a-1ad0-43e9-9e33-5ff710ab5665 None None] Set router 84efe17a-9f03-408e-ac0f-a195f7ed5e2d gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:20.767722 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Checking router: 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:56:20.768281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Updating router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c port aa27bc1b-8496-47ec-aa5c-47482eef5c11 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:56:20.818085 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ae89a28e-9243-4df8-b5ce-38e522eb6aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:20.820666 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:20.846015 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e7f000-2f0f-4dec-bbb6-4541b8b71c95']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:20.882070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:20.882426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c988924c-c93d-4849-bb9e-a0b9fce0b1f5') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:21.001929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55248) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:21.066644 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.075607 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-64fdbe3a-1ad0-43e9-9e33-5ff710ab5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709897889-router', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:51:05Z', 'updated_at': '2021-11-24T12:56:18Z', 'revision_number': 5, 'project_id': 'c5641a43ee814a33907c07727705cbe5', 'gw_port': {'id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:51:06Z', 'updated_at': '2021-11-24T12:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:21.108436 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.112651 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fdbe3a-1ad0-43e9-9e33-5ff710ab5665 None None] Checking router: 84efe17a-9f03-408e-ac0f-a195f7ed5e2d for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:56:21.122412 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fdbe3a-1ad0-43e9-9e33-5ff710ab5665 None None] Routers {'84efe17a-9f03-408e-ac0f-a195f7ed5e2d'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:21.123207 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-64fdbe3a-1ad0-43e9-9e33-5ff710ab5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['84efe17a-9f03-408e-ac0f-a195f7ed5e2d'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:21.126030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:56:21.127510 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: timer() Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:56:21.227942 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:56:21.230375 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-0df90475-da62-4060-91af-6657cf975a23 req-3caf303c-aa6a-4c3a-bd4b-2a189b81dff7 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Deleting port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:21.230375 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0df90475-da62-4060-91af-6657cf975a23 req-3caf303c-aa6a-4c3a-bd4b-2a189b81dff7 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.264328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d66a1d-ff32-441b-b189-057ded043af8', 'name': 'network-vif-deleted', 'tag': '669384d5-bb37-4054-9709-2894491b4b00'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:21.266668 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4199a175-e236-4694-a7ae-b91f794da40a" -d '{"events": [{"server_uuid": "88d66a1d-ff32-441b-b189-057ded043af8", "name": "network-vif-deleted", "tag": "669384d5-bb37-4054-9709-2894491b4b00"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:21.276409 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.322780 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.332454 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.381282 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-64fdbe3a-1ad0-43e9-9e33-5ff710ab5665 None None] Set router 84efe17a-9f03-408e-ac0f-a195f7ed5e2d gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:21.394453 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bc812d-3ac6-41f6-a221-e12d3281fe3c x-openstack-request-id: req-61bc812d-3ac6-41f6-a221-e12d3281fe3c {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:21.394692 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d66a1d-ff32-441b-b189-057ded043af8", "name": "network-vif-deleted", "tag": "669384d5-bb37-4054-9709-2894491b4b00", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:21.394949 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61bc812d-3ac6-41f6-a221-e12d3281fe3c {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:21.395341 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d66a1d-ff32-441b-b189-057ded043af8', 'name': 'network-vif-deleted', 'tag': '669384d5-bb37-4054-9709-2894491b4b00', 'status': 'completed', 'code': 200} Nov 24 12:56:21.441830 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-0df90475-da62-4060-91af-6657cf975a23 req-3caf303c-aa6a-4c3a-bd4b-2a189b81dff7 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] For port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,segment=NetworkSegment(e11c9385-d0ca-404a-b046-206547c82095),segment_id=e11c9385-d0ca-404a-b046-206547c82095)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:21.442047 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Attempting to bind port aa27bc1b-8496-47ec-aa5c-47482eef5c11 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:21.442185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0df90475-da62-4060-91af-6657cf975a23 req-3caf303c-aa6a-4c3a-bd4b-2a189b81dff7 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.442334 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Attempting to bind port aa27bc1b-8496-47ec-aa5c-47482eef5c11 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:21.442626 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Attempting to bind port aa27bc1b-8496-47ec-aa5c-47482eef5c11 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:21.460033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-0df90475-da62-4060-91af-6657cf975a23 req-3caf303c-aa6a-4c3a-bd4b-2a189b81dff7 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Calling delete_port for 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 owned by compute:tempest-test_az-1870460429 {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:21.464875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.488874 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:21.489261 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:21.489669 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.490063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:21.490678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Bound port: aa27bc1b-8496-47ec-aa5c-47482eef5c11, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:21.491171 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.504688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec6fac-a444-46da-9e3f-3d62dd638161 None None] Pushing event updated for resources: {'Port': ['ID=aa27bc1b-8496-47ec-aa5c-47482eef5c11,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:21.522873 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.575206 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-89b5be2b-4d27-417e-8f3e-4b6b7887028e req-bf1c0a90-20e8-450a-97d2-7674d0dbfcbb tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 210 time: 0.0658801 Nov 24 12:56:21.602594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-8f1932d8-1600-4dbd-905f-a2999c8014ff tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:21.604802 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-8f1932d8-1600-4dbd-905f-a2999c8014ff tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.59 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 807 time: 0.3688633 Nov 24 12:56:21.634611 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-64fdbe3a-1ad0-43e9-9e33-5ff710ab5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709897889-router', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:51:05Z', 'updated_at': '2021-11-24T12:56:18Z', 'revision_number': 5, 'project_id': 'c5641a43ee814a33907c07727705cbe5', 'gw_port': {'id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:51:06Z', 'updated_at': '2021-11-24T12:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:21.637630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] For port aa27bc1b-8496-47ec-aa5c-47482eef5c11, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:56:21.647071 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] Deleting port e0a63e9a-6008-4dba-81fa-e2e5d531aa19 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:21.647676 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] For port aa27bc1b-8496-47ec-aa5c-47482eef5c11, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=aa27bc1b-8496-47ec-aa5c-47482eef5c11,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:21.652260 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.654366 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.657337 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:21.662364 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] 10.222.0.48 "DELETE /v2.0/networks/95e7f000-2f0f-4dec-bbb6-4541b8b71c95 HTTP/1.1" status: 204 len: 168 time: 2.4530973 Nov 24 12:56:21.715247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-efd2a24c-3150-492c-bab5-cfc2e8416761 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Request body: {'port': {'device_id': '79c55b39-e20f-45d4-8cbe-9404082afff1', 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f', 'admin_state_up': True, 'tenant_id': '6441bea1ed3547598abd90d1c2c0a634'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:21.732090 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fdbe3a-1ad0-43e9-9e33-5ff710ab5665 None None] The sync data for ids ['84efe17a-9f03-408e-ac0f-a195f7ed5e2d'] in n-d-817303-4 is: [{'id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1709897889-router', 'tenant_id': 'c5641a43ee814a33907c07727705cbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:51:05Z', 'updated_at': '2021-11-24T12:56:18Z', 'revision_number': 5, 'project_id': 'c5641a43ee814a33907c07727705cbe5', 'gw_port': {'id': 'e0a63e9a-6008-4dba-81fa-e2e5d531aa19', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a7:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84efe17a-9f03-408e-ac0f-a195f7ed5e2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:51:06Z', 'updated_at': '2021-11-24T12:51:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:56:21.740714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Routers {'44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:21.740850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:21.746293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec6fac-a444-46da-9e3f-3d62dd638161 None None] Pushing event updated for resources: {'Port': ['ID=aa27bc1b-8496-47ec-aa5c-47482eef5c11,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:21.909101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55264) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:21.919018 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] Set router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:21.982593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ece8ce51-f01d-432b-b26c-c264858a69d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b3d003e027e4a90ab385f26152df412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0694957 Nov 24 12:56:21.989038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55266) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:21.990634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1480a47-1b44-4db4-82d1-22f42e4e8aff admin admin] Pushing event deleted for resources: {'Network': ['ID=95e7f000-2f0f-4dec-bbb6-4541b8b71c95,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:22.002489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-efd2a24c-3150-492c-bab5-cfc2e8416761 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Made reservation on behalf of 6441bea1ed3547598abd90d1c2c0a634 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:22.007336 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-efd2a24c-3150-492c-bab5-cfc2e8416761 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:22.061992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc24d78-303f-4df9-b0f0-c97bbc11eb60 req-00f5070c-243e-4f32-a715-ac4bef1ed9c7 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:22.064665 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-edc24d78-303f-4df9-b0f0-c97bbc11eb60 req-00f5070c-243e-4f32-a715-ac4bef1ed9c7 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/ports?device_id=48a26c43-68c2-413f-9304-9c83fa257542 HTTP/1.1" status: 200 len: 967 time: 0.2023563 Nov 24 12:56:22.069432 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] For port e0a63e9a-6008-4dba-81fa-e2e5d531aa19, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e0a63e9a-6008-4dba-81fa-e2e5d531aa19,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:22.069827 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:22.160651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] Calling delete_port for e0a63e9a-6008-4dba-81fa-e2e5d531aa19 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:22.179273 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:17Z', 'revision_number': 3, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:22.185463 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0df90475-da62-4060-91af-6657cf975a23 req-3caf303c-aa6a-4c3a-bd4b-2a189b81dff7 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:22.221549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:22.227632 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-365cd676-73de-4ae1-a2d4-e5d91bb846ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68aba327b1424d85a8e6810a5bcc2328&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2171216 Nov 24 12:56:22.231646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b30e231-7032-42f7-9dee-e3bebe06b133 None None] The sync data for ids ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'] in n-d-817303-4 is: [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:17Z', 'revision_number': 3, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:56:22.238035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209e52d-a54b-4efd-81a4-a96ba02e8a4e req-8fd60c6a-0794-4cb1-878f-1153d588e6cb tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:22.245439 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e209e52d-a54b-4efd-81a4-a96ba02e8a4e req-8fd60c6a-0794-4cb1-878f-1153d588e6cb tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 946 time: 0.8323023 Nov 24 12:56:22.247411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55268) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:22.260245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:22.260576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device eef7f1f4-6ae9-4023-b3b6-a7ddb766a136 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:22.261043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e64872ef-c8e1-49c6-a7f0-952ed41a99ea no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:22.286502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: e64872ef-c8e1-49c6-a7f0-952ed41a99ea {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:22.286893 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e64872ef-c8e1-49c6-a7f0-952ed41a99ea not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:22.399088 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-efd2a24c-3150-492c-bab5-cfc2e8416761 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Allocated IP 172.20.0.2 (a7071aec-fd43-4708-b67e-8b789798646f/e16ac887-6d5d-4c80-9e9b-ddd37d6c107e/54986b35-c80e-45be-9923-a94a4c80a3ec) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:22.430094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf303c-aa6a-4c3a-bd4b-2a189b81dff7 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Pushing event deleted for resources: {'Port': ['ID=96893ff9-5937-4b22-9a1e-82d0b6d7cd31,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:22.473367 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e209e52d-a54b-4efd-81a4-a96ba02e8a4e req-92838a79-a253-4576-8065-735bd161baa7 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/security-groups?id=973d129f-8a6b-4860-a5ad-5b0ade396076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270529 Nov 24 12:56:22.508304 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-edc24d78-303f-4df9-b0f0-c97bbc11eb60 req-d89e2fe5-3c9f-4cb1-8fe7-b4a43a724b5e tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.48 "GET /v2.0/security-groups?id=ef00cad3-468f-468c-9e24-d2580767138f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280558 Nov 24 12:56:22.535465 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df90475-da62-4060-91af-6657cf975a23 req-3caf303c-aa6a-4c3a-bd4b-2a189b81dff7 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] No DVR routers for this DVR port 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:22.537104 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2ac1-67f0-4bbe-bfa9-b0c93371ed4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:22.539265 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0df90475-da62-4060-91af-6657cf975a23 req-3caf303c-aa6a-4c3a-bd4b-2a189b81dff7 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:22.542723 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0df90475-da62-4060-91af-6657cf975a23 req-3caf303c-aa6a-4c3a-bd4b-2a189b81dff7 tempest-LiveAutoBlockMigrationV225Test-1702697702 tempest-LiveAutoBlockMigrationV225Test-1702697702-project] 10.222.0.59 "DELETE /v2.0/ports/96893ff9-5937-4b22-9a1e-82d0b6d7cd31 HTTP/1.1" status: 204 len: 173 time: 2.2775357 Nov 24 12:56:22.572856 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2ac1-67f0-4bbe-bfa9-b0c93371ed4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:22.575653 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:22.686718 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2059d439-690b-46e9-8158-bbf4306cb56b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:22.697403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a63e9a-6008-4dba-81fa-e2e5d531aa19,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:22.763449 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2059d439-690b-46e9-8158-bbf4306cb56b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:22.779471 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68a1d44c-af35-4923-89f4-01e573d39d87 req-d920b02a-1209-4d38-97df-0b2c17f77c2b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 210 time: 0.0551558 Nov 24 12:56:22.917382 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:22.950752 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:22.991239 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2059d439-690b-46e9-8158-bbf4306cb56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:22.994054 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2059d439-690b-46e9-8158-bbf4306cb56b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:23.010860 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2059d439-690b-46e9-8158-bbf4306cb56b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5e683ab-8704-40b0-a728-9d0e839535b9 HTTP/1.1" status: 204 len: 168 time: 0.7447340 Nov 24 12:56:23.024873 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2ac1-67f0-4bbe-bfa9-b0c93371ed4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:23.028197 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3ffc2ac1-67f0-4bbe-bfa9-b0c93371ed4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:23.029433 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3ffc2ac1-67f0-4bbe-bfa9-b0c93371ed4e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a2b5df3-2464-46cd-8f90-1ad6fda3bc0c HTTP/1.1" status: 204 len: 168 time: 1.0284817 Nov 24 12:56:23.164358 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc2ac1-67f0-4bbe-bfa9-b0c93371ed4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2b5df3-2464-46cd-8f90-1ad6fda3bc0c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:23.183920 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:23.190038 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:23.190758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059d439-690b-46e9-8158-bbf4306cb56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e683ab-8704-40b0-a728-9d0e839535b9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:23.251927 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-efd2a24c-3150-492c-bab5-cfc2e8416761 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:23.323295 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4966eac4-08a0-42fe-a043-d4c906e8e7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:23.357704 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:23.359375 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84efe17a-9f03-408e-ac0f-a195f7ed5e2d {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 12:56:23.368918 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:23.373791 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8748b4b2-8d0a-40ad-a461-8990150110a4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/84efe17a-9f03-408e-ac0f-a195f7ed5e2d HTTP/1.1" status: 204 len: 168 time: 2.8749473 Nov 24 12:56:23.374499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55288) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:23.451145 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a26c43-68c2-413f-9304-9c83fa257542', 'name': 'network-vif-deleted', 'tag': '96893ff9-5937-4b22-9a1e-82d0b6d7cd31'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:23.454936 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a625750a-78c5-4c63-ae11-20eb8f0dcb6b" -d '{"events": [{"server_uuid": "48a26c43-68c2-413f-9304-9c83fa257542", "name": "network-vif-deleted", "tag": "96893ff9-5937-4b22-9a1e-82d0b6d7cd31"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:23.462253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca83901-e93c-4cb4-955f-5e353f89ea53 admin admin] Deleting subnet f50c1fd8-46e1-4f9d-873b-7f9129cdfa4c {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:56:23.485486 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ca83901-e93c-4cb4-955f-5e353f89ea53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:23.555298 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ca83901-e93c-4cb4-955f-5e353f89ea53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:23.564834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:23.590452 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-efd2a24c-3150-492c-bab5-cfc2e8416761 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:23.632286 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:23.632645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 96893ff9-5937-4b22-9a1e-82d0b6d7cd31 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:23.639310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['9bbfb7ba-d2c5-452a-b615-532d07af57f0'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:56:23.658317 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f01f7d-d743-4ba3-975e-5689447eccb0 x-openstack-request-id: req-f8f01f7d-d743-4ba3-975e-5689447eccb0 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:23.658625 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a26c43-68c2-413f-9304-9c83fa257542", "name": "network-vif-deleted", "tag": "96893ff9-5937-4b22-9a1e-82d0b6d7cd31", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:23.658891 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8f01f7d-d743-4ba3-975e-5689447eccb0 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:23.659593 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a26c43-68c2-413f-9304-9c83fa257542', 'name': 'network-vif-deleted', 'tag': '96893ff9-5937-4b22-9a1e-82d0b6d7cd31', 'status': 'completed', 'code': 200} Nov 24 12:56:23.696748 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55300) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:23.735075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2a24c-3150-492c-bab5-cfc2e8416761 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Pushing event updated for resources: {'Port': ['ID=54986b35-c80e-45be-9923-a94a4c80a3ec,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:23.778913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-efd2a24c-3150-492c-bab5-cfc2e8416761 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Network a7071aec-fd43-4708-b67e-8b789798646f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:23.784393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Allocated IP 172.20.0.1 (5e912b44-eae9-40e6-89c7-30777a476f74/8c29b04b-839a-4796-af9d-7992be5b6684/baf22521-5a65-42c5-b1f8-10bf8726ebff) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:23.788007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-efd2a24c-3150-492c-bab5-cfc2e8416761 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:23.817182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-efd2a24c-3150-492c-bab5-cfc2e8416761 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:23.868858 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa0506b-5dfb-42df-a61f-147c1910e565 admin admin] Deleting subnet 54c9a6d6-7074-498d-887a-6cd33ae98ec8 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:56:23.893802 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6aa0506b-5dfb-42df-a61f-147c1910e565 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:23.910948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55310) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:24.023980 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444ed5e-2b5f-4dc2-9305-884bee275367 req-0b3ddc68-7786-4fd7-a22d-fde5a67ad807 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:24.025575 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d444ed5e-2b5f-4dc2-9305-884bee275367 req-0b3ddc68-7786-4fd7-a22d-fde5a67ad807 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 946 time: 0.6437225 Nov 24 12:56:24.029808 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6aa0506b-5dfb-42df-a61f-147c1910e565 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.102015 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ca83901-e93c-4cb4-955f-5e353f89ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.144144 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d444ed5e-2b5f-4dc2-9305-884bee275367 req-ebfa0b3a-41e7-48da-bb9a-f75811c06e0b tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/security-groups?id=973d129f-8a6b-4860-a5ad-5b0ade396076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099069 Nov 24 12:56:24.153562 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6aa0506b-5dfb-42df-a61f-147c1910e565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.193196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-efd2a24c-3150-492c-bab5-cfc2e8416761 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:24.202491 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-efd2a24c-3150-492c-bab5-cfc2e8416761 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.219930 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device aa27bc1b-8496-47ec-aa5c-47482eef5c11 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:24.293551 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.303592 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6aa0506b-5dfb-42df-a61f-147c1910e565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.347920 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port aa27bc1b-8496-47ec-aa5c-47482eef5c11 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:24.348413 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.353973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40d3e6-cdad-4875-8194-9a3ffb087b09 req-e4f278f9-e61f-4ebc-9dc4-a9c9cef5dc89 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:24.361760 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ca83901-e93c-4cb4-955f-5e353f89ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.367574 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8d40d3e6-cdad-4875-8194-9a3ffb087b09 req-e4f278f9-e61f-4ebc-9dc4-a9c9cef5dc89 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 931 time: 0.4369423 Nov 24 12:56:24.376895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0506b-5dfb-42df-a61f-147c1910e565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c9a6d6-7074-498d-887a-6cd33ae98ec8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:24.388030 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-efd2a24c-3150-492c-bab5-cfc2e8416761 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7200713 Nov 24 12:56:24.393983 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6aa0506b-5dfb-42df-a61f-147c1910e565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.399246 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6aa0506b-5dfb-42df-a61f-147c1910e565 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/54c9a6d6-7074-498d-887a-6cd33ae98ec8 HTTP/1.1" status: 204 len: 168 time: 0.6934137 Nov 24 12:56:24.414933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebb54ed-e8db-4b5a-8e50-7dfeb4715672 None None] Network 104b269c-8409-4564-908d-7d8e2d0a4216 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:24.416271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55320) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:24.421067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-739a2465-bfd0-4027-bd80-1ab874d37a66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30f0a9134dfc423095e04717e204e5e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5091302 Nov 24 12:56:24.432410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55322) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:24.453915 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ca83901-e93c-4cb4-955f-5e353f89ea53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.458686 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4ca83901-e93c-4cb4-955f-5e353f89ea53 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f50c1fd8-46e1-4f9d-873b-7f9129cdfa4c HTTP/1.1" status: 204 len: 168 time: 1.0751915 Nov 24 12:56:24.462133 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca83901-e93c-4cb4-955f-5e353f89ea53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f50c1fd8-46e1-4f9d-873b-7f9129cdfa4c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:24.466542 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55326) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:24.536190 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8d40d3e6-cdad-4875-8194-9a3ffb087b09 req-6d0c4c1a-c5dc-4939-935b-22b5d70b69ba tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535950 Nov 24 12:56:24.536190 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.563079 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.593029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55330) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:24.665105 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11d46be8-8c52-47ff-ba3c-b18d5786401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.713216 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72808788-fd9d-4ff4-b4fb-d06228783afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.740496 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da508c6-408b-49fb-a8e0-e238c6ede19d req-27104819-5ee1-4ef1-a8eb-00b6f49924a9 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:24.742398 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0da508c6-408b-49fb-a8e0-e238c6ede19d req-27104819-5ee1-4ef1-a8eb-00b6f49924a9 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.46 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 946 time: 0.2085993 Nov 24 12:56:24.743635 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.793095 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1623030956-network', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:24.805794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Pushing event updated for resources: {'Port': ['ID=baf22521-5a65-42c5-b1f8-10bf8726ebff,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:24.824983 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72808788-fd9d-4ff4-b4fb-d06228783afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.840016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] Made reservation on behalf of bbbd151c2bf343dcb413efbadcb1bbb3 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:24.842369 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.870608 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.875003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Request body: {'port': {'device_id': '79c55b39-e20f-45d4-8cbe-9404082afff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:24.991257 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:24.999638 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.006005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Deleting port 73a5a014-b794-4464-9a93-1c83a2a39290 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:25.006598 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.013302 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.023604 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port aa27bc1b-8496-47ec-aa5c-47482eef5c11, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=aa27bc1b-8496-47ec-aa5c-47482eef5c11,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:25.030099 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.096087 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:56:25.110886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385efd50-ad89-48ac-932f-8d1ef6756b8c None None] DHCP port deletion for 104b269c-8409-4564-908d-7d8e2d0a4216 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 12:56:25.138956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=aa27bc1b-8496-47ec-aa5c-47482eef5c11,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:25.160868 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72808788-fd9d-4ff4-b4fb-d06228783afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.162100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e0a63e9a-6008-4dba-81fa-e2e5d531aa19 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:25.166813 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72808788-fd9d-4ff4-b4fb-d06228783afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.168002 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-72808788-fd9d-4ff4-b4fb-d06228783afd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/adedc323-b6c5-46a2-85da-5d4823a429e8 HTTP/1.1" status: 204 len: 168 time: 0.7339647 Nov 24 12:56:25.182387 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.185319 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] Added segment cc442d9f-8d37-44d7-a04d-0dfdadb773dc of type vlan for network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 Nov 24 12:56:25.187911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd276f6-0f69-427a-bf0e-4cbe190547cb,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:25.221455 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] For port 73a5a014-b794-4464-9a93-1c83a2a39290, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=73a5a014-b794-4464-9a93-1c83a2a39290,segment=NetworkSegment(4ec7cc64-288a-4af2-89da-d0352fcf5639),segment_id=4ec7cc64-288a-4af2-89da-d0352fcf5639)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:25.222105 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.242834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: e0a63e9a-6008-4dba-81fa-e2e5d531aa19 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:25.243209 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e0a63e9a-6008-4dba-81fa-e2e5d531aa19 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:25.285024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72808788-fd9d-4ff4-b4fb-d06228783afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adedc323-b6c5-46a2-85da-5d4823a429e8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:25.294033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-385efd50-ad89-48ac-932f-8d1ef6756b8c None None] Deleting port 73a5a014-b794-4464-9a93-1c83a2a39290 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:25.294421 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-385efd50-ad89-48ac-932f-8d1ef6756b8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.298645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Calling delete_port for 73a5a014-b794-4464-9a93-1c83a2a39290 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:25.340757 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.453495 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.459797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:25.462291 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.472802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-385efd50-ad89-48ac-932f-8d1ef6756b8c None None] For port 73a5a014-b794-4464-9a93-1c83a2a39290, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=73a5a014-b794-4464-9a93-1c83a2a39290,segment=NetworkSegment(4ec7cc64-288a-4af2-89da-d0352fcf5639),segment_id=4ec7cc64-288a-4af2-89da-d0352fcf5639)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:25.474289 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-385efd50-ad89-48ac-932f-8d1ef6756b8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.493662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-385efd50-ad89-48ac-932f-8d1ef6756b8c None None] Calling delete_port for 73a5a014-b794-4464-9a93-1c83a2a39290 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:25.543137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Network 5e912b44-eae9-40e6-89c7-30777a476f74 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:25.559587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:25.562700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:25.586319 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876af5c-5ff3-4aea-a35b-ce17a2653c37 req-bc5de863-f1bd-49e9-8906-752b98185b8c tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:25.588022 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d876af5c-5ff3-4aea-a35b-ce17a2653c37 req-bc5de863-f1bd-49e9-8906-752b98185b8c tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 946 time: 0.2857389 Nov 24 12:56:25.592953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] Pushing event updated for resources: {'Network': ['ID=3ac03b3a-9323-45ec-83d1-c054acbb9fd7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:25.607113 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:56:25.642872 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-64410053-1d76-42d0-8dd5-50e2d77127b0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0450077 Nov 24 12:56:25.656562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55346) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:25.663787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5b454c9c-0383-43e6-b7be-e1636a965e12 admin admin] Request body: {'subnet': {'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1623030956-subnet', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:25.698634 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.703316 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.706343 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: from cryptography.utils import int_from_bytes Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: from cryptography.utils import int_from_bytes Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.726936 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.729728 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.729728 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.729728 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.729728 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.729728 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.729728 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.729728 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.729728 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.729728 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.729728 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.729728 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.729728 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.729728 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 12:56:25.729728 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 12:56:25.734983 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-385efd50-ad89-48ac-932f-8d1ef6756b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.773551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Pushing event deleted for resources: {'Port': ['ID=73a5a014-b794-4464-9a93-1c83a2a39290,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:25.790045 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385efd50-ad89-48ac-932f-8d1ef6756b8c None None] Pushing event deleted for resources: {'Port': ['ID=73a5a014-b794-4464-9a93-1c83a2a39290,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:25.791960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385efd50-ad89-48ac-932f-8d1ef6756b8c None None] No DVR routers for this DVR port 73a5a014-b794-4464-9a93-1c83a2a39290 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:25.800351 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] No DVR routers for this DVR port 73a5a014-b794-4464-9a93-1c83a2a39290 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:25.817040 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d876af5c-5ff3-4aea-a35b-ce17a2653c37 req-9f372129-89f4-40dd-9d5b-8f902e80b8d3 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/security-groups?id=973d129f-8a6b-4860-a5ad-5b0ade396076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213981 Nov 24 12:56:25.824532 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.854869 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b454c9c-0383-43e6-b7be-e1636a965e12 admin admin] Made reservation on behalf of bbbd151c2bf343dcb413efbadcb1bbb3 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:25.857435 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b454c9c-0383-43e6-b7be-e1636a965e12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.928169 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11d46be8-8c52-47ff-ba3c-b18d5786401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:25.971012 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3493695e-ce72-462c-bfa7-dcc52e66b113 None None] Provisioning complete for port baf22521-5a65-42c5-b1f8-10bf8726ebff triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:25.971662 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3493695e-ce72-462c-bfa7-dcc52e66b113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.001610 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.006895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-11d46be8-8c52-47ff-ba3c-b18d5786401b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1ba679-7d12-4b42-af81-73cc82b26674']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:26.007785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device aa27bc1b-8496-47ec-aa5c-47482eef5c11 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:26.030244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-11d46be8-8c52-47ff-ba3c-b18d5786401b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11c9385-d0ca-404a-b046-206547c82095') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:26.031574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-11d46be8-8c52-47ff-ba3c-b18d5786401b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11c9385-d0ca-404a-b046-206547c82095') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:26.125128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104b269c-8409-4564-908d-7d8e2d0a4216']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:26.134619 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3493695e-ce72-462c-bfa7-dcc52e66b113 None None] Port baf22521-5a65-42c5-b1f8-10bf8726ebff cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:56:26.152859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec7cc64-288a-4af2-89da-d0352fcf5639') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:26.153031 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec7cc64-288a-4af2-89da-d0352fcf5639') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:26.164109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port aa27bc1b-8496-47ec-aa5c-47482eef5c11 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:26.164485 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.217345 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.233143 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33674f5b-7e4c-4d5e-9542-f1399e459ffe req-771cd589-442e-411e-9d0f-146835e2aaab tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:26.242386 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.243986 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33674f5b-7e4c-4d5e-9542-f1399e459ffe req-771cd589-442e-411e-9d0f-146835e2aaab tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 931 time: 0.4589431 Nov 24 12:56:26.250412 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11d46be8-8c52-47ff-ba3c-b18d5786401b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.252075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:56:26.252369 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:56:26.280683 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:56:26.334240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-0da508c6-408b-49fb-a8e0-e238c6ede19d req-f5f15fdb-e3ef-4aec-aeac-902624916377 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Deleting port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:26.334841 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0da508c6-408b-49fb-a8e0-e238c6ede19d req-f5f15fdb-e3ef-4aec-aeac-902624916377 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.337927 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11d46be8-8c52-47ff-ba3c-b18d5786401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.382284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 73a5a014-b794-4464-9a93-1c83a2a39290 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:26.410260 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.414786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d46be8-8c52-47ff-ba3c-b18d5786401b admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:56:26.415360 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11d46be8-8c52-47ff-ba3c-b18d5786401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: timer() Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:56:26.417203 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:56:26.427927 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.431236 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 73a5a014-b794-4464-9a93-1c83a2a39290 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:26.431963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 73a5a014-b794-4464-9a93-1c83a2a39290 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:26.436330 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] 10.222.0.48 "DELETE /v2.0/networks/104b269c-8409-4564-908d-7d8e2d0a4216 HTTP/1.1" status: 204 len: 168 time: 1.9664741 Nov 24 12:56:26.474420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2b649-7431-4ddd-ab99-8d65890b772d admin admin] Pushing event deleted for resources: {'Network': ['ID=104b269c-8409-4564-908d-7d8e2d0a4216,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:26.491679 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b454c9c-0383-43e6-b7be-e1636a965e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.516612 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.555823 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.575020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b454c9c-0383-43e6-b7be-e1636a965e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abb9176-f169-4abf-912a-836a2a42f831,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:26.602982 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b454c9c-0383-43e6-b7be-e1636a965e12 admin admin] Checking segment: {'id': 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:26.603501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b454c9c-0383-43e6-b7be-e1636a965e12 admin admin] Network hostable DHCP agents. Network: 3ac03b3a-9323-45ec-83d1-c054acbb9fd7, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:56:26.632178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b454c9c-0383-43e6-b7be-e1636a965e12 admin admin] Network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:56:26.647896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-5b454c9c-0383-43e6-b7be-e1636a965e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 3ac03b3a-9323-45ec-83d1-c054acbb9fd7) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:26.656144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b454c9c-0383-43e6-b7be-e1636a965e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:26.658550 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b454c9c-0383-43e6-b7be-e1636a965e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.661530 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0ba2d3-7660-4190-9e0a-fdb01a7a825c None None] Network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:26.682029 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5b454c9c-0383-43e6-b7be-e1636a965e12 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0218952 Nov 24 12:56:26.683477 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55370) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:26.689777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:26.721278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33674f5b-7e4c-4d5e-9542-f1399e459ffe req-9d694686-7506-4cc7-8290-50567a28039e tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764056 Nov 24 12:56:26.762012 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.762950 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.773315 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11d46be8-8c52-47ff-ba3c-b18d5786401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.782353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55372) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:26.787751 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11d46be8-8c52-47ff-ba3c-b18d5786401b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.794375 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-11d46be8-8c52-47ff-ba3c-b18d5786401b admin admin] 10.222.0.48 "DELETE /v2.0/networks/ee1ba679-7d12-4b42-af81-73cc82b26674 HTTP/1.1" status: 204 len: 168 time: 2.3754928 Nov 24 12:56:26.810740 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55374) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:26.899557 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fef540dc-0a3d-47e4-847c-bcb6fdf5e192 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6654e282f18448408886c9d51d38ee1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1136880 Nov 24 12:56:26.905315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55380) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:26.938377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54986b35-c80e-45be-9923-a94a4c80a3ec {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:56:26.955877 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'fixed_ips': [{'subnet_id': '6abb9176-f169-4abf-912a-836a2a42f831'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:56:26.958465 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.963114 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:26.981289 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Transition to ACTIVE for port object 54986b35-c80e-45be-9923-a94a4c80a3ec will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:56:27.013630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0da508c6-408b-49fb-a8e0-e238c6ede19d req-f5f15fdb-e3ef-4aec-aeac-902624916377 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] For port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0a21d050-c05b-4f22-b2a7-fcb833bf51ce,segment=NetworkSegment(1bea5dd0-cad7-4175-9377-49f8c0823196),segment_id=1bea5dd0-cad7-4175-9377-49f8c0823196)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:27.014063 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0da508c6-408b-49fb-a8e0-e238c6ede19d req-f5f15fdb-e3ef-4aec-aeac-902624916377 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.031541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-0da508c6-408b-49fb-a8e0-e238c6ede19d req-f5f15fdb-e3ef-4aec-aeac-902624916377 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Calling delete_port for 0a21d050-c05b-4f22-b2a7-fcb833bf51ce owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:27.082800 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.188797 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.203803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d46be8-8c52-47ff-ba3c-b18d5786401b admin admin] Pushing event deleted for resources: {'Network': ['ID=ee1ba679-7d12-4b42-af81-73cc82b26674,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:27.267820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Allocated IP 172.20.0.2 (3ac03b3a-9323-45ec-83d1-c054acbb9fd7/6abb9176-f169-4abf-912a-836a2a42f831/0090a822-1d60-4740-b17e-3ed9c33beea8) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:27.375710 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0da508c6-408b-49fb-a8e0-e238c6ede19d req-f5f15fdb-e3ef-4aec-aeac-902624916377 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.383190 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f3c8-19fc-4108-9d53-9232be16d7be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.391616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Pushing event updated for resources: {'Port': ['ID=54986b35-c80e-45be-9923-a94a4c80a3ec,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:27.480593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a69019d-552d-49bb-b089-b9dfbe9d32e4 admin admin] Deleting subnet 61d7b8a4-fe93-4257-a3d7-01ec051c85cb {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:56:27.481568 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f15fdb-e3ef-4aec-aeac-902624916377 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Pushing event deleted for resources: {'Port': ['ID=0a21d050-c05b-4f22-b2a7-fcb833bf51ce,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:27.492476 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd304d4c-651a-49ab-971a-d54663b5e92f req-ceba29c1-69fc-4859-b2bb-340fde1d8968 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:27.494218 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd304d4c-651a-49ab-971a-d54663b5e92f req-ceba29c1-69fc-4859-b2bb-340fde1d8968 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c8bdb33-213b-43fa-a5e7-19587f3685c6 HTTP/1.1" status: 200 len: 946 time: 0.4448829 Nov 24 12:56:27.506784 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da508c6-408b-49fb-a8e0-e238c6ede19d req-f5f15fdb-e3ef-4aec-aeac-902624916377 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] No DVR routers for this DVR port 0a21d050-c05b-4f22-b2a7-fcb833bf51ce on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:27.509531 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0da508c6-408b-49fb-a8e0-e238c6ede19d req-f5f15fdb-e3ef-4aec-aeac-902624916377 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.511896 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.513387 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0da508c6-408b-49fb-a8e0-e238c6ede19d req-f5f15fdb-e3ef-4aec-aeac-902624916377 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.46 "DELETE /v2.0/ports/0a21d050-c05b-4f22-b2a7-fcb833bf51ce HTTP/1.1" status: 204 len: 173 time: 2.7118745 Nov 24 12:56:27.527862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8bdb33-213b-43fa-a5e7-19587f3685c6', 'name': 'network-vif-deleted', 'tag': '0a21d050-c05b-4f22-b2a7-fcb833bf51ce'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:27.534937 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf66826-e632-465e-8ef4-bda52164028a" -d '{"events": [{"server_uuid": "6c8bdb33-213b-43fa-a5e7-19587f3685c6", "name": "network-vif-deleted", "tag": "0a21d050-c05b-4f22-b2a7-fcb833bf51ce"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:27.537955 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f3c8-19fc-4108-9d53-9232be16d7be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.543570 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a69019d-552d-49bb-b089-b9dfbe9d32e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.562585 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.576230 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.630342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Attempting to bind port 54986b35-c80e-45be-9923-a94a4c80a3ec on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:27.631285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Attempting to bind port 54986b35-c80e-45be-9923-a94a4c80a3ec by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:27.631691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Attempting to bind port 54986b35-c80e-45be-9923-a94a4c80a3ec on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:27.664226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Port 54986b35-c80e-45be-9923-a94a4c80a3ec on network a7071aec-fd43-4708-b67e-8b789798646f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:56:27.664562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Attempting to bind port 54986b35-c80e-45be-9923-a94a4c80a3ec on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:27.664696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:27.675068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:27.687411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:27.687848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:27.689677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Bound using segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:27.690770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Bound port: 54986b35-c80e-45be-9923-a94a4c80a3ec, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:27.691062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:27.691316 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.717406 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Pushing event updated for resources: {'Port': ['ID=0090a822-1d60-4740-b17e-3ed9c33beea8,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:27.819007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.830653 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a69019d-552d-49bb-b089-b9dfbe9d32e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.831047 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.836565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Attempting to bind port 0090a822-1d60-4740-b17e-3ed9c33beea8 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:27.837076 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Attempting to bind port 0090a822-1d60-4740-b17e-3ed9c33beea8 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:27.837447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Attempting to bind port 0090a822-1d60-4740-b17e-3ed9c33beea8 on network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:27.842795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:27.845062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Checking segment: {'id': 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:27.845632 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.846532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Bound using segment: {'id': 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:27.846532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Bound port: 0090a822-1d60-4740-b17e-3ed9c33beea8, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:27.846907 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.910551 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd304d4c-651a-49ab-971a-d54663b5e92f req-ce5f4bf1-9f4e-442c-b72f-962201b7c103 tempest-ServerAddressesTestJSON-2029428599 tempest-ServerAddressesTestJSON-2029428599-project] 10.222.0.48 "GET /v2.0/security-groups?id=973d129f-8a6b-4860-a5ad-5b0ade396076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920642 Nov 24 12:56:27.955910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:27.967037 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea22ed73-4b78-4d45-9e98-f71658b0be78 x-openstack-request-id: req-ea22ed73-4b78-4d45-9e98-f71658b0be78 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:27.967798 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8bdb33-213b-43fa-a5e7-19587f3685c6", "name": "network-vif-deleted", "tag": "0a21d050-c05b-4f22-b2a7-fcb833bf51ce", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:27.968414 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ea22ed73-4b78-4d45-9e98-f71658b0be78 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:27.970377 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8bdb33-213b-43fa-a5e7-19587f3685c6', 'name': 'network-vif-deleted', 'tag': '0a21d050-c05b-4f22-b2a7-fcb833bf51ce', 'status': 'completed', 'code': 200} Nov 24 12:56:27.986174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] For port 0090a822-1d60-4740-b17e-3ed9c33beea8, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:56:27.989665 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] For port 0090a822-1d60-4740-b17e-3ed9c33beea8, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0090a822-1d60-4740-b17e-3ed9c33beea8,segment=NetworkSegment(cc442d9f-8d37-44d7-a04d-0dfdadb773dc),segment_id=cc442d9f-8d37-44d7-a04d-0dfdadb773dc)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:27.998267 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:28.030792 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f3c8-19fc-4108-9d53-9232be16d7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:28.033432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ff1f3c8-19fc-4108-9d53-9232be16d7be admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:28.036960 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2ff1f3c8-19fc-4108-9d53-9232be16d7be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4110ab2-a60c-4996-a946-5bb6ac9be066 HTTP/1.1" status: 204 len: 168 time: 1.1228528 Nov 24 12:56:28.047500 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a69019d-552d-49bb-b089-b9dfbe9d32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:28.132602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d4e7c-24e2-40b8-a28e-b13a865e4f7e None None] Pushing event updated for resources: {'Port': ['ID=0090a822-1d60-4740-b17e-3ed9c33beea8,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:28.171067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0a21d050-c05b-4f22-b2a7-fcb833bf51ce no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:28.210040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 0a21d050-c05b-4f22-b2a7-fcb833bf51ce {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:28.210397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0a21d050-c05b-4f22-b2a7-fcb833bf51ce not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:28.280878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Pushing event updated for resources: {'Port': ['ID=baf22521-5a65-42c5-b1f8-10bf8726ebff,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:28.283831 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:56:28.321057 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=54986b35-c80e-45be-9923-a94a4c80a3ec,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:28.334266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Network 5e912b44-eae9-40e6-89c7-30777a476f74 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:28.340503 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:28.347138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:28.489163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:28.489808 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:28.492285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] 10.222.0.59 "PUT /v2.0/ports/54986b35-c80e-45be-9923-a94a4c80a3ec HTTP/1.1" status: 200 len: 1091 time: 4.0801017 Nov 24 12:56:28.496578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72486eb-4b63-457f-86fd-e61ca8323199 service neutron] Pushing event updated for resources: {'Port': ['ID=54986b35-c80e-45be-9923-a94a4c80a3ec,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:28.523897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c330185e-e205-4986-a98e-44c3452274bf req-e89f2651-d24f-4aa7-a51e-92b4ffec676b tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e27f7602f05f4336a3eef56b1115d747&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1554489 Nov 24 12:56:28.782292 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1f3c8-19fc-4108-9d53-9232be16d7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4110ab2-a60c-4996-a946-5bb6ac9be066,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:28.784434 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55418) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:28.834455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-0b227f78-0057-4146-9c7a-94646465e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:28.836403 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-0b227f78-0057-4146-9c7a-94646465e154 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 1094 time: 0.2539620 Nov 24 12:56:28.856874 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8ba7859e-0344-40db-a11b-6f356f51ca19 None None] Provisioning complete for port baf22521-5a65-42c5-b1f8-10bf8726ebff triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:28.857846 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ba7859e-0344-40db-a11b-6f356f51ca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:28.874173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383c6be-e775-4f38-a25e-670f49614e8b req-fe090bfc-a972-4cc2-adf9-c2dc5f9ae8b3 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:28.882692 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c383c6be-e775-4f38-a25e-670f49614e8b req-fe090bfc-a972-4cc2-adf9-c2dc5f9ae8b3 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 943 time: 0.8234429 Nov 24 12:56:28.893344 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a69019d-552d-49bb-b089-b9dfbe9d32e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:28.898118 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-47e97f28-6e8a-43a9-a4ba-26dfd606fc2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54986b35-c80e-45be-9923-a94a4c80a3ec HTTP/1.1" status: 200 len: 217 time: 0.0524151 Nov 24 12:56:28.909166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8ba7859e-0344-40db-a11b-6f356f51ca19 None None] Port baf22521-5a65-42c5-b1f8-10bf8726ebff cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:56:28.909454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55420) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:28.909722 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9d14710c-36ac-4366-9cd9-c74a0bcc12d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5641a43ee814a33907c07727705cbe5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1211729 Nov 24 12:56:28.924717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330185e-e205-4986-a98e-44c3452274bf req-bcc4346e-e1bb-402c-acee-678541b431a8 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:28.927006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c330185e-e205-4986-a98e-44c3452274bf req-bcc4346e-e1bb-402c-acee-678541b431a8 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3434398 Nov 24 12:56:28.947361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69019d-552d-49bb-b089-b9dfbe9d32e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61d7b8a4-fe93-4257-a3d7-01ec051c85cb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:28.962141 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a69019d-552d-49bb-b089-b9dfbe9d32e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:28.965756 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4a69019d-552d-49bb-b089-b9dfbe9d32e4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/61d7b8a4-fe93-4257-a3d7-01ec051c85cb HTTP/1.1" status: 204 len: 168 time: 2.1037579 Nov 24 12:56:28.969889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55424) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:28.976008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:56:29.021016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c330185e-e205-4986-a98e-44c3452274bf req-0bcfbd3f-c0ac-4de9-b8e8-cbd995cbf104 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/quotas/e27f7602f05f4336a3eef56b1115d747 HTTP/1.1" status: 200 len: 375 time: 0.0801578 Nov 24 12:56:29.069986 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c383c6be-e775-4f38-a25e-670f49614e8b req-f7c13fb1-ee3d-4be0-84fd-5c5a887c163c tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862938 Nov 24 12:56:29.086902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-6c06ac58-0434-4a3e-9e3a-f42185419a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:29.087916 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-6c06ac58-0434-4a3e-9e3a-f42185419a5d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.1801319 Nov 24 12:56:29.117930 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c330185e-e205-4986-a98e-44c3452274bf req-7b4b1e87-3b7b-4d4c-be00-53540f71c0d2 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e27f7602f05f4336a3eef56b1115d747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805228 Nov 24 12:56:29.147971 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07110bcb-3f13-492e-8f9d-80628bc7ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.170276 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-4040a083-ec78-4abe-af0b-adf9e0a64bd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528626 Nov 24 12:56:29.177439 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.211486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55428) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:29.220512 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.242389 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1d49-94c5-4a1b-8bfa-9b2604c9aa23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.343198 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1d49-94c5-4a1b-8bfa-9b2604c9aa23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.370136 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07110bcb-3f13-492e-8f9d-80628bc7ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.426164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adf352b-79c7-43f2-94f0-b2551c0483e3 admin admin] Deleting subnet 095fe325-e366-463d-a72b-1fb00182fc69 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:56:29.435272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-07110bcb-3f13-492e-8f9d-80628bc7ff74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9d40ba-b441-4863-8fc5-0eea836ac962']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:29.449874 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0adf352b-79c7-43f2-94f0-b2551c0483e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.480075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:56:29.491307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Sync routers for ids ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:56:29.497357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-07110bcb-3f13-492e-8f9d-80628bc7ff74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf2d275-07ef-4474-a666-5c4f109be41e') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:29.497661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-07110bcb-3f13-492e-8f9d-80628bc7ff74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf2d275-07ef-4474-a666-5c4f109be41e') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:29.503274 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d954d8ec-b614-4621-94e7-83335aec3873 admin admin] 10.222.0.48 "PUT /v2.0/routers/44d2f4ad-b67c-419b-8d76-9bf8fd473f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7401645 Nov 24 12:56:29.522464 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Routers {'44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:29.524631 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c5e389f5-4d52-40b5-8c90-66147b1a5c5c req-1797488a-53e6-4a73-9e1b-0d1b7d7f5168 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 210 time: 0.0999177 Nov 24 12:56:29.530371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:56:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:29.559390 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07110bcb-3f13-492e-8f9d-80628bc7ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.574137 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0adf352b-79c7-43f2-94f0-b2551c0483e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.595276 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07110bcb-3f13-492e-8f9d-80628bc7ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.604598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07110bcb-3f13-492e-8f9d-80628bc7ff74 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:56:29.605252 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07110bcb-3f13-492e-8f9d-80628bc7ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.628791 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-ab99bbc1-a7ce-42e5-888f-cfdba02ee792 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194095 Nov 24 12:56:29.634702 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1d49-94c5-4a1b-8bfa-9b2604c9aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.637389 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3f9a1d49-94c5-4a1b-8bfa-9b2604c9aa23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.639489 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3f9a1d49-94c5-4a1b-8bfa-9b2604c9aa23 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4664c8cc-011a-4501-8bd8-978532ab7597 HTTP/1.1" status: 204 len: 168 time: 0.7114134 Nov 24 12:56:29.694973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9a1d49-94c5-4a1b-8bfa-9b2604c9aa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4664c8cc-011a-4501-8bd8-978532ab7597,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:56:29.713516 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:56:29.730697 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0adf352b-79c7-43f2-94f0-b2551c0483e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.735799 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07110bcb-3f13-492e-8f9d-80628bc7ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.748877 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07110bcb-3f13-492e-8f9d-80628bc7ff74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:29.758927 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-07110bcb-3f13-492e-8f9d-80628bc7ff74 admin admin] 10.222.0.48 "DELETE /v2.0/networks/be9d40ba-b441-4863-8fc5-0eea836ac962 HTTP/1.1" status: 204 len: 168 time: 0.7877319 Nov 24 12:56:29.806727 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07110bcb-3f13-492e-8f9d-80628bc7ff74 admin admin] Pushing event deleted for resources: {'Network': ['ID=be9d40ba-b441-4863-8fc5-0eea836ac962,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:29.827089 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Allocated IP 172.25.0.102 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/da91914a-064e-4a02-bcbc-afa09574ff20) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:29.852598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Set router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:29.971936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c55b39-e20f-45d4-8cbe-9404082afff1', 'tag': '54986b35-c80e-45be-9923-a94a4c80a3ec'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:29.984200 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39e353c-1278-4de3-bf17-d655448c4e55" -d '{"events": [{"name": "network-changed", "server_uuid": "79c55b39-e20f-45d4-8cbe-9404082afff1", "tag": "54986b35-c80e-45be-9923-a94a4c80a3ec"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:30.022517 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d76eeed-d2fe-41d8-97f8-c48ff239e74a req-d4f992fc-1065-4d79-875d-02166287cf81 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798563 Nov 24 12:56:30.051975 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0adf352b-79c7-43f2-94f0-b2551c0483e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:30.215471 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5409432f-7995-411f-a8ec-b90eb8fd3ce0 x-openstack-request-id: req-5409432f-7995-411f-a8ec-b90eb8fd3ce0 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:30.219387 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c55b39-e20f-45d4-8cbe-9404082afff1", "tag": "54986b35-c80e-45be-9923-a94a4c80a3ec", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:30.221474 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5409432f-7995-411f-a8ec-b90eb8fd3ce0 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:30.229588 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c55b39-e20f-45d4-8cbe-9404082afff1', 'tag': '54986b35-c80e-45be-9923-a94a4c80a3ec', 'status': 'completed', 'code': 200} Nov 24 12:56:30.252451 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:30.252605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf352b-79c7-43f2-94f0-b2551c0483e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=095fe325-e366-463d-a72b-1fb00182fc69,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:30.261100 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0adf352b-79c7-43f2-94f0-b2551c0483e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:30.262195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0874563d-4d20-49c2-9018-1eeadf76212b None None] Network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:30.274052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0adf352b-79c7-43f2-94f0-b2551c0483e3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/095fe325-e366-463d-a72b-1fb00182fc69 HTTP/1.1" status: 204 len: 168 time: 1.0613570 Nov 24 12:56:30.278130 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55462) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:30.481607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f31f840b-1638-437f-8742-652fa8bf697d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:30.504867 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:30.554512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55468) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:30.603610 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55474) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:30.608539 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9df39b44-7229-4ce1-8385-71058fd717e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=494a0e4f3119447983c5ec1ee6872a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519967 Nov 24 12:56:30.622901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-39346f83-96d8-4ea8-8015-0fac07bcc9de tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1790948677', 'description': 'tempest-description--101893850'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:30.635063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55476) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:30.637105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:30.649177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a1d8f-2b75-45a8-b5c9-8ee95107a436 req-ef648d56-a927-438f-8ca8-6797093048a4 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:30.650590 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c8a1d8f-2b75-45a8-b5c9-8ee95107a436 req-ef648d56-a927-438f-8ca8-6797093048a4 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 943 time: 0.2810986 Nov 24 12:56:30.664860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0090a822-1d60-4740-b17e-3ed9c33beea8 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:30.685700 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:30.718247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:30.741908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Pushing event updated for resources: {'Port': ['ID=da91914a-064e-4a02-bcbc-afa09574ff20,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:30.792691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 0090a822-1d60-4740-b17e-3ed9c33beea8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:30.793166 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:30.824831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-229cfc45-af94-437a-bd28-c55e3d8c331c None None] Provisioning complete for port 0090a822-1d60-4740-b17e-3ed9c33beea8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:30.825120 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-229cfc45-af94-437a-bd28-c55e3d8c331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:30.947372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:27Z', 'revision_number': 2, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:30.967589 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-39346f83-96d8-4ea8-8015-0fac07bcc9de tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:30.996886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Checking router: 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:56:30.997269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Updating router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c port baf22521-5a65-42c5-b1f8-10bf8726ebff binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:56:31.087743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.089917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55484) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:31.127359 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-39346f83-96d8-4ea8-8015-0fac07bcc9de tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.136490 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f31f840b-1638-437f-8742-652fa8bf697d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.139580 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-39346f83-96d8-4ea8-8015-0fac07bcc9de tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.143404 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-31219193-d6ca-4572-9168-f2c9107ff1b8 req-ef8d000e-5811-41a0-8702-f79bba17cdcf tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 210 time: 0.0785956 Nov 24 12:56:31.158112 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e353c-1278-4de3-bf17-d655448c4e55 req-b44dfd7d-530f-423c-a361-e3ded6b60597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:31.165327 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f39e353c-1278-4de3-bf17-d655448c4e55 req-b44dfd7d-530f-423c-a361-e3ded6b60597 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 1094 time: 0.9574172 Nov 24 12:56:31.196837 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c8a1d8f-2b75-45a8-b5c9-8ee95107a436 req-317abd32-0d9d-44d1-955c-563de7074906 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5107069 Nov 24 12:56:31.222036 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-39346f83-96d8-4ea8-8015-0fac07bcc9de tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.227014 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-39346f83-96d8-4ea8-8015-0fac07bcc9de tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6164961 Nov 24 12:56:31.235216 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55488) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:31.261499 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-bcee44f2-9606-4733-b97e-b7df77b3b0f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Request body: {'security_group_rule': {'security_group_id': 'cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:31.286154 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f31f840b-1638-437f-8742-652fa8bf697d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41aa74d0-4e4d-4564-875a-9e7bd63b5bbc']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:31.301475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-914202314-network', 'tenant_id': '98813d39741f489f8b627fedbf3f8359'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:31.315565 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f21bda82-e621-4a6e-a27b-da3257f47bc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.347698 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f31f840b-1638-437f-8742-652fa8bf697d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bea5dd0-cad7-4175-9377-49f8c0823196') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:31.347978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f31f840b-1638-437f-8742-652fa8bf697d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bea5dd0-cad7-4175-9377-49f8c0823196') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:31.374150 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f31f840b-1638-437f-8742-652fa8bf697d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.395055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39346f83-96d8-4ea8-8015-0fac07bcc9de tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:31.416351 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c330185e-e205-4986-a98e-44c3452274bf req-b69885fd-00b6-4eee-8726-9763ac899fc9 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e27f7602f05f4336a3eef56b1115d747&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065674 Nov 24 12:56:31.422170 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f21bda82-e621-4a6e-a27b-da3257f47bc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.424951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f31f840b-1638-437f-8742-652fa8bf697d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.437230 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bcee44f2-9606-4733-b97e-b7df77b3b0f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.442588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31f840b-1638-437f-8742-652fa8bf697d admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:56:31.443002 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f31f840b-1638-437f-8742-652fa8bf697d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:56:31.445440 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:56:31.480303 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.491776 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-229cfc45-af94-437a-bd28-c55e3d8c331c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.530082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] Made reservation on behalf of 98813d39741f489f8b627fedbf3f8359 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:31.532990 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.558813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 0090a822-1d60-4740-b17e-3ed9c33beea8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0090a822-1d60-4740-b17e-3ed9c33beea8,segment=NetworkSegment(cc442d9f-8d37-44d7-a04d-0dfdadb773dc),segment_id=cc442d9f-8d37-44d7-a04d-0dfdadb773dc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:31.567366 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.579059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e353c-1278-4de3-bf17-d655448c4e55 req-5fcf9a56-3d00-445a-bb7c-cb0c0a6d987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:31.580556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f39e353c-1278-4de3-bf17-d655448c4e55 req-5fcf9a56-3d00-445a-bb7c-cb0c0a6d987c service neutron] 10.222.0.59 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.4056375 Nov 24 12:56:31.603259 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.611150 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f31f840b-1638-437f-8742-652fa8bf697d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.632097 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f31f840b-1638-437f-8742-652fa8bf697d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.637242 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f31f840b-1638-437f-8742-652fa8bf697d admin admin] 10.222.0.48 "DELETE /v2.0/networks/41aa74d0-4e4d-4564-875a-9e7bd63b5bbc HTTP/1.1" status: 204 len: 168 time: 1.3555839 Nov 24 12:56:31.639032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f840b-1638-437f-8742-652fa8bf697d admin admin] Pushing event deleted for resources: {'Network': ['ID=41aa74d0-4e4d-4564-875a-9e7bd63b5bbc,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:31.648517 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f39e353c-1278-4de3-bf17-d655448c4e55 req-0dccca57-5633-4f8c-b95b-848a03789789 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54986b35-c80e-45be-9923-a94a4c80a3ec HTTP/1.1" status: 200 len: 217 time: 0.0564132 Nov 24 12:56:31.669619 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f21bda82-e621-4a6e-a27b-da3257f47bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.673282 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f21bda82-e621-4a6e-a27b-da3257f47bc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.674925 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f21bda82-e621-4a6e-a27b-da3257f47bc6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef00cad3-468f-468c-9e24-d2580767138f HTTP/1.1" status: 204 len: 168 time: 1.0232403 Nov 24 12:56:31.680636 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.686375 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-229cfc45-af94-437a-bd28-c55e3d8c331c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 12:56:31.686735 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-229cfc45-af94-437a-bd28-c55e3d8c331c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 12:56:31.691239 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21bda82-e621-4a6e-a27b-da3257f47bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef00cad3-468f-468c-9e24-d2580767138f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:31.691567 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bcee44f2-9606-4733-b97e-b7df77b3b0f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.695767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=0090a822-1d60-4740-b17e-3ed9c33beea8,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:31.778868 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bcee44f2-9606-4733-b97e-b7df77b3b0f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.833009 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.844644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330185e-e205-4986-a98e-44c3452274bf req-fd199473-7b43-421c-a0c6-2f67c809053f tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:31.846176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c330185e-e205-4986-a98e-44c3452274bf req-fd199473-7b43-421c-a0c6-2f67c809053f tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4110584 Nov 24 12:56:31.847518 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.856301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee44f2-9606-4733-b97e-b7df77b3b0f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fc4545-19f7-4223-b1ed-10c8c981f729,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:31.859095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e353c-1278-4de3-bf17-d655448c4e55 req-0f61403d-22be-45f3-9746-1b3f13d25d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:31.860933 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f39e353c-1278-4de3-bf17-d655448c4e55 req-0f61403d-22be-45f3-9746-1b3f13d25d77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.1993575 Nov 24 12:56:31.864519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Request body: {'port': {'device_id': '07deaa4d-d7ad-401d-9863-150ad1183c37', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': 'e27f7602f05f4336a3eef56b1115d747'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:31.879408 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bcee44f2-9606-4733-b97e-b7df77b3b0f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:31.880637 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bcee44f2-9606-4733-b97e-b7df77b3b0f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6443532 Nov 24 12:56:31.890835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55496) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:31.900291 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-bb3747f1-1ce2-48cb-a187-f21afb065339 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Request body: {'security_group_rule': {'security_group_id': 'cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:31.961485 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f39e353c-1278-4de3-bf17-d655448c4e55 req-4f4e700c-fa8f-45cf-a199-db4f9b932aa7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903935 Nov 24 12:56:31.981258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2feb1b-4ec5-4f87-b22f-41c6757e4e10 None None] Pushing event updated for resources: {'Port': ['ID=baf22521-5a65-42c5-b1f8-10bf8726ebff,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:31.982864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55500) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:31.991630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0090a822-1d60-4740-b17e-3ed9c33beea8 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:32.101841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 0090a822-1d60-4740-b17e-3ed9c33beea8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:32.102212 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.138176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Attempting to bind port baf22521-5a65-42c5-b1f8-10bf8726ebff on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:32.138558 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Attempting to bind port baf22521-5a65-42c5-b1f8-10bf8726ebff by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:32.138946 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Attempting to bind port baf22521-5a65-42c5-b1f8-10bf8726ebff on network 5e912b44-eae9-40e6-89c7-30777a476f74 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:32.147341 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.147839 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:32.148523 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Checking segment: {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:32.148661 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.149000 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Bound using segment: {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:32.150344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Bound port: baf22521-5a65-42c5-b1f8-10bf8726ebff, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:32.151109 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.233990 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.280680 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.299411 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:56:32.302204 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb3747f1-1ce2-48cb-a187-f21afb065339 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.304490 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-27ef2166-3a43-44a5-8fc4-04830bb8e2a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ebd6d04db3794dd1a3aafcebd082bc1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703447 Nov 24 12:56:32.315488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55506) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:32.315907 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55508) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:32.340669 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ce05faf-d46c-4bed-a652-92572fd37180 req-f681aeaa-5cf4-4106-82e2-6443f0cf22e3 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 210 time: 0.0716152 Nov 24 12:56:32.384538 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f39e353c-1278-4de3-bf17-d655448c4e55 req-f0f7cecd-2e5f-46ea-8f07-8270d871da16 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127631 Nov 24 12:56:32.393254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] For port baf22521-5a65-42c5-b1f8-10bf8726ebff, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:56:32.396556 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] For port baf22521-5a65-42c5-b1f8-10bf8726ebff, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=baf22521-5a65-42c5-b1f8-10bf8726ebff,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:32.401734 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.426161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:56:32.462370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2feb1b-4ec5-4f87-b22f-41c6757e4e10 None None] Pushing event updated for resources: {'Port': ['ID=baf22521-5a65-42c5-b1f8-10bf8726ebff,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:32.469798 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Routers {'44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:32.470011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:56:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:32.471018 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb3747f1-1ce2-48cb-a187-f21afb065339 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.480900 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb3747f1-1ce2-48cb-a187-f21afb065339 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.493287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f43c6b-d7ca-475e-a8df-d0f1c216bea2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:32.510920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:56:32.516471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3747f1-1ce2-48cb-a187-f21afb065339 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cbf49c-8417-480a-8112-d36f46ea5633,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:32.531270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20ae7d-5669-4c6b-bd59-704eac278dde req-b91af779-bbff-4a20-97d0-8cd5500712ae tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:32.538762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb20ae7d-5669-4c6b-bd59-704eac278dde req-b91af779-bbff-4a20-97d0-8cd5500712ae tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 943 time: 0.2255845 Nov 24 12:56:32.556195 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.556553 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] Added segment c33540b2-80a2-4f9c-9c2e-232aead47c3d of type vlan for network 6b55abd7-95d4-4a2c-9ee2-2a2f95db25e5 Nov 24 12:56:32.582381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b1cc1498-b90e-4a24-9c64-6d2218be19f6 None None] Provisioning complete for port baf22521-5a65-42c5-b1f8-10bf8726ebff triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:32.582964 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1498-b90e-4a24-9c64-6d2218be19f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.591848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Made reservation on behalf of e27f7602f05f4336a3eef56b1115d747 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:32.595223 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.603144 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb3747f1-1ce2-48cb-a187-f21afb065339 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.608968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bb3747f1-1ce2-48cb-a187-f21afb065339 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7141111 Nov 24 12:56:32.609974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55514) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:32.614384 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.616259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:32.659046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] Set router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:32.689423 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a90acf29-1015-4745-8ef3-23333647af62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.697326 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.711778 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c1e78b87-1401-4f7d-a549-97f2009a1742 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9696669ffc1a423abaaa016fe376b86d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871799 Nov 24 12:56:32.717373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55516) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:32.723201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:56:32.734822 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Sync routers for ids ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:56:32.746745 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.750570 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Routers {'79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:32.751763 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-191693d4-85db-408d-b370-2c3076645a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:56:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:32.783794 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.785580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a14b29eb-a857-4f83-ac03-0b0c2cd98355 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1008434 Nov 24 12:56:32.802335 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1498-b90e-4a24-9c64-6d2218be19f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.817437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55518) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:32.830696 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.881099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b1cc1498-b90e-4a24-9c64-6d2218be19f6 None None] For port baf22521-5a65-42c5-b1f8-10bf8726ebff, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=baf22521-5a65-42c5-b1f8-10bf8726ebff,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:32.892861 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.894902 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1498-b90e-4a24-9c64-6d2218be19f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.933136 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Set router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:32.964205 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.974372 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a90acf29-1015-4745-8ef3-23333647af62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.974759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b1cc1498-b90e-4a24-9c64-6d2218be19f6 None None] Provisioning complete for port 0090a822-1d60-4740-b17e-3ed9c33beea8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:32.975063 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1498-b90e-4a24-9c64-6d2218be19f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:32.987723 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.db.resource_extend [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 12:56:33.004232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc1498-b90e-4a24-9c64-6d2218be19f6 None None] Pushing event updated for resources: {'Port': ['ID=baf22521-5a65-42c5-b1f8-10bf8726ebff,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:33.042819 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:32Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:33.071036 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87b945e-4e26-4efe-8c27-c7e3bd242ee9 None None] The sync data for ids ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'] in n-d-817303-4 is: [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:32Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:56:33.081418 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2940cd12-074d-4894-b8ed-773e03e949a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:33.104041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Allocated IP 172.25.0.246 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/660f1af2-0771-48fe-80d5-85988208e9a1) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:33.114563 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f39e353c-1278-4de3-bf17-d655448c4e55 req-2effd369-ee43-470b-8330-ffdb7a4b3568 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6917927 Nov 24 12:56:33.118511 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb20ae7d-5669-4c6b-bd59-704eac278dde req-001a7a47-9e64-44a4-9d52-802c2554c22f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784526 Nov 24 12:56:33.155258 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2940cd12-074d-4894-b8ed-773e03e949a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:33.220579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196ea3e5-02d6-41f3-a175-e0b8e866daa2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:33.236830 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:33.238961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:33.240075 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:33.269833 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-191693d4-85db-408d-b370-2c3076645a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T12:56:31Z', 'revision_number': 3, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port': {'id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:29Z', 'updated_at': '2021-11-24T12:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:33.282586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ce0c1532-b0be-43bc-a06f-056092d1367a None None] Provisioning complete for port baf22521-5a65-42c5-b1f8-10bf8726ebff triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:33.282967 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ce0c1532-b0be-43bc-a06f-056092d1367a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:33.309836 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Checking router: 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:56:33.310870 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Updating router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a port da91914a-064e-4a02-bcbc-afa09574ff20 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:56:33.374946 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:33.381304 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2868907 Nov 24 12:56:33.388430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55524) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:33.394087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-5f1fdee9-e3f4-4832-ae72-692e0335feb6 admin admin] Request body: {'subnet': {'network_id': '6b55abd7-95d4-4a2c-9ee2-2a2f95db25e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-914202314-subnet', 'tenant_id': '98813d39741f489f8b627fedbf3f8359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:33.455993 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:33.504521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Allocated IP 192.168.233.236 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/81eb0a6b-2651-4b82-8252-371ce9546b23) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:33.510740 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2940cd12-074d-4894-b8ed-773e03e949a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:33.513442 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2940cd12-074d-4894-b8ed-773e03e949a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:33.514626 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2940cd12-074d-4894-b8ed-773e03e949a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43fa9b04-2e40-4d58-b3e9-158cd71ad8a6 HTTP/1.1" status: 204 len: 168 time: 0.7701793 Nov 24 12:56:33.535944 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b322f69-c3a0-42c2-876b-4d595c4e984b req-393e4955-5023-4b02-bd65-b9386aec7744 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 210 time: 0.0484729 Nov 24 12:56:33.540585 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a90acf29-1015-4745-8ef3-23333647af62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:33.543301 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a90acf29-1015-4745-8ef3-23333647af62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:33.544397 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a90acf29-1015-4745-8ef3-23333647af62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/973d129f-8a6b-4860-a5ad-5b0ade396076 HTTP/1.1" status: 204 len: 168 time: 1.2210095 Nov 24 12:56:33.552709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b8bbb-0845-43d9-bb41-2215da867a80 admin admin] Pushing event updated for resources: {'Network': ['ID=6b55abd7-95d4-4a2c-9ee2-2a2f95db25e5,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:33.557961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940cd12-074d-4894-b8ed-773e03e949a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fa9b04-2e40-4d58-b3e9-158cd71ad8a6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:33.570321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 6b55abd7-95d4-4a2c-9ee2-2a2f95db25e5 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:56:33.601288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90acf29-1015-4745-8ef3-23333647af62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973d129f-8a6b-4860-a5ad-5b0ade396076,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:33.604679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1fdee9-e3f4-4832-ae72-692e0335feb6 admin admin] Made reservation on behalf of 98813d39741f489f8b627fedbf3f8359 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:33.607080 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f1fdee9-e3f4-4832-ae72-692e0335feb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:33.656578 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:33.736884 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:33.748187 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:33.769416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:33.810316 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event updated for resources: {'Port': ['ID=660f1af2-0771-48fe-80d5-85988208e9a1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:33.990089 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device baf22521-5a65-42c5-b1f8-10bf8726ebff up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:34.013639 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:34.030138 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:34.040278 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:34.094157 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Attempting to bind port da91914a-064e-4a02-bcbc-afa09574ff20 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:34.094890 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Attempting to bind port da91914a-064e-4a02-bcbc-afa09574ff20 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:34.095504 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Attempting to bind port da91914a-064e-4a02-bcbc-afa09574ff20 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:34.105556 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:34.106344 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:34.106965 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:34.108542 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:34.109898 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Bound port: da91914a-064e-4a02-bcbc-afa09574ff20, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:34.112106 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:34.126128 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:34.136114 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:34.166104 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port baf22521-5a65-42c5-b1f8-10bf8726ebff triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:34.167942 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:34.282006 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-191693d4-85db-408d-b370-2c3076645a6c None None] For port da91914a-064e-4a02-bcbc-afa09574ff20, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:56:34.318838 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d108017-3784-4379-af1f-291b3f2a1464 None None] Pushing event updated for resources: {'Port': ['ID=da91914a-064e-4a02-bcbc-afa09574ff20,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:34.331813 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:34.338600 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-191693d4-85db-408d-b370-2c3076645a6c None None] For port da91914a-064e-4a02-bcbc-afa09574ff20, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=da91914a-064e-4a02-bcbc-afa09574ff20,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:34.361769 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d108017-3784-4379-af1f-291b3f2a1464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:34.362096 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d108017-3784-4379-af1f-291b3f2a1464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:34.362472 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d108017-3784-4379-af1f-291b3f2a1464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:34.362905 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d108017-3784-4379-af1f-291b3f2a1464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:34.363127 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d108017-3784-4379-af1f-291b3f2a1464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:34.363475 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d108017-3784-4379-af1f-291b3f2a1464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:34.363801 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d108017-3784-4379-af1f-291b3f2a1464 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:34.364129 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d108017-3784-4379-af1f-291b3f2a1464 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:34.364455 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d108017-3784-4379-af1f-291b3f2a1464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:34.368624 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d108017-3784-4379-af1f-291b3f2a1464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:34.369714 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d108017-3784-4379-af1f-291b3f2a1464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:34.375250 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d108017-3784-4379-af1f-291b3f2a1464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:34.380351 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:34.454490 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f1fdee9-e3f4-4832-ae72-692e0335feb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:34.481046 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Routers {'79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:34.488171 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-191693d4-85db-408d-b370-2c3076645a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:56:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:34.522787 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:34.531411 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d108017-3784-4379-af1f-291b3f2a1464 None None] Pushing event updated for resources: {'Port': ['ID=da91914a-064e-4a02-bcbc-afa09574ff20,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:34.624042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Allocated IP 172.20.0.1 (3ac03b3a-9323-45ec-83d1-c054acbb9fd7/6abb9176-f169-4abf-912a-836a2a42f831/df9d56aa-9a8d-4716-b18a-4f72d742eea1) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:34.662718 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-191693d4-85db-408d-b370-2c3076645a6c None None] Set router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:34.699128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fdee9-e3f4-4832-ae72-692e0335feb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea03110d-99e2-4371-89b3-d4385d02a0f5,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:34.783487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:34.821119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Pushing event updated for resources: {'Port': ['ID=81eb0a6b-2651-4b82-8252-371ce9546b23,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:34.831017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:34.836458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:34.882179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1fdee9-e3f4-4832-ae72-692e0335feb6 admin admin] Checking segment: {'id': 'c33540b2-80a2-4f9c-9c2e-232aead47c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6b55abd7-95d4-4a2c-9ee2-2a2f95db25e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:34.882555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1fdee9-e3f4-4832-ae72-692e0335feb6 admin admin] Network hostable DHCP agents. Network: 6b55abd7-95d4-4a2c-9ee2-2a2f95db25e5, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:56:34.921299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2710f-6fb1-46fd-89c9-52a67c830a5e req-b98b5aff-cb22-4229-8a38-8dd2f3832aa2 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:34.930934 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0bb2710f-6fb1-46fd-89c9-52a67c830a5e req-b98b5aff-cb22-4229-8a38-8dd2f3832aa2 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 936 time: 0.2173111 Nov 24 12:56:35.048681 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0bb2710f-6fb1-46fd-89c9-52a67c830a5e req-257ff597-42a6-4a30-95b0-744be5b34bd0 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/security-groups?id=196ea3e5-02d6-41f3-a175-e0b8e866daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013258 Nov 24 12:56:35.086686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55570) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:35.087363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1fdee9-e3f4-4832-ae72-692e0335feb6 admin admin] Network 6b55abd7-95d4-4a2c-9ee2-2a2f95db25e5 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:56:35.140711 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-191693d4-85db-408d-b370-2c3076645a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T12:56:31Z', 'revision_number': 3, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port': {'id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:29Z', 'updated_at': '2021-11-24T12:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:35.154156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:35.168773 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:35.205267 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191693d4-85db-408d-b370-2c3076645a6c None None] The sync data for ids ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'] in n-d-817303-4 is: [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T12:56:31Z', 'revision_number': 3, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port': {'id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:29Z', 'updated_at': '2021-11-24T12:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:56:35.241145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-5f1fdee9-e3f4-4832-ae72-692e0335feb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 6b55abd7-95d4-4a2c-9ee2-2a2f95db25e5) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:35.265245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d280be42-c0f3-4ff7-aa81-706d4cb5d2b6 None None] Network 6b55abd7-95d4-4a2c-9ee2-2a2f95db25e5 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:35.276296 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c330185e-e205-4986-a98e-44c3452274bf req-f5b25b68-dbd1-4db6-977c-4092098a8318 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4210722 Nov 24 12:56:35.282953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1fdee9-e3f4-4832-ae72-692e0335feb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:35.283550 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f1fdee9-e3f4-4832-ae72-692e0335feb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:35.305547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Request body: {'port': {'device_id': '07deaa4d-d7ad-401d-9863-150ad1183c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:35.456960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4e7aa870-2fd0-4ea2-b9dc-a2889b761d36 None None] Provisioning complete for port 81eb0a6b-2651-4b82-8252-371ce9546b23 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:35.457350 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4e7aa870-2fd0-4ea2-b9dc-a2889b761d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:35.482341 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:35.489844 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5f1fdee9-e3f4-4832-ae72-692e0335feb6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0999346 Nov 24 12:56:35.558621 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-968454313-network', 'tenant_id': 'baa56d23dfdd4f55ad84ab1cab88e438'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:35.617196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4e7aa870-2fd0-4ea2-b9dc-a2889b761d36 None None] Port 81eb0a6b-2651-4b82-8252-371ce9546b23 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:56:35.639548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b19ce9-11b6-4224-8f72-e3b82f552bc2 None None] Network 6b55abd7-95d4-4a2c-9ee2-2a2f95db25e5 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:35.730953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] Made reservation on behalf of baa56d23dfdd4f55ad84ab1cab88e438 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:35.734935 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:35.743506 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:35.759876 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:35.774920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba041b3-7855-40e4-8ab1-c8184afca9fc req-16fd60ef-33cd-480e-b605-200f34dd49c8 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:35.776514 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ba041b3-7855-40e4-8ab1-c8184afca9fc req-16fd60ef-33cd-480e-b605-200f34dd49c8 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 943 time: 0.9848976 Nov 24 12:56:35.922222 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:35.945349 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:35.973471 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:35.982265 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:35.991936 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ba041b3-7855-40e4-8ab1-c8184afca9fc req-5eed5f39-f126-4463-ac91-fdaa8db54e41 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999662 Nov 24 12:56:36.071079 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.095803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:56:36.143073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:36.168576 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:36.179157 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.179539 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] Added segment 15e97363-6f04-4e03-be95-beff5d0e8e4f of type vlan for network 6f9997c5-c131-4f34-bff3-87807e1ce47d Nov 24 12:56:36.188247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:36.204482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:36.235499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Pushing event updated for resources: {'Port': ['ID=df9d56aa-9a8d-4716-b18a-4f72d742eea1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:36.277212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device da91914a-064e-4a02-bcbc-afa09574ff20 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:36.302789 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.394071 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.407021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b176cb2-ff8d-41ec-93ca-aea54a7f6426 req-c77c7f00-d35b-478b-b2df-0c2aba3f502a tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:36.419387 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5b176cb2-ff8d-41ec-93ca-aea54a7f6426 req-c77c7f00-d35b-478b-b2df-0c2aba3f502a tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 936 time: 0.2058027 Nov 24 12:56:36.419990 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.427928 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port da91914a-064e-4a02-bcbc-afa09574ff20 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:36.428306 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.464544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event updated for resources: {'Port': ['ID=660f1af2-0771-48fe-80d5-85988208e9a1,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:36.469735 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.502029 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.503024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:36.503632 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.610909 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.634832 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5409122 Nov 24 12:56:36.638786 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55606) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:36.640702 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port da91914a-064e-4a02-bcbc-afa09574ff20, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=da91914a-064e-4a02-bcbc-afa09574ff20,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:36.650327 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.656697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81eb0a6b-2651-4b82-8252-371ce9546b23 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:56:36.658746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-116b4a40-269f-4cc9-80a4-cc661f87f7eb admin admin] Request body: {'subnet': {'network_id': '6f9997c5-c131-4f34-bff3-87807e1ce47d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-968454313-subnet', 'tenant_id': 'baa56d23dfdd4f55ad84ab1cab88e438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:36.672921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653a916-8972-4c90-8726-960c038e1dcb admin admin] Pushing event updated for resources: {'Network': ['ID=6f9997c5-c131-4f34-bff3-87807e1ce47d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:36.677921 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.695890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5b176cb2-ff8d-41ec-93ca-aea54a7f6426 req-4f32687a-e284-425f-9365-43d4d0e45c41 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/security-groups?id=196ea3e5-02d6-41f3-a175-e0b8e866daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709825 Nov 24 12:56:36.707631 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 6f9997c5-c131-4f34-bff3-87807e1ce47d details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:56:36.715924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Transition to ACTIVE for port object 81eb0a6b-2651-4b82-8252-371ce9546b23 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:56:36.723168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.731831 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.741722 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-502ceafd-0c1b-4339-a2b1-c50e9205fb53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1280522 Nov 24 12:56:36.828993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Pushing event updated for resources: {'Port': ['ID=81eb0a6b-2651-4b82-8252-371ce9546b23,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:36.845490 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116b4a40-269f-4cc9-80a4-cc661f87f7eb admin admin] Made reservation on behalf of baa56d23dfdd4f55ad84ab1cab88e438 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:36.849068 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-116b4a40-269f-4cc9-80a4-cc661f87f7eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.877438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b6b1d301-2c40-47bd-94b3-84fdddb04008 None None] Provisioning complete for port df9d56aa-9a8d-4716-b18a-4f72d742eea1 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:36.877960 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b6b1d301-2c40-47bd-94b3-84fdddb04008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.887284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=da91914a-064e-4a02-bcbc-afa09574ff20,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:36.950463 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Attempting to bind port 81eb0a6b-2651-4b82-8252-371ce9546b23 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:36.951528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Attempting to bind port 81eb0a6b-2651-4b82-8252-371ce9546b23 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:36.952042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Attempting to bind port 81eb0a6b-2651-4b82-8252-371ce9546b23 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:36.961897 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Port 81eb0a6b-2651-4b82-8252-371ce9546b23 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:56:36.962449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Attempting to bind port 81eb0a6b-2651-4b82-8252-371ce9546b23 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:36.977030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:36.977403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:36.977784 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:36.978231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Bound port: 81eb0a6b-2651-4b82-8252-371ce9546b23, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:36.978602 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:36.981637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b6b1d301-2c40-47bd-94b3-84fdddb04008 None None] Port df9d56aa-9a8d-4716-b18a-4f72d742eea1 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:56:37.090526 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.092830 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55628) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:37.099088 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-874376602-network', 'tenant_id': 'd363491d83ef46c89f1a5eeb6ccdb6e7'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:37.194513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] For port 81eb0a6b-2651-4b82-8252-371ce9546b23, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:56:37.204243 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] For port 81eb0a6b-2651-4b82-8252-371ce9546b23, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=81eb0a6b-2651-4b82-8252-371ce9546b23,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:37.210220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] Made reservation on behalf of d363491d83ef46c89f1a5eeb6ccdb6e7 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:37.218443 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.226510 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.240910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e8e66-6360-41a4-bb0a-cec4ec25d4bd req-9b611ca9-437e-410b-8d6c-eb1ef77363b0 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:37.248505 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e68e8e66-6360-41a4-bb0a-cec4ec25d4bd req-9b611ca9-437e-410b-8d6c-eb1ef77363b0 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 943 time: 0.1337407 Nov 24 12:56:37.266953 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-39dd365b-f3d0-4162-9735-a94cce39e7a5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1790948677&fields=id&tenant_id=d31a5dc8ff4848d8a0b231a339f643ee HTTP/1.1" status: 200 len: 267 time: 0.1247654 Nov 24 12:56:37.288294 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.324553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:37.325220 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.326617 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c330185e-e205-4986-a98e-44c3452274bf req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] 10.222.0.46 "PUT /v2.0/ports/81eb0a6b-2651-4b82-8252-371ce9546b23 HTTP/1.1" status: 200 len: 1096 time: 2.0404556 Nov 24 12:56:37.327437 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07deaa4d-d7ad-401d-9863-150ad1183c37', 'tag': '81eb0a6b-2651-4b82-8252-371ce9546b23'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:37.330601 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175b6e49-d7fd-4072-a3e5-091d25633c95" -d '{"events": [{"name": "network-changed", "server_uuid": "07deaa4d-d7ad-401d-9863-150ad1183c37", "tag": "81eb0a6b-2651-4b82-8252-371ce9546b23"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:37.415125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffe1e7-fa56-40c5-a5a6-414488132eeb service neutron] Pushing event updated for resources: {'Port': ['ID=81eb0a6b-2651-4b82-8252-371ce9546b23,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:37.426716 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e68e8e66-6360-41a4-bb0a-cec4ec25d4bd req-9b75bdaf-76be-4229-8aab-8b7a59059204 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759810 Nov 24 12:56:37.458721 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330185e-e205-4986-a98e-44c3452274bf req-ab57d8a6-eed7-457d-b46a-da379809e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:37.460777 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c330185e-e205-4986-a98e-44c3452274bf req-ab57d8a6-eed7-457d-b46a-da379809e478 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e27f7602f05f4336a3eef56b1115d747&device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 1099 time: 0.0890300 Nov 24 12:56:37.519966 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c330185e-e205-4986-a98e-44c3452274bf req-c557dea2-98d9-4206-8848-054c378ea09f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=81eb0a6b-2651-4b82-8252-371ce9546b23 HTTP/1.1" status: 200 len: 217 time: 0.0500689 Nov 24 12:56:37.538723 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-116b4a40-269f-4cc9-80a4-cc661f87f7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.568101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-bf366b5a-b605-4b26-88c5-a73b09ba70e7 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:37.578753 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-bf366b5a-b605-4b26-88c5-a73b09ba70e7 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 816 time: 0.2861660 Nov 24 12:56:37.581913 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.592505 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.607743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:56:37.621211 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.621590 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] Added segment f9eede26-a604-4c4c-8940-541517022ede of type vlan for network db9d87d2-5775-456b-aae3-0c1c1acb2edd Nov 24 12:56:37.623831 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-94f4970e-d82a-4e6d-9a5c-a852796451a5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/quotas/d31a5dc8ff4848d8a0b231a339f643ee HTTP/1.1" status: 200 len: 375 time: 0.0441983 Nov 24 12:56:37.641942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 54986b35-c80e-45be-9923-a94a4c80a3ec details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:56:37.663979 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.704498 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.722064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330185e-e205-4986-a98e-44c3452274bf req-71fa29c8-071f-4444-9034-4211f5717bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:37.723547 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c330185e-e205-4986-a98e-44c3452274bf req-71fa29c8-071f-4444-9034-4211f5717bda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1952949 Nov 24 12:56:37.726177 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.736425 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b4a40-269f-4cc9-80a4-cc661f87f7eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e2b68b-7366-4305-9bcb-487f45e92dd8,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:37.736865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e9d59b-01a5-41d1-a24b-4c70397816e9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:37.797091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=54986b35-c80e-45be-9923-a94a4c80a3ec,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:37.799139 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-64c4391e-9fbb-463a-9c41-adaf7d213477 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1614914 Nov 24 12:56:37.807725 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116b4a40-269f-4cc9-80a4-cc661f87f7eb admin admin] Checking segment: {'id': '15e97363-6f04-4e03-be95-beff5d0e8e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6f9997c5-c131-4f34-bff3-87807e1ce47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:37.808100 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116b4a40-269f-4cc9-80a4-cc661f87f7eb admin admin] Network hostable DHCP agents. Network: 6f9997c5-c131-4f34-bff3-87807e1ce47d, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:56:37.821950 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.826017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:37.828293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '54986b35-c80e-45be-9923-a94a4c80a3ec', 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f', 'port_id': '54986b35-c80e-45be-9923-a94a4c80a3ec', 'mac_address': 'fa:16:3e:2f:a5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e16ac887-6d5d-4c80-9e9b-ddd37d6c107e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:56:37.830449 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.833155 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.841875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Pushing event updated for resources: {'Port': ['ID=df9d56aa-9a8d-4716-b18a-4f72d742eea1,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:37.876893 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.895218 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54986b35-c80e-45be-9923-a94a4c80a3ec {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:56:37.930399 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116b4a40-269f-4cc9-80a4-cc661f87f7eb admin admin] Network 6f9997c5-c131-4f34-bff3-87807e1ce47d is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:56:37.935071 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=54986b35-c80e-45be-9923-a94a4c80a3ec,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:37.943292 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:37.981738 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-116b4a40-269f-4cc9-80a4-cc661f87f7eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 6f9997c5-c131-4f34-bff3-87807e1ce47d) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:38.009790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116b4a40-269f-4cc9-80a4-cc661f87f7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:38.011183 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-116b4a40-269f-4cc9-80a4-cc661f87f7eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:38.023657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] Pushing event updated for resources: {'Network': ['ID=db9d87d2-5775-456b-aae3-0c1c1acb2edd,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:38.037416 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cb00e5d4-e985-4297-bf9c-d26f41bf9b96 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9433100 Nov 24 12:56:38.042065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55650) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:38.047688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-73f5a4c5-1436-4dce-b3c4-a9ceb33f8ee3 admin admin] Request body: {'subnet': {'network_id': 'db9d87d2-5775-456b-aae3-0c1c1acb2edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-874376602-subnet', 'tenant_id': 'd363491d83ef46c89f1a5eeb6ccdb6e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:38.062835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330185e-e205-4986-a98e-44c3452274bf req-0c842d32-c30f-4733-adba-04bed37f13cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:38.064557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c330185e-e205-4986-a98e-44c3452274bf req-0c842d32-c30f-4733-adba-04bed37f13cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3220632 Nov 24 12:56:38.068861 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-116b4a40-269f-4cc9-80a4-cc661f87f7eb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4236057 Nov 24 12:56:38.078454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e39eee9-627f-4962-b222-aa0d91ba2090 None None] Network 6f9997c5-c131-4f34-bff3-87807e1ce47d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:38.081504 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device da91914a-064e-4a02-bcbc-afa09574ff20 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:38.093146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:38.097236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:38.110222 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f5a4c5-1436-4dce-b3c4-a9ceb33f8ee3 admin admin] Made reservation on behalf of d363491d83ef46c89f1a5eeb6ccdb6e7 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:38.112699 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f5a4c5-1436-4dce-b3c4-a9ceb33f8ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:38.138868 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network db9d87d2-5775-456b-aae3-0c1c1acb2edd details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:56:38.261004 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e74868-699d-4157-b73e-fe504a4b3c52 x-openstack-request-id: req-53e74868-699d-4157-b73e-fe504a4b3c52 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:38.265663 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07deaa4d-d7ad-401d-9863-150ad1183c37", "tag": "81eb0a6b-2651-4b82-8252-371ce9546b23", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:38.266145 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-53e74868-699d-4157-b73e-fe504a4b3c52 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:38.266723 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07deaa4d-d7ad-401d-9863-150ad1183c37', 'tag': '81eb0a6b-2651-4b82-8252-371ce9546b23', 'status': 'completed', 'code': 200} Nov 24 12:56:38.323433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:56:38.351605 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c330185e-e205-4986-a98e-44c3452274bf req-ff021dfb-f0aa-403f-8917-01c37dc651e9 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779334 Nov 24 12:56:38.418386 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['54986b35-c80e-45be-9923-a94a4c80a3ec'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:56:38.451143 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-27fd9f39-4550-4d19-a973-09ad64ef47c8 service neutron] 10.222.0.48 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360774 Nov 24 12:56:38.533618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b32cff9-9c38-44a8-86ae-8278a511a32e None None] Network 6f9997c5-c131-4f34-bff3-87807e1ce47d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:38.564267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:56:38.570374 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4a4062f0-b6fe-4b37-ad1b-c9f31a030f09 admin admin] 10.222.0.48 "PUT /v2.0/routers/79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7516613 Nov 24 12:56:38.575687 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=54986b35-c80e-45be-9923-a94a4c80a3ec,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:38.586533 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Sync routers for ids ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:56:38.597544 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f5a4c5-1436-4dce-b3c4-a9ceb33f8ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:38.614165 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-eb0b09e0-dbbc-471b-a802-c353a18cc4b2 service neutron] 10.222.0.48 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348677 Nov 24 12:56:38.675313 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Routers {'79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:38.675959 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:56:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:38.689009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bd8ff-26bf-4d0c-af49-a551dbe6282b req-597fea14-88c2-4bb1-ab63-039778afe658 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:38.690556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f0bd8ff-26bf-4d0c-af49-a551dbe6282b req-597fea14-88c2-4bb1-ab63-039778afe658 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 948 time: 0.1875324 Nov 24 12:56:38.696571 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c330185e-e205-4986-a98e-44c3452274bf req-26a21ace-6cce-406f-85d9-4662adaabfe0 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321679 Nov 24 12:56:38.712011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5a4c5-1436-4dce-b3c4-a9ceb33f8ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d5ad6d-dbda-4323-9618-1ab873362512,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:38.726172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port da91914a-064e-4a02-bcbc-afa09574ff20 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:38.726547 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:38.735914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9c830920-bf64-4d59-8574-9638e5316513 None None] Provisioning complete for port df9d56aa-9a8d-4716-b18a-4f72d742eea1 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:38.736472 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9c830920-bf64-4d59-8574-9638e5316513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:38.751499 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f5a4c5-1436-4dce-b3c4-a9ceb33f8ee3 admin admin] Checking segment: {'id': 'f9eede26-a604-4c4c-8940-541517022ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'db9d87d2-5775-456b-aae3-0c1c1acb2edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:38.751884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f5a4c5-1436-4dce-b3c4-a9ceb33f8ee3 admin admin] Network hostable DHCP agents. Network: db9d87d2-5775-456b-aae3-0c1c1acb2edd, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:56:38.807597 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f0bd8ff-26bf-4d0c-af49-a551dbe6282b req-0573a6fa-6001-4f23-b79f-893ff8d0ab9b tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/security-groups?id=196ea3e5-02d6-41f3-a175-e0b8e866daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064272 Nov 24 12:56:38.834510 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b6e49-d7fd-4072-a3e5-091d25633c95 req-361dff90-d169-45d6-9e49-494a8a6442a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:38.847528 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-175b6e49-d7fd-4072-a3e5-091d25633c95 req-361dff90-d169-45d6-9e49-494a8a6442a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e27f7602f05f4336a3eef56b1115d747&device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 1099 time: 0.0746038 Nov 24 12:56:38.856569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f5a4c5-1436-4dce-b3c4-a9ceb33f8ee3 admin admin] Network db9d87d2-5775-456b-aae3-0c1c1acb2edd is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:56:38.886258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-73f5a4c5-1436-4dce-b3c4-a9ceb33f8ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, db9d87d2-5775-456b-aae3-0c1c1acb2edd) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:38.902985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f5a4c5-1436-4dce-b3c4-a9ceb33f8ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:38.904051 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f5a4c5-1436-4dce-b3c4-a9ceb33f8ee3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:38.921593 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf1a3c-6be6-4bae-9781-69ad5855abe7 None None] Network db9d87d2-5775-456b-aae3-0c1c1acb2edd requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:38.935492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9c830920-bf64-4d59-8574-9638e5316513 None None] Port df9d56aa-9a8d-4716-b18a-4f72d742eea1 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:56:39.002445 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b6e49-d7fd-4072-a3e5-091d25633c95 req-e24de24d-7b65-40b0-bec7-4f7b98cbd74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:39.004682 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-175b6e49-d7fd-4072-a3e5-091d25633c95 req-e24de24d-7b65-40b0-bec7-4f7b98cbd74e service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1563623 Nov 24 12:56:39.009250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-73f5a4c5-1436-4dce-b3c4-a9ceb33f8ee3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9660490 Nov 24 12:56:39.063554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Set router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:39.131188 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-175b6e49-d7fd-4072-a3e5-091d25633c95 req-88a956ae-0b60-410b-b1d1-9a4bd30888b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=81eb0a6b-2651-4b82-8252-371ce9546b23 HTTP/1.1" status: 200 len: 217 time: 0.1161880 Nov 24 12:56:39.386629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6406b9-b978-4db0-97d6-b016315acc7d req-d906ba83-c8f0-4062-b564-2f86cf7dd93f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:39.395429 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e6406b9-b978-4db0-97d6-b016315acc7d req-d906ba83-c8f0-4062-b564-2f86cf7dd93f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 944 time: 0.0737987 Nov 24 12:56:39.404303 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55702) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:39.536009 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e6406b9-b978-4db0-97d6-b016315acc7d req-6aab0766-00b8-413d-8bcc-6c222fb1ef90 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391811 Nov 24 12:56:39.576308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2812908-1e32-4094-ab81-048ec1e91716 admin admin] Deleting subnet ea03110d-99e2-4371-89b3-d4385d02a0f5 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:56:39.585301 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2812908-1e32-4094-ab81-048ec1e91716 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:39.688291 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f6acf421-1157-44c0-8b5f-0ae80a2b1e1b req-14f4daf1-47fa-4c53-94d6-b8eafd87b82a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 210 time: 0.0646768 Nov 24 12:56:39.717557 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2812908-1e32-4094-ab81-048ec1e91716 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:39.730681 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:39.735133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a8768e-41a8-42e3-b19f-7ca52083ec25 None None] Network db9d87d2-5775-456b-aae3-0c1c1acb2edd requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:39.741470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b6e49-d7fd-4072-a3e5-091d25633c95 req-01dc7b6c-115f-4f33-af72-3f4235dd22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:39.744071 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-175b6e49-d7fd-4072-a3e5-091d25633c95 req-01dc7b6c-115f-4f33-af72-3f4235dd22c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.5878017 Nov 24 12:56:39.774502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port': {'id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:29Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df9d56aa-9a8d-4716-b18a-4f72d742eea1', 'name': '', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'mac_address': 'fa:16:3e:f1:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6abb9176-f169-4abf-912a-836a2a42f831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:34Z', 'updated_at': '2021-11-24T12:56:37Z', 'revision_number': 2, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'subnets': [{'id': '6abb9176-f169-4abf-912a-836a2a42f831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:39.802056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55714) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:39.807339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-842224396-network', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:39.817951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2812908-1e32-4094-ab81-048ec1e91716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:39.831867 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-78532266-2003-4c82-babf-77efd801e3c3 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:39.835233 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-78532266-2003-4c82-babf-77efd801e3c3 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/networks?id=6f9997c5-c131-4f34-bff3-87807e1ce47d HTTP/1.1" status: 200 len: 821 time: 0.7146714 Nov 24 12:56:39.838585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b6e49-d7fd-4072-a3e5-091d25633c95 req-d9cfe976-d4e6-424d-8219-ad60717eee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:39.840276 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-175b6e49-d7fd-4072-a3e5-091d25633c95 req-d9cfe976-d4e6-424d-8219-ad60717eee1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0862453 Nov 24 12:56:39.856817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Checking router: 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:56:39.860993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Updating router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a port df9d56aa-9a8d-4716-b18a-4f72d742eea1 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:56:39.905148 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:39.949428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] Made reservation on behalf of 781fcf189cee4c0fbf1c1e8de2b87d45 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:39.951850 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:39.969297 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-fabf857e-c479-4e31-9320-6618c54b5268 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/quotas/baa56d23dfdd4f55ad84ab1cab88e438 HTTP/1.1" status: 200 len: 375 time: 0.1106670 Nov 24 12:56:39.984653 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:39.988121 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2812908-1e32-4094-ab81-048ec1e91716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.037460 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-175b6e49-d7fd-4072-a3e5-091d25633c95 req-45eca6f4-e650-4522-8179-dbd03bb55e00 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877089 Nov 24 12:56:40.041046 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2812908-1e32-4094-ab81-048ec1e91716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea03110d-99e2-4371-89b3-d4385d02a0f5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:40.043735 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2812908-1e32-4094-ab81-048ec1e91716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.048605 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d2812908-1e32-4094-ab81-048ec1e91716 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ea03110d-99e2-4371-89b3-d4385d02a0f5 HTTP/1.1" status: 204 len: 168 time: 0.6390395 Nov 24 12:56:40.049605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55722) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:40.074218 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-5176f845-88b8-4b72-91dc-b72010beaf96 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=baa56d23dfdd4f55ad84ab1cab88e438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355816 Nov 24 12:56:40.162461 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b0ea-19cc-4ac4-bb2a-c0eb62456aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.203832 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-175b6e49-d7fd-4072-a3e5-091d25633c95 req-f3dacc80-6026-472c-8507-4cb35107a348 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285818 Nov 24 12:56:40.258577 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.276132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 81eb0a6b-2651-4b82-8252-371ce9546b23 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:56:40.294481 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.307051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:56:40.318750 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.319131 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] Added segment 71dd0f4b-094c-428f-9494-074c7885298a of type vlan for network 0734c625-b849-4f3a-8778-0208f46778b3 Nov 24 12:56:40.365047 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.393948 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b0ea-19cc-4ac4-bb2a-c0eb62456aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.407028 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.408503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:40.409127 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.471190 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.486943 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.488866 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-e0b7b0ea-19cc-4ac4-bb2a-c0eb62456aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b55abd7-95d4-4a2c-9ee2-2a2f95db25e5']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:40.518572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 81eb0a6b-2651-4b82-8252-371ce9546b23, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=81eb0a6b-2651-4b82-8252-371ce9546b23,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:40.527267 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-f209fdd3-77f4-4f6d-b1f9-bd4e9b02bc7b service neutron] 10.222.0.48 "GET /v2.0/networks/6f9997c5-c131-4f34-bff3-87807e1ce47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320843 Nov 24 12:56:40.560017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-e0b7b0ea-19cc-4ac4-bb2a-c0eb62456aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33540b2-80a2-4f9c-9c2e-232aead47c3d') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:40.560323 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-e0b7b0ea-19cc-4ac4-bb2a-c0eb62456aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33540b2-80a2-4f9c-9c2e-232aead47c3d') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:40.570862 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b0ea-19cc-4ac4-bb2a-c0eb62456aea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.579353 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '81eb0a6b-2651-4b82-8252-371ce9546b23', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '81eb0a6b-2651-4b82-8252-371ce9546b23', 'mac_address': 'fa:16:3e:e3:14:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:56:40.594282 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b0ea-19cc-4ac4-bb2a-c0eb62456aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.600682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b7b0ea-19cc-4ac4-bb2a-c0eb62456aea admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:56:40.601087 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b0ea-19cc-4ac4-bb2a-c0eb62456aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.630728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-d41f9317-6b38-4f3c-b5ee-2830fb50e5bc tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:40.632469 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-d41f9317-6b38-4f3c-b5ee-2830fb50e5bc tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.46 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 816 time: 0.2230363 Nov 24 12:56:40.659425 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] Pushing event updated for resources: {'Network': ['ID=0734c625-b849-4f3a-8778-0208f46778b3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:56:40.661829 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:56:40.669687 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.673409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094e2c25-519b-4899-af33-111d8fc97077,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:40.678805 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-2c929bc7-5154-43d1-9b8b-eedc34b584ff service neutron] 10.222.0.48 "GET /v2.0/networks/6f9997c5-c131-4f34-bff3-87807e1ce47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437039 Nov 24 12:56:40.682049 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-165dfab0-c672-4c8a-9b0f-a05c5c56fb46 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8764544 Nov 24 12:56:40.683415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 0734c625-b849-4f3a-8778-0208f46778b3 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:56:40.685423 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b0ea-19cc-4ac4-bb2a-c0eb62456aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.687806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55730) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:40.694690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b0168fae-4255-46af-a5dd-550ca4435184 admin admin] Request body: {'subnet': {'network_id': '0734c625-b849-4f3a-8778-0208f46778b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-842224396-subnet', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:40.723214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f41aa3-d265-4216-a587-a525fab454b9 None None] Pushing event updated for resources: {'Port': ['ID=df9d56aa-9a8d-4716-b18a-4f72d742eea1,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:40.724559 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b0ea-19cc-4ac4-bb2a-c0eb62456aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.731076 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-00c9598d-506e-40e6-b700-70c966ceb6a5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31a5dc8ff4848d8a0b231a339f643ee HTTP/1.1" status: 200 len: 380 time: 0.0886924 Nov 24 12:56:40.734133 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e0b7b0ea-19cc-4ac4-bb2a-c0eb62456aea admin admin] 10.222.0.48 "DELETE /v2.0/networks/6b55abd7-95d4-4a2c-9ee2-2a2f95db25e5 HTTP/1.1" status: 204 len: 168 time: 0.6834233 Nov 24 12:56:40.738851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55734) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:40.758509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743499-51e8-42ae-abcc-45d2994de223 req-0ebb7299-9e49-4a04-beaf-70e5dbe0df45 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:40.760264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-78b88e4c-610c-4dab-a0e3-e20d8f4b8e20 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Request body: {'port': {'device_id': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'admin_state_up': True, 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'security_groups': ['cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:40.762331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81eb0a6b-2651-4b82-8252-371ce9546b23 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:56:40.767363 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-00743499-51e8-42ae-abcc-45d2994de223 req-0ebb7299-9e49-4a04-beaf-70e5dbe0df45 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 948 time: 0.3227177 Nov 24 12:56:40.769282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0168fae-4255-46af-a5dd-550ca4435184 admin admin] Made reservation on behalf of 781fcf189cee4c0fbf1c1e8de2b87d45 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:40.771589 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0168fae-4255-46af-a5dd-550ca4435184 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.789668 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 81eb0a6b-2651-4b82-8252-371ce9546b23, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=81eb0a6b-2651-4b82-8252-371ce9546b23,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:40.802989 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Attempting to bind port df9d56aa-9a8d-4716-b18a-4f72d742eea1 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:40.803375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Attempting to bind port df9d56aa-9a8d-4716-b18a-4f72d742eea1 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:40.803800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Attempting to bind port df9d56aa-9a8d-4716-b18a-4f72d742eea1 on network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:40.810628 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.831631 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7b0ea-19cc-4ac4-bb2a-c0eb62456aea admin admin] Pushing event deleted for resources: {'Network': ['ID=6b55abd7-95d4-4a2c-9ee2-2a2f95db25e5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:40.846278 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:40.846580 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Checking segment: {'id': 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:40.846984 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.847379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Bound using segment: {'id': 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:40.848003 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Bound port: df9d56aa-9a8d-4716-b18a-4f72d742eea1, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:40.848387 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.862567 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc446c3-7040-40a0-80f6-4e4ce2598d78 admin admin] Deleting subnet 63d5ad6d-dbda-4323-9618-1ab873362512 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:56:40.880876 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adc446c3-7040-40a0-80f6-4e4ce2598d78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:40.884159 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-00743499-51e8-42ae-abcc-45d2994de223 req-34bf1481-c9fc-4eab-a186-452a32779ec6 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/security-groups?id=196ea3e5-02d6-41f3-a175-e0b8e866daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159205 Nov 24 12:56:40.925695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=81eb0a6b-2651-4b82-8252-371ce9546b23,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:40.982446 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adc446c3-7040-40a0-80f6-4e4ce2598d78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.048674 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adc446c3-7040-40a0-80f6-4e4ce2598d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.056032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-78b88e4c-610c-4dab-a0e3-e20d8f4b8e20 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Made reservation on behalf of d31a5dc8ff4848d8a0b231a339f643ee for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:41.064149 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-78b88e4c-610c-4dab-a0e3-e20d8f4b8e20 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.103966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] For port df9d56aa-9a8d-4716-b18a-4f72d742eea1, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:56:41.108532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] For port df9d56aa-9a8d-4716-b18a-4f72d742eea1, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=df9d56aa-9a8d-4716-b18a-4f72d742eea1,segment=NetworkSegment(cc442d9f-8d37-44d7-a04d-0dfdadb773dc),segment_id=cc442d9f-8d37-44d7-a04d-0dfdadb773dc)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:41.125133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['81eb0a6b-2651-4b82-8252-371ce9546b23'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:56:41.167928 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.182202 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0168fae-4255-46af-a5dd-550ca4435184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.209626 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ad6c1b49-3c52-4fbb-8813-58a44d050238 None None] Provisioning complete for port df9d56aa-9a8d-4716-b18a-4f72d742eea1 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:41.209998 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1b49-3c52-4fbb-8813-58a44d050238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.238705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bfd59e09-a7cf-4e3c-b7dd-990b9843c014 req-fff67700-86d9-4ef2-8300-650c6b123ec0 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 210 time: 0.0719919 Nov 24 12:56:41.255265 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adc446c3-7040-40a0-80f6-4e4ce2598d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.386278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0168fae-4255-46af-a5dd-550ca4435184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d8c65d9-5d8a-47b6-ac32-cab4ec85cd8a,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:41.392699 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adc446c3-7040-40a0-80f6-4e4ce2598d78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.398294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-adc446c3-7040-40a0-80f6-4e4ce2598d78 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/63d5ad6d-dbda-4323-9618-1ab873362512 HTTP/1.1" status: 204 len: 168 time: 0.6509569 Nov 24 12:56:41.401315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55754) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:41.407304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc446c3-7040-40a0-80f6-4e4ce2598d78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d5ad6d-dbda-4323-9618-1ab873362512,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:41.411110 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Routers {'79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:41.411754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:56:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:41.425553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0168fae-4255-46af-a5dd-550ca4435184 admin admin] Checking segment: {'id': '71dd0f4b-094c-428f-9494-074c7885298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0734c625-b849-4f3a-8778-0208f46778b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:41.426151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0168fae-4255-46af-a5dd-550ca4435184 admin admin] Network hostable DHCP agents. Network: 0734c625-b849-4f3a-8778-0208f46778b3, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:56:41.432888 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f41aa3-d265-4216-a587-a525fab454b9 None None] Pushing event updated for resources: {'Port': ['ID=df9d56aa-9a8d-4716-b18a-4f72d742eea1,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:41.501517 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0168fae-4255-46af-a5dd-550ca4435184 admin admin] Network 0734c625-b849-4f3a-8778-0208f46778b3 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:56:41.543829 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b135d75-2ab6-4333-a6d1-d81290f507bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.549136 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1b49-3c52-4fbb-8813-58a44d050238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.557489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f235503b-6bea-4086-b9b1-69be710c18e2 req-71363098-8b25-4d9d-b665-6e2294362da5 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 210 time: 0.0835254 Nov 24 12:56:41.559375 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-b0168fae-4255-46af-a5dd-550ca4435184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 0734c625-b849-4f3a-8778-0208f46778b3) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:41.564691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0168fae-4255-46af-a5dd-550ca4435184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:41.565372 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0168fae-4255-46af-a5dd-550ca4435184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.587708 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e837b1-daf6-4fe8-ac9a-8658b77572f0 None None] Network 0734c625-b849-4f3a-8778-0208f46778b3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:41.600546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2e6d0-024b-46b3-8011-4c4f97ffe426 req-b3ae37fa-4500-4501-b813-bf693cefdddf tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:41.602309 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74f2e6d0-024b-46b3-8011-4c4f97ffe426 req-b3ae37fa-4500-4501-b813-bf693cefdddf tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 944 time: 0.3916430 Nov 24 12:56:41.609804 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b0168fae-4255-46af-a5dd-550ca4435184 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9200606 Nov 24 12:56:41.612393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55758) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:41.619963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-842224396-router', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:41.688569 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.690299 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.698905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 54986b35-c80e-45be-9923-a94a4c80a3ec up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:41.801362 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ad6c1b49-3c52-4fbb-8813-58a44d050238 None None] For port df9d56aa-9a8d-4716-b18a-4f72d742eea1, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=df9d56aa-9a8d-4716-b18a-4f72d742eea1,segment=NetworkSegment(cc442d9f-8d37-44d7-a04d-0dfdadb773dc),segment_id=cc442d9f-8d37-44d7-a04d-0dfdadb773dc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:41.813804 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.829454 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ad6c1b49-3c52-4fbb-8813-58a44d050238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.853414 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b135d75-2ab6-4333-a6d1-d81290f507bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.881057 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-8b135d75-2ab6-4333-a6d1-d81290f507bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9d87d2-5775-456b-aae3-0c1c1acb2edd']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:41.894328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-8b135d75-2ab6-4333-a6d1-d81290f507bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9eede26-a604-4c4c-8940-541517022ede') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:41.894620 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-8b135d75-2ab6-4333-a6d1-d81290f507bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9eede26-a604-4c4c-8940-541517022ede') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:41.907485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] Set router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:41.907879 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b135d75-2ab6-4333-a6d1-d81290f507bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.927434 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b135d75-2ab6-4333-a6d1-d81290f507bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:41.937703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b135d75-2ab6-4333-a6d1-d81290f507bd admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:56:41.938180 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b135d75-2ab6-4333-a6d1-d81290f507bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.010463 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c1b49-3c52-4fbb-8813-58a44d050238 None None] Pushing event updated for resources: {'Port': ['ID=df9d56aa-9a8d-4716-b18a-4f72d742eea1,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:42.020813 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74f2e6d0-024b-46b3-8011-4c4f97ffe426 req-1268e14d-a20f-4f2e-966c-52abdb38f367 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012735 Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: timer() Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:56:42.021733 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:56:42.029560 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b135d75-2ab6-4333-a6d1-d81290f507bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.039370 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b135d75-2ab6-4333-a6d1-d81290f507bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.046232 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8b135d75-2ab6-4333-a6d1-d81290f507bd admin admin] 10.222.0.48 "DELETE /v2.0/networks/db9d87d2-5775-456b-aae3-0c1c1acb2edd HTTP/1.1" status: 204 len: 168 time: 0.6322708 Nov 24 12:56:42.094719 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 54986b35-c80e-45be-9923-a94a4c80a3ec completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:56:42.119153 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 54986b35-c80e-45be-9923-a94a4c80a3ec triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:42.119153 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.126569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b135d75-2ab6-4333-a6d1-d81290f507bd admin admin] Pushing event deleted for resources: {'Network': ['ID=db9d87d2-5775-456b-aae3-0c1c1acb2edd,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:42.158452 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.194417 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cd186-ec22-44f0-9716-05072897d83b req-5057e368-53d2-4eb5-bdcd-ca5700625ed0 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:42.202832 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-740cd186-ec22-44f0-9716-05072897d83b req-5057e368-53d2-4eb5-bdcd-ca5700625ed0 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 949 time: 0.2204108 Nov 24 12:56:42.297312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55770) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:42.301651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55772) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:42.302236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-78b88e4c-610c-4dab-a0e3-e20d8f4b8e20 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Allocated IP 172.20.0.10 (5e912b44-eae9-40e6-89c7-30777a476f74/8c29b04b-839a-4796-af9d-7992be5b6684/411ed3bf-1924-4b89-91a8-c3964eebb50a) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:42.333016 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-740cd186-ec22-44f0-9716-05072897d83b req-d3ec9360-e5a4-4124-b787-1a30741b47f8 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/security-groups?id=196ea3e5-02d6-41f3-a175-e0b8e866daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290176 Nov 24 12:56:42.378528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7407c598-b269-4d47-b620-78e2b2f40e28 None None] Provisioning complete for port df9d56aa-9a8d-4716-b18a-4f72d742eea1 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:42.378528 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7407c598-b269-4d47-b620-78e2b2f40e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.418103 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1215274e-dde6-4e08-a8be-c618556f8f10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98813d39741f489f8b627fedbf3f8359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1111550 Nov 24 12:56:42.419470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55778) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:42.501648 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-342c822b-b481-40fb-9317-e07979e023a2 req-a48f0450-8ce4-4d01-b21d-932b69e7cde8 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 210 time: 0.0990491 Nov 24 12:56:42.525472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-0734c625-b849-4f3a-8778-0208f46778b3', 'network_id': '0734c625-b849-4f3a-8778-0208f46778b3', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'fixed_ips': [{'subnet_id': '5d8c65d9-5d8a-47b6-ac32-cab4ec85cd8a'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:56:42.526690 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.557793 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.589117 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.705835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5047bb12-d7ee-4d15-8b08-b2fbc3e060d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.750783 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-faf1a43d-e5a0-416a-b0a9-ee340e20fb94 req-18a85a9e-8e63-470b-b4d5-b70fa69ba15d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 210 time: 0.0461183 Nov 24 12:56:42.776310 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Allocated IP 172.25.0.4 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/db5aab40-deb3-4a88-be16-6cc67507cd62) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:42.779518 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.786431 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d87a9272-f457-4a57-af0c-e63bd6a8cb6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.844083 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d87a9272-f457-4a57-af0c-e63bd6a8cb6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.867827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-2fb0b072-201f-4f52-a4dc-4e0f1bdee9ec tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:42.869388 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-2fb0b072-201f-4f52-a4dc-4e0f1bdee9ec tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.59 "GET /v2.0/networks?id=6f9997c5-c131-4f34-bff3-87807e1ce47d HTTP/1.1" status: 200 len: 821 time: 0.3708377 Nov 24 12:56:42.885711 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-cc0e51ea-7587-48dd-924b-b4dd119e5a7d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Request body: {'port': {'device_id': '9acb993b-0005-42db-bed9-ce7c49192a91', 'network_id': '6f9997c5-c131-4f34-bff3-87807e1ce47d', 'admin_state_up': True, 'tenant_id': 'baa56d23dfdd4f55ad84ab1cab88e438'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:42.894053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c55b39-e20f-45d4-8cbe-9404082afff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54986b35-c80e-45be-9923-a94a4c80a3ec'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:42.895963 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c144e03-d844-470d-a5bf-c3e0bea990ce" -d '{"events": [{"server_uuid": "79c55b39-e20f-45d4-8cbe-9404082afff1", "name": "network-vif-plugged", "status": "completed", "tag": "54986b35-c80e-45be-9923-a94a4c80a3ec"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:42.925973 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5047bb12-d7ee-4d15-8b08-b2fbc3e060d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.942898 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5047bb12-d7ee-4d15-8b08-b2fbc3e060d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.949636 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=54986b35-c80e-45be-9923-a94a4c80a3ec,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:42.969098 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.981820 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:42.983576 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047bb12-d7ee-4d15-8b08-b2fbc3e060d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de88d7aa-b139-4145-b2c3-01bc73f7bf0a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:43.012380 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-78b88e4c-610c-4dab-a0e3-e20d8f4b8e20 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.022422 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Allocated IP 172.20.0.2 (0734c625-b849-4f3a-8778-0208f46778b3/5d8c65d9-5d8a-47b6-ac32-cab4ec85cd8a/ccb0a080-7565-4bbe-8199-2dc4f745a470) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:43.025564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=54986b35-c80e-45be-9923-a94a4c80a3ec,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:43.034819 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5047bb12-d7ee-4d15-8b08-b2fbc3e060d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20ef2432e2124e6997157ecf7c01dd58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7236595 Nov 24 12:56:43.036756 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55786) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:43.059740 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-cc0e51ea-7587-48dd-924b-b4dd119e5a7d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Made reservation on behalf of baa56d23dfdd4f55ad84ab1cab88e438 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:56:43.065740 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-cc0e51ea-7587-48dd-924b-b4dd119e5a7d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.082773 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d87a9272-f457-4a57-af0c-e63bd6a8cb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.086503 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d87a9272-f457-4a57-af0c-e63bd6a8cb6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.090483 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d87a9272-f457-4a57-af0c-e63bd6a8cb6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31f43c6b-d7ca-475e-a8df-d0f1c216bea2 HTTP/1.1" status: 204 len: 168 time: 0.6666338 Nov 24 12:56:43.101112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port': {'id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:29Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df9d56aa-9a8d-4716-b18a-4f72d742eea1', 'name': '', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'mac_address': 'fa:16:3e:f1:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6abb9176-f169-4abf-912a-836a2a42f831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:34Z', 'updated_at': '2021-11-24T12:56:41Z', 'revision_number': 4, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'subnets': [{'id': '6abb9176-f169-4abf-912a-836a2a42f831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:43.112096 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.114603 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-78b88e4c-610c-4dab-a0e3-e20d8f4b8e20 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.122400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a9272-f457-4a57-af0c-e63bd6a8cb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f43c6b-d7ca-475e-a8df-d0f1c216bea2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:43.177425 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Pushing event updated for resources: {'Port': ['ID=db5aab40-deb3-4a88-be16-6cc67507cd62,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:43.185221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aaf207d5-8c5b-4c94-8b60-00816014cc67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.190811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:43.194634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:43.200141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:43.203421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b88e4c-610c-4dab-a0e3-e20d8f4b8e20 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event updated for resources: {'Port': ['ID=411ed3bf-1924-4b89-91a8-c3964eebb50a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:43.261919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f28f5f-69a9-4c94-af41-12c92207ef64 None None] The sync data for ids ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'] in n-d-817303-4 is: [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port': {'id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:29Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df9d56aa-9a8d-4716-b18a-4f72d742eea1', 'name': '', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'mac_address': 'fa:16:3e:f1:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6abb9176-f169-4abf-912a-836a2a42f831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:34Z', 'updated_at': '2021-11-24T12:56:41Z', 'revision_number': 4, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'subnets': [{'id': '6abb9176-f169-4abf-912a-836a2a42f831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:56:43.294887 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aaf207d5-8c5b-4c94-8b60-00816014cc67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.300616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-78b88e4c-610c-4dab-a0e3-e20d8f4b8e20 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Network 5e912b44-eae9-40e6-89c7-30777a476f74 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:43.312502 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-78b88e4c-610c-4dab-a0e3-e20d8f4b8e20 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:43.322946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-78b88e4c-610c-4dab-a0e3-e20d8f4b8e20 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:43.460798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04d4af-6e4f-4f13-a4aa-62902bfd4a9d req-d4cc5a87-61b6-488e-9de1-8c2e3787bf1d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:43.468896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-af04d4af-6e4f-4f13-a4aa-62902bfd4a9d req-d4cc5a87-61b6-488e-9de1-8c2e3787bf1d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.2313235 Nov 24 12:56:43.494137 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.506957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-78b88e4c-610c-4dab-a0e3-e20d8f4b8e20 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:43.509272 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-78b88e4c-610c-4dab-a0e3-e20d8f4b8e20 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.513313 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.538770 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4603a02-e0f6-470c-8417-8e4adaaac82f x-openstack-request-id: req-c4603a02-e0f6-470c-8417-8e4adaaac82f {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:43.539083 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c55b39-e20f-45d4-8cbe-9404082afff1", "name": "network-vif-plugged", "status": "completed", "tag": "54986b35-c80e-45be-9923-a94a4c80a3ec", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:43.540159 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4603a02-e0f6-470c-8417-8e4adaaac82f {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:43.540159 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c55b39-e20f-45d4-8cbe-9404082afff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54986b35-c80e-45be-9923-a94a4c80a3ec', 'code': 200} Nov 24 12:56:43.550035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-cc0e51ea-7587-48dd-924b-b4dd119e5a7d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Allocated IP 172.20.0.14 (6f9997c5-c131-4f34-bff3-87807e1ce47d/62e2b68b-7366-4305-9bcb-487f45e92dd8/03b9c1db-bb03-4339-8044-671ff8ab6f35) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:43.635839 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-78b88e4c-610c-4dab-a0e3-e20d8f4b8e20 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8955214 Nov 24 12:56:43.666033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Network 0734c625-b849-4f3a-8778-0208f46778b3 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:43.676126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:43.679640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Pushing event updated for resources: {'Port': ['ID=ccb0a080-7565-4bbe-8199-2dc4f745a470,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:43.682691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:43.697652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Request body: {'port': {'device_id': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:43.802581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Attempting to bind port ccb0a080-7565-4bbe-8199-2dc4f745a470 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:43.802581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Attempting to bind port ccb0a080-7565-4bbe-8199-2dc4f745a470 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '71dd0f4b-094c-428f-9494-074c7885298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0734c625-b849-4f3a-8778-0208f46778b3'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:43.802581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Attempting to bind port ccb0a080-7565-4bbe-8199-2dc4f745a470 on network 0734c625-b849-4f3a-8778-0208f46778b3 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:43.810849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:43.811273 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Checking segment: {'id': '71dd0f4b-094c-428f-9494-074c7885298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0734c625-b849-4f3a-8778-0208f46778b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:43.812328 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.812817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Bound using segment: {'id': '71dd0f4b-094c-428f-9494-074c7885298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0734c625-b849-4f3a-8778-0208f46778b3'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:43.813314 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Bound port: ccb0a080-7565-4bbe-8199-2dc4f745a470, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dd0f4b-094c-428f-9494-074c7885298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0734c625-b849-4f3a-8778-0208f46778b3'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:43.813702 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.827609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df341718-437c-4363-a59a-e0f0c6a1e37d req-a76cc37e-53c1-4cb0-b929-c125db0caa96 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:43.836095 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df341718-437c-4363-a59a-e0f0c6a1e37d req-a76cc37e-53c1-4cb0-b929-c125db0caa96 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 949 time: 0.1947896 Nov 24 12:56:43.876563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55802) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:43.901519 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-92ee7684-4fa3-444f-b3a8-ba3306bca1a8 None None] Provisioning complete for port 411ed3bf-1924-4b89-91a8-c3964eebb50a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:43.902210 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-92ee7684-4fa3-444f-b3a8-ba3306bca1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.978107 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7945a016-6eda-41c0-892b-5219f257709c None None] For port ccb0a080-7565-4bbe-8199-2dc4f745a470, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:56:43.980522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-92ee7684-4fa3-444f-b3a8-ba3306bca1a8 None None] Port 411ed3bf-1924-4b89-91a8-c3964eebb50a cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:56:43.983586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:43.983891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7945a016-6eda-41c0-892b-5219f257709c None None] For port ccb0a080-7565-4bbe-8199-2dc4f745a470, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ccb0a080-7565-4bbe-8199-2dc4f745a470,segment=NetworkSegment(71dd0f4b-094c-428f-9494-074c7885298a),segment_id=71dd0f4b-094c-428f-9494-074c7885298a)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:43.989401 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:44.029327 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df341718-437c-4363-a59a-e0f0c6a1e37d req-5c1f7eec-f3f7-4b16-8968-2a78bb17b254 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/security-groups?id=196ea3e5-02d6-41f3-a175-e0b8e866daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917429 Nov 24 12:56:44.097843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device df9d56aa-9a8d-4716-b18a-4f72d742eea1 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:44.104098 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945a016-6eda-41c0-892b-5219f257709c None None] Pushing event updated for resources: {'Port': ['ID=ccb0a080-7565-4bbe-8199-2dc4f745a470,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:44.178235 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aaf207d5-8c5b-4c94-8b60-00816014cc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:44.180855 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aaf207d5-8c5b-4c94-8b60-00816014cc67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:44.184300 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-aaf207d5-8c5b-4c94-8b60-00816014cc67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de88d7aa-b139-4145-b2c3-01bc73f7bf0a HTTP/1.1" status: 204 len: 168 time: 1.1441629 Nov 24 12:56:44.200038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port df9d56aa-9a8d-4716-b18a-4f72d742eea1 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:44.200932 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:44.253882 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 81eb0a6b-2651-4b82-8252-371ce9546b23 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:44.314237 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3168ac55-7846-41b4-beb7-dc4baac2462f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d363491d83ef46c89f1a5eeb6ccdb6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902621 Nov 24 12:56:44.335194 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55806) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:44.383824 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-cc0e51ea-7587-48dd-924b-b4dd119e5a7d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:44.411859 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 81eb0a6b-2651-4b82-8252-371ce9546b23 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:56:44.422139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf207d5-8c5b-4c94-8b60-00816014cc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de88d7aa-b139-4145-b2c3-01bc73f7bf0a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:44.455845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ad464-8532-43a9-af5a-a03a3955b972 req-9c54beee-515a-4080-a037-f76d72b86cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:44.457725 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-824ad464-8532-43a9-af5a-a03a3955b972 req-9c54beee-515a-4080-a037-f76d72b86cd6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 1096 time: 0.3465261 Nov 24 12:56:44.468400 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9eb7ba7-a75c-498b-a208-c38834367284 req-3113f20e-2e54-458e-abd7-f17f3a9f0001 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3246889 Nov 24 12:56:44.494147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 81eb0a6b-2651-4b82-8252-371ce9546b23 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:44.497248 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:44.574566 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-af04d4af-6e4f-4f13-a4aa-62902bfd4a9d req-126aa373-7ade-4745-a5ac-4c5e81884b29 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1006577 Nov 24 12:56:44.664993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa95baa-1a5c-466c-a7b2-018ebd23a86b req-af498d6a-d5f2-411c-8e04-a737277a4d06 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:44.666568 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fa95baa-1a5c-466c-a7b2-018ebd23a86b req-af498d6a-d5f2-411c-8e04-a737277a4d06 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 932 time: 0.3744144 Nov 24 12:56:44.711039 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b4116db-9595-4a6a-b0ff-490e591f62f6 req-aeb13725-3a0e-4d92-964e-6c4af7ffe123 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2726064 Nov 24 12:56:44.718960 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-cc0e51ea-7587-48dd-924b-b4dd119e5a7d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:44.747718 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:44.797716 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:44.815044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 81eb0a6b-2651-4b82-8252-371ce9546b23, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=81eb0a6b-2651-4b82-8252-371ce9546b23,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:44.822409 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:44.868915 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-cc0e51ea-7587-48dd-924b-b4dd119e5a7d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Network 6f9997c5-c131-4f34-bff3-87807e1ce47d is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:44.897139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-cc0e51ea-7587-48dd-924b-b4dd119e5a7d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:44.901615 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=81eb0a6b-2651-4b82-8252-371ce9546b23,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:44.930245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e51ea-7587-48dd-924b-b4dd119e5a7d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Pushing event updated for resources: {'Port': ['ID=03b9c1db-bb03-4339-8044-671ff8ab6f35,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:44.932655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-cc0e51ea-7587-48dd-924b-b4dd119e5a7d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:44.941584 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fa95baa-1a5c-466c-a7b2-018ebd23a86b req-0f327893-e7f1-4033-840d-a496d8c88560 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627687 Nov 24 12:56:44.978899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55810) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:45.007201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 411ed3bf-1924-4b89-91a8-c3964eebb50a {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:56:45.028909 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9617fb37-4765-4d74-bfe9-6c2e830970c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:45.035278 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:45.038768 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4116db-9595-4a6a-b0ff-490e591f62f6 req-f53b5a36-2794-407c-bec1-fd6703bd9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:45.040448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b4116db-9595-4a6a-b0ff-490e591f62f6 req-f53b5a36-2794-407c-bec1-fd6703bd9efb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 1095 time: 0.2559335 Nov 24 12:56:45.076474 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d15ede63-ed5d-464f-a84c-dac05862544f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:45.101987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb7ba7-a75c-498b-a208-c38834367284 req-229cd0c8-45a6-4039-9cc7-b16a568525af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:45.103105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-cc0e51ea-7587-48dd-924b-b4dd119e5a7d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:45.103535 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-cc0e51ea-7587-48dd-924b-b4dd119e5a7d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:45.103659 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9eb7ba7-a75c-498b-a208-c38834367284 req-229cd0c8-45a6-4039-9cc7-b16a568525af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=88f1d12e9ef5448caf41cac2016cf89f&device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 1096 time: 0.5109396 Nov 24 12:56:45.122818 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d15ede63-ed5d-464f-a84c-dac05862544f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:45.128006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Transition to ACTIVE for port object 411ed3bf-1924-4b89-91a8-c3964eebb50a will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:56:45.149934 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-824ad464-8532-43a9-af5a-a03a3955b972 req-65496c96-6933-4ff3-9b4b-cd34fe7dcdae service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909386 Nov 24 12:56:45.158503 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:45.213136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ced362-6e46-41e6-94bc-df2cc7425808 req-dcbe8224-a196-473a-804e-d6aa4742cd3d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:45.216986 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-46ced362-6e46-41e6-94bc-df2cc7425808 req-dcbe8224-a196-473a-804e-d6aa4742cd3d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 932 time: 0.2838585 Nov 24 12:56:45.260325 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-cc0e51ea-7587-48dd-924b-b4dd119e5a7d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3797448 Nov 24 12:56:45.358345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Pushing event updated for resources: {'Port': ['ID=411ed3bf-1924-4b89-91a8-c3964eebb50a,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:45.371064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Request body: {'port': {'device_id': '9acb993b-0005-42db-bed9-ce7c49192a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:45.409522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aac9c3-1f2e-47a5-8cd5-43afc0da3f5a req-093ffe8e-b75f-45dc-9806-c85454c7d8b2 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:45.413279 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33aac9c3-1f2e-47a5-8cd5-43afc0da3f5a req-093ffe8e-b75f-45dc-9806-c85454c7d8b2 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 950 time: 0.2643530 Nov 24 12:56:45.450669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4116db-9595-4a6a-b0ff-490e591f62f6 req-b3510ccc-c642-4e80-9e33-ca302d6987a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:45.452296 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b4116db-9595-4a6a-b0ff-490e591f62f6 req-b3510ccc-c642-4e80-9e33-ca302d6987a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.3695884 Nov 24 12:56:45.456994 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-46ced362-6e46-41e6-94bc-df2cc7425808 req-f147ed51-93e4-466e-a06d-f3d5fb2e5bde tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/security-groups?id=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152650 Nov 24 12:56:45.473153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb7ba7-a75c-498b-a208-c38834367284 req-2f70d91a-751d-47fd-9fd1-6ea850a86919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:45.475126 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9eb7ba7-a75c-498b-a208-c38834367284 req-2f70d91a-751d-47fd-9fd1-6ea850a86919 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e0f091d7-17a5-4759-b8f2-a09691d177b4 HTTP/1.1" status: 200 len: 907 time: 0.3385885 Nov 24 12:56:45.478634 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d15ede63-ed5d-464f-a84c-dac05862544f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:45.482880 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d15ede63-ed5d-464f-a84c-dac05862544f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:45.486167 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d15ede63-ed5d-464f-a84c-dac05862544f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43e9d59b-01a5-41d1-a24b-4c70397816e9 HTTP/1.1" status: 204 len: 168 time: 1.1377974 Nov 24 12:56:45.497511 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:45.541338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07deaa4d-d7ad-401d-9863-150ad1183c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81eb0a6b-2651-4b82-8252-371ce9546b23'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:45.544940 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5a7cbd-bb10-49f5-a46c-4f7906bf47c8" -d '{"events": [{"server_uuid": "07deaa4d-d7ad-401d-9863-150ad1183c37", "name": "network-vif-plugged", "status": "completed", "tag": "81eb0a6b-2651-4b82-8252-371ce9546b23"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:45.581079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ede63-ed5d-464f-a84c-dac05862544f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e9d59b-01a5-41d1-a24b-4c70397816e9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:45.594135 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b4116db-9595-4a6a-b0ff-490e591f62f6 req-88cf8863-e7b2-4b3e-a6e4-ab2a9a65b923 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99367198-16f7-4734-9dfe-542b7abf6d44 HTTP/1.1" status: 200 len: 217 time: 0.1043208 Nov 24 12:56:45.668314 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa71e360-2f7e-434f-aa1f-5628fabb7e66 x-openstack-request-id: req-fa71e360-2f7e-434f-aa1f-5628fabb7e66 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:45.668616 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07deaa4d-d7ad-401d-9863-150ad1183c37", "name": "network-vif-plugged", "status": "completed", "tag": "81eb0a6b-2651-4b82-8252-371ce9546b23", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:45.669052 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa71e360-2f7e-434f-aa1f-5628fabb7e66 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:45.669454 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07deaa4d-d7ad-401d-9863-150ad1183c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81eb0a6b-2651-4b82-8252-371ce9546b23', 'code': 200} Nov 24 12:56:45.694001 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9617fb37-4765-4d74-bfe9-6c2e830970c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:45.750068 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9617fb37-4765-4d74-bfe9-6c2e830970c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:45.798754 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9eb7ba7-a75c-498b-a208-c38834367284 req-a05c8d16-21d5-460c-97e8-de93bf40e37d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be74f925-fbca-4fa5-a00c-894505071d8d HTTP/1.1" status: 200 len: 1000 time: 0.3086624 Nov 24 12:56:45.801850 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:45.821332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414d601c-d7be-49bd-9e04-1d9f44f1c1ee None None] Network 0734c625-b849-4f3a-8778-0208f46778b3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:56:45.903063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-775bdb75-f33d-499e-917d-5ca3cc9cdd78 None None] Provisioning complete for port ccb0a080-7565-4bbe-8199-2dc4f745a470 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:45.903663 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-775bdb75-f33d-499e-917d-5ca3cc9cdd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:45.927051 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33aac9c3-1f2e-47a5-8cd5-43afc0da3f5a req-567b1469-31f3-48c9-a444-6aad95e163ee tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/security-groups?id=196ea3e5-02d6-41f3-a175-e0b8e866daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723151 Nov 24 12:56:45.929599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06964f5b-e9d1-42aa-8766-72e3f9bd8e89 req-10292b8b-5657-4e3f-8d7d-4d105538126b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:45.932753 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06964f5b-e9d1-42aa-8766-72e3f9bd8e89 req-10292b8b-5657-4e3f-8d7d-4d105538126b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.1867201 Nov 24 12:56:45.939281 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb7ba7-a75c-498b-a208-c38834367284 req-7124be4d-16a2-4d14-a96d-ec7d0c0ba79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:45.942181 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9eb7ba7-a75c-498b-a208-c38834367284 req-7124be4d-16a2-4d14-a96d-ec7d0c0ba79d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1ba4d3d9-2757-4798-b5d2-dee42dda7beb HTTP/1.1" status: 200 len: 845 time: 0.1334219 Nov 24 12:56:45.963628 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Attempting to bind port 411ed3bf-1924-4b89-91a8-c3964eebb50a on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:45.963984 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Attempting to bind port 411ed3bf-1924-4b89-91a8-c3964eebb50a by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:45.964389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Attempting to bind port 411ed3bf-1924-4b89-91a8-c3964eebb50a on network 5e912b44-eae9-40e6-89c7-30777a476f74 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:45.971891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4116db-9595-4a6a-b0ff-490e591f62f6 req-b03dc240-d041-4b89-95b4-3fd5fe928eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:45.973395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b4116db-9595-4a6a-b0ff-490e591f62f6 req-b03dc240-d041-4b89-95b4-3fd5fe928eef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.2940581 Nov 24 12:56:45.974006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617fb37-4765-4d74-bfe9-6c2e830970c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0becf685-7f9a-4b19-8c76-8daf82a8595e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:46.008359 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9617fb37-4765-4d74-bfe9-6c2e830970c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f47dbce739ab4243a8f1d4933c8c87af&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0157747 Nov 24 12:56:46.013928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55828) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:46.034537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Port 411ed3bf-1924-4b89-91a8-c3964eebb50a on network 5e912b44-eae9-40e6-89c7-30777a476f74 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:56:46.034537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Attempting to bind port 411ed3bf-1924-4b89-91a8-c3964eebb50a on network 5e912b44-eae9-40e6-89c7-30777a476f74 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:46.063618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ccb0a080-7565-4bbe-8199-2dc4f745a470 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:46.081876 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b4116db-9595-4a6a-b0ff-490e591f62f6 req-b7b3e58f-c619-4ca6-b048-feed6b6f84d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690806 Nov 24 12:56:46.096369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ac214-0591-4833-aab2-e8508387a129 req-9d944873-889f-411c-95cc-b6eafc787a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:46.097909 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-107ac214-0591-4833-aab2-e8508387a129 req-9d944873-889f-411c-95cc-b6eafc787a62 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 1101 time: 0.3413196 Nov 24 12:56:46.098663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:46.099000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Checking segment: {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:46.099573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Bound using segment: {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:46.100128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Bound port: 411ed3bf-1924-4b89-91a8-c3964eebb50a, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:46.100501 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:46.188145 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Router 52f20af0-c465-4180-b5bc-e0345af2a0a0 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:56:46.206138 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-775bdb75-f33d-499e-917d-5ca3cc9cdd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:46.206644 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06964f5b-e9d1-42aa-8766-72e3f9bd8e89 req-bdeddfa5-3406-49a3-bc3a-567f7c036344 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378275 Nov 24 12:56:46.208917 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb7ba7-a75c-498b-a208-c38834367284 req-f4a21f68-7e36-4635-82f1-68be22256025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:46.210420 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9eb7ba7-a75c-498b-a208-c38834367284 req-f4a21f68-7e36-4635-82f1-68be22256025 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e0f091d7-17a5-4759-b8f2-a09691d177b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2273092 Nov 24 12:56:46.302601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-775bdb75-f33d-499e-917d-5ca3cc9cdd78 None None] For port ccb0a080-7565-4bbe-8199-2dc4f745a470, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ccb0a080-7565-4bbe-8199-2dc4f745a470,segment=NetworkSegment(71dd0f4b-094c-428f-9494-074c7885298a),segment_id=71dd0f4b-094c-428f-9494-074c7885298a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:46.305010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port ccb0a080-7565-4bbe-8199-2dc4f745a470 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:46.305606 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:46.345489 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-775bdb75-f33d-499e-917d-5ca3cc9cdd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:46.461181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bdb75-f33d-499e-917d-5ca3cc9cdd78 None None] Pushing event updated for resources: {'Port': ['ID=ccb0a080-7565-4bbe-8199-2dc4f745a470,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:46.571330 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9eb7ba7-a75c-498b-a208-c38834367284 req-e608d5c7-cbdb-4750-a6d7-3257d622dbc7 service neutron] 10.222.0.46 "GET /v2.0/networks/e0f091d7-17a5-4759-b8f2-a09691d177b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480549 Nov 24 12:56:46.722855 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6c02cf7d-4f39-4c7d-848b-6fdf5017fd34 None None] Provisioning complete for port ccb0a080-7565-4bbe-8199-2dc4f745a470 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:46.723365 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6c02cf7d-4f39-4c7d-848b-6fdf5017fd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:46.724899 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca5cee-2152-4e8b-9502-efd478b6bcb6 req-a5b87241-a0d8-43d2-bee2-033ca88b6c13 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:46.726698 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-47ca5cee-2152-4e8b-9502-efd478b6bcb6 req-a5b87241-a0d8-43d2-bee2-033ca88b6c13 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 932 time: 0.1541488 Nov 24 12:56:46.730289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:56:46.742594 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Sync routers for ids ['52f20af0-c465-4180-b5bc-e0345af2a0a0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:56:46.758227 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Routers {'52f20af0-c465-4180-b5bc-e0345af2a0a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:46.759133 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:56:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['52f20af0-c465-4180-b5bc-e0345af2a0a0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:46.781529 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:46.782970 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-79af712f-99c2-4c9d-828d-17453efe6d8d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1678710 Nov 24 12:56:46.792893 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55848) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:46.856250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] For port 411ed3bf-1924-4b89-91a8-c3964eebb50a, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:56:46.858243 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9eb7ba7-a75c-498b-a208-c38834367284 req-0ff29b0a-cb86-4014-8018-526ebc6dcb33 service neutron] 10.222.0.46 "GET /v2.0/networks/e0f091d7-17a5-4759-b8f2-a09691d177b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390137 Nov 24 12:56:46.865466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] For port 411ed3bf-1924-4b89-91a8-c3964eebb50a, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:46.876528 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-47ca5cee-2152-4e8b-9502-efd478b6bcb6 req-1a1ef9c9-212f-4fd9-b0e0-ba6de3cd2c27 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/security-groups?id=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249592 Nov 24 12:56:46.962194 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:47.039557 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45287f-630a-418a-9f90-3bd7ebaaf0ee req-9912192f-3866-4c8b-b183-d73a2f95bbf9 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:47.052810 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f45287f-630a-418a-9f90-3bd7ebaaf0ee req-9912192f-3866-4c8b-b183-d73a2f95bbf9 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.9697313 Nov 24 12:56:47.065279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:47.065915 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:47.067327 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] 10.222.0.46 "PUT /v2.0/ports/411ed3bf-1924-4b89-91a8-c3964eebb50a HTTP/1.1" status: 200 len: 1092 time: 3.3818443 Nov 24 12:56:47.094207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'tag': '411ed3bf-1924-4b89-91a8-c3964eebb50a'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:47.111538 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31f1e6d-4ec7-4d8f-a868-7cd31c50f102" -d '{"events": [{"name": "network-changed", "server_uuid": "7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55", "tag": "411ed3bf-1924-4b89-91a8-c3964eebb50a"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:47.188316 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Set router 52f20af0-c465-4180-b5bc-e0345af2a0a0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:47.213676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b1b9f66-321b-4055-aa69-275900ffd8b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:47.267692 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b1b9f66-321b-4055-aa69-275900ffd8b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:47.318662 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-107ac214-0591-4833-aab2-e8508387a129 req-2cc897a3-e33a-4eaf-9215-551e45539b87 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=196ea3e5-02d6-41f3-a175-e0b8e866daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2090220 Nov 24 12:56:47.383754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ee392-506b-4cac-a2ae-5537804f408e req-2dd873e2-7118-42bd-b9f9-5b8c5515133b tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:47.385410 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-277ee392-506b-4cac-a2ae-5537804f408e req-2dd873e2-7118-42bd-b9f9-5b8c5515133b tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 950 time: 0.1436386 Nov 24 12:56:47.506680 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'name': 'tempest-TaggedBootDevicesTest-842224396-router', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:41Z', 'updated_at': '2021-11-24T12:56:44Z', 'revision_number': 3, 'project_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'gw_port': {'id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:71:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:42Z', 'updated_at': '2021-11-24T12:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:47.535550 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-277ee392-506b-4cac-a2ae-5537804f408e req-93438ac0-a1a5-4002-81cb-412356f45785 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/security-groups?id=196ea3e5-02d6-41f3-a175-e0b8e866daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962710 Nov 24 12:56:47.550726 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Checking router: 52f20af0-c465-4180-b5bc-e0345af2a0a0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:56:47.550726 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Updating router 52f20af0-c465-4180-b5bc-e0345af2a0a0 port db5aab40-deb3-4a88-be16-6cc67507cd62 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:56:47.575611 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b1b9f66-321b-4055-aa69-275900ffd8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:47.577501 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:47.579613 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b1b9f66-321b-4055-aa69-275900ffd8b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:47.581375 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3b1b9f66-321b-4055-aa69-275900ffd8b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0becf685-7f9a-4b19-8c76-8daf82a8595e HTTP/1.1" status: 204 len: 168 time: 1.5659549 Nov 24 12:56:47.619357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b9f66-321b-4055-aa69-275900ffd8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0becf685-7f9a-4b19-8c76-8daf82a8595e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:47.629903 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:47.660062 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66e3a7a-216e-4c51-a65b-8d7240bc792a x-openstack-request-id: req-d66e3a7a-216e-4c51-a65b-8d7240bc792a {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:47.660443 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55", "tag": "411ed3bf-1924-4b89-91a8-c3964eebb50a", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:47.660844 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d66e3a7a-216e-4c51-a65b-8d7240bc792a {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:47.661345 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'tag': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'status': 'completed', 'code': 200} Nov 24 12:56:47.672231 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f45287f-630a-418a-9f90-3bd7ebaaf0ee req-96ecf848-da5f-492b-8071-d3f4431d8b51 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6185324 Nov 24 12:56:47.682841 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b4116db-9595-4a6a-b0ff-490e591f62f6 req-eec85e23-7b45-4a9b-a35c-9a4d7b31efbf service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5757999 Nov 24 12:56:47.709645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-38ffe28e-45a7-451f-a908-298f6b60a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:47.710877 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-38ffe28e-45a7-451f-a908-298f6b60a30b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 1095 time: 0.5770876 Nov 24 12:56:47.711756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4650c-3a7a-4e31-8497-e780cafae420 service neutron] Pushing event updated for resources: {'Port': ['ID=411ed3bf-1924-4b89-91a8-c3964eebb50a,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:47.796000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-e8616f5b-0951-42cb-b173-603ccc07e850 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a HTTP/1.1" status: 200 len: 217 time: 0.0743101 Nov 24 12:56:47.839750 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a7dc6-c113-4a1c-a37d-9faaac9f26b8 req-c33eef56-cdb0-42dd-bee2-27f2c1bb858c tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:47.841313 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc2a7dc6-c113-4a1c-a37d-9faaac9f26b8 req-c33eef56-cdb0-42dd-bee2-27f2c1bb858c tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.1070371 Nov 24 12:56:47.940574 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Allocated IP 172.20.0.1 (0734c625-b849-4f3a-8778-0208f46778b3/5d8c65d9-5d8a-47b6-ac32-cab4ec85cd8a/48221b23-30e1-41aa-8f2e-3b4b4c0b165e) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:56:47.949591 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-519b8379-0b18-415c-b3a0-d8af6d9e49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:47.961633 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc2a7dc6-c113-4a1c-a37d-9faaac9f26b8 req-35ec9579-b097-4792-bd4d-78ad7b8fb598 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087885 Nov 24 12:56:47.965155 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-519b8379-0b18-415c-b3a0-d8af6d9e49a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 200 len: 855 time: 0.1441824 Nov 24 12:56:48.026969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ccb0a080-7565-4bbe-8199-2dc4f745a470 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:48.089584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b9c1db-bb03-4339-8044-671ff8ab6f35 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:56:48.094928 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:48.109888 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:48.114702 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:48.122384 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:48.160921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Transition to ACTIVE for port object 03b9c1db-bb03-4339-8044-671ff8ab6f35 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:56:48.170098 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b4116db-9595-4a6a-b0ff-490e591f62f6 req-50fe33e4-a8f7-4d3b-9279-0a1933c23cfc service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734933 Nov 24 12:56:48.193292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port ccb0a080-7565-4bbe-8199-2dc4f745a470 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:48.193767 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:48.209250 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:48.214420 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Attempting to bind port db5aab40-deb3-4a88-be16-6cc67507cd62 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:48.214980 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Attempting to bind port db5aab40-deb3-4a88-be16-6cc67507cd62 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:48.215714 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Attempting to bind port db5aab40-deb3-4a88-be16-6cc67507cd62 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:48.223022 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:48.235006 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803960d-6e2e-44e8-a0fa-83723062c09a None None] Pushing event updated for resources: {'Port': ['ID=db5aab40-deb3-4a88-be16-6cc67507cd62,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:48.254293 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:48.254293 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:48.260387 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:48.260870 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:48.261403 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Bound port: db5aab40-deb3-4a88-be16-6cc67507cd62, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:48.262119 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:48.370328 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] For port db5aab40-deb3-4a88-be16-6cc67507cd62, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:56:48.372777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Network 0734c625-b849-4f3a-8778-0208f46778b3 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:48.375149 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] For port db5aab40-deb3-4a88-be16-6cc67507cd62, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=db5aab40-deb3-4a88-be16-6cc67507cd62,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:48.377328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=03b9c1db-bb03-4339-8044-671ff8ab6f35,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:48.380814 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:48.381071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-f7aa2cf3-26f5-4222-b0ca-b25e9dae252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:48.382531 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:48.393458 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-f7aa2cf3-26f5-4222-b0ca-b25e9dae252f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e912b44-eae9-40e6-89c7-30777a476f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4170644 Nov 24 12:56:48.399449 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=48221b23-30e1-41aa-8f2e-3b4b4c0b165e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:48.402992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:56:48.427543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a33203-5ed9-4f0f-8f11-996c45e7009a req-cf0abcb1-973b-4219-a883-96a1efd59041 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:48.448483 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58a33203-5ed9-4f0f-8f11-996c45e7009a req-cf0abcb1-973b-4219-a883-96a1efd59041 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 932 time: 0.2969503 Nov 24 12:56:48.451593 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803960d-6e2e-44e8-a0fa-83723062c09a None None] Pushing event updated for resources: {'Port': ['ID=db5aab40-deb3-4a88-be16-6cc67507cd62,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:48.487067 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Routers {'52f20af0-c465-4180-b5bc-e0345af2a0a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:48.489483 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:56:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['52f20af0-c465-4180-b5bc-e0345af2a0a0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:48.629237 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58a33203-5ed9-4f0f-8f11-996c45e7009a req-fd6edf49-2a25-49dd-8dee-d221fb2570d1 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/security-groups?id=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669998 Nov 24 12:56:48.630245 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:48.652701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Attempting to bind port 03b9c1db-bb03-4339-8044-671ff8ab6f35 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:48.654639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Attempting to bind port 03b9c1db-bb03-4339-8044-671ff8ab6f35 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '15e97363-6f04-4e03-be95-beff5d0e8e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6f9997c5-c131-4f34-bff3-87807e1ce47d'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:48.655361 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] Set router 52f20af0-c465-4180-b5bc-e0345af2a0a0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:48.656179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Attempting to bind port 03b9c1db-bb03-4339-8044-671ff8ab6f35 on network 6f9997c5-c131-4f34-bff3-87807e1ce47d {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:48.681398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Port 03b9c1db-bb03-4339-8044-671ff8ab6f35 on network 6f9997c5-c131-4f34-bff3-87807e1ce47d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:56:48.682670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Attempting to bind port 03b9c1db-bb03-4339-8044-671ff8ab6f35 on network 6f9997c5-c131-4f34-bff3-87807e1ce47d {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:48.710468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:48.712794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Checking segment: {'id': '15e97363-6f04-4e03-be95-beff5d0e8e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6f9997c5-c131-4f34-bff3-87807e1ce47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:48.717171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Bound using segment: {'id': '15e97363-6f04-4e03-be95-beff5d0e8e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6f9997c5-c131-4f34-bff3-87807e1ce47d'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:48.717958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Bound port: 03b9c1db-bb03-4339-8044-671ff8ab6f35, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e97363-6f04-4e03-be95-beff5d0e8e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6f9997c5-c131-4f34-bff3-87807e1ce47d'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:48.719852 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:48.776597 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-836e7689-5fe1-49fa-92d5-74ee013f960c service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822730 Nov 24 12:56:48.870190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8f47deba-0783-4b4f-ae5a-4a3156c1e901 None None] Provisioning complete for port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:48.871726 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f47deba-0783-4b4f-ae5a-4a3156c1e901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:48.938785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8f47deba-0783-4b4f-ae5a-4a3156c1e901 None None] Port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:56:48.939037 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:48.941123 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'name': 'tempest-TaggedBootDevicesTest-842224396-router', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:41Z', 'updated_at': '2021-11-24T12:56:44Z', 'revision_number': 3, 'project_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'gw_port': {'id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:71:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:42Z', 'updated_at': '2021-11-24T12:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:48.974727 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7f4d9f-86f0-4203-9508-234625379f83 None None] The sync data for ids ['52f20af0-c465-4180-b5bc-e0345af2a0a0'] in n-d-817303-4 is: [{'id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'name': 'tempest-TaggedBootDevicesTest-842224396-router', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:41Z', 'updated_at': '2021-11-24T12:56:44Z', 'revision_number': 3, 'project_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'gw_port': {'id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:71:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:42Z', 'updated_at': '2021-11-24T12:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:56:49.019225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] For port 03b9c1db-bb03-4339-8044-671ff8ab6f35, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:56:49.027238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf6871-829e-419e-a1be-32d98c62fe56 req-c4c3c922-0520-4cc9-a21c-57f86b6ff577 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:49.028834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8bdf6871-829e-419e-a1be-32d98c62fe56 req-c4c3c922-0520-4cc9-a21c-57f86b6ff577 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 1096 time: 0.3035204 Nov 24 12:56:49.046644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] For port 03b9c1db-bb03-4339-8044-671ff8ab6f35, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=03b9c1db-bb03-4339-8044-671ff8ab6f35,segment=NetworkSegment(15e97363-6f04-4e03-be95-beff5d0e8e4f),segment_id=15e97363-6f04-4e03-be95-beff5d0e8e4f)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:49.072053 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:49.142391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:49.143207 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:49.144704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] 10.222.0.59 "PUT /v2.0/ports/03b9c1db-bb03-4339-8044-671ff8ab6f35 HTTP/1.1" status: 200 len: 1092 time: 3.7936459 Nov 24 12:56:49.160121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14c166f2-b5f5-4f7c-81bb-63ff17499aac req-bc1183a8-8bd1-4bc1-bb44-ae70d73227f3 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590093 Nov 24 12:56:49.174209 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8bdf6871-829e-419e-a1be-32d98c62fe56 req-9bfe5199-a5d2-491c-b3c1-85ff57104e36 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243188 Nov 24 12:56:49.195228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13571931-5c24-4da1-ac00-905d52ebd0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=03b9c1db-bb03-4339-8044-671ff8ab6f35,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:49.416509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-e5ee5aeb-2ff6-4819-821e-795ebaac9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:49.418367 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-e5ee5aeb-2ff6-4819-821e-795ebaac9dd3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=baa56d23dfdd4f55ad84ab1cab88e438&device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 1095 time: 0.1572483 Nov 24 12:56:49.445943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f1e6d-4ec7-4d8f-a868-7cd31c50f102 req-4f1ec70e-06c6-4a7a-8b37-3064778599b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:49.447813 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b31f1e6d-4ec7-4d8f-a868-7cd31c50f102 req-4f1ec70e-06c6-4a7a-8b37-3064778599b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 1095 time: 0.1456299 Nov 24 12:56:49.495629 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-7efb6974-e073-4556-9ed6-8d88204de244 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03b9c1db-bb03-4339-8044-671ff8ab6f35 HTTP/1.1" status: 200 len: 217 time: 0.0575535 Nov 24 12:56:49.593205 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ea333-552c-4dc3-aec2-59cab5b6b73b req-a7401a8e-332a-458a-8e17-77ab662d87e6 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:49.603933 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d3ea333-552c-4dc3-aec2-59cab5b6b73b req-a7401a8e-332a-458a-8e17-77ab662d87e6 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 950 time: 0.6658299 Nov 24 12:56:49.614103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-de810fd6-ce8c-4d9e-8487-d5f839f0cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:49.615613 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-de810fd6-ce8c-4d9e-8487-d5f839f0cbd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62e2b68b-7366-4305-9bcb-487f45e92dd8 HTTP/1.1" status: 200 len: 861 time: 0.1021831 Nov 24 12:56:49.663139 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-9d0aeba7-dc11-4e79-95c2-08bfe62809ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6f9997c5-c131-4f34-bff3-87807e1ce47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372803 Nov 24 12:56:49.663674 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acb993b-0005-42db-bed9-ce7c49192a91', 'tag': '03b9c1db-bb03-4339-8044-671ff8ab6f35'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:49.666001 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a47547-1b7a-47dd-856a-71da3c9bf81d" -d '{"events": [{"name": "network-changed", "server_uuid": "9acb993b-0005-42db-bed9-ce7c49192a91", "tag": "03b9c1db-bb03-4339-8044-671ff8ab6f35"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:49.669781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f1e6d-4ec7-4d8f-a868-7cd31c50f102 req-79b447fc-622c-4087-9d20-89b69efb4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:49.672113 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b31f1e6d-4ec7-4d8f-a868-7cd31c50f102 req-79b447fc-622c-4087-9d20-89b69efb4441 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 917 time: 0.1871736 Nov 24 12:56:49.740635 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d3ea333-552c-4dc3-aec2-59cab5b6b73b req-10aa841b-b772-486c-896a-789cabb7585b tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/security-groups?id=196ea3e5-02d6-41f3-a175-e0b8e866daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355731 Nov 24 12:56:49.751149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:49.752779 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b31f1e6d-4ec7-4d8f-a868-7cd31c50f102 req-6a4d70cb-1e6e-461a-9d1c-c67ddc4fc9a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a HTTP/1.1" status: 200 len: 217 time: 0.0702493 Nov 24 12:56:49.757834 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:49.886251 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=48221b23-30e1-41aa-8f2e-3b4b4c0b165e,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:49.902812 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:49.912086 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f1e6d-4ec7-4d8f-a868-7cd31c50f102 req-2a3ec794-ee5d-4cf6-865d-166087b26d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:49.914000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b31f1e6d-4ec7-4d8f-a868-7cd31c50f102 req-2a3ec794-ee5d-4cf6-865d-166087b26d29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 200 len: 855 time: 0.1528358 Nov 24 12:56:49.918956 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-ec34d984-c999-4896-8204-054de58ba563 service neutron] 10.222.0.59 "GET /v2.0/networks/6f9997c5-c131-4f34-bff3-87807e1ce47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457569 Nov 24 12:56:49.947864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb53dd-127b-45f4-a173-f998e1b3fa3e req-5682f372-8f22-4583-b194-348252b62bee tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:49.950134 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bccb53dd-127b-45f4-a173-f998e1b3fa3e req-5682f372-8f22-4583-b194-348252b62bee tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 1096 time: 0.1453133 Nov 24 12:56:49.968781 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3dee0-7026-4e5d-b707-2606e84257b7 req-02769ba0-4381-486d-a0e6-296910e28f42 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:49.968781 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8d3dee0-7026-4e5d-b707-2606e84257b7 req-02769ba0-4381-486d-a0e6-296910e28f42 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1328912 Nov 24 12:56:50.045065 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device db5aab40-deb3-4a88-be16-6cc67507cd62 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:50.097092 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bccb53dd-127b-45f4-a173-f998e1b3fa3e req-0570b8f5-97e5-4023-8781-4e74010a3b05 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064115 Nov 24 12:56:50.098727 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port db5aab40-deb3-4a88-be16-6cc67507cd62 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:50.099350 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:50.104925 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8d3dee0-7026-4e5d-b707-2606e84257b7 req-04abec55-d2e1-4b25-9b39-b5da3e18d70b tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314301 Nov 24 12:56:50.117672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f1e6d-4ec7-4d8f-a868-7cd31c50f102 req-0cf78cc4-d0d4-4eed-8255-a493a9f84ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:50.119290 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b31f1e6d-4ec7-4d8f-a868-7cd31c50f102 req-0cf78cc4-d0d4-4eed-8255-a493a9f84ba3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e912b44-eae9-40e6-89c7-30777a476f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930306 Nov 24 12:56:50.138196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Network 0734c625-b849-4f3a-8778-0208f46778b3 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:56:50.140318 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:56:50.277724 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b31f1e6d-4ec7-4d8f-a868-7cd31c50f102 req-691b8e5b-a3d5-4e96-996f-3c3f78348efe service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491678 Nov 24 12:56:50.281042 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f752cb19-ac2c-4b44-8cb8-b919c9643d29 x-openstack-request-id: req-f752cb19-ac2c-4b44-8cb8-b919c9643d29 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:50.281344 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acb993b-0005-42db-bed9-ce7c49192a91", "tag": "03b9c1db-bb03-4339-8044-671ff8ab6f35", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:50.281613 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f752cb19-ac2c-4b44-8cb8-b919c9643d29 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:50.282019 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acb993b-0005-42db-bed9-ce7c49192a91', 'tag': '03b9c1db-bb03-4339-8044-671ff8ab6f35', 'status': 'completed', 'code': 200} Nov 24 12:56:50.324951 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:50.329285 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Router 52f20af0-c465-4180-b5bc-e0345af2a0a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:56:50.369940 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port db5aab40-deb3-4a88-be16-6cc67507cd62, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=db5aab40-deb3-4a88-be16-6cc67507cd62,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:50.381949 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:50.417196 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d95a5e68-ba5a-48ae-b499-f74c408d1dc3 req-206c7d35-3d9c-4c93-99eb-511e4e704109 service neutron] 10.222.0.59 "GET /v2.0/networks/6f9997c5-c131-4f34-bff3-87807e1ce47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761360 Nov 24 12:56:50.483954 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=db5aab40-deb3-4a88-be16-6cc67507cd62,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:50.524266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:56:50.530041 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-096b4ee3-25b3-4367-a8ac-f948c78af5e5 admin admin] 10.222.0.48 "PUT /v2.0/routers/52f20af0-c465-4180-b5bc-e0345af2a0a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7301958 Nov 24 12:56:50.589322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c549f247-0e3a-4b13-8ad4-f0fb53f078b2 None None] Provisioning complete for port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:50.590103 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c549f247-0e3a-4b13-8ad4-f0fb53f078b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:50.591536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c912b-20b2-47bc-bdb4-275be10e1cec req-7fac8dbe-7c5d-4447-b378-7554c36a70e0 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:50.597390 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-928c912b-20b2-47bc-bdb4-275be10e1cec req-7fac8dbe-7c5d-4447-b378-7554c36a70e0 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 944 time: 0.3143620 Nov 24 12:56:50.610257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a47547-1b7a-47dd-856a-71da3c9bf81d req-e1fa07b5-62dc-4d9c-82b5-21b13ba44266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:50.611751 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63a47547-1b7a-47dd-856a-71da3c9bf81d req-e1fa07b5-62dc-4d9c-82b5-21b13ba44266 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=baa56d23dfdd4f55ad84ab1cab88e438&device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 1095 time: 0.1078196 Nov 24 12:56:50.613568 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b31f1e6d-4ec7-4d8f-a868-7cd31c50f102 req-468d3ebd-b5a8-46fc-9438-00304d31b424 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934825 Nov 24 12:56:50.678561 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c549f247-0e3a-4b13-8ad4-f0fb53f078b2 None None] Port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:56:50.725835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-928c912b-20b2-47bc-bdb4-275be10e1cec req-6716ac74-b678-4bbc-8b89-e78f2f4f8eee tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/security-groups?id=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248190 Nov 24 12:56:50.767933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a47547-1b7a-47dd-856a-71da3c9bf81d req-d475352e-af0d-4200-b5df-f8c120bc4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:50.769833 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63a47547-1b7a-47dd-856a-71da3c9bf81d req-d475352e-af0d-4200-b5df-f8c120bc4c32 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6f9997c5-c131-4f34-bff3-87807e1ce47d HTTP/1.1" status: 200 len: 922 time: 0.1321058 Nov 24 12:56:50.812516 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-240e2349-81b4-4eb1-93c0-099ad6e0a6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:50.825550 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63a47547-1b7a-47dd-856a-71da3c9bf81d req-be9192aa-443e-4d9e-bbf5-d2f4bf0733c9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03b9c1db-bb03-4339-8044-671ff8ab6f35 HTTP/1.1" status: 200 len: 217 time: 0.0460184 Nov 24 12:56:50.889735 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a47547-1b7a-47dd-856a-71da3c9bf81d req-31bc9804-cd30-4215-b6f1-a2aeefc51a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:50.891695 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63a47547-1b7a-47dd-856a-71da3c9bf81d req-31bc9804-cd30-4215-b6f1-a2aeefc51a91 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62e2b68b-7366-4305-9bcb-487f45e92dd8 HTTP/1.1" status: 200 len: 861 time: 0.0593970 Nov 24 12:56:50.939126 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63a47547-1b7a-47dd-856a-71da3c9bf81d req-ca8ded8b-8cc4-471b-b3b5-44b2646c38f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6f9997c5-c131-4f34-bff3-87807e1ce47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398653 Nov 24 12:56:51.145000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63a47547-1b7a-47dd-856a-71da3c9bf81d req-8b7c0ea1-b560-4f24-a806-04c8e81aae08 service neutron] 10.222.0.59 "GET /v2.0/networks/6f9997c5-c131-4f34-bff3-87807e1ce47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975319 Nov 24 12:56:51.154353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3ec7c-131c-47b5-b218-53386f19da3a req-238a6bdc-15a5-468f-bfa5-373080fd7b4f tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:51.163148 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50c3ec7c-131c-47b5-b218-53386f19da3a req-238a6bdc-15a5-468f-bfa5-373080fd7b4f tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 950 time: 0.1130691 Nov 24 12:56:51.314731 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50c3ec7c-131c-47b5-b218-53386f19da3a req-e219e99d-af80-4048-936f-615c4b221420 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/security-groups?id=196ea3e5-02d6-41f3-a175-e0b8e866daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486332 Nov 24 12:56:51.374050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56008) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:51.385207 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63a47547-1b7a-47dd-856a-71da3c9bf81d req-346d765b-c23c-472c-981f-55278a0726e3 service neutron] 10.222.0.59 "GET /v2.0/networks/6f9997c5-c131-4f34-bff3-87807e1ce47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970458 Nov 24 12:56:51.462893 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Sync routers for ids ['52f20af0-c465-4180-b5bc-e0345af2a0a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:56:51.480913 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Routers {'52f20af0-c465-4180-b5bc-e0345af2a0a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:51.481344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:56:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['52f20af0-c465-4180-b5bc-e0345af2a0a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:51.577863 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba6127cc-5f51-4161-ab3b-7e910da6a677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:51.597441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b4fe8-7fca-477b-844e-05a54b203b5d req-6c51c39b-511a-4b68-b2a0-8ae54c4e5802 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:51.599016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-964b4fe8-7fca-477b-844e-05a54b203b5d req-6c51c39b-511a-4b68-b2a0-8ae54c4e5802 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1195791 Nov 24 12:56:51.651456 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Set router 52f20af0-c465-4180-b5bc-e0345af2a0a0 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:51.701114 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-964b4fe8-7fca-477b-844e-05a54b203b5d req-35952d20-736d-4396-966c-102d2c6b1cea tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882587 Nov 24 12:56:51.729692 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba6127cc-5f51-4161-ab3b-7e910da6a677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:51.737268 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba6127cc-5f51-4161-ab3b-7e910da6a677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:51.794740 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ba6127cc-5f51-4161-ab3b-7e910da6a677 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b292f5a5d494dd4b1da8a8c24b322b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193065 Nov 24 12:56:51.797018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6127cc-5f51-4161-ab3b-7e910da6a677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f258db-54aa-4cfb-81b6-3975201bb121,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:51.797914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56048) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:51.879613 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9555-c778-41fd-acdd-59eea734f611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:51.926624 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9555-c778-41fd-acdd-59eea734f611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:52.027373 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device db5aab40-deb3-4a88-be16-6cc67507cd62 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:52.068091 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9555-c778-41fd-acdd-59eea734f611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:52.070778 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a9a9555-c778-41fd-acdd-59eea734f611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:52.072035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2a9a9555-c778-41fd-acdd-59eea734f611 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11f258db-54aa-4cfb-81b6-3975201bb121 HTTP/1.1" status: 204 len: 168 time: 0.2727902 Nov 24 12:56:52.102528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a9555-c778-41fd-acdd-59eea734f611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f258db-54aa-4cfb-81b6-3975201bb121,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:52.110529 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port db5aab40-deb3-4a88-be16-6cc67507cd62 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:52.110900 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:52.133214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b056a3-1ae0-40bc-a74e-6ec4c91a9c50 req-2c699198-ca8d-4186-99b1-0e6646004468 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:52.135500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e6b056a3-1ae0-40bc-a74e-6ec4c91a9c50 req-2c699198-ca8d-4186-99b1-0e6646004468 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 944 time: 0.0826592 Nov 24 12:56:52.152658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'name': 'tempest-TaggedBootDevicesTest-842224396-router', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:41Z', 'updated_at': '2021-11-24T12:56:48Z', 'revision_number': 4, 'project_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'gw_port': {'id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:71:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:42Z', 'updated_at': '2021-11-24T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '48221b23-30e1-41aa-8f2e-3b4b4c0b165e', 'name': '', 'network_id': '0734c625-b849-4f3a-8778-0208f46778b3', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'mac_address': 'fa:16:3e:8e:ed:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '5d8c65d9-5d8a-47b6-ac32-cab4ec85cd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:47Z', 'updated_at': '2021-11-24T12:56:49Z', 'revision_number': 2, 'project_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'subnets': [{'id': '5d8c65d9-5d8a-47b6-ac32-cab4ec85cd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:52.192859 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Checking router: 52f20af0-c465-4180-b5bc-e0345af2a0a0 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:56:52.193235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Updating router 52f20af0-c465-4180-b5bc-e0345af2a0a0 port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:56:52.216925 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-d637a23d-6cbe-4020-9b72-cd292201e554 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:56:52.219446 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-d637a23d-6cbe-4020-9b72-cd292201e554 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104346 Nov 24 12:56:52.227264 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:52.239859 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e6b056a3-1ae0-40bc-a74e-6ec4c91a9c50 req-c282550a-c8bb-4895-ba03-b47091336167 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/security-groups?id=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972953 Nov 24 12:56:52.261697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 411ed3bf-1924-4b89-91a8-c3964eebb50a details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:56:52.389579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b944e63-f122-48ca-8df1-96ebae8fb74c req-4dfbc019-19ec-4a8d-ad33-33aee3a4663e tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:52.391436 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b944e63-f122-48ca-8df1-96ebae8fb74c req-4dfbc019-19ec-4a8d-ad33-33aee3a4663e tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.46 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 950 time: 0.0946219 Nov 24 12:56:52.544547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 411ed3bf-1924-4b89-91a8-c3964eebb50a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:52.585169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56082) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:52.585852 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'port_id': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'mac_address': 'fa:16:3e:12:15:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:56:52.608818 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2988dfbc-f0b6-48c7-93d7-7b90cea41121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:52.615875 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a945b-23a7-48da-8043-2136975972f2 req-2c98e9dd-ebdd-410b-8651-4881b70aa31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:52.617319 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-2c98e9dd-ebdd-410b-8651-4881b70aa31c service neutron] 10.222.0.48 "GET /v2.0/ports/54986b35-c80e-45be-9923-a94a4c80a3ec HTTP/1.1" status: 200 len: 1093 time: 0.3764377 Nov 24 12:56:52.631586 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] Request body: {'binding': {'host': 'n-h1-817303-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:52.632048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] Unknown quota resources ['binding']. {{(pid=114985) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 12:56:52.647133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e7c43-36e6-48f7-9840-f799a4ac91d7 req-e745c6e9-3e48-44cd-8098-03a001b248a0 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:52.648909 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d03e7c43-36e6-48f7-9840-f799a4ac91d7 req-e745c6e9-3e48-44cd-8098-03a001b248a0 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 950 time: 0.1501625 Nov 24 12:56:52.675963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-8b944e63-f122-48ca-8df1-96ebae8fb74c req-ec2595a2-237d-4b77-be4d-2a401658ca73 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Deleting port 81eb0a6b-2651-4b82-8252-371ce9546b23 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:56:52.676308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8b944e63-f122-48ca-8df1-96ebae8fb74c req-ec2595a2-237d-4b77-be4d-2a401658ca73 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:52.751892 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2988dfbc-f0b6-48c7-93d7-7b90cea41121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:52.759324 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2988dfbc-f0b6-48c7-93d7-7b90cea41121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:52.802828 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2988dfbc-f0b6-48c7-93d7-7b90cea41121 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28eb6fba31a6420490dc0c67cd7a4734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154629 Nov 24 12:56:52.804029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56088) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:52.857002 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:52.865464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d03e7c43-36e6-48f7-9840-f799a4ac91d7 req-b7a4051f-99ae-407c-a482-218af519af15 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/security-groups?id=196ea3e5-02d6-41f3-a175-e0b8e866daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947329 Nov 24 12:56:52.881264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988dfbc-f0b6-48c7-93d7-7b90cea41121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516a296f-1b09-420f-a1c9-9946fed98cc8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:52.910874 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411ed3bf-1924-4b89-91a8-c3964eebb50a {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:56:52.933597 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cc8a1a8-a457-471a-b11e-e120ff7208ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:52.942595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-8b944e63-f122-48ca-8df1-96ebae8fb74c req-ec2595a2-237d-4b77-be4d-2a401658ca73 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] For port 81eb0a6b-2651-4b82-8252-371ce9546b23, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=81eb0a6b-2651-4b82-8252-371ce9546b23,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:52.942595 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8b944e63-f122-48ca-8df1-96ebae8fb74c req-ec2595a2-237d-4b77-be4d-2a401658ca73 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:52.969062 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cc8a1a8-a457-471a-b11e-e120ff7208ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:52.998151 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 411ed3bf-1924-4b89-91a8-c3964eebb50a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:53.007206 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:53.011294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-8b944e63-f122-48ca-8df1-96ebae8fb74c req-ec2595a2-237d-4b77-be4d-2a401658ca73 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Calling delete_port for 81eb0a6b-2651-4b82-8252-371ce9546b23 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:56:53.021549 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:53.038519 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cc8a1a8-a457-471a-b11e-e120ff7208ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:53.045086 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cc8a1a8-a457-471a-b11e-e120ff7208ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:53.050566 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8cc8a1a8-a457-471a-b11e-e120ff7208ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/516a296f-1b09-420f-a1c9-9946fed98cc8 HTTP/1.1" status: 204 len: 168 time: 0.2439086 Nov 24 12:56:53.058127 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:53.060864 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8a1a8-a457-471a-b11e-e120ff7208ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516a296f-1b09-420f-a1c9-9946fed98cc8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:53.086231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] Attempting to bind port 54986b35-c80e-45be-9923-a94a4c80a3ec on host n-h1-817303-4 for vnic_type normal with profile None {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:53.086574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] Attempting to bind port 54986b35-c80e-45be-9923-a94a4c80a3ec by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:53.086911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] Attempting to bind port 54986b35-c80e-45be-9923-a94a4c80a3ec on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:53.103658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=411ed3bf-1924-4b89-91a8-c3964eebb50a,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:53.103778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d64a74-c27b-4343-a3e6-02d74b386ba7 req-91b4dacd-5ed0-41a1-aaf5-40e9178b3989 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:53.105302 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d5d64a74-c27b-4343-a3e6-02d74b386ba7 req-91b4dacd-5ed0-41a1-aaf5-40e9178b3989 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1341808 Nov 24 12:56:53.107566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] Port 54986b35-c80e-45be-9923-a94a4c80a3ec on network a7071aec-fd43-4708-b67e-8b789798646f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:56:53.107944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] Attempting to bind port 54986b35-c80e-45be-9923-a94a4c80a3ec on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:53.211984 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e88b1e-b23a-4c46-9d2d-d8016a019250 None None] Pushing event updated for resources: {'Port': ['ID=48221b23-30e1-41aa-8f2e-3b4b4c0b165e,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:53.231514 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['411ed3bf-1924-4b89-91a8-c3964eebb50a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:56:53.263285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Attempting to bind port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:56:53.263661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Attempting to bind port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '71dd0f4b-094c-428f-9494-074c7885298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0734c625-b849-4f3a-8778-0208f46778b3'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:56:53.264566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Attempting to bind port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e on network 0734c625-b849-4f3a-8778-0208f46778b3 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:56:53.288620 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-43245eea-786b-4381-975d-b631e2e40c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:53.299080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:53.299767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Checking segment: {'id': '71dd0f4b-094c-428f-9494-074c7885298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0734c625-b849-4f3a-8778-0208f46778b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:53.300349 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:53.302334 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Bound using segment: {'id': '71dd0f4b-094c-428f-9494-074c7885298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0734c625-b849-4f3a-8778-0208f46778b3'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:53.304538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Bound port: 48221b23-30e1-41aa-8f2e-3b4b4c0b165e, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dd0f4b-094c-428f-9494-074c7885298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0734c625-b849-4f3a-8778-0208f46778b3'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:53.305799 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:53.504556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:56:53.505174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:56:53.505282 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] Bound using segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:56:53.505744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] Bound port: 54986b35-c80e-45be-9923-a94a4c80a3ec, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:56:53.537354 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] For port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:56:53.557818 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] For port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=48221b23-30e1-41aa-8f2e-3b4b4c0b165e,segment=NetworkSegment(71dd0f4b-094c-428f-9494-074c7885298a),segment_id=71dd0f4b-094c-428f-9494-074c7885298a)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:53.573753 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:53.581185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a6a4b986-4935-4892-8d7b-0586c5b75e22 None None] Provisioning complete for port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:53.581863 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a6a4b986-4935-4892-8d7b-0586c5b75e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:53.633134 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d5d64a74-c27b-4343-a3e6-02d74b386ba7 req-7ba4c9a1-ec11-43f6-a964-ef43ef8be19c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5135496 Nov 24 12:56:53.647310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=54986b35-c80e-45be-9923-a94a4c80a3ec,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:56:53.652833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 03b9c1db-bb03-4339-8044-671ff8ab6f35 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:56:53.675282 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] Publish callbacks [] for binding, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:53.677067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] 10.222.0.48 "POST /v2.0/ports/54986b35-c80e-45be-9923-a94a4c80a3ec/bindings HTTP/1.1" status: 201 len: 389 time: 1.0497646 Nov 24 12:56:53.679528 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8b944e63-f122-48ca-8df1-96ebae8fb74c req-ec2595a2-237d-4b77-be4d-2a401658ca73 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:53.728176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e88b1e-b23a-4c46-9d2d-d8016a019250 None None] Pushing event updated for resources: {'Port': ['ID=48221b23-30e1-41aa-8f2e-3b4b4c0b165e,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:53.760656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Routers {'52f20af0-c465-4180-b5bc-e0345af2a0a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:56:53.761691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:56:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['52f20af0-c465-4180-b5bc-e0345af2a0a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:53.762869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2595a2-237d-4b77-be4d-2a401658ca73 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Pushing event deleted for resources: {'Port': ['ID=81eb0a6b-2651-4b82-8252-371ce9546b23,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:53.953182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b944e63-f122-48ca-8df1-96ebae8fb74c req-ec2595a2-237d-4b77-be4d-2a401658ca73 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] No DVR routers for this DVR port 81eb0a6b-2651-4b82-8252-371ce9546b23 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:56:53.964565 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8b944e63-f122-48ca-8df1-96ebae8fb74c req-ec2595a2-237d-4b77-be4d-2a401658ca73 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:53.981290 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b944e63-f122-48ca-8df1-96ebae8fb74c req-ec2595a2-237d-4b77-be4d-2a401658ca73 tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.46 "DELETE /v2.0/ports/81eb0a6b-2651-4b82-8252-371ce9546b23 HTTP/1.1" status: 204 len: 173 time: 1.5819802 Nov 24 12:56:53.981751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07deaa4d-d7ad-401d-9863-150ad1183c37', 'name': 'network-vif-deleted', 'tag': '81eb0a6b-2651-4b82-8252-371ce9546b23'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:53.985957 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813ea760-69d5-4dea-9c9d-4731738600c8" -d '{"events": [{"server_uuid": "07deaa4d-d7ad-401d-9863-150ad1183c37", "name": "network-vif-deleted", "tag": "81eb0a6b-2651-4b82-8252-371ce9546b23"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:53.996863 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['81eb0a6b-2651-4b82-8252-371ce9546b23'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:56:54.110772 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a6a4b986-4935-4892-8d7b-0586c5b75e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:54.132207 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 03b9c1db-bb03-4339-8044-671ff8ab6f35, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=03b9c1db-bb03-4339-8044-671ff8ab6f35,segment=NetworkSegment(15e97363-6f04-4e03-be95-beff5d0e8e4f),segment_id=15e97363-6f04-4e03-be95-beff5d0e8e4f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:54.187724 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '03b9c1db-bb03-4339-8044-671ff8ab6f35', 'network_id': '6f9997c5-c131-4f34-bff3-87807e1ce47d', 'port_id': '03b9c1db-bb03-4339-8044-671ff8ab6f35', 'mac_address': 'fa:16:3e:82:34:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e2b68b-7366-4305-9bcb-487f45e92dd8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:56:54.191074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] Set router 52f20af0-c465-4180-b5bc-e0345af2a0a0 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:56:54.238789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a945b-23a7-48da-8043-2136975972f2 req-66c87420-ba16-4425-b6f8-cf23203b9c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:54.241949 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-66c87420-ba16-4425-b6f8-cf23203b9c84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 1096 time: 0.1266294 Nov 24 12:56:54.278831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 411ed3bf-1924-4b89-91a8-c3964eebb50a up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:54.282888 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd82547-922a-4efa-82cc-778be62418d2 req-e0bb792e-6bc6-4c58-b0d8-f66157c1dee7 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:54.284459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1fd82547-922a-4efa-82cc-778be62418d2 req-e0bb792e-6bc6-4c58-b0d8-f66157c1dee7 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 944 time: 0.1649456 Nov 24 12:56:54.378926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a6a4b986-4935-4892-8d7b-0586c5b75e22 None None] For port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=48221b23-30e1-41aa-8f2e-3b4b4c0b165e,segment=NetworkSegment(71dd0f4b-094c-428f-9494-074c7885298a),segment_id=71dd0f4b-094c-428f-9494-074c7885298a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:54.408856 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1fd82547-922a-4efa-82cc-778be62418d2 req-eaac8430-ddbc-43b8-b4a4-28073a85aa50 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/security-groups?id=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002502 Nov 24 12:56:54.417544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35312a21-6806-4026-9940-e6efc7a6b9c9 req-5ade50fd-efe2-48ca-9364-64019ee64db2 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:54.425930 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35312a21-6806-4026-9940-e6efc7a6b9c9 req-5ade50fd-efe2-48ca-9364-64019ee64db2 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.1829238 Nov 24 12:56:54.428268 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a6a4b986-4935-4892-8d7b-0586c5b75e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:54.431751 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:54.492369 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:54.548735 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a945b-23a7-48da-8043-2136975972f2 req-0ee997a2-d7da-4d41-b890-6f5f52c45872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:54.550634 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-0ee997a2-d7da-4d41-b890-6f5f52c45872 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.2903662 Nov 24 12:56:54.554927 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35312a21-6806-4026-9940-e6efc7a6b9c9 req-b2323026-5b5b-423b-a3bc-86d8d91518aa tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281736 Nov 24 12:56:54.569948 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3a11f765-1e9c-46b4-9074-2e4d2ea85e80 req-96199d58-5f3c-4179-bb9f-64c56c83d27c tempest-ServerDiagnosticsNegativeTest-1903497323 tempest-ServerDiagnosticsNegativeTest-1903497323-project] 10.222.0.48 "GET /v2.0/ports?device_id=07deaa4d-d7ad-401d-9863-150ad1183c37 HTTP/1.1" status: 200 len: 210 time: 0.0489709 Nov 24 12:56:54.599983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b9c1db-bb03-4339-8044-671ff8ab6f35 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:56:54.639938 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4b986-4935-4892-8d7b-0586c5b75e22 None None] Pushing event updated for resources: {'Port': ['ID=48221b23-30e1-41aa-8f2e-3b4b4c0b165e,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:54.651317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 411ed3bf-1924-4b89-91a8-c3964eebb50a completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:56:54.657781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1c4d30c6-5084-4e1f-a0c0-bdc40b0b7f52 None None] Provisioning complete for port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:54.658312 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1c4d30c6-5084-4e1f-a0c0-bdc40b0b7f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:54.661141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 03b9c1db-bb03-4339-8044-671ff8ab6f35, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=03b9c1db-bb03-4339-8044-671ff8ab6f35,segment=NetworkSegment(15e97363-6f04-4e03-be95-beff5d0e8e4f),segment_id=15e97363-6f04-4e03-be95-beff5d0e8e4f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:54.686752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 411ed3bf-1924-4b89-91a8-c3964eebb50a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:54.687181 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:54.707310 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342c2a70-441f-4e7e-8b61-e2285ae0bd57 x-openstack-request-id: req-342c2a70-441f-4e7e-8b61-e2285ae0bd57 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:54.707809 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07deaa4d-d7ad-401d-9863-150ad1183c37", "name": "network-vif-deleted", "tag": "81eb0a6b-2651-4b82-8252-371ce9546b23", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:54.708253 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-342c2a70-441f-4e7e-8b61-e2285ae0bd57 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:54.708852 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07deaa4d-d7ad-401d-9863-150ad1183c37', 'name': 'network-vif-deleted', 'tag': '81eb0a6b-2651-4b82-8252-371ce9546b23', 'status': 'completed', 'code': 200} Nov 24 12:56:54.711529 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-87e7cd19-852d-4c50-b9c6-a252ff4fea39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54986b35-c80e-45be-9923-a94a4c80a3ec HTTP/1.1" status: 200 len: 217 time: 0.1526947 Nov 24 12:56:54.712141 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:54.859529 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=03b9c1db-bb03-4339-8044-671ff8ab6f35,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:54.873296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a945b-23a7-48da-8043-2136975972f2 req-0323ae22-e800-48c6-9648-42b5fa4bfd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:54.876278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-0323ae22-e800-48c6-9648-42b5fa4bfd3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.1565189 Nov 24 12:56:54.920094 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-0958b088-f216-4f13-b1d9-f5dd4b3e21fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349383 Nov 24 12:56:54.932576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9b53b-ae43-4c98-b138-87fdd9fcd61f req-5af1f0a7-93e4-42e0-a7bc-3819a4358a19 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:54.941045 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-82c9b53b-ae43-4c98-b138-87fdd9fcd61f req-5af1f0a7-93e4-42e0-a7bc-3819a4358a19 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 945 time: 0.1245883 Nov 24 12:56:54.961467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'name': 'tempest-TaggedBootDevicesTest-842224396-router', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:41Z', 'updated_at': '2021-11-24T12:56:48Z', 'revision_number': 4, 'project_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'gw_port': {'id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:71:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:42Z', 'updated_at': '2021-11-24T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '48221b23-30e1-41aa-8f2e-3b4b4c0b165e', 'name': '', 'network_id': '0734c625-b849-4f3a-8778-0208f46778b3', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'mac_address': 'fa:16:3e:8e:ed:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '5d8c65d9-5d8a-47b6-ac32-cab4ec85cd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:47Z', 'updated_at': '2021-11-24T12:56:53Z', 'revision_number': 4, 'project_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'subnets': [{'id': '5d8c65d9-5d8a-47b6-ac32-cab4ec85cd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:56:54.969231 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:55.007299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['03b9c1db-bb03-4339-8044-671ff8ab6f35'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:56:55.013865 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5bbb6e-34a4-4e07-b6d7-0334ed77c010 None None] The sync data for ids ['52f20af0-c465-4180-b5bc-e0345af2a0a0'] in n-d-817303-4 is: [{'id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'name': 'tempest-TaggedBootDevicesTest-842224396-router', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:41Z', 'updated_at': '2021-11-24T12:56:48Z', 'revision_number': 4, 'project_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'gw_port': {'id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:71:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:42Z', 'updated_at': '2021-11-24T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '48221b23-30e1-41aa-8f2e-3b4b4c0b165e', 'name': '', 'network_id': '0734c625-b849-4f3a-8778-0208f46778b3', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'mac_address': 'fa:16:3e:8e:ed:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': '5d8c65d9-5d8a-47b6-ac32-cab4ec85cd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:47Z', 'updated_at': '2021-11-24T12:56:53Z', 'revision_number': 4, 'project_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'subnets': [{'id': '5d8c65d9-5d8a-47b6-ac32-cab4ec85cd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:56:55.084957 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ed3bf-1924-4b89-91a8-c3964eebb50a'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:55.095074 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9f4623-4531-408a-a249-f5518d93ffc7" -d '{"events": [{"server_uuid": "7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55", "name": "network-vif-plugged", "status": "completed", "tag": "411ed3bf-1924-4b89-91a8-c3964eebb50a"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:55.122055 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-82c9b53b-ae43-4c98-b138-87fdd9fcd61f req-3120eb86-2295-4e93-8ee3-b0d09d530a15 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800275 Nov 24 12:56:55.130344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 411ed3bf-1924-4b89-91a8-c3964eebb50a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:55.142043 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:55.143559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 81eb0a6b-2651-4b82-8252-371ce9546b23 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:56:55.175063 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-3c3aa162-a93e-4473-bcba-d8a4b4af346c service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319946 Nov 24 12:56:55.216883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 81eb0a6b-2651-4b82-8252-371ce9546b23 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:56:55.217783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 81eb0a6b-2651-4b82-8252-371ce9546b23 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:56:55.464839 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9c5744-4941-4ee8-b7d9-a574e5772dc7 x-openstack-request-id: req-ee9c5744-4941-4ee8-b7d9-a574e5772dc7 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:55.465147 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55", "name": "network-vif-plugged", "status": "completed", "tag": "411ed3bf-1924-4b89-91a8-c3964eebb50a", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:55.465405 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee9c5744-4941-4ee8-b7d9-a574e5772dc7 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:55.465803 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'code': 200} Nov 24 12:56:55.477892 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-ae759119-da1c-4157-a69a-20098c111767 service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946391 Nov 24 12:56:55.488983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaf9d4-12be-4e3e-94cd-49025a09077f req-2ab070af-5b8f-4a52-8a51-cc47d07da31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:55.496773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ffaf9d4-12be-4e3e-94cd-49025a09077f req-2ab070af-5b8f-4a52-8a51-cc47d07da31f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 1097 time: 0.1194708 Nov 24 12:56:55.550531 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=411ed3bf-1924-4b89-91a8-c3964eebb50a,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:55.589334 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ffaf9d4-12be-4e3e-94cd-49025a09077f req-8da23558-7a5d-4ca3-a75c-9f8e2ae5b897 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863404 Nov 24 12:56:55.726237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3949-c6e4-4374-80d4-744e2a39978c req-eaea5d4b-4601-4ba5-bfb1-110fe5920c14 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:55.728601 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ff3949-c6e4-4374-80d4-744e2a39978c req-eaea5d4b-4601-4ba5-bfb1-110fe5920c14 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 945 time: 0.1202772 Nov 24 12:56:55.784561 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:55.833130 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2ec9-b86f-4299-989d-762c772241e1 req-6b0b0b4f-cd1d-496a-83ae-6de5be05dc70 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:55.845713 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6be2ec9-b86f-4299-989d-762c772241e1 req-6b0b0b4f-cd1d-496a-83ae-6de5be05dc70 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.1211944 Nov 24 12:56:55.846084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56164) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:55.849260 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ff3949-c6e4-4374-80d4-744e2a39978c req-020e75d1-c2b6-4b18-b203-d00116ff80fa tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/security-groups?id=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899951 Nov 24 12:56:55.992646 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6be2ec9-b86f-4299-989d-762c772241e1 req-dd9ced4d-491c-499b-ba7e-9811cbe88d17 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409578 Nov 24 12:56:56.074325 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 48221b23-30e1-41aa-8f2e-3b4b4c0b165e up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:56.199697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:56.201045 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:56.240751 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:56.442604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4876e5a-4da2-4e7c-845f-28f8059d0d7d req-0090ef07-71c3-43ca-b153-551607fbf887 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:56.456873 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d4876e5a-4da2-4e7c-845f-28f8059d0d7d req-0090ef07-71c3-43ca-b153-551607fbf887 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.1411562 Nov 24 12:56:56.497477 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:56.509121 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:56.548461 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:56.577824 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d4876e5a-4da2-4e7c-845f-28f8059d0d7d req-bd97e9c8-75d5-4438-9244-36e4ddd89838 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176696 Nov 24 12:56:56.619623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56184) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:56.624239 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d011935-6563-4ccb-9c63-ab7336632ccd,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:56.648632 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad7dc94f91714760be8c7c24ce35293f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7986183 Nov 24 12:56:56.648902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56188) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:56.674726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:56.676867 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:56.680170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:56.680754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:56.681260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:56.681780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:56.682289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:56.682795 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:56.684211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:56.687615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:56.688141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:56.688667 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b76cd4-89ae-4cd4-9e93-26d0f9036c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:56:56.769110 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9466fae-4e84-46f1-b1dc-3fae5ee8a9f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:56.809922 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9466fae-4e84-46f1-b1dc-3fae5ee8a9f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:56.961035 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9466fae-4e84-46f1-b1dc-3fae5ee8a9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:56.963833 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9466fae-4e84-46f1-b1dc-3fae5ee8a9f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:56.969866 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c9466fae-4e84-46f1-b1dc-3fae5ee8a9f6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d011935-6563-4ccb-9c63-ab7336632ccd HTTP/1.1" status: 204 len: 168 time: 0.3152897 Nov 24 12:56:56.988707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56198) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:56.989352 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-749af3dd-f386-4aaf-9c96-9086bcb7118f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e27f7602f05f4336a3eef56b1115d747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679843 Nov 24 12:56:56.989989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9466fae-4e84-46f1-b1dc-3fae5ee8a9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d011935-6563-4ccb-9c63-ab7336632ccd,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:57.204862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdb325-5e53-4462-9b34-5844df967853 req-41bd7486-ee13-471c-b773-decff4e6f98b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:57.211351 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9810-1223-48b1-8db1-220711cd76c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:57.218565 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b2fdb325-5e53-4462-9b34-5844df967853 req-41bd7486-ee13-471c-b773-decff4e6f98b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.0898333 Nov 24 12:56:57.235601 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c75834-682d-498e-a1a0-16f067d3812b req-ade77e4e-8ace-4744-a02c-6ff6f53b4cfc tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:57.243326 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57c75834-682d-498e-a1a0-16f067d3812b req-ade77e4e-8ace-4744-a02c-6ff6f53b4cfc tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 945 time: 0.1971660 Nov 24 12:56:57.295372 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9810-1223-48b1-8db1-220711cd76c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:57.363474 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57c75834-682d-498e-a1a0-16f067d3812b req-f3f2b2fe-3a90-4b5e-bc25-2e472accb6f8 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/security-groups?id=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188815 Nov 24 12:56:57.392162 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9810-1223-48b1-8db1-220711cd76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:57.393238 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b2fdb325-5e53-4462-9b34-5844df967853 req-d8df56f4-d859-456a-985a-3a85036ef830 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677358 Nov 24 12:56:57.400742 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8dd9810-1223-48b1-8db1-220711cd76c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:57.403134 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a8dd9810-1223-48b1-8db1-220711cd76c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/196ea3e5-02d6-41f3-a175-e0b8e866daa2 HTTP/1.1" status: 204 len: 168 time: 0.4124422 Nov 24 12:56:57.422363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd9810-1223-48b1-8db1-220711cd76c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196ea3e5-02d6-41f3-a175-e0b8e866daa2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:57.640481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56216) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:57.667656 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d6d59d35-0cf1-402b-8a70-879cdee6a957 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:57.673198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 03b9c1db-bb03-4339-8044-671ff8ab6f35 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:56:57.778141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 03b9c1db-bb03-4339-8044-671ff8ab6f35 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:56:57.783947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 03b9c1db-bb03-4339-8044-671ff8ab6f35 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:56:57.784636 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:57.871332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18f04b-005d-457b-aff1-a82d7fee159f req-ecdf353f-d236-4684-b7a9-d8aad3731715 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:57.874956 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce18f04b-005d-457b-aff1-a82d7fee159f req-ecdf353f-d236-4684-b7a9-d8aad3731715 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.1301239 Nov 24 12:56:57.890802 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d6d59d35-0cf1-402b-8a70-879cdee6a957 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:57.899706 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d6d59d35-0cf1-402b-8a70-879cdee6a957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:57.995110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56222) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:57.995367 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d6d59d35-0cf1-402b-8a70-879cdee6a957 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a864502d369b418f90cae96c54c790cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485205 Nov 24 12:56:58.010444 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:58.047091 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce18f04b-005d-457b-aff1-a82d7fee159f req-c0167a3f-7b77-4166-a259-9cd3ed911c8f tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559258 Nov 24 12:56:58.050322 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d59d35-0cf1-402b-8a70-879cdee6a957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9954af-38de-4139-98b7-d7c93518505d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:58.106667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acb993b-0005-42db-bed9-ce7c49192a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b9c1db-bb03-4339-8044-671ff8ab6f35'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:56:58.117505 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc7ca81-6628-421d-a3ba-c938d35c40d8" -d '{"events": [{"server_uuid": "9acb993b-0005-42db-bed9-ce7c49192a91", "name": "network-vif-plugged", "status": "completed", "tag": "03b9c1db-bb03-4339-8044-671ff8ab6f35"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:56:58.152307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 03b9c1db-bb03-4339-8044-671ff8ab6f35, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=03b9c1db-bb03-4339-8044-671ff8ab6f35,segment=NetworkSegment(15e97363-6f04-4e03-be95-beff5d0e8e4f),segment_id=15e97363-6f04-4e03-be95-beff5d0e8e4f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:56:58.154797 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2339e806-c7bb-4a9d-baaa-fe107c2f0682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:58.158677 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:58.227403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2339e806-c7bb-4a9d-baaa-fe107c2f0682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:58.284022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=03b9c1db-bb03-4339-8044-671ff8ab6f35,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:58.325077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528254b-90be-45df-addf-693c4e70e974 req-b0e028b4-bdbe-4a11-a676-4929ef87cac7 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:58.327820 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a528254b-90be-45df-addf-693c4e70e974 req-b0e028b4-bdbe-4a11-a676-4929ef87cac7 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.1251900 Nov 24 12:56:58.339817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56232) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:58.366157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f3846337-83a9-45b6-b075-13122a1f47f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Request body: {'floatingip': {'port_id': '411ed3bf-1924-4b89-91a8-c3964eebb50a'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:56:58.430182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56244) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:58.450194 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86bffab-544b-428d-9f37-b9fe3e4e8fde x-openstack-request-id: req-b86bffab-544b-428d-9f37-b9fe3e4e8fde {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:56:58.450793 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acb993b-0005-42db-bed9-ce7c49192a91", "name": "network-vif-plugged", "status": "completed", "tag": "03b9c1db-bb03-4339-8044-671ff8ab6f35", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:56:58.451368 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b86bffab-544b-428d-9f37-b9fe3e4e8fde {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:56:58.451991 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acb993b-0005-42db-bed9-ce7c49192a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b9c1db-bb03-4339-8044-671ff8ab6f35', 'code': 200} Nov 24 12:56:58.455625 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96a44bed-e1e5-4b3d-801d-424e492423f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:58.499550 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3846337-83a9-45b6-b075-13122a1f47f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:58.504211 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2339e806-c7bb-4a9d-baaa-fe107c2f0682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:58.508138 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2339e806-c7bb-4a9d-baaa-fe107c2f0682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:58.509491 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2339e806-c7bb-4a9d-baaa-fe107c2f0682 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a9954af-38de-4139-98b7-d7c93518505d HTTP/1.1" status: 204 len: 168 time: 0.5125051 Nov 24 12:56:58.626361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339e806-c7bb-4a9d-baaa-fe107c2f0682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9954af-38de-4139-98b7-d7c93518505d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:58.743787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159b591-970f-400d-877b-30552ede81ca req-8893e6b1-95b8-48d2-aff1-09f3c72c072d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:58.752662 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e159b591-970f-400d-877b-30552ede81ca req-8893e6b1-95b8-48d2-aff1-09f3c72c072d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 946 time: 0.1875060 Nov 24 12:56:58.794842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a264f2c-df43-4ffb-a6e3-6392313f5ddc req-7a119b7f-b2c1-41d2-b945-9a80d7b55125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:58.804063 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3a264f2c-df43-4ffb-a6e3-6392313f5ddc req-7a119b7f-b2c1-41d2-b945-9a80d7b55125 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 1097 time: 0.2516148 Nov 24 12:56:58.833600 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e159b591-970f-400d-877b-30552ede81ca req-fba30632-eb91-4049-bca2-9c947ba79cce tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/security-groups?id=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758903 Nov 24 12:56:58.861152 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96a44bed-e1e5-4b3d-801d-424e492423f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:58.877946 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96a44bed-e1e5-4b3d-801d-424e492423f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:58.961329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a44bed-e1e5-4b3d-801d-424e492423f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedff4b7-fec9-439a-9993-b42b5525b637,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:58.998460 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-96a44bed-e1e5-4b3d-801d-424e492423f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=195ccca65541488d97b5dc1d3f98b0ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5637753 Nov 24 12:56:59.023081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56258) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:56:59.123803 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff79cf-8c4b-43ca-a6b0-b44a253ef614 req-9b165820-e93e-41bc-8f3d-fa511758dcf1 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:56:59.133532 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0eff79cf-8c4b-43ca-a6b0-b44a253ef614 req-9b165820-e93e-41bc-8f3d-fa511758dcf1 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.1679883 Nov 24 12:56:59.137275 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a235e1a-7442-4960-8ef4-e7e5c6675e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:59.184696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a235e1a-7442-4960-8ef4-e7e5c6675e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:59.206477 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3a264f2c-df43-4ffb-a6e3-6392313f5ddc req-35436fba-06c5-4209-8a32-57d0b1df8873 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414788 Nov 24 12:56:59.266397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0eff79cf-8c4b-43ca-a6b0-b44a253ef614 req-c8f31ce7-a93a-4cea-bddd-620e4b361fa0 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271532 Nov 24 12:56:59.303241 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a235e1a-7442-4960-8ef4-e7e5c6675e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:59.307032 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a235e1a-7442-4960-8ef4-e7e5c6675e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:59.312075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8a235e1a-7442-4960-8ef4-e7e5c6675e46 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aedff4b7-fec9-439a-9993-b42b5525b637 HTTP/1.1" status: 204 len: 168 time: 0.2877300 Nov 24 12:56:59.323422 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a235e1a-7442-4960-8ef4-e7e5c6675e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedff4b7-fec9-439a-9993-b42b5525b637,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:56:59.371551 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3846337-83a9-45b6-b075-13122a1f47f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:59.378696 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3846337-83a9-45b6-b075-13122a1f47f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:56:59.534175 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-f3846337-83a9-45b6-b075-13122a1f47f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Floating IP c6a00151-cf4a-470a-8868-ce7c4a1b07e8 associated. External IP: 172.25.0.246, port: 411ed3bf-1924-4b89-91a8-c3964eebb50a. Nov 24 12:57:00.021175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3846337-83a9-45b6-b075-13122a1f47f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:57:00.149267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a923c93-4dd7-477d-a752-741e70dec540 req-5f6e4b01-b0fc-4c1e-b493-b9e58fde5096 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:00.151524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a923c93-4dd7-477d-a752-741e70dec540 req-5f6e4b01-b0fc-4c1e-b493-b9e58fde5096 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 946 time: 0.1253304 Nov 24 12:57:00.313561 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a923c93-4dd7-477d-a752-741e70dec540 req-d93eeae5-30a5-4c56-ac64-b6f81e0ec50e tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/security-groups?id=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533911 Nov 24 12:57:00.334604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3846337-83a9-45b6-b075-13122a1f47f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:57:00.348847 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3846337-83a9-45b6-b075-13122a1f47f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:00.350572 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba12fc-e71b-432d-8862-faa355c35c32 None None] Sync routers for ids ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:57:00.376210 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba12fc-e71b-432d-8862-faa355c35c32 None None] Routers {'44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:57:00.377359 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-02ba12fc-e71b-432d-8862-faa355c35c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:56:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:00.415366 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f3846337-83a9-45b6-b075-13122a1f47f6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "PUT /v2.0/floatingips/c6a00151-cf4a-470a-8868-ce7c4a1b07e8 HTTP/1.1" status: 200 len: 992 time: 2.0740592 Nov 24 12:57:00.415979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'tag': '411ed3bf-1924-4b89-91a8-c3964eebb50a'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:00.426474 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33666365-3c69-4b61-a239-db208c3de476" -d '{"events": [{"name": "network-changed", "server_uuid": "7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55", "tag": "411ed3bf-1924-4b89-91a8-c3964eebb50a"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:00.550879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56312) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:00.645223 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-02ba12fc-e71b-432d-8862-faa355c35c32 None None] Set router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:57:00.678951 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d577c84-61e9-437b-8718-e597aa67b4c5 req-12d72d70-ed63-492a-9472-c1b0cd786720 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:00.691696 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d577c84-61e9-437b-8718-e597aa67b4c5 req-12d72d70-ed63-492a-9472-c1b0cd786720 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.1581967 Nov 24 12:57:00.791647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1771961964-network', 'tenant_id': 'f0cab1d0577f4b4b90648605d581b579'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:00.836592 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Made reservation on behalf of f0cab1d0577f4b4b90648605d581b579 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:00.840337 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:00.851467 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d577c84-61e9-437b-8718-e597aa67b4c5 req-4e74de21-8ae6-419d-83af-006c1eb285cd tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576946 Nov 24 12:57:00.863255 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941002f6-014f-46f2-84b6-6232e21b36e6 x-openstack-request-id: req-941002f6-014f-46f2-84b6-6232e21b36e6 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:00.863818 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55", "tag": "411ed3bf-1924-4b89-91a8-c3964eebb50a", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:00.865354 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-941002f6-014f-46f2-84b6-6232e21b36e6 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:00.867864 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'tag': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'status': 'completed', 'code': 200} Nov 24 12:57:00.871082 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:01.125473 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-02ba12fc-e71b-432d-8862-faa355c35c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'c6a00151-cf4a-470a-8868-ce7c4a1b07e8', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'port_id': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'mac_address': 'fa:16:3e:12:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:56:33Z', 'updated_at': '2021-11-24T12:56:59Z', 'revision_number': 1, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:32Z', 'revision_number': 5, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:01.191418 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:01.213411 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:01.313800 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:57:01.317420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33666365-3c69-4b61-a239-db208c3de476 req-62c688af-5c80-42c3-b20b-5fbe0f8b359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:01.319125 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33666365-3c69-4b61-a239-db208c3de476 req-62c688af-5c80-42c3-b20b-5fbe0f8b359b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 1097 time: 0.4132767 Nov 24 12:57:01.360683 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba12fc-e71b-432d-8862-faa355c35c32 None None] Checking router: 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:57:01.362501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439303da-b775-4f79-bae9-fd043297fdf6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:01.371417 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba12fc-e71b-432d-8862-faa355c35c32 None None] Routers {'44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:57:01.372499 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-02ba12fc-e71b-432d-8862-faa355c35c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:56:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:01.394845 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:01.402697 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Added segment 06d93523-b509-4491-8d5b-c4eccd2ae7ac of type vlan for network af8d811d-5e7c-4d34-ad57-db3bc85f0c8a Nov 24 12:57:01.445121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:01.448678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:01.450821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:01.452350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:01.453606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:01.455720 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:01.457084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:01.457751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:01.461151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:01.461772 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:01.462356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:01.462913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:01.615942 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-02ba12fc-e71b-432d-8862-faa355c35c32 None None] Set router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:57:01.721183 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:01.810253 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f002c-d80b-4b88-84d1-45471bf90d3d req-3f06cac0-2177-416f-a8b3-10ae58866f45 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:01.812287 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e5f002c-d80b-4b88-84d1-45471bf90d3d req-3f06cac0-2177-416f-a8b3-10ae58866f45 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 946 time: 0.3271554 Nov 24 12:57:01.886699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33666365-3c69-4b61-a239-db208c3de476 req-ed1c2f3e-9795-415c-a9bb-d411c3a6fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:01.888349 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33666365-3c69-4b61-a239-db208c3de476 req-ed1c2f3e-9795-415c-a9bb-d411c3a6fed8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 917 time: 0.5496767 Nov 24 12:57:02.061690 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33666365-3c69-4b61-a239-db208c3de476 req-619fbfda-2a66-47ce-b87c-715499e6ae0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a HTTP/1.1" status: 200 len: 1000 time: 0.1562192 Nov 24 12:57:02.117583 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e5f002c-d80b-4b88-84d1-45471bf90d3d req-3786c2bb-ad3e-4de6-b39f-3af7350b5cd8 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/security-groups?id=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916620 Nov 24 12:57:02.131930 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-02ba12fc-e71b-432d-8862-faa355c35c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'c6a00151-cf4a-470a-8868-ce7c4a1b07e8', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'port_id': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'mac_address': 'fa:16:3e:12:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:56:33Z', 'updated_at': '2021-11-24T12:56:59Z', 'revision_number': 1, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:32Z', 'revision_number': 5, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:02.137894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:02.139110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:02.139759 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:02.209799 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba12fc-e71b-432d-8862-faa355c35c32 None None] The sync data for ids ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'] in n-d-817303-4 is: [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'c6a00151-cf4a-470a-8868-ce7c4a1b07e8', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'floating_ip_address': '172.25.0.246', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'port_id': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'mac_address': 'fa:16:3e:12:15:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:56:33Z', 'updated_at': '2021-11-24T12:56:59Z', 'revision_number': 1, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:32Z', 'revision_number': 5, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:57:02.321720 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] Pushing event updated for resources: {'Network': ['ID=af8d811d-5e7c-4d34-ad57-db3bc85f0c8a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:02.335250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-61d7eacf-947d-4e94-b5d7-aaa9a00bfae1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7804382 Nov 24 12:57:02.335928 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56368) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:02.338296 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network af8d811d-5e7c-4d34-ad57-db3bc85f0c8a details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:57:02.342967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-bf3bd7dd-842b-4561-9336-cdc9f25709d8 admin admin] Request body: {'subnet': {'network_id': 'af8d811d-5e7c-4d34-ad57-db3bc85f0c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1771961964-subnet', 'tenant_id': 'f0cab1d0577f4b4b90648605d581b579', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:02.376269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3bd7dd-842b-4561-9336-cdc9f25709d8 admin admin] Made reservation on behalf of f0cab1d0577f4b4b90648605d581b579 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:02.382528 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf3bd7dd-842b-4561-9336-cdc9f25709d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:02.444933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33666365-3c69-4b61-a239-db208c3de476 req-9e4cbdd2-b72e-4a2c-89c0-f6c1ef3726e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:02.446649 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33666365-3c69-4b61-a239-db208c3de476 req-9e4cbdd2-b72e-4a2c-89c0-f6c1ef3726e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 200 len: 855 time: 0.3460681 Nov 24 12:57:02.528304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0f5f2-e1f2-4f91-a089-b37268bd20e8 req-c08dbf68-e739-48b2-9780-d42f369acf37 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:02.537879 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3c0f5f2-e1f2-4f91-a089-b37268bd20e8 req-c08dbf68-e739-48b2-9780-d42f369acf37 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.1772635 Nov 24 12:57:02.657895 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3c0f5f2-e1f2-4f91-a089-b37268bd20e8 req-d47be300-502a-4aa4-834e-dd8750c6d9cc tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191158 Nov 24 12:57:02.677739 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d64cb50-31d5-4842-8ddb-3c3c96d8b857 None None] New status for floating IP c6a00151-cf4a-470a-8868-ce7c4a1b07e8: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:57:02.689799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33666365-3c69-4b61-a239-db208c3de476 req-63016b11-5830-4926-bfb0-b6b7924c37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:02.697747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33666365-3c69-4b61-a239-db208c3de476 req-63016b11-5830-4926-bfb0-b6b7924c37ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e912b44-eae9-40e6-89c7-30777a476f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2389698 Nov 24 12:57:02.780965 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf3bd7dd-842b-4561-9336-cdc9f25709d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:02.873393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3bd7dd-842b-4561-9336-cdc9f25709d8 admin admin] Checking segment: {'id': '06d93523-b509-4491-8d5b-c4eccd2ae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'af8d811d-5e7c-4d34-ad57-db3bc85f0c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:02.873696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3bd7dd-842b-4561-9336-cdc9f25709d8 admin admin] Network hostable DHCP agents. Network: af8d811d-5e7c-4d34-ad57-db3bc85f0c8a, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:57:02.876007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bd7dd-842b-4561-9336-cdc9f25709d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61ea23f-e416-4931-9eb3-112b1814672c,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:02.926046 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3bd7dd-842b-4561-9336-cdc9f25709d8 admin admin] Network af8d811d-5e7c-4d34-ad57-db3bc85f0c8a is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:57:02.950256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-bf3bd7dd-842b-4561-9336-cdc9f25709d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, af8d811d-5e7c-4d34-ad57-db3bc85f0c8a) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:02.970327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481bffb9-ac6b-4ddd-a8ff-aace90dc93f4 None None] Network af8d811d-5e7c-4d34-ad57-db3bc85f0c8a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:02.972122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3bd7dd-842b-4561-9336-cdc9f25709d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:02.972713 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf3bd7dd-842b-4561-9336-cdc9f25709d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:02.978253 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33666365-3c69-4b61-a239-db208c3de476 req-6bfe6d9e-a098-4ce0-a689-bdefc9ce7bf3 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724383 Nov 24 12:57:03.000238 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bf3bd7dd-842b-4561-9336-cdc9f25709d8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6632962 Nov 24 12:57:03.136097 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33666365-3c69-4b61-a239-db208c3de476 req-7c9d0e39-a3ff-4a07-b43c-95fcd5d95e04 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505675 Nov 24 12:57:03.220420 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-591383f8-2079-4269-a189-8d48c30fbfe8 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fce3e4791c2641429c4f9b1ffcdf376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475597 Nov 24 12:57:03.429579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4050e7-3125-4d82-a92a-6234afe9faa5 None None] Network af8d811d-5e7c-4d34-ad57-db3bc85f0c8a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:03.480650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-26341e2e-1d1d-40eb-87ad-53be4b381108 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:03.491613 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-26341e2e-1d1d-40eb-87ad-53be4b381108 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495177 Nov 24 12:57:03.509540 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-d2bbf23c-221a-46a5-8232-59ad0a6c8b93 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/quotas/fce3e4791c2641429c4f9b1ffcdf376e HTTP/1.1" status: 200 len: 375 time: 0.0194678 Nov 24 12:57:03.563174 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e7ce39c6-7b81-4e96-a51c-a1510f776019 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fce3e4791c2641429c4f9b1ffcdf376e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523262 Nov 24 12:57:03.849596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b2e3b-7db3-4e98-a13e-399c823467fa req-3db95052-01c6-48e5-b48c-b66a5e3a1dce tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:03.857863 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-453b2e3b-7db3-4e98-a13e-399c823467fa req-3db95052-01c6-48e5-b48c-b66a5e3a1dce tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 946 time: 0.0923800 Nov 24 12:57:03.934719 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-453b2e3b-7db3-4e98-a13e-399c823467fa req-5fb18c3e-dd4f-4c26-99c5-f05c038b1c74 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/security-groups?id=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755143 Nov 24 12:57:04.080251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a613cdc-b5bf-4f5c-83f0-891be8df8f06 req-bfda0288-b1a4-4d1b-8c83-ebdb86bf08c7 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 210 time: 0.0485454 Nov 24 12:57:04.100870 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56440) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:04.105823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-468947827-network', 'tenant_id': 'aa9fa85b7fe84f18a72d20547c02d4d1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:04.149339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] Made reservation on behalf of aa9fa85b7fe84f18a72d20547c02d4d1 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:04.152113 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:04.182275 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:04.371380 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615b46c-3bd4-4b85-98a6-ce0fda4b6dad req-56bc24a7-0427-40a3-befd-1e61bf13eea0 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:04.386325 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8615b46c-3bd4-4b85-98a6-ce0fda4b6dad req-56bc24a7-0427-40a3-befd-1e61bf13eea0 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.2046340 Nov 24 12:57:04.480189 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8615b46c-3bd4-4b85-98a6-ce0fda4b6dad req-71a6083d-3a20-45c5-9d54-4cca431d0f54 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928664 Nov 24 12:57:04.533572 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:04.543200 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:04.592060 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:57:04.637212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb571d0a-d4e0-4650-9feb-8b9cd94991a2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:04.643293 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:04.643963 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] Added segment 90cf7b4a-ec0f-4c76-9975-f2fb82d6c169 of type vlan for network 75df1a3c-daff-4b27-b16c-9903a6b99d78 Nov 24 12:57:04.711148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ef0e4-a098-4a5f-a704-548484cd1880 req-6432e793-3386-4e27-8b2f-0d84f493f1ef tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:04.713206 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-290ef0e4-a098-4a5f-a704-548484cd1880 req-6432e793-3386-4e27-8b2f-0d84f493f1ef tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.59 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 946 time: 0.1417503 Nov 24 12:57:04.803397 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:04.875912 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:04.878046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:04.878247 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:04.934626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-290ef0e4-a098-4a5f-a704-548484cd1880 req-1cf9abe7-fc70-4712-a1eb-d4fc00eb4f25 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Deleting port 03b9c1db-bb03-4339-8044-671ff8ab6f35 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:04.935038 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-290ef0e4-a098-4a5f-a704-548484cd1880 req-1cf9abe7-fc70-4712-a1eb-d4fc00eb4f25 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:05.057314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-290ef0e4-a098-4a5f-a704-548484cd1880 req-1cf9abe7-fc70-4712-a1eb-d4fc00eb4f25 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] For port 03b9c1db-bb03-4339-8044-671ff8ab6f35, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=03b9c1db-bb03-4339-8044-671ff8ab6f35,segment=NetworkSegment(15e97363-6f04-4e03-be95-beff5d0e8e4f),segment_id=15e97363-6f04-4e03-be95-beff5d0e8e4f)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:05.057832 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-290ef0e4-a098-4a5f-a704-548484cd1880 req-1cf9abe7-fc70-4712-a1eb-d4fc00eb4f25 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:05.080331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-290ef0e4-a098-4a5f-a704-548484cd1880 req-1cf9abe7-fc70-4712-a1eb-d4fc00eb4f25 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Calling delete_port for 03b9c1db-bb03-4339-8044-671ff8ab6f35 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:05.178243 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0759315 Nov 24 12:57:05.183392 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56464) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:05.197552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-6a5192e8-6b35-41b6-9e3e-9405cb62b285 admin admin] Request body: {'subnet': {'network_id': '75df1a3c-daff-4b27-b16c-9903a6b99d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-468947827-subnet', 'tenant_id': 'aa9fa85b7fe84f18a72d20547c02d4d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:05.215939 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455f030-b4be-43ec-bd1c-d79321280c6a req-34766526-82ee-4550-82c8-c3a7bef0d95d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:05.225947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a455f030-b4be-43ec-bd1c-d79321280c6a req-34766526-82ee-4550-82c8-c3a7bef0d95d tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/ports?device_id=9acb993b-0005-42db-bed9-ce7c49192a91 HTTP/1.1" status: 200 len: 946 time: 0.1165822 Nov 24 12:57:05.304016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5192e8-6b35-41b6-9e3e-9405cb62b285 admin admin] Made reservation on behalf of aa9fa85b7fe84f18a72d20547c02d4d1 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:05.308513 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a5192e8-6b35-41b6-9e3e-9405cb62b285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:05.352788 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a455f030-b4be-43ec-bd1c-d79321280c6a req-92e6bc87-ad5c-4c74-a8f4-b30690a64812 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.48 "GET /v2.0/security-groups?id=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249168 Nov 24 12:57:05.603360 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a5192e8-6b35-41b6-9e3e-9405cb62b285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:05.666464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5192e8-6b35-41b6-9e3e-9405cb62b285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e341c61-2888-436b-a97a-8ef723d5785e,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:05.678683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5192e8-6b35-41b6-9e3e-9405cb62b285 admin admin] Checking segment: {'id': '90cf7b4a-ec0f-4c76-9975-f2fb82d6c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '75df1a3c-daff-4b27-b16c-9903a6b99d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:05.679152 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5192e8-6b35-41b6-9e3e-9405cb62b285 admin admin] Network hostable DHCP agents. Network: 75df1a3c-daff-4b27-b16c-9903a6b99d78, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:57:05.697280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff6987-0dd9-4bc5-a9b7-535a6e476db9 admin admin] Pushing event updated for resources: {'Network': ['ID=75df1a3c-daff-4b27-b16c-9903a6b99d78,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:05.700481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5192e8-6b35-41b6-9e3e-9405cb62b285 admin admin] Network 75df1a3c-daff-4b27-b16c-9903a6b99d78 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:57:05.711917 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-6a5192e8-6b35-41b6-9e3e-9405cb62b285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 75df1a3c-daff-4b27-b16c-9903a6b99d78) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:05.712483 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 75df1a3c-daff-4b27-b16c-9903a6b99d78 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:57:05.717563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5192e8-6b35-41b6-9e3e-9405cb62b285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:05.718415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a5192e8-6b35-41b6-9e3e-9405cb62b285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:05.745888 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6a5192e8-6b35-41b6-9e3e-9405cb62b285 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5580168 Nov 24 12:57:05.748886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4957a6b-2926-405e-bea5-8f309b25da9b None None] Network 75df1a3c-daff-4b27-b16c-9903a6b99d78 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:05.758314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6506496f-8cc9-4471-bdc9-1d186dac4c76 req-76d2131b-206c-4474-b73b-d694f923e435 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 210 time: 0.0583875 Nov 24 12:57:05.761412 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-296dba35-816a-40e0-9333-f2b3e0d6e960 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fce3e4791c2641429c4f9b1ffcdf376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588038 Nov 24 12:57:05.896355 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-290ef0e4-a098-4a5f-a704-548484cd1880 req-1cf9abe7-fc70-4712-a1eb-d4fc00eb4f25 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:05.951512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9abe7-fc70-4712-a1eb-d4fc00eb4f25 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Pushing event deleted for resources: {'Port': ['ID=03b9c1db-bb03-4339-8044-671ff8ab6f35,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:05.980827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-948c6498-a99f-42d9-95c8-2bfe338ee8b1 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:05.981427 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-948c6498-a99f-42d9-95c8-2bfe338ee8b1 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135279 Nov 24 12:57:06.034198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Request body: {'port': {'device_id': 'd29fb9c4-fde3-4369-b59f-4b211f632f74', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': 'fce3e4791c2641429c4f9b1ffcdf376e'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:06.038640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-290ef0e4-a098-4a5f-a704-548484cd1880 req-1cf9abe7-fc70-4712-a1eb-d4fc00eb4f25 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] No DVR routers for this DVR port 03b9c1db-bb03-4339-8044-671ff8ab6f35 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:57:06.042768 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-290ef0e4-a098-4a5f-a704-548484cd1880 req-1cf9abe7-fc70-4712-a1eb-d4fc00eb4f25 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:06.046144 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-290ef0e4-a098-4a5f-a704-548484cd1880 req-1cf9abe7-fc70-4712-a1eb-d4fc00eb4f25 tempest-ServerAddressesNegativeTestJSON-581179698 tempest-ServerAddressesNegativeTestJSON-581179698-project] 10.222.0.59 "DELETE /v2.0/ports/03b9c1db-bb03-4339-8044-671ff8ab6f35 HTTP/1.1" status: 204 len: 173 time: 1.3255112 Nov 24 12:57:06.053521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acb993b-0005-42db-bed9-ce7c49192a91', 'name': 'network-vif-deleted', 'tag': '03b9c1db-bb03-4339-8044-671ff8ab6f35'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:06.055817 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200ea503-0391-4f92-85a5-fb1382c5a2bd" -d '{"events": [{"server_uuid": "9acb993b-0005-42db-bed9-ce7c49192a91", "name": "network-vif-deleted", "tag": "03b9c1db-bb03-4339-8044-671ff8ab6f35"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:06.078361 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:06.198392 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28546b00-fc18-4470-8069-25d39e2c9061 req-94d5d792-4e4a-4c55-b51f-d55313c9e4ef tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:06.206594 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28546b00-fc18-4470-8069-25d39e2c9061 req-94d5d792-4e4a-4c55-b51f-d55313c9e4ef tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.1689436 Nov 24 12:57:06.262802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e528076-7910-4290-be9b-c799bda43056 None None] Network 75df1a3c-daff-4b27-b16c-9903a6b99d78 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:06.269804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28546b00-fc18-4470-8069-25d39e2c9061 req-b45722f5-7485-419d-b46a-ce78072d5b1b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614889 Nov 24 12:57:06.304025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Made reservation on behalf of fce3e4791c2641429c4f9b1ffcdf376e for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:06.312611 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:06.337021 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:06.362018 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8e98b3-b7e0-410c-be5e-7734173cbf59 x-openstack-request-id: req-aa8e98b3-b7e0-410c-be5e-7734173cbf59 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:06.362337 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acb993b-0005-42db-bed9-ce7c49192a91", "name": "network-vif-deleted", "tag": "03b9c1db-bb03-4339-8044-671ff8ab6f35", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:06.362592 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa8e98b3-b7e0-410c-be5e-7734173cbf59 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:06.363218 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acb993b-0005-42db-bed9-ce7c49192a91', 'name': 'network-vif-deleted', 'tag': '03b9c1db-bb03-4339-8044-671ff8ab6f35', 'status': 'completed', 'code': 200} Nov 24 12:57:06.446084 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:06.450479 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:06.527737 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960634ea-acfa-439c-b89c-d7fee1caa794,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:06.706976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Allocated IP 192.168.233.223 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/aa48a8e4-6393-405f-9b9e-da241ed87f42) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:06.739665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-03dcdf38-334a-4319-a07d-bcc7a407752e tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:06.749061 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-03dcdf38-334a-4319-a07d-bcc7a407752e tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/networks?id=af8d811d-5e7c-4d34-ad57-db3bc85f0c8a HTTP/1.1" status: 200 len: 815 time: 0.2058218 Nov 24 12:57:06.749245 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56508) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:06.767409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-c82a39d4-b191-4e00-9446-2b6dbbe8aca1 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/quotas/f0cab1d0577f4b4b90648605d581b579 HTTP/1.1" status: 200 len: 375 time: 0.0178678 Nov 24 12:57:06.812106 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-52553eab-0cfc-4728-8243-893fc492422e tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f0cab1d0577f4b4b90648605d581b579&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437403 Nov 24 12:57:06.848085 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75892a8-2963-4146-a1ed-b59c339c799d admin admin] Deleting subnet 62e2b68b-7366-4305-9bcb-487f45e92dd8 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:57:06.865037 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a75892a8-2963-4146-a1ed-b59c339c799d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:06.909798 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba83d731-bb41-4d76-8ecf-2599e28a7583 req-285648d4-921f-4635-9de4-09e98331fdc0 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 210 time: 0.0571239 Nov 24 12:57:06.922646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-779b2f7d-39f8-4848-91f8-cde1392308ec service neutron] 10.222.0.48 "GET /v2.0/networks/af8d811d-5e7c-4d34-ad57-db3bc85f0c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095769 Nov 24 12:57:06.940956 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a75892a8-2963-4146-a1ed-b59c339c799d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.020063 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a75892a8-2963-4146-a1ed-b59c339c799d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.108075 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a75892a8-2963-4146-a1ed-b59c339c799d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.126614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56518) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:07.151346 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-ea5e0b62-bfde-4915-be0d-ae737644de3f service neutron] 10.222.0.48 "GET /v2.0/networks/af8d811d-5e7c-4d34-ad57-db3bc85f0c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261252 Nov 24 12:57:07.187070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a75892a8-2963-4146-a1ed-b59c339c799d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.196718 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a75892a8-2963-4146-a1ed-b59c339c799d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/62e2b68b-7366-4305-9bcb-487f45e92dd8 HTTP/1.1" status: 204 len: 168 time: 0.4463601 Nov 24 12:57:07.197792 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75892a8-2963-4146-a1ed-b59c339c799d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e2b68b-7366-4305-9bcb-487f45e92dd8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:07.203112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56522) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:07.208382 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.259288 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.328763 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:07.336655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:07.342855 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:07.406233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Pushing event updated for resources: {'Port': ['ID=aa48a8e4-6393-405f-9b9e-da241ed87f42,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:07.446372 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ac7b011-7ad5-4dcc-a230-eb4f0c6cf65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.483617 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2b91a1a4-7e32-4b9c-8d4e-9dd4654213e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.485975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:07.486877 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.521109 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9436b2ee-f233-4171-a02b-2176df9be3f3 req-bf6e414c-6e91-4ab4-a474-6a2ba2bf4112 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 210 time: 0.0725076 Nov 24 12:57:07.548876 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-8fe2ea1e-8263-4cc8-87d4-c6ba45de393f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5457966 Nov 24 12:57:07.568998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Request body: {'port': {'device_id': 'd29fb9c4-fde3-4369-b59f-4b211f632f74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:07.687414 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 03b9c1db-bb03-4339-8044-671ff8ab6f35 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:57:07.695802 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.709455 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39aad4-4669-4f88-8db0-6e85fbc1d59c req-facd6861-4905-4d4d-85b1-b58072461279 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:07.711035 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ff39aad4-4669-4f88-8db0-6e85fbc1d59c req-facd6861-4905-4d4d-85b1-b58072461279 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.2478616 Nov 24 12:57:07.713109 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ac7b011-7ad5-4dcc-a230-eb4f0c6cf65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.741253 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 03b9c1db-bb03-4339-8044-671ff8ab6f35 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:57:07.741513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 03b9c1db-bb03-4339-8044-671ff8ab6f35 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:57:07.752981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c680fe9e-21a8-41ca-9458-c4be55d91ba7 None None] Provisioning complete for port aa48a8e4-6393-405f-9b9e-da241ed87f42 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:07.753779 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c680fe9e-21a8-41ca-9458-c4be55d91ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.779135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-5ac7b011-7ad5-4dcc-a230-eb4f0c6cf65a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9997c5-c131-4f34-bff3-87807e1ce47d']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:07.801155 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c680fe9e-21a8-41ca-9458-c4be55d91ba7 None None] Port aa48a8e4-6393-405f-9b9e-da241ed87f42 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:57:07.818756 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-5ac7b011-7ad5-4dcc-a230-eb4f0c6cf65a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e97363-6f04-4e03-be95-beff5d0e8e4f') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:07.819736 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-5ac7b011-7ad5-4dcc-a230-eb4f0c6cf65a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e97363-6f04-4e03-be95-beff5d0e8e4f') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:07.858647 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ac7b011-7ad5-4dcc-a230-eb4f0c6cf65a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.863763 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ff39aad4-4669-4f88-8db0-6e85fbc1d59c req-519e8ec9-bb77-48fc-b6be-98d082da4a73 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359138 Nov 24 12:57:07.874437 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2b91a1a4-7e32-4b9c-8d4e-9dd4654213e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.882174 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2b91a1a4-7e32-4b9c-8d4e-9dd4654213e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.896560 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ac7b011-7ad5-4dcc-a230-eb4f0c6cf65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.921147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac7b011-7ad5-4dcc-a230-eb4f0c6cf65a admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:57:07.921556 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ac7b011-7ad5-4dcc-a230-eb4f0c6cf65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:57:07.923237 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:57:08.030024 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2b91a1a4-7e32-4b9c-8d4e-9dd4654213e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddabdbb88cb54ea4a102f5a2804300eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8973403 Nov 24 12:57:08.030024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91a1a4-7e32-4b9c-8d4e-9dd4654213e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d49c4f-d16a-40ee-884d-659e26dc2981,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:08.035549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56542) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:08.036415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ac7b011-7ad5-4dcc-a230-eb4f0c6cf65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.048121 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ac7b011-7ad5-4dcc-a230-eb4f0c6cf65a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.066510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5ac7b011-7ad5-4dcc-a230-eb4f0c6cf65a admin admin] 10.222.0.48 "DELETE /v2.0/networks/6f9997c5-c131-4f34-bff3-87807e1ce47d HTTP/1.1" status: 204 len: 168 time: 0.8612380 Nov 24 12:57:08.093987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7b011-7ad5-4dcc-a230-eb4f0c6cf65a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9997c5-c131-4f34-bff3-87807e1ce47d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:08.195669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235b9e8-8d26-4154-941b-b3506df46e4f req-9deeef5f-a2f0-4a01-8784-ca4b8e08f9f0 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:08.198488 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4235b9e8-8d26-4154-941b-b3506df46e4f req-9deeef5f-a2f0-4a01-8784-ca4b8e08f9f0 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 936 time: 0.1664791 Nov 24 12:57:08.204774 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2e0fb56-6e17-43fa-bdfe-916dca5272b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.292978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56548) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:08.301599 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2e0fb56-6e17-43fa-bdfe-916dca5272b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.376611 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2fb72f25-8581-48d1-a7e6-2d97b0c055f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=baa56d23dfdd4f55ad84ab1cab88e438&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0823357 Nov 24 12:57:08.377443 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56552) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:08.385250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa48a8e4-6393-405f-9b9e-da241ed87f42 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:57:08.399476 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.406355 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4235b9e8-8d26-4154-941b-b3506df46e4f req-6b59d8e8-a8ea-4d0e-868e-92b332bfe98a tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974437 Nov 24 12:57:08.435324 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Transition to ACTIVE for port object aa48a8e4-6393-405f-9b9e-da241ed87f42 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:57:08.436249 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2e0fb56-6e17-43fa-bdfe-916dca5272b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.439829 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2e0fb56-6e17-43fa-bdfe-916dca5272b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.443731 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b2e0fb56-6e17-43fa-bdfe-916dca5272b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10d49c4f-d16a-40ee-884d-659e26dc2981 HTTP/1.1" status: 204 len: 168 time: 0.4038789 Nov 24 12:57:08.450684 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.454433 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-21c87601-32c8-414a-9402-9ba2315ab20b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.454943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0fb56-6e17-43fa-bdfe-916dca5272b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d49c4f-d16a-40ee-884d-659e26dc2981,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:08.495292 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-21c87601-32c8-414a-9402-9ba2315ab20b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.543393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa48a8e4-6393-405f-9b9e-da241ed87f42,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:08.562440 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-21c87601-32c8-414a-9402-9ba2315ab20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.565562 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-21c87601-32c8-414a-9402-9ba2315ab20b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.567249 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-21c87601-32c8-414a-9402-9ba2315ab20b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7 HTTP/1.1" status: 204 len: 168 time: 0.1885991 Nov 24 12:57:08.581035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c87601-32c8-414a-9402-9ba2315ab20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71ccd24-2b3d-4784-9bf8-08a31f2f2ef7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:08.653058 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Attempting to bind port aa48a8e4-6393-405f-9b9e-da241ed87f42 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:57:08.653849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Attempting to bind port aa48a8e4-6393-405f-9b9e-da241ed87f42 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:57:08.657773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Attempting to bind port aa48a8e4-6393-405f-9b9e-da241ed87f42 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:08.673479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Port aa48a8e4-6393-405f-9b9e-da241ed87f42 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:57:08.675059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Attempting to bind port aa48a8e4-6393-405f-9b9e-da241ed87f42 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:08.682024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:57:08.682575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:08.682969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:57:08.683453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Bound port: aa48a8e4-6393-405f-9b9e-da241ed87f42, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:57:08.686295 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.761705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-84b70403-d189-42a6-bb64-f7356edc560a req-486eb10a-3514-4b19-92e7-fc6bf4286b44 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 210 time: 0.0856569 Nov 24 12:57:08.846472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] For port aa48a8e4-6393-405f-9b9e-da241ed87f42, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:08.864864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] For port aa48a8e4-6393-405f-9b9e-da241ed87f42, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=aa48a8e4-6393-405f-9b9e-da241ed87f42,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:57:08.885075 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.962354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:08.963326 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:08.965556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] 10.222.0.46 "PUT /v2.0/ports/aa48a8e4-6393-405f-9b9e-da241ed87f42 HTTP/1.1" status: 200 len: 1096 time: 1.4059136 Nov 24 12:57:08.967661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29fb9c4-fde3-4369-b59f-4b211f632f74', 'tag': 'aa48a8e4-6393-405f-9b9e-da241ed87f42'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:08.971789 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8fe496-628c-4d48-84ad-053d39888a76" -d '{"events": [{"name": "network-changed", "server_uuid": "d29fb9c4-fde3-4369-b59f-4b211f632f74", "tag": "aa48a8e4-6393-405f-9b9e-da241ed87f42"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:09.123605 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58147cc0-95a9-42c9-b1fd-7db72e21c0ac x-openstack-request-id: req-58147cc0-95a9-42c9-b1fd-7db72e21c0ac {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:09.124300 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29fb9c4-fde3-4369-b59f-4b211f632f74", "tag": "aa48a8e4-6393-405f-9b9e-da241ed87f42", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:09.124300 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58147cc0-95a9-42c9-b1fd-7db72e21c0ac {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:09.124553 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29fb9c4-fde3-4369-b59f-4b211f632f74', 'tag': 'aa48a8e4-6393-405f-9b9e-da241ed87f42', 'status': 'completed', 'code': 200} Nov 24 12:57:09.212209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061001c-c1b1-489a-a1b7-8ed7e37f00b9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa48a8e4-6393-405f-9b9e-da241ed87f42,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:09.287035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-5713b632-d441-4772-bfdb-942e8506b071 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:09.289367 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-5713b632-d441-4772-bfdb-942e8506b071 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.59 "GET /v2.0/networks?id=af8d811d-5e7c-4d34-ad57-db3bc85f0c8a HTTP/1.1" status: 200 len: 815 time: 0.4729354 Nov 24 12:57:09.300352 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:57:09.312954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56580) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:09.317537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c261ec-9db0-4f11-ac1f-e91489a84ed9 req-6125e6a0-e796-40be-80e9-051a1b2a1acb tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:09.319216 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97c261ec-9db0-4f11-ac1f-e91489a84ed9 req-6125e6a0-e796-40be-80e9-051a1b2a1acb tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.2561903 Nov 24 12:57:09.324327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3dff0f7c-1701-4690-a7f7-0cabac761eb7 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Request body: {'port': {'device_id': '0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793', 'network_id': 'af8d811d-5e7c-4d34-ad57-db3bc85f0c8a', 'admin_state_up': True, 'tenant_id': 'f0cab1d0577f4b4b90648605d581b579'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:09.328254 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5ba1-4fc1-4de1-9a09-4ed8de9c2e9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:09.334909 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-86b31a1b-3fb7-4fa9-8fad-78044b638a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:09.336496 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-86b31a1b-3fb7-4fa9-8fad-78044b638a93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fce3e4791c2641429c4f9b1ffcdf376e&device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 1099 time: 0.2948799 Nov 24 12:57:09.433313 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-1666feca-6f10-4e65-9a1c-603e72a51c00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=aa48a8e4-6393-405f-9b9e-da241ed87f42 HTTP/1.1" status: 200 len: 217 time: 0.0740092 Nov 24 12:57:09.443756 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3470de-3889-4c14-a703-ef4b63df0a55 req-ce5e34ec-5945-4260-9703-91825ae9db67 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:09.452438 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1d3470de-3889-4c14-a703-ef4b63df0a55 req-ce5e34ec-5945-4260-9703-91825ae9db67 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 945 time: 0.0974624 Nov 24 12:57:09.491608 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:09.505057 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-1c619962-6349-439f-8661-242795874cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:09.506903 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-1c619962-6349-439f-8661-242795874cc3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0590351 Nov 24 12:57:09.533888 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5ba1-4fc1-4de1-9a09-4ed8de9c2e9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:09.549349 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1d3470de-3889-4c14-a703-ef4b63df0a55 req-8b5a07e4-f38a-45bb-848d-bfe0ab9f7a3f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc089565-1f31-47af-b652-3d86a0848beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958645 Nov 24 12:57:09.550643 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe4a5ba1-4fc1-4de1-9a09-4ed8de9c2e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:09.588834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97c261ec-9db0-4f11-ac1f-e91489a84ed9 req-aae2f294-1faf-4f31-8f10-e521b644404f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495472 Nov 24 12:57:09.639044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-f0ebfe74-bf9f-46b9-81be-f445b33abbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:09.641079 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-f0ebfe74-bf9f-46b9-81be-f445b33abbca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001959 Nov 24 12:57:09.644751 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fe4a5ba1-4fc1-4de1-9a09-4ed8de9c2e9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=608570dad32744f2a2e9a4f841d57c49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310924 Nov 24 12:57:09.650574 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56590) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:09.654596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a5ba1-4fc1-4de1-9a09-4ed8de9c2e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b55ac6-af01-4c96-ba1d-44d08b60f975,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:09.725558 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d0d286d8-f8dd-4c09-ab3f-269e9e2e3253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:09.751257 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d0d286d8-f8dd-4c09-ab3f-269e9e2e3253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:09.788126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3dff0f7c-1701-4690-a7f7-0cabac761eb7 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Made reservation on behalf of f0cab1d0577f4b4b90648605d581b579 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:09.794515 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3dff0f7c-1701-4690-a7f7-0cabac761eb7 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:09.827194 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d0d286d8-f8dd-4c09-ab3f-269e9e2e3253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:09.833313 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d0d286d8-f8dd-4c09-ab3f-269e9e2e3253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:09.836439 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d0d286d8-f8dd-4c09-ab3f-269e9e2e3253 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2b55ac6-af01-4c96-ba1d-44d08b60f975 HTTP/1.1" status: 204 len: 168 time: 0.1849325 Nov 24 12:57:09.855880 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d286d8-f8dd-4c09-ab3f-269e9e2e3253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b55ac6-af01-4c96-ba1d-44d08b60f975,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:09.946648 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-467ce090-7ad0-472c-9970-1cf16e460171 req-0ab37b7a-ce20-477f-aef3-aa0f75d5823b tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 210 time: 0.0451446 Nov 24 12:57:09.992544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec988110-9089-4123-aaa5-4c683369fb82 req-36e83831-ca89-468b-ae22-80f91776a24b tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:10.002892 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ec988110-9089-4123-aaa5-4c683369fb82 req-36e83831-ca89-468b-ae22-80f91776a24b tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 948 time: 0.2997983 Nov 24 12:57:10.039949 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3dff0f7c-1701-4690-a7f7-0cabac761eb7 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Allocated IP 172.20.0.14 (af8d811d-5e7c-4d34-ad57-db3bc85f0c8a/d61ea23f-e416-4931-9eb3-112b1814672c/dcea54ff-9184-4104-bbbe-98cf8c5a787c) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:10.097315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56606) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:10.135798 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ec988110-9089-4123-aaa5-4c683369fb82 req-30918a5e-4f07-4d75-b990-b759077850e6 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319823 Nov 24 12:57:10.180612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-aba68fbe-d659-4f78-8a0e-3a32a586ea17 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244844 Nov 24 12:57:10.367862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-403223977-network', 'tenant_id': '3f105f42ae49484599bae47aa69aa081'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:10.373992 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-888d3754-e932-41a6-87ea-9b002aa0dd4e req-4fbce59c-bdf3-477e-9537-cafd6716912d service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760859 Nov 24 12:57:10.403522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] Made reservation on behalf of 3f105f42ae49484599bae47aa69aa081 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:10.403719 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3dff0f7c-1701-4690-a7f7-0cabac761eb7 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:10.407396 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:10.420605 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:10.476512 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3dff0f7c-1701-4690-a7f7-0cabac761eb7 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:10.579027 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3dff0f7c-1701-4690-a7f7-0cabac761eb7 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Network af8d811d-5e7c-4d34-ad57-db3bc85f0c8a is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:10.583750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff0f7c-1701-4690-a7f7-0cabac761eb7 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Pushing event updated for resources: {'Port': ['ID=dcea54ff-9184-4104-bbbe-98cf8c5a787c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:10.587860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fe496-628c-4d48-84ad-053d39888a76 req-c972c0df-9b39-4fd6-b26d-cc186c9d07de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:10.589412 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a8fe496-628c-4d48-84ad-053d39888a76 req-c972c0df-9b39-4fd6-b26d-cc186c9d07de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fce3e4791c2641429c4f9b1ffcdf376e&device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 1099 time: 0.1498716 Nov 24 12:57:10.590809 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3dff0f7c-1701-4690-a7f7-0cabac761eb7 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:10.593243 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3dff0f7c-1701-4690-a7f7-0cabac761eb7 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:10.603700 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:10.610549 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:10.698009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:57:10.704921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec42dc7-6b27-442b-be6f-220556011c04,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:10.749611 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:10.750366 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] Added segment ccce881b-1d8c-4530-9fd0-90b1f8996d16 of type vlan for network b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 Nov 24 12:57:10.758169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3dff0f7c-1701-4690-a7f7-0cabac761eb7 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:10.758849 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3dff0f7c-1701-4690-a7f7-0cabac761eb7 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:10.794124 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3dff0f7c-1701-4690-a7f7-0cabac761eb7 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4736631 Nov 24 12:57:10.804771 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:10.812855 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Request body: {'port': {'device_id': '0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:10.844836 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:10.849061 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:10.850482 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:10.873897 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23bb16-efef-4823-b7f8-c58fa816ffff req-458533c2-90f3-468d-8609-a4f233b082e7 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:10.875488 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc23bb16-efef-4823-b7f8-c58fa816ffff req-458533c2-90f3-468d-8609-a4f233b082e7 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.1654799 Nov 24 12:57:10.908156 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:10.920659 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fe496-628c-4d48-84ad-053d39888a76 req-dd6af403-2bac-4fa2-8d79-5c0393691a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:10.922468 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a8fe496-628c-4d48-84ad-053d39888a76 req-dd6af403-2bac-4fa2-8d79-5c0393691a22 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.3020706 Nov 24 12:57:10.965970 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] Pushing event updated for resources: {'Network': ['ID=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:10.978475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:57:11.030088 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a8fe496-628c-4d48-84ad-053d39888a76 req-de2f9050-f3bf-47c6-bed8-b95582ab88bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=aa48a8e4-6393-405f-9b9e-da241ed87f42 HTTP/1.1" status: 200 len: 217 time: 0.0987778 Nov 24 12:57:11.035618 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ce49150b-77bd-4438-b9a5-d5d8bd9abdfa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9347610 Nov 24 12:57:11.035833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56638) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:11.042128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-456c3082-1121-41dd-a55c-0b33421f3330 admin admin] Request body: {'subnet': {'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-403223977-subnet', 'tenant_id': '3f105f42ae49484599bae47aa69aa081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:11.083878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3ebd3-af2f-4efe-9482-6f416057c48e req-ae4c437f-19f2-4fd0-8714-f3430bb580bd tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:11.085396 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-62c3ebd3-af2f-4efe-9482-6f416057c48e req-ae4c437f-19f2-4fd0-8714-f3430bb580bd tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 945 time: 0.1146636 Nov 24 12:57:11.086081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456c3082-1121-41dd-a55c-0b33421f3330 admin admin] Made reservation on behalf of 3f105f42ae49484599bae47aa69aa081 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:11.088529 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-456c3082-1121-41dd-a55c-0b33421f3330 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:11.194435 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-62c3ebd3-af2f-4efe-9482-6f416057c48e req-f34a269b-5cda-4657-b721-c536c98e7596 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc089565-1f31-47af-b652-3d86a0848beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924168 Nov 24 12:57:11.292957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fe496-628c-4d48-84ad-053d39888a76 req-e92bff75-7557-40bb-be36-6a100053207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:11.295213 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a8fe496-628c-4d48-84ad-053d39888a76 req-e92bff75-7557-40bb-be36-6a100053207b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.2485197 Nov 24 12:57:11.302096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc23bb16-efef-4823-b7f8-c58fa816ffff req-e3cc84aa-981d-467e-b8a9-0f2196375a9b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948755 Nov 24 12:57:11.381453 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-456c3082-1121-41dd-a55c-0b33421f3330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:11.487020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c3082-1121-41dd-a55c-0b33421f3330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e3051e-b0fa-49e8-b2ef-efe853098352,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:11.505329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8351-c73d-4b1c-9fe7-50f38ff0b0fe req-427c768b-7fc0-4102-9b14-ff8266f37298 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:11.506967 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc1d8351-c73d-4b1c-9fe7-50f38ff0b0fe req-427c768b-7fc0-4102-9b14-ff8266f37298 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 932 time: 0.1221986 Nov 24 12:57:11.526687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fe496-628c-4d48-84ad-053d39888a76 req-1ab01717-be5f-4f02-b61f-cb894c5b0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:11.528202 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a8fe496-628c-4d48-84ad-053d39888a76 req-1ab01717-be5f-4f02-b61f-cb894c5b0514 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2069621 Nov 24 12:57:11.543641 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456c3082-1121-41dd-a55c-0b33421f3330 admin admin] Checking segment: {'id': 'ccce881b-1d8c-4530-9fd0-90b1f8996d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:11.543958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c3082-1121-41dd-a55c-0b33421f3330 admin admin] Network hostable DHCP agents. Network: b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:57:11.578323 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc1d8351-c73d-4b1c-9fe7-50f38ff0b0fe req-711c68a6-9226-44a1-8936-9271a9eec377 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/security-groups?id=439303da-b775-4f79-bae9-fd043297fdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624046 Nov 24 12:57:11.585063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456c3082-1121-41dd-a55c-0b33421f3330 admin admin] Network b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:57:11.612871 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-456c3082-1121-41dd-a55c-0b33421f3330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:11.620115 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456c3082-1121-41dd-a55c-0b33421f3330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:11.620767 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-456c3082-1121-41dd-a55c-0b33421f3330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:11.623980 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6464c1ce-887b-41d2-ba55-010e5aa661a7 None None] Network b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:11.649024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88691a85-92da-402e-8097-ce3b82db087d req-8b5f0762-b0a5-4848-9ffd-c3a0aebb248b tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:11.649844 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88691a85-92da-402e-8097-ce3b82db087d req-8b5f0762-b0a5-4848-9ffd-c3a0aebb248b tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 948 time: 0.2390244 Nov 24 12:57:11.660238 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-456c3082-1121-41dd-a55c-0b33421f3330 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6178851 Nov 24 12:57:11.753213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a945b-23a7-48da-8043-2136975972f2 req-2c4c2b45-f8bf-46dc-8934-72ec169bba73 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:11.759805 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-2c4c2b45-f8bf-46dc-8934-72ec169bba73 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1&tenant_id=6441bea1ed3547598abd90d1c2c0a634&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 1096 time: 0.3225932 Nov 24 12:57:11.790164 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca25152-fe00-418e-909b-d487a877a4f7 None None] Network b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:11.858866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-4'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:12.004752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcea54ff-9184-4104-bbbe-98cf8c5a787c {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:57:12.013919 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:12.030574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Transition to ACTIVE for port object dcea54ff-9184-4104-bbbe-98cf8c5a787c will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:57:12.061673 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:12.128993 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88691a85-92da-402e-8097-ce3b82db087d req-10688930-314b-4c2d-af3a-44b0d08df8a1 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088187 Nov 24 12:57:12.135432 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:12.140882 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a8fe496-628c-4d48-84ad-053d39888a76 req-ea491d8a-f875-40da-821b-0b92db65f0d0 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005707 Nov 24 12:57:12.142957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dcea54ff-9184-4104-bbbe-98cf8c5a787c,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:12.313588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 54986b35-c80e-45be-9923-a94a4c80a3ec details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:57:12.486748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=54986b35-c80e-45be-9923-a94a4c80a3ec,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:12.501468 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 54986b35-c80e-45be-9923-a94a4c80a3ec has no active binding in host n-h1-817303-4 {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 12:57:12.502599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device aa48a8e4-6393-405f-9b9e-da241ed87f42 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:57:12.569956 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-9cc638ff-daf0-4343-955c-ef0d7cf1a6b1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:12.582373 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-9cc638ff-daf0-4343-955c-ef0d7cf1a6b1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/networks?id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 HTTP/1.1" status: 200 len: 813 time: 0.1700273 Nov 24 12:57:12.607663 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-86c42b52-63be-44ec-830b-6f3e53c43abd tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/quotas/3f105f42ae49484599bae47aa69aa081 HTTP/1.1" status: 200 len: 375 time: 0.0233068 Nov 24 12:57:12.629018 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port aa48a8e4-6393-405f-9b9e-da241ed87f42, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=aa48a8e4-6393-405f-9b9e-da241ed87f42,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:12.643276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'aa48a8e4-6393-405f-9b9e-da241ed87f42', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'aa48a8e4-6393-405f-9b9e-da241ed87f42', 'mac_address': 'fa:16:3e:1c:79:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:57:12.653931 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-1c9dfa58-07cf-45a8-9867-3868fa9851d8 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f105f42ae49484599bae47aa69aa081&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447388 Nov 24 12:57:12.687776 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:12.704688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa48a8e4-6393-405f-9b9e-da241ed87f42 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:57:12.729844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port aa48a8e4-6393-405f-9b9e-da241ed87f42, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=aa48a8e4-6393-405f-9b9e-da241ed87f42,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:12.738092 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:12.807605 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-6c098373-4054-44c0-a162-d254fdd26faf service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527028 Nov 24 12:57:12.810419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=aa48a8e4-6393-405f-9b9e-da241ed87f42,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:12.818892 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:12.820243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:12.820666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:12.821137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:12.821554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:12.822101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:12.822505 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:12.822909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:12.823320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:12.823717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:12.824241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:12.824687 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:12.832663 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a8fe496-628c-4d48-84ad-053d39888a76 req-732d4f3e-b009-4564-807c-0cf3e636d945 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699009 Nov 24 12:57:12.869654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Attempting to bind port dcea54ff-9184-4104-bbbe-98cf8c5a787c on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:57:12.870013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Attempting to bind port dcea54ff-9184-4104-bbbe-98cf8c5a787c by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '06d93523-b509-4491-8d5b-c4eccd2ae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'af8d811d-5e7c-4d34-ad57-db3bc85f0c8a'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:57:12.870357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Attempting to bind port dcea54ff-9184-4104-bbbe-98cf8c5a787c on network af8d811d-5e7c-4d34-ad57-db3bc85f0c8a {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:12.897812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Port dcea54ff-9184-4104-bbbe-98cf8c5a787c on network af8d811d-5e7c-4d34-ad57-db3bc85f0c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:57:12.898103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Attempting to bind port dcea54ff-9184-4104-bbbe-98cf8c5a787c on network af8d811d-5e7c-4d34-ad57-db3bc85f0c8a {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:12.916188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:57:12.916544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Checking segment: {'id': '06d93523-b509-4491-8d5b-c4eccd2ae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'af8d811d-5e7c-4d34-ad57-db3bc85f0c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:12.916947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Bound using segment: {'id': '06d93523-b509-4491-8d5b-c4eccd2ae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'af8d811d-5e7c-4d34-ad57-db3bc85f0c8a'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:57:12.917530 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Bound port: dcea54ff-9184-4104-bbbe-98cf8c5a787c, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d93523-b509-4491-8d5b-c4eccd2ae7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'af8d811d-5e7c-4d34-ad57-db3bc85f0c8a'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:57:12.917901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:12.921512 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-4298ac5d-bcd0-477f-aa8c-f59490680709 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129951 Nov 24 12:57:12.941025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=54986b35-c80e-45be-9923-a94a4c80a3ec,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:12.990823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e790a30-c628-4cfa-8c3f-e390f585fc10 req-adb30f5a-9539-4063-b57d-8ba4d0f16571 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:12.993219 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e790a30-c628-4cfa-8c3f-e390f585fc10 req-adb30f5a-9539-4063-b57d-8ba4d0f16571 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 945 time: 0.1579351 Nov 24 12:57:13.004774 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['aa48a8e4-6393-405f-9b9e-da241ed87f42'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:57:13.098801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:13.108778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] For port dcea54ff-9184-4104-bbbe-98cf8c5a787c, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:13.147547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] For port dcea54ff-9184-4104-bbbe-98cf8c5a787c, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dcea54ff-9184-4104-bbbe-98cf8c5a787c,segment=NetworkSegment(06d93523-b509-4491-8d5b-c4eccd2ae7ac),segment_id=06d93523-b509-4491-8d5b-c4eccd2ae7ac)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:57:13.158106 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e790a30-c628-4cfa-8c3f-e390f585fc10 req-8d95b672-cd98-4d8e-a067-f74714a5935c tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537397 Nov 24 12:57:13.162409 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:13.221313 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:13.222065 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:13.224385 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/dcea54ff-9184-4104-bbbe-98cf8c5a787c HTTP/1.1" status: 200 len: 1092 time: 2.4207253 Nov 24 12:57:13.256283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793', 'tag': 'dcea54ff-9184-4104-bbbe-98cf8c5a787c'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:13.260183 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88326fb6-9651-4740-9610-5f577c4f98b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793", "tag": "dcea54ff-9184-4104-bbbe-98cf8c5a787c"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:13.274968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:13.295728 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:13.308396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d4c1d-43f2-45d3-8e60-b207ef85c36b req-65493f7e-edae-4cd2-b31f-90722cfab1c1 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:13.321674 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e1d4c1d-43f2-45d3-8e60-b207ef85c36b req-65493f7e-edae-4cd2-b31f-90722cfab1c1 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 945 time: 0.1807358 Nov 24 12:57:13.329756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a692b09-612d-4a34-91cd-ab39ff8753d3 service neutron] Pushing event updated for resources: {'Port': ['ID=dcea54ff-9184-4104-bbbe-98cf8c5a787c,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:13.434209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e1d4c1d-43f2-45d3-8e60-b207ef85c36b req-8a9e0d9b-4193-404c-9fcd-2198a7c54d23 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc089565-1f31-47af-b652-3d86a0848beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058643 Nov 24 12:57:13.481323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Pushing event updated for resources: {'Port': ['ID=54986b35-c80e-45be-9923-a94a4c80a3ec,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:13.529907 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-94c9ffef-6522-4b17-ace1-242fa2e38412 req-4df24b78-9339-4b8d-8d75-897a05446894 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 210 time: 0.0571399 Nov 24 12:57:13.554611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Attempting to bind port 54986b35-c80e-45be-9923-a94a4c80a3ec on host n-h2-817303-4 for vnic_type normal with profile {"migrating_to": "n-h1-817303-4"} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:57:13.555098 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Attempting to bind port 54986b35-c80e-45be-9923-a94a4c80a3ec by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:57:13.555718 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Attempting to bind port 54986b35-c80e-45be-9923-a94a4c80a3ec on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:13.577781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Port 54986b35-c80e-45be-9923-a94a4c80a3ec on network a7071aec-fd43-4708-b67e-8b789798646f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:57:13.578333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Attempting to bind port 54986b35-c80e-45be-9923-a94a4c80a3ec on network a7071aec-fd43-4708-b67e-8b789798646f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:13.584736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-28dec6b2-00c0-4774-b798-0ef69dceb2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:13.587303 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-28dec6b2-00c0-4774-b798-0ef69dceb2fe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f0cab1d0577f4b4b90648605d581b579&device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 1095 time: 0.2829475 Nov 24 12:57:13.594855 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:57:13.595232 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Checking segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:13.595707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Bound using segment: {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:57:13.596149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Bound port: 54986b35-c80e-45be-9923-a94a4c80a3ec, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc1d80-46d0-424d-96c3-3e0119757566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a7071aec-fd43-4708-b67e-8b789798646f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:57:13.596618 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:13.609761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d10cfb-174d-49af-81e5-383c2223bd36 req-b06f9803-91f3-4b58-8435-5e22d3394b9e tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:13.617891 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-81d10cfb-174d-49af-81e5-383c2223bd36 req-b06f9803-91f3-4b58-8435-5e22d3394b9e tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 944 time: 0.1522882 Nov 24 12:57:13.675018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2bcf6-2535-4963-a4a2-71bb9892385a req-698cd546-51c8-46cf-9509-354a96fd3b80 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:13.695966 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-b31dc67e-9a62-4cdd-9f04-8b21039ae423 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcea54ff-9184-4104-bbbe-98cf8c5a787c HTTP/1.1" status: 200 len: 217 time: 0.0967124 Nov 24 12:57:13.696683 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4f2bcf6-2535-4963-a4a2-71bb9892385a req-698cd546-51c8-46cf-9509-354a96fd3b80 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 949 time: 0.0884175 Nov 24 12:57:13.760258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4f2bcf6-2535-4963-a4a2-71bb9892385a req-ef0b44a4-4be9-486c-8fb1-523e11c9d3e0 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612948 Nov 24 12:57:13.788608 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-81d10cfb-174d-49af-81e5-383c2223bd36 req-29c55481-7f9e-4b47-a422-1c42d3d47039 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/security-groups?id=439303da-b775-4f79-bae9-fd043297fdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695626 Nov 24 12:57:13.864787 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5275d6f7-1608-4809-bb27-b90ca47bb3f3 x-openstack-request-id: req-5275d6f7-1608-4809-bb27-b90ca47bb3f3 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:13.864787 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793", "tag": "dcea54ff-9184-4104-bbbe-98cf8c5a787c", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:13.864787 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5275d6f7-1608-4809-bb27-b90ca47bb3f3 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:13.864787 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793', 'tag': 'dcea54ff-9184-4104-bbbe-98cf8c5a787c', 'status': 'completed', 'code': 200} Nov 24 12:57:13.923365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-b656ab35-66d2-437b-abdb-572bb78aa1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:13.925570 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-b656ab35-66d2-437b-abdb-572bb78aa1ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d61ea23f-e416-4931-9eb3-112b1814672c HTTP/1.1" status: 200 len: 855 time: 0.2190068 Nov 24 12:57:13.965562 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-a7579e6e-b224-4174-83fe-f10a59d5e0a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af8d811d-5e7c-4d34-ad57-db3bc85f0c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287354 Nov 24 12:57:13.973750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:14.009615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=54986b35-c80e-45be-9923-a94a4c80a3ec,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:57:14.031509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d16728-8b7f-429f-912c-a537cba35a84 req-ad63dac0-9fd5-4824-ab48-edc705d8dfb3 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:14.033216 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-07d16728-8b7f-429f-912c-a537cba35a84 req-ad63dac0-9fd5-4824-ab48-edc705d8dfb3 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.46 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 945 time: 0.1855681 Nov 24 12:57:14.036515 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:14.202807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56748) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:14.220106 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Pushing event updated for resources: {'Port': ['ID=54986b35-c80e-45be-9923-a94a4c80a3ec,revision_number=8']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:14.250439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:14.251709 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:14.252650 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-a10e9ed5-144a-4241-a642-3d7a1738c248 service neutron] 10.222.0.46 "PUT /v2.0/ports/54986b35-c80e-45be-9923-a94a4c80a3ec HTTP/1.1" status: 200 len: 1121 time: 2.3994422 Nov 24 12:57:14.256158 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-e89df68c-5da7-4474-bd46-ed2e6168dfba service neutron] 10.222.0.59 "GET /v2.0/networks/af8d811d-5e7c-4d34-ad57-db3bc85f0c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754157 Nov 24 12:57:14.331019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device aa48a8e4-6393-405f-9b9e-da241ed87f42 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:14.385983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['54986b35-c80e-45be-9923-a94a4c80a3ec'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:57:14.388526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['54986b35-c80e-45be-9923-a94a4c80a3ec'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:57:14.504330 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38083383-a372-4f8b-808a-4be0da8f9ae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:14.565913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-07d16728-8b7f-429f-912c-a537cba35a84 req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Deleting port be74f925-fbca-4fa5-a00c-894505071d8d {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:14.566455 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-07d16728-8b7f-429f-912c-a537cba35a84 req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:14.596852 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port aa48a8e4-6393-405f-9b9e-da241ed87f42 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:57:14.598988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ed9c8-b477-472b-a920-e624c4e3fa8f req-ba065154-c276-4bb0-a5e8-40cdc41fa334 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:14.609554 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-335ed9c8-b477-472b-a920-e624c4e3fa8f req-ba065154-c276-4bb0-a5e8-40cdc41fa334 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 943 time: 0.3229988 Nov 24 12:57:14.638843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port aa48a8e4-6393-405f-9b9e-da241ed87f42 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:14.642343 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:14.648588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d07e5b-6854-436a-b0bb-e386cd72a823 req-8f4b7e56-8094-466a-b9d9-20cb51a7e312 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:14.650272 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-88d07e5b-6854-436a-b0bb-e386cd72a823 req-8f4b7e56-8094-466a-b9d9-20cb51a7e312 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 945 time: 0.1073096 Nov 24 12:57:14.691717 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38083383-a372-4f8b-808a-4be0da8f9ae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:14.701974 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38083383-a372-4f8b-808a-4be0da8f9ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:14.727960 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b3c73b1-ae4e-42c4-b2bc-4b5b7823f1c6 req-696bcca9-d810-4613-ab06-85c2abb662da service neutron] 10.222.0.59 "GET /v2.0/networks/af8d811d-5e7c-4d34-ad57-db3bc85f0c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597056 Nov 24 12:57:14.751395 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-831b7599-7cdf-4775-8485-27815c908c3d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:14.752922 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-831b7599-7cdf-4775-8485-27815c908c3d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.59 "GET /v2.0/networks?id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 HTTP/1.1" status: 200 len: 813 time: 0.3648374 Nov 24 12:57:14.776537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-605a5967-29f8-40eb-be48-83ed22ae86e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Request body: {'port': {'device_id': 'f09f44a8-20a4-4d19-8b1d-525c0dbbaa43', 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9', 'admin_state_up': True, 'tenant_id': '3f105f42ae49484599bae47aa69aa081'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:14.782470 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-38083383-a372-4f8b-808a-4be0da8f9ae0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a8d7aef4c1643b0809a2414bed28d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5787003 Nov 24 12:57:14.786451 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-88d07e5b-6854-436a-b0bb-e386cd72a823 req-11e084d6-7d93-414f-bb11-7e342bc5f6af tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc089565-1f31-47af-b652-3d86a0848beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136220 Nov 24 12:57:14.787071 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38083383-a372-4f8b-808a-4be0da8f9ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd7ca0a-3276-4b89-890b-730511e0ee5d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:14.789503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56764) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:14.798987 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-335ed9c8-b477-472b-a920-e624c4e3fa8f req-bb3e29b5-b404-49c0-bb79-3bb5f8c7d738 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885941 Nov 24 12:57:14.849293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-07d16728-8b7f-429f-912c-a537cba35a84 req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] For port be74f925-fbca-4fa5-a00c-894505071d8d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=be74f925-fbca-4fa5-a00c-894505071d8d,segment=NetworkSegment(c28f7445-05af-4942-a663-06e9f8fdd376),segment_id=c28f7445-05af-4942-a663-06e9f8fdd376)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:14.849567 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-07d16728-8b7f-429f-912c-a537cba35a84 req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:14.879700 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-73d10341-4b3e-4f08-aaec-cd7e66ccf4d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:14.913579 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-73d10341-4b3e-4f08-aaec-cd7e66ccf4d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.027843 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-73d10341-4b3e-4f08-aaec-cd7e66ccf4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.031848 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-73d10341-4b3e-4f08-aaec-cd7e66ccf4d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.038141 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-73d10341-4b3e-4f08-aaec-cd7e66ccf4d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5dd7ca0a-3276-4b89-890b-730511e0ee5d HTTP/1.1" status: 204 len: 168 time: 0.2473836 Nov 24 12:57:15.062382 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.078758 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d10341-4b3e-4f08-aaec-cd7e66ccf4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd7ca0a-3276-4b89-890b-730511e0ee5d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:15.091871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29fb9c4-fde3-4369-b59f-4b211f632f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa48a8e4-6393-405f-9b9e-da241ed87f42'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:15.095227 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f622efb0-7eeb-4e2f-8e0c-9c97958f01a8" -d '{"events": [{"server_uuid": "d29fb9c4-fde3-4369-b59f-4b211f632f74", "name": "network-vif-plugged", "status": "completed", "tag": "aa48a8e4-6393-405f-9b9e-da241ed87f42"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:15.118662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port aa48a8e4-6393-405f-9b9e-da241ed87f42, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=aa48a8e4-6393-405f-9b9e-da241ed87f42,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:15.128545 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.143570 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159447a-44d7-4812-ba7e-6e61d386ba5e req-ee3ffa06-dfae-4b39-a80a-632c4efe6af9 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:15.147423 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7159447a-44d7-4812-ba7e-6e61d386ba5e req-ee3ffa06-dfae-4b39-a80a-632c4efe6af9 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 949 time: 0.1062565 Nov 24 12:57:15.153558 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba44d555-1d02-4c95-84c7-e5b25918792b req-696b437c-53b7-4db1-841e-4d0677a9c4fe tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 210 time: 0.1863766 Nov 24 12:57:15.204051 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=aa48a8e4-6393-405f-9b9e-da241ed87f42,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:15.219731 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88326fb6-9651-4740-9610-5f577c4f98b1 req-cb52b3c5-6e17-4cbf-8da7-c948afa0afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:15.221334 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88326fb6-9651-4740-9610-5f577c4f98b1 req-cb52b3c5-6e17-4cbf-8da7-c948afa0afe5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f0cab1d0577f4b4b90648605d581b579&device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 1095 time: 0.4138699 Nov 24 12:57:15.264838 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7159447a-44d7-4812-ba7e-6e61d386ba5e req-8ffca42d-4dd8-4671-bce0-cebaafe08f8a tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125772 Nov 24 12:57:15.412173 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2821b405-fae0-41cc-b96f-0b34f4403d07 x-openstack-request-id: req-2821b405-fae0-41cc-b96f-0b34f4403d07 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:15.412670 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29fb9c4-fde3-4369-b59f-4b211f632f74", "name": "network-vif-plugged", "status": "completed", "tag": "aa48a8e4-6393-405f-9b9e-da241ed87f42", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:15.412792 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2821b405-fae0-41cc-b96f-0b34f4403d07 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:15.413149 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29fb9c4-fde3-4369-b59f-4b211f632f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa48a8e4-6393-405f-9b9e-da241ed87f42', 'code': 200} Nov 24 12:57:15.428375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-605a5967-29f8-40eb-be48-83ed22ae86e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Made reservation on behalf of 3f105f42ae49484599bae47aa69aa081 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:15.433197 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-605a5967-29f8-40eb-be48-83ed22ae86e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.480580 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-07d16728-8b7f-429f-912c-a537cba35a84 req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.480981 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-07d16728-8b7f-429f-912c-a537cba35a84 req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.481306 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [req-07d16728-8b7f-429f-912c-a537cba35a84 req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Floating IP 7289a716-0789-4ec8-85a7-ac89ffcbd03f disassociated. External IP: 172.25.0.63, port: be74f925-fbca-4fa5-a00c-894505071d8d. Nov 24 12:57:15.481851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-07d16728-8b7f-429f-912c-a537cba35a84 req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Calling delete_port for be74f925-fbca-4fa5-a00c-894505071d8d owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:15.495876 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56780) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:15.499264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48480a-53d1-4e5b-b924-edf6f9c812b9 req-cc7beaf5-3cb0-4dc9-a2a4-0c4055fcb5d0 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:15.500885 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e48480a-53d1-4e5b-b924-edf6f9c812b9 req-cc7beaf5-3cb0-4dc9-a2a4-0c4055fcb5d0 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 944 time: 0.2521565 Nov 24 12:57:15.515840 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5963a3fa-d7df-453a-9edc-00e47c133bf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.606177 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5963a3fa-d7df-453a-9edc-00e47c133bf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.611848 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5963a3fa-d7df-453a-9edc-00e47c133bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.641977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88326fb6-9651-4740-9610-5f577c4f98b1 req-1b85d4b7-288c-485b-a6c9-ff031832a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:15.643493 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88326fb6-9651-4740-9610-5f577c4f98b1 req-1b85d4b7-288c-485b-a6c9-ff031832a91c service neutron] 10.222.0.59 "GET /v2.0/networks?id=af8d811d-5e7c-4d34-ad57-db3bc85f0c8a HTTP/1.1" status: 200 len: 916 time: 0.4106905 Nov 24 12:57:15.652839 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5963a3fa-d7df-453a-9edc-00e47c133bf5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91edf87089bc4615a2d9e0e9eb14d85b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557553 Nov 24 12:57:15.656701 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56782) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:15.670070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963a3fa-d7df-453a-9edc-00e47c133bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686ae9c8-5130-4917-85c8-7c67a3f2ce03,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:15.711369 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5d9c964f-0cd4-4b28-8df8-814cf13bfefc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.734392 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88326fb6-9651-4740-9610-5f577c4f98b1 req-dc3f4fca-838a-42f0-9369-3b0552850e7e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcea54ff-9184-4104-bbbe-98cf8c5a787c HTTP/1.1" status: 200 len: 217 time: 0.0755141 Nov 24 12:57:15.737450 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5d9c964f-0cd4-4b28-8df8-814cf13bfefc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.748908 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e48480a-53d1-4e5b-b924-edf6f9c812b9 req-bc57d64d-44b6-43de-a7f2-7348b7775aa9 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/security-groups?id=439303da-b775-4f79-bae9-fd043297fdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297695 Nov 24 12:57:15.755392 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0836c-1b56-46bb-9de1-10d22c1c3b89 req-97ebdb38-6d1e-4795-89e3-a52e94605a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:15.757450 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0cb0836c-1b56-46bb-9de1-10d22c1c3b89 req-97ebdb38-6d1e-4795-89e3-a52e94605a34 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 1101 time: 0.2528994 Nov 24 12:57:15.799326 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5d9c964f-0cd4-4b28-8df8-814cf13bfefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.802110 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5d9c964f-0cd4-4b28-8df8-814cf13bfefc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:15.805674 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5d9c964f-0cd4-4b28-8df8-814cf13bfefc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/686ae9c8-5130-4917-85c8-7c67a3f2ce03 HTTP/1.1" status: 204 len: 168 time: 0.1455343 Nov 24 12:57:15.812054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c964f-0cd4-4b28-8df8-814cf13bfefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686ae9c8-5130-4917-85c8-7c67a3f2ce03,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:15.871145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c55b39-e20f-45d4-8cbe-9404082afff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54986b35-c80e-45be-9923-a94a4c80a3ec'}, {'name': 'network-changed', 'server_uuid': '79c55b39-e20f-45d4-8cbe-9404082afff1', 'tag': '54986b35-c80e-45be-9923-a94a4c80a3ec'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:15.874975 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a720104c-04ec-4fb5-96a1-a885e235362a" -d '{"events": [{"server_uuid": "79c55b39-e20f-45d4-8cbe-9404082afff1", "name": "network-vif-unplugged", "status": "completed", "tag": "54986b35-c80e-45be-9923-a94a4c80a3ec"}, {"name": "network-changed", "server_uuid": "79c55b39-e20f-45d4-8cbe-9404082afff1", "tag": "54986b35-c80e-45be-9923-a94a4c80a3ec"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:16.005628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0cb0836c-1b56-46bb-9de1-10d22c1c3b89 req-eb035036-88df-40d1-820b-25f83fa4a290 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339187 Nov 24 12:57:16.043413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88326fb6-9651-4740-9610-5f577c4f98b1 req-c271a94f-09af-45af-a0c4-c39587627162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:16.044657 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88326fb6-9651-4740-9610-5f577c4f98b1 req-c271a94f-09af-45af-a0c4-c39587627162 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d61ea23f-e416-4931-9eb3-112b1814672c HTTP/1.1" status: 200 len: 855 time: 0.2927833 Nov 24 12:57:16.049231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-605a5967-29f8-40eb-be48-83ed22ae86e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Allocated IP 172.20.0.2 (b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9/11e3051e-b0fa-49e8-b2ef-efe853098352/13b51106-0de7-42f9-a769-9f0ad51fa073) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:16.058203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28107e24-adce-4f8c-9a80-488e17b98cf1 req-e41651b7-c266-4d62-a1e5-db0569321628 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:16.069911 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28107e24-adce-4f8c-9a80-488e17b98cf1 req-e41651b7-c266-4d62-a1e5-db0569321628 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 943 time: 0.1231306 Nov 24 12:57:16.127752 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88326fb6-9651-4740-9610-5f577c4f98b1 req-fa92e685-e900-477d-b182-ba380bc8f0cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=af8d811d-5e7c-4d34-ad57-db3bc85f0c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587196 Nov 24 12:57:16.147865 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28107e24-adce-4f8c-9a80-488e17b98cf1 req-30ead41f-2e6f-4c9b-8f6a-5c25724bc9ee tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702991 Nov 24 12:57:16.186227 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-07d16728-8b7f-429f-912c-a537cba35a84 req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:16.226872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecfc50-223b-4304-9885-54127d204d51 req-5f910055-3f28-4800-99a8-15814ad86ad2 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:16.228675 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-12ecfc50-223b-4304-9885-54127d204d51 req-5f910055-3f28-4800-99a8-15814ad86ad2 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 945 time: 0.2219818 Nov 24 12:57:16.257004 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518cfc43-6c47-4cda-84d8-4783d309c028 x-openstack-request-id: req-518cfc43-6c47-4cda-84d8-4783d309c028 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:16.257305 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c55b39-e20f-45d4-8cbe-9404082afff1", "name": "network-vif-unplugged", "status": "completed", "tag": "54986b35-c80e-45be-9923-a94a4c80a3ec", "code": 200}, {"name": "network-changed", "server_uuid": "79c55b39-e20f-45d4-8cbe-9404082afff1", "tag": "54986b35-c80e-45be-9923-a94a4c80a3ec", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:16.257994 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-518cfc43-6c47-4cda-84d8-4783d309c028 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:16.257994 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c55b39-e20f-45d4-8cbe-9404082afff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54986b35-c80e-45be-9923-a94a4c80a3ec', 'code': 200} Nov 24 12:57:16.258199 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c55b39-e20f-45d4-8cbe-9404082afff1', 'tag': '54986b35-c80e-45be-9923-a94a4c80a3ec', 'status': 'completed', 'code': 200} Nov 24 12:57:16.277344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Pushing event deleted for resources: {'Port': ['ID=be74f925-fbca-4fa5-a00c-894505071d8d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:16.356625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dfafd29-9b33-4137-84a8-8c6344185f1c req-c1f897e2-807e-4ef4-b435-a0e8435eaaa0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 210 time: 0.0453320 Nov 24 12:57:16.396085 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720104c-04ec-4fb5-96a1-a885e235362a req-2d615bb7-0023-4332-8f06-a1bb11d3379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:16.397723 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a720104c-04ec-4fb5-96a1-a885e235362a req-2d615bb7-0023-4332-8f06-a1bb11d3379f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 1124 time: 0.1404076 Nov 24 12:57:16.471565 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-12ecfc50-223b-4304-9885-54127d204d51 req-5989cee4-5c0c-4591-9a6b-2572470d28dd tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups?id=bc089565-1f31-47af-b652-3d86a0848beb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929605 Nov 24 12:57:16.555136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2aa6b-ab22-44b3-8f44-4f6a22a4b2a8 req-1f390319-5794-483e-b93f-76ac70a5f96f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:16.556702 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16a2aa6b-ab22-44b3-8f44-4f6a22a4b2a8 req-1f390319-5794-483e-b93f-76ac70a5f96f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 950 time: 0.1070647 Nov 24 12:57:16.585310 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88326fb6-9651-4740-9610-5f577c4f98b1 req-ddd924f5-74f5-468e-8938-08a42cc70146 service neutron] 10.222.0.59 "GET /v2.0/networks/af8d811d-5e7c-4d34-ad57-db3bc85f0c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441183 Nov 24 12:57:16.589085 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720104c-04ec-4fb5-96a1-a885e235362a req-4004bf37-fde2-4796-bab5-20f394604d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:16.590595 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a720104c-04ec-4fb5-96a1-a885e235362a req-4004bf37-fde2-4796-bab5-20f394604d20 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.1837616 Nov 24 12:57:16.648417 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a720104c-04ec-4fb5-96a1-a885e235362a req-c463e94d-835d-4adf-b79d-12d4db248387 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54986b35-c80e-45be-9923-a94a4c80a3ec HTTP/1.1" status: 200 len: 217 time: 0.0455327 Nov 24 12:57:16.673850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16a2aa6b-ab22-44b3-8f44-4f6a22a4b2a8 req-590110ae-1472-4e01-b46c-34fe788a7d16 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084313 Nov 24 12:57:16.727170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720104c-04ec-4fb5-96a1-a885e235362a req-8c8f9803-e296-4aa9-9411-4c6ef1b7f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:16.729128 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a720104c-04ec-4fb5-96a1-a885e235362a req-8c8f9803-e296-4aa9-9411-4c6ef1b7f89d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.0722895 Nov 24 12:57:16.768915 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-605a5967-29f8-40eb-be48-83ed22ae86e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:16.780428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07d16728-8b7f-429f-912c-a537cba35a84 req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:57:16.802886 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a720104c-04ec-4fb5-96a1-a885e235362a req-2d56ff86-9421-4b91-9a09-ada2c449006a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507243 Nov 24 12:57:16.824421 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88326fb6-9651-4740-9610-5f577c4f98b1 req-7b79e8a6-9c72-4971-b7be-351d3a3e6475 service neutron] 10.222.0.59 "GET /v2.0/networks/af8d811d-5e7c-4d34-ad57-db3bc85f0c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950209 Nov 24 12:57:16.889489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56820) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:16.979892 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a720104c-04ec-4fb5-96a1-a885e235362a req-1ed16d69-fc01-4567-85c9-fbaa0a3edd34 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628971 Nov 24 12:57:17.110333 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a720104c-04ec-4fb5-96a1-a885e235362a req-37d42490-4840-4af0-8dcb-32f24f0f2909 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218448 Nov 24 12:57:17.276422 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee857322-463c-42f0-bf55-702857787fa5 req-7ef3083a-0fb6-4170-9155-266a4e2a4416 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:17.278439 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ee857322-463c-42f0-bf55-702857787fa5 req-7ef3083a-0fb6-4170-9155-266a4e2a4416 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 943 time: 0.0626671 Nov 24 12:57:17.291667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1657496134-network', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:17.345846 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-605a5967-29f8-40eb-be48-83ed22ae86e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:17.350229 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ee857322-463c-42f0-bf55-702857787fa5 req-97ec2993-f506-4253-af4a-4f067540a765 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652151 Nov 24 12:57:17.422303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-605a5967-29f8-40eb-be48-83ed22ae86e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Network b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:17.438435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ec93e-c00d-4b4e-a942-b5b9f2940565 req-66d2d6e7-6f50-4e2c-8e20-1ffcadefcd82 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:17.447205 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff5ec93e-c00d-4b4e-a942-b5b9f2940565 req-66d2d6e7-6f50-4e2c-8e20-1ffcadefcd82 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 944 time: 0.5607822 Nov 24 12:57:17.456103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-605a5967-29f8-40eb-be48-83ed22ae86e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:17.458010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] Made reservation on behalf of f21806c1b4de4589b081cf0567c24f95 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:17.460308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:17.462643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-605a5967-29f8-40eb-be48-83ed22ae86e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:17.473546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07d16728-8b7f-429f-912c-a537cba35a84 req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:57:17.493643 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b313f462-df88-4820-b8ee-19c665a78bc2 None None] Sync routers for ids ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:57:17.512656 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b313f462-df88-4820-b8ee-19c665a78bc2 None None] Routers {'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:57:17.514785 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b313f462-df88-4820-b8ee-19c665a78bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:56:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:17.549170 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:17.555155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a5967-29f8-40eb-be48-83ed22ae86e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Pushing event updated for resources: {'Port': ['ID=13b51106-0de7-42f9-a769-9f0ad51fa073,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:17.573170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc9d12-38fd-4944-9bc4-6e3a2f743233 req-c9d90f37-b795-48b3-9a7a-2ca23216200b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:17.587460 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dbfc9d12-38fd-4944-9bc4-6e3a2f743233 req-c9d90f37-b795-48b3-9a7a-2ca23216200b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 931 time: 0.1150362 Nov 24 12:57:17.613212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d16728-8b7f-429f-912c-a537cba35a84 req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] No DVR routers for this DVR port be74f925-fbca-4fa5-a00c-894505071d8d on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:57:17.625735 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-07d16728-8b7f-429f-912c-a537cba35a84 req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:17.629108 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-07d16728-8b7f-429f-912c-a537cba35a84 req-36cc37ea-0b2a-4495-80e3-f2ea6f75fe89 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.46 "DELETE /v2.0/ports/be74f925-fbca-4fa5-a00c-894505071d8d HTTP/1.1" status: 204 len: 173 time: 3.5838704 Nov 24 12:57:17.650609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-605a5967-29f8-40eb-be48-83ed22ae86e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:17.651232 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-605a5967-29f8-40eb-be48-83ed22ae86e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:17.669479 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dbfc9d12-38fd-4944-9bc4-6e3a2f743233 req-16d73e8b-d9fe-46ec-853e-18fb5845cc3f tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762150 Nov 24 12:57:17.687842 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device dcea54ff-9184-4104-bbbe-98cf8c5a787c details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:57:17.689892 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-b313f462-df88-4820-b8ee-19c665a78bc2 None None] Set router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:57:17.697916 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff5ec93e-c00d-4b4e-a942-b5b9f2940565 req-f2cfa70c-c2d3-4fd3-a1e5-1a6eb561d8ed tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/security-groups?id=439303da-b775-4f79-bae9-fd043297fdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496517 Nov 24 12:57:17.756925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-605a5967-29f8-40eb-be48-83ed22ae86e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9800899 Nov 24 12:57:17.775857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Request body: {'port': {'device_id': 'f09f44a8-20a4-4d19-8b1d-525c0dbbaa43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:17.939133 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-123a6487-09c3-4cc1-a022-90b228a05d23 req-d4d05fb3-39f4-4849-91cf-ed0e104e1979 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/ports?device_id=42b1d901-1d5d-4da7-bbbd-670daeba899c HTTP/1.1" status: 200 len: 210 time: 0.0846241 Nov 24 12:57:17.986219 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:18.100500 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b313f462-df88-4820-b8ee-19c665a78bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:00Z', 'revision_number': 4, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port': {'id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '446c209b-ff60-4c95-b24a-4dd812b4fd18', 'name': '', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'mac_address': 'fa:16:3e:99:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:59Z', 'updated_at': '2021-11-24T12:55:05Z', 'revision_number': 5, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'subnets': [{'id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:18.136264 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b313f462-df88-4820-b8ee-19c665a78bc2 None None] Checking router: a7c5330f-13d0-40e5-9ff5-7a1d9e47026a for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:57:18.140346 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:18.147517 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b313f462-df88-4820-b8ee-19c665a78bc2 None None] Routers {'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:57:18.148672 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b313f462-df88-4820-b8ee-19c665a78bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:56:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:18.157351 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:18.182748 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:57:18.218197 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:18.219063 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] Added segment f6233a7f-f543-4a3b-b2d3-bc6c6d312e75 of type vlan for network 2160e643-7447-4ffa-ab24-a04ea7e62f9a Nov 24 12:57:18.243503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port dcea54ff-9184-4104-bbbe-98cf8c5a787c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dcea54ff-9184-4104-bbbe-98cf8c5a787c,segment=NetworkSegment(06d93523-b509-4491-8d5b-c4eccd2ae7ac),segment_id=06d93523-b509-4491-8d5b-c4eccd2ae7ac)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:18.294482 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-b313f462-df88-4820-b8ee-19c665a78bc2 None None] Set router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:57:18.301540 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:18.343418 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device be74f925-fbca-4fa5-a00c-894505071d8d no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:57:18.351479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'dcea54ff-9184-4104-bbbe-98cf8c5a787c', 'network_id': 'af8d811d-5e7c-4d34-ad57-db3bc85f0c8a', 'port_id': 'dcea54ff-9184-4104-bbbe-98cf8c5a787c', 'mac_address': 'fa:16:3e:c7:cd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61ea23f-e416-4931-9eb3-112b1814672c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:57:18.418080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: be74f925-fbca-4fa5-a00c-894505071d8d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:57:18.418433 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device be74f925-fbca-4fa5-a00c-894505071d8d not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:57:18.454447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b1d901-1d5d-4da7-bbbd-670daeba899c', 'name': 'network-vif-deleted', 'tag': 'be74f925-fbca-4fa5-a00c-894505071d8d'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:18.462513 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3778332-dbc4-49d9-93b8-0d9885e13f69" -d '{"events": [{"server_uuid": "42b1d901-1d5d-4da7-bbbd-670daeba899c", "name": "network-vif-deleted", "tag": "be74f925-fbca-4fa5-a00c-894505071d8d"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:18.479054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222a6090-d95c-4a58-98cb-f8e90dd9d2e4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:18.487262 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:18.488404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:18.489157 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:18.624062 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b313f462-df88-4820-b8ee-19c665a78bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:00Z', 'revision_number': 4, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port': {'id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '446c209b-ff60-4c95-b24a-4dd812b4fd18', 'name': '', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'mac_address': 'fa:16:3e:99:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:59Z', 'updated_at': '2021-11-24T12:55:05Z', 'revision_number': 5, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'subnets': [{'id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:18.646547 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:18.648212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95b341-cdaf-4115-87f4-d19466ae1daa req-25980e37-a87a-4192-8929-cfeed7cebd8c tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:18.658544 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a95b341-cdaf-4115-87f4-d19466ae1daa req-25980e37-a87a-4192-8929-cfeed7cebd8c tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 950 time: 0.5897481 Nov 24 12:57:18.665282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcea54ff-9184-4104-bbbe-98cf8c5a787c {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:57:18.666289 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b313f462-df88-4820-b8ee-19c665a78bc2 None None] The sync data for ids ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'] in n-d-817303-4 is: [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:00Z', 'revision_number': 4, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port': {'id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '446c209b-ff60-4c95-b24a-4dd812b4fd18', 'name': '', 'network_id': 'e0f091d7-17a5-4759-b8f2-a09691d177b4', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'mac_address': 'fa:16:3e:99:ff:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:59Z', 'updated_at': '2021-11-24T12:55:05Z', 'revision_number': 5, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'subnets': [{'id': '1ba4d3d9-2757-4798-b5d2-dee42dda7beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:57:18.709633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port dcea54ff-9184-4104-bbbe-98cf8c5a787c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dcea54ff-9184-4104-bbbe-98cf8c5a787c,segment=NetworkSegment(06d93523-b509-4491-8d5b-c4eccd2ae7ac),segment_id=06d93523-b509-4491-8d5b-c4eccd2ae7ac)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:18.721993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f791dd-cc68-456e-b6e4-8a0f0ae8a39b req-bbf77166-bf9f-4203-882b-e5a59defad34 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:18.735482 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:18.750368 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5f791dd-cc68-456e-b6e4-8a0f0ae8a39b req-bbf77166-bf9f-4203-882b-e5a59defad34 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 943 time: 0.1590707 Nov 24 12:57:18.771295 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a95b341-cdaf-4115-87f4-d19466ae1daa req-4d315c41-316c-400c-a7e8-3849872c55d1 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116574 Nov 24 12:57:18.820890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9232049 Nov 24 12:57:18.823970 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56848) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:18.850801 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-937fde7d-750f-42de-ac77-82ddb288fafe admin admin] Request body: {'subnet': {'network_id': '2160e643-7447-4ffa-ab24-a04ea7e62f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1657496134-subnet', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:18.857115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f1622-a490-4b9a-bfd6-e7db77fd96c6 admin admin] Pushing event updated for resources: {'Network': ['ID=2160e643-7447-4ffa-ab24-a04ea7e62f9a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:18.879333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 2160e643-7447-4ffa-ab24-a04ea7e62f9a details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:57:18.883377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=dcea54ff-9184-4104-bbbe-98cf8c5a787c,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:19.048101 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5f791dd-cc68-456e-b6e4-8a0f0ae8a39b req-d78cb1a5-5cd1-401e-a393-21b7759b0b1d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904723 Nov 24 12:57:19.053317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['dcea54ff-9184-4104-bbbe-98cf8c5a787c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:57:19.055879 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937fde7d-750f-42de-ac77-82ddb288fafe admin admin] Made reservation on behalf of f21806c1b4de4589b081cf0567c24f95 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:19.060841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b51106-0de7-42f9-a769-9f0ad51fa073 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:57:19.072259 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:19.072825 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-937fde7d-750f-42de-ac77-82ddb288fafe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:19.089294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Transition to ACTIVE for port object 13b51106-0de7-42f9-a769-9f0ad51fa073 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:57:19.091976 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c9a053-634c-407a-8239-fc8d42496d25 x-openstack-request-id: req-28c9a053-634c-407a-8239-fc8d42496d25 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:19.092683 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b1d901-1d5d-4da7-bbbd-670daeba899c", "name": "network-vif-deleted", "tag": "be74f925-fbca-4fa5-a00c-894505071d8d", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:19.093179 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28c9a053-634c-407a-8239-fc8d42496d25 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:19.093767 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b1d901-1d5d-4da7-bbbd-670daeba899c', 'name': 'network-vif-deleted', 'tag': 'be74f925-fbca-4fa5-a00c-894505071d8d', 'status': 'completed', 'code': 200} Nov 24 12:57:19.108324 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:19.243673 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c274b0e-f3e0-48ec-97cd-158bb45ad728 None None] New status for floating IP 7289a716-0789-4ec8-85a7-ac89ffcbd03f: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:57:19.347447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74703cf5-cd57-4f1e-bcd0-c5fa4a07db14 req-ffa34a61-f2bb-4b95-8165-02578a2d46e1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:19.349155 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74703cf5-cd57-4f1e-bcd0-c5fa4a07db14 req-ffa34a61-f2bb-4b95-8165-02578a2d46e1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.2546039 Nov 24 12:57:19.393279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Pushing event updated for resources: {'Port': ['ID=13b51106-0de7-42f9-a769-9f0ad51fa073,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:19.456594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Attempting to bind port 13b51106-0de7-42f9-a769-9f0ad51fa073 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:57:19.457351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Attempting to bind port 13b51106-0de7-42f9-a769-9f0ad51fa073 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'ccce881b-1d8c-4530-9fd0-90b1f8996d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:57:19.457915 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Attempting to bind port 13b51106-0de7-42f9-a769-9f0ad51fa073 on network b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:19.469339 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74703cf5-cd57-4f1e-bcd0-c5fa4a07db14 req-219c71df-9e93-4d35-b06b-68f9f673812a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871441 Nov 24 12:57:19.470291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Port 13b51106-0de7-42f9-a769-9f0ad51fa073 on network b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:57:19.470724 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Attempting to bind port 13b51106-0de7-42f9-a769-9f0ad51fa073 on network b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:19.474027 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-937fde7d-750f-42de-ac77-82ddb288fafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:19.484798 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:57:19.485147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Checking segment: {'id': 'ccce881b-1d8c-4530-9fd0-90b1f8996d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:19.485536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Bound using segment: {'id': 'ccce881b-1d8c-4530-9fd0-90b1f8996d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:57:19.485981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Bound port: 13b51106-0de7-42f9-a769-9f0ad51fa073, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccce881b-1d8c-4530-9fd0-90b1f8996d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:57:19.486344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:19.592812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ab7bf-2dcb-45cb-afdf-e10f855dee00 req-dfcaaefe-03ef-435b-b240-7d58d4bb78d9 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:19.594580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d7ab7bf-2dcb-45cb-afdf-e10f855dee00 req-dfcaaefe-03ef-435b-b240-7d58d4bb78d9 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 945 time: 0.1754491 Nov 24 12:57:19.619016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] For port 13b51106-0de7-42f9-a769-9f0ad51fa073, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:19.623833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] For port 13b51106-0de7-42f9-a769-9f0ad51fa073, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=13b51106-0de7-42f9-a769-9f0ad51fa073,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:57:19.624902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fde7d-750f-42de-ac77-82ddb288fafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4e5063-fc26-4411-acc8-7a35a554bd76,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:19.638810 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:19.655189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937fde7d-750f-42de-ac77-82ddb288fafe admin admin] Checking segment: {'id': 'f6233a7f-f543-4a3b-b2d3-bc6c6d312e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2160e643-7447-4ffa-ab24-a04ea7e62f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:19.655607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937fde7d-750f-42de-ac77-82ddb288fafe admin admin] Network hostable DHCP agents. Network: 2160e643-7447-4ffa-ab24-a04ea7e62f9a, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:57:19.707536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 54986b35-c80e-45be-9923-a94a4c80a3ec no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:57:19.711672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:19.712299 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:19.713751 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] 10.222.0.59 "PUT /v2.0/ports/13b51106-0de7-42f9-a769-9f0ad51fa073 HTTP/1.1" status: 200 len: 1091 time: 1.9471562 Nov 24 12:57:19.718576 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d7ab7bf-2dcb-45cb-afdf-e10f855dee00 req-2a85a5f1-5a46-473a-843e-be9c367f8f7e tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/security-groups?id=439303da-b775-4f79-bae9-fd043297fdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120114 Nov 24 12:57:19.750125 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937fde7d-750f-42de-ac77-82ddb288fafe admin admin] Network 2160e643-7447-4ffa-ab24-a04ea7e62f9a is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:57:19.778093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-937fde7d-750f-42de-ac77-82ddb288fafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 2160e643-7447-4ffa-ab24-a04ea7e62f9a) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:19.782947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937fde7d-750f-42de-ac77-82ddb288fafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:19.783541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-937fde7d-750f-42de-ac77-82ddb288fafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:19.808681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63209baf-26bf-4e7d-bb6e-a7183a67d0e6 None None] Network 2160e643-7447-4ffa-ab24-a04ea7e62f9a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:19.828994 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-937fde7d-750f-42de-ac77-82ddb288fafe admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9947278 Nov 24 12:57:19.831549 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56858) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:19.836074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1657496134-router', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:19.890415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992799b-012d-4156-9c7f-12f29cecdd61 service neutron] Pushing event updated for resources: {'Port': ['ID=13b51106-0de7-42f9-a769-9f0ad51fa073,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:19.907792 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:19.909009 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:19.958467 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-48571d7b-9ca9-43cf-b6f4-05865b95551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:19.960053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-48571d7b-9ca9-43cf-b6f4-05865b95551e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f105f42ae49484599bae47aa69aa081&device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 1094 time: 0.1853516 Nov 24 12:57:20.028930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56864) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:20.034293 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-f2fc00f7-a23e-4ec8-90b1-1eeb19df0b59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13b51106-0de7-42f9-a769-9f0ad51fa073 HTTP/1.1" status: 200 len: 217 time: 0.0652030 Nov 24 12:57:20.074395 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:20.151449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-12eda338-ce26-435e-8ee1-3c1a9b36b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:20.155044 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-12eda338-ce26-435e-8ee1-3c1a9b36b7f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11e3051e-b0fa-49e8-b2ef-efe853098352 HTTP/1.1" status: 200 len: 853 time: 0.1120486 Nov 24 12:57:20.215427 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-3c758ed5-cdf6-4ee2-a92d-8605cae32283 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554786 Nov 24 12:57:20.223239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-2160e643-7447-4ffa-ab24-a04ea7e62f9a', 'network_id': '2160e643-7447-4ffa-ab24-a04ea7e62f9a', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'fixed_ips': [{'subnet_id': '9d4e5063-fc26-4411-acc8-7a35a554bd76'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:57:20.224177 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:20.262443 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-e6732886-76b7-4a63-943b-0bac9038c18e tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=fce3e4791c2641429c4f9b1ffcdf376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829749 Nov 24 12:57:20.474041 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-c7ddcb20-5f17-4d09-ba77-f1abe8fa3986 service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367942 Nov 24 12:57:20.482464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-a1758925-1a8f-47e3-9951-31c922d1633b tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:20.490925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-a1758925-1a8f-47e3-9951-31c922d1633b tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271729 Nov 24 12:57:20.521471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-6166737f-725e-45a8-ac42-190969c5271b tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/quotas/fce3e4791c2641429c4f9b1ffcdf376e HTTP/1.1" status: 200 len: 375 time: 0.0290544 Nov 24 12:57:20.560970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Allocated IP 172.20.0.2 (2160e643-7447-4ffa-ab24-a04ea7e62f9a/9d4e5063-fc26-4411-acc8-7a35a554bd76/77a37c56-024c-4aca-8f3b-792f3217d2e5) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:20.647420 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-24fc03b1-0d7c-441a-aab2-f7f6589bd030 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=fce3e4791c2641429c4f9b1ffcdf376e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1246948 Nov 24 12:57:20.698975 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61bcd435-dc45-448d-a39e-9a2df590fce9 req-0aa4bff6-1d9e-402c-9c79-ba85e3072dbc service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965256 Nov 24 12:57:20.858602 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:20.867836 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1573-a77f-49c7-a863-37f46a3463d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:20.874155 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:20.912281 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4642a9a-f2d0-4fb4-bcb3-ff2bd8d4cdb7 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:20.951443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Network 2160e643-7447-4ffa-ab24-a04ea7e62f9a is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:20.955406 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:20.960878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:20.980192 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:20.989771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Pushing event updated for resources: {'Port': ['ID=77a37c56-024c-4aca-8f3b-792f3217d2e5,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:20.992302 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4642a9a-f2d0-4fb4-bcb3-ff2bd8d4cdb7 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:21.020512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d1fb6-bc7c-48e1-8917-38a868070b2f req-2b935835-90d4-4b51-909b-ca92e001d91d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:21.025816 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-908d1fb6-bc7c-48e1-8917-38a868070b2f req-2b935835-90d4-4b51-909b-ca92e001d91d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 943 time: 0.2032032 Nov 24 12:57:21.048544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Attempting to bind port 77a37c56-024c-4aca-8f3b-792f3217d2e5 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:57:21.049271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Attempting to bind port 77a37c56-024c-4aca-8f3b-792f3217d2e5 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f6233a7f-f543-4a3b-b2d3-bc6c6d312e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2160e643-7447-4ffa-ab24-a04ea7e62f9a'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:57:21.049636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675510d-72c0-46cc-8445-40abe7a2c3d4 req-96c3696b-6166-4044-be99-dd0ad5ade129 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:21.050054 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Attempting to bind port 77a37c56-024c-4aca-8f3b-792f3217d2e5 on network 2160e643-7447-4ffa-ab24-a04ea7e62f9a {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:21.051266 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c675510d-72c0-46cc-8445-40abe7a2c3d4 req-96c3696b-6166-4044-be99-dd0ad5ade129 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.1613979 Nov 24 12:57:21.052848 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-039ff09b-143d-4534-98d3-71770ea21c13 service neutron] 10.222.0.59 "GET /v2.0/ports/54986b35-c80e-45be-9923-a94a4c80a3ec/bindings/n-h1-817303-4 HTTP/1.1" status: 200 len: 384 time: 0.1166706 Nov 24 12:57:21.090852 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:57:21.091760 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Checking segment: {'id': 'f6233a7f-f543-4a3b-b2d3-bc6c6d312e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2160e643-7447-4ffa-ab24-a04ea7e62f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:21.092458 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:21.093252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Bound using segment: {'id': 'f6233a7f-f543-4a3b-b2d3-bc6c6d312e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2160e643-7447-4ffa-ab24-a04ea7e62f9a'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:57:21.094024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Bound port: 77a37c56-024c-4aca-8f3b-792f3217d2e5, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6233a7f-f543-4a3b-b2d3-bc6c6d312e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2160e643-7447-4ffa-ab24-a04ea7e62f9a'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:57:21.094648 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:21.095799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09f44a8-20a4-4d19-8b1d-525c0dbbaa43', 'tag': '13b51106-0de7-42f9-a769-9f0ad51fa073'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:21.098108 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1490b1c9-c17a-4c92-8373-4bedf0096b22" -d '{"events": [{"name": "network-changed", "server_uuid": "f09f44a8-20a4-4d19-8b1d-525c0dbbaa43", "tag": "13b51106-0de7-42f9-a769-9f0ad51fa073"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:21.167325 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-908d1fb6-bc7c-48e1-8917-38a868070b2f req-5ec765a8-2949-4fe1-82b0-e619c6d19e97 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334302 Nov 24 12:57:21.203698 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c675510d-72c0-46cc-8445-40abe7a2c3d4 req-03a39e69-f451-4a63-bd44-cbf4b994eef3 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092637 Nov 24 12:57:21.276994 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4642a9a-f2d0-4fb4-bcb3-ff2bd8d4cdb7 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:21.288966 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4642a9a-f2d0-4fb4-bcb3-ff2bd8d4cdb7 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:21.291886 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c4642a9a-f2d0-4fb4-bcb3-ff2bd8d4cdb7 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "DELETE /v2.0/security-groups/bc089565-1f31-47af-b652-3d86a0848beb HTTP/1.1" status: 204 len: 168 time: 1.2484577 Nov 24 12:57:21.300855 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] For port 77a37c56-024c-4aca-8f3b-792f3217d2e5, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:21.305451 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] For port 77a37c56-024c-4aca-8f3b-792f3217d2e5, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=77a37c56-024c-4aca-8f3b-792f3217d2e5,segment=NetworkSegment(f6233a7f-f543-4a3b-b2d3-bc6c6d312e75),segment_id=f6233a7f-f543-4a3b-b2d3-bc6c6d312e75)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:57:21.306199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56896) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:21.320591 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:21.367192 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4642a9a-f2d0-4fb4-bcb3-ff2bd8d4cdb7 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc089565-1f31-47af-b652-3d86a0848beb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:21.402575 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-87da5917-812d-497a-adf9-368dfb55af40 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] show failed (client error): The resource could not be found. Nov 24 12:57:21.407904 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-87da5917-812d-497a-adf9-368dfb55af40 tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "GET /v2.0/security-groups/bc089565-1f31-47af-b652-3d86a0848beb HTTP/1.1" status: 404 len: 347 time: 0.0955920 Nov 24 12:57:21.421455 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56902) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:21.471625 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ef1fd-aa3a-48e1-8362-ca7b5c80834a None None] Pushing event updated for resources: {'Port': ['ID=77a37c56-024c-4aca-8f3b-792f3217d2e5,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:21.476496 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-627a945b-23a7-48da-8043-2136975972f2 req-a9ff3986-7446-4179-9b7b-89826e0d08a9 service neutron] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=54986b35-c80e-45be-9923-a94a4c80a3ec,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:21.574278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27b08f3b-6469-4601-8770-38c9d84b7700 req-833d3cf4-cbc8-402b-b22e-959c153051e1 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 210 time: 0.0481791 Nov 24 12:57:21.577424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-627a945b-23a7-48da-8043-2136975972f2 req-a9ff3986-7446-4179-9b7b-89826e0d08a9 service neutron] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:21.635955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-627a945b-23a7-48da-8043-2136975972f2 req-a9ff3986-7446-4179-9b7b-89826e0d08a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54986b35-c80e-45be-9923-a94a4c80a3ec {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:57:21.644952 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f2c71-6fa3-436f-8c4f-8652a370d87c req-a9184699-a6e1-42bb-90d3-0c318b3e049c tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:21.647995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-627a945b-23a7-48da-8043-2136975972f2 req-a9ff3986-7446-4179-9b7b-89826e0d08a9 service neutron] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=54986b35-c80e-45be-9923-a94a4c80a3ec,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:21.648550 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a7f2c71-6fa3-436f-8c4f-8652a370d87c req-a9184699-a6e1-42bb-90d3-0c318b3e049c tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 945 time: 0.3550823 Nov 24 12:57:21.672585 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-627a945b-23a7-48da-8043-2136975972f2 req-a9ff3986-7446-4179-9b7b-89826e0d08a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:21.709730 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device dcea54ff-9184-4104-bbbe-98cf8c5a787c up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:21.793212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-627a945b-23a7-48da-8043-2136975972f2 req-a9ff3986-7446-4179-9b7b-89826e0d08a9 service neutron] Transition to ACTIVE for port object 54986b35-c80e-45be-9923-a94a4c80a3ec will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:57:21.800782 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-627a945b-23a7-48da-8043-2136975972f2 req-a9ff3986-7446-4179-9b7b-89826e0d08a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:21.855559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port dcea54ff-9184-4104-bbbe-98cf8c5a787c completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:57:21.864534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port dcea54ff-9184-4104-bbbe-98cf8c5a787c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:21.865515 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:21.901077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-627a945b-23a7-48da-8043-2136975972f2 req-a9ff3986-7446-4179-9b7b-89826e0d08a9 service neutron] No DVR routers for this DVR port 54986b35-c80e-45be-9923-a94a4c80a3ec on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:57:21.929044 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1808142b-e099-4874-9662-9af903a165e4 x-openstack-request-id: req-1808142b-e099-4874-9662-9af903a165e4 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:21.929558 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09f44a8-20a4-4d19-8b1d-525c0dbbaa43", "tag": "13b51106-0de7-42f9-a769-9f0ad51fa073", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:21.929826 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1808142b-e099-4874-9662-9af903a165e4 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:21.930748 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09f44a8-20a4-4d19-8b1d-525c0dbbaa43', 'tag': '13b51106-0de7-42f9-a769-9f0ad51fa073', 'status': 'completed', 'code': 200} Nov 24 12:57:21.970543 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a7f2c71-6fa3-436f-8c4f-8652a370d87c req-98a24be5-eeb6-4bca-ba55-a24d33247b3f tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/security-groups?id=439303da-b775-4f79-bae9-fd043297fdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765143 Nov 24 12:57:22.001348 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-a9ff3986-7446-4179-9b7b-89826e0d08a9 service neutron] 10.222.0.59 "PUT /v2.0/ports/54986b35-c80e-45be-9923-a94a4c80a3ec/bindings/n-h1-817303-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9403598 Nov 24 12:57:22.072436 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:22.082776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff3986-7446-4179-9b7b-89826e0d08a9 service neutron] Pushing event updated for resources: {'Port': ['ID=54986b35-c80e-45be-9923-a94a4c80a3ec,revision_number=10']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:22.138889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcea54ff-9184-4104-bbbe-98cf8c5a787c'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:22.142432 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7df219-64ca-40c3-8948-03b9d339a73a" -d '{"events": [{"server_uuid": "0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793", "name": "network-vif-plugged", "status": "completed", "tag": "dcea54ff-9184-4104-bbbe-98cf8c5a787c"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:22.188148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-e9af345b-7ab2-4abf-87f7-3376e3e9e29f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Deleting port 03ac35e5-ff20-43e4-805c-e99061bb43b2 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:22.189957 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9af345b-7ab2-4abf-87f7-3376e3e9e29f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:22.191087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 77a37c56-024c-4aca-8f3b-792f3217d2e5 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:22.195602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a945b-23a7-48da-8043-2136975972f2 req-8d9da1df-ef3e-4613-9226-103246155fd5 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:22.200251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-8d9da1df-ef3e-4613-9226-103246155fd5 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1&tenant_id=6441bea1ed3547598abd90d1c2c0a634&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 1095 time: 0.1007595 Nov 24 12:57:22.233248 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ca73c0-ea64-40d2-b8e1-c4d080214c9f x-openstack-request-id: req-81ca73c0-ea64-40d2-b8e1-c4d080214c9f {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:22.233738 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793", "name": "network-vif-plugged", "status": "completed", "tag": "dcea54ff-9184-4104-bbbe-98cf8c5a787c", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:22.234364 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81ca73c0-ea64-40d2-b8e1-c4d080214c9f {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:22.234861 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcea54ff-9184-4104-bbbe-98cf8c5a787c', 'code': 200} Nov 24 12:57:22.265525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a945b-23a7-48da-8043-2136975972f2 req-b7290769-1473-4b03-af64-88e2796ae93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:22.270529 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-b7290769-1473-4b03-af64-88e2796ae93f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1&tenant_id=6441bea1ed3547598abd90d1c2c0a634 HTTP/1.1" status: 200 len: 1095 time: 0.0587387 Nov 24 12:57:22.274568 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port dcea54ff-9184-4104-bbbe-98cf8c5a787c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dcea54ff-9184-4104-bbbe-98cf8c5a787c,segment=NetworkSegment(06d93523-b509-4491-8d5b-c4eccd2ae7ac),segment_id=06d93523-b509-4491-8d5b-c4eccd2ae7ac)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:22.323062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490b1c9-c17a-4c92-8373-4bedf0096b22 req-9f56bf36-ef25-4dbd-a5a6-c046729b4571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:22.323712 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:22.332344 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1490b1c9-c17a-4c92-8373-4bedf0096b22 req-9f56bf36-ef25-4dbd-a5a6-c046729b4571 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f105f42ae49484599bae47aa69aa081&device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 1094 time: 0.3912683 Nov 24 12:57:22.389030 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:22.393950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 77a37c56-024c-4aca-8f3b-792f3217d2e5 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:22.394326 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:22.430813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b9364-869d-49ec-aa98-f986697d7445 req-354e2da5-53f8-4aa3-9c8f-7e154f0a6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:22.432418 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-082b9364-869d-49ec-aa98-f986697d7445 req-354e2da5-53f8-4aa3-9c8f-7e154f0a6b0f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 1097 time: 0.1465521 Nov 24 12:57:22.440839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a945b-23a7-48da-8043-2136975972f2 req-733840ca-e3d9-4b63-9b32-e54e60338a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:22.442434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-733840ca-e3d9-4b63-9b32-e54e60338a87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 1095 time: 0.1122653 Nov 24 12:57:22.467904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=dcea54ff-9184-4104-bbbe-98cf8c5a787c,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:22.477940 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:22.536921 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:22.545618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c210ba-088b-484b-a45f-279973a429c9 req-ce2b5dd9-ebb3-4ffc-9ce6-d1190874d3f8 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:22.583367 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-59c210ba-088b-484b-a45f-279973a429c9 req-ce2b5dd9-ebb3-4ffc-9ce6-d1190874d3f8 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.2098792 Nov 24 12:57:22.592528 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9af345b-7ab2-4abf-87f7-3376e3e9e29f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:22.593340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9af345b-7ab2-4abf-87f7-3376e3e9e29f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:22.614400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 77a37c56-024c-4aca-8f3b-792f3217d2e5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=77a37c56-024c-4aca-8f3b-792f3217d2e5,segment=NetworkSegment(f6233a7f-f543-4a3b-b2d3-bc6c6d312e75),segment_id=f6233a7f-f543-4a3b-b2d3-bc6c6d312e75)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:22.628097 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:22.708828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebeaa4f-d167-4fe9-abc8-1be4a53249cc req-e0afdc7f-9e9b-49e1-9e61-9dd87a2784ee tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:22.720079 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aebeaa4f-d167-4fe9-abc8-1be4a53249cc req-e0afdc7f-9e9b-49e1-9e61-9dd87a2784ee tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 944 time: 0.4124544 Nov 24 12:57:22.726202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-e9af345b-7ab2-4abf-87f7-3376e3e9e29f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Calling delete_port for 03ac35e5-ff20-43e4-805c-e99061bb43b2 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:22.752539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=77a37c56-024c-4aca-8f3b-792f3217d2e5,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:22.776849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-59c210ba-088b-484b-a45f-279973a429c9 req-c09a7a1c-51d6-423c-99e9-d78482c83775 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937828 Nov 24 12:57:22.817292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-ba47549f-c6db-425c-a0e4-ab884594ed49 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fce3e4791c2641429c4f9b1ffcdf376e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1889076 Nov 24 12:57:22.830860 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-082b9364-869d-49ec-aa98-f986697d7445 req-0abaaa9a-6fa4-4b1a-8fa3-b71455321381 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=439303da-b775-4f79-bae9-fd043297fdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844113 Nov 24 12:57:22.921622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a945b-23a7-48da-8043-2136975972f2 req-044b674c-572a-44b5-b221-72c553b8dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:22.923123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-044b674c-572a-44b5-b221-72c553b8dfd7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.4677389 Nov 24 12:57:22.927253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490b1c9-c17a-4c92-8373-4bedf0096b22 req-0ba5800d-f3b9-4642-af4a-29587339a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:22.928933 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1490b1c9-c17a-4c92-8373-4bedf0096b22 req-0ba5800d-f3b9-4642-af4a-29587339a27f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 HTTP/1.1" status: 200 len: 914 time: 0.5439467 Nov 24 12:57:22.969422 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aebeaa4f-d167-4fe9-abc8-1be4a53249cc req-54f8a2a0-2e16-48e8-ac95-f456027c0aa3 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478840 Nov 24 12:57:23.002250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db52910a-e0b2-46f0-baea-2bc9de8cd047 req-f7a2cb03-87af-4dba-beb3-ea8e8cefee46 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 210 time: 0.1162927 Nov 24 12:57:23.031644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Allocated IP 172.25.0.6 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/bdc207d0-380f-431b-8d82-56ed208cde99) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:23.076298 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c15796-f66e-425a-a699-e51190bf5900 None None] Network 2160e643-7447-4ffa-ab24-a04ea7e62f9a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:23.107270 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-7824973e-63b1-459a-9d23-514ac504b71e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54986b35-c80e-45be-9923-a94a4c80a3ec HTTP/1.1" status: 200 len: 217 time: 0.1257126 Nov 24 12:57:23.170560 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:23.197560 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-28484bde-b856-435d-8e6d-416593e814bc tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:23.199277 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-28484bde-b856-435d-8e6d-416593e814bc tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3732870 Nov 24 12:57:23.218101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-0833f9db-c2ef-454d-8afb-d1e869be3eb4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Request body: {'port': {'device_id': '556d94f4-7910-4b1a-a1b5-6acfedbe11ba', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': 'fce3e4791c2641429c4f9b1ffcdf376e'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:23.259335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da6832-ca6d-4839-beca-2a8a85b2bbf7 req-a17a7df0-96bb-487e-9026-405ed96abe13 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:23.267480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3da6832-ca6d-4839-beca-2a8a85b2bbf7 req-a17a7df0-96bb-487e-9026-405ed96abe13 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 946 time: 0.1624207 Nov 24 12:57:23.287774 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-47ef6ca1-144c-4ba1-aa58-9a2cb25c7a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:23.288589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a945b-23a7-48da-8043-2136975972f2 req-83d7339d-b052-497f-8853-f274c3df26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:23.290133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-83d7339d-b052-497f-8853-f274c3df26d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.1710026 Nov 24 12:57:23.297834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-04ef938b-22a4-4fe0-8c69-10351983750b None None] Provisioning complete for port 77a37c56-024c-4aca-8f3b-792f3217d2e5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:23.299505 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-04ef938b-22a4-4fe0-8c69-10351983750b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:23.367039 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1490b1c9-c17a-4c92-8373-4bedf0096b22 req-32d6b37f-9e77-46f9-8bf6-047a21364c65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13b51106-0de7-42f9-a769-9f0ad51fa073 HTTP/1.1" status: 200 len: 217 time: 0.1910162 Nov 24 12:57:23.383008 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-734f6db8-0fb9-40d0-ab81-3ec89b0af693 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797553 Nov 24 12:57:23.404256 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9af345b-7ab2-4abf-87f7-3376e3e9e29f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:23.470936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:23.488912 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3da6832-ca6d-4839-beca-2a8a85b2bbf7 req-9d5696fd-cb8f-4c9e-aa9c-2d22abb623ff tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/security-groups?id=439303da-b775-4f79-bae9-fd043297fdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204585 Nov 24 12:57:23.530777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af345b-7ab2-4abf-87f7-3376e3e9e29f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Pushing event deleted for resources: {'Port': ['ID=03ac35e5-ff20-43e4-805c-e99061bb43b2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:23.548290 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-b125460b-70ce-466a-80c7-8419807c5075 service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483600 Nov 24 12:57:23.548917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-0833f9db-c2ef-454d-8afb-d1e869be3eb4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Made reservation on behalf of fce3e4791c2641429c4f9b1ffcdf376e for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:23.552096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490b1c9-c17a-4c92-8373-4bedf0096b22 req-03ea0560-1f95-46c8-80f9-6008fc4da52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:23.552255 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-0833f9db-c2ef-454d-8afb-d1e869be3eb4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:23.553826 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1490b1c9-c17a-4c92-8373-4bedf0096b22 req-03ea0560-1f95-46c8-80f9-6008fc4da52a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11e3051e-b0fa-49e8-b2ef-efe853098352 HTTP/1.1" status: 200 len: 853 time: 0.1363308 Nov 24 12:57:23.566112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:23.589031 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:23.619111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1490b1c9-c17a-4c92-8373-4bedf0096b22 req-09d2be45-a0c5-470a-80e9-dedd521264aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515611 Nov 24 12:57:23.620016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:23.673394 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4e3dc8c4-493a-49ed-9ae1-7d4e2506f873 None None] Provisioning complete for port 77a37c56-024c-4aca-8f3b-792f3217d2e5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:23.674273 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4e3dc8c4-493a-49ed-9ae1-7d4e2506f873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:23.692034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Pushing event updated for resources: {'Port': ['ID=bdc207d0-380f-431b-8d82-56ed208cde99,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:23.714541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9af345b-7ab2-4abf-87f7-3376e3e9e29f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:23.717315 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9af345b-7ab2-4abf-87f7-3376e3e9e29f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:23.718611 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e9af345b-7ab2-4abf-87f7-3376e3e9e29f tempest-ServersTestJSON-1779577856 tempest-ServersTestJSON-1779577856-project] 10.222.0.48 "DELETE /v2.0/floatingips/7289a716-0789-4ec8-85a7-ac89ffcbd03f HTTP/1.1" status: 204 len: 168 time: 2.2955616 Nov 24 12:57:23.719762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 13b51106-0de7-42f9-a769-9f0ad51fa073 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:57:23.722341 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56926) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:23.729219 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-696cb38c-866f-45e2-a9bf-4c09555bd131 service neutron] 10.222.0.46 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647470 Nov 24 12:57:23.766537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-0833f9db-c2ef-454d-8afb-d1e869be3eb4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Allocated IP 192.168.233.234 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/3699192b-1ec3-454c-a9b3-40e667e321a2) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:23.926902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 13b51106-0de7-42f9-a769-9f0ad51fa073, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=13b51106-0de7-42f9-a769-9f0ad51fa073,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:23.953575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '13b51106-0de7-42f9-a769-9f0ad51fa073', 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9', 'port_id': '13b51106-0de7-42f9-a769-9f0ad51fa073', 'mac_address': 'fa:16:3e:72:d1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e3051e-b0fa-49e8-b2ef-efe853098352', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:57:24.010708 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1490b1c9-c17a-4c92-8373-4bedf0096b22 req-5bcac05e-6554-4d39-bf26-b3ae4c1d077e service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646524 Nov 24 12:57:24.035534 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:24.063762 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-0833f9db-c2ef-454d-8afb-d1e869be3eb4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:24.065100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b51106-0de7-42f9-a769-9f0ad51fa073 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:57:24.079259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 77a37c56-024c-4aca-8f3b-792f3217d2e5 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:24.134332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371681df-8268-4330-ba5f-3820dcff8bee req-2702b30b-c579-4ac2-a3f9-5c5bc772d6ff tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:24.135846 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-371681df-8268-4330-ba5f-3820dcff8bee req-2702b30b-c579-4ac2-a3f9-5c5bc772d6ff tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.1902170 Nov 24 12:57:24.150475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 13b51106-0de7-42f9-a769-9f0ad51fa073, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=13b51106-0de7-42f9-a769-9f0ad51fa073,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:24.158557 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:24.185520 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-0833f9db-c2ef-454d-8afb-d1e869be3eb4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:24.193726 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 77a37c56-024c-4aca-8f3b-792f3217d2e5 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:24.194118 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:24.200282 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0c109-ef04-425e-b3a2-b66c57ee2afd req-66328686-4aa1-4581-be29-354b8735e1eb tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:24.202393 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8dc0c109-ef04-425e-b3a2-b66c57ee2afd req-66328686-4aa1-4581-be29-354b8735e1eb tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 944 time: 0.1084428 Nov 24 12:57:24.230475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['aa48a8e4-6393-405f-9b9e-da241ed87f42'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:57:24.241566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a945b-23a7-48da-8043-2136975972f2 req-f8476594-694c-4f2b-8c6b-a55ad6377d10 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:24.243624 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-f8476594-694c-4f2b-8c6b-a55ad6377d10 tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1&tenant_id=6441bea1ed3547598abd90d1c2c0a634&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1095 time: 0.1145072 Nov 24 12:57:24.264208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-0833f9db-c2ef-454d-8afb-d1e869be3eb4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:24.285932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-0833f9db-c2ef-454d-8afb-d1e869be3eb4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:24.308209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-0833f9db-c2ef-454d-8afb-d1e869be3eb4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:24.311057 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833f9db-c2ef-454d-8afb-d1e869be3eb4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Pushing event updated for resources: {'Port': ['ID=3699192b-1ec3-454c-a9b3-40e667e321a2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:24.339663 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:24.343867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=13b51106-0de7-42f9-a769-9f0ad51fa073,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:24.423003 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['13b51106-0de7-42f9-a769-9f0ad51fa073'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:57:24.444654 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8dc0c109-ef04-425e-b3a2-b66c57ee2afd req-0522709a-7daf-42d9-b9db-4d9544489744 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093139 Nov 24 12:57:24.464463 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-0833f9db-c2ef-454d-8afb-d1e869be3eb4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:24.465151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-0833f9db-c2ef-454d-8afb-d1e869be3eb4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:24.544513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-0833f9db-c2ef-454d-8afb-d1e869be3eb4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3318379 Nov 24 12:57:24.570958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Request body: {'port': {'device_id': '556d94f4-7910-4b1a-a1b5-6acfedbe11ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:24.706368 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-627a945b-23a7-48da-8043-2136975972f2 req-ac0a14f3-041b-4b8a-aaa6-a5dbbbf245ca service neutron] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:24.720072 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-627a945b-23a7-48da-8043-2136975972f2 req-ac0a14f3-041b-4b8a-aaa6-a5dbbbf245ca service neutron] Publish callbacks [] for binding, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:24.721324 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-ac0a14f3-041b-4b8a-aaa6-a5dbbbf245ca service neutron] 10.222.0.46 "DELETE /v2.0/ports/54986b35-c80e-45be-9923-a94a4c80a3ec/bindings/n-h2-817303-4 HTTP/1.1" status: 204 len: 173 time: 0.4601669 Nov 24 12:57:24.733128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c870b-d236-462b-9d12-992192b02650 req-f7eb7d46-871f-4b75-a680-55921b100f60 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:24.741595 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-283c870b-d236-462b-9d12-992192b02650 req-f7eb7d46-871f-4b75-a680-55921b100f60 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 936 time: 0.1596010 Nov 24 12:57:24.753318 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:24.843771 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-283c870b-d236-462b-9d12-992192b02650 req-158668f2-744d-4353-b547-842fc07a201a tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010888 Nov 24 12:57:24.864850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2df6b51c-ff6a-459a-b35c-7aa384376576 None None] Provisioning complete for port 3699192b-1ec3-454c-a9b3-40e667e321a2 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:24.865331 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2df6b51c-ff6a-459a-b35c-7aa384376576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:24.954317 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1490b1c9-c17a-4c92-8373-4bedf0096b22 req-4a5ac239-cec4-42da-9703-4baeeefef805 service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9337575 Nov 24 12:57:25.006339 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:25.022591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2df6b51c-ff6a-459a-b35c-7aa384376576 None None] Port 3699192b-1ec3-454c-a9b3-40e667e321a2 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:57:25.147857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-371681df-8268-4330-ba5f-3820dcff8bee req-03ab02f6-a996-496b-ab4f-144539c9d54e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9304338 Nov 24 12:57:25.317147 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:25.481692 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e050d8de-4db7-443d-a2c6-caba315cae3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:25.531664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08d1b8-5357-4126-8dbd-c26a70af6f3f req-3b2c304c-9165-4169-a7d9-7a0269cb7e8d tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:25.541016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca08d1b8-5357-4126-8dbd-c26a70af6f3f req-3b2c304c-9165-4169-a7d9-7a0269cb7e8d tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 946 time: 0.1045988 Nov 24 12:57:25.626989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca08d1b8-5357-4126-8dbd-c26a70af6f3f req-416c39d1-87cb-4780-8982-a4deea8ae767 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/security-groups?id=439303da-b775-4f79-bae9-fd043297fdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782747 Nov 24 12:57:25.661798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aad0ab-5195-4ea7-b510-7c611d050135 req-a1b0e014-997e-4e2b-98df-ff683696240d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:25.663608 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-64aad0ab-5195-4ea7-b510-7c611d050135 req-a1b0e014-997e-4e2b-98df-ff683696240d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 944 time: 0.1319232 Nov 24 12:57:25.668124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Router be7d51a1-00d7-4041-bdee-199a97cd5d23 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:57:25.681335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3699192b-1ec3-454c-a9b3-40e667e321a2 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:57:25.691379 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:25.720615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Transition to ACTIVE for port object 3699192b-1ec3-454c-a9b3-40e667e321a2 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:57:25.725603 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 13b51106-0de7-42f9-a769-9f0ad51fa073 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:25.742240 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:25.844073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Pushing event updated for resources: {'Port': ['ID=3699192b-1ec3-454c-a9b3-40e667e321a2,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:25.872647 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-64aad0ab-5195-4ea7-b510-7c611d050135 req-d25ce944-cc14-42c3-8b60-00a449e70098 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013054 Nov 24 12:57:25.885837 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:25.903743 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:57:25.927253 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Sync routers for ids ['be7d51a1-00d7-4041-bdee-199a97cd5d23'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:57:25.951331 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Routers {'be7d51a1-00d7-4041-bdee-199a97cd5d23'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:57:25.955315 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:57:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['be7d51a1-00d7-4041-bdee-199a97cd5d23'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:25.965464 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 13b51106-0de7-42f9-a769-9f0ad51fa073 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:57:26.003598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 13b51106-0de7-42f9-a769-9f0ad51fa073 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:26.004067 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:26.049360 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:26.050595 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-03ad8917-f3e3-4534-92df-8ff5978429ec admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2181058 Nov 24 12:57:26.057396 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56962) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:26.205436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Attempting to bind port 3699192b-1ec3-454c-a9b3-40e667e321a2 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:57:26.206051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Attempting to bind port 3699192b-1ec3-454c-a9b3-40e667e321a2 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:57:26.206424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Attempting to bind port 3699192b-1ec3-454c-a9b3-40e667e321a2 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:26.231914 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Set router be7d51a1-00d7-4041-bdee-199a97cd5d23 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:57:26.235330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-e050d8de-4db7-443d-a2c6-caba315cae3c admin admin] Deleting port 446c209b-ff60-4c95-b24a-4dd812b4fd18 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:26.235875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e050d8de-4db7-443d-a2c6-caba315cae3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:26.248008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Port 3699192b-1ec3-454c-a9b3-40e667e321a2 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:57:26.248339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Attempting to bind port 3699192b-1ec3-454c-a9b3-40e667e321a2 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:26.264433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790834f-5e44-4438-8eef-a658e9cdabf3 req-7be6ac34-e49a-4be3-80b9-fd76eae98837 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:26.272098 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9790834f-5e44-4438-8eef-a658e9cdabf3 req-7be6ac34-e49a-4be3-80b9-fd76eae98837 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 948 time: 0.2308078 Nov 24 12:57:26.286793 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:57:26.287123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:26.287396 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:26.287529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:57:26.287935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Bound port: 3699192b-1ec3-454c-a9b3-40e667e321a2, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:57:26.288290 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:26.335664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09f44a8-20a4-4d19-8b1d-525c0dbbaa43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b51106-0de7-42f9-a769-9f0ad51fa073'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:26.339079 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1743534-9231-411c-ac48-7c9468012d5f" -d '{"events": [{"server_uuid": "f09f44a8-20a4-4d19-8b1d-525c0dbbaa43", "name": "network-vif-plugged", "status": "completed", "tag": "13b51106-0de7-42f9-a769-9f0ad51fa073"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:26.359933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 13b51106-0de7-42f9-a769-9f0ad51fa073, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=13b51106-0de7-42f9-a769-9f0ad51fa073,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:26.375409 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:26.438866 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9790834f-5e44-4438-8eef-a658e9cdabf3 req-3c84646f-b26c-4a14-a686-8431c301a8c3 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658762 Nov 24 12:57:26.493420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=13b51106-0de7-42f9-a769-9f0ad51fa073,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:26.508898 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] For port 3699192b-1ec3-454c-a9b3-40e667e321a2, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:26.522091 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690c4ad-ef64-4416-873a-ba6f011d0353 req-f1e8bfc0-5544-451c-a458-6943e2bdcd8a tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:26.523800 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c690c4ad-ef64-4416-873a-ba6f011d0353 req-f1e8bfc0-5544-451c-a458-6943e2bdcd8a tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 1095 time: 0.1928337 Nov 24 12:57:26.532796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] For port 3699192b-1ec3-454c-a9b3-40e667e321a2, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3699192b-1ec3-454c-a9b3-40e667e321a2,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:57:26.549579 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:26.559137 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:26.565932 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-e050d8de-4db7-443d-a2c6-caba315cae3c admin admin] For port 446c209b-ff60-4c95-b24a-4dd812b4fd18, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=446c209b-ff60-4c95-b24a-4dd812b4fd18,segment=NetworkSegment(c28f7445-05af-4942-a663-06e9f8fdd376),segment_id=c28f7445-05af-4942-a663-06e9f8fdd376)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:26.566764 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e050d8de-4db7-443d-a2c6-caba315cae3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:26.585596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-e050d8de-4db7-443d-a2c6-caba315cae3c admin admin] Calling delete_port for 446c209b-ff60-4c95-b24a-4dd812b4fd18 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:26.644517 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c690c4ad-ef64-4416-873a-ba6f011d0353 req-a428cca6-8b47-4bfc-a65f-4c7893e250ec tempest-LiveMigrationTest-1911985232 tempest-LiveMigrationTest-1911985232-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974081 Nov 24 12:57:26.704652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:26.705255 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:26.706601 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] 10.222.0.46 "PUT /v2.0/ports/3699192b-1ec3-454c-a9b3-40e667e321a2 HTTP/1.1" status: 200 len: 1096 time: 2.1492279 Nov 24 12:57:26.712561 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556d94f4-7910-4b1a-a1b5-6acfedbe11ba', 'tag': '3699192b-1ec3-454c-a9b3-40e667e321a2'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:26.729109 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62361844-5d12-4ee5-84b8-ca6a7fbf76a9" -d '{"events": [{"name": "network-changed", "server_uuid": "556d94f4-7910-4b1a-a1b5-6acfedbe11ba", "tag": "3699192b-1ec3-454c-a9b3-40e667e321a2"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:26.744334 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'name': 'tempest-FloatingIPDetailsTestJSON-1657496134-router', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:57:19Z', 'updated_at': '2021-11-24T12:57:23Z', 'revision_number': 3, 'project_id': 'f21806c1b4de4589b081cf0567c24f95', 'gw_port': {'id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:57:22Z', 'updated_at': '2021-11-24T12:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:26.746891 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899f03ce-ddcc-4147-ac14-bf8bbd5baf40 x-openstack-request-id: req-899f03ce-ddcc-4147-ac14-bf8bbd5baf40 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:26.747401 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09f44a8-20a4-4d19-8b1d-525c0dbbaa43", "name": "network-vif-plugged", "status": "completed", "tag": "13b51106-0de7-42f9-a769-9f0ad51fa073", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:26.748368 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-899f03ce-ddcc-4147-ac14-bf8bbd5baf40 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:26.748915 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09f44a8-20a4-4d19-8b1d-525c0dbbaa43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b51106-0de7-42f9-a769-9f0ad51fa073', 'code': 200} Nov 24 12:57:26.810370 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Checking router: be7d51a1-00d7-4041-bdee-199a97cd5d23 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:57:26.810709 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Updating router be7d51a1-00d7-4041-bdee-199a97cd5d23 port bdc207d0-380f-431b-8d82-56ed208cde99 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:57:26.838676 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:26.933530 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e050d8de-4db7-443d-a2c6-caba315cae3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:27.000129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f4ea3-3e68-4c47-90ab-4b469aadfb23 service neutron] Pushing event updated for resources: {'Port': ['ID=3699192b-1ec3-454c-a9b3-40e667e321a2,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:27.030604 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050d8de-4db7-443d-a2c6-caba315cae3c admin admin] Pushing event deleted for resources: {'Port': ['ID=446c209b-ff60-4c95-b24a-4dd812b4fd18,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:27.032326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3db2e8-74fc-4153-aaa4-7f5e3b94ae37 req-fc9b1e2e-4cbe-494f-81aa-4de923cf129c tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:27.055179 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e3db2e8-74fc-4153-aaa4-7f5e3b94ae37 req-fc9b1e2e-4cbe-494f-81aa-4de923cf129c tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.4566157 Nov 24 12:57:27.167863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56984) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:27.176637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ce615794-cdb1-4b95-a9e8-71d501b31c90 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-535497285'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:27.185834 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-a0a080da-7a0c-45a8-b8a1-a9cc5b4fda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:27.189609 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-a0a080da-7a0c-45a8-b8a1-a9cc5b4fda81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fce3e4791c2641429c4f9b1ffcdf376e&device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 1099 time: 0.3498073 Nov 24 12:57:27.192775 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80983590-97d8-4d55-902e-16fd303f86a6 x-openstack-request-id: req-80983590-97d8-4d55-902e-16fd303f86a6 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:27.193073 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "556d94f4-7910-4b1a-a1b5-6acfedbe11ba", "tag": "3699192b-1ec3-454c-a9b3-40e667e321a2", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:27.193332 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80983590-97d8-4d55-902e-16fd303f86a6 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:27.193779 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556d94f4-7910-4b1a-a1b5-6acfedbe11ba', 'tag': '3699192b-1ec3-454c-a9b3-40e667e321a2', 'status': 'completed', 'code': 200} Nov 24 12:57:27.258349 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:27.276561 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:27.277039 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-b9bc459c-8d68-4f83-b5b5-cc77c5f4f203 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3699192b-1ec3-454c-a9b3-40e667e321a2 HTTP/1.1" status: 200 len: 217 time: 0.0691292 Nov 24 12:57:27.345002 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a5de3-d7ec-412e-bf50-f827719cb8a5 None None] Pushing event updated for resources: {'Port': ['ID=bdc207d0-380f-431b-8d82-56ed208cde99,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:27.346926 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e050d8de-4db7-443d-a2c6-caba315cae3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:27.365420 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Attempting to bind port bdc207d0-380f-431b-8d82-56ed208cde99 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:57:27.365805 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Attempting to bind port bdc207d0-380f-431b-8d82-56ed208cde99 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:57:27.366177 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Attempting to bind port bdc207d0-380f-431b-8d82-56ed208cde99 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:27.373111 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:57:27.373547 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:27.373954 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:27.374350 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:57:27.374829 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Bound port: bdc207d0-380f-431b-8d82-56ed208cde99, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:57:27.375213 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:27.420103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce615794-cdb1-4b95-a9e8-71d501b31c90 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Made reservation on behalf of bbbd151c2bf343dcb413efbadcb1bbb3 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:27.424519 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce615794-cdb1-4b95-a9e8-71d501b31c90 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:27.435343 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] For port bdc207d0-380f-431b-8d82-56ed208cde99, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:27.438797 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] For port bdc207d0-380f-431b-8d82-56ed208cde99, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=bdc207d0-380f-431b-8d82-56ed208cde99,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:57:27.439574 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e3db2e8-74fc-4153-aaa4-7f5e3b94ae37 req-01e16ca1-07aa-4757-9064-9b4866e1c9ba tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834863 Nov 24 12:57:27.459686 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:27.470603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-43169c74-57cc-41e7-af42-2e3bb7b5f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:27.472060 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-43169c74-57cc-41e7-af42-2e3bb7b5f2d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1760700 Nov 24 12:57:27.487866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce615794-cdb1-4b95-a9e8-71d501b31c90 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:57:27.498132 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce615794-cdb1-4b95-a9e8-71d501b31c90 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:27.498497 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-ce615794-cdb1-4b95-a9e8-71d501b31c90 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Added segment ba2849af-62f5-4be6-9359-e5906b22093e of type vlan for network b5edd316-cad9-4bd8-9066-3fc91eabcb7c Nov 24 12:57:27.541716 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce615794-cdb1-4b95-a9e8-71d501b31c90 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:27.551082 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deefb08-69a8-4df3-9090-e6af0ebd7d38 req-8e79f1d4-06ce-4945-be38-ede31fcff15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:27.552986 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5deefb08-69a8-4df3-9090-e6af0ebd7d38 req-8e79f1d4-06ce-4945-be38-ede31fcff15b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 1096 time: 0.6541662 Nov 24 12:57:27.569106 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Routers {'be7d51a1-00d7-4041-bdee-199a97cd5d23'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:57:27.569900 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:57:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['be7d51a1-00d7-4041-bdee-199a97cd5d23'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:27.575323 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:27.592466 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce615794-cdb1-4b95-a9e8-71d501b31c90 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:27.598458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce615794-cdb1-4b95-a9e8-71d501b31c90 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:27.599196 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce615794-cdb1-4b95-a9e8-71d501b31c90 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:27.705300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3e391-4eec-4a2d-ac84-c9fb4c1e5464 req-15be132f-522a-4306-8358-a43a634be904 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:27.713844 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29b3e391-4eec-4a2d-ac84-c9fb4c1e5464 req-15be132f-522a-4306-8358-a43a634be904 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 944 time: 0.4511056 Nov 24 12:57:27.725181 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a5de3-d7ec-412e-bf50-f827719cb8a5 None None] Pushing event updated for resources: {'Port': ['ID=bdc207d0-380f-431b-8d82-56ed208cde99,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:27.739597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e050d8de-4db7-443d-a2c6-caba315cae3c admin admin] Router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:57:27.759295 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] Set router be7d51a1-00d7-4041-bdee-199a97cd5d23 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:57:27.774759 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ce615794-cdb1-4b95-a9e8-71d501b31c90 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6038399 Nov 24 12:57:27.783172 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56990) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:27.808497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-da65b718-448b-425e-a048-93230038fb9e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1183475327'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:27.826967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce615794-cdb1-4b95-a9e8-71d501b31c90 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'Network': ['ID=b5edd316-cad9-4bd8-9066-3fc91eabcb7c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:27.827370 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5deefb08-69a8-4df3-9090-e6af0ebd7d38 req-01623978-33d4-41f1-aa71-83acb7fa5986 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628501 Nov 24 12:57:27.839970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network b5edd316-cad9-4bd8-9066-3fc91eabcb7c details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:57:27.860394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-6a2f50ca-332b-4cf4-a30d-c6967cde20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:27.862510 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-6a2f50ca-332b-4cf4-a30d-c6967cde20a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2967901 Nov 24 12:57:27.891778 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29b3e391-4eec-4a2d-ac84-c9fb4c1e5464 req-8435b8a1-1f6f-4b3e-9c78-5aa7970cfa42 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769509 Nov 24 12:57:27.953714 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da65b718-448b-425e-a048-93230038fb9e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Made reservation on behalf of bbbd151c2bf343dcb413efbadcb1bbb3 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:27.962571 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-da65b718-448b-425e-a048-93230038fb9e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:28.009685 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da65b718-448b-425e-a048-93230038fb9e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:57:28.036792 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-da65b718-448b-425e-a048-93230038fb9e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:28.038943 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-da65b718-448b-425e-a048-93230038fb9e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Added segment 66d7cb99-9b38-4978-ade1-6487c9e8693a of type vlan for network af84e79c-ff8c-4c42-88b8-58985a027e75 Nov 24 12:57:28.045514 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Allocated IP 172.20.0.1 (2160e643-7447-4ffa-ab24-a04ea7e62f9a/9d4e5063-fc26-4411-acc8-7a35a554bd76/0a6769ce-2c24-4caa-a06a-85b4d51d7676) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:28.092772 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'name': 'tempest-FloatingIPDetailsTestJSON-1657496134-router', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:57:19Z', 'updated_at': '2021-11-24T12:57:23Z', 'revision_number': 3, 'project_id': 'f21806c1b4de4589b081cf0567c24f95', 'gw_port': {'id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:57:22Z', 'updated_at': '2021-11-24T12:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:28.093521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ded2d-57f9-455e-947f-fef85c983bb8 req-21381e7e-e6d5-4069-b42c-e914f1244dd3 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:28.095091 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-755ded2d-57f9-455e-947f-fef85c983bb8 req-21381e7e-e6d5-4069-b42c-e914f1244dd3 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 948 time: 0.4386740 Nov 24 12:57:28.098679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e050d8de-4db7-443d-a2c6-caba315cae3c admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:57:28.101384 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-da65b718-448b-425e-a048-93230038fb9e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:28.108755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e050d8de-4db7-443d-a2c6-caba315cae3c admin admin] 10.222.0.48 "PUT /v2.0/routers/a7c5330f-13d0-40e5-9ff5-7a1d9e47026a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2924328 Nov 24 12:57:28.113493 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56992) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:28.115886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee79fc2-d0cb-4125-968b-c705ab12b31a None None] Sync routers for ids ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:57:28.122280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8ef2b-6699-4176-a0a7-33df911bf1c7 req-a0204af0-8e3d-4f5e-86fa-bcc70b336a10 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:28.124593 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3d8ef2b-6699-4176-a0a7-33df911bf1c7 req-a0204af0-8e3d-4f5e-86fa-bcc70b336a10 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.46 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 944 time: 0.3427155 Nov 24 12:57:28.131871 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b15c007-5c48-4f7e-b7e6-c7b8e9955bf4 None None] The sync data for ids ['be7d51a1-00d7-4041-bdee-199a97cd5d23'] in n-d-817303-4 is: [{'id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'name': 'tempest-FloatingIPDetailsTestJSON-1657496134-router', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:57:19Z', 'updated_at': '2021-11-24T12:57:23Z', 'revision_number': 3, 'project_id': 'f21806c1b4de4589b081cf0567c24f95', 'gw_port': {'id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:57:22Z', 'updated_at': '2021-11-24T12:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:57:28.146222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee79fc2-d0cb-4125-968b-c705ab12b31a None None] Routers {'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:57:28.146859 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cee79fc2-d0cb-4125-968b-c705ab12b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:57:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:28.189876 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-da65b718-448b-425e-a048-93230038fb9e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:28.201208 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da65b718-448b-425e-a048-93230038fb9e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:28.202238 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-da65b718-448b-425e-a048-93230038fb9e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:28.277372 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-14f5bad3-5ea8-40d5-8288-fe27f1501e75 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906245 Nov 24 12:57:28.298448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-755ded2d-57f9-455e-947f-fef85c983bb8 req-a8d8f8be-1f5c-47e8-902f-58be957ef983 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582677 Nov 24 12:57:28.305022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-cee79fc2-d0cb-4125-968b-c705ab12b31a None None] Set router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:57:28.314907 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65b718-448b-425e-a048-93230038fb9e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'Network': ['ID=af84e79c-ff8c-4c42-88b8-58985a027e75,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:28.339620 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-da65b718-448b-425e-a048-93230038fb9e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5393496 Nov 24 12:57:28.339986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56994) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:28.346601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network af84e79c-ff8c-4c42-88b8-58985a027e75 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:57:28.347444 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a5ea8aa9-be5f-496b-b1d8-83ed088cb4c3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'subnet': {'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:28.370746 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:28.543051 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd087f89-156d-42a9-a874-cf6c020a9d67 req-e4dc66be-50a4-4df5-b9f8-e56a27945e29 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283242 Nov 24 12:57:28.562767 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:28.599507 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-f3d8ef2b-6699-4176-a0a7-33df911bf1c7 req-237d0850-9262-427d-92ad-88d3bd2fdc03 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Deleting port 54986b35-c80e-45be-9923-a94a4c80a3ec {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:28.599763 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f3d8ef2b-6699-4176-a0a7-33df911bf1c7 req-237d0850-9262-427d-92ad-88d3bd2fdc03 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:28.697272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ea8aa9-be5f-496b-b1d8-83ed088cb4c3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Made reservation on behalf of bbbd151c2bf343dcb413efbadcb1bbb3 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:28.703388 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8aa9-be5f-496b-b1d8-83ed088cb4c3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:28.728189 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:28.743870 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:28.762487 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ee1ce-d37f-4b39-949f-549e657848d3 req-5bb66ca7-7985-4d66-948f-c0fb7de035c5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:28.764462 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-077ee1ce-d37f-4b39-949f-549e657848d3 req-5bb66ca7-7985-4d66-948f-c0fb7de035c5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1790900 Nov 24 12:57:28.772532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cee79fc2-d0cb-4125-968b-c705ab12b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:57:26Z', 'revision_number': 5, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port': {'id': '9ee376e9-852b-4126-8d20-3864d99302cd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:28.846239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62361844-5d12-4ee5-84b8-ca6a7fbf76a9 req-34dbd4f5-acee-43ae-a9d6-7e4e60ac83c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:28.847483 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62361844-5d12-4ee5-84b8-ca6a7fbf76a9 req-34dbd4f5-acee-43ae-a9d6-7e4e60ac83c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fce3e4791c2641429c4f9b1ffcdf376e&device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 1099 time: 0.2266564 Nov 24 12:57:28.849446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Network 2160e643-7447-4ffa-ab24-a04ea7e62f9a is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:28.854300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee79fc2-d0cb-4125-968b-c705ab12b31a None None] Checking router: a7c5330f-13d0-40e5-9ff5-7a1d9e47026a for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:57:28.873134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:28.873381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee79fc2-d0cb-4125-968b-c705ab12b31a None None] Routers {'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:57:28.873997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cee79fc2-d0cb-4125-968b-c705ab12b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:57:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:28.876759 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:28.950664 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-077ee1ce-d37f-4b39-949f-549e657848d3 req-f9871728-2d55-41a1-a547-c3973aa023a0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352329 Nov 24 12:57:29.002385 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6769ce-2c24-4caa-a06a-85b4d51d7676,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:29.053040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-cee79fc2-d0cb-4125-968b-c705ab12b31a None None] Set router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:57:29.136893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f3d8ef2b-6699-4176-a0a7-33df911bf1c7 req-237d0850-9262-427d-92ad-88d3bd2fdc03 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] For port 54986b35-c80e-45be-9923-a94a4c80a3ec, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=54986b35-c80e-45be-9923-a94a4c80a3ec,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:29.137836 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f3d8ef2b-6699-4176-a0a7-33df911bf1c7 req-237d0850-9262-427d-92ad-88d3bd2fdc03 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:29.143856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] Deleting port 9ee376e9-852b-4126-8d20-3864d99302cd {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:29.146116 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:29.170911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-f3d8ef2b-6699-4176-a0a7-33df911bf1c7 req-237d0850-9262-427d-92ad-88d3bd2fdc03 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Calling delete_port for 54986b35-c80e-45be-9923-a94a4c80a3ec owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:29.174563 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:29.178252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cee79fc2-d0cb-4125-968b-c705ab12b31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:57:28Z', 'revision_number': 6, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:29.275824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee79fc2-d0cb-4125-968b-c705ab12b31a None None] The sync data for ids ['a7c5330f-13d0-40e5-9ff5-7a1d9e47026a'] in n-d-817303-4 is: [{'id': 'a7c5330f-13d0-40e5-9ff5-7a1d9e47026a', 'name': 'tempest-ServersTestJSON-1961112022-router', 'tenant_id': '88f1d12e9ef5448caf41cac2016cf89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:54:56Z', 'updated_at': '2021-11-24T12:57:28Z', 'revision_number': 6, 'project_id': '88f1d12e9ef5448caf41cac2016cf89f', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:57:29.330798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] For port 9ee376e9-852b-4126-8d20-3864d99302cd, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9ee376e9-852b-4126-8d20-3864d99302cd,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:29.331518 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:29.378986 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:29.386612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3b9eeb9c-4e63-4c4e-99ae-f2bab1715dff None None] Provisioning complete for port 0a6769ce-2c24-4caa-a06a-85b4d51d7676 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:29.388920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] Calling delete_port for 9ee376e9-852b-4126-8d20-3864d99302cd owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:29.392248 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3b9eeb9c-4e63-4c4e-99ae-f2bab1715dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:29.413073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62361844-5d12-4ee5-84b8-ca6a7fbf76a9 req-dbe2f086-991f-4b7f-a4e5-3e4594ba838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:29.414562 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62361844-5d12-4ee5-84b8-ca6a7fbf76a9 req-dbe2f086-991f-4b7f-a4e5-3e4594ba838e service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.5572422 Nov 24 12:57:29.480016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3b9eeb9c-4e63-4c4e-99ae-f2bab1715dff None None] Port 0a6769ce-2c24-4caa-a06a-85b4d51d7676 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:57:29.536263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56dc9f-0c88-4059-ae4e-170710a757d6 req-fca7ad39-b8c0-414c-9d68-d5346f9c3086 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:29.544379 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ad56dc9f-0c88-4059-ae4e-170710a757d6 req-fca7ad39-b8c0-414c-9d68-d5346f9c3086 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 944 time: 0.2420907 Nov 24 12:57:29.558958 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62361844-5d12-4ee5-84b8-ca6a7fbf76a9 req-f7a82e09-c886-4caa-a247-3d2de3ae2a18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=3699192b-1ec3-454c-a9b3-40e667e321a2 HTTP/1.1" status: 200 len: 217 time: 0.1088119 Nov 24 12:57:29.906257 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8aa9-be5f-496b-b1d8-83ed088cb4c3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:29.992207 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6ae4d-b4e2-4458-8361-6eb424531e8b req-39cbe4e2-4936-453e-a183-a5e2702bc38b tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:29.996149 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5be6ae4d-b4e2-4458-8361-6eb424531e8b req-39cbe4e2-4936-453e-a183-a5e2702bc38b tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 948 time: 0.1832380 Nov 24 12:57:30.035713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62361844-5d12-4ee5-84b8-ca6a7fbf76a9 req-0768ac7c-3527-4969-9e01-2c9ecbb49eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:30.037333 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62361844-5d12-4ee5-84b8-ca6a7fbf76a9 req-0768ac7c-3527-4969-9e01-2c9ecbb49eeb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.4599493 Nov 24 12:57:30.054394 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ad56dc9f-0c88-4059-ae4e-170710a757d6 req-d465bc6d-ad8e-41f6-bdad-f801667e0676 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064249 Nov 24 12:57:30.060373 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea8aa9-be5f-496b-b1d8-83ed088cb4c3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'Subnet': ['ID=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:30.099656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea8aa9-be5f-496b-b1d8-83ed088cb4c3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Checking segment: {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:30.100094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea8aa9-be5f-496b-b1d8-83ed088cb4c3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Network hostable DHCP agents. Network: b5edd316-cad9-4bd8-9066-3fc91eabcb7c, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:57:30.109664 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5be6ae4d-b4e2-4458-8361-6eb424531e8b req-ae157580-f753-46d6-a466-aab021acd50f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959249 Nov 24 12:57:30.157404 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea8aa9-be5f-496b-b1d8-83ed088cb4c3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Network b5edd316-cad9-4bd8-9066-3fc91eabcb7c is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:57:30.185361 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:30.220519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a5ea8aa9-be5f-496b-b1d8-83ed088cb4c3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, b5edd316-cad9-4bd8-9066-3fc91eabcb7c) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:30.229288 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0f8dcf-0a45-4656-8560-776941dc9e44 None None] Network b5edd316-cad9-4bd8-9066-3fc91eabcb7c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:30.308298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea8aa9-be5f-496b-b1d8-83ed088cb4c3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:30.309003 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5ea8aa9-be5f-496b-b1d8-83ed088cb4c3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:30.318269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee376e9-852b-4126-8d20-3864d99302cd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:30.381451 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f3d8ef2b-6699-4176-a0a7-33df911bf1c7 req-237d0850-9262-427d-92ad-88d3bd2fdc03 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:30.396057 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41f8ba-86a7-46ee-9036-a59652244017 req-66de1526-fc01-4d90-9ecb-3a662a972225 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:30.398098 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee41f8ba-86a7-46ee-9036-a59652244017 req-66de1526-fc01-4d90-9ecb-3a662a972225 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.2844853 Nov 24 12:57:30.433742 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:30.443464 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3699192b-1ec3-454c-a9b3-40e667e321a2 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:57:30.450816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['9bbfb7ba-d2c5-452a-b615-532d07af57f0'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:57:30.451456 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a5ea8aa9-be5f-496b-b1d8-83ed088cb4c3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1104810 Nov 24 12:57:30.455955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57022) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:30.458733 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 54986b35-c80e-45be-9923-a94a4c80a3ec no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:57:30.471673 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:30.481920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3d1fcb3d-308d-44ef-b45d-fe0238668bc7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'subnet': {'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:30.500389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62361844-5d12-4ee5-84b8-ca6a7fbf76a9 req-5da134fd-6125-439d-baf1-360bd99a9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:30.502323 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62361844-5d12-4ee5-84b8-ca6a7fbf76a9 req-5da134fd-6125-439d-baf1-360bd99a9586 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3303957 Nov 24 12:57:30.533290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d0850-9262-427d-92ad-88d3bd2fdc03 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Pushing event deleted for resources: {'Port': ['ID=54986b35-c80e-45be-9923-a94a4c80a3ec,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:30.535861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:30.565647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d8ef2b-6699-4176-a0a7-33df911bf1c7 req-237d0850-9262-427d-92ad-88d3bd2fdc03 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] No DVR routers for this DVR port 54986b35-c80e-45be-9923-a94a4c80a3ec on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:57:30.586265 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device bdc207d0-380f-431b-8d82-56ed208cde99 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:30.600190 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f3d8ef2b-6699-4176-a0a7-33df911bf1c7 req-237d0850-9262-427d-92ad-88d3bd2fdc03 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:30.604095 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3d8ef2b-6699-4176-a0a7-33df911bf1c7 req-237d0850-9262-427d-92ad-88d3bd2fdc03 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.46 "DELETE /v2.0/ports/54986b35-c80e-45be-9923-a94a4c80a3ec HTTP/1.1" status: 204 len: 173 time: 2.4643435 Nov 24 12:57:30.629719 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 54986b35-c80e-45be-9923-a94a4c80a3ec {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:57:30.630169 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 54986b35-c80e-45be-9923-a94a4c80a3ec not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:57:30.644791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c55b39-e20f-45d4-8cbe-9404082afff1', 'name': 'network-vif-deleted', 'tag': '54986b35-c80e-45be-9923-a94a4c80a3ec'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:30.647345 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fc5547-2944-4fb2-9268-4aeb3f02a458" -d '{"events": [{"server_uuid": "79c55b39-e20f-45d4-8cbe-9404082afff1", "name": "network-vif-deleted", "tag": "54986b35-c80e-45be-9923-a94a4c80a3ec"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:30.647526 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:30.649892 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:30.709571 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee41f8ba-86a7-46ee-9036-a59652244017 req-cdec2654-371c-4914-98a9-4196b7b720bf tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515988 Nov 24 12:57:30.729944 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922f8038-f3d4-4cd4-910d-a09dd751ac2f x-openstack-request-id: req-922f8038-f3d4-4cd4-910d-a09dd751ac2f {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:30.730246 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c55b39-e20f-45d4-8cbe-9404082afff1", "name": "network-vif-deleted", "tag": "54986b35-c80e-45be-9923-a94a4c80a3ec", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:30.730507 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-922f8038-f3d4-4cd4-910d-a09dd751ac2f {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:30.730909 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c55b39-e20f-45d4-8cbe-9404082afff1', 'name': 'network-vif-deleted', 'tag': '54986b35-c80e-45be-9923-a94a4c80a3ec', 'status': 'completed', 'code': 200} Nov 24 12:57:30.738164 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-b5edd316-cad9-4bd8-9066-3fc91eabcb7c', 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'fixed_ips': [{'subnet_id': 'ecbb9e5d-26fb-4caa-8ef1-c2de39928a99'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:57:30.739909 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:30.785190 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:30.786673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7c5330f-13d0-40e5-9ff5-7a1d9e47026a {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 12:57:30.807195 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:30.807423 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:30.807835 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.resource_extend [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 12:57:30.811630 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-893257dd-0c5b-4c14-95d8-99c1bfc174d7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a7c5330f-13d0-40e5-9ff5-7a1d9e47026a HTTP/1.1" status: 204 len: 168 time: 2.6938970 Nov 24 12:57:30.811811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57028) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:30.831083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Pushing event updated for resources: {'Port': ['ID=0a6769ce-2c24-4caa-a06a-85b4d51d7676,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:30.922113 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fe701b-a499-41ca-bda9-f8a9993b0d53 admin admin] Deleting subnet 1ba4d3d9-2757-4798-b5d2-dee42dda7beb {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:57:30.926313 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b5fe701b-a499-41ca-bda9-f8a9993b0d53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:30.977718 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b5fe701b-a499-41ca-bda9-f8a9993b0d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:31.001303 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62361844-5d12-4ee5-84b8-ca6a7fbf76a9 req-81b7f3f1-6265-41b1-8605-c4a70ff17992 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456589 Nov 24 12:57:31.044732 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1fcb3d-308d-44ef-b45d-fe0238668bc7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Made reservation on behalf of bbbd151c2bf343dcb413efbadcb1bbb3 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:31.049740 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcb3d-308d-44ef-b45d-fe0238668bc7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:31.118930 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62361844-5d12-4ee5-84b8-ca6a7fbf76a9 req-c3e8cfc6-b023-4dc2-90c4-7d5c2a862df4 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102865 Nov 24 12:57:31.173785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Network 2160e643-7447-4ffa-ab24-a04ea7e62f9a is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:31.189907 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:31.398494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40916db-9389-4791-a971-0a5dba3d75dc req-367a5273-eaec-4df8-a326-e7e8fd0365cf tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:31.400376 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f40916db-9389-4791-a971-0a5dba3d75dc req-367a5273-eaec-4df8-a326-e7e8fd0365cf tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/networks?id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 HTTP/1.1" status: 200 len: 813 time: 0.2800481 Nov 24 12:57:31.406553 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1943f5f9-a14d-4977-94bb-ea81542b0727 req-969a5a31-0ed1-403e-b71c-abcfb74d3d76 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 210 time: 0.2168076 Nov 24 12:57:31.431160 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port bdc207d0-380f-431b-8d82-56ed208cde99 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:31.432148 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:31.441493 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b5fe701b-a499-41ca-bda9-f8a9993b0d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:31.446725 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f40916db-9389-4791-a971-0a5dba3d75dc req-ef7a1f6f-35ab-4298-90a5-1e2fd5cfce70 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/quotas/3f105f42ae49484599bae47aa69aa081 HTTP/1.1" status: 200 len: 375 time: 0.0174732 Nov 24 12:57:31.463370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Router be7d51a1-00d7-4041-bdee-199a97cd5d23 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:57:31.594595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 3699192b-1ec3-454c-a9b3-40e667e321a2, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3699192b-1ec3-454c-a9b3-40e667e321a2,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:31.625618 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcb3d-308d-44ef-b45d-fe0238668bc7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:31.636789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Allocated IP 10.1.1.2 (b5edd316-cad9-4bd8-9066-3fc91eabcb7c/ecbb9e5d-26fb-4caa-8ef1-c2de39928a99/df938ff8-0f96-42a8-a5aa-6a0e8e2d588a) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:31.642499 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f40916db-9389-4791-a971-0a5dba3d75dc req-6bd40f83-8390-4820-aa4c-6382afc1f0ac tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f105f42ae49484599bae47aa69aa081&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1697617 Nov 24 12:57:31.651618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '3699192b-1ec3-454c-a9b3-40e667e321a2', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '3699192b-1ec3-454c-a9b3-40e667e321a2', 'mac_address': 'fa:16:3e:38:a2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:57:31.680718 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8aee2eba-f019-4f2f-97a5-078c9fe5c81c None None] Provisioning complete for port 0a6769ce-2c24-4caa-a06a-85b4d51d7676 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:31.681276 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8aee2eba-f019-4f2f-97a5-078c9fe5c81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:31.696087 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b5fe701b-a499-41ca-bda9-f8a9993b0d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:31.708240 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fcb3d-308d-44ef-b45d-fe0238668bc7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'Subnet': ['ID=3114486e-dc07-4c9a-accf-e9e94a0ec567,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:31.740655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea43ef2-6167-4099-9ba7-823bda3fb0d8 req-fa311d03-5a54-4b38-bb2b-56f9f159016c tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:31.742214 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5ea43ef2-6167-4099-9ba7-823bda3fb0d8 req-fa311d03-5a54-4b38-bb2b-56f9f159016c tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 948 time: 0.2330322 Nov 24 12:57:31.764109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:57:31.768779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8aee2eba-f019-4f2f-97a5-078c9fe5c81c None None] Port 0a6769ce-2c24-4caa-a06a-85b4d51d7676 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:57:31.770292 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:31.772740 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Sync routers for ids ['be7d51a1-00d7-4041-bdee-199a97cd5d23'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:57:31.776153 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cfa0f94d-7461-45c0-a78d-df3208ce9742 admin admin] 10.222.0.48 "PUT /v2.0/routers/be7d51a1-00d7-4041-bdee-199a97cd5d23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7173295 Nov 24 12:57:31.792561 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Routers {'be7d51a1-00d7-4041-bdee-199a97cd5d23'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:57:31.793393 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:57:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['be7d51a1-00d7-4041-bdee-199a97cd5d23'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:31.808244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe701b-a499-41ca-bda9-f8a9993b0d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba4d3d9-2757-4798-b5d2-dee42dda7beb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:31.825269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b5fe701b-a499-41ca-bda9-f8a9993b0d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:31.829729 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b5fe701b-a499-41ca-bda9-f8a9993b0d53 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1ba4d3d9-2757-4798-b5d2-dee42dda7beb HTTP/1.1" status: 204 len: 168 time: 1.0080252 Nov 24 12:57:31.833080 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f40916db-9389-4791-a971-0a5dba3d75dc req-97e04a9c-73e3-4807-9cbb-bd8141fcd40a service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896653 Nov 24 12:57:31.836704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57050) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:31.848808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43adc20-e191-4171-a1d9-e4b6de707dc4 None None] Network e0f091d7-17a5-4759-b8f2-a09691d177b4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:31.876695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3699192b-1ec3-454c-a9b3-40e667e321a2 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:57:31.890736 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5ea43ef2-6167-4099-9ba7-823bda3fb0d8 req-a3413fd4-ccf0-4a4d-a1ee-d6290283df1f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056912 Nov 24 12:57:31.897632 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1fcb3d-308d-44ef-b45d-fe0238668bc7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Checking segment: {'id': '66d7cb99-9b38-4978-ade1-6487c9e8693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:31.898007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fcb3d-308d-44ef-b45d-fe0238668bc7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Network hostable DHCP agents. Network: af84e79c-ff8c-4c42-88b8-58985a027e75, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:57:31.949639 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fcb3d-308d-44ef-b45d-fe0238668bc7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Network af84e79c-ff8c-4c42-88b8-58985a027e75 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:57:31.969635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-3d1fcb3d-308d-44ef-b45d-fe0238668bc7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, af84e79c-ff8c-4c42-88b8-58985a027e75) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:31.986908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1fcb3d-308d-44ef-b45d-fe0238668bc7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:31.987524 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcb3d-308d-44ef-b45d-fe0238668bc7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:31.989837 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f40916db-9389-4791-a971-0a5dba3d75dc req-9bb7045b-a170-4d08-8361-9afe9db81c84 service neutron] 10.222.0.48 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375299 Nov 24 12:57:32.042957 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3d1fcb3d-308d-44ef-b45d-fe0238668bc7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5808034 Nov 24 12:57:32.043832 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57054) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:32.050123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-7206be08-b66d-4897-a323-7aa7b8803083 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'port': {'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c', 'name': 'tempest-TaggedBootDevicesTest-1094632660', 'fixed_ips': [{'subnet_id': 'ecbb9e5d-26fb-4caa-8ef1-c2de39928a99'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:32.090647 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Set router be7d51a1-00d7-4041-bdee-199a97cd5d23 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:57:32.104704 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.143265 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a2dd0e-fbb2-496c-8153-f55ff9c3210f None None] Network af84e79c-ff8c-4c42-88b8-58985a027e75 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:32.145685 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.202702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Deleting port d23aa579-0bd0-4a76-9397-4c21c10ace6d {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:32.203268 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.239651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 3699192b-1ec3-454c-a9b3-40e667e321a2, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3699192b-1ec3-454c-a9b3-40e667e321a2,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:32.280919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] For port d23aa579-0bd0-4a76-9397-4c21c10ace6d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d23aa579-0bd0-4a76-9397-4c21c10ace6d,segment=NetworkSegment(c28f7445-05af-4942-a663-06e9f8fdd376),segment_id=c28f7445-05af-4942-a663-06e9f8fdd376)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:32.281328 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.296758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Calling delete_port for d23aa579-0bd0-4a76-9397-4c21c10ace6d owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:32.307458 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-269117bc-589e-4f74-bfbc-e2ad6d7ffb02 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1399474 Nov 24 12:57:32.322646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:32.359648 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7206be08-b66d-4897-a323-7aa7b8803083 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Made reservation on behalf of bbbd151c2bf343dcb413efbadcb1bbb3 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:32.368173 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.425217 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.426125 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port bdc207d0-380f-431b-8d82-56ed208cde99, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=bdc207d0-380f-431b-8d82-56ed208cde99,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:32.490683 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d2a65c1-37a1-4535-ac23-0d49ed4b4231 req-9c61c6aa-4a41-45e3-b579-ff36c8f0efb9 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 210 time: 0.0916178 Nov 24 12:57:32.534004 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.553638 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.629333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=d23aa579-0bd0-4a76-9397-4c21c10ace6d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:32.630191 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'name': 'tempest-FloatingIPDetailsTestJSON-1657496134-router', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:57:19Z', 'updated_at': '2021-11-24T12:57:29Z', 'revision_number': 4, 'project_id': 'f21806c1b4de4589b081cf0567c24f95', 'gw_port': {'id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:57:22Z', 'updated_at': '2021-11-24T12:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0a6769ce-2c24-4caa-a06a-85b4d51d7676', 'name': '', 'network_id': '2160e643-7447-4ffa-ab24-a04ea7e62f9a', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'mac_address': 'fa:16:3e:80:6a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4e5063-fc26-4411-acc8-7a35a554bd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:57:27Z', 'updated_at': '2021-11-24T12:57:29Z', 'revision_number': 2, 'project_id': 'f21806c1b4de4589b081cf0567c24f95', 'subnets': [{'id': '9d4e5063-fc26-4411-acc8-7a35a554bd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:32.633445 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] No DVR routers for this DVR port d23aa579-0bd0-4a76-9397-4c21c10ace6d on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:57:32.677306 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4d62fa4-3988-4b23-b9f6-3835c386863c req-cda92fa7-177c-4f73-85fe-b755004e4e09 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 210 time: 0.0539491 Nov 24 12:57:32.677458 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Checking router: be7d51a1-00d7-4041-bdee-199a97cd5d23 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:57:32.677753 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Updating router be7d51a1-00d7-4041-bdee-199a97cd5d23 port 0a6769ce-2c24-4caa-a06a-85b4d51d7676 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:57:32.691139 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7206be08-b66d-4897-a323-7aa7b8803083 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.712326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9ee376e9-852b-4126-8d20-3864d99302cd no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:57:32.714383 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-7206be08-b66d-4897-a323-7aa7b8803083 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] device_id is not set on port def5f0b4-8a55-4e94-be95-870008397cd5 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 12:57:32.733303 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.794161 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.835503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 9ee376e9-852b-4126-8d20-3864d99302cd {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:57:32.835855 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9ee376e9-852b-4126-8d20-3864d99302cd not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:57:32.838162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 446c209b-ff60-4c95-b24a-4dd812b4fd18 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:57:32.840305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['3699192b-1ec3-454c-a9b3-40e667e321a2'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:57:32.843138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f091d7-17a5-4759-b8f2-a09691d177b4']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:32.863990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28f7445-05af-4942-a663-06e9f8fdd376') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:32.864293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28f7445-05af-4942-a663-06e9f8fdd376') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:32.888750 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.912559 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.921343 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.938348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:57:32.938770 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: timer() Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:57:32.944925 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:57:33.009314 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=3699192b-1ec3-454c-a9b3-40e667e321a2,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:33.031394 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:33.064647 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:33.068514 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e0f091d7-17a5-4759-b8f2-a09691d177b4 HTTP/1.1" status: 204 len: 168 time: 1.2303538 Nov 24 12:57:33.083844 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e685a-d7c1-4e61-923b-a83f399d4f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f091d7-17a5-4759-b8f2-a09691d177b4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:33.110119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a7588-1f00-48fb-bad0-e5d4babacf4e req-48e644ef-4408-44fe-90db-2f2bb35c96a0 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:33.119599 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f50a7588-1f00-48fb-bad0-e5d4babacf4e req-48e644ef-4408-44fe-90db-2f2bb35c96a0 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 949 time: 0.1034033 Nov 24 12:57:33.128214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=bdc207d0-380f-431b-8d82-56ed208cde99,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:33.133211 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 446c209b-ff60-4c95-b24a-4dd812b4fd18 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:57:33.133972 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 446c209b-ff60-4c95-b24a-4dd812b4fd18 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:57:33.240393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Allocated IP 172.25.0.225 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/990ed0a6-96ed-4958-acdf-89ece98daa51) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:33.254284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae66c5c-8012-4208-9151-32cad305a02a None None] DHCP port deletion for e0f091d7-17a5-4759-b8f2-a09691d177b4 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 12:57:33.280309 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f50a7588-1f00-48fb-bad0-e5d4babacf4e req-5ad2c68b-6b0e-44d3-b5fd-edbef64b0f13 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588950 Nov 24 12:57:33.297106 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:33.344576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57076) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:33.373431 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:33.375163 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:33.396380 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:33.466633 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bdeaf62e-6712-43b3-b26e-683483dcf984 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88f1d12e9ef5448caf41cac2016cf89f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1203609 Nov 24 12:57:33.473353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57078) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:33.573364 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829847f-f2ea-40f7-b29e-99f6a3b82e71 None None] Pushing event updated for resources: {'Port': ['ID=0a6769ce-2c24-4caa-a06a-85b4d51d7676,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:33.585021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-af84e79c-ff8c-4c42-88b8-58985a027e75', 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'fixed_ips': [{'subnet_id': '3114486e-dc07-4c9a-accf-e9e94a0ec567'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:57:33.587360 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:33.596497 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e338-97df-479d-b11b-f4cd73c2d47f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:33.644677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Network b5edd316-cad9-4bd8-9066-3fc91eabcb7c is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:33.662394 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device bdc207d0-380f-431b-8d82-56ed208cde99 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:33.668033 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e338-97df-479d-b11b-f4cd73c2d47f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:33.703139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-7206be08-b66d-4897-a323-7aa7b8803083 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Allocated IP 10.1.1.157 (b5edd316-cad9-4bd8-9066-3fc91eabcb7c/ecbb9e5d-26fb-4caa-8ef1-c2de39928a99/def5f0b4-8a55-4e94-be95-870008397cd5) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:33.728641 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Pushing event updated for resources: {'Port': ['ID=df938ff8-0f96-42a8-a5aa-6a0e8e2d588a,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:33.741879 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:33.797376 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa1c5995-f71b-46aa-9037-212dec9e180c req-18006bfd-8c36-4210-bcde-388685e49b24 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 210 time: 0.0890090 Nov 24 12:57:33.807455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:33.839512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:33.874389 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e338-97df-479d-b11b-f4cd73c2d47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:33.877332 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e338-97df-479d-b11b-f4cd73c2d47f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:33.878660 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e2a1e338-97df-479d-b11b-f4cd73c2d47f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb656d41-803a-4c8d-a56a-aa0ebb00bbfb HTTP/1.1" status: 204 len: 168 time: 0.4035473 Nov 24 12:57:33.892319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1e338-97df-479d-b11b-f4cd73c2d47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb656d41-803a-4c8d-a56a-aa0ebb00bbfb,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:33.947530 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Attempting to bind port 0a6769ce-2c24-4caa-a06a-85b4d51d7676 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:57:33.949446 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Attempting to bind port 0a6769ce-2c24-4caa-a06a-85b4d51d7676 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f6233a7f-f543-4a3b-b2d3-bc6c6d312e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2160e643-7447-4ffa-ab24-a04ea7e62f9a'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:57:33.952085 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Attempting to bind port 0a6769ce-2c24-4caa-a06a-85b4d51d7676 on network 2160e643-7447-4ffa-ab24-a04ea7e62f9a {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:33.969777 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:57:33.970153 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Checking segment: {'id': 'f6233a7f-f543-4a3b-b2d3-bc6c6d312e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2160e643-7447-4ffa-ab24-a04ea7e62f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:33.970734 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:33.971352 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Bound using segment: {'id': 'f6233a7f-f543-4a3b-b2d3-bc6c6d312e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2160e643-7447-4ffa-ab24-a04ea7e62f9a'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:57:33.972001 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Bound port: 0a6769ce-2c24-4caa-a06a-85b4d51d7676, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6233a7f-f543-4a3b-b2d3-bc6c6d312e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2160e643-7447-4ffa-ab24-a04ea7e62f9a'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:57:33.972625 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:34.048599 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bbc825e6-cf6c-4f59-8e32-0779786d78bc req-06af8535-319b-44ef-85f0-a6368127d955 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 210 time: 0.0610237 Nov 24 12:57:34.083485 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:34.114997 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] For port 0a6769ce-2c24-4caa-a06a-85b4d51d7676, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:34.125883 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] For port 0a6769ce-2c24-4caa-a06a-85b4d51d7676, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0a6769ce-2c24-4caa-a06a-85b4d51d7676,segment=NetworkSegment(f6233a7f-f543-4a3b-b2d3-bc6c6d312e75),segment_id=f6233a7f-f543-4a3b-b2d3-bc6c6d312e75)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:57:34.142737 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:34.194427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:34.217954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Pushing event updated for resources: {'Port': ['ID=990ed0a6-96ed-4958-acdf-89ece98daa51,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:34.232152 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:34.235096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:34.264403 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Routers {'be7d51a1-00d7-4041-bdee-199a97cd5d23'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:57:34.265968 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:57:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['be7d51a1-00d7-4041-bdee-199a97cd5d23'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:34.338075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Attempting to bind port df938ff8-0f96-42a8-a5aa-6a0e8e2d588a on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:57:34.338994 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Attempting to bind port df938ff8-0f96-42a8-a5aa-6a0e8e2d588a by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:57:34.339653 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829847f-f2ea-40f7-b29e-99f6a3b82e71 None None] Pushing event updated for resources: {'Port': ['ID=0a6769ce-2c24-4caa-a06a-85b4d51d7676,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:34.342074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Attempting to bind port df938ff8-0f96-42a8-a5aa-6a0e8e2d588a on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:34.425770 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a87589bd-544d-4a20-8781-231636253092 None None] Provisioning complete for port 0a6769ce-2c24-4caa-a06a-85b4d51d7676 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:34.426204 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a87589bd-544d-4a20-8781-231636253092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:34.499211 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] Set router be7d51a1-00d7-4041-bdee-199a97cd5d23 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:57:34.510646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Allocated IP 10.2.2.2 (af84e79c-ff8c-4c42-88b8-58985a027e75/3114486e-dc07-4c9a-accf-e9e94a0ec567/5ea2e734-c372-435b-9abd-dadfef64c56a) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:34.517826 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:34.524804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:57:34.525191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Checking segment: {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:34.525600 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:34.525995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Bound using segment: {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:57:34.526575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Bound port: df938ff8-0f96-42a8-a5aa-6a0e8e2d588a, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:57:34.526963 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:34.545034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port bdc207d0-380f-431b-8d82-56ed208cde99 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:34.545415 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:34.553410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e6a1c-df83-4ff4-8892-3917bb7378f2 req-feb5001a-3513-47e3-aab6-3b7ad1ebc3dd tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:34.565299 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc4e6a1c-df83-4ff4-8892-3917bb7378f2 req-feb5001a-3513-47e3-aab6-3b7ad1ebc3dd tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 949 time: 0.1187270 Nov 24 12:57:34.631269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:34.708292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc4e6a1c-df83-4ff4-8892-3917bb7378f2 req-e70ce498-4249-470f-a9b2-f9866c0417ce tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404989 Nov 24 12:57:34.739129 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7206be08-b66d-4897-a323-7aa7b8803083 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:34.758100 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40916db-9389-4791-a971-0a5dba3d75dc req-33528d19-424e-42c8-840e-97036152847a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:34.759695 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f40916db-9389-4791-a971-0a5dba3d75dc req-33528d19-424e-42c8-840e-97036152847a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.59 "GET /v2.0/networks?id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 HTTP/1.1" status: 200 len: 813 time: 0.7022104 Nov 24 12:57:34.782770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-f40916db-9389-4791-a971-0a5dba3d75dc req-97721fa3-78d8-4f28-92d2-6e6ea1facaf5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Request body: {'port': {'device_id': '53521dfd-221f-42fa-9c0e-6f979a058793', 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9', 'admin_state_up': True, 'tenant_id': '3f105f42ae49484599bae47aa69aa081'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:34.896185 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'name': 'tempest-FloatingIPDetailsTestJSON-1657496134-router', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:57:19Z', 'updated_at': '2021-11-24T12:57:29Z', 'revision_number': 4, 'project_id': 'f21806c1b4de4589b081cf0567c24f95', 'gw_port': {'id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:57:22Z', 'updated_at': '2021-11-24T12:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0a6769ce-2c24-4caa-a06a-85b4d51d7676', 'name': '', 'network_id': '2160e643-7447-4ffa-ab24-a04ea7e62f9a', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'mac_address': 'fa:16:3e:80:6a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4e5063-fc26-4411-acc8-7a35a554bd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:57:27Z', 'updated_at': '2021-11-24T12:57:34Z', 'revision_number': 4, 'project_id': 'f21806c1b4de4589b081cf0567c24f95', 'subnets': [{'id': '9d4e5063-fc26-4411-acc8-7a35a554bd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:57:34.927485 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f660f-4f73-40d5-b04d-cd90af659031 None None] The sync data for ids ['be7d51a1-00d7-4041-bdee-199a97cd5d23'] in n-d-817303-4 is: [{'id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'name': 'tempest-FloatingIPDetailsTestJSON-1657496134-router', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:57:19Z', 'updated_at': '2021-11-24T12:57:29Z', 'revision_number': 4, 'project_id': 'f21806c1b4de4589b081cf0567c24f95', 'gw_port': {'id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:57:22Z', 'updated_at': '2021-11-24T12:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0a6769ce-2c24-4caa-a06a-85b4d51d7676', 'name': '', 'network_id': '2160e643-7447-4ffa-ab24-a04ea7e62f9a', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'mac_address': 'fa:16:3e:80:6a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '9d4e5063-fc26-4411-acc8-7a35a554bd76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:57:27Z', 'updated_at': '2021-11-24T12:57:34Z', 'revision_number': 4, 'project_id': 'f21806c1b4de4589b081cf0567c24f95', 'subnets': [{'id': '9d4e5063-fc26-4411-acc8-7a35a554bd76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:57:34.966944 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-21f16049-c287-4507-aa77-34adb35ea60a req-6c963168-4902-4a04-85db-fe1b6d7e9311 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 210 time: 0.0555785 Nov 24 12:57:35.101196 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a87589bd-544d-4a20-8781-231636253092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.133336 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7206be08-b66d-4897-a323-7aa7b8803083 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.159770 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] For port df938ff8-0f96-42a8-a5aa-6a0e8e2d588a, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:35.206376 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] For port df938ff8-0f96-42a8-a5aa-6a0e8e2d588a, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=df938ff8-0f96-42a8-a5aa-6a0e8e2d588a,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:57:35.235883 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.265279 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ddc11be-fcc7-4159-bf86-213969644e8a req-3c4032d5-5470-4be4-a589-4748a2bbe568 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 210 time: 0.0985632 Nov 24 12:57:35.332982 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206be08-b66d-4897-a323-7aa7b8803083 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'Port': ['ID=def5f0b4-8a55-4e94-be95-870008397cd5,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:35.356314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57112) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:35.364152 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a87589bd-544d-4a20-8781-231636253092 None None] For port 0a6769ce-2c24-4caa-a06a-85b4d51d7676, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0a6769ce-2c24-4caa-a06a-85b4d51d7676,segment=NetworkSegment(f6233a7f-f543-4a3b-b2d3-bc6c6d312e75),segment_id=f6233a7f-f543-4a3b-b2d3-bc6c6d312e75)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:35.377243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7206be08-b66d-4897-a323-7aa7b8803083 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Network b5edd316-cad9-4bd8-9066-3fc91eabcb7c is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:35.393298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-7206be08-b66d-4897-a323-7aa7b8803083 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:35.397427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206be08-b66d-4897-a323-7aa7b8803083 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:35.415093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f40916db-9389-4791-a971-0a5dba3d75dc req-97721fa3-78d8-4f28-92d2-6e6ea1facaf5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Made reservation on behalf of 3f105f42ae49484599bae47aa69aa081 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:35.419141 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f40916db-9389-4791-a971-0a5dba3d75dc req-97721fa3-78d8-4f28-92d2-6e6ea1facaf5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.428299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0a6769ce-2c24-4caa-a06a-85b4d51d7676 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:35.438622 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a87589bd-544d-4a20-8781-231636253092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.514071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-449502408-network', 'tenant_id': '09230d1ec2d549368dc088c203f7e16b'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:35.548956 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.566968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] Made reservation on behalf of 09230d1ec2d549368dc088c203f7e16b for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:35.569957 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.586377 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.604805 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.700450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Pushing event updated for resources: {'Port': ['ID=990ed0a6-96ed-4958-acdf-89ece98daa51,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:35.719166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7206be08-b66d-4897-a323-7aa7b8803083 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:35.720156 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7206be08-b66d-4897-a323-7aa7b8803083 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.753193 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7206be08-b66d-4897-a323-7aa7b8803083 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7079933 Nov 24 12:57:35.756541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57118) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:35.783851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-de49e7ff-9d43-4fbc-8765-5a2650b1e647 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'port': {'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c', 'name': 'tempest-TaggedBootDevicesTest-983446115', 'fixed_ips': [{'subnet_id': 'ecbb9e5d-26fb-4caa-8ef1-c2de39928a99'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:35.848255 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.863899 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.897767 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.900418 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.901714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc07683-48f8-4992-85d2-8774ad9f349e None None] Pushing event updated for resources: {'Port': ['ID=df938ff8-0f96-42a8-a5aa-6a0e8e2d588a,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:35.937180 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.939977 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.945200 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-6a2e85c2-60f2-41a3-8e6c-e3d47f7524f1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6311884 Nov 24 12:57:35.951912 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:57:35.960383 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-f40916db-9389-4791-a971-0a5dba3d75dc req-97721fa3-78d8-4f28-92d2-6e6ea1facaf5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Allocated IP 172.20.0.7 (b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9/11e3051e-b0fa-49e8-b2ef-efe853098352/f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:35.963441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:35.963785 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] Added segment f2c44330-fbbc-4604-ac38-6bb4b274c4d1 of type vlan for network 87a67175-cd15-4f4c-8d85-17019901a4cf Nov 24 12:57:35.982137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9aa4336c-fc32-46fb-9ca1-14d9193339c6 None None] Provisioning complete for port 0a6769ce-2c24-4caa-a06a-85b4d51d7676 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:35.982523 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9aa4336c-fc32-46fb-9ca1-14d9193339c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:36.015709 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:36.019209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-24613dbe-9b83-41a4-bb9e-22b217171f6c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.0636029 Nov 24 12:57:36.069915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Network af84e79c-ff8c-4c42-88b8-58985a027e75 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:36.122344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:36.123364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:36.124366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:36.139804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:36.149761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87589bd-544d-4a20-8781-231636253092 None None] Pushing event updated for resources: {'Port': ['ID=0a6769ce-2c24-4caa-a06a-85b4d51d7676,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:36.152948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:36.173851 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:36.202635 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] Pushing event updated for resources: {'Network': ['ID=87a67175-cd15-4f4c-8d85-17019901a4cf,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:36.224804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d027e55-7a89-4260-9789-a9ab92d8a133 req-b52d4614-9144-4d93-90b2-c294c62a1fe8 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:36.232773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d027e55-7a89-4260-9789-a9ab92d8a133 req-b52d4614-9144-4d93-90b2-c294c62a1fe8 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 949 time: 0.3916848 Nov 24 12:57:36.257684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 87a67175-cd15-4f4c-8d85-17019901a4cf details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:57:36.279208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241ad3b6-ea08-4265-a917-f8a5984e552e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:36.294901 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-40261bed-a387-4b8b-8410-f69a65827a31 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9374526 Nov 24 12:57:36.298467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57124) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:36.334064 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d027e55-7a89-4260-9789-a9ab92d8a133 req-e996ef3e-2ea0-48ba-a916-b072678f5c7d tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990005 Nov 24 12:57:36.373922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-449541a6-60bc-4a6e-8838-4cf8f05a6ede admin admin] Request body: {'subnet': {'network_id': '87a67175-cd15-4f4c-8d85-17019901a4cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-449502408-subnet', 'tenant_id': '09230d1ec2d549368dc088c203f7e16b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:36.381225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de49e7ff-9d43-4fbc-8765-5a2650b1e647 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Made reservation on behalf of bbbd151c2bf343dcb413efbadcb1bbb3 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:36.429274 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 0a6769ce-2c24-4caa-a06a-85b4d51d7676 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:36.434486 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:36.460242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3699192b-1ec3-454c-a9b3-40e667e321a2 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:36.493756 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f40916db-9389-4791-a971-0a5dba3d75dc req-97721fa3-78d8-4f28-92d2-6e6ea1facaf5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:36.562966 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-525ca6d0-b307-43fb-baae-6d1f69eb4509 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:36.564753 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-890c1c98-3113-40ec-9978-8c46ac8a3fca req-525ca6d0-b307-43fb-baae-6d1f69eb4509 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.5363655 Nov 24 12:57:36.577193 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f40916db-9389-4791-a971-0a5dba3d75dc req-97721fa3-78d8-4f28-92d2-6e6ea1facaf5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:36.651147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['13b51106-0de7-42f9-a769-9f0ad51fa073'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:57:36.652407 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de49e7ff-9d43-4fbc-8765-5a2650b1e647 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:36.654124 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Pushing event updated for resources: {'Port': ['ID=5ea2e734-c372-435b-9abd-dadfef64c56a,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:36.674874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f40916db-9389-4791-a971-0a5dba3d75dc req-97721fa3-78d8-4f28-92d2-6e6ea1facaf5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Network b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:36.685080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-f40916db-9389-4791-a971-0a5dba3d75dc req-97721fa3-78d8-4f28-92d2-6e6ea1facaf5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:36.714764 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40916db-9389-4791-a971-0a5dba3d75dc req-97721fa3-78d8-4f28-92d2-6e6ea1facaf5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:36.719137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-de49e7ff-9d43-4fbc-8765-5a2650b1e647 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] device_id is not set on port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 12:57:36.746467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Attempting to bind port 5ea2e734-c372-435b-9abd-dadfef64c56a on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:57:36.747395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Attempting to bind port 5ea2e734-c372-435b-9abd-dadfef64c56a by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '66d7cb99-9b38-4978-ade1-6487c9e8693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:57:36.747841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Attempting to bind port 5ea2e734-c372-435b-9abd-dadfef64c56a on network af84e79c-ff8c-4c42-88b8-58985a027e75 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:36.790458 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:57:36.790838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Checking segment: {'id': '66d7cb99-9b38-4978-ade1-6487c9e8693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:36.791245 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:36.798059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Bound using segment: {'id': '66d7cb99-9b38-4978-ade1-6487c9e8693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:57:36.798596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Bound port: 5ea2e734-c372-435b-9abd-dadfef64c56a, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d7cb99-9b38-4978-ade1-6487c9e8693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:57:36.799936 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:36.803736 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f98531b-45c2-4a5a-91cb-decd4cedf1be req-a0b401a9-a433-4aa8-b03d-9ad85ad0df76 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 210 time: 0.1072657 Nov 24 12:57:36.814312 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449541a6-60bc-4a6e-8838-4cf8f05a6ede admin admin] Made reservation on behalf of 09230d1ec2d549368dc088c203f7e16b for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:36.817004 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-449541a6-60bc-4a6e-8838-4cf8f05a6ede admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:36.863266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473eb5e0-540a-405d-b71b-3cb661da5297 req-2a5ec866-dc08-468f-a16e-a9fd325f6259 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:36.871807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-473eb5e0-540a-405d-b71b-3cb661da5297 req-2a5ec866-dc08-468f-a16e-a9fd325f6259 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 931 time: 0.2716992 Nov 24 12:57:36.939908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 3699192b-1ec3-454c-a9b3-40e667e321a2 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:57:37.036364 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 3699192b-1ec3-454c-a9b3-40e667e321a2 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:37.037013 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:37.043092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] For port 5ea2e734-c372-435b-9abd-dadfef64c56a, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:37.108519 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] For port 5ea2e734-c372-435b-9abd-dadfef64c56a, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5ea2e734-c372-435b-9abd-dadfef64c56a,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:57:37.121856 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-473eb5e0-540a-405d-b71b-3cb661da5297 req-0f8b4321-29d1-4d98-a42f-7706f0175d14 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483997 Nov 24 12:57:37.123786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d23aa579-0bd0-4a76-9397-4c21c10ace6d no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:57:37.149686 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-449541a6-60bc-4a6e-8838-4cf8f05a6ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:37.159807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97721fa3-78d8-4f28-92d2-6e6ea1facaf5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Pushing event updated for resources: {'Port': ['ID=f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:37.168969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f3fe0b-ce21-4aca-9a82-567625a5fc03 None None] Network b5edd316-cad9-4bd8-9066-3fc91eabcb7c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:37.221348 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40916db-9389-4791-a971-0a5dba3d75dc req-97721fa3-78d8-4f28-92d2-6e6ea1facaf5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:37.222264 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f40916db-9389-4791-a971-0a5dba3d75dc req-97721fa3-78d8-4f28-92d2-6e6ea1facaf5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:37.230677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-de49e7ff-9d43-4fbc-8765-5a2650b1e647 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Allocated IP 10.1.1.83 (b5edd316-cad9-4bd8-9066-3fc91eabcb7c/ecbb9e5d-26fb-4caa-8ef1-c2de39928a99/20c8ea04-17ce-4aff-95c6-f4dc6f99aced) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:37.275000 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: d23aa579-0bd0-4a76-9397-4c21c10ace6d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:57:37.275645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d23aa579-0bd0-4a76-9397-4c21c10ace6d not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:57:37.287850 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:37.382429 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d05927-5764-4f99-9800-94fdee6a962b None None] Pushing event updated for resources: {'Port': ['ID=5ea2e734-c372-435b-9abd-dadfef64c56a,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:37.435475 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de49e7ff-9d43-4fbc-8765-5a2650b1e647 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:37.475741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fe730ae2-33a4-49a9-b1e6-c3046e27ae9e None None] Provisioning complete for port df938ff8-0f96-42a8-a5aa-6a0e8e2d588a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:37.476230 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe730ae2-33a4-49a9-b1e6-c3046e27ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:37.494597 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de49e7ff-9d43-4fbc-8765-5a2650b1e647 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:37.591804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de49e7ff-9d43-4fbc-8765-5a2650b1e647 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Network b5edd316-cad9-4bd8-9066-3fc91eabcb7c is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:37.600133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-de49e7ff-9d43-4fbc-8765-5a2650b1e647 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:37.607819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de49e7ff-9d43-4fbc-8765-5a2650b1e647 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:37.611234 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe730ae2-33a4-49a9-b1e6-c3046e27ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:37.613786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0a6769ce-2c24-4caa-a06a-85b4d51d7676 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:37.664204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49e7ff-9d43-4fbc-8765-5a2650b1e647 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'Port': ['ID=20c8ea04-17ce-4aff-95c6-f4dc6f99aced,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:37.687263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520c41c-2dc3-4e9c-a54d-a6ece01e675f req-31919e97-1a28-47f2-a813-726bea1ff39f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:37.694319 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d520c41c-2dc3-4e9c-a54d-a6ece01e675f req-31919e97-1a28-47f2-a813-726bea1ff39f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 949 time: 0.2146215 Nov 24 12:57:37.746955 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:37.755702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de49e7ff-9d43-4fbc-8765-5a2650b1e647 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:37.756365 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de49e7ff-9d43-4fbc-8765-5a2650b1e647 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:37.794069 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 3699192b-1ec3-454c-a9b3-40e667e321a2, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3699192b-1ec3-454c-a9b3-40e667e321a2,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:37.805224 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556d94f4-7910-4b1a-a1b5-6acfedbe11ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3699192b-1ec3-454c-a9b3-40e667e321a2'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:37.806214 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-de49e7ff-9d43-4fbc-8765-5a2650b1e647 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0322008 Nov 24 12:57:37.808256 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abd9208-153f-4374-a43e-9c96091fded1" -d '{"events": [{"server_uuid": "556d94f4-7910-4b1a-a1b5-6acfedbe11ba", "name": "network-vif-plugged", "status": "completed", "tag": "3699192b-1ec3-454c-a9b3-40e667e321a2"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:37.827156 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:37.843493 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d520c41c-2dc3-4e9c-a54d-a6ece01e675f req-7d47e691-50d5-452e-aab9-0be6905edee7 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482000 Nov 24 12:57:37.911994 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=3699192b-1ec3-454c-a9b3-40e667e321a2,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:37.924945 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f40916db-9389-4791-a971-0a5dba3d75dc req-97721fa3-78d8-4f28-92d2-6e6ea1facaf5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1496415 Nov 24 12:57:37.927709 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 0a6769ce-2c24-4caa-a06a-85b4d51d7676 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:37.928635 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:37.971923 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-6af5c48f-a810-4c5b-b8e1-55c86a1ac8ca tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8704717 Nov 24 12:57:37.978669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Request body: {'port': {'device_id': '53521dfd-221f-42fa-9c0e-6f979a058793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:37.989563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449541a6-60bc-4a6e-8838-4cf8f05a6ede admin admin] Checking segment: {'id': 'f2c44330-fbbc-4604-ac38-6bb4b274c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '87a67175-cd15-4f4c-8d85-17019901a4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:37.989920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449541a6-60bc-4a6e-8838-4cf8f05a6ede admin admin] Network hostable DHCP agents. Network: 87a67175-cd15-4f4c-8d85-17019901a4cf, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:57:38.009395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fe730ae2-33a4-49a9-b1e6-c3046e27ae9e None None] For port df938ff8-0f96-42a8-a5aa-6a0e8e2d588a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=df938ff8-0f96-42a8-a5aa-6a0e8e2d588a,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:38.029582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449541a6-60bc-4a6e-8838-4cf8f05a6ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b2ed43d-c20a-48fb-9df4-170f5a2e95f9,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:38.034366 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe730ae2-33a4-49a9-b1e6-c3046e27ae9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:38.042586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:38.102157 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:38.155165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449541a6-60bc-4a6e-8838-4cf8f05a6ede admin admin] Network 87a67175-cd15-4f4c-8d85-17019901a4cf is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:57:38.173538 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:38.190659 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-449541a6-60bc-4a6e-8838-4cf8f05a6ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 87a67175-cd15-4f4c-8d85-17019901a4cf) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:38.196439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449541a6-60bc-4a6e-8838-4cf8f05a6ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:38.197083 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-449541a6-60bc-4a6e-8838-4cf8f05a6ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:38.241663 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-449541a6-60bc-4a6e-8838-4cf8f05a6ede admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9389055 Nov 24 12:57:38.271836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4c3dd4-b50c-4392-b739-b98c3c11022a None None] Network 87a67175-cd15-4f4c-8d85-17019901a4cf requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:38.306346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe730ae2-33a4-49a9-b1e6-c3046e27ae9e None None] Pushing event updated for resources: {'Port': ['ID=df938ff8-0f96-42a8-a5aa-6a0e8e2d588a,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:38.341795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device df938ff8-0f96-42a8-a5aa-6a0e8e2d588a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:38.488160 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:38.586233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d164a008-078c-490a-b755-6fa58e6cd91d None None] Provisioning complete for port def5f0b4-8a55-4e94-be95-870008397cd5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:38.587064 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d164a008-078c-490a-b755-6fa58e6cd91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:38.701035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Allocated IP 172.25.0.226 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/2399c38f-ec5d-4c90-9da9-5d634f5e66b8) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:38.745256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b13e5b0-6e59-4b98-ab75-2c866efac5fd None None] Network 87a67175-cd15-4f4c-8d85-17019901a4cf requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:38.765603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57148) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:38.770137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-71c44ab9-78d4-4e9f-bc37-d3fb0c720995 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--642845747', 'description': 'tempest-description--213286349'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:38.840228 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-71c44ab9-78d4-4e9f-bc37-d3fb0c720995 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:38.936883 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:38.996750 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-71c44ab9-78d4-4e9f-bc37-d3fb0c720995 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.014424 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-71c44ab9-78d4-4e9f-bc37-d3fb0c720995 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.030970 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.062466 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb3a3c4-75b6-4d5b-895f-3595af4a7319 x-openstack-request-id: req-bdb3a3c4-75b6-4d5b-895f-3595af4a7319 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:39.062996 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556d94f4-7910-4b1a-a1b5-6acfedbe11ba", "name": "network-vif-plugged", "status": "completed", "tag": "3699192b-1ec3-454c-a9b3-40e667e321a2", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:39.063326 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bdb3a3c4-75b6-4d5b-895f-3595af4a7319 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:39.064082 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556d94f4-7910-4b1a-a1b5-6acfedbe11ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3699192b-1ec3-454c-a9b3-40e667e321a2', 'code': 200} Nov 24 12:57:39.076085 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:39.084877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:39.094101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:39.109173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d164a008-078c-490a-b755-6fa58e6cd91d None None] Port def5f0b4-8a55-4e94-be95-870008397cd5 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:57:39.129159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c44ab9-78d4-4e9f-bc37-d3fb0c720995 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83471047-d78a-4aa2-9b42-1654ee6f4eb3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:39.142606 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-71c44ab9-78d4-4e9f-bc37-d3fb0c720995 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.146605 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-71c44ab9-78d4-4e9f-bc37-d3fb0c720995 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3772862 Nov 24 12:57:39.161611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57154) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:39.166830 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port df938ff8-0f96-42a8-a5aa-6a0e8e2d588a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:39.167396 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.172268 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6630c3eb-84d4-43cd-8651-43f07a83859f req-c07275b2-c91b-49c6-8268-24e51fd3d095 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 210 time: 0.0551987 Nov 24 12:57:39.193706 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6c044d34-3978-481d-bb3f-09be6f139f54 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'security_group_rule': {'security_group_id': '83471047-d78a-4aa2-9b42-1654ee6f4eb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:39.246998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8550a63-3433-4179-8589-575bddd02036 req-b1b3997f-8727-4d69-8933-ad40668809ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:39.252711 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8550a63-3433-4179-8589-575bddd02036 req-b1b3997f-8727-4d69-8933-ad40668809ad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 1101 time: 0.2539461 Nov 24 12:57:39.263628 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d164a008-078c-490a-b755-6fa58e6cd91d None None] Provisioning complete for port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:39.264324 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d164a008-078c-490a-b755-6fa58e6cd91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.302597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Pushing event updated for resources: {'Port': ['ID=2399c38f-ec5d-4c90-9da9-5d634f5e66b8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:39.325101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:57:39.345677 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.393566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178bc5e-7fc1-4395-af53-3d2012d76567 req-b46341ef-cfdd-48ee-96c8-8ef82e471112 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:39.402063 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1178bc5e-7fc1-4395-af53-3d2012d76567 req-b46341ef-cfdd-48ee-96c8-8ef82e471112 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 931 time: 0.0934556 Nov 24 12:57:39.413545 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Transition to ACTIVE for port object f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:57:39.425562 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.444570 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c044d34-3978-481d-bb3f-09be6f139f54 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.495642 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8550a63-3433-4179-8589-575bddd02036 req-66ca39d2-8a7e-427b-9040-ab7630419930 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276018 Nov 24 12:57:39.541104 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1178bc5e-7fc1-4395-af53-3d2012d76567 req-866c42db-b572-4dcf-8a52-78d5847e3755 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351354 Nov 24 12:57:39.584127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:39.601123 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c044d34-3978-481d-bb3f-09be6f139f54 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.612394 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c044d34-3978-481d-bb3f-09be6f139f54 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.622888 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.642042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c044d34-3978-481d-bb3f-09be6f139f54 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb8c9e6-fe08-48e7-9323-db537e9ea5c8,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:39.690340 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c044d34-3978-481d-bb3f-09be6f139f54 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.694048 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6c044d34-3978-481d-bb3f-09be6f139f54 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5169969 Nov 24 12:57:39.694769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57158) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:39.700138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c43588a9-f177-4492-b3eb-a526bd8b18ef tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'security_group_rule': {'security_group_id': '83471047-d78a-4aa2-9b42-1654ee6f4eb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:39.759199 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c43588a9-f177-4492-b3eb-a526bd8b18ef tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.788141 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.808167 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7406901-bc30-4931-a6c8-7fb37add37c2 None None] Network af84e79c-ff8c-4c42-88b8-58985a027e75 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:57:39.810860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d164a008-078c-490a-b755-6fa58e6cd91d None None] Port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:57:39.854787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Attempting to bind port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:57:39.855523 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Attempting to bind port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'ccce881b-1d8c-4530-9fd0-90b1f8996d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:57:39.856648 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Attempting to bind port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a on network b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:39.867633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a on network b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:57:39.868160 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Attempting to bind port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a on network b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:39.890195 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:57:39.890752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Checking segment: {'id': 'ccce881b-1d8c-4530-9fd0-90b1f8996d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:39.891400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Bound using segment: {'id': 'ccce881b-1d8c-4530-9fd0-90b1f8996d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:57:39.892458 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Bound port: f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccce881b-1d8c-4530-9fd0-90b1f8996d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:57:39.892799 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.935452 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.961584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d164a008-078c-490a-b755-6fa58e6cd91d None None] Provisioning complete for port df938ff8-0f96-42a8-a5aa-6a0e8e2d588a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:39.962034 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d164a008-078c-490a-b755-6fa58e6cd91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.971633 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c43588a9-f177-4492-b3eb-a526bd8b18ef tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:39.982462 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c43588a9-f177-4492-b3eb-a526bd8b18ef tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.010932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43588a9-f177-4492-b3eb-a526bd8b18ef tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7a382d-2716-4180-a787-e11803695970,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:40.039926 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c43588a9-f177-4492-b3eb-a526bd8b18ef tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.047343 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c43588a9-f177-4492-b3eb-a526bd8b18ef tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3516760 Nov 24 12:57:40.050373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57168) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:40.054828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:40.148297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] For port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:40.172015 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] For port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:57:40.211151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.268627 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.292180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5ea2e734-c372-435b-9abd-dadfef64c56a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:40.299638 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:40.300527 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.302938 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f40916db-9389-4791-a971-0a5dba3d75dc req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] 10.222.0.59 "PUT /v2.0/ports/f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a HTTP/1.1" status: 200 len: 1091 time: 2.3680115 Nov 24 12:57:40.303619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53521dfd-221f-42fa-9c0e-6f979a058793', 'tag': 'f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:40.307468 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3310d5-dad6-4845-982d-20591d5c807a" -d '{"events": [{"name": "network-changed", "server_uuid": "53521dfd-221f-42fa-9c0e-6f979a058793", "tag": "f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:40.362047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-9f2477a0-af10-438d-a8d4-674092e17398 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:40.370349 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-9f2477a0-af10-438d-a8d4-674092e17398 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/networks?id=87a67175-cd15-4f4c-8d85-17019901a4cf HTTP/1.1" status: 200 len: 821 time: 0.2942007 Nov 24 12:57:40.393743 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-438a0fb3-541f-4aac-a292-606c6c4dad84 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/quotas/09230d1ec2d549368dc088c203f7e16b HTTP/1.1" status: 200 len: 375 time: 0.0224774 Nov 24 12:57:40.441275 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-99d69877-4b5e-4cd3-ad28-538f05445acf tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=09230d1ec2d549368dc088c203f7e16b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462482 Nov 24 12:57:40.463160 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.464669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 5ea2e734-c372-435b-9abd-dadfef64c56a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:40.465983 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.466553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bea114-a651-47fc-9581-2e13119477c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:40.484493 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.624975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7a37b0a1-9d18-4ca4-b892-be6134b6a581 None None] Provisioning complete for port def5f0b4-8a55-4e94-be95-870008397cd5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:40.627863 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a37b0a1-9d18-4ca4-b892-be6134b6a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.628426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Pushing event updated for resources: {'Port': ['ID=2399c38f-ec5d-4c90-9da9-5d634f5e66b8,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:40.646423 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-59a65ec6-d6eb-4477-9c02-a3e132cb3661 service neutron] 10.222.0.48 "GET /v2.0/networks/87a67175-cd15-4f4c-8d85-17019901a4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040000 Nov 24 12:57:40.648320 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40916db-9389-4791-a971-0a5dba3d75dc req-678cc8e5-75c5-4465-bfd4-2a414f61a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:40.649893 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f40916db-9389-4791-a971-0a5dba3d75dc req-678cc8e5-75c5-4465-bfd4-2a414f61a996 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f105f42ae49484599bae47aa69aa081&device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 1094 time: 0.2878442 Nov 24 12:57:40.686201 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.740771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7a37b0a1-9d18-4ca4-b892-be6134b6a581 None None] Port def5f0b4-8a55-4e94-be95-870008397cd5 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:57:40.774201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7a37b0a1-9d18-4ca4-b892-be6134b6a581 None None] Provisioning complete for port 5ea2e734-c372-435b-9abd-dadfef64c56a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:40.774560 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a37b0a1-9d18-4ca4-b892-be6134b6a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.777984 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f40916db-9389-4791-a971-0a5dba3d75dc req-e24928f1-be3d-413d-a20c-4ad2d1eeef96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a HTTP/1.1" status: 200 len: 217 time: 0.0710149 Nov 24 12:57:40.778677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 5ea2e734-c372-435b-9abd-dadfef64c56a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5ea2e734-c372-435b-9abd-dadfef64c56a,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:40.795574 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.806732 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.808623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device df938ff8-0f96-42a8-a5aa-6a0e8e2d588a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:40.831756 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.833237 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-4ce906fe-0e40-4997-88c1-70e903cbf891 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8446362 Nov 24 12:57:40.884267 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-2034db3e-3b7d-49d4-8575-17d7dd826c72 service neutron] 10.222.0.48 "GET /v2.0/networks/87a67175-cd15-4f4c-8d85-17019901a4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365739 Nov 24 12:57:40.909187 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.914267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40916db-9389-4791-a971-0a5dba3d75dc req-2c58372b-c304-42a9-b617-5fb6f56841b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:40.915974 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f40916db-9389-4791-a971-0a5dba3d75dc req-2c58372b-c304-42a9-b617-5fb6f56841b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11e3051e-b0fa-49e8-b2ef-efe853098352 HTTP/1.1" status: 200 len: 853 time: 0.1285448 Nov 24 12:57:40.922630 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-52e42cc8-692a-4bcd-8cc1-dc70f2f25169 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.0804272 Nov 24 12:57:40.971297 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port df938ff8-0f96-42a8-a5aa-6a0e8e2d588a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:40.971727 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:40.975167 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=5ea2e734-c372-435b-9abd-dadfef64c56a,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:41.012968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f40916db-9389-4791-a971-0a5dba3d75dc req-7f0ff2dd-4d6f-4bad-a517-7f13e48c4643 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843334 Nov 24 12:57:41.115679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7a37b0a1-9d18-4ca4-b892-be6134b6a581 None None] Provisioning complete for port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:41.116338 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a37b0a1-9d18-4ca4-b892-be6134b6a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:41.148175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Allocated IP 172.25.0.68 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/82b5c0d0-4c3b-40b0-8c0c-36f254215e6d) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:41.208591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7a37b0a1-9d18-4ca4-b892-be6134b6a581 None None] Port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:57:41.267781 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-96d7db83-5da4-400a-b04d-e9f4757e9345 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:41.269581 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c869bce2-4c90-47e9-bff9-62571e4107cb req-96d7db83-5da4-400a-b04d-e9f4757e9345 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.3197017 Nov 24 12:57:41.271947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f40916db-9389-4791-a971-0a5dba3d75dc req-38e9cac0-5fbf-44b7-b97b-37e2e4bb2e29 service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392287 Nov 24 12:57:41.332234 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-15ec1ef2-f80f-49a5-ac4e-85d1aca4f894 None None] Provisioning complete for port 5ea2e734-c372-435b-9abd-dadfef64c56a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:41.333720 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-15ec1ef2-f80f-49a5-ac4e-85d1aca4f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:41.413149 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f40916db-9389-4791-a971-0a5dba3d75dc req-6ffe58dd-8c78-44d1-8767-f08d48fd6aaf service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298480 Nov 24 12:57:41.518208 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c446975-0d7f-4f9c-9449-98fc8ae8a79a req-94e0ff2c-3de4-463b-af41-e4ac1a6dae44 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=79c55b39-e20f-45d4-8cbe-9404082afff1 HTTP/1.1" status: 200 len: 210 time: 0.0505049 Nov 24 12:57:41.569059 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16a6603-b9c0-4d57-af58-0cd1594c2724 x-openstack-request-id: req-d16a6603-b9c0-4d57-af58-0cd1594c2724 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:41.569353 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53521dfd-221f-42fa-9c0e-6f979a058793", "tag": "f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:41.569613 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d16a6603-b9c0-4d57-af58-0cd1594c2724 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:41.570023 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53521dfd-221f-42fa-9c0e-6f979a058793', 'tag': 'f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a', 'status': 'completed', 'code': 200} Nov 24 12:57:41.653905 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3310d5-dad6-4845-982d-20591d5c807a req-e57ff226-ca4f-46f4-b37d-45d870b4192d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:41.655325 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a3310d5-dad6-4845-982d-20591d5c807a req-e57ff226-ca4f-46f4-b37d-45d870b4192d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f105f42ae49484599bae47aa69aa081&device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 1094 time: 0.0547624 Nov 24 12:57:41.789058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfe535-05b2-426a-8b21-1d9748a3f518 req-bd3fdb6e-3a67-4030-a95d-88170878da7a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:41.790459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c7bfe535-05b2-426a-8b21-1d9748a3f518 req-bd3fdb6e-3a67-4030-a95d-88170878da7a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 943 time: 0.1142068 Nov 24 12:57:41.791186 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:41.802606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5032b73-9d13-44df-a87b-95c39c97ee1f req-969628a0-490a-4f48-ad9c-12a386acd67f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:41.805067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5032b73-9d13-44df-a87b-95c39c97ee1f req-969628a0-490a-4f48-ad9c-12a386acd67f tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 950 time: 0.6787612 Nov 24 12:57:41.847231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3310d5-dad6-4845-982d-20591d5c807a req-bb5822c4-011b-49c5-9e9d-ee91beff07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:41.848533 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a3310d5-dad6-4845-982d-20591d5c807a req-bb5822c4-011b-49c5-9e9d-ee91beff07e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 HTTP/1.1" status: 200 len: 914 time: 0.1830931 Nov 24 12:57:41.879903 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5032b73-9d13-44df-a87b-95c39c97ee1f req-6b9ec7c4-a037-4e6f-9440-1773236db990 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669274 Nov 24 12:57:41.890804 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:41.920712 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c7bfe535-05b2-426a-8b21-1d9748a3f518 req-34c23a13-cce2-4644-b6df-c29cce3b981f tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177151 Nov 24 12:57:41.920712 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a3310d5-dad6-4845-982d-20591d5c807a req-749f4a6a-44a9-476d-98fa-80169e219c04 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a HTTP/1.1" status: 200 len: 217 time: 0.0596564 Nov 24 12:57:41.991770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:41.998434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:42.001403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5ea2e734-c372-435b-9abd-dadfef64c56a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:42.021176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:42.096098 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 5ea2e734-c372-435b-9abd-dadfef64c56a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:42.096478 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:42.161923 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3310d5-dad6-4845-982d-20591d5c807a req-7a31ba8d-a042-441a-8e47-a41d99e48761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:42.164763 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a3310d5-dad6-4845-982d-20591d5c807a req-7a31ba8d-a042-441a-8e47-a41d99e48761 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11e3051e-b0fa-49e8-b2ef-efe853098352 HTTP/1.1" status: 200 len: 853 time: 0.2374213 Nov 24 12:57:42.212654 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a3310d5-dad6-4845-982d-20591d5c807a req-d743a2a1-e5e8-40de-9f2d-5bc84a76ea0a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329819 Nov 24 12:57:42.224343 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-dee74892-054d-4d71-bf7d-173111b2265f tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2657685 Nov 24 12:57:42.229346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'Port': ['ID=82b5c0d0-4c3b-40b0-8c0c-36f254215e6d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:42.238768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:42.273231 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1abcc4ac-8f07-4c83-bbf7-d5d35986c0ee req-5e65ae2a-d6ec-4c79-a3dc-818b1753c8e5 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 210 time: 0.0500262 Nov 24 12:57:42.278507 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:42.317909 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:42.338472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:42.377143 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a3310d5-dad6-4845-982d-20591d5c807a req-9a54e68b-1030-4f48-b252-6ff3558fadbd service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504235 Nov 24 12:57:42.532830 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:42.559288 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a3310d5-dad6-4845-982d-20591d5c807a req-db5964ff-fb1c-4ef1-8671-f849097b037c service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425014 Nov 24 12:57:42.697569 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Allocated IP 172.25.0.205 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/f6725c96-693d-4be7-ad93-c342d251270b) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:42.861214 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:42.886514 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:42.896827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816edefa-a07a-4e64-9302-e01fff294ac6 req-51a4c16e-e231-4b4a-b302-01818f21bd3c tempest-ServersAdminNegativeTestJSON-1772544792 tempest-ServersAdminNegativeTestJSON-1772544792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:42.901444 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-816edefa-a07a-4e64-9302-e01fff294ac6 req-51a4c16e-e231-4b4a-b302-01818f21bd3c tempest-ServersAdminNegativeTestJSON-1772544792 tempest-ServersAdminNegativeTestJSON-1772544792-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 1101 time: 0.2117383 Nov 24 12:57:42.905195 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:42.911161 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:42.953385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:42.957073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:42.962461 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:42.966089 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Pushing event updated for resources: {'Port': ['ID=f6725c96-693d-4be7-ad93-c342d251270b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:42.979389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-3b06c7ee-896b-4dbf-8cea-9db18503610d tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:42.981240 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-3b06c7ee-896b-4dbf-8cea-9db18503610d tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.59 "GET /v2.0/networks?id=87a67175-cd15-4f4c-8d85-17019901a4cf HTTP/1.1" status: 200 len: 821 time: 0.4108996 Nov 24 12:57:43.012529 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-816edefa-a07a-4e64-9302-e01fff294ac6 req-a4b59af7-be2e-4660-8a66-d0503c5b7b0c tempest-ServersAdminNegativeTestJSON-1772544792 tempest-ServersAdminNegativeTestJSON-1772544792-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:43.020056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-b5b6649c-b789-4bb5-9c66-accf2ac0b136 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Request body: {'port': {'device_id': 'bb7eafe0-6742-4355-b2a5-0f77c9751644', 'network_id': '87a67175-cd15-4f4c-8d85-17019901a4cf', 'admin_state_up': True, 'tenant_id': '09230d1ec2d549368dc088c203f7e16b'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:43.072535 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'Port': ['ID=82b5c0d0-4c3b-40b0-8c0c-36f254215e6d,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:43.095249 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:43.145422 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:43.155990 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:43.203879 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:43.217092 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-17364695-5770-4789-afcf-66657fc1f802 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1618245 Nov 24 12:57:43.286285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-b5b6649c-b789-4bb5-9c66-accf2ac0b136 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Made reservation on behalf of 09230d1ec2d549368dc088c203f7e16b for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:43.291759 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-b5b6649c-b789-4bb5-9c66-accf2ac0b136 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:43.342174 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:43.348551 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:43.379285 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-816edefa-a07a-4e64-9302-e01fff294ac6 req-a4b59af7-be2e-4660-8a66-d0503c5b7b0c tempest-ServersAdminNegativeTestJSON-1772544792 tempest-ServersAdminNegativeTestJSON-1772544792-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:43.397048 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-816edefa-a07a-4e64-9302-e01fff294ac6 req-a4b59af7-be2e-4660-8a66-d0503c5b7b0c tempest-ServersAdminNegativeTestJSON-1772544792 tempest-ServersAdminNegativeTestJSON-1772544792-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:43.446418 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Pushing event updated for resources: {'Port': ['ID=f6725c96-693d-4be7-ad93-c342d251270b,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:43.459716 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:43.473045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b59af7-be2e-4660-8a66-d0503c5b7b0c tempest-ServersAdminNegativeTestJSON-1772544792 tempest-ServersAdminNegativeTestJSON-1772544792-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0242b7-5750-4ce6-a9a6-a82529e3f0f1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:43.478908 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:43.480062 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-816edefa-a07a-4e64-9302-e01fff294ac6 req-a4b59af7-be2e-4660-8a66-d0503c5b7b0c tempest-ServersAdminNegativeTestJSON-1772544792 tempest-ServersAdminNegativeTestJSON-1772544792-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699391 Nov 24 12:57:43.493313 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-48641895-842d-43c7-a0f5-4dd263a3b04c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2679193 Nov 24 12:57:43.504056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-b5b6649c-b789-4bb5-9c66-accf2ac0b136 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Allocated IP 172.20.0.11 (87a67175-cd15-4f4c-8d85-17019901a4cf/6b2ed43d-c20a-48fb-9df4-170f5a2e95f9/4ee29421-1e95-4e7a-b3a0-0feecae5a281) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:43.556574 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-587cfc1d-a9c7-4b5a-85e1-424c6c13a342 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.0612586 Nov 24 12:57:43.707278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-1eaa6206-a26c-420e-8b9b-77e142bf37d6 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:43.708975 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4967a16b-d51c-4f8c-b85b-af6b0734c7ab req-1eaa6206-a26c-420e-8b9b-77e142bf37d6 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.1434464 Nov 24 12:57:43.748585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cb82e-4ddf-40fa-aa69-653ef86cbdf6 req-b5e7e3d5-978e-458d-92d7-904eeaa40a47 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:43.750137 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-559cb82e-4ddf-40fa-aa69-653ef86cbdf6 req-b5e7e3d5-978e-458d-92d7-904eeaa40a47 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 943 time: 0.1273048 Nov 24 12:57:43.786207 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-b5b6649c-b789-4bb5-9c66-accf2ac0b136 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:43.806905 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b50970c2-b859-470a-9118-5527ec994752 req-e5e58202-623a-46fd-b799-d1546749a3e9 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 210 time: 0.0365613 Nov 24 12:57:43.827670 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-559cb82e-4ddf-40fa-aa69-653ef86cbdf6 req-001046aa-653e-4e92-8eb2-4fccc4dec9cb tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697043 Nov 24 12:57:43.851916 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-b5b6649c-b789-4bb5-9c66-accf2ac0b136 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:43.933464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6649c-b789-4bb5-9c66-accf2ac0b136 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Pushing event updated for resources: {'Port': ['ID=4ee29421-1e95-4e7a-b3a0-0feecae5a281,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:43.950061 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-26f6393b-0627-465a-a1ce-a047eb7b7fb9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--642845747&fields=id&tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3 HTTP/1.1" status: 200 len: 267 time: 0.0530083 Nov 24 12:57:43.968546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-b5b6649c-b789-4bb5-9c66-accf2ac0b136 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Network 87a67175-cd15-4f4c-8d85-17019901a4cf is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:43.977384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-b5b6649c-b789-4bb5-9c66-accf2ac0b136 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:43.991242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-b5b6649c-b789-4bb5-9c66-accf2ac0b136 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:44.010500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-06131911-18eb-440e-a8b8-264668ea2e28 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:44.012889 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-06131911-18eb-440e-a8b8-264668ea2e28 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports/def5f0b4-8a55-4e94-be95-870008397cd5 HTTP/1.1" status: 200 len: 932 time: 0.0533149 Nov 24 12:57:44.069851 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-b1a7e334-7b0d-40b7-867f-238473b024fb tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:44.071749 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-b1a7e334-7b0d-40b7-867f-238473b024fb tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports/20c8ea04-17ce-4aff-95c6-f4dc6f99aced HTTP/1.1" status: 200 len: 930 time: 0.0526357 Nov 24 12:57:44.127426 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-df421a4f-5f06-49b7-9686-854b97b44687 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?network_id=af84e79c-ff8c-4c42-88b8-58985a027e75&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0489967 Nov 24 12:57:44.135939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-b5b6649c-b789-4bb5-9c66-accf2ac0b136 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:44.136571 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-b5b6649c-b789-4bb5-9c66-accf2ac0b136 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:44.167372 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a52eee22-8a5c-4371-8925-258511306fe6 req-0fb6c8a7-f988-4a49-9360-11ddbe6e7946 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2461224 Nov 24 12:57:44.171480 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-0face970-b69e-47c7-a2c8-3a0a04f3646b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?network_id=af84e79c-ff8c-4c42-88b8-58985a027e75&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0366030 Nov 24 12:57:44.171739 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-b5b6649c-b789-4bb5-9c66-accf2ac0b136 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1610589 Nov 24 12:57:44.179303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:44.189259 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Request body: {'port': {'device_id': 'bb7eafe0-6742-4355-b2a5-0f77c9751644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:44.243657 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:44.287969 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:44.294879 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-213e3efc-85b1-44fb-88ac-71c3f14ceb53 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:44.300763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-213e3efc-85b1-44fb-88ac-71c3f14ceb53 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:44.307806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-213e3efc-85b1-44fb-88ac-71c3f14ceb53 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:44.311545 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-213e3efc-85b1-44fb-88ac-71c3f14ceb53 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/networks?id=3ac03b3a-9323-45ec-83d1-c054acbb9fd7&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=af84e79c-ff8c-4c42-88b8-58985a027e75&id=af84e79c-ff8c-4c42-88b8-58985a027e75 HTTP/1.1" status: 200 len: 1990 time: 0.1333935 Nov 24 12:57:44.325997 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4f11fe6d-970b-4fc6-bba3-2710857c1b3d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/quotas/bbbd151c2bf343dcb413efbadcb1bbb3 HTTP/1.1" status: 200 len: 375 time: 0.0100882 Nov 24 12:57:44.387711 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-bd24ad5c-6916-48f1-8bf9-b6b75517198b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0557504 Nov 24 12:57:44.506397 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:44.539553 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-32129c06-87df-4526-aefa-12d79b75e520 service neutron] 10.222.0.48 "GET /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397824 Nov 24 12:57:44.543048 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ff44c95-d88b-4b6d-9519-eed66d14bf89 req-e2ece051-88c1-4195-9db8-fbab71f7d467 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687530 Nov 24 12:57:44.666710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff44c95-d88b-4b6d-9519-eed66d14bf89 req-15b790aa-b7eb-4fd5-94e8-26ac2b141ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:44.668350 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ff44c95-d88b-4b6d-9519-eed66d14bf89 req-15b790aa-b7eb-4fd5-94e8-26ac2b141ef1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6441bea1ed3547598abd90d1c2c0a634&device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 1096 time: 0.0898662 Nov 24 12:57:44.689317 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-c5580eed-4ab4-4fd5-ae5b-25d93ac4470e service neutron] 10.222.0.48 "GET /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285477 Nov 24 12:57:44.718754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Allocated IP 172.25.0.209 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/b0419312-5618-4cd8-bb90-b5a11fed5e7f) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:44.743331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee29421-1e95-4e7a-b3a0-0feecae5a281 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:57:44.748374 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:44.763837 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ba775cba-40a3-4fc7-93a6-e4b3a317286e service neutron] 10.222.0.48 "GET /v2.0/ports/def5f0b4-8a55-4e94-be95-870008397cd5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0671549 Nov 24 12:57:44.786998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Transition to ACTIVE for port object 4ee29421-1e95-4e7a-b3a0-0feecae5a281 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:57:44.831858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:44.885294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff44c95-d88b-4b6d-9519-eed66d14bf89 req-1523e785-fe91-4cd7-a7b6-8a02ae3b0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:44.887304 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ff44c95-d88b-4b6d-9519-eed66d14bf89 req-1523e785-fe91-4cd7-a7b6-8a02ae3b0240 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 200 len: 908 time: 0.1890173 Nov 24 12:57:44.921763 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Pushing event updated for resources: {'Port': ['ID=4ee29421-1e95-4e7a-b3a0-0feecae5a281,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:44.943063 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ff44c95-d88b-4b6d-9519-eed66d14bf89 req-e68478bb-6e80-477b-93a5-7d5bc91b0ed7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1618b25-001b-49b7-9e17-f9525960c1ee HTTP/1.1" status: 200 len: 217 time: 0.0478253 Nov 24 12:57:44.948376 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-82caf650-b07a-4419-8ec1-34eaaf64cece service neutron] 10.222.0.48 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527500 Nov 24 12:57:44.958808 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:45.028758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Attempting to bind port 4ee29421-1e95-4e7a-b3a0-0feecae5a281 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:57:45.029246 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Attempting to bind port 4ee29421-1e95-4e7a-b3a0-0feecae5a281 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'f2c44330-fbbc-4604-ac38-6bb4b274c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '87a67175-cd15-4f4c-8d85-17019901a4cf'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:57:45.029651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Attempting to bind port 4ee29421-1e95-4e7a-b3a0-0feecae5a281 on network 87a67175-cd15-4f4c-8d85-17019901a4cf {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:45.034862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Port 4ee29421-1e95-4e7a-b3a0-0feecae5a281 on network 87a67175-cd15-4f4c-8d85-17019901a4cf not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:57:45.035305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Attempting to bind port 4ee29421-1e95-4e7a-b3a0-0feecae5a281 on network 87a67175-cd15-4f4c-8d85-17019901a4cf {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:57:45.040706 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:45.044103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:57:45.044544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Checking segment: {'id': 'f2c44330-fbbc-4604-ac38-6bb4b274c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '87a67175-cd15-4f4c-8d85-17019901a4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:57:45.045048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Bound using segment: {'id': 'f2c44330-fbbc-4604-ac38-6bb4b274c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '87a67175-cd15-4f4c-8d85-17019901a4cf'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:57:45.045595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Bound port: 4ee29421-1e95-4e7a-b3a0-0feecae5a281, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c44330-fbbc-4604-ac38-6bb4b274c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '87a67175-cd15-4f4c-8d85-17019901a4cf'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:57:45.046036 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:45.062677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff44c95-d88b-4b6d-9519-eed66d14bf89 req-477d7662-2c00-43b6-aaa5-fb4a04265b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:45.064149 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ff44c95-d88b-4b6d-9519-eed66d14bf89 req-477d7662-2c00-43b6-aaa5-fb4a04265b78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 200 len: 847 time: 0.1065888 Nov 24 12:57:45.091536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:45.100141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:45.122492 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ff44c95-d88b-4b6d-9519-eed66d14bf89 req-f52060e2-14b8-4344-a56d-e200b7267a21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a7071aec-fd43-4708-b67e-8b789798646f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489364 Nov 24 12:57:45.123061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:45.130466 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4123bdc2-2cca-4e2e-8316-0018705b4afc service neutron] 10.222.0.48 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739638 Nov 24 12:57:45.154236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Pushing event updated for resources: {'Port': ['ID=b0419312-5618-4cd8-bb90-b5a11fed5e7f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:45.193343 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-43e3b769-15e8-4044-a5e0-9400bbd04b18 service neutron] 10.222.0.48 "GET /v2.0/ports/20c8ea04-17ce-4aff-95c6-f4dc6f99aced?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0619221 Nov 24 12:57:45.197882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] For port 4ee29421-1e95-4e7a-b3a0-0feecae5a281, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:57:45.205958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] For port 4ee29421-1e95-4e7a-b3a0-0feecae5a281, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=4ee29421-1e95-4e7a-b3a0-0feecae5a281,segment=NetworkSegment(f2c44330-fbbc-4604-ac38-6bb4b274c4d1),segment_id=f2c44330-fbbc-4604-ac38-6bb4b274c4d1)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:57:45.236652 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:45.287075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:45.288225 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:45.289557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-556c94e7-21c2-4266-b121-4297417e898a service neutron] 10.222.0.59 "PUT /v2.0/ports/4ee29421-1e95-4e7a-b3a0-0feecae5a281 HTTP/1.1" status: 200 len: 1092 time: 1.1053200 Nov 24 12:57:45.291976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7eafe0-6742-4355-b2a5-0f77c9751644', 'tag': '4ee29421-1e95-4e7a-b3a0-0feecae5a281'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:45.294417 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58275c6-bf06-48ef-adb4-3727f9b34fda" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7eafe0-6742-4355-b2a5-0f77c9751644", "tag": "4ee29421-1e95-4e7a-b3a0-0feecae5a281"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:45.306631 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:45.332365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c94e7-21c2-4266-b121-4297417e898a service neutron] Pushing event updated for resources: {'Port': ['ID=4ee29421-1e95-4e7a-b3a0-0feecae5a281,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:45.392882 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:45.677183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-15e3c722-0653-41f9-b36c-5397a3ff2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:45.679933 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-15e3c722-0653-41f9-b36c-5397a3ff2388 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09230d1ec2d549368dc088c203f7e16b&device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 1095 time: 0.3386369 Nov 24 12:57:45.701997 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ff44c95-d88b-4b6d-9519-eed66d14bf89 req-916496d8-2f53-444e-9fd8-6387d1d71f8f service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624049 Nov 24 12:57:45.726214 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-885379c5-63de-473b-9233-2ef8afa8dbe3 service neutron] 10.222.0.48 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319424 Nov 24 12:57:45.748667 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-3951aead-6ecd-48b0-9dee-8e5c5a2c06b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee29421-1e95-4e7a-b3a0-0feecae5a281 HTTP/1.1" status: 200 len: 217 time: 0.0573671 Nov 24 12:57:45.843023 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:57:45.847173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-b94ae688-89f7-4184-be86-1bf1b1cb5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:45.848450 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-b94ae688-89f7-4184-be86-1bf1b1cb5265 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b2ed43d-c20a-48fb-9df4-170f5a2e95f9 HTTP/1.1" status: 200 len: 861 time: 0.0687189 Nov 24 12:57:45.920943 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-9fc69ea6-e63b-42fa-ae8b-82371a8ffead service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87a67175-cd15-4f4c-8d85-17019901a4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553691 Nov 24 12:57:45.936751 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e8d528dc-3ffb-4c2f-be2c-d57a54a0e7e9 service neutron] 10.222.0.48 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962352 Nov 24 12:57:45.999800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:46.003973 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:46.014636 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a', 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9', 'port_id': 'f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a', 'mac_address': 'fa:16:3e:15:a6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e3051e-b0fa-49e8-b2ef-efe853098352', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:57:46.020526 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:46.073898 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ff44c95-d88b-4b6d-9519-eed66d14bf89 req-fc0195b4-8412-4d30-820b-0aa63f8fc9f3 service neutron] 10.222.0.59 "GET /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612752 Nov 24 12:57:46.093347 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-7b49b38d-3d74-48fc-ac13-e0fbab55f734 service neutron] 10.222.0.48 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493411 Nov 24 12:57:46.096345 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:46.127127 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:57:46.164965 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:46.166807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:46.174754 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:46.210199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Pushing event updated for resources: {'Port': ['ID=b0419312-5618-4cd8-bb90-b5a11fed5e7f,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:46.215448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-588e3715-e969-4c76-84a3-69be3160f755 service neutron] 10.222.0.59 "GET /v2.0/networks/87a67175-cd15-4f4c-8d85-17019901a4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867663 Nov 24 12:57:46.219775 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:46.220502 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a52eee22-8a5c-4371-8925-258511306fe6 req-281fb409-483b-4221-881c-b135ad7bf1ab tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0452516 Nov 24 12:57:46.245546 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-6cd5ce20-1278-4053-8fda-23771f7e4e9b service neutron] 10.222.0.48 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414201 Nov 24 12:57:46.274039 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:46.299553 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:57:46.357348 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-d709c27c-f413-4b6d-b4f5-97c92b5840c2 service neutron] 10.222.0.48 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008475 Nov 24 12:57:46.379388 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a52eee22-8a5c-4371-8925-258511306fe6 req-4e41a1d6-2861-44a7-b336-b485d3d8169d tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.209 HTTP/1.1" status: 200 len: 696 time: 0.0894094 Nov 24 12:57:46.404022 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65a0c57c-d05a-4a3f-8971-aebc000c161a req-efbc00b0-af8a-4f3e-b14f-72d9fdbbc0d8 service neutron] 10.222.0.59 "GET /v2.0/networks/87a67175-cd15-4f4c-8d85-17019901a4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781275 Nov 24 12:57:46.456209 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:57:46.472003 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-96b54270-662d-4b2f-b18e-ebf548e349a2 service neutron] 10.222.0.48 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088986 Nov 24 12:57:46.610602 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-33ccc9ac-61ea-425e-90f9-77c0aed67486 service neutron] 10.222.0.48 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306522 Nov 24 12:57:46.627618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eee22-8a5c-4371-8925-258511306fe6 req-a3ce3f9c-d566-4521-9214-5afeb658cebb tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:46.643337 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a52eee22-8a5c-4371-8925-258511306fe6 req-a3ce3f9c-d566-4521-9214-5afeb658cebb tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.2424965 Nov 24 12:57:46.653474 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed12b9a4-3cc2-4ba2-aed8-efa3d6497a32 req-c38be6f5-1ff2-4c6b-8b1c-36e913d810fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1170292 Nov 24 12:57:46.774178 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128bd4e-4b28-4eb0-bba3-18ca9469d6b7 req-e800ebf7-6092-45ad-9ea4-2dd156d5495d tempest-ServersAdminNegativeTestJSON-1772544792 tempest-ServersAdminNegativeTestJSON-1772544792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:46.776162 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1128bd4e-4b28-4eb0-bba3-18ca9469d6b7 req-e800ebf7-6092-45ad-9ea4-2dd156d5495d tempest-ServersAdminNegativeTestJSON-1772544792 tempest-ServersAdminNegativeTestJSON-1772544792-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 1101 time: 0.0820265 Nov 24 12:57:46.779677 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-8fdfb216-e5b6-4637-890d-36b1e52f330e service neutron] 10.222.0.48 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671791 Nov 24 12:57:46.783193 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12b9a4-3cc2-4ba2-aed8-efa3d6497a32 req-a07fa8fb-394d-4661-b51b-3f475923b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:46.785096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed12b9a4-3cc2-4ba2-aed8-efa3d6497a32 req-a07fa8fb-394d-4661-b51b-3f475923b9a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 1097 time: 0.0794156 Nov 24 12:57:46.900697 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4989c864-8be9-47b7-8ad5-dfa7088befd6 service neutron] 10.222.0.48 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128376 Nov 24 12:57:46.928517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12b9a4-3cc2-4ba2-aed8-efa3d6497a32 req-62fcc98c-8f1d-4529-a8bc-dc386ddb1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:46.929484 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed12b9a4-3cc2-4ba2-aed8-efa3d6497a32 req-62fcc98c-8f1d-4529-a8bc-dc386ddb1652 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 917 time: 0.1067755 Nov 24 12:57:46.937091 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1128bd4e-4b28-4eb0-bba3-18ca9469d6b7 req-2f6f3260-32e4-4d2b-8719-eadf80d2119e tempest-ServersAdminNegativeTestJSON-1772544792 tempest-ServersAdminNegativeTestJSON-1772544792-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473055 Nov 24 12:57:47.013677 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed12b9a4-3cc2-4ba2-aed8-efa3d6497a32 req-1feb51cf-6a2c-40c7-8107-e29e5a18352f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a HTTP/1.1" status: 200 len: 1002 time: 0.0745909 Nov 24 12:57:47.083452 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-2a23699f-7eb7-4110-9bc8-dfa954c6824c service neutron] 10.222.0.48 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756182 Nov 24 12:57:47.109363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12b9a4-3cc2-4ba2-aed8-efa3d6497a32 req-111150d3-4da0-4ce1-9edb-f6f730eec715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:47.111108 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed12b9a4-3cc2-4ba2-aed8-efa3d6497a32 req-111150d3-4da0-4ce1-9edb-f6f730eec715 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 200 len: 855 time: 0.0874763 Nov 24 12:57:47.125001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf30c26-139e-4637-aaac-8825bafbab08 req-9c14181c-c7fb-4e61-bac2-b325c5d40fad tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:47.126566 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3bf30c26-139e-4637-aaac-8825bafbab08 req-9c14181c-c7fb-4e61-bac2-b325c5d40fad tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 944 time: 0.0723178 Nov 24 12:57:47.213942 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3bf30c26-139e-4637-aaac-8825bafbab08 req-a75f2db1-f44c-4e56-a7f8-a3d7036061b5 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/security-groups?id=241ad3b6-ea08-4265-a917-f8a5984e552e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773551 Nov 24 12:57:47.222509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12b9a4-3cc2-4ba2-aed8-efa3d6497a32 req-3b953d85-2c38-4bc4-91e1-ec8573e533f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:47.229029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed12b9a4-3cc2-4ba2-aed8-efa3d6497a32 req-3b953d85-2c38-4bc4-91e1-ec8573e533f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e912b44-eae9-40e6-89c7-30777a476f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966227 Nov 24 12:57:47.387669 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed12b9a4-3cc2-4ba2-aed8-efa3d6497a32 req-a9d1df95-7e49-4f6e-882c-f879bbcf4358 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547115 Nov 24 12:57:47.421955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddd352-5377-4fe3-ae45-af5730117c10 req-03cd90f0-77b5-468c-991b-4a75f1de782d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:47.423557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49ddd352-5377-4fe3-ae45-af5730117c10 req-03cd90f0-77b5-468c-991b-4a75f1de782d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 944 time: 0.0723727 Nov 24 12:57:47.537641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed12b9a4-3cc2-4ba2-aed8-efa3d6497a32 req-adafb075-b7cd-4492-b2bc-06e8cd369d2a service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408737 Nov 24 12:57:47.541292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49ddd352-5377-4fe3-ae45-af5730117c10 req-149ece61-d174-4968-9967-b9428c81326c tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036973 Nov 24 12:57:47.676272 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c28992-dd00-4895-8239-2f1ddcfc1a14 x-openstack-request-id: req-40c28992-dd00-4895-8239-2f1ddcfc1a14 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:47.676577 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7eafe0-6742-4355-b2a5-0f77c9751644", "tag": "4ee29421-1e95-4e7a-b3a0-0feecae5a281", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:47.676873 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40c28992-dd00-4895-8239-2f1ddcfc1a14 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:47.677291 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7eafe0-6742-4355-b2a5-0f77c9751644', 'tag': '4ee29421-1e95-4e7a-b3a0-0feecae5a281', 'status': 'completed', 'code': 200} Nov 24 12:57:47.791547 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2fdddf22-de99-40dc-8695-9502f5cffc9c req-e0b1398c-3c4c-4441-abfe-35888a155d16 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips/f5718854-2645-4c13-ab57-b77313fac9e9 HTTP/1.1" status: 200 len: 693 time: 0.0990345 Nov 24 12:57:47.848582 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:47.947733 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:57:47.956081 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:47.956467 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:47.996013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdddf22-de99-40dc-8695-9502f5cffc9c req-85eaab27-201c-4dd2-830b-e9fcad291a08 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:47.997574 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2fdddf22-de99-40dc-8695-9502f5cffc9c req-85eaab27-201c-4dd2-830b-e9fcad291a08 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.2052281 Nov 24 12:57:48.012570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58275c6-bf06-48ef-adb4-3727f9b34fda req-0081a1ac-1202-4f1f-b199-663fdcbef3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:48.014132 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4efe2136-7660-42bc-8c99-58aec05de059 req-48bad53e-191e-4e5f-872d-63933a183c54 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0638499 Nov 24 12:57:48.028464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d58275c6-bf06-48ef-adb4-3727f9b34fda req-0081a1ac-1202-4f1f-b199-663fdcbef3c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09230d1ec2d549368dc088c203f7e16b&device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 1095 time: 0.3252218 Nov 24 12:57:48.040086 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-2fdddf22-de99-40dc-8695-9502f5cffc9c req-da1309e3-5259-4824-b6f1-9e6b90215888 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:57:48.050636 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2fdddf22-de99-40dc-8695-9502f5cffc9c req-da1309e3-5259-4824-b6f1-9e6b90215888 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210636 Nov 24 12:57:48.171358 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:48.238620 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:48.241399 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53521dfd-221f-42fa-9c0e-6f979a058793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:48.242071 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbee33ea-646c-4856-b667-41ebf3e8e8de" -d '{"events": [{"server_uuid": "53521dfd-221f-42fa-9c0e-6f979a058793", "name": "network-vif-plugged", "status": "completed", "tag": "f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:48.257687 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:48.315771 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-82508ac5-effb-4431-b84e-faf0823eac06 req-0ec9c07c-5dd4-43d2-9354-d180e704eb94 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips/f5718854-2645-4c13-ab57-b77313fac9e9 HTTP/1.1" status: 200 len: 693 time: 0.1838965 Nov 24 12:57:48.365846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:48.440511 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58275c6-bf06-48ef-adb4-3727f9b34fda req-625c802e-c2ce-494b-88d4-a73895b736c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:48.442376 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d58275c6-bf06-48ef-adb4-3727f9b34fda req-625c802e-c2ce-494b-88d4-a73895b736c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87a67175-cd15-4f4c-8d85-17019901a4cf HTTP/1.1" status: 200 len: 922 time: 0.3844500 Nov 24 12:57:48.491194 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d55db-2ad0-4606-ba06-4b1e67a9091f req-64446391-fdcf-476c-adfa-bd05e9c6dddb tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:48.502609 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a39d55db-2ad0-4606-ba06-4b1e67a9091f req-64446391-fdcf-476c-adfa-bd05e9c6dddb tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 944 time: 0.0588908 Nov 24 12:57:48.545394 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d58275c6-bf06-48ef-adb4-3727f9b34fda req-63d08aed-aa39-4336-a14f-50783b3f3d45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ee29421-1e95-4e7a-b3a0-0feecae5a281 HTTP/1.1" status: 200 len: 217 time: 0.0911729 Nov 24 12:57:48.588493 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a39d55db-2ad0-4606-ba06-4b1e67a9091f req-0a118cb1-e3b4-4cc6-b4e1-051aca93d06c tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/security-groups?id=241ad3b6-ea08-4265-a917-f8a5984e552e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841923 Nov 24 12:57:48.644053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58275c6-bf06-48ef-adb4-3727f9b34fda req-a3ccbc02-1a7c-46fd-a886-3e2b5f2380f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:48.645582 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d58275c6-bf06-48ef-adb4-3727f9b34fda req-a3ccbc02-1a7c-46fd-a886-3e2b5f2380f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6b2ed43d-c20a-48fb-9df4-170f5a2e95f9 HTTP/1.1" status: 200 len: 861 time: 0.0857415 Nov 24 12:57:48.652759 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82508ac5-effb-4431-b84e-faf0823eac06 req-93c5b791-b5cc-4c79-a146-3ecb57e5a735 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:48.654172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-82508ac5-effb-4431-b84e-faf0823eac06 req-93c5b791-b5cc-4c79-a146-3ecb57e5a735 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.3162889 Nov 24 12:57:48.678832 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d876a4e7-0202-4f49-8ea1-c79f39911f1c x-openstack-request-id: req-d876a4e7-0202-4f49-8ea1-c79f39911f1c {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:48.679130 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53521dfd-221f-42fa-9c0e-6f979a058793", "name": "network-vif-plugged", "status": "completed", "tag": "f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:48.679578 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d876a4e7-0202-4f49-8ea1-c79f39911f1c {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:48.680154 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53521dfd-221f-42fa-9c0e-6f979a058793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a', 'code': 200} Nov 24 12:57:48.689349 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d58275c6-bf06-48ef-adb4-3727f9b34fda req-a0c981cd-7efa-457e-83e2-7753780fc232 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87a67175-cd15-4f4c-8d85-17019901a4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338268 Nov 24 12:57:48.744175 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-82508ac5-effb-4431-b84e-faf0823eac06 req-eb1bb4d6-d6dc-4faa-9eff-bb899b4f6906 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.209 HTTP/1.1" status: 200 len: 696 time: 0.0798254 Nov 24 12:57:48.834534 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-82508ac5-effb-4431-b84e-faf0823eac06 req-fdd8d196-1ef5-4d09-95c7-0695325e0a8c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.209 HTTP/1.1" status: 200 len: 696 time: 0.0813551 Nov 24 12:57:48.890423 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5245f0-6941-4333-90e0-8833ec7c2454 req-919a1b27-34f9-4d05-be63-a8d08b606e8b tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:48.892225 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9b5245f0-6941-4333-90e0-8833ec7c2454 req-919a1b27-34f9-4d05-be63-a8d08b606e8b tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 950 time: 0.1319828 Nov 24 12:57:48.904648 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d58275c6-bf06-48ef-adb4-3727f9b34fda req-5a93c434-d899-4940-a288-8e3322dc2552 service neutron] 10.222.0.59 "GET /v2.0/networks/87a67175-cd15-4f4c-8d85-17019901a4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869440 Nov 24 12:57:48.940779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe9082-c804-48d3-a8dc-07db4f541c00 req-292afd0b-29e0-4fd7-90d6-64e8be892340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:48.942323 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-82fe9082-c804-48d3-a8dc-07db4f541c00 req-292afd0b-29e0-4fd7-90d6-64e8be892340 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 1096 time: 0.1147177 Nov 24 12:57:49.015591 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9b5245f0-6941-4333-90e0-8833ec7c2454 req-7a577dea-887b-4fe9-a851-47dd9c8ddbd2 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121106 Nov 24 12:57:49.072347 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-82fe9082-c804-48d3-a8dc-07db4f541c00 req-bea5937c-94dc-409d-b5a1-79077b73bda6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165342 Nov 24 12:57:49.091350 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d58275c6-bf06-48ef-adb4-3727f9b34fda req-12394408-2aef-4529-9043-3c8dc8943db5 service neutron] 10.222.0.59 "GET /v2.0/networks/87a67175-cd15-4f4c-8d85-17019901a4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761088 Nov 24 12:57:49.098094 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-82508ac5-effb-4431-b84e-faf0823eac06 req-8a3c6b34-0b8a-42c5-b0a5-c14e377c4427 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Deleting port b0419312-5618-4cd8-bb90-b5a11fed5e7f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:49.098442 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-82508ac5-effb-4431-b84e-faf0823eac06 req-8a3c6b34-0b8a-42c5-b0a5-c14e377c4427 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:49.182572 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-82508ac5-effb-4431-b84e-faf0823eac06 req-8a3c6b34-0b8a-42c5-b0a5-c14e377c4427 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:49.182945 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-82508ac5-effb-4431-b84e-faf0823eac06 req-8a3c6b34-0b8a-42c5-b0a5-c14e377c4427 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:49.214146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-82508ac5-effb-4431-b84e-faf0823eac06 req-8a3c6b34-0b8a-42c5-b0a5-c14e377c4427 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Calling delete_port for b0419312-5618-4cd8-bb90-b5a11fed5e7f owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:49.259799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfc0a5-bf74-4e85-ad37-5af8ed329937 req-c560ff2f-81e6-41f8-8fff-1ba6078c781c tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:49.265751 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a7dfc0a5-bf74-4e85-ad37-5af8ed329937 req-c560ff2f-81e6-41f8-8fff-1ba6078c781c tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 945 time: 0.1375289 Nov 24 12:57:49.375684 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a7dfc0a5-bf74-4e85-ad37-5af8ed329937 req-411d85eb-e387-4590-a718-34d175375d4a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057150 Nov 24 12:57:49.387953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-671f3b72-1341-4b6f-a0da-4d27617a87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:49.389374 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-671f3b72-1341-4b6f-a0da-4d27617a87a1 service neutron] 10.222.0.46 "GET /v2.0/ports/def5f0b4-8a55-4e94-be95-870008397cd5 HTTP/1.1" status: 200 len: 1028 time: 0.0690975 Nov 24 12:57:49.517681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-b33b6b7b-feb1-42f8-a329-63a43794b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:49.519094 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-b33b6b7b-feb1-42f8-a329-63a43794b8ef service neutron] 10.222.0.46 "GET /v2.0/ports/20c8ea04-17ce-4aff-95c6-f4dc6f99aced HTTP/1.1" status: 200 len: 1026 time: 0.1116548 Nov 24 12:57:49.753428 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-687d102a-35de-419e-a863-abdcbcfd51d5 req-a5ebba96-f9ce-409e-84d7-b048dc1a03c5 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0479145 Nov 24 12:57:49.873618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 4ee29421-1e95-4e7a-b3a0-0feecae5a281 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:57:49.931624 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-82508ac5-effb-4431-b84e-faf0823eac06 req-8a3c6b34-0b8a-42c5-b0a5-c14e377c4427 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:49.945524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1321d-ba12-4898-bbc1-eba62994f806 req-9c943c33-0ce4-4fd3-b7cc-f6760dde232f tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:49.965700 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7da1321d-ba12-4898-bbc1-eba62994f806 req-9c943c33-0ce4-4fd3-b7cc-f6760dde232f tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 944 time: 0.0988772 Nov 24 12:57:50.043112 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7da1321d-ba12-4898-bbc1-eba62994f806 req-67ffeaf6-87cd-44e0-bc89-70225259a27c tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/security-groups?id=241ad3b6-ea08-4265-a917-f8a5984e552e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744290 Nov 24 12:57:50.056173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c6b34-0b8a-42c5-b0a5-c14e377c4427 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Pushing event deleted for resources: {'Port': ['ID=b0419312-5618-4cd8-bb90-b5a11fed5e7f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:50.085107 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 4ee29421-1e95-4e7a-b3a0-0feecae5a281, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=4ee29421-1e95-4e7a-b3a0-0feecae5a281,segment=NetworkSegment(f2c44330-fbbc-4604-ac38-6bb4b274c4d1),segment_id=f2c44330-fbbc-4604-ac38-6bb4b274c4d1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:50.113419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '4ee29421-1e95-4e7a-b3a0-0feecae5a281', 'network_id': '87a67175-cd15-4f4c-8d85-17019901a4cf', 'port_id': '4ee29421-1e95-4e7a-b3a0-0feecae5a281', 'mac_address': 'fa:16:3e:10:ce:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2ed43d-c20a-48fb-9df4-170f5a2e95f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:57:50.193398 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:50.219839 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee29421-1e95-4e7a-b3a0-0feecae5a281 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:57:50.225144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d37d3-b126-4cc8-b01a-f9e826c0ad22 req-fbefef8a-448d-4848-9553-b60dc8e7ea57 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:50.234059 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae2d37d3-b126-4cc8-b01a-f9e826c0ad22 req-fbefef8a-448d-4848-9553-b60dc8e7ea57 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 950 time: 0.0818746 Nov 24 12:57:50.262581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 4ee29421-1e95-4e7a-b3a0-0feecae5a281, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=4ee29421-1e95-4e7a-b3a0-0feecae5a281,segment=NetworkSegment(f2c44330-fbbc-4604-ac38-6bb4b274c4d1),segment_id=f2c44330-fbbc-4604-ac38-6bb4b274c4d1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:50.273274 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:50.312230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6540358-5f73-440e-b33d-860c93a281bd req-cfd5deaf-02a2-4532-9db0-5e612482f9bd tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:50.315016 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae2d37d3-b126-4cc8-b01a-f9e826c0ad22 req-1b11d48b-a58a-46bf-942c-10615419a4c3 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795715 Nov 24 12:57:50.321840 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6540358-5f73-440e-b33d-860c93a281bd req-cfd5deaf-02a2-4532-9db0-5e612482f9bd tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.46 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 950 time: 0.2287083 Nov 24 12:57:50.353335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-2fdb08ee-9b63-459d-b3da-f96445ec2d61 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:50.360215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-2fdb08ee-9b63-459d-b3da-f96445ec2d61 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:50.360678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=4ee29421-1e95-4e7a-b3a0-0feecae5a281,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:50.366514 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-2fdb08ee-9b63-459d-b3da-f96445ec2d61 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:50.368423 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-2fdb08ee-9b63-459d-b3da-f96445ec2d61 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "GET /v2.0/networks?id=3ac03b3a-9323-45ec-83d1-c054acbb9fd7&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=af84e79c-ff8c-4c42-88b8-58985a027e75&id=af84e79c-ff8c-4c42-88b8-58985a027e75 HTTP/1.1" status: 200 len: 1990 time: 0.8363903 Nov 24 12:57:50.467512 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-82508ac5-effb-4431-b84e-faf0823eac06 req-8a3c6b34-0b8a-42c5-b0a5-c14e377c4427 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:50.470301 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-82508ac5-effb-4431-b84e-faf0823eac06 req-8a3c6b34-0b8a-42c5-b0a5-c14e377c4427 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:50.471430 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-82508ac5-effb-4431-b84e-faf0823eac06 req-8a3c6b34-0b8a-42c5-b0a5-c14e377c4427 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "DELETE /v2.0/floatingips/f5718854-2645-4c13-ab57-b77313fac9e9 HTTP/1.1" status: 204 len: 173 time: 1.6144495 Nov 24 12:57:50.536676 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-490a6413-2bb4-4c16-803a-1716398d5751 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3 HTTP/1.1" status: 200 len: 379 time: 0.1446340 Nov 24 12:57:50.551388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-1bad5166-e9f5-4880-b8e9-1f06a8c4ee1a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'port': {'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'admin_state_up': True, 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'security_groups': ['83471047-d78a-4aa2-9b42-1654ee6f4eb3']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:50.648304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['4ee29421-1e95-4e7a-b3a0-0feecae5a281'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:57:50.731523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-d6540358-5f73-440e-b33d-860c93a281bd req-2655a94d-469d-42de-98ef-63d0e597bb71 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Deleting port 3699192b-1ec3-454c-a9b3-40e667e321a2 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:50.731523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6540358-5f73-440e-b33d-860c93a281bd req-2655a94d-469d-42de-98ef-63d0e597bb71 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:50.823516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467ed6b-6985-4b46-90b1-b703bdcb914e req-c5e10bac-5d6d-4890-8e32-fb6aeb777b43 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:50.826541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1467ed6b-6985-4b46-90b1-b703bdcb914e req-c5e10bac-5d6d-4890-8e32-fb6aeb777b43 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 945 time: 0.2888889 Nov 24 12:57:50.855346 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e66c7507-7d0b-4153-a50f-9e3f3b848df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:50.858554 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52137e7-63ab-4a4d-9980-6636cce0be4e req-6d152aec-a6e0-4d7b-a3d7-1aac0240e6a9 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:50.872377 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c52137e7-63ab-4a4d-9980-6636cce0be4e req-6d152aec-a6e0-4d7b-a3d7-1aac0240e6a9 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2830091 Nov 24 12:57:50.976975 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1467ed6b-6985-4b46-90b1-b703bdcb914e req-750b9923-70d3-4018-869a-a2b494453430 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106641 Nov 24 12:57:51.005961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-1bad5166-e9f5-4880-b8e9-1f06a8c4ee1a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Made reservation on behalf of bbbd151c2bf343dcb413efbadcb1bbb3 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:51.015138 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-1bad5166-e9f5-4880-b8e9-1f06a8c4ee1a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:51.076883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a4c16-8c0d-485a-b8ca-83e260538eb2 req-58138086-f6a8-4087-9ca7-987b2c122df1 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:51.084619 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5a4c16-8c0d-485a-b8ca-83e260538eb2 req-58138086-f6a8-4087-9ca7-987b2c122df1 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 945 time: 0.0632603 Nov 24 12:57:51.139300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-d6540358-5f73-440e-b33d-860c93a281bd req-2655a94d-469d-42de-98ef-63d0e597bb71 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] For port 3699192b-1ec3-454c-a9b3-40e667e321a2, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3699192b-1ec3-454c-a9b3-40e667e321a2,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:51.140083 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6540358-5f73-440e-b33d-860c93a281bd req-2655a94d-469d-42de-98ef-63d0e597bb71 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:51.151550 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e5a4c16-8c0d-485a-b8ca-83e260538eb2 req-723101ba-c7a8-4a51-9889-cac67a4d12b4 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659180 Nov 24 12:57:51.198686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-d6540358-5f73-440e-b33d-860c93a281bd req-2655a94d-469d-42de-98ef-63d0e597bb71 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Calling delete_port for 3699192b-1ec3-454c-a9b3-40e667e321a2 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:51.246812 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a09bfe7e-bd1d-453b-8647-8b1998d1a83c req-273120a9-7474-4345-aefe-8543646c6d24 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0383053 Nov 24 12:57:51.257654 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-79057019-a976-424c-a3dd-dcd64f16ed25 req-f3b14725-a6c8-4625-99ac-23eda463873b tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=f21806c1b4de4589b081cf0567c24f95 HTTP/1.1" status: 200 len: 1657 time: 0.0746312 Nov 24 12:57:51.381818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79057019-a976-424c-a3dd-dcd64f16ed25 req-8028dd3d-b4af-4beb-8b18-2adeb3410a02 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:51.385471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da93db-c838-4bdb-bc07-b1a813fb9b32 req-4089300b-8bb4-49c2-960b-d5ceac9d857f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:51.387250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97da93db-c838-4bdb-bc07-b1a813fb9b32 req-4089300b-8bb4-49c2-960b-d5ceac9d857f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.59 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 945 time: 0.2392149 Nov 24 12:57:51.390994 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-79057019-a976-424c-a3dd-dcd64f16ed25 req-8028dd3d-b4af-4beb-8b18-2adeb3410a02 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks?id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 787 time: 0.1315978 Nov 24 12:57:51.397416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-79057019-a976-424c-a3dd-dcd64f16ed25 req-4abf1518-26c2-4439-8745-3c70cb4f0e58 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:57:51.406247 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-79057019-a976-424c-a3dd-dcd64f16ed25 req-4abf1518-26c2-4439-8745-3c70cb4f0e58 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134463 Nov 24 12:57:51.586058 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-1bad5166-e9f5-4880-b8e9-1f06a8c4ee1a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Allocated IP 172.20.0.6 (3ac03b3a-9323-45ec-83d1-c054acbb9fd7/6abb9176-f169-4abf-912a-836a2a42f831/99460877-87f3-4d57-aa60-c161608694bc) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:51.610272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf49f8f-41bc-4c9d-b9b8-23151f59f294 req-520c99c7-d48a-480e-89c8-6a83b8419c76 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:51.613564 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5bf49f8f-41bc-4c9d-b9b8-23151f59f294 req-520c99c7-d48a-480e-89c8-6a83b8419c76 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 945 time: 0.1031301 Nov 24 12:57:51.671323 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5bf49f8f-41bc-4c9d-b9b8-23151f59f294 req-27d73f2c-6d36-4071-b79f-42be72819467 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/security-groups?id=241ad3b6-ea08-4265-a917-f8a5984e552e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568681 Nov 24 12:57:51.676957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361ec25-dfba-44d0-92b0-9e6fe08b71de req-f6de94b3-bf3e-48f9-849d-11a0448d9fd4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:51.678388 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9361ec25-dfba-44d0-92b0-9e6fe08b71de req-f6de94b3-bf3e-48f9-849d-11a0448d9fd4 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=556d94f4-7910-4b1a-a1b5-6acfedbe11ba HTTP/1.1" status: 200 len: 950 time: 0.1685376 Nov 24 12:57:51.717215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-97da93db-c838-4bdb-bc07-b1a813fb9b32 req-7886b460-ac40-417d-bfc2-c7129f600906 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Deleting port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:51.717577 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-97da93db-c838-4bdb-bc07-b1a813fb9b32 req-7886b460-ac40-417d-bfc2-c7129f600906 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:51.763432 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2149530d-3b34-4f18-ad67-0478b61612e1 req-11e46487-a1b6-4616-9742-108609e715a2 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips/886691ff-0355-45fc-8626-3bf943c3db80 HTTP/1.1" status: 200 len: 693 time: 0.0525699 Nov 24 12:57:51.873115 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149530d-3b34-4f18-ad67-0478b61612e1 req-93f5b14a-07a1-4e64-b944-7f9b17a2934b tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:51.874562 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2149530d-3b34-4f18-ad67-0478b61612e1 req-93f5b14a-07a1-4e64-b944-7f9b17a2934b tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.1048825 Nov 24 12:57:51.893060 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 4ee29421-1e95-4e7a-b3a0-0feecae5a281 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:57:51.932331 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6540358-5f73-440e-b33d-860c93a281bd req-2655a94d-469d-42de-98ef-63d0e597bb71 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:51.938466 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2149530d-3b34-4f18-ad67-0478b61612e1 req-d01ec34b-cb17-42d3-a244-99e4e817dd70 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.0573885 Nov 24 12:57:51.948315 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9361ec25-dfba-44d0-92b0-9e6fe08b71de req-778f8ac3-5454-4729-a8bb-17d7e82bd8f3 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550836 Nov 24 12:57:52.007044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655a94d-469d-42de-98ef-63d0e597bb71 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Pushing event deleted for resources: {'Port': ['ID=3699192b-1ec3-454c-a9b3-40e667e321a2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:52.010609 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2149530d-3b34-4f18-ad67-0478b61612e1 req-3268c632-86d4-4e7f-81a4-8a389b17f4c9 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.0645955 Nov 24 12:57:52.013837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['aa48a8e4-6393-405f-9b9e-da241ed87f42'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:57:52.038753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-97da93db-c838-4bdb-bc07-b1a813fb9b32 req-7886b460-ac40-417d-bfc2-c7129f600906 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] For port 9bbfb7ba-d2c5-452a-b615-532d07af57f0, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=9bbfb7ba-d2c5-452a-b615-532d07af57f0,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:52.039126 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-97da93db-c838-4bdb-bc07-b1a813fb9b32 req-7886b460-ac40-417d-bfc2-c7129f600906 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.051343 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-1bad5166-e9f5-4880-b8e9-1f06a8c4ee1a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.106852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-97da93db-c838-4bdb-bc07-b1a813fb9b32 req-7886b460-ac40-417d-bfc2-c7129f600906 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Calling delete_port for 9bbfb7ba-d2c5-452a-b615-532d07af57f0 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:52.111115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6540358-5f73-440e-b33d-860c93a281bd req-2655a94d-469d-42de-98ef-63d0e597bb71 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] No DVR routers for this DVR port 3699192b-1ec3-454c-a9b3-40e667e321a2 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:57:52.114015 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6540358-5f73-440e-b33d-860c93a281bd req-2655a94d-469d-42de-98ef-63d0e597bb71 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.119263 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6540358-5f73-440e-b33d-860c93a281bd req-2655a94d-469d-42de-98ef-63d0e597bb71 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.46 "DELETE /v2.0/ports/3699192b-1ec3-454c-a9b3-40e667e321a2 HTTP/1.1" status: 204 len: 173 time: 1.7816586 Nov 24 12:57:52.137914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556d94f4-7910-4b1a-a1b5-6acfedbe11ba', 'name': 'network-vif-deleted', 'tag': '3699192b-1ec3-454c-a9b3-40e667e321a2'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:52.140434 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be66d09b-2748-48ed-bdb0-911a9b661b1f" -d '{"events": [{"server_uuid": "556d94f4-7910-4b1a-a1b5-6acfedbe11ba", "name": "network-vif-deleted", "tag": "3699192b-1ec3-454c-a9b3-40e667e321a2"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:52.203007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-2149530d-3b34-4f18-ad67-0478b61612e1 req-28e1595c-9906-49af-92b6-8e585596810f tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Deleting port f6725c96-693d-4be7-ad93-c342d251270b {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:52.203574 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2149530d-3b34-4f18-ad67-0478b61612e1 req-28e1595c-9906-49af-92b6-8e585596810f tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.259321 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-1bad5166-e9f5-4880-b8e9-1f06a8c4ee1a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.275769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 4ee29421-1e95-4e7a-b3a0-0feecae5a281 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:57:52.294930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d95fdd-fef9-4b24-899d-0ff2c6abef02 req-1dd1666e-7219-4943-b6bf-09ead27f4d44 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:52.303572 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3d95fdd-fef9-4b24-899d-0ff2c6abef02 req-1dd1666e-7219-4943-b6bf-09ead27f4d44 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 945 time: 0.1771448 Nov 24 12:57:52.330217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 4ee29421-1e95-4e7a-b3a0-0feecae5a281 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:52.334052 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.354531 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2149530d-3b34-4f18-ad67-0478b61612e1 req-28e1595c-9906-49af-92b6-8e585596810f tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.354957 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2149530d-3b34-4f18-ad67-0478b61612e1 req-28e1595c-9906-49af-92b6-8e585596810f tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.374338 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-2149530d-3b34-4f18-ad67-0478b61612e1 req-28e1595c-9906-49af-92b6-8e585596810f tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Calling delete_port for f6725c96-693d-4be7-ad93-c342d251270b owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:52.376657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-1bad5166-e9f5-4880-b8e9-1f06a8c4ee1a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:52.399332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-1bad5166-e9f5-4880-b8e9-1f06a8c4ee1a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:52.402693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-1bad5166-e9f5-4880-b8e9-1f06a8c4ee1a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:52.468812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-1bad5166-e9f5-4880-b8e9-1f06a8c4ee1a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:52.469487 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-1bad5166-e9f5-4880-b8e9-1f06a8c4ee1a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.477677 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.501669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad5166-e9f5-4880-b8e9-1f06a8c4ee1a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'Port': ['ID=99460877-87f3-4d57-aa60-c161608694bc,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:52.505463 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3699192b-1ec3-454c-a9b3-40e667e321a2 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:57:52.553682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7eafe0-6742-4355-b2a5-0f77c9751644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee29421-1e95-4e7a-b3a0-0feecae5a281'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:52.556100 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bc9984-d1fc-4ac4-b99e-b263174dcd8d" -d '{"events": [{"server_uuid": "bb7eafe0-6742-4355-b2a5-0f77c9751644", "name": "network-vif-plugged", "status": "completed", "tag": "4ee29421-1e95-4e7a-b3a0-0feecae5a281"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:52.562075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 3699192b-1ec3-454c-a9b3-40e667e321a2 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:57:52.562325 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3699192b-1ec3-454c-a9b3-40e667e321a2 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:57:52.573173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 4ee29421-1e95-4e7a-b3a0-0feecae5a281, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=4ee29421-1e95-4e7a-b3a0-0feecae5a281,segment=NetworkSegment(f2c44330-fbbc-4604-ac38-6bb4b274c4d1),segment_id=f2c44330-fbbc-4604-ac38-6bb4b274c4d1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:52.585232 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.586187 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 9bbfb7ba-d2c5-452a-b615-532d07af57f0 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:57:52.638262 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3d95fdd-fef9-4b24-899d-0ff2c6abef02 req-0bdb6a49-b2c5-42e7-82e6-5eeb01b22c69 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335757 Nov 24 12:57:52.649997 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-1bad5166-e9f5-4880-b8e9-1f06a8c4ee1a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1040015 Nov 24 12:57:52.656756 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-97da93db-c838-4bdb-bc07-b1a813fb9b32 req-7886b460-ac40-417d-bfc2-c7129f600906 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.657954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2149530d-3b34-4f18-ad67-0478b61612e1 req-28e1595c-9906-49af-92b6-8e585596810f tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.666967 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No active binding found for port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 {{(pid=114987) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 12:57:52.667623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 9bbfb7ba-d2c5-452a-b615-532d07af57f0 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:57:52.679852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e3267029-e502-474c-8bc2-5e8dfce6b92a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'port': {'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c', 'admin_state_up': True, 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'security_groups': ['83471047-d78a-4aa2-9b42-1654ee6f4eb3']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:52.716387 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1595c-9906-49af-92b6-8e585596810f tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Pushing event deleted for resources: {'Port': ['ID=f6725c96-693d-4be7-ad93-c342d251270b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:52.727567 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=4ee29421-1e95-4e7a-b3a0-0feecae5a281,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:52.782392 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886b460-ac40-417d-bfc2-c7129f600906 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Pushing event deleted for resources: {'Port': ['ID=9bbfb7ba-d2c5-452a-b615-532d07af57f0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:52.821289 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a9e25229-6f92-44f9-b1af-6a6625da7be0 None None] Provisioning complete for port 99460877-87f3-4d57-aa60-c161608694bc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:52.824020 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a9e25229-6f92-44f9-b1af-6a6625da7be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.828768 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2149530d-3b34-4f18-ad67-0478b61612e1 req-28e1595c-9906-49af-92b6-8e585596810f tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.831964 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2149530d-3b34-4f18-ad67-0478b61612e1 req-28e1595c-9906-49af-92b6-8e585596810f tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.848287 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2149530d-3b34-4f18-ad67-0478b61612e1 req-28e1595c-9906-49af-92b6-8e585596810f tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "DELETE /v2.0/floatingips/886691ff-0355-45fc-8626-3bf943c3db80 HTTP/1.1" status: 204 len: 173 time: 0.8371055 Nov 24 12:57:52.904410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-97da93db-c838-4bdb-bc07-b1a813fb9b32 req-7886b460-ac40-417d-bfc2-c7129f600906 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] No DVR routers for this DVR port 9bbfb7ba-d2c5-452a-b615-532d07af57f0 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:57:52.908576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a9e25229-6f92-44f9-b1af-6a6625da7be0 None None] Port 99460877-87f3-4d57-aa60-c161608694bc cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:57:52.909173 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-97da93db-c838-4bdb-bc07-b1a813fb9b32 req-7886b460-ac40-417d-bfc2-c7129f600906 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:52.912037 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97da93db-c838-4bdb-bc07-b1a813fb9b32 req-7886b460-ac40-417d-bfc2-c7129f600906 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.59 "DELETE /v2.0/ports/9bbfb7ba-d2c5-452a-b615-532d07af57f0 HTTP/1.1" status: 204 len: 173 time: 1.5159512 Nov 24 12:57:52.965463 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e64a3c-88b0-42d7-b649-f608d668c0ca x-openstack-request-id: req-e0e64a3c-88b0-42d7-b649-f608d668c0ca {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:52.965986 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "556d94f4-7910-4b1a-a1b5-6acfedbe11ba", "name": "network-vif-deleted", "tag": "3699192b-1ec3-454c-a9b3-40e667e321a2", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:52.966531 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0e64a3c-88b0-42d7-b649-f608d668c0ca {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:52.967221 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556d94f4-7910-4b1a-a1b5-6acfedbe11ba', 'name': 'network-vif-deleted', 'tag': '3699192b-1ec3-454c-a9b3-40e667e321a2', 'status': 'completed', 'code': 200} Nov 24 12:57:52.982407 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e3267029-e502-474c-8bc2-5e8dfce6b92a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Made reservation on behalf of bbbd151c2bf343dcb413efbadcb1bbb3 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:52.987350 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e3267029-e502-474c-8bc2-5e8dfce6b92a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:53.065250 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5138b6ed-65ed-4fa5-acfb-545614c1e5e7 req-98813199-cda8-4a58-af58-cb2ce877807d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4786e185-9e2e-409d-98e6-c1aed4a1c9f3 HTTP/1.1" status: 200 len: 210 time: 0.0402670 Nov 24 12:57:53.183883 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eaaf77-5113-46bd-90e4-65ce5d98b480 x-openstack-request-id: req-10eaaf77-5113-46bd-90e4-65ce5d98b480 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:53.184443 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7eafe0-6742-4355-b2a5-0f77c9751644", "name": "network-vif-plugged", "status": "completed", "tag": "4ee29421-1e95-4e7a-b3a0-0feecae5a281", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:53.184969 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10eaaf77-5113-46bd-90e4-65ce5d98b480 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:53.186024 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7eafe0-6742-4355-b2a5-0f77c9751644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee29421-1e95-4e7a-b3a0-0feecae5a281', 'code': 200} Nov 24 12:57:53.208592 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-47db61c4-9128-4b41-bf79-282ead4b4b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:53.286674 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44296a49-31ba-4fca-951c-48d203647811 req-378c2a04-bdb4-484b-8b3c-c07602cf0d5b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:53.288063 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-44296a49-31ba-4fca-951c-48d203647811 req-378c2a04-bdb4-484b-8b3c-c07602cf0d5b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.59 "GET /v2.0/ports?device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 945 time: 0.2124300 Nov 24 12:57:53.298481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af9f55-6868-4579-921a-05ed7afa78d4 req-df6f52b2-5b76-4445-8029-969b307c34b1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:53.300098 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e5af9f55-6868-4579-921a-05ed7afa78d4 req-df6f52b2-5b76-4445-8029-969b307c34b1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 931 time: 0.1237667 Nov 24 12:57:53.302935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e3267029-e502-474c-8bc2-5e8dfce6b92a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Allocated IP 10.1.1.218 (b5edd316-cad9-4bd8-9066-3fc91eabcb7c/ecbb9e5d-26fb-4caa-8ef1-c2de39928a99/939443fc-044e-4799-b719-abd3e260c67f) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:53.316710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273e0c4-2379-4db4-b905-c1360ed87007 req-93fcfa25-1a47-49c4-a7fd-179ddf4f6a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:53.318378 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7273e0c4-2379-4db4-b905-c1360ed87007 req-93fcfa25-1a47-49c4-a7fd-179ddf4f6a57 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 1097 time: 0.0644648 Nov 24 12:57:53.362103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3230e-0cc5-490d-bbd7-a5cf66a80f76 req-c20be136-9be4-4c9f-b445-85c3fbf5a8ce tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:53.363621 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-67c3230e-0cc5-490d-bbd7-a5cf66a80f76 req-c20be136-9be4-4c9f-b445-85c3fbf5a8ce tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 946 time: 0.1350849 Nov 24 12:57:53.394152 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e5af9f55-6868-4579-921a-05ed7afa78d4 req-434f8e29-e1ab-457e-8db9-b8bef1ac79d8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798113 Nov 24 12:57:53.396412 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7273e0c4-2379-4db4-b905-c1360ed87007 req-b57c97c9-b86e-404e-a28a-ab806c520e37 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=241ad3b6-ea08-4265-a917-f8a5984e552e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644007 Nov 24 12:57:53.480590 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0668b4f7-3a3d-48eb-af4b-4fe44c9712cc req-86538348-a81f-4f35-ad31-6be622bde8e1 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips/18f8b754-38a8-4aa6-a80a-092f820b26e5 HTTP/1.1" status: 200 len: 693 time: 0.0507724 Nov 24 12:57:53.499546 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-67c3230e-0cc5-490d-bbd7-a5cf66a80f76 req-b51f0c97-047d-4134-9941-3c73ac2a25a1 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/security-groups?id=241ad3b6-ea08-4265-a917-f8a5984e552e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239550 Nov 24 12:57:53.564242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-44296a49-31ba-4fca-951c-48d203647811 req-0ad2f0dd-33da-4589-97ec-7227894d7f67 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Deleting port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:53.564924 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-44296a49-31ba-4fca-951c-48d203647811 req-0ad2f0dd-33da-4589-97ec-7227894d7f67 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:53.601328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668b4f7-3a3d-48eb-af4b-4fe44c9712cc req-d2cdde54-aa93-4bc3-8a04-23a1226ae841 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:53.603045 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0668b4f7-3a3d-48eb-af4b-4fe44c9712cc req-d2cdde54-aa93-4bc3-8a04-23a1226ae841 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.1154208 Nov 24 12:57:53.664843 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e3267029-e502-474c-8bc2-5e8dfce6b92a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:53.691517 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0668b4f7-3a3d-48eb-af4b-4fe44c9712cc req-275b669d-12e5-44f1-bcfb-90ef1dad2063 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.0813479 Nov 24 12:57:53.760361 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0668b4f7-3a3d-48eb-af4b-4fe44c9712cc req-158486d9-5775-4d31-a43d-98098199492b tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.0676243 Nov 24 12:57:53.789245 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e3267029-e502-474c-8bc2-5e8dfce6b92a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:53.854758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e3267029-e502-474c-8bc2-5e8dfce6b92a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Network b5edd316-cad9-4bd8-9066-3fc91eabcb7c is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:53.862445 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e3267029-e502-474c-8bc2-5e8dfce6b92a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:53.875517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e3267029-e502-474c-8bc2-5e8dfce6b92a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:53.883906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3267029-e502-474c-8bc2-5e8dfce6b92a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'Port': ['ID=939443fc-044e-4799-b719-abd3e260c67f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:53.932277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-44296a49-31ba-4fca-951c-48d203647811 req-0ad2f0dd-33da-4589-97ec-7227894d7f67 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] For port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:53.932545 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-44296a49-31ba-4fca-951c-48d203647811 req-0ad2f0dd-33da-4589-97ec-7227894d7f67 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:53.982401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-44296a49-31ba-4fca-951c-48d203647811 req-0ad2f0dd-33da-4589-97ec-7227894d7f67 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Calling delete_port for f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:53.995410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e3267029-e502-474c-8bc2-5e8dfce6b92a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:53.996150 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e3267029-e502-474c-8bc2-5e8dfce6b92a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:54.006870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-0668b4f7-3a3d-48eb-af4b-4fe44c9712cc req-f5a65270-5fbe-4927-b780-7565e205ac5a tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Deleting port 2399c38f-ec5d-4c90-9da9-5d634f5e66b8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:54.007462 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0668b4f7-3a3d-48eb-af4b-4fe44c9712cc req-f5a65270-5fbe-4927-b780-7565e205ac5a tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:54.134138 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0668b4f7-3a3d-48eb-af4b-4fe44c9712cc req-f5a65270-5fbe-4927-b780-7565e205ac5a tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:54.134506 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0668b4f7-3a3d-48eb-af4b-4fe44c9712cc req-f5a65270-5fbe-4927-b780-7565e205ac5a tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:54.150386 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-0668b4f7-3a3d-48eb-af4b-4fe44c9712cc req-f5a65270-5fbe-4927-b780-7565e205ac5a tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Calling delete_port for 2399c38f-ec5d-4c90-9da9-5d634f5e66b8 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:54.271547 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:54.288332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4a100d16-6e3f-421d-83d8-3749e25b7339 None None] Provisioning complete for port 939443fc-044e-4799-b719-abd3e260c67f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:54.289042 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4a100d16-6e3f-421d-83d8-3749e25b7339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:54.328149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0668b4f7-3a3d-48eb-af4b-4fe44c9712cc req-f5a65270-5fbe-4927-b780-7565e205ac5a tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:54.337886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4a100d16-6e3f-421d-83d8-3749e25b7339 None None] Port 939443fc-044e-4799-b719-abd3e260c67f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:57:54.364505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a65270-5fbe-4927-b780-7565e205ac5a tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Pushing event deleted for resources: {'Port': ['ID=2399c38f-ec5d-4c90-9da9-5d634f5e66b8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:54.367726 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e3267029-e502-474c-8bc2-5e8dfce6b92a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7076800 Nov 24 12:57:54.385299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9844b5fc-53d4-4f72-b7bb-95c20fa8c480 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'port': {'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c', 'admin_state_up': True, 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'security_groups': ['83471047-d78a-4aa2-9b42-1654ee6f4eb3']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:54.440696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0668b4f7-3a3d-48eb-af4b-4fe44c9712cc req-f5a65270-5fbe-4927-b780-7565e205ac5a tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:54.443653 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0668b4f7-3a3d-48eb-af4b-4fe44c9712cc req-f5a65270-5fbe-4927-b780-7565e205ac5a tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:54.456949 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0668b4f7-3a3d-48eb-af4b-4fe44c9712cc req-f5a65270-5fbe-4927-b780-7565e205ac5a tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "DELETE /v2.0/floatingips/18f8b754-38a8-4aa6-a80a-092f820b26e5 HTTP/1.1" status: 204 len: 173 time: 0.6954784 Nov 24 12:57:54.485211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330a830-703b-4dba-ad16-33556619e55d req-49efa7fe-89e2-41a8-bd97-bd8c1456be68 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:54.486860 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3330a830-703b-4dba-ad16-33556619e55d req-49efa7fe-89e2-41a8-bd97-bd8c1456be68 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=53521dfd-221f-42fa-9c0e-6f979a058793 HTTP/1.1" status: 200 len: 945 time: 0.1508720 Nov 24 12:57:54.609667 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3330a830-703b-4dba-ad16-33556619e55d req-3fafc8cd-9aec-4800-b4eb-bc8ad372d29c tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083486 Nov 24 12:57:54.611794 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-44296a49-31ba-4fca-951c-48d203647811 req-0ad2f0dd-33da-4589-97ec-7227894d7f67 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:54.625529 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['13b51106-0de7-42f9-a769-9f0ad51fa073'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:57:54.647560 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9844b5fc-53d4-4f72-b7bb-95c20fa8c480 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Made reservation on behalf of bbbd151c2bf343dcb413efbadcb1bbb3 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:54.649858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9844b5fc-53d4-4f72-b7bb-95c20fa8c480 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:54.664539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2f0dd-33da-4589-97ec-7227894d7f67 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Pushing event deleted for resources: {'Port': ['ID=f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:54.728163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e54cb-4ffa-4ca8-b72b-bb218fb4af2e req-8f0cd7de-ce25-4d17-b073-fc626194b7ce tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:54.735291 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8c9e54cb-4ffa-4ca8-b72b-bb218fb4af2e req-8f0cd7de-ce25-4d17-b073-fc626194b7ce tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 950 time: 0.0913813 Nov 24 12:57:54.763989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-44296a49-31ba-4fca-951c-48d203647811 req-0ad2f0dd-33da-4589-97ec-7227894d7f67 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] No DVR routers for this DVR port f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:57:54.768365 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-44296a49-31ba-4fca-951c-48d203647811 req-0ad2f0dd-33da-4589-97ec-7227894d7f67 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:54.771742 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-44296a49-31ba-4fca-951c-48d203647811 req-0ad2f0dd-33da-4589-97ec-7227894d7f67 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.59 "DELETE /v2.0/ports/f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a HTTP/1.1" status: 204 len: 173 time: 1.4751799 Nov 24 12:57:54.828837 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8c9e54cb-4ffa-4ca8-b72b-bb218fb4af2e req-16912019-b5f0-47ab-94c7-c689ad4bf716 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874746 Nov 24 12:57:54.904942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9844b5fc-53d4-4f72-b7bb-95c20fa8c480 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Allocated IP 10.1.1.114 (b5edd316-cad9-4bd8-9066-3fc91eabcb7c/ecbb9e5d-26fb-4caa-8ef1-c2de39928a99/6ede6d46-dbc0-4874-acf0-53462d41eb60) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:54.972461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4786e185-9e2e-409d-98e6-c1aed4a1c9f3', 'name': 'network-vif-deleted', 'tag': '9bbfb7ba-d2c5-452a-b615-532d07af57f0'}, {'server_uuid': '53521dfd-221f-42fa-9c0e-6f979a058793', 'name': 'network-vif-deleted', 'tag': 'f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:54.974653 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc66b868-c458-4a1d-b791-42f8513b787b" -d '{"events": [{"server_uuid": "4786e185-9e2e-409d-98e6-c1aed4a1c9f3", "name": "network-vif-deleted", "tag": "9bbfb7ba-d2c5-452a-b615-532d07af57f0"}, {"server_uuid": "53521dfd-221f-42fa-9c0e-6f979a058793", "name": "network-vif-deleted", "tag": "f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:54.984920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49d77c-f79d-4964-b8f4-1d92c7232fea req-c8e4cb53-0444-4150-b5c9-e3623be5f95f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:54.991330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49d77c-f79d-4964-b8f4-1d92c7232fea req-c8e4cb53-0444-4150-b5c9-e3623be5f95f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:54.998934 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e49d77c-f79d-4964-b8f4-1d92c7232fea req-c8e4cb53-0444-4150-b5c9-e3623be5f95f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 1653 time: 0.0908442 Nov 24 12:57:55.023940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f293eb46-1fdc-4533-aafd-208d7ec4b19c req-0045528c-17c0-444f-888a-0292cf68670e tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips/27d616fe-9f69-46b2-a344-911208aa7036 HTTP/1.1" status: 200 len: 693 time: 0.0627842 Nov 24 12:57:55.052469 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e49d77c-f79d-4964-b8f4-1d92c7232fea req-32ba34f5-d286-449f-877d-c01030c02048 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522952 Nov 24 12:57:55.204782 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bacae-c487-4f27-b5e9-93d9622861a7 req-5ce7a29a-6c00-4402-88bd-d3365e998e5e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:55.206110 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad3bacae-c487-4f27-b5e9-93d9622861a7 req-5ce7a29a-6c00-4402-88bd-d3365e998e5e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 946 time: 0.0594058 Nov 24 12:57:55.270847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293eb46-1fdc-4533-aafd-208d7ec4b19c req-35337ec4-b6ee-4cad-9a22-e319bf5dd70b tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:55.272677 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f293eb46-1fdc-4533-aafd-208d7ec4b19c req-35337ec4-b6ee-4cad-9a22-e319bf5dd70b tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.2321870 Nov 24 12:57:55.277896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad3bacae-c487-4f27-b5e9-93d9622861a7 req-d352ae42-3419-43c3-a2b5-ceb02a828d62 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/security-groups?id=241ad3b6-ea08-4265-a917-f8a5984e552e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610275 Nov 24 12:57:55.283998 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9844b5fc-53d4-4f72-b7bb-95c20fa8c480 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:55.359185 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f293eb46-1fdc-4533-aafd-208d7ec4b19c req-5175ef17-7fb8-41ce-a19e-d7c260f89f3c tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.0723555 Nov 24 12:57:55.424448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f293eb46-1fdc-4533-aafd-208d7ec4b19c req-8c5dd506-1438-448b-9deb-5a6868c62544 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.0598333 Nov 24 12:57:55.521232 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1e1f19-f07a-4d13-a1de-5629ee917206 x-openstack-request-id: req-4a1e1f19-f07a-4d13-a1de-5629ee917206 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:55.521388 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4786e185-9e2e-409d-98e6-c1aed4a1c9f3", "name": "network-vif-deleted", "tag": "9bbfb7ba-d2c5-452a-b615-532d07af57f0", "status": "completed", "code": 200}, {"server_uuid": "53521dfd-221f-42fa-9c0e-6f979a058793", "name": "network-vif-deleted", "tag": "f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:55.521600 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a1e1f19-f07a-4d13-a1de-5629ee917206 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:55.522259 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4786e185-9e2e-409d-98e6-c1aed4a1c9f3', 'name': 'network-vif-deleted', 'tag': '9bbfb7ba-d2c5-452a-b615-532d07af57f0', 'status': 'completed', 'code': 200} Nov 24 12:57:55.522259 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53521dfd-221f-42fa-9c0e-6f979a058793', 'name': 'network-vif-deleted', 'tag': 'f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a', 'status': 'completed', 'code': 200} Nov 24 12:57:55.523269 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9844b5fc-53d4-4f72-b7bb-95c20fa8c480 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:55.620230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9844b5fc-53d4-4f72-b7bb-95c20fa8c480 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Network b5edd316-cad9-4bd8-9066-3fc91eabcb7c is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:55.649320 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9844b5fc-53d4-4f72-b7bb-95c20fa8c480 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:55.658514 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9844b5fc-53d4-4f72-b7bb-95c20fa8c480 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:55.666609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f659ee5-414f-40b7-abe0-ba82152ce83b req-6776b87d-f9b4-4d85-a76d-19fb7e97b72d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:55.669303 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f659ee5-414f-40b7-abe0-ba82152ce83b req-6776b87d-f9b4-4d85-a76d-19fb7e97b72d tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 945 time: 0.0520728 Nov 24 12:57:55.676158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11702ac-aecc-478b-9a13-98a3d18c3e5e req-dc73a8ad-08c4-4e79-b685-0a4efae56bfc tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:55.677710 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a11702ac-aecc-478b-9a13-98a3d18c3e5e req-dc73a8ad-08c4-4e79-b685-0a4efae56bfc tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.46 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 950 time: 0.2300236 Nov 24 12:57:55.680973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844b5fc-53d4-4f72-b7bb-95c20fa8c480 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'Port': ['ID=6ede6d46-dbc0-4874-acf0-53462d41eb60,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:55.737141 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f659ee5-414f-40b7-abe0-ba82152ce83b req-0ce7cc3c-b220-4847-a1ea-0c28228b873f tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600049 Nov 24 12:57:55.783216 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:55.796014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9844b5fc-53d4-4f72-b7bb-95c20fa8c480 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:55.796841 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9844b5fc-53d4-4f72-b7bb-95c20fa8c480 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:55.849904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-f293eb46-1fdc-4533-aafd-208d7ec4b19c req-309faf84-559d-4435-9c27-9f49e929ad02 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Deleting port 990ed0a6-96ed-4958-acdf-89ece98daa51 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:55.849904 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f293eb46-1fdc-4533-aafd-208d7ec4b19c req-309faf84-559d-4435-9c27-9f49e929ad02 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:55.905479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:57:55.934273 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:57:55.934859 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f1fdc8c0-f083-41e1-a7d0-5b8f0e97b03a not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:57:55.936706 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9844b5fc-53d4-4f72-b7bb-95c20fa8c480 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5551562 Nov 24 12:57:55.963430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-a3ddb05b-d197-4bcd-abea-fac1685a1bb2 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'port': {'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75', 'admin_state_up': True, 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'security_groups': ['83471047-d78a-4aa2-9b42-1654ee6f4eb3']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:55.994933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c07b2d95-0234-4b4b-b615-d84ad29b1ec2 None None] Provisioning complete for port 6ede6d46-dbc0-4874-acf0-53462d41eb60 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:55.997125 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c07b2d95-0234-4b4b-b615-d84ad29b1ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:56.048340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c07b2d95-0234-4b4b-b615-d84ad29b1ec2 None None] Port 6ede6d46-dbc0-4874-acf0-53462d41eb60 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:57:56.057744 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f293eb46-1fdc-4533-aafd-208d7ec4b19c req-309faf84-559d-4435-9c27-9f49e929ad02 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:56.060005 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f293eb46-1fdc-4533-aafd-208d7ec4b19c req-309faf84-559d-4435-9c27-9f49e929ad02 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:56.128521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-f293eb46-1fdc-4533-aafd-208d7ec4b19c req-309faf84-559d-4435-9c27-9f49e929ad02 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Calling delete_port for 990ed0a6-96ed-4958-acdf-89ece98daa51 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:56.217101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ce2c7-026b-4612-884f-59a53a806d70 req-2eaa5bc4-6a04-4684-8dcc-7e27a5841170 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:56.218595 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-112ce2c7-026b-4612-884f-59a53a806d70 req-2eaa5bc4-6a04-4684-8dcc-7e27a5841170 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 945 time: 0.2126346 Nov 24 12:57:56.228765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81c729-5f81-42bd-84e4-3de6ccb89120 req-3aeb88f7-5bd1-4b08-a2c0-aad26514ecac tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:56.228973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-a11702ac-aecc-478b-9a13-98a3d18c3e5e req-40e03e20-5481-4016-961b-846e235ba9ac tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Deleting port aa48a8e4-6393-405f-9b9e-da241ed87f42 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:56.228973 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a11702ac-aecc-478b-9a13-98a3d18c3e5e req-40e03e20-5481-4016-961b-846e235ba9ac tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:56.229195 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6c81c729-5f81-42bd-84e4-3de6ccb89120 req-3aeb88f7-5bd1-4b08-a2c0-aad26514ecac tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 950 time: 0.0538468 Nov 24 12:57:56.296457 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6c81c729-5f81-42bd-84e4-3de6ccb89120 req-e439058b-d7c4-44db-b8ce-cb5a96e88577 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630322 Nov 24 12:57:56.408940 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89381b24-f8c0-4d94-8ae5-3014ce7b6861 req-4697e59e-5082-4209-9ddb-38af4e5e62b3 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:56.410504 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-89381b24-f8c0-4d94-8ae5-3014ce7b6861 req-4697e59e-5082-4209-9ddb-38af4e5e62b3 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.0625210 Nov 24 12:57:56.412356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-a3ddb05b-d197-4bcd-abea-fac1685a1bb2 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Made reservation on behalf of bbbd151c2bf343dcb413efbadcb1bbb3 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:56.467458 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-89381b24-f8c0-4d94-8ae5-3014ce7b6861 req-04b87e98-698e-4582-9a48-54335c744215 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508726 Nov 24 12:57:56.475462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a11702ac-aecc-478b-9a13-98a3d18c3e5e req-40e03e20-5481-4016-961b-846e235ba9ac tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] For port aa48a8e4-6393-405f-9b9e-da241ed87f42, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=aa48a8e4-6393-405f-9b9e-da241ed87f42,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:56.475831 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a11702ac-aecc-478b-9a13-98a3d18c3e5e req-40e03e20-5481-4016-961b-846e235ba9ac tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:56.544517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-a11702ac-aecc-478b-9a13-98a3d18c3e5e req-40e03e20-5481-4016-961b-846e235ba9ac tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Calling delete_port for aa48a8e4-6393-405f-9b9e-da241ed87f42 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:56.565402 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:56.667133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-112ce2c7-026b-4612-884f-59a53a806d70 req-68fc3b40-aea6-46f8-ba18-2d950ad4262c tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Deleting port e1618b25-001b-49b7-9e17-f9525960c1ee {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:56.668259 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-112ce2c7-026b-4612-884f-59a53a806d70 req-68fc3b40-aea6-46f8-ba18-2d950ad4262c tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:56.674113 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-a3ddb05b-d197-4bcd-abea-fac1685a1bb2 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:56.686501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e08d11-b62e-4c55-9463-106fd1dd6d2c req-c3602c7d-767b-4584-89cf-f55feee6da85 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:56.692448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e08d11-b62e-4c55-9463-106fd1dd6d2c req-c3602c7d-767b-4584-89cf-f55feee6da85 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:56.695991 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f293eb46-1fdc-4533-aafd-208d7ec4b19c req-309faf84-559d-4435-9c27-9f49e929ad02 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:56.700694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e08d11-b62e-4c55-9463-106fd1dd6d2c req-c3602c7d-767b-4584-89cf-f55feee6da85 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:56.708488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-19e08d11-b62e-4c55-9463-106fd1dd6d2c req-c3602c7d-767b-4584-89cf-f55feee6da85 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 2374 time: 0.0910518 Nov 24 12:57:56.759486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309faf84-559d-4435-9c27-9f49e929ad02 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Pushing event deleted for resources: {'Port': ['ID=990ed0a6-96ed-4958-acdf-89ece98daa51,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:56.785997 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-19e08d11-b62e-4c55-9463-106fd1dd6d2c req-d3abb128-f3d4-43ec-aec8-79bf6d986fbb tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636613 Nov 24 12:57:56.907822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65609d4-f7fb-4b66-a566-5105af02dec7 req-7bbf87b4-ead0-4bf0-a96e-82c11d393d9f tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:56.910088 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a65609d4-f7fb-4b66-a566-5105af02dec7 req-7bbf87b4-ead0-4bf0-a96e-82c11d393d9f tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 946 time: 0.0785034 Nov 24 12:57:56.977344 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a65609d4-f7fb-4b66-a566-5105af02dec7 req-ecbb10d3-a8d7-4df2-bc21-58647823feeb tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/security-groups?id=241ad3b6-ea08-4265-a917-f8a5984e552e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610745 Nov 24 12:57:57.035408 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f293eb46-1fdc-4533-aafd-208d7ec4b19c req-309faf84-559d-4435-9c27-9f49e929ad02 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:57.038731 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f293eb46-1fdc-4533-aafd-208d7ec4b19c req-309faf84-559d-4435-9c27-9f49e929ad02 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:57.039938 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f293eb46-1fdc-4533-aafd-208d7ec4b19c req-309faf84-559d-4435-9c27-9f49e929ad02 tempest-FloatingIPDetailsTestJSON-1995976743 tempest-FloatingIPDetailsTestJSON-1995976743-project] 10.222.0.48 "DELETE /v2.0/floatingips/27d616fe-9f69-46b2-a344-911208aa7036 HTTP/1.1" status: 204 len: 173 time: 1.6093886 Nov 24 12:57:57.047283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57434) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:57.053180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-112ce2c7-026b-4612-884f-59a53a806d70 req-68fc3b40-aea6-46f8-ba18-2d950ad4262c tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] For port e1618b25-001b-49b7-9e17-f9525960c1ee, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e1618b25-001b-49b7-9e17-f9525960c1ee,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:57.053619 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-112ce2c7-026b-4612-884f-59a53a806d70 req-68fc3b40-aea6-46f8-ba18-2d950ad4262c tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:57.179290 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1ac8a-f26c-4736-8736-0e2fd4e7d676 req-e54691ab-c984-4ee7-8c46-5b3b315e9138 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:57.196714 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e1a1ac8a-f26c-4736-8736-0e2fd4e7d676 req-e54691ab-c984-4ee7-8c46-5b3b315e9138 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 945 time: 0.0878911 Nov 24 12:57:57.380615 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e1a1ac8a-f26c-4736-8736-0e2fd4e7d676 req-48fd2583-1d9d-4ad4-abdd-4752617e1c03 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780684 Nov 24 12:57:57.518906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-112ce2c7-026b-4612-884f-59a53a806d70 req-68fc3b40-aea6-46f8-ba18-2d950ad4262c tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Calling delete_port for e1618b25-001b-49b7-9e17-f9525960c1ee owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:57.545682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de332a6d-7934-46ea-8bd8-463016b4c7e7 req-d6f3878b-3c64-4d66-98b3-acf42d33ae78 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:57.547297 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de332a6d-7934-46ea-8bd8-463016b4c7e7 req-d6f3878b-3c64-4d66-98b3-acf42d33ae78 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/ports?device_id=d29fb9c4-fde3-4369-b59f-4b211f632f74 HTTP/1.1" status: 200 len: 950 time: 0.0742469 Nov 24 12:57:57.551537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a11702ac-aecc-478b-9a13-98a3d18c3e5e req-40e03e20-5481-4016-961b-846e235ba9ac tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:57.652983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e03e20-5481-4016-961b-846e235ba9ac tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Pushing event deleted for resources: {'Port': ['ID=aa48a8e4-6393-405f-9b9e-da241ed87f42,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:57.665852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf51e4-3be2-4cf3-95ee-1d9b1b252e1f req-a55fded1-db18-4308-a3ad-a66b28786c40 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:57.667972 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fdf51e4-3be2-4cf3-95ee-1d9b1b252e1f req-a55fded1-db18-4308-a3ad-a66b28786c40 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1891685 Nov 24 12:57:57.699334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-a3ddb05b-d197-4bcd-abea-fac1685a1bb2 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Allocated IP 10.2.2.100 (af84e79c-ff8c-4c42-88b8-58985a027e75/3114486e-dc07-4c9a-accf-e9e94a0ec567/902ab3b7-d804-47d6-87d0-4d5ed9673025) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:57.770589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11702ac-aecc-478b-9a13-98a3d18c3e5e req-40e03e20-5481-4016-961b-846e235ba9ac tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] No DVR routers for this DVR port aa48a8e4-6393-405f-9b9e-da241ed87f42 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:57:57.789211 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a11702ac-aecc-478b-9a13-98a3d18c3e5e req-40e03e20-5481-4016-961b-846e235ba9ac tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:57.793083 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a11702ac-aecc-478b-9a13-98a3d18c3e5e req-40e03e20-5481-4016-961b-846e235ba9ac tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.46 "DELETE /v2.0/ports/aa48a8e4-6393-405f-9b9e-da241ed87f42 HTTP/1.1" status: 204 len: 173 time: 2.0758021 Nov 24 12:57:57.796710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29fb9c4-fde3-4369-b59f-4b211f632f74', 'name': 'network-vif-deleted', 'tag': 'aa48a8e4-6393-405f-9b9e-da241ed87f42'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:57.798096 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24845853-32c0-4dac-9fbb-315fb7bd84f6" -d '{"events": [{"server_uuid": "d29fb9c4-fde3-4369-b59f-4b211f632f74", "name": "network-vif-deleted", "tag": "aa48a8e4-6393-405f-9b9e-da241ed87f42"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:57.840086 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fdf51e4-3be2-4cf3-95ee-1d9b1b252e1f req-cf209b3a-8736-474b-a978-5e6ea004c190 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495166 Nov 24 12:57:58.008915 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de332a6d-7934-46ea-8bd8-463016b4c7e7 req-0f39be4f-5181-49c0-a4eb-d553368c24b5 tempest-ServersAdminNegativeTestJSON-329356630 tempest-ServersAdminNegativeTestJSON-329356630-project] 10.222.0.48 "GET /v2.0/security-groups?id=960634ea-acfa-439c-b89c-d7fee1caa794&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344463 Nov 24 12:57:58.018193 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb88bad-0cac-4229-be7a-2951719dcbeb req-08ecb55b-6d3e-428d-ab62-f4e15dfe4a83 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:58.019950 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-afb88bad-0cac-4229-be7a-2951719dcbeb req-08ecb55b-6d3e-428d-ab62-f4e15dfe4a83 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 946 time: 0.4273593 Nov 24 12:57:58.032666 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-112ce2c7-026b-4612-884f-59a53a806d70 req-68fc3b40-aea6-46f8-ba18-2d950ad4262c tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:58.078419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc3b40-aea6-46f8-ba18-2d950ad4262c tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Pushing event deleted for resources: {'Port': ['ID=e1618b25-001b-49b7-9e17-f9525960c1ee,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:58.148511 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a190fff-5f39-4fa8-854b-25a1b5b24ef3 x-openstack-request-id: req-5a190fff-5f39-4fa8-854b-25a1b5b24ef3 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:58.148921 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29fb9c4-fde3-4369-b59f-4b211f632f74", "name": "network-vif-deleted", "tag": "aa48a8e4-6393-405f-9b9e-da241ed87f42", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:58.149188 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a190fff-5f39-4fa8-854b-25a1b5b24ef3 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:58.149701 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29fb9c4-fde3-4369-b59f-4b211f632f74', 'name': 'network-vif-deleted', 'tag': 'aa48a8e4-6393-405f-9b9e-da241ed87f42', 'status': 'completed', 'code': 200} Nov 24 12:57:58.153327 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-a3ddb05b-d197-4bcd-abea-fac1685a1bb2 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:58.186156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef5dfc-ab7e-4f9b-93f4-2126371e3209 req-72237bbd-3a34-4ebb-8897-29afd226c27f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:58.192517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef5dfc-ab7e-4f9b-93f4-2126371e3209 req-72237bbd-3a34-4ebb-8897-29afd226c27f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:58.198800 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef5dfc-ab7e-4f9b-93f4-2126371e3209 req-72237bbd-3a34-4ebb-8897-29afd226c27f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:58.206376 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a1ef5dfc-ab7e-4f9b-93f4-2126371e3209 req-72237bbd-3a34-4ebb-8897-29afd226c27f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 2374 time: 0.2073770 Nov 24 12:57:58.213620 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-112ce2c7-026b-4612-884f-59a53a806d70 req-68fc3b40-aea6-46f8-ba18-2d950ad4262c tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] No DVR routers for this DVR port e1618b25-001b-49b7-9e17-f9525960c1ee on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:57:58.218738 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-112ce2c7-026b-4612-884f-59a53a806d70 req-68fc3b40-aea6-46f8-ba18-2d950ad4262c tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:58.222896 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-112ce2c7-026b-4612-884f-59a53a806d70 req-68fc3b40-aea6-46f8-ba18-2d950ad4262c tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.59 "DELETE /v2.0/ports/e1618b25-001b-49b7-9e17-f9525960c1ee HTTP/1.1" status: 204 len: 173 time: 1.9948554 Nov 24 12:57:58.234364 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-afb88bad-0cac-4229-be7a-2951719dcbeb req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Deleting port 4ee29421-1e95-4e7a-b3a0-0feecae5a281 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:58.235035 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-afb88bad-0cac-4229-be7a-2951719dcbeb req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:58.321439 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a1ef5dfc-ab7e-4f9b-93f4-2126371e3209 req-ec36d344-a79e-483a-b891-b742822d1f87 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139266 Nov 24 12:57:58.354581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-a3ddb05b-d197-4bcd-abea-fac1685a1bb2 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:58.452838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083ce86-4023-4e88-a060-c6c071363c3c req-250bd751-f663-45d5-9679-8245cd50cc74 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:58.454465 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c083ce86-4023-4e88-a060-c6c071363c3c req-250bd751-f663-45d5-9679-8245cd50cc74 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1878607 Nov 24 12:57:58.465081 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-66f44c36-1552-4e50-8218-6912adf94b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:58.474571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device aa48a8e4-6393-405f-9b9e-da241ed87f42 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:57:58.525759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: aa48a8e4-6393-405f-9b9e-da241ed87f42 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:57:58.526263 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device aa48a8e4-6393-405f-9b9e-da241ed87f42 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:57:58.552597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-afb88bad-0cac-4229-be7a-2951719dcbeb req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] For port 4ee29421-1e95-4e7a-b3a0-0feecae5a281, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=4ee29421-1e95-4e7a-b3a0-0feecae5a281,segment=NetworkSegment(f2c44330-fbbc-4604-ac38-6bb4b274c4d1),segment_id=f2c44330-fbbc-4604-ac38-6bb4b274c4d1)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:58.552894 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-afb88bad-0cac-4229-be7a-2951719dcbeb req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:58.555045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-a3ddb05b-d197-4bcd-abea-fac1685a1bb2 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Network af84e79c-ff8c-4c42-88b8-58985a027e75 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:58.563846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-a3ddb05b-d197-4bcd-abea-fac1685a1bb2 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:58.566408 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-a3ddb05b-d197-4bcd-abea-fac1685a1bb2 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:58.613103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad491d-1b81-4c7e-8c51-bafc1443592a req-7a52b620-53b1-4368-b0d4-1ce269827ec5 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:58.614849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2cad491d-1b81-4c7e-8c51-bafc1443592a req-7a52b620-53b1-4368-b0d4-1ce269827ec5 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 946 time: 0.1793213 Nov 24 12:57:58.618069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddb05b-d197-4bcd-abea-fac1685a1bb2 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'Port': ['ID=902ab3b7-d804-47d6-87d0-4d5ed9673025,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:58.658414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-afb88bad-0cac-4229-be7a-2951719dcbeb req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Calling delete_port for 4ee29421-1e95-4e7a-b3a0-0feecae5a281 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:58.684143 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2cad491d-1b81-4c7e-8c51-bafc1443592a req-06df0eee-d8c2-46c6-a3d1-91c07edae5f3 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/security-groups?id=241ad3b6-ea08-4265-a917-f8a5984e552e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520775 Nov 24 12:57:58.698412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-a3ddb05b-d197-4bcd-abea-fac1685a1bb2 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:58.699707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-a3ddb05b-d197-4bcd-abea-fac1685a1bb2 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:58.721294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-a3ddb05b-d197-4bcd-abea-fac1685a1bb2 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7626839 Nov 24 12:57:58.737848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e02b8351-618e-4b06-9247-4904f1f80ae4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'port': {'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75', 'admin_state_up': True, 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'security_groups': ['83471047-d78a-4aa2-9b42-1654ee6f4eb3']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:57:58.786214 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c083ce86-4023-4e88-a060-c6c071363c3c req-164372d0-6df4-42ac-a1a6-c705df5ee2c7 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142390 Nov 24 12:57:58.958438 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fc51d94-0aaf-4287-9f76-40ce2d7d21e8 req-de869eb5-c59b-4f51-8c6d-c896150ed47b tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b9b7132-f6b7-4206-9cc7-335160a5d4f4 HTTP/1.1" status: 200 len: 210 time: 0.0376279 Nov 24 12:57:58.977343 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e02b8351-618e-4b06-9247-4904f1f80ae4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Made reservation on behalf of bbbd151c2bf343dcb413efbadcb1bbb3 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:57:58.983888 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e02b8351-618e-4b06-9247-4904f1f80ae4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:59.099705 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-afb88bad-0cac-4229-be7a-2951719dcbeb req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:59.131397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Pushing event deleted for resources: {'Port': ['ID=4ee29421-1e95-4e7a-b3a0-0feecae5a281,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:59.150217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:59.150594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:59.150934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:59.151281 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:59.151695 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:59.152002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:59.152342 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:59.152680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:59.153038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:59.153372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:59.153700 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:59.154035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:57:59.191035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-66f44c36-1552-4e50-8218-6912adf94b29 admin admin] Deleting port 0a6769ce-2c24-4caa-a06a-85b4d51d7676 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:57:59.191394 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-66f44c36-1552-4e50-8218-6912adf94b29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:59.248405 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e02b8351-618e-4b06-9247-4904f1f80ae4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Allocated IP 10.2.2.200 (af84e79c-ff8c-4c42-88b8-58985a027e75/3114486e-dc07-4c9a-accf-e9e94a0ec567/487e6964-ffa6-4617-8b6a-a8f33e31de54) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:57:59.276664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-66f44c36-1552-4e50-8218-6912adf94b29 admin admin] For port 0a6769ce-2c24-4caa-a06a-85b4d51d7676, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0a6769ce-2c24-4caa-a06a-85b4d51d7676,segment=NetworkSegment(f6233a7f-f543-4a3b-b2d3-bc6c6d312e75),segment_id=f6233a7f-f543-4a3b-b2d3-bc6c6d312e75)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:57:59.277096 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-66f44c36-1552-4e50-8218-6912adf94b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:59.290433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-66f44c36-1552-4e50-8218-6912adf94b29 admin admin] Calling delete_port for 0a6769ce-2c24-4caa-a06a-85b4d51d7676 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:57:59.371975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb88bad-0cac-4229-be7a-2951719dcbeb req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] No DVR routers for this DVR port 4ee29421-1e95-4e7a-b3a0-0feecae5a281 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:57:59.375736 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-afb88bad-0cac-4229-be7a-2951719dcbeb req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:59.379188 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-afb88bad-0cac-4229-be7a-2951719dcbeb req-a61cccc8-a835-487b-b925-d4b5bd88b39e tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.59 "DELETE /v2.0/ports/4ee29421-1e95-4e7a-b3a0-0feecae5a281 HTTP/1.1" status: 204 len: 173 time: 1.3504696 Nov 24 12:57:59.379669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7eafe0-6742-4355-b2a5-0f77c9751644', 'name': 'network-vif-deleted', 'tag': '4ee29421-1e95-4e7a-b3a0-0feecae5a281'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:57:59.382131 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31406b11-1308-487d-a03a-04019b73725c" -d '{"events": [{"server_uuid": "bb7eafe0-6742-4355-b2a5-0f77c9751644", "name": "network-vif-deleted", "tag": "4ee29421-1e95-4e7a-b3a0-0feecae5a281"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:57:59.487731 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02adf8b8-6c20-4a89-8c94-bc88b70b4a21 x-openstack-request-id: req-02adf8b8-6c20-4a89-8c94-bc88b70b4a21 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:57:59.488123 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7eafe0-6742-4355-b2a5-0f77c9751644", "name": "network-vif-deleted", "tag": "4ee29421-1e95-4e7a-b3a0-0feecae5a281", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:57:59.488459 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02adf8b8-6c20-4a89-8c94-bc88b70b4a21 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:57:59.488963 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7eafe0-6742-4355-b2a5-0f77c9751644', 'name': 'network-vif-deleted', 'tag': '4ee29421-1e95-4e7a-b3a0-0feecae5a281', 'status': 'completed', 'code': 200} Nov 24 12:57:59.554558 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-cd14fcae-8a9f-4699-8f10-75bf41e96852 None None] Provisioning complete for port 902ab3b7-d804-47d6-87d0-4d5ed9673025 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:57:59.555733 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd14fcae-8a9f-4699-8f10-75bf41e96852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:59.578891 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e02b8351-618e-4b06-9247-4904f1f80ae4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:59.591492 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57464) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:59.607883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-cd14fcae-8a9f-4699-8f10-75bf41e96852 None None] Port 902ab3b7-d804-47d6-87d0-4d5ed9673025 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:57:59.629982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958a556-0407-4068-90d1-4ecb23912361 req-3417047a-64f8-4525-b339-85b3bb3dd53c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:59.631493 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-66f44c36-1552-4e50-8218-6912adf94b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:59.637608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958a556-0407-4068-90d1-4ecb23912361 req-3417047a-64f8-4525-b339-85b3bb3dd53c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:59.644714 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958a556-0407-4068-90d1-4ecb23912361 req-3417047a-64f8-4525-b339-85b3bb3dd53c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:59.650955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958a556-0407-4068-90d1-4ecb23912361 req-3417047a-64f8-4525-b339-85b3bb3dd53c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:59.652866 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e958a556-0407-4068-90d1-4ecb23912361 req-3417047a-64f8-4525-b339-85b3bb3dd53c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 3095 time: 0.1714253 Nov 24 12:57:59.671415 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f44c36-1552-4e50-8218-6912adf94b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a6769ce-2c24-4caa-a06a-85b4d51d7676,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:59.691942 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e02b8351-618e-4b06-9247-4904f1f80ae4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:59.780551 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e958a556-0407-4068-90d1-4ecb23912361 req-089e98b0-e57d-4833-b906-415af27eb43b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146092 Nov 24 12:57:59.787169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e02b8351-618e-4b06-9247-4904f1f80ae4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Network af84e79c-ff8c-4c42-88b8-58985a027e75 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:57:59.795323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e02b8351-618e-4b06-9247-4904f1f80ae4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:57:59.799242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e02b8351-618e-4b06-9247-4904f1f80ae4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:57:59.806173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b8351-618e-4b06-9247-4904f1f80ae4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event updated for resources: {'Port': ['ID=487e6964-ffa6-4617-8b6a-a8f33e31de54,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:57:59.841282 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2b5dc9a4-39ab-41c2-ae6e-145ba88d4196 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fce3e4791c2641429c4f9b1ffcdf376e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485476 Nov 24 12:57:59.845408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57472) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:57:59.918241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e1618b25-001b-49b7-9e17-f9525960c1ee no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:57:59.929259 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e02b8351-618e-4b06-9247-4904f1f80ae4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:57:59.935769 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e02b8351-618e-4b06-9247-4904f1f80ae4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:57:59.963597 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e02b8351-618e-4b06-9247-4904f1f80ae4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2321613 Nov 24 12:57:59.982247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Request body: {'port': {'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:00.034164 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: e1618b25-001b-49b7-9e17-f9525960c1ee {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:58:00.034495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e1618b25-001b-49b7-9e17-f9525960c1ee not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:58:00.045333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 4ee29421-1e95-4e7a-b3a0-0feecae5a281 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:58:00.127244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 4ee29421-1e95-4e7a-b3a0-0feecae5a281 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:58:00.127822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 4ee29421-1e95-4e7a-b3a0-0feecae5a281 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:58:00.150481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9b7132-f6b7-4206-9cc7-335160a5d4f4', 'name': 'network-vif-deleted', 'tag': 'e1618b25-001b-49b7-9e17-f9525960c1ee'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:00.153110 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6286b26-cec3-4180-b074-e8987a0b3b99" -d '{"events": [{"server_uuid": "4b9b7132-f6b7-4206-9cc7-335160a5d4f4", "name": "network-vif-deleted", "tag": "e1618b25-001b-49b7-9e17-f9525960c1ee"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:00.173030 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:00.186465 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ccb44af-4253-4a90-960c-f5853a3d29df req-00d10fa8-48f0-45b0-8b5e-659588951cb2 tempest-InstanceActionsNegativeTestJSON-924287310 tempest-InstanceActionsNegativeTestJSON-924287310-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb7eafe0-6742-4355-b2a5-0f77c9751644 HTTP/1.1" status: 200 len: 210 time: 0.2332883 Nov 24 12:58:00.277831 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828dfc10-e4e3-4f29-9be7-76b0f20fda58 x-openstack-request-id: req-828dfc10-e4e3-4f29-9be7-76b0f20fda58 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:00.278341 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9b7132-f6b7-4206-9cc7-335160a5d4f4", "name": "network-vif-deleted", "tag": "e1618b25-001b-49b7-9e17-f9525960c1ee", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:00.278445 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-828dfc10-e4e3-4f29-9be7-76b0f20fda58 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:00.278906 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9b7132-f6b7-4206-9cc7-335160a5d4f4', 'name': 'network-vif-deleted', 'tag': 'e1618b25-001b-49b7-9e17-f9525960c1ee', 'status': 'completed', 'code': 200} Nov 24 12:58:00.287000 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-66f44c36-1552-4e50-8218-6912adf94b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:00.290294 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-db72b1b3-73e2-44ec-891e-ad94e05eed27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:00.322443 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-db72b1b3-73e2-44ec-891e-ad94e05eed27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:00.343258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-af191cc2-68b2-4baf-b326-7e181cec6962 None None] Provisioning complete for port 487e6964-ffa6-4617-8b6a-a8f33e31de54 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:00.343635 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-af191cc2-68b2-4baf-b326-7e181cec6962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:00.394261 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-db72b1b3-73e2-44ec-891e-ad94e05eed27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:00.397678 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-db72b1b3-73e2-44ec-891e-ad94e05eed27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:00.402766 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-db72b1b3-73e2-44ec-891e-ad94e05eed27 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/960634ea-acfa-439c-b89c-d7fee1caa794 HTTP/1.1" status: 204 len: 168 time: 0.5563471 Nov 24 12:58:00.424772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-af191cc2-68b2-4baf-b326-7e181cec6962 None None] Port 487e6964-ffa6-4617-8b6a-a8f33e31de54 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:58:00.489216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72b1b3-73e2-44ec-891e-ad94e05eed27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960634ea-acfa-439c-b89c-d7fee1caa794,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:00.673103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a188a-c973-4b98-b7b6-a800f90ac5d5 req-b08a240b-0de8-443a-a792-7da01c1a6a1a tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:00.674646 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-104a188a-c973-4b98-b7b6-a800f90ac5d5 req-b08a240b-0de8-443a-a792-7da01c1a6a1a tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 944 time: 0.0889227 Nov 24 12:58:00.712698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99460877-87f3-4d57-aa60-c161608694bc {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:00.722305 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:00.738520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Transition to ACTIVE for port object 99460877-87f3-4d57-aa60-c161608694bc will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:58:00.744477 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:00.835640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Pushing event updated for resources: {'Port': ['ID=99460877-87f3-4d57-aa60-c161608694bc,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:00.921696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f44c36-1552-4e50-8218-6912adf94b29 admin admin] Router be7d51a1-00d7-4041-bdee-199a97cd5d23 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:58:00.953707 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-104a188a-c973-4b98-b7b6-a800f90ac5d5 req-26fee1bf-f496-4932-9b1a-ca98c3f55e18 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646461 Nov 24 12:58:00.968873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57492) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:01.062489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-db9d9ba4-d0cb-4fad-9935-ffeccd935d9b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87ce741f972d427d8ea0331a2f5012ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0917294 Nov 24 12:58:01.065899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57494) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:01.148618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f5892-0fc8-4bc8-9ec1-4e2b1b62eed1 req-dcf5f0cc-f642-4100-9030-bff522b0d67d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:01.171753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f5892-0fc8-4bc8-9ec1-4e2b1b62eed1 req-dcf5f0cc-f642-4100-9030-bff522b0d67d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:01.186755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f5892-0fc8-4bc8-9ec1-4e2b1b62eed1 req-dcf5f0cc-f642-4100-9030-bff522b0d67d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:01.193015 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f5892-0fc8-4bc8-9ec1-4e2b1b62eed1 req-dcf5f0cc-f642-4100-9030-bff522b0d67d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:01.199961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f5892-0fc8-4bc8-9ec1-4e2b1b62eed1 req-dcf5f0cc-f642-4100-9030-bff522b0d67d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:01.202408 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-768f5892-0fc8-4bc8-9ec1-4e2b1b62eed1 req-dcf5f0cc-f642-4100-9030-bff522b0d67d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 3828 time: 0.2636852 Nov 24 12:58:01.242927 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f44c36-1552-4e50-8218-6912adf94b29 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:58:01.247574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Attempting to bind port 99460877-87f3-4d57-aa60-c161608694bc on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:01.253113 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Attempting to bind port 99460877-87f3-4d57-aa60-c161608694bc by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:01.253474 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Attempting to bind port 99460877-87f3-4d57-aa60-c161608694bc on network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:01.256434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cad8f5d-3f22-48d7-ba2b-feb78c5b6f6f None None] Sync routers for ids ['be7d51a1-00d7-4041-bdee-199a97cd5d23'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:58:01.259193 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160b545-13d4-4f18-9acf-b3135e211acd req-95800a1c-1234-4e98-9e1d-40cb937b7663 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:01.261010 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6160b545-13d4-4f18-9acf-b3135e211acd req-95800a1c-1234-4e98-9e1d-40cb937b7663 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.59 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 944 time: 0.3057306 Nov 24 12:58:01.266602 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-66f44c36-1552-4e50-8218-6912adf94b29 admin admin] 10.222.0.48 "PUT /v2.0/routers/be7d51a1-00d7-4041-bdee-199a97cd5d23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2180953 Nov 24 12:58:01.269600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57500) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:01.271928 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad8f5d-3f22-48d7-ba2b-feb78c5b6f6f None None] Routers {'be7d51a1-00d7-4041-bdee-199a97cd5d23'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:58:01.272748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5cad8f5d-3f22-48d7-ba2b-feb78c5b6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:57:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['be7d51a1-00d7-4041-bdee-199a97cd5d23'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:01.288087 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57502) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:01.293987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Port 99460877-87f3-4d57-aa60-c161608694bc on network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:58:01.294556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Attempting to bind port 99460877-87f3-4d57-aa60-c161608694bc on network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:01.342819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:01.343573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Checking segment: {'id': 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:01.344132 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Bound using segment: {'id': 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:01.344905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Bound port: 99460877-87f3-4d57-aa60-c161608694bc, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:01.345440 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:01.364940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-768f5892-0fc8-4bc8-9ec1-4e2b1b62eed1 req-85d95023-923a-4201-8542-2909788ed9d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484494 Nov 24 12:58:01.418055 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-5cad8f5d-3f22-48d7-ba2b-feb78c5b6f6f None None] Set router be7d51a1-00d7-4041-bdee-199a97cd5d23 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:58:01.428962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] For port 99460877-87f3-4d57-aa60-c161608694bc, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:01.431812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] For port 99460877-87f3-4d57-aa60-c161608694bc, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=99460877-87f3-4d57-aa60-c161608694bc,segment=NetworkSegment(cc442d9f-8d37-44d7-a04d-0dfdadb773dc),segment_id=cc442d9f-8d37-44d7-a04d-0dfdadb773dc)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:01.455334 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:01.537923 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:01.548938 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-888758e3-9d98-40dc-aa3a-e4f058d70966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:01.553196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:01.553824 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:01.565273 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] 10.222.0.46 "PUT /v2.0/ports/99460877-87f3-4d57-aa60-c161608694bc HTTP/1.1" status: 200 len: 1091 time: 1.5871177 Nov 24 12:58:01.628989 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-888758e3-9d98-40dc-aa3a-e4f058d70966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:01.689178 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Request body: {'port': {'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:01.704838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce861dfc-aeee-47d7-ab29-5727b0584bbd admin admin] Deleting subnet 6b2ed43d-c20a-48fb-9df4-170f5a2e95f9 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:58:01.708715 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ce861dfc-aeee-47d7-ab29-5727b0584bbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:01.724062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5cad8f5d-3f22-48d7-ba2b-feb78c5b6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'name': 'tempest-FloatingIPDetailsTestJSON-1657496134-router', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:57:19Z', 'updated_at': '2021-11-24T12:57:59Z', 'revision_number': 5, 'project_id': 'f21806c1b4de4589b081cf0567c24f95', 'gw_port': {'id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:57:22Z', 'updated_at': '2021-11-24T12:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:01.762872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cad8f5d-3f22-48d7-ba2b-feb78c5b6f6f None None] Checking router: be7d51a1-00d7-4041-bdee-199a97cd5d23 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:58:01.764869 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ce861dfc-aeee-47d7-ab29-5727b0584bbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:01.790434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad8f5d-3f22-48d7-ba2b-feb78c5b6f6f None None] Routers {'be7d51a1-00d7-4041-bdee-199a97cd5d23'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:58:01.791469 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5cad8f5d-3f22-48d7-ba2b-feb78c5b6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:57:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['be7d51a1-00d7-4041-bdee-199a97cd5d23'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:01.792949 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Pushing event updated for resources: {'Port': ['ID=99460877-87f3-4d57-aa60-c161608694bc,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:01.810209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:01.810878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:01.811401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:01.811901 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:01.812386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:01.813036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:01.813528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:01.814107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:01.814725 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:01.815198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:01.815604 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ce861dfc-aeee-47d7-ab29-5727b0584bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:01.816036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:01.816476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95632664-e519-48d7-a52a-3963de8c0aff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:01.820642 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:01.904834 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-888758e3-9d98-40dc-aa3a-e4f058d70966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:01.908405 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-888758e3-9d98-40dc-aa3a-e4f058d70966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:01.911008 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-888758e3-9d98-40dc-aa3a-e4f058d70966 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f0242b7-5750-4ce6-a9a6-a82529e3f0f1 HTTP/1.1" status: 204 len: 168 time: 0.8437259 Nov 24 12:58:01.925115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888758e3-9d98-40dc-aa3a-e4f058d70966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0242b7-5750-4ce6-a9a6-a82529e3f0f1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:01.929656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-5cad8f5d-3f22-48d7-ba2b-feb78c5b6f6f None None] Set router be7d51a1-00d7-4041-bdee-199a97cd5d23 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:58:01.954351 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ce861dfc-aeee-47d7-ab29-5727b0584bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:01.972883 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:02.027051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce861dfc-aeee-47d7-ab29-5727b0584bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b2ed43d-c20a-48fb-9df4-170f5a2e95f9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:02.033695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ce861dfc-aeee-47d7-ab29-5727b0584bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:02.037010 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ce861dfc-aeee-47d7-ab29-5727b0584bbd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6b2ed43d-c20a-48fb-9df4-170f5a2e95f9 HTTP/1.1" status: 204 len: 168 time: 0.7490034 Nov 24 12:58:02.039646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57508) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:02.247343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5cad8f5d-3f22-48d7-ba2b-feb78c5b6f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'name': 'tempest-FloatingIPDetailsTestJSON-1657496134-router', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:57:19Z', 'updated_at': '2021-11-24T12:57:59Z', 'revision_number': 5, 'project_id': 'f21806c1b4de4589b081cf0567c24f95', 'gw_port': {'id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:57:22Z', 'updated_at': '2021-11-24T12:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:02.287713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cad8f5d-3f22-48d7-ba2b-feb78c5b6f6f None None] The sync data for ids ['be7d51a1-00d7-4041-bdee-199a97cd5d23'] in n-d-817303-4 is: [{'id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'name': 'tempest-FloatingIPDetailsTestJSON-1657496134-router', 'tenant_id': 'f21806c1b4de4589b081cf0567c24f95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:57:19Z', 'updated_at': '2021-11-24T12:57:59Z', 'revision_number': 5, 'project_id': 'f21806c1b4de4589b081cf0567c24f95', 'gw_port': {'id': 'bdc207d0-380f-431b-8d82-56ed208cde99', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7d51a1-00d7-4041-bdee-199a97cd5d23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:57:22Z', 'updated_at': '2021-11-24T12:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:58:02.294848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-6160b545-13d4-4f18-9acf-b3135e211acd req-672149ef-bb25-4774-bdf3-4c3936150d64 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Deleting port 99367198-16f7-4734-9dfe-542b7abf6d44 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:58:02.295316 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6160b545-13d4-4f18-9acf-b3135e211acd req-672149ef-bb25-4774-bdf3-4c3936150d64 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:02.303861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fc5055f-4337-43f3-b337-aeb46620b537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:02.309365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': '99460877-87f3-4d57-aa60-c161608694bc'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:02.311960 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7088c621-0e20-4bc3-a228-027844aff575" -d '{"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "99460877-87f3-4d57-aa60-c161608694bc"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:02.316998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def5f0b4-8a55-4e94-be95-870008397cd5 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:02.325763 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:02.341329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Transition to ACTIVE for port object def5f0b4-8a55-4e94-be95-870008397cd5 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:58:02.355272 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:02.370334 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d513cc0-1443-47b1-9315-dc7bb4320b50 x-openstack-request-id: req-5d513cc0-1443-47b1-9315-dc7bb4320b50 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:02.370930 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "99460877-87f3-4d57-aa60-c161608694bc", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:02.371547 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d513cc0-1443-47b1-9315-dc7bb4320b50 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:02.372183 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': '99460877-87f3-4d57-aa60-c161608694bc', 'status': 'completed', 'code': 200} Nov 24 12:58:02.500990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Pushing event updated for resources: {'Port': ['ID=def5f0b4-8a55-4e94-be95-870008397cd5,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:02.535464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-6160b545-13d4-4f18-9acf-b3135e211acd req-672149ef-bb25-4774-bdf3-4c3936150d64 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] For port 99367198-16f7-4734-9dfe-542b7abf6d44, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=99367198-16f7-4734-9dfe-542b7abf6d44,segment=NetworkSegment(6cfc1d80-46d0-424d-96c3-3e0119757566),segment_id=6cfc1d80-46d0-424d-96c3-3e0119757566)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:02.535839 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6160b545-13d4-4f18-9acf-b3135e211acd req-672149ef-bb25-4774-bdf3-4c3936150d64 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:02.542709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088c621-0e20-4bc3-a228-027844aff575 req-73a95fae-345b-482c-bf6e-19e1b47349e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:02.543322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088c621-0e20-4bc3-a228-027844aff575 req-73a95fae-345b-482c-bf6e-19e1b47349e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:02.543852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088c621-0e20-4bc3-a228-027844aff575 req-73a95fae-345b-482c-bf6e-19e1b47349e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:02.544382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088c621-0e20-4bc3-a228-027844aff575 req-73a95fae-345b-482c-bf6e-19e1b47349e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:02.544938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088c621-0e20-4bc3-a228-027844aff575 req-73a95fae-345b-482c-bf6e-19e1b47349e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:02.545634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088c621-0e20-4bc3-a228-027844aff575 req-73a95fae-345b-482c-bf6e-19e1b47349e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:02.548012 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7088c621-0e20-4bc3-a228-027844aff575 req-73a95fae-345b-482c-bf6e-19e1b47349e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5245 time: 0.1438150 Nov 24 12:58:02.550255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-6160b545-13d4-4f18-9acf-b3135e211acd req-672149ef-bb25-4774-bdf3-4c3936150d64 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Calling delete_port for 99367198-16f7-4734-9dfe-542b7abf6d44 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:58:02.652253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04074d-a01e-403c-b0bb-943b6ff015b8 req-ec4b4cc1-2028-41e2-88e5-43aa9f810443 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:02.661123 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a04074d-a01e-403c-b0bb-943b6ff015b8 req-ec4b4cc1-2028-41e2-88e5-43aa9f810443 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/ports?device_id=19111058-9a86-453b-a603-f7b6fdb9cc7b HTTP/1.1" status: 200 len: 944 time: 0.5456867 Nov 24 12:58:02.687594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] Deleting port bdc207d0-380f-431b-8d82-56ed208cde99 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:58:02.687933 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:02.757520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bce1f-60b0-4662-a099-c08a5aed4b58 req-895b9167-9a9f-467a-a9a7-b8a717589a70 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:02.764547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bce1f-60b0-4662-a099-c08a5aed4b58 req-895b9167-9a9f-467a-a9a7-b8a717589a70 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:02.771872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bce1f-60b0-4662-a099-c08a5aed4b58 req-895b9167-9a9f-467a-a9a7-b8a717589a70 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:02.780099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bce1f-60b0-4662-a099-c08a5aed4b58 req-895b9167-9a9f-467a-a9a7-b8a717589a70 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:02.787761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bce1f-60b0-4662-a099-c08a5aed4b58 req-895b9167-9a9f-467a-a9a7-b8a717589a70 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:02.795693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bce1f-60b0-4662-a099-c08a5aed4b58 req-895b9167-9a9f-467a-a9a7-b8a717589a70 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:02.797716 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c6bce1f-60b0-4662-a099-c08a5aed4b58 req-895b9167-9a9f-467a-a9a7-b8a717589a70 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 4601 time: 0.2992864 Nov 24 12:58:02.819500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Attempting to bind port def5f0b4-8a55-4e94-be95-870008397cd5 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:02.819913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Attempting to bind port def5f0b4-8a55-4e94-be95-870008397cd5 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:02.820315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Attempting to bind port def5f0b4-8a55-4e94-be95-870008397cd5 on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:02.872161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] For port bdc207d0-380f-431b-8d82-56ed208cde99, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=bdc207d0-380f-431b-8d82-56ed208cde99,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:02.872533 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:02.894248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Port def5f0b4-8a55-4e94-be95-870008397cd5 on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:58:02.902976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Attempting to bind port def5f0b4-8a55-4e94-be95-870008397cd5 on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:02.917638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:02.923431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Checking segment: {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:02.923982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Bound using segment: {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:02.925156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Bound port: def5f0b4-8a55-4e94-be95-870008397cd5, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:02.925156 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:02.935336 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] Calling delete_port for bdc207d0-380f-431b-8d82-56ed208cde99 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:58:03.007310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088c621-0e20-4bc3-a228-027844aff575 req-def3a793-6e9e-4d74-a438-cf577264e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:03.015699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088c621-0e20-4bc3-a228-027844aff575 req-def3a793-6e9e-4d74-a438-cf577264e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:03.016698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088c621-0e20-4bc3-a228-027844aff575 req-def3a793-6e9e-4d74-a438-cf577264e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:03.020191 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7088c621-0e20-4bc3-a228-027844aff575 req-def3a793-6e9e-4d74-a438-cf577264e41f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4514339 Nov 24 12:58:03.165866 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c6bce1f-60b0-4662-a099-c08a5aed4b58 req-a3dd3626-9e33-44a6-8098-8a5495ee9274 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3427336 Nov 24 12:58:03.313931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57540) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:03.478025 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a04074d-a01e-403c-b0bb-943b6ff015b8 req-ec88959c-2e54-4661-812b-23a77626a4e5 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.48 "GET /v2.0/security-groups?id=aa687174-7866-48d8-9737-92fdaa36b81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8159654 Nov 24 12:58:03.506629 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fc5055f-4337-43f3-b337-aeb46620b537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:03.537484 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6160b545-13d4-4f18-9acf-b3135e211acd req-672149ef-bb25-4774-bdf3-4c3936150d64 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:03.550945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-8fc5055f-4337-43f3-b337-aeb46620b537 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a67175-cd15-4f4c-8d85-17019901a4cf']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:03.590855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672149ef-bb25-4774-bdf3-4c3936150d64 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Pushing event deleted for resources: {'Port': ['ID=99367198-16f7-4734-9dfe-542b7abf6d44,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:03.596388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-8fc5055f-4337-43f3-b337-aeb46620b537 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c44330-fbbc-4604-ac38-6bb4b274c4d1') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:03.596388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-8fc5055f-4337-43f3-b337-aeb46620b537 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c44330-fbbc-4604-ac38-6bb4b274c4d1') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:03.616520 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fc5055f-4337-43f3-b337-aeb46620b537 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:03.693521 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-6160b545-13d4-4f18-9acf-b3135e211acd req-672149ef-bb25-4774-bdf3-4c3936150d64 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] No DVR routers for this DVR port 99367198-16f7-4734-9dfe-542b7abf6d44 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:58:03.700213 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6160b545-13d4-4f18-9acf-b3135e211acd req-672149ef-bb25-4774-bdf3-4c3936150d64 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:03.703876 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6160b545-13d4-4f18-9acf-b3135e211acd req-672149ef-bb25-4774-bdf3-4c3936150d64 tempest-LiveMigrationTest-465533500 tempest-LiveMigrationTest-465533500-project] 10.222.0.59 "DELETE /v2.0/ports/99367198-16f7-4734-9dfe-542b7abf6d44 HTTP/1.1" status: 204 len: 173 time: 2.4358673 Nov 24 12:58:03.704435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19111058-9a86-453b-a603-f7b6fdb9cc7b', 'name': 'network-vif-deleted', 'tag': '99367198-16f7-4734-9dfe-542b7abf6d44'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:03.706916 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31755cb4-0913-45bb-acb4-88362f0bad27" -d '{"events": [{"server_uuid": "19111058-9a86-453b-a603-f7b6fdb9cc7b", "name": "network-vif-deleted", "tag": "99367198-16f7-4734-9dfe-542b7abf6d44"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:03.716643 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fc5055f-4337-43f3-b337-aeb46620b537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:03.724861 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc5055f-4337-43f3-b337-aeb46620b537 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:58:03.725321 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fc5055f-4337-43f3-b337-aeb46620b537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:58:03.727200 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:58:03.831996 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fc5055f-4337-43f3-b337-aeb46620b537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:03.839949 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fc5055f-4337-43f3-b337-aeb46620b537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:03.844014 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8fc5055f-4337-43f3-b337-aeb46620b537 admin admin] 10.222.0.48 "DELETE /v2.0/networks/87a67175-cd15-4f4c-8d85-17019901a4cf HTTP/1.1" status: 204 len: 168 time: 1.8031731 Nov 24 12:58:03.863299 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0691a461-7293-40e7-9261-74f364e57bd9 x-openstack-request-id: req-0691a461-7293-40e7-9261-74f364e57bd9 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:03.863826 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19111058-9a86-453b-a603-f7b6fdb9cc7b", "name": "network-vif-deleted", "tag": "99367198-16f7-4734-9dfe-542b7abf6d44", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:03.864272 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0691a461-7293-40e7-9261-74f364e57bd9 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:03.864905 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19111058-9a86-453b-a603-f7b6fdb9cc7b', 'name': 'network-vif-deleted', 'tag': '99367198-16f7-4734-9dfe-542b7abf6d44', 'status': 'completed', 'code': 200} Nov 24 12:58:03.866462 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5055f-4337-43f3-b337-aeb46620b537 admin admin] Pushing event deleted for resources: {'Network': ['ID=87a67175-cd15-4f4c-8d85-17019901a4cf,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:03.877411 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:03.910925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 99367198-16f7-4734-9dfe-542b7abf6d44 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:58:03.980165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc207d0-380f-431b-8d82-56ed208cde99,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:03.984717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 99367198-16f7-4734-9dfe-542b7abf6d44 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:58:03.985098 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 99367198-16f7-4734-9dfe-542b7abf6d44 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:58:04.000945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0a6769ce-2c24-4caa-a06a-85b4d51d7676 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:58:04.083108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 0a6769ce-2c24-4caa-a06a-85b4d51d7676 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:58:04.083750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0a6769ce-2c24-4caa-a06a-85b4d51d7676 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:58:04.109153 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.198954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088c621-0e20-4bc3-a228-027844aff575 req-a06fdc88-919f-45e0-99f6-302062ea32bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:04.201129 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7088c621-0e20-4bc3-a228-027844aff575 req-a06fdc88-919f-45e0-99f6-302062ea32bd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1113963 Nov 24 12:58:04.203719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57562) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:04.251355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] For port def5f0b4-8a55-4e94-be95-870008397cd5, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:04.305367 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] For port def5f0b4-8a55-4e94-be95-870008397cd5, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=def5f0b4-8a55-4e94-be95-870008397cd5,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:04.313630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1180714290-network', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:04.331783 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.334623 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.346189 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.365967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] Made reservation on behalf of b8df443929484df6bf35907bb8d668f6 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:58:04.372538 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.413933 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.414731 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router be7d51a1-00d7-4041-bdee-199a97cd5d23 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 12:58:04.429681 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.435778 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0316327d-08ee-4eef-ba1a-5d6447f5a5eb admin admin] 10.222.0.48 "DELETE /v2.0/routers/be7d51a1-00d7-4041-bdee-199a97cd5d23 HTTP/1.1" status: 204 len: 168 time: 3.1631501 Nov 24 12:58:04.436824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57568) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:04.474291 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.515467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57574) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:04.518458 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-130ff3b5-a7cc-4518-ba16-66ae0dc3913e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09230d1ec2d549368dc088c203f7e16b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908912 Nov 24 12:58:04.541164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:04.552845 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.554813 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] 10.222.0.46 "PUT /v2.0/ports/def5f0b4-8a55-4e94-be95-870008397cd5 HTTP/1.1" status: 200 len: 1131 time: 2.8768022 Nov 24 12:58:04.561350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': 'def5f0b4-8a55-4e94-be95-870008397cd5'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:04.565425 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2c91e0-504f-444a-b5be-2fbe18090267" -d '{"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "def5f0b4-8a55-4e94-be95-870008397cd5"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:04.646920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe23e3-7efc-4b75-bc74-f5ce8c1498c6 req-4cea5b94-83a8-4451-91e7-9d30b3264bb5 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:04.665370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe23e3-7efc-4b75-bc74-f5ce8c1498c6 req-4cea5b94-83a8-4451-91e7-9d30b3264bb5 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:04.693359 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe23e3-7efc-4b75-bc74-f5ce8c1498c6 req-4cea5b94-83a8-4451-91e7-9d30b3264bb5 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:04.700189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe23e3-7efc-4b75-bc74-f5ce8c1498c6 req-4cea5b94-83a8-4451-91e7-9d30b3264bb5 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:04.711240 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe23e3-7efc-4b75-bc74-f5ce8c1498c6 req-4cea5b94-83a8-4451-91e7-9d30b3264bb5 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:04.716520 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.722631 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Request body: {'port': {'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:04.724512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe23e3-7efc-4b75-bc74-f5ce8c1498c6 req-4cea5b94-83a8-4451-91e7-9d30b3264bb5 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:04.731302 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fdbe23e3-7efc-4b75-bc74-f5ce8c1498c6 req-4cea5b94-83a8-4451-91e7-9d30b3264bb5 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 4601 time: 0.3542016 Nov 24 12:58:04.735138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57580) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:04.738967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ba3f8a-4264-4059-b68b-3c736fca7f73 admin admin] Deleting subnet 9d4e5063-fc26-4411-acc8-7a35a554bd76 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:58:04.774830 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-20ba3f8a-4264-4059-b68b-3c736fca7f73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.804776 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.835401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:58:04.859122 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.859480 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] Added segment bca3f9ab-b408-4551-8cdf-de7fb1d0e5de of type vlan for network efdf4441-c31a-4340-8b36-2c49134c63a0 Nov 24 12:58:04.936869 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fdbe23e3-7efc-4b75-bc74-f5ce8c1498c6 req-9217c0c4-7be5-4437-b1f3-d955d9f4777f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1633284 Nov 24 12:58:04.949625 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.985443 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-20ba3f8a-4264-4059-b68b-3c736fca7f73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:04.986645 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707a2e67-5270-4983-9a6d-0361137663f9 x-openstack-request-id: req-707a2e67-5270-4983-9a6d-0361137663f9 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:04.986950 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "def5f0b4-8a55-4e94-be95-870008397cd5", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:04.987207 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-707a2e67-5270-4983-9a6d-0361137663f9 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:04.987607 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': 'def5f0b4-8a55-4e94-be95-870008397cd5', 'status': 'completed', 'code': 200} Nov 24 12:58:04.991392 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e66c5e-fb19-417d-a6ee-c6fc44b94001 service neutron] Pushing event updated for resources: {'Port': ['ID=def5f0b4-8a55-4e94-be95-870008397cd5,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:05.014098 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c383a7b8-3d1b-4b8b-acb3-137e16815e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.022341 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.023312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:05.023901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.065607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c383a7b8-3d1b-4b8b-acb3-137e16815e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.072709 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b15c5a-676f-4295-881a-9d1c2f304725 admin admin] Deleting subnet e16ac887-6d5d-4c80-9e9b-ddd37d6c107e {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:58:05.131292 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03b15c5a-676f-4295-881a-9d1c2f304725 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.222400 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.264834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9464579 Nov 24 12:58:05.264834 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=efdf4441-c31a-4340-8b36-2c49134c63a0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:05.266909 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03b15c5a-676f-4295-881a-9d1c2f304725 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.272829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57586) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:05.273929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network efdf4441-c31a-4340-8b36-2c49134c63a0 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:58:05.280073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-37839f13-83ef-4cd7-b0de-df92417e3264 admin admin] Request body: {'subnet': {'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1180714290-subnet', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:05.285950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e8d0e-9832-47ae-9384-4062dcc2d7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58600e01-37e2-4b4f-8258-9310b47453a3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:05.380220 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-20ba3f8a-4264-4059-b68b-3c736fca7f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.406522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c91e0-504f-444a-b5be-2fbe18090267 req-36144b47-ffb1-47ec-aa11-4a65ca8c4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:05.407639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c91e0-504f-444a-b5be-2fbe18090267 req-36144b47-ffb1-47ec-aa11-4a65ca8c4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:05.408198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c91e0-504f-444a-b5be-2fbe18090267 req-36144b47-ffb1-47ec-aa11-4a65ca8c4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:05.408679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c91e0-504f-444a-b5be-2fbe18090267 req-36144b47-ffb1-47ec-aa11-4a65ca8c4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:05.409900 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c91e0-504f-444a-b5be-2fbe18090267 req-36144b47-ffb1-47ec-aa11-4a65ca8c4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:05.410386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c91e0-504f-444a-b5be-2fbe18090267 req-36144b47-ffb1-47ec-aa11-4a65ca8c4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:05.416444 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be2c91e0-504f-444a-b5be-2fbe18090267 req-36144b47-ffb1-47ec-aa11-4a65ca8c4b13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5287 time: 0.4383984 Nov 24 12:58:05.416444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37839f13-83ef-4cd7-b0de-df92417e3264 admin admin] Made reservation on behalf of b8df443929484df6bf35907bb8d668f6 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:58:05.419157 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-37839f13-83ef-4cd7-b0de-df92417e3264 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.420950 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03b15c5a-676f-4295-881a-9d1c2f304725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.495503 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c383a7b8-3d1b-4b8b-acb3-137e16815e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.498518 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c383a7b8-3d1b-4b8b-acb3-137e16815e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.499919 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c383a7b8-3d1b-4b8b-acb3-137e16815e42 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/241ad3b6-ea08-4265-a917-f8a5984e552e HTTP/1.1" status: 204 len: 168 time: 0.9835451 Nov 24 12:58:05.540158 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383a7b8-3d1b-4b8b-acb3-137e16815e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241ad3b6-ea08-4265-a917-f8a5984e552e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:05.627480 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-20ba3f8a-4264-4059-b68b-3c736fca7f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.730202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba3f8a-4264-4059-b68b-3c736fca7f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4e5063-fc26-4411-acc8-7a35a554bd76,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:05.742608 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-20ba3f8a-4264-4059-b68b-3c736fca7f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.750752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2f002a-d636-4159-aae0-dd70355c01e7 None None] Network 2160e643-7447-4ffa-ab24-a04ea7e62f9a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:58:05.770702 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-20ba3f8a-4264-4059-b68b-3c736fca7f73 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9d4e5063-fc26-4411-acc8-7a35a554bd76 HTTP/1.1" status: 204 len: 168 time: 1.3289621 Nov 24 12:58:05.772390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57596) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:05.792494 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03b15c5a-676f-4295-881a-9d1c2f304725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.847631 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03b15c5a-676f-4295-881a-9d1c2f304725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:05.853845 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-03b15c5a-676f-4295-881a-9d1c2f304725 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e16ac887-6d5d-4c80-9e9b-ddd37d6c107e HTTP/1.1" status: 204 len: 168 time: 1.1121004 Nov 24 12:58:05.864655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57600) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:05.918781 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b15c5a-676f-4295-881a-9d1c2f304725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e16ac887-6d5d-4c80-9e9b-ddd37d6c107e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:05.976453 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.037440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device bdc207d0-380f-431b-8d82-56ed208cde99 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:58:06.077725 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Deleting port 77a37c56-024c-4aca-8f3b-792f3217d2e5 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:58:06.078317 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.081246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: bdc207d0-380f-431b-8d82-56ed208cde99 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:58:06.081570 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device bdc207d0-380f-431b-8d82-56ed208cde99 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:58:06.113991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c91e0-504f-444a-b5be-2fbe18090267 req-b1371ced-41f4-4cf9-9a97-c79d7e1ac54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:06.114618 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.114973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c91e0-504f-444a-b5be-2fbe18090267 req-b1371ced-41f4-4cf9-9a97-c79d7e1ac54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:06.115558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c91e0-504f-444a-b5be-2fbe18090267 req-b1371ced-41f4-4cf9-9a97-c79d7e1ac54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:06.117309 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be2c91e0-504f-444a-b5be-2fbe18090267 req-b1371ced-41f4-4cf9-9a97-c79d7e1ac54d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3877957 Nov 24 12:58:06.138921 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8f765f2-c539-4104-a91a-d9f045e1e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.195167 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba4d2a7-b7d4-4c99-b477-77654e8261f4 None None] DHCP port deletion for 2160e643-7447-4ffa-ab24-a04ea7e62f9a request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 12:58:06.284479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] For port 77a37c56-024c-4aca-8f3b-792f3217d2e5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=77a37c56-024c-4aca-8f3b-792f3217d2e5,segment=NetworkSegment(f6233a7f-f543-4a3b-b2d3-bc6c6d312e75),segment_id=f6233a7f-f543-4a3b-b2d3-bc6c6d312e75)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:06.284865 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.286086 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4d2a7-b7d4-4c99-b477-77654e8261f4 None None] Deleting port 77a37c56-024c-4aca-8f3b-792f3217d2e5 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:58:06.287128 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ba4d2a7-b7d4-4c99-b477-77654e8261f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.324640 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Calling delete_port for 77a37c56-024c-4aca-8f3b-792f3217d2e5 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:58:06.336668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4fb40-b109-4bc6-99d6-e2ed2b1a6e8e req-a3798efe-eedd-449b-a7ea-1395a9bf39a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:06.354855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4fb40-b109-4bc6-99d6-e2ed2b1a6e8e req-a3798efe-eedd-449b-a7ea-1395a9bf39a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:06.368355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9ba4d2a7-b7d4-4c99-b477-77654e8261f4 None None] For port 77a37c56-024c-4aca-8f3b-792f3217d2e5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=77a37c56-024c-4aca-8f3b-792f3217d2e5,segment=NetworkSegment(f6233a7f-f543-4a3b-b2d3-bc6c6d312e75),segment_id=f6233a7f-f543-4a3b-b2d3-bc6c6d312e75)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:06.368355 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ba4d2a7-b7d4-4c99-b477-77654e8261f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.368797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4fb40-b109-4bc6-99d6-e2ed2b1a6e8e req-a3798efe-eedd-449b-a7ea-1395a9bf39a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:06.376090 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-37839f13-83ef-4cd7-b0de-df92417e3264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.377201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4fb40-b109-4bc6-99d6-e2ed2b1a6e8e req-a3798efe-eedd-449b-a7ea-1395a9bf39a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:06.383477 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4fb40-b109-4bc6-99d6-e2ed2b1a6e8e req-a3798efe-eedd-449b-a7ea-1395a9bf39a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:06.389856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4fb40-b109-4bc6-99d6-e2ed2b1a6e8e req-a3798efe-eedd-449b-a7ea-1395a9bf39a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:06.391944 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-67b4fb40-b109-4bc6-99d6-e2ed2b1a6e8e req-a3798efe-eedd-449b-a7ea-1395a9bf39a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 4601 time: 0.3095143 Nov 24 12:58:06.396092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9ba4d2a7-b7d4-4c99-b477-77654e8261f4 None None] Calling delete_port for 77a37c56-024c-4aca-8f3b-792f3217d2e5 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:58:06.529303 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-67b4fb40-b109-4bc6-99d6-e2ed2b1a6e8e req-95a6974b-abe9-49e0-887f-250b89c6c7b5 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293683 Nov 24 12:58:06.542644 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.569745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c8ea04-17ce-4aff-95c6-f4dc6f99aced {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:06.584214 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.591395 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ba4d2a7-b7d4-4c99-b477-77654e8261f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.624345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=77a37c56-024c-4aca-8f3b-792f3217d2e5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:06.627524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Transition to ACTIVE for port object 20c8ea04-17ce-4aff-95c6-f4dc6f99aced will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:58:06.631512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] No DVR routers for this DVR port 77a37c56-024c-4aca-8f3b-792f3217d2e5 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:58:06.663404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c91e0-504f-444a-b5be-2fbe18090267 req-f9923e43-b12f-4ecc-871c-9c921800544b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:06.663404 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be2c91e0-504f-444a-b5be-2fbe18090267 req-f9923e43-b12f-4ecc-871c-9c921800544b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5086410 Nov 24 12:58:06.680162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4d2a7-b7d4-4c99-b477-77654e8261f4 None None] Pushing event deleted for resources: {'Port': ['ID=77a37c56-024c-4aca-8f3b-792f3217d2e5,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:06.686782 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8f765f2-c539-4104-a91a-d9f045e1e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.692425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba4d2a7-b7d4-4c99-b477-77654e8261f4 None None] No DVR routers for this DVR port 77a37c56-024c-4aca-8f3b-792f3217d2e5 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:58:06.716677 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.753006 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.774688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f8f765f2-c539-4104-a91a-d9f045e1e15a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7071aec-fd43-4708-b67e-8b789798646f']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:06.800258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f8f765f2-c539-4104-a91a-d9f045e1e15a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfc1d80-46d0-424d-96c3-3e0119757566') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:06.800664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f8f765f2-c539-4104-a91a-d9f045e1e15a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfc1d80-46d0-424d-96c3-3e0119757566') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:06.801701 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2160e643-7447-4ffa-ab24-a04ea7e62f9a']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:06.825926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6233a7f-f543-4a3b-b2d3-bc6c6d312e75') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:06.827447 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6233a7f-f543-4a3b-b2d3-bc6c6d312e75') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:06.830775 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8f765f2-c539-4104-a91a-d9f045e1e15a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.856982 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.860646 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8f765f2-c539-4104-a91a-d9f045e1e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.867431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f765f2-c539-4104-a91a-d9f045e1e15a admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:58:06.868275 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8f765f2-c539-4104-a91a-d9f045e1e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.891270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.908301 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:58:06.908697 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:58:06.915344 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: timer() Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:58:06.948865 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:58:06.992923 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8f765f2-c539-4104-a91a-d9f045e1e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:07.009959 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8f765f2-c539-4104-a91a-d9f045e1e15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:07.018719 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f8f765f2-c539-4104-a91a-d9f045e1e15a admin admin] 10.222.0.48 "DELETE /v2.0/networks/a7071aec-fd43-4708-b67e-8b789798646f HTTP/1.1" status: 204 len: 168 time: 1.1495326 Nov 24 12:58:07.023273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37839f13-83ef-4cd7-b0de-df92417e3264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8264120-2047-4987-8521-5d1178b51597,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:07.033213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57640) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:07.112527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72ce6ee-d32a-42d0-a58a-860c44893f82 admin admin] Deleting subnet bb2e5e0c-9349-48d0-adfb-79d06d2c5292 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:58:07.122482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f765f2-c539-4104-a91a-d9f045e1e15a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7071aec-fd43-4708-b67e-8b789798646f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:07.126280 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:07.135402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37839f13-83ef-4cd7-b0de-df92417e3264 admin admin] Checking segment: {'id': 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:07.137062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37839f13-83ef-4cd7-b0de-df92417e3264 admin admin] Network hostable DHCP agents. Network: efdf4441-c31a-4340-8b36-2c49134c63a0, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:58:07.146374 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d72ce6ee-d32a-42d0-a58a-860c44893f82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:07.146946 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:07.157729 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] 10.222.0.48 "DELETE /v2.0/networks/2160e643-7447-4ffa-ab24-a04ea7e62f9a HTTP/1.1" status: 204 len: 168 time: 1.3813188 Nov 24 12:58:07.196775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b525d-f65f-449f-aeb0-93d4bcf3eb3a admin admin] Pushing event deleted for resources: {'Network': ['ID=2160e643-7447-4ffa-ab24-a04ea7e62f9a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:07.264409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Pushing event updated for resources: {'Port': ['ID=20c8ea04-17ce-4aff-95c6-f4dc6f99aced,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:07.415371 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d72ce6ee-d32a-42d0-a58a-860c44893f82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:07.467931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37839f13-83ef-4cd7-b0de-df92417e3264 admin admin] Network efdf4441-c31a-4340-8b36-2c49134c63a0 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:58:07.581163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57662) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:07.583678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-37839f13-83ef-4cd7-b0de-df92417e3264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, efdf4441-c31a-4340-8b36-2c49134c63a0) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:07.611702 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f782846-9575-4313-b231-0d2c769e94f2 None None] Network efdf4441-c31a-4340-8b36-2c49134c63a0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:58:07.628827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Attempting to bind port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:07.629169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Attempting to bind port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:07.637007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Attempting to bind port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:07.640843 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f172a2e6-f434-422e-b6ec-f1a80ab26abe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f21806c1b4de4589b081cf0567c24f95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0585163 Nov 24 12:58:07.643355 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57666) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:07.670084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37839f13-83ef-4cd7-b0de-df92417e3264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:07.670663 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-37839f13-83ef-4cd7-b0de-df92417e3264 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:07.678967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:58:07.679479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Attempting to bind port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:07.683617 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d72ce6ee-d32a-42d0-a58a-860c44893f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:07.715350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d7b06ba-fd7d-4697-82fb-b5b13cc18726 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:07.744119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:07.744462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Checking segment: {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:07.744877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Bound using segment: {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:07.745862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Bound port: 20c8ea04-17ce-4aff-95c6-f4dc6f99aced, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:07.746222 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:07.778890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-37839f13-83ef-4cd7-b0de-df92417e3264 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5025051 Nov 24 12:58:07.780118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57672) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:07.789970 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1180714290-router', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:07.809936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d7b06ba-fd7d-4697-82fb-b5b13cc18726 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:07.839221 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:07.840254 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:07.844407 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b148a-01a1-4ab1-9d98-a20fe39e74e4 req-cecf83e1-96a3-4f8b-99c5-018ee2132c4c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:07.855943 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-efdf4441-c31a-4340-8b36-2c49134c63a0', 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'fixed_ips': [{'subnet_id': 'a8264120-2047-4987-8521-5d1178b51597'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:58:07.856846 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b148a-01a1-4ab1-9d98-a20fe39e74e4 req-cecf83e1-96a3-4f8b-99c5-018ee2132c4c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:07.859418 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:07.865284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b148a-01a1-4ab1-9d98-a20fe39e74e4 req-cecf83e1-96a3-4f8b-99c5-018ee2132c4c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:07.873517 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b148a-01a1-4ab1-9d98-a20fe39e74e4 req-cecf83e1-96a3-4f8b-99c5-018ee2132c4c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:07.877179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b4969-331e-4151-91e3-a45dc646fde2 req-b1ae04ff-cdae-473c-a9de-31f6a51a29c4 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:07.880568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b148a-01a1-4ab1-9d98-a20fe39e74e4 req-cecf83e1-96a3-4f8b-99c5-018ee2132c4c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:07.886845 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-702b4969-331e-4151-91e3-a45dc646fde2 req-b1ae04ff-cdae-473c-a9de-31f6a51a29c4 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.3496909 Nov 24 12:58:07.888100 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b148a-01a1-4ab1-9d98-a20fe39e74e4 req-cecf83e1-96a3-4f8b-99c5-018ee2132c4c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:07.896541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b148a-01a1-4ab1-9d98-a20fe39e74e4 req-cecf83e1-96a3-4f8b-99c5-018ee2132c4c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:07.907685 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-654b148a-01a1-4ab1-9d98-a20fe39e74e4 req-cecf83e1-96a3-4f8b-99c5-018ee2132c4c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5372 time: 0.1940031 Nov 24 12:58:07.978802 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d72ce6ee-d32a-42d0-a58a-860c44893f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.018235 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-654b148a-01a1-4ab1-9d98-a20fe39e74e4 req-bacc763b-b768-4ff6-8cb3-9b8b62b65d81 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092494 Nov 24 12:58:08.058033 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d7b06ba-fd7d-4697-82fb-b5b13cc18726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.063010 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d7b06ba-fd7d-4697-82fb-b5b13cc18726 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.063837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] For port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:08.068457 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1d7b06ba-fd7d-4697-82fb-b5b13cc18726 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/222a6090-d95c-4a58-98cb-f8e90dd9d2e4 HTTP/1.1" status: 204 len: 168 time: 0.4239116 Nov 24 12:58:08.089103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b06ba-fd7d-4697-82fb-b5b13cc18726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222a6090-d95c-4a58-98cb-f8e90dd9d2e4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:08.094131 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Allocated IP 172.20.0.2 (efdf4441-c31a-4340-8b36-2c49134c63a0/a8264120-2047-4987-8521-5d1178b51597/9fcfd4f5-7ac0-4296-a32c-da14218e3977) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:58:08.219346 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-702b4969-331e-4151-91e3-a45dc646fde2 req-382f9e0f-23dd-4620-86a4-a58de4d4e8d4 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254235 Nov 24 12:58:08.235761 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.255801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] For port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=20c8ea04-17ce-4aff-95c6-f4dc6f99aced,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:08.266711 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d72ce6ee-d32a-42d0-a58a-860c44893f82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.274834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57686) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:08.301029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d72ce6ee-d32a-42d0-a58a-860c44893f82 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bb2e5e0c-9349-48d0-adfb-79d06d2c5292 HTTP/1.1" status: 204 len: 168 time: 1.2526579 Nov 24 12:58:08.319204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ce6ee-d32a-42d0-a58a-860c44893f82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb2e5e0c-9349-48d0-adfb-79d06d2c5292,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:08.358875 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.363541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 77a37c56-024c-4aca-8f3b-792f3217d2e5 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:58:08.396744 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.443927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 77a37c56-024c-4aca-8f3b-792f3217d2e5 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:58:08.444412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 77a37c56-024c-4aca-8f3b-792f3217d2e5 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:58:08.449332 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d392c78-4a8c-4898-a73b-b481503f5322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.451707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Pushing event updated for resources: {'Port': ['ID=9fcfd4f5-7ac0-4296-a32c-da14218e3977,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:08.485689 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Network efdf4441-c31a-4340-8b36-2c49134c63a0 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:58:08.494082 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:08.500816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:58:08.568598 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d392c78-4a8c-4898-a73b-b481503f5322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.591950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9d392c78-4a8c-4898-a73b-b481503f5322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35ada0e-c36d-464e-93f1-e533ec326f98']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:08.602406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9d392c78-4a8c-4898-a73b-b481503f5322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a875372-0f31-4af2-9662-8410912e3f1b') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:08.602705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9d392c78-4a8c-4898-a73b-b481503f5322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a875372-0f31-4af2-9662-8410912e3f1b') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:08.613664 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d392c78-4a8c-4898-a73b-b481503f5322 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.629671 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d392c78-4a8c-4898-a73b-b481503f5322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.638287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d392c78-4a8c-4898-a73b-b481503f5322 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:58:08.638508 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d392c78-4a8c-4898-a73b-b481503f5322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.648615 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Attempting to bind port 9fcfd4f5-7ac0-4296-a32c-da14218e3977 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:08.649221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Attempting to bind port 9fcfd4f5-7ac0-4296-a32c-da14218e3977 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:08.649693 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Attempting to bind port 9fcfd4f5-7ac0-4296-a32c-da14218e3977 on network efdf4441-c31a-4340-8b36-2c49134c63a0 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:08.665461 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:08.667142 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Checking segment: {'id': 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:08.668042 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.668816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Bound using segment: {'id': 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:08.670488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Bound port: 9fcfd4f5-7ac0-4296-a32c-da14218e3977, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:08.673093 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:58:08.683505 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:58:08.832374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] For port 9fcfd4f5-7ac0-4296-a32c-da14218e3977, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:08.834693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b4270-4bb6-467a-9338-856987120fc1 req-cfc81fb1-e24f-4a1c-93e1-6b93123615e3 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:08.840704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] For port 9fcfd4f5-7ac0-4296-a32c-da14218e3977, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9fcfd4f5-7ac0-4296-a32c-da14218e3977,segment=NetworkSegment(bca3f9ab-b408-4551-8cdf-de7fb1d0e5de),segment_id=bca3f9ab-b408-4551-8cdf-de7fb1d0e5de)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:08.857057 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:08.857563 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-666b4270-4bb6-467a-9338-856987120fc1 req-cfc81fb1-e24f-4a1c-93e1-6b93123615e3 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.4201946 Nov 24 12:58:08.964942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc938c-1471-4bbb-9312-eed49721aa24 None None] Pushing event updated for resources: {'Port': ['ID=9fcfd4f5-7ac0-4296-a32c-da14218e3977,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:08.998097 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-666b4270-4bb6-467a-9338-856987120fc1 req-f522a421-5822-4e04-8578-ac90c7dd9c96 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193533 Nov 24 12:58:08.999678 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d392c78-4a8c-4898-a73b-b481503f5322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:09.018498 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d392c78-4a8c-4898-a73b-b481503f5322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:09.026721 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9d392c78-4a8c-4898-a73b-b481503f5322 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e35ada0e-c36d-464e-93f1-e533ec326f98 HTTP/1.1" status: 204 len: 168 time: 0.7506418 Nov 24 12:58:09.052364 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57710) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:09.067811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d392c78-4a8c-4898-a73b-b481503f5322 admin admin] Pushing event deleted for resources: {'Network': ['ID=e35ada0e-c36d-464e-93f1-e533ec326f98,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:09.202551 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:09.425205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:09.425893 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:09.427563 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] 10.222.0.46 "PUT /v2.0/ports/20c8ea04-17ce-4aff-95c6-f4dc6f99aced HTTP/1.1" status: 200 len: 1129 time: 4.7094002 Nov 24 12:58:09.473648 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-19d399d4-4b80-49b7-b00d-3f2f46c96f35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:09.484458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': '20c8ea04-17ce-4aff-95c6-f4dc6f99aced'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:09.496596 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a00d71-844c-447c-b8c4-8f2306c0cf7c" -d '{"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "20c8ea04-17ce-4aff-95c6-f4dc6f99aced"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:09.505841 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:09.515855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57720) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:09.620228 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-510965d3-f2e9-4db2-8934-a37ed9d92a2e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6441bea1ed3547598abd90d1c2c0a634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1006017 Nov 24 12:58:09.651101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57728) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:09.742908 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:09.758423 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Request body: {'port': {'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:09.810841 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a47bb6dc-79ff-4cae-be0f-662112718111 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:09.883956 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a47bb6dc-79ff-4cae-be0f-662112718111 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:09.914986 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee66e09a-b774-4c3b-8e77-4ddf8a2fa4bb x-openstack-request-id: req-ee66e09a-b774-4c3b-8e77-4ddf8a2fa4bb {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:09.915338 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "20c8ea04-17ce-4aff-95c6-f4dc6f99aced", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:09.915689 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee66e09a-b774-4c3b-8e77-4ddf8a2fa4bb {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:09.916099 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': '20c8ea04-17ce-4aff-95c6-f4dc6f99aced', 'status': 'completed', 'code': 200} Nov 24 12:58:09.979844 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a47bb6dc-79ff-4cae-be0f-662112718111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:09.983483 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a47bb6dc-79ff-4cae-be0f-662112718111 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:09.985383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a47bb6dc-79ff-4cae-be0f-662112718111 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa687174-7866-48d8-9737-92fdaa36b81b HTTP/1.1" status: 204 len: 168 time: 0.3197830 Nov 24 12:58:10.018216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bb6dc-79ff-4cae-be0f-662112718111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa687174-7866-48d8-9737-92fdaa36b81b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:10.037196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85f12a-6f67-40e9-9f3d-aeab7f5bfe33 service neutron] Pushing event updated for resources: {'Port': ['ID=20c8ea04-17ce-4aff-95c6-f4dc6f99aced,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:10.086560 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd5390-96ce-43ed-bbeb-0c09cccf36da req-3f17feff-41f8-40b1-be3a-d80cef3dbdfe tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:10.099891 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-19d399d4-4b80-49b7-b00d-3f2f46c96f35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:10.103461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd5390-96ce-43ed-bbeb-0c09cccf36da req-3f17feff-41f8-40b1-be3a-d80cef3dbdfe tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:10.111670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd5390-96ce-43ed-bbeb-0c09cccf36da req-3f17feff-41f8-40b1-be3a-d80cef3dbdfe tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:10.114845 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-19d399d4-4b80-49b7-b00d-3f2f46c96f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:10.148041 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd5390-96ce-43ed-bbeb-0c09cccf36da req-3f17feff-41f8-40b1-be3a-d80cef3dbdfe tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:10.163183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd5390-96ce-43ed-bbeb-0c09cccf36da req-3f17feff-41f8-40b1-be3a-d80cef3dbdfe tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:10.172270 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-19d399d4-4b80-49b7-b00d-3f2f46c96f35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3a96c3daee14b5597ff886d4ca36ade&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1180546 Nov 24 12:58:10.176806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd5390-96ce-43ed-bbeb-0c09cccf36da req-3f17feff-41f8-40b1-be3a-d80cef3dbdfe tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:10.179102 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57742) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:10.190981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd5390-96ce-43ed-bbeb-0c09cccf36da req-3f17feff-41f8-40b1-be3a-d80cef3dbdfe tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:10.200282 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47cd5390-96ce-43ed-bbeb-0c09cccf36da req-3f17feff-41f8-40b1-be3a-d80cef3dbdfe tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5372 time: 0.9743459 Nov 24 12:58:10.204542 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9fcfd4f5-7ac0-4296-a32c-da14218e3977 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:10.338856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d399d4-4b80-49b7-b00d-3f2f46c96f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebc2363-31c5-4ec5-8155-68a930a30a8e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:10.343190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9fcfd4f5-7ac0-4296-a32c-da14218e3977 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:10.355368 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:10.388330 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a1ec-a637-497d-b884-6d8449d51f7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:10.409807 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:10.451672 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a1ec-a637-497d-b884-6d8449d51f7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:10.509104 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a00d71-844c-447c-b8c4-8f2306c0cf7c req-8f445d6f-bb6e-4c36-a198-bb31bbe33117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:10.509492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a00d71-844c-447c-b8c4-8f2306c0cf7c req-8f445d6f-bb6e-4c36-a198-bb31bbe33117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:10.509957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a00d71-844c-447c-b8c4-8f2306c0cf7c req-8f445d6f-bb6e-4c36-a198-bb31bbe33117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:10.510958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a00d71-844c-447c-b8c4-8f2306c0cf7c req-8f445d6f-bb6e-4c36-a198-bb31bbe33117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:10.511656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a00d71-844c-447c-b8c4-8f2306c0cf7c req-8f445d6f-bb6e-4c36-a198-bb31bbe33117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:10.511860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a00d71-844c-447c-b8c4-8f2306c0cf7c req-8f445d6f-bb6e-4c36-a198-bb31bbe33117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:10.512322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a00d71-844c-447c-b8c4-8f2306c0cf7c req-8f445d6f-bb6e-4c36-a198-bb31bbe33117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:10.532444 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97a00d71-844c-447c-b8c4-8f2306c0cf7c req-8f445d6f-bb6e-4c36-a198-bb31bbe33117 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 6209 time: 0.5974455 Nov 24 12:58:10.550447 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:10.572542 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a1ec-a637-497d-b884-6d8449d51f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:10.582405 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e0b3a1ec-a637-497d-b884-6d8449d51f7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:10.584075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e0b3a1ec-a637-497d-b884-6d8449d51f7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ebc2363-31c5-4ec5-8155-68a930a30a8e HTTP/1.1" status: 204 len: 168 time: 0.4040303 Nov 24 12:58:10.614502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3a1ec-a637-497d-b884-6d8449d51f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebc2363-31c5-4ec5-8155-68a930a30a8e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:10.903146 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47cd5390-96ce-43ed-bbeb-0c09cccf36da req-9b51a2ba-f07b-4455-a3da-6c96aa648ca6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6302271 Nov 24 12:58:10.994103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57762) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:10.999441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 9fcfd4f5-7ac0-4296-a32c-da14218e3977, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9fcfd4f5-7ac0-4296-a32c-da14218e3977,segment=NetworkSegment(bca3f9ab-b408-4551-8cdf-de7fb1d0e5de),segment_id=bca3f9ab-b408-4551-8cdf-de7fb1d0e5de)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:11.011059 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:11.083432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3da5fab-cd75-4349-af61-baab2be04d3d None None] Network efdf4441-c31a-4340-8b36-2c49134c63a0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:58:11.130298 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7daf3c66-cb6a-4c53-bac4-2becdff030f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa4794d27c8e47f99c3a199a23520e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334689 Nov 24 12:58:11.132626 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57766) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:11.207373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a00d71-844c-447c-b8c4-8f2306c0cf7c req-3077e3cf-e1db-4162-8c2e-38af09beaa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:11.207837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a00d71-844c-447c-b8c4-8f2306c0cf7c req-3077e3cf-e1db-4162-8c2e-38af09beaa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:11.208300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a00d71-844c-447c-b8c4-8f2306c0cf7c req-3077e3cf-e1db-4162-8c2e-38af09beaa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:11.217952 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97a00d71-844c-447c-b8c4-8f2306c0cf7c req-3077e3cf-e1db-4162-8c2e-38af09beaa6e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6843388 Nov 24 12:58:11.256217 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-51a0ef88-192b-448b-b877-8c960081604c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:11.307513 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-51a0ef88-192b-448b-b877-8c960081604c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:11.357690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=9fcfd4f5-7ac0-4296-a32c-da14218e3977,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:11.403643 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d3f15727-ba32-43e8-b8ed-e38f4f26b6d7 None None] Provisioning complete for port 9fcfd4f5-7ac0-4296-a32c-da14218e3977 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:11.404032 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d3f15727-ba32-43e8-b8ed-e38f4f26b6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:11.414297 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-51a0ef88-192b-448b-b877-8c960081604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:11.417350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-51a0ef88-192b-448b-b877-8c960081604c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:11.419185 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-51a0ef88-192b-448b-b877-8c960081604c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40143c85-a6a9-45b3-aff9-83408361701e HTTP/1.1" status: 204 len: 168 time: 0.2851014 Nov 24 12:58:11.441108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0ef88-192b-448b-b877-8c960081604c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40143c85-a6a9-45b3-aff9-83408361701e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:11.732576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939443fc-044e-4799-b719-abd3e260c67f {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:11.743104 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:11.759368 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Transition to ACTIVE for port object 939443fc-044e-4799-b719-abd3e260c67f will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:58:11.801102 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:12.071366 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9fcfd4f5-7ac0-4296-a32c-da14218e3977 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:12.081214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a00d71-844c-447c-b8c4-8f2306c0cf7c req-960411b1-38fd-4a3f-a9de-da77560e8d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:12.090605 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97a00d71-844c-447c-b8c4-8f2306c0cf7c req-960411b1-38fd-4a3f-a9de-da77560e8d09 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8581879 Nov 24 12:58:12.230094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9fcfd4f5-7ac0-4296-a32c-da14218e3977 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:12.230481 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:12.280465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faf844-4784-45df-b949-876892715a9e service neutron] Pushing event updated for resources: {'Port': ['ID=939443fc-044e-4799-b719-abd3e260c67f,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:12.293915 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:12.432998 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:12.722521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-77a0b2d6-a135-447e-958a-c71ef621fea5 None None] Provisioning complete for port 9fcfd4f5-7ac0-4296-a32c-da14218e3977 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:12.726461 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77a0b2d6-a135-447e-958a-c71ef621fea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:12.741566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17040-90e1-4b65-a280-b36e16d75539 req-a0dbb070-7730-4221-99fc-22cf4a0ad493 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:12.766271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17040-90e1-4b65-a280-b36e16d75539 req-a0dbb070-7730-4221-99fc-22cf4a0ad493 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:12.783866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17040-90e1-4b65-a280-b36e16d75539 req-a0dbb070-7730-4221-99fc-22cf4a0ad493 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:12.811743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17040-90e1-4b65-a280-b36e16d75539 req-a0dbb070-7730-4221-99fc-22cf4a0ad493 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:12.857580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17040-90e1-4b65-a280-b36e16d75539 req-a0dbb070-7730-4221-99fc-22cf4a0ad493 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:12.864180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17040-90e1-4b65-a280-b36e16d75539 req-a0dbb070-7730-4221-99fc-22cf4a0ad493 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:12.880775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17040-90e1-4b65-a280-b36e16d75539 req-a0dbb070-7730-4221-99fc-22cf4a0ad493 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:12.882748 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ec17040-90e1-4b65-a280-b36e16d75539 req-a0dbb070-7730-4221-99fc-22cf4a0ad493 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5384 time: 0.7815518 Nov 24 12:58:12.909737 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57854) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:12.975751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Attempting to bind port 939443fc-044e-4799-b719-abd3e260c67f on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:12.987173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Attempting to bind port 939443fc-044e-4799-b719-abd3e260c67f by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:12.989242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Attempting to bind port 939443fc-044e-4799-b719-abd3e260c67f on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:13.059792 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Port 939443fc-044e-4799-b719-abd3e260c67f on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:58:13.060392 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Attempting to bind port 939443fc-044e-4799-b719-abd3e260c67f on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:13.075909 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:13.076259 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Checking segment: {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:13.076693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Bound using segment: {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:13.077163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Bound port: 939443fc-044e-4799-b719-abd3e260c67f, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:13.077526 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:13.184796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Allocated IP 172.25.0.81 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/3485f70c-cf1b-46de-bce3-ef44693d0393) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:58:13.221230 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ec17040-90e1-4b65-a280-b36e16d75539 req-256dbf47-c7d6-4143-a59f-4bc36ee07aba tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3089488 Nov 24 12:58:13.241322 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-316298193-network', 'tenant_id': '402a28d009ee4228936c2adb6cdc6fad'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:13.299926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] Made reservation on behalf of 402a28d009ee4228936c2adb6cdc6fad for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:58:13.302859 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:13.334382 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:13.440328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] For port 939443fc-044e-4799-b719-abd3e260c67f, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:13.462739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] For port 939443fc-044e-4799-b719-abd3e260c67f, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=939443fc-044e-4799-b719-abd3e260c67f,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:13.473935 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:13.566636 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:13.575132 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:13.602631 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:58:13.628666 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:13.629288 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] Added segment 902dfdb6-3f8a-4f70-aef3-5dea2c0aebac of type vlan for network 5a80be42-ac66-41a3-940f-25e8764970ee Nov 24 12:58:13.720536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:13.720536 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:13.721073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cfb848-11eb-41f4-b5e5-5ed15c5a4526,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:13.725266 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-72faf844-4784-45df-b949-876892715a9e service neutron] 10.222.0.46 "PUT /v2.0/ports/939443fc-044e-4799-b719-abd3e260c67f HTTP/1.1" status: 200 len: 1091 time: 3.9752765 Nov 24 12:58:13.745138 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:13.747167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': '939443fc-044e-4799-b719-abd3e260c67f'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:13.751392 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "939443fc-044e-4799-b719-abd3e260c67f"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:13.818534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Request body: {'port': {'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:13.827176 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:13.906179 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:13.907237 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:13.908451 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:13.950988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72faf844-4784-45df-b949-876892715a9e service neutron] Pushing event updated for resources: {'Port': ['ID=939443fc-044e-4799-b719-abd3e260c67f,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:13.988934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a160b-9693-4e31-985e-f4a250cd0918 req-74caa0c2-04d9-4c3a-9550-a8d646781149 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:13.990590 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-804a160b-9693-4e31-985e-f4a250cd0918 req-74caa0c2-04d9-4c3a-9550-a8d646781149 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.4777746 Nov 24 12:58:14.086408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] Pushing event updated for resources: {'Network': ['ID=5a80be42-ac66-41a3-940f-25e8764970ee,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:14.103584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 5a80be42-ac66-41a3-940f-25e8764970ee details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:58:14.117205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:14.138738 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ea763ee1-e299-42b3-bfa2-0f707a02a2e6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2223859 Nov 24 12:58:14.139223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57946) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:14.192192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a0821822-1cd9-4ee3-8f0d-84710e26efe1 admin admin] Request body: {'subnet': {'network_id': '5a80be42-ac66-41a3-940f-25e8764970ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-316298193-subnet', 'tenant_id': '402a28d009ee4228936c2adb6cdc6fad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:14.208085 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:14.240807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:58:14.320591 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:14.325072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:58:14.602315 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ae85bf-4789-4256-8d82-26227bab7b4a x-openstack-request-id: req-a4ae85bf-4789-4256-8d82-26227bab7b4a {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:14.603269 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "939443fc-044e-4799-b719-abd3e260c67f", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:14.603871 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4ae85bf-4789-4256-8d82-26227bab7b4a {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:14.605011 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': '939443fc-044e-4799-b719-abd3e260c67f', 'status': 'completed', 'code': 200} Nov 24 12:58:14.749944 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-804a160b-9693-4e31-985e-f4a250cd0918 req-5cfdd540-b98d-4b96-931e-fd37a3dd981a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7491601 Nov 24 12:58:14.767398 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28928f-3d0a-42c7-b1ea-77224261f38d req-34bea633-2f01-49d3-ae74-0bbb8d243186 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:14.775360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28928f-3d0a-42c7-b1ea-77224261f38d req-34bea633-2f01-49d3-ae74-0bbb8d243186 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:14.794145 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28928f-3d0a-42c7-b1ea-77224261f38d req-34bea633-2f01-49d3-ae74-0bbb8d243186 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:14.802647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Pushing event updated for resources: {'Port': ['ID=3485f70c-cf1b-46de-bce3-ef44693d0393,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:14.816494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28928f-3d0a-42c7-b1ea-77224261f38d req-34bea633-2f01-49d3-ae74-0bbb8d243186 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:14.825055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0821822-1cd9-4ee3-8f0d-84710e26efe1 admin admin] Made reservation on behalf of 402a28d009ee4228936c2adb6cdc6fad for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:58:14.827362 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0821822-1cd9-4ee3-8f0d-84710e26efe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:14.828233 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28928f-3d0a-42c7-b1ea-77224261f38d req-34bea633-2f01-49d3-ae74-0bbb8d243186 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:14.838398 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28928f-3d0a-42c7-b1ea-77224261f38d req-34bea633-2f01-49d3-ae74-0bbb8d243186 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:14.846017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28928f-3d0a-42c7-b1ea-77224261f38d req-34bea633-2f01-49d3-ae74-0bbb8d243186 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:14.854530 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b28928f-3d0a-42c7-b1ea-77224261f38d req-34bea633-2f01-49d3-ae74-0bbb8d243186 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5384 time: 0.2117040 Nov 24 12:58:14.929309 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b28928f-3d0a-42c7-b1ea-77224261f38d req-d3fc6cb4-6c1d-4102-80ba-a302a6dd97a1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735793 Nov 24 12:58:15.092646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c req-7281ca95-cb53-4007-91a8-4cc455db794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:15.093397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c req-7281ca95-cb53-4007-91a8-4cc455db794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:15.094035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c req-7281ca95-cb53-4007-91a8-4cc455db794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:15.094664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c req-7281ca95-cb53-4007-91a8-4cc455db794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:15.096156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c req-7281ca95-cb53-4007-91a8-4cc455db794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:15.098689 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c req-7281ca95-cb53-4007-91a8-4cc455db794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:15.099497 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c req-7281ca95-cb53-4007-91a8-4cc455db794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:15.102666 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c req-7281ca95-cb53-4007-91a8-4cc455db794b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 6276 time: 0.4967201 Nov 24 12:58:15.222597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-db12e5be-841a-4946-a31f-b208db98180d req-34d99a29-5302-436f-b1cc-584c16b719c5 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Request body: {'security_group': {'name': 'tempest-securitygroup-161694546', 'description': 'tempest-description-1715712350'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:15.307558 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db12e5be-841a-4946-a31f-b208db98180d req-34d99a29-5302-436f-b1cc-584c16b719c5 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:15.325163 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db12e5be-841a-4946-a31f-b208db98180d req-34d99a29-5302-436f-b1cc-584c16b719c5 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:15.460699 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db12e5be-841a-4946-a31f-b208db98180d req-34d99a29-5302-436f-b1cc-584c16b719c5 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:15.466338 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db12e5be-841a-4946-a31f-b208db98180d req-34d99a29-5302-436f-b1cc-584c16b719c5 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:15.513079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d99a29-5302-436f-b1cc-584c16b719c5 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc67e9b2-41c0-4776-9aa9-30705e23d399,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:15.568546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ede6d46-dbc0-4874-acf0-53462d41eb60 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:15.569999 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db12e5be-841a-4946-a31f-b208db98180d req-34d99a29-5302-436f-b1cc-584c16b719c5 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:15.574984 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db12e5be-841a-4946-a31f-b208db98180d req-34d99a29-5302-436f-b1cc-584c16b719c5 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:15.591804 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:15.611280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d99a29-5302-436f-b1cc-584c16b719c5 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7c5e6e-6940-4df8-b0cb-2ddf2da0ec76,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:15.632948 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db12e5be-841a-4946-a31f-b208db98180d req-34d99a29-5302-436f-b1cc-584c16b719c5 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:15.635577 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db12e5be-841a-4946-a31f-b208db98180d req-34d99a29-5302-436f-b1cc-584c16b719c5 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4189119 Nov 24 12:58:15.674906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Transition to ACTIVE for port object 6ede6d46-dbc0-4874-acf0-53462d41eb60 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:58:15.755205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:15.810261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-5570bd6e-521f-4895-a48c-64a4273b0b71 req-c64ef34e-9af4-4d6a-91ff-ecec7f58cc1f tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Request body: {'security_group': {'name': 'tempest-securitygroup-584781655', 'description': 'tempest-description-1547490280'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:15.843280 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5570bd6e-521f-4895-a48c-64a4273b0b71 req-c64ef34e-9af4-4d6a-91ff-ecec7f58cc1f tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:15.868699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6578c-3c72-4619-8c54-a24ebb621f1c req-dd809966-8388-491c-95e1-063cd11b3ee3 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:15.870339 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3c6578c-3c72-4619-8c54-a24ebb621f1c req-dd809966-8388-491c-95e1-063cd11b3ee3 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.3139646 Nov 24 12:58:15.980677 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5570bd6e-521f-4895-a48c-64a4273b0b71 req-c64ef34e-9af4-4d6a-91ff-ecec7f58cc1f tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:15.986463 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5570bd6e-521f-4895-a48c-64a4273b0b71 req-c64ef34e-9af4-4d6a-91ff-ecec7f58cc1f tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:16.024315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ef34e-9af4-4d6a-91ff-ecec7f58cc1f tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d3d8db-714d-400c-8cbd-93d8ddd01ec4,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:16.027624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c req-9abb6f28-04f9-4917-a3ea-003179be56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:16.028118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c req-9abb6f28-04f9-4917-a3ea-003179be56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:16.030049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c req-9abb6f28-04f9-4917-a3ea-003179be56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:16.032032 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c req-9abb6f28-04f9-4917-a3ea-003179be56cf service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4837477 Nov 24 12:58:16.046106 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5570bd6e-521f-4895-a48c-64a4273b0b71 req-c64ef34e-9af4-4d6a-91ff-ecec7f58cc1f tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:16.060995 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5570bd6e-521f-4895-a48c-64a4273b0b71 req-c64ef34e-9af4-4d6a-91ff-ecec7f58cc1f tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2585375 Nov 24 12:58:16.108952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Pushing event updated for resources: {'Port': ['ID=6ede6d46-dbc0-4874-acf0-53462d41eb60,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:16.221244 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:16.279477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Attempting to bind port 6ede6d46-dbc0-4874-acf0-53462d41eb60 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:16.279747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Attempting to bind port 6ede6d46-dbc0-4874-acf0-53462d41eb60 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:16.280126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Attempting to bind port 6ede6d46-dbc0-4874-acf0-53462d41eb60 on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:16.330934 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3c6578c-3c72-4619-8c54-a24ebb621f1c req-dbde37b2-8944-4b76-be80-5dc91dcc1d94 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350686 Nov 24 12:58:16.338656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Port 6ede6d46-dbc0-4874-acf0-53462d41eb60 on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:58:16.338991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Attempting to bind port 6ede6d46-dbc0-4874-acf0-53462d41eb60 on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:16.413902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:16.414252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Checking segment: {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:16.414639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Bound using segment: {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:16.415087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Bound port: 6ede6d46-dbc0-4874-acf0-53462d41eb60, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2849af-62f5-4be6-9359-e5906b22093e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:16.415451 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:16.445757 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0821822-1cd9-4ee3-8f0d-84710e26efe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:16.468057 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c req-c0aa39ed-2fe7-4ddc-9b05-db68c0831cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:16.469308 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ebc8a40-2c56-49a2-ace6-0ebd56d8fd0c req-c0aa39ed-2fe7-4ddc-9b05-db68c0831cbd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3501670 Nov 24 12:58:16.562721 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-4950308e-f79e-4598-ae1a-60ad2bdf33e2 req-950f3976-81c4-431c-99bc-6dac3dc87352 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1276543555', 'description': 'tempest-description-235987733'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:16.586517 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4950308e-f79e-4598-ae1a-60ad2bdf33e2 req-950f3976-81c4-431c-99bc-6dac3dc87352 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:16.598367 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4950308e-f79e-4598-ae1a-60ad2bdf33e2 req-950f3976-81c4-431c-99bc-6dac3dc87352 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:16.606814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0821822-1cd9-4ee3-8f0d-84710e26efe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca4c78e-7d55-4a64-b0a7-e8ee63b0e602,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:16.690984 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa0810-dbab-4b97-a042-29cd1cecf83b req-9df381e7-f76c-4869-83cb-8a3fb9d034d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:16.697961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa0810-dbab-4b97-a042-29cd1cecf83b req-9df381e7-f76c-4869-83cb-8a3fb9d034d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:16.704147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa0810-dbab-4b97-a042-29cd1cecf83b req-9df381e7-f76c-4869-83cb-8a3fb9d034d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:16.714234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa0810-dbab-4b97-a042-29cd1cecf83b req-9df381e7-f76c-4869-83cb-8a3fb9d034d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:16.721662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa0810-dbab-4b97-a042-29cd1cecf83b req-9df381e7-f76c-4869-83cb-8a3fb9d034d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:16.727665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa0810-dbab-4b97-a042-29cd1cecf83b req-9df381e7-f76c-4869-83cb-8a3fb9d034d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:16.732883 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4950308e-f79e-4598-ae1a-60ad2bdf33e2 req-950f3976-81c4-431c-99bc-6dac3dc87352 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:16.734493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa0810-dbab-4b97-a042-29cd1cecf83b req-9df381e7-f76c-4869-83cb-8a3fb9d034d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:16.736850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30aa0810-dbab-4b97-a042-29cd1cecf83b req-9df381e7-f76c-4869-83cb-8a3fb9d034d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5396 time: 0.2772503 Nov 24 12:58:16.740108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] For port 6ede6d46-dbc0-4874-acf0-53462d41eb60, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:16.748544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0821822-1cd9-4ee3-8f0d-84710e26efe1 admin admin] Checking segment: {'id': '902dfdb6-3f8a-4f70-aef3-5dea2c0aebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5a80be42-ac66-41a3-940f-25e8764970ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:16.748970 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0821822-1cd9-4ee3-8f0d-84710e26efe1 admin admin] Network hostable DHCP agents. Network: 5a80be42-ac66-41a3-940f-25e8764970ee, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:58:16.755548 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4950308e-f79e-4598-ae1a-60ad2bdf33e2 req-950f3976-81c4-431c-99bc-6dac3dc87352 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:16.770339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] For port 6ede6d46-dbc0-4874-acf0-53462d41eb60, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=6ede6d46-dbc0-4874-acf0-53462d41eb60,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:16.800664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f3976-81c4-431c-99bc-6dac3dc87352 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0ffc5b-9d26-4af9-87ba-080b820c728c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:16.817949 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:16.895600 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4950308e-f79e-4598-ae1a-60ad2bdf33e2 req-950f3976-81c4-431c-99bc-6dac3dc87352 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:16.902917 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4950308e-f79e-4598-ae1a-60ad2bdf33e2 req-950f3976-81c4-431c-99bc-6dac3dc87352 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:16.931967 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4950308e-f79e-4598-ae1a-60ad2bdf33e2 req-950f3976-81c4-431c-99bc-6dac3dc87352 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:16.943170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:16.943821 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:16.945377 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] 10.222.0.46 "PUT /v2.0/ports/6ede6d46-dbc0-4874-acf0-53462d41eb60 HTTP/1.1" status: 200 len: 1091 time: 3.1529906 Nov 24 12:58:16.947581 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4950308e-f79e-4598-ae1a-60ad2bdf33e2 req-950f3976-81c4-431c-99bc-6dac3dc87352 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3919842 Nov 24 12:58:16.952054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': '6ede6d46-dbc0-4874-acf0-53462d41eb60'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:16.954433 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1909ce84-701e-4e81-9436-ac05334a5686" -d '{"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "6ede6d46-dbc0-4874-acf0-53462d41eb60"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:16.959196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f3976-81c4-431c-99bc-6dac3dc87352 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a01c39-8b00-4d28-8d78-dc15654ded42,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:16.967030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0821822-1cd9-4ee3-8f0d-84710e26efe1 admin admin] Network 5a80be42-ac66-41a3-940f-25e8764970ee is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:58:17.004128 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:17.043090 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Request body: {'port': {'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:17.074531 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c0089-8863-4483-b0c3-b6b3cd885f6a service neutron] Pushing event updated for resources: {'Port': ['ID=6ede6d46-dbc0-4874-acf0-53462d41eb60,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:17.080647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a0821822-1cd9-4ee3-8f0d-84710e26efe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 5a80be42-ac66-41a3-940f-25e8764970ee) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:17.092448 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4586aa-85aa-488d-ba4b-125962c51732 None None] Network 5a80be42-ac66-41a3-940f-25e8764970ee requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:58:17.104949 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30aa0810-dbab-4b97-a042-29cd1cecf83b req-7bd472da-77fa-4dcb-b654-320bafe8e892 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3393795 Nov 24 12:58:17.110311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0821822-1cd9-4ee3-8f0d-84710e26efe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:17.110984 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0821822-1cd9-4ee3-8f0d-84710e26efe1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:17.152407 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-fc798e6f-f907-4968-bdb3-43c9fd39a68d req-c7a52598-f3d7-4fe9-98bb-58b76761f68f tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-724636850', 'description': 'tempest-description-396968429'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:17.192164 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fc798e6f-f907-4968-bdb3-43c9fd39a68d req-c7a52598-f3d7-4fe9-98bb-58b76761f68f tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:17.221837 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6868a46-8cca-4e52-b47b-689a21e16c88 x-openstack-request-id: req-d6868a46-8cca-4e52-b47b-689a21e16c88 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:17.222597 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "6ede6d46-dbc0-4874-acf0-53462d41eb60", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:17.223402 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6868a46-8cca-4e52-b47b-689a21e16c88 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:17.224299 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': '6ede6d46-dbc0-4874-acf0-53462d41eb60', 'status': 'completed', 'code': 200} Nov 24 12:58:17.352371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb027dd8-0c1e-4445-8bbb-53e866a336f7 None None] Network 5a80be42-ac66-41a3-940f-25e8764970ee requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:58:17.360632 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a0821822-1cd9-4ee3-8f0d-84710e26efe1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2141290 Nov 24 12:58:17.378093 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:17.411924 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fc798e6f-f907-4968-bdb3-43c9fd39a68d req-c7a52598-f3d7-4fe9-98bb-58b76761f68f tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:17.433445 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fc798e6f-f907-4968-bdb3-43c9fd39a68d req-c7a52598-f3d7-4fe9-98bb-58b76761f68f tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:17.464676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909ce84-701e-4e81-9436-ac05334a5686 req-b4ff94b0-8c68-4a4e-909e-83e157a2721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:17.464676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909ce84-701e-4e81-9436-ac05334a5686 req-b4ff94b0-8c68-4a4e-909e-83e157a2721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:17.465420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909ce84-701e-4e81-9436-ac05334a5686 req-b4ff94b0-8c68-4a4e-909e-83e157a2721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:17.465950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909ce84-701e-4e81-9436-ac05334a5686 req-b4ff94b0-8c68-4a4e-909e-83e157a2721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:17.466475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909ce84-701e-4e81-9436-ac05334a5686 req-b4ff94b0-8c68-4a4e-909e-83e157a2721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:17.467002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909ce84-701e-4e81-9436-ac05334a5686 req-b4ff94b0-8c68-4a4e-909e-83e157a2721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:17.467515 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909ce84-701e-4e81-9436-ac05334a5686 req-b4ff94b0-8c68-4a4e-909e-83e157a2721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:17.469543 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1909ce84-701e-4e81-9436-ac05334a5686 req-b4ff94b0-8c68-4a4e-909e-83e157a2721a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 6343 time: 0.2277925 Nov 24 12:58:17.518139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a52598-f3d7-4fe9-98bb-58b76761f68f tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05dc2dba-5417-4b20-bc54-5a2fb24a6ccf,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:17.573269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fc798e6f-f907-4968-bdb3-43c9fd39a68d req-c7a52598-f3d7-4fe9-98bb-58b76761f68f tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:17.586852 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc798e6f-f907-4968-bdb3-43c9fd39a68d req-c7a52598-f3d7-4fe9-98bb-58b76761f68f tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4375618 Nov 24 12:58:17.771186 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4a0b6-81b9-4405-862e-9b79afb7b490 req-4135b793-c9f8-45d9-ac19-1edc6ef9f7c1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:17.782768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ef4a0b6-81b9-4405-862e-9b79afb7b490 req-4135b793-c9f8-45d9-ac19-1edc6ef9f7c1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1089294 Nov 24 12:58:17.852448 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ef4a0b6-81b9-4405-862e-9b79afb7b490 req-ea9bf0e0-ee67-44cd-9de4-ccb7fe0aee39 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687172 Nov 24 12:58:17.878444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909ce84-701e-4e81-9436-ac05334a5686 req-6b207465-beab-4955-8259-95a206eca502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:17.878975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909ce84-701e-4e81-9436-ac05334a5686 req-6b207465-beab-4955-8259-95a206eca502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:17.879513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909ce84-701e-4e81-9436-ac05334a5686 req-6b207465-beab-4955-8259-95a206eca502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:17.881206 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1909ce84-701e-4e81-9436-ac05334a5686 req-6b207465-beab-4955-8259-95a206eca502 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3738639 Nov 24 12:58:17.903453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Router e7cf600a-0317-420e-b8b5-d4c9c9051bc0 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:58:18.140067 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-04a2ab50-9cf6-4bb2-9c37-70dff983e1a8 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:18.142039 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-04a2ab50-9cf6-4bb2-9c37-70dff983e1a8 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/networks?id=5a80be42-ac66-41a3-940f-25e8764970ee HTTP/1.1" status: 200 len: 812 time: 0.1213379 Nov 24 12:58:18.165597 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-46409249-90c9-46d0-a7b2-191bdd92a289 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/quotas/402a28d009ee4228936c2adb6cdc6fad HTTP/1.1" status: 200 len: 375 time: 0.0170672 Nov 24 12:58:18.196961 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-cf6793da-b564-48c8-868b-43d8276db791 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=402a28d009ee4228936c2adb6cdc6fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304048 Nov 24 12:58:18.318614 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-5c3e8bef-93b5-4b4b-9638-c3f9da82909b service neutron] 10.222.0.48 "GET /v2.0/networks/5a80be42-ac66-41a3-940f-25e8764970ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126912 Nov 24 12:58:18.440096 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-5c969c45-c152-40cb-be1d-9412d24925d3 service neutron] 10.222.0.48 "GET /v2.0/networks/5a80be42-ac66-41a3-940f-25e8764970ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134179 Nov 24 12:58:18.515498 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909ce84-701e-4e81-9436-ac05334a5686 req-94933e7a-5ed7-455a-bf62-fac9a9364b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:18.517122 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1909ce84-701e-4e81-9436-ac05334a5686 req-94933e7a-5ed7-455a-bf62-fac9a9364b19 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6173782 Nov 24 12:58:18.580079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:58:18.597966 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Sync routers for ids ['e7cf600a-0317-420e-b8b5-d4c9c9051bc0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:58:18.612717 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Routers {'e7cf600a-0317-420e-b8b5-d4c9c9051bc0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:58:18.626057 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:57:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e7cf600a-0317-420e-b8b5-d4c9c9051bc0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:18.643130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902ab3b7-d804-47d6-87d0-4d5ed9673025 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:18.656532 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:18.665152 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:18.666941 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3a40c712-d364-4a2b-a27f-496bd2ce8fb6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.8821669 Nov 24 12:58:18.669790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58180) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:18.691745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Transition to ACTIVE for port object 902ab3b7-d804-47d6-87d0-4d5ed9673025 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:58:18.715228 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:18.895923 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-437ad928-2f3f-4bf2-a6d9-6c30207a44fe tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48134 time: 1.0930076 Nov 24 12:58:18.905127 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Set router e7cf600a-0317-420e-b8b5-d4c9c9051bc0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:58:18.942028 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Pushing event updated for resources: {'Port': ['ID=902ab3b7-d804-47d6-87d0-4d5ed9673025,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:19.168085 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-a3025198-3d81-4c6e-a1d2-4d2447e6a519 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/03aaa0db-22ed-4335-b808-1531a25afa00 HTTP/1.1" status: 200 len: 2990 time: 0.2711790 Nov 24 12:58:19.280389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Attempting to bind port 902ab3b7-d804-47d6-87d0-4d5ed9673025 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:19.280811 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Attempting to bind port 902ab3b7-d804-47d6-87d0-4d5ed9673025 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '66d7cb99-9b38-4978-ade1-6487c9e8693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:19.281190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Attempting to bind port 902ab3b7-d804-47d6-87d0-4d5ed9673025 on network af84e79c-ff8c-4c42-88b8-58985a027e75 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:19.298527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Port 902ab3b7-d804-47d6-87d0-4d5ed9673025 on network af84e79c-ff8c-4c42-88b8-58985a027e75 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:58:19.298930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Attempting to bind port 902ab3b7-d804-47d6-87d0-4d5ed9673025 on network af84e79c-ff8c-4c42-88b8-58985a027e75 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:19.320425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:19.320852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Checking segment: {'id': '66d7cb99-9b38-4978-ade1-6487c9e8693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:19.321191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Bound using segment: {'id': '66d7cb99-9b38-4978-ade1-6487c9e8693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:19.321647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Bound port: 902ab3b7-d804-47d6-87d0-4d5ed9673025, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d7cb99-9b38-4978-ade1-6487c9e8693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:19.322015 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:19.340414 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-675780de-6af8-486e-bb6f-3d999babf1e4 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/03aaa0db-22ed-4335-b808-1531a25afa00 HTTP/1.1" status: 200 len: 2990 time: 0.1711121 Nov 24 12:58:19.365781 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1180714290-router', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:07Z', 'updated_at': '2021-11-24T12:58:15Z', 'revision_number': 3, 'project_id': 'b8df443929484df6bf35907bb8d668f6', 'gw_port': {'id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:12Z', 'updated_at': '2021-11-24T12:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:19.434866 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Checking router: e7cf600a-0317-420e-b8b5-d4c9c9051bc0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:58:19.435225 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Updating router e7cf600a-0317-420e-b8b5-d4c9c9051bc0 port 3485f70c-cf1b-46de-bce3-ef44693d0393 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:58:19.462589 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:19.508498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-96b006d0-e439-4048-9dcc-177bcff8f39f tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/094e2c25-519b-4899-af33-111d8fc97077 HTTP/1.1" status: 200 len: 2998 time: 0.1669815 Nov 24 12:58:19.607067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-50efbaf5-7b0b-4f18-bbee-41a44f37c12f tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/094e2c25-519b-4899-af33-111d8fc97077 HTTP/1.1" status: 200 len: 2998 time: 0.0975587 Nov 24 12:58:19.623456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] For port 902ab3b7-d804-47d6-87d0-4d5ed9673025, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:19.628420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] For port 902ab3b7-d804-47d6-87d0-4d5ed9673025, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=902ab3b7-d804-47d6-87d0-4d5ed9673025,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:19.638898 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:19.701651 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:19.726774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Pushing event updated for resources: {'Port': ['ID=902ab3b7-d804-47d6-87d0-4d5ed9673025,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:19.747198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:19.747936 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:19.749595 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-4dee0914-317e-4d72-80dc-ba198f6d818a service neutron] 10.222.0.46 "PUT /v2.0/ports/902ab3b7-d804-47d6-87d0-4d5ed9673025 HTTP/1.1" status: 200 len: 1091 time: 2.7289717 Nov 24 12:58:19.751314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': '902ab3b7-d804-47d6-87d0-4d5ed9673025'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:19.754558 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4063ab-6c76-4055-82c0-fb1fde558a51" -d '{"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "902ab3b7-d804-47d6-87d0-4d5ed9673025"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:19.765068 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:19.770827 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-29bbacc1-a7ff-4a21-960a-ae79ac523d16 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/1341e201-a8f5-40b2-9cb3-7649c8b955ab HTTP/1.1" status: 200 len: 2998 time: 0.1554890 Nov 24 12:58:19.775473 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:19.793525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Request body: {'port': {'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:19.835943 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132885bd-42b3-4f46-b00b-c1477390d710 None None] Pushing event updated for resources: {'Port': ['ID=3485f70c-cf1b-46de-bce3-ef44693d0393,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:19.866058 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Attempting to bind port 3485f70c-cf1b-46de-bce3-ef44693d0393 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:19.868018 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Attempting to bind port 3485f70c-cf1b-46de-bce3-ef44693d0393 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:19.870615 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Attempting to bind port 3485f70c-cf1b-46de-bce3-ef44693d0393 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:19.893062 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:19.893765 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:19.894342 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:19.894895 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:19.895534 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Bound port: 3485f70c-cf1b-46de-bce3-ef44693d0393, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:19.896125 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:19.902221 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-58c366a5-f93a-4de5-87b0-f0226b963584 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/1341e201-a8f5-40b2-9cb3-7649c8b955ab HTTP/1.1" status: 200 len: 2998 time: 0.1235032 Nov 24 12:58:19.964627 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132885bd-42b3-4f46-b00b-c1477390d710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:19.964998 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132885bd-42b3-4f46-b00b-c1477390d710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:19.965337 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132885bd-42b3-4f46-b00b-c1477390d710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:19.965667 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132885bd-42b3-4f46-b00b-c1477390d710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:19.965999 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132885bd-42b3-4f46-b00b-c1477390d710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:19.966374 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132885bd-42b3-4f46-b00b-c1477390d710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:19.966644 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132885bd-42b3-4f46-b00b-c1477390d710 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:19.966986 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132885bd-42b3-4f46-b00b-c1477390d710 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:19.967310 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132885bd-42b3-4f46-b00b-c1477390d710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:19.967627 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132885bd-42b3-4f46-b00b-c1477390d710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:19.967944 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132885bd-42b3-4f46-b00b-c1477390d710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:19.968278 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132885bd-42b3-4f46-b00b-c1477390d710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:19.985455 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] For port 3485f70c-cf1b-46de-bce3-ef44693d0393, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:19.988874 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:19.989060 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] For port 3485f70c-cf1b-46de-bce3-ef44693d0393, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3485f70c-cf1b-46de-bce3-ef44693d0393,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:19.999427 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:20.009690 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-128a4186-1fd6-4fb3-8561-ff809a702d98 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/433c7bca-bb43-4d0f-bdc5-48276c021898 HTTP/1.1" status: 200 len: 2998 time: 0.1065912 Nov 24 12:58:20.054075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Allocated IP 172.20.0.1 (efdf4441-c31a-4340-8b36-2c49134c63a0/a8264120-2047-4987-8521-5d1178b51597/a8c89098-5787-47f1-bad4-1b97e1bdde37) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:58:20.059948 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132885bd-42b3-4f46-b00b-c1477390d710 None None] Pushing event updated for resources: {'Port': ['ID=3485f70c-cf1b-46de-bce3-ef44693d0393,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:20.099919 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Routers {'e7cf600a-0317-420e-b8b5-d4c9c9051bc0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:58:20.100690 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:57:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e7cf600a-0317-420e-b8b5-d4c9c9051bc0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:20.138126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eab5e5-e103-4f3a-ad6a-51841c42169f req-f7ca288d-eeb1-436b-8726-490a76ef40ed tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:20.145658 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33eab5e5-e103-4f3a-ad6a-51841c42169f req-f7ca288d-eeb1-436b-8726-490a76ef40ed tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.4461131 Nov 24 12:58:20.278679 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33eab5e5-e103-4f3a-ad6a-51841c42169f req-4c0b3a57-4924-4008-8869-ccf4c3a4d6c6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317682 Nov 24 12:58:20.297462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-a40c4c2f-1395-432b-8e56-6e9caf90875c tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/433c7bca-bb43-4d0f-bdc5-48276c021898 HTTP/1.1" status: 200 len: 2998 time: 0.2756026 Nov 24 12:58:20.423656 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:20.478519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-3f8cc5cc-30ea-459f-855a-0bbda44a72f4 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:20.480201 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-3f8cc5cc-30ea-459f-855a-0bbda44a72f4 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.59 "GET /v2.0/networks?id=5a80be42-ac66-41a3-940f-25e8764970ee HTTP/1.1" status: 200 len: 812 time: 0.2283559 Nov 24 12:58:20.502702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-55d526f5-4c37-4f0e-aa0a-a249bbe53a6b tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Request body: {'port': {'device_id': '8b545c6e-4759-4721-b20b-eeab5885f662', 'network_id': '5a80be42-ac66-41a3-940f-25e8764970ee', 'admin_state_up': True, 'tenant_id': '402a28d009ee4228936c2adb6cdc6fad'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:20.535063 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:20.543866 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] Set router e7cf600a-0317-420e-b8b5-d4c9c9051bc0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:58:20.560847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487e6964-ffa6-4617-8b6a-a8f33e31de54 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:20.569179 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:20.587392 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Transition to ACTIVE for port object 487e6964-ffa6-4617-8b6a-a8f33e31de54 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:58:20.596128 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:20.677300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Pushing event updated for resources: {'Port': ['ID=487e6964-ffa6-4617-8b6a-a8f33e31de54,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:20.681404 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Network efdf4441-c31a-4340-8b36-2c49134c63a0 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:58:20.688629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:20.694286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:58:20.725576 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c89098-5787-47f1-bad4-1b97e1bdde37,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:20.768656 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:20.821202 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-53904a37-9e7f-40f1-b2d4-1dc45a1d5cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:20.890436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Attempting to bind port 487e6964-ffa6-4617-8b6a-a8f33e31de54 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:20.891017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Attempting to bind port 487e6964-ffa6-4617-8b6a-a8f33e31de54 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '66d7cb99-9b38-4978-ade1-6487c9e8693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:20.891360 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Attempting to bind port 487e6964-ffa6-4617-8b6a-a8f33e31de54 on network af84e79c-ff8c-4c42-88b8-58985a027e75 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:20.899832 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-2506272b-2ce3-40d6-a752-cba0c4ea6f75 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/439303da-b775-4f79-bae9-fd043297fdf6 HTTP/1.1" status: 200 len: 2998 time: 0.3108673 Nov 24 12:58:20.901791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Port 487e6964-ffa6-4617-8b6a-a8f33e31de54 on network af84e79c-ff8c-4c42-88b8-58985a027e75 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:58:20.902126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Attempting to bind port 487e6964-ffa6-4617-8b6a-a8f33e31de54 on network af84e79c-ff8c-4c42-88b8-58985a027e75 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:20.909642 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:20.910372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Checking segment: {'id': '66d7cb99-9b38-4978-ade1-6487c9e8693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:20.910372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Bound using segment: {'id': '66d7cb99-9b38-4978-ade1-6487c9e8693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:20.911074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Bound port: 487e6964-ffa6-4617-8b6a-a8f33e31de54, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d7cb99-9b38-4978-ade1-6487c9e8693a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:20.911698 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:20.921461 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-55d526f5-4c37-4f0e-aa0a-a249bbe53a6b tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Made reservation on behalf of 402a28d009ee4228936c2adb6cdc6fad for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:58:20.925076 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-55d526f5-4c37-4f0e-aa0a-a249bbe53a6b tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:21.002086 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1180714290-router', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:07Z', 'updated_at': '2021-11-24T12:58:15Z', 'revision_number': 3, 'project_id': 'b8df443929484df6bf35907bb8d668f6', 'gw_port': {'id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:12Z', 'updated_at': '2021-11-24T12:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:21.043799 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b8fc84-ec8e-40b0-b36a-b190669b988a None None] The sync data for ids ['e7cf600a-0317-420e-b8b5-d4c9c9051bc0'] in n-d-817303-4 is: [{'id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1180714290-router', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:07Z', 'updated_at': '2021-11-24T12:58:15Z', 'revision_number': 3, 'project_id': 'b8df443929484df6bf35907bb8d668f6', 'gw_port': {'id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:12Z', 'updated_at': '2021-11-24T12:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:58:21.074441 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-51dfa05c-af65-4f12-9e8e-e228ba41b27b tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/439303da-b775-4f79-bae9-fd043297fdf6 HTTP/1.1" status: 200 len: 2998 time: 0.1655087 Nov 24 12:58:21.189193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-044a93ae-0ed5-4684-b64c-7f09a8c4c279 None None] Provisioning complete for port a8c89098-5787-47f1-bad4-1b97e1bdde37 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:21.191089 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-044a93ae-0ed5-4684-b64c-7f09a8c4c279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:21.203834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b9d18-b05d-4680-98ac-a256971564c7 req-791abcc1-1350-4e23-8217-33bca299b198 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.210309 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b9d18-b05d-4680-98ac-a256971564c7 req-791abcc1-1350-4e23-8217-33bca299b198 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.211396 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-690b0da2-e25f-44be-9da0-e7238c720ca8 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/58600e01-37e2-4b4f-8258-9310b47453a3 HTTP/1.1" status: 200 len: 2998 time: 0.1194921 Nov 24 12:58:21.216893 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b9d18-b05d-4680-98ac-a256971564c7 req-791abcc1-1350-4e23-8217-33bca299b198 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.226927 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b9d18-b05d-4680-98ac-a256971564c7 req-791abcc1-1350-4e23-8217-33bca299b198 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.236960 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b9d18-b05d-4680-98ac-a256971564c7 req-791abcc1-1350-4e23-8217-33bca299b198 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.243581 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b9d18-b05d-4680-98ac-a256971564c7 req-791abcc1-1350-4e23-8217-33bca299b198 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.250506 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b9d18-b05d-4680-98ac-a256971564c7 req-791abcc1-1350-4e23-8217-33bca299b198 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.263874 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-044a93ae-0ed5-4684-b64c-7f09a8c4c279 None None] Port a8c89098-5787-47f1-bad4-1b97e1bdde37 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:58:21.268396 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-226b9d18-b05d-4680-98ac-a256971564c7 req-791abcc1-1350-4e23-8217-33bca299b198 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.3878555 Nov 24 12:58:21.292215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] For port 487e6964-ffa6-4617-8b6a-a8f33e31de54, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:21.311453 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-68843a6a-ffc0-4fd5-8962-c3510edea5ab tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/58600e01-37e2-4b4f-8258-9310b47453a3 HTTP/1.1" status: 200 len: 2998 time: 0.0915270 Nov 24 12:58:21.313273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] For port 487e6964-ffa6-4617-8b6a-a8f33e31de54, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=487e6964-ffa6-4617-8b6a-a8f33e31de54,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:21.319399 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:21.365248 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:21.387035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.387680 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:21.389171 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] 10.222.0.46 "PUT /v2.0/ports/487e6964-ffa6-4617-8b6a-a8f33e31de54 HTTP/1.1" status: 200 len: 1091 time: 1.6011834 Nov 24 12:58:21.455265 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95cb1e-3659-4f25-9489-45b08dda4dab service neutron] Pushing event updated for resources: {'Port': ['ID=487e6964-ffa6-4617-8b6a-a8f33e31de54,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:21.497256 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-4a78ffcd-8d41-470b-9c37-eb439dd59cbc tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8ec42dc7-6b27-442b-be6f-220556011c04 HTTP/1.1" status: 200 len: 2998 time: 0.1698022 Nov 24 12:58:21.508853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-55d526f5-4c37-4f0e-aa0a-a249bbe53a6b tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Allocated IP 172.20.0.11 (5a80be42-ac66-41a3-940f-25e8764970ee/5ca4c78e-7d55-4a64-b0a7-e8ee63b0e602/e3995328-6893-4070-8de1-263efdc49f42) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:58:21.550644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9f2afae1-196a-42ac-bc1e-70c204686c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.551013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9f2afae1-196a-42ac-bc1e-70c204686c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.551489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9f2afae1-196a-42ac-bc1e-70c204686c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.551959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9f2afae1-196a-42ac-bc1e-70c204686c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.552422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9f2afae1-196a-42ac-bc1e-70c204686c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.552917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9f2afae1-196a-42ac-bc1e-70c204686c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.553378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9f2afae1-196a-42ac-bc1e-70c204686c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.555411 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9f2afae1-196a-42ac-bc1e-70c204686c1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 6477 time: 0.1236019 Nov 24 12:58:21.566607 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-6d115eaf-62d6-4ced-a083-b427b3f4c42a tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8ec42dc7-6b27-442b-be6f-220556011c04 HTTP/1.1" status: 200 len: 2998 time: 0.0683959 Nov 24 12:58:21.576159 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-226b9d18-b05d-4680-98ac-a256971564c7 req-eeb8a048-58a6-4941-bedf-5b0522d0919e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2971365 Nov 24 12:58:21.639931 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e52e067f-a7dd-4669-b487-67013c5664d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99460877-87f3-4d57-aa60-c161608694bc HTTP/1.1" status: 200 len: 217 time: 0.0705214 Nov 24 12:58:21.720641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-401d423d-082a-4720-902b-18f42755bb15 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b6cfb848-11eb-41f4-b5e5-5ed15c5a4526 HTTP/1.1" status: 200 len: 2998 time: 0.1531222 Nov 24 12:58:21.740488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-5950bc48-11e5-43fa-a51c-9e53de727a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.742059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-5950bc48-11e5-43fa-a51c-9e53de727a76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6abb9176-f169-4abf-912a-836a2a42f831 HTTP/1.1" status: 200 len: 851 time: 0.0935359 Nov 24 12:58:21.743203 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c3297258-8fd8-404a-a566-6b7bf813f22b req-6474f825-b4dc-43b1-8b64-2b8be85d4c4f tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b545c6e-4759-4721-b20b-eeab5885f662 HTTP/1.1" status: 200 len: 210 time: 0.0493712 Nov 24 12:58:21.896555 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-a533a5ef-4d9b-4fef-878e-a8eff7c22176 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/b6cfb848-11eb-41f4-b5e5-5ed15c5a4526 HTTP/1.1" status: 200 len: 2998 time: 0.1676302 Nov 24 12:58:21.917766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e3412c0a-71c9-446f-b2ba-a36c8ed9e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:21.919801 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e3412c0a-71c9-446f-b2ba-a36c8ed9e40d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ac03b3a-9323-45ec-83d1-c054acbb9fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696651 Nov 24 12:58:21.930903 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:21.943173 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a1bc23-d040-4d9d-a191-1be037d82d04 x-openstack-request-id: req-33a1bc23-d040-4d9d-a191-1be037d82d04 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:21.943533 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "902ab3b7-d804-47d6-87d0-4d5ed9673025", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:21.945925 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33a1bc23-d040-4d9d-a191-1be037d82d04 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:21.946361 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': '902ab3b7-d804-47d6-87d0-4d5ed9673025', 'status': 'completed', 'code': 200} Nov 24 12:58:21.984695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-55d526f5-4c37-4f0e-aa0a-a249bbe53a6b tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:22.000070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:22.024522 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-72afcef6-ed0c-4772-b74c-1beb4cbac3a7 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/cb571d0a-d4e0-4650-9feb-8b9cd94991a2 HTTP/1.1" status: 200 len: 2998 time: 0.1270463 Nov 24 12:58:22.089992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3485f70c-cf1b-46de-bce3-ef44693d0393 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:22.137972 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-05c37307-69a4-4610-9a1b-555d259c529f service neutron] 10.222.0.46 "GET /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088747 Nov 24 12:58:22.170080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 3485f70c-cf1b-46de-bce3-ef44693d0393 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:22.170463 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:22.186934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c89098-5787-47f1-bad4-1b97e1bdde37,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:22.189621 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:22.209339 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-55d526f5-4c37-4f0e-aa0a-a249bbe53a6b tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:22.219478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5c838-615f-47ef-9b2f-250a3b90284b req-a05eab00-847e-4dfd-9010-b1649b0bf520 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:22.227359 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7c5c838-615f-47ef-9b2f-250a3b90284b req-a05eab00-847e-4dfd-9010-b1649b0bf520 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 946 time: 0.2242045 Nov 24 12:58:22.296117 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:22.325970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 3485f70c-cf1b-46de-bce3-ef44693d0393, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3485f70c-cf1b-46de-bce3-ef44693d0393,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:22.331330 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:22.341486 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-30721503-8177-4a5a-952d-d513f1c2a9b5 service neutron] 10.222.0.46 "GET /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956306 Nov 24 12:58:22.364689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-a43a6e0f-c137-4ca5-8c0c-2ac66286b305 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/cb571d0a-d4e0-4650-9feb-8b9cd94991a2 HTTP/1.1" status: 200 len: 2998 time: 0.2943237 Nov 24 12:58:22.365313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-55d526f5-4c37-4f0e-aa0a-a249bbe53a6b tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Network 5a80be42-ac66-41a3-940f-25e8764970ee is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:58:22.380130 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d526f5-4c37-4f0e-aa0a-a249bbe53a6b tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Pushing event updated for resources: {'Port': ['ID=e3995328-6893-4070-8de1-263efdc49f42,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:22.382003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afca4f-1461-4f14-b5fc-3f810adfd62f req-55495802-c81a-499d-9c1c-f00ac6bd5cdc tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:22.383310 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-55d526f5-4c37-4f0e-aa0a-a249bbe53a6b tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:22.392624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-55d526f5-4c37-4f0e-aa0a-a249bbe53a6b tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:58:22.392919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=3485f70c-cf1b-46de-bce3-ef44693d0393,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:22.393480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75afca4f-1461-4f14-b5fc-3f810adfd62f req-55495802-c81a-499d-9c1c-f00ac6bd5cdc tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793 HTTP/1.1" status: 200 len: 946 time: 0.3406832 Nov 24 12:58:22.402031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:22.402524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:22.402977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:22.403426 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:22.403888 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:22.404334 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:22.404951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:22.405396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:22.405834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:22.406279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:22.406713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:22.407147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:22.429292 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7c5c838-615f-47ef-9b2f-250a3b90284b req-22b09307-663e-49f7-a2b7-c86e524442d5 tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.48 "GET /v2.0/security-groups?id=439303da-b775-4f79-bae9-fd043297fdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006280 Nov 24 12:58:22.475328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-55d526f5-4c37-4f0e-aa0a-a249bbe53a6b tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:22.475955 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-55d526f5-4c37-4f0e-aa0a-a249bbe53a6b tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:22.477575 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-e056f83c-48b3-4575-885f-4cc0c3427ccd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=def5f0b4-8a55-4e94-be95-870008397cd5 HTTP/1.1" status: 200 len: 217 time: 0.1269529 Nov 24 12:58:22.481395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-1307c457-46d0-4d4a-b11e-17e4c38cfad1 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/dc67e9b2-41c0-4776-9aa9-30705e23d399 HTTP/1.1" status: 200 len: 2998 time: 0.0551383 Nov 24 12:58:22.486531 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Network efdf4441-c31a-4340-8b36-2c49134c63a0 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:58:22.491964 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:22.549482 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-55d526f5-4c37-4f0e-aa0a-a249bbe53a6b tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0573883 Nov 24 12:58:22.564285 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Request body: {'port': {'device_id': '8b545c6e-4759-4721-b20b-eeab5885f662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:22.632852 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-7ee050fe-699a-43bc-b4bb-5a654ae5d31b tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/dc67e9b2-41c0-4776-9aa9-30705e23d399 HTTP/1.1" status: 200 len: 2998 time: 0.1332104 Nov 24 12:58:22.667953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-6f42f32d-3fc1-4a29-a75a-0269571022e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:22.670121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-6f42f32d-3fc1-4a29-a75a-0269571022e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.1693494 Nov 24 12:58:22.751910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-533e7b36-6008-4f7b-a72d-783c80d4c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:22.753499 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-533e7b36-6008-4f7b-a72d-783c80d4c716 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0764971 Nov 24 12:58:22.755002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-2c906097-fd0c-4394-82f4-7a0d93a84839 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/e4986116-b538-4b32-8426-eb8c9e39965d HTTP/1.1" status: 200 len: 2994 time: 0.1093788 Nov 24 12:58:22.757376 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-75afca4f-1461-4f14-b5fc-3f810adfd62f req-1971acc0-08f1-4e7b-9a60-00d1351d751a tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Deleting port dcea54ff-9184-4104-bbbe-98cf8c5a787c {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:58:22.757718 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-75afca4f-1461-4f14-b5fc-3f810adfd62f req-1971acc0-08f1-4e7b-9a60-00d1351d751a tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:22.873197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5f45ecd6-9028-438b-9c5c-16c4807abc95 None None] Provisioning complete for port a8c89098-5787-47f1-bad4-1b97e1bdde37 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:22.875215 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5f45ecd6-9028-438b-9c5c-16c4807abc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:22.920198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5f45ecd6-9028-438b-9c5c-16c4807abc95 None None] Port a8c89098-5787-47f1-bad4-1b97e1bdde37 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:58:23.004778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-75afca4f-1461-4f14-b5fc-3f810adfd62f req-1971acc0-08f1-4e7b-9a60-00d1351d751a tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] For port dcea54ff-9184-4104-bbbe-98cf8c5a787c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dcea54ff-9184-4104-bbbe-98cf8c5a787c,segment=NetworkSegment(06d93523-b509-4491-8d5b-c4eccd2ae7ac),segment_id=06d93523-b509-4491-8d5b-c4eccd2ae7ac)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:23.005264 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-75afca4f-1461-4f14-b5fc-3f810adfd62f req-1971acc0-08f1-4e7b-9a60-00d1351d751a tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:23.008693 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-22eb32b2-47ad-4ff7-bbfe-03de04832985 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/e4986116-b538-4b32-8426-eb8c9e39965d HTTP/1.1" status: 200 len: 2994 time: 0.1839757 Nov 24 12:58:23.018495 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:23.035864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-75afca4f-1461-4f14-b5fc-3f810adfd62f req-1971acc0-08f1-4e7b-9a60-00d1351d751a tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Calling delete_port for dcea54ff-9184-4104-bbbe-98cf8c5a787c owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:58:23.063901 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-563953e1-4f52-41ab-aabd-8dc45984b67b service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976851 Nov 24 12:58:23.076901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Router e7cf600a-0317-420e-b8b5-d4c9c9051bc0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:58:23.181609 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2c67019f-6ddb-4a87-b4b2-4782d6c8d1ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:23.183724 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-eac30e21-a8d7-483d-afc3-710f016dc0a4 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ebd276f6-0f69-427a-bf0e-4cbe190547cb HTTP/1.1" status: 200 len: 2998 time: 0.1618578 Nov 24 12:58:23.248018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a042fe-eccd-4f66-b40d-ba5180d7dbb1 req-773395af-fd56-4bfc-858d-7a0e57b0294d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:23.250043 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-47a042fe-eccd-4f66-b40d-ba5180d7dbb1 req-773395af-fd56-4bfc-858d-7a0e57b0294d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1924920 Nov 24 12:58:23.261573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-7e0b0cef-7b2b-4a91-ad72-2ae04754c01f service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879220 Nov 24 12:58:23.299248 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:58:23.306482 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-c8d071e5-6098-4f9c-baff-c2c723879ea3 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ebd276f6-0f69-427a-bf0e-4cbe190547cb HTTP/1.1" status: 200 len: 2998 time: 0.1099243 Nov 24 12:58:23.311266 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-fd0c4dd4-1adf-430b-bc76-3e7f7e0a8bbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=20c8ea04-17ce-4aff-95c6-f4dc6f99aced HTTP/1.1" status: 200 len: 217 time: 0.0427134 Nov 24 12:58:23.406818 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-47a042fe-eccd-4f66-b40d-ba5180d7dbb1 req-8fffbe75-a5e4-4117-8fba-10539657be5c tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433289 Nov 24 12:58:23.412706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:58:23.428580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d1072507-0413-4ed6-a5e6-b0247a5c2824 admin admin] 10.222.0.48 "PUT /v2.0/routers/e7cf600a-0317-420e-b8b5-d4c9c9051bc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7486255 Nov 24 12:58:23.429132 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-7e27e8c9-bb76-465c-88c2-84be8f74ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:23.429132 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-7e27e8c9-bb76-465c-88c2-84be8f74ee61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.0879018 Nov 24 12:58:23.429132 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-75afca4f-1461-4f14-b5fc-3f810adfd62f req-1971acc0-08f1-4e7b-9a60-00d1351d751a tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:23.438400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['dcea54ff-9184-4104-bbbe-98cf8c5a787c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:23.506889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971acc0-08f1-4e7b-9a60-00d1351d751a tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Pushing event deleted for resources: {'Port': ['ID=dcea54ff-9184-4104-bbbe-98cf8c5a787c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:23.528823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Sync routers for ids ['e7cf600a-0317-420e-b8b5-d4c9c9051bc0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:58:23.539653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Routers {'e7cf600a-0317-420e-b8b5-d4c9c9051bc0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:58:23.540564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:58:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e7cf600a-0317-420e-b8b5-d4c9c9051bc0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:23.578742 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3995328-6893-4070-8de1-263efdc49f42 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:23.589818 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:23.608322 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Transition to ACTIVE for port object e3995328-6893-4070-8de1-263efdc49f42 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:58:23.608835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-75afca4f-1461-4f14-b5fc-3f810adfd62f req-1971acc0-08f1-4e7b-9a60-00d1351d751a tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] No DVR routers for this DVR port dcea54ff-9184-4104-bbbe-98cf8c5a787c on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:58:23.612238 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-068334ef-e360-409f-b193-42c2af560fed tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ff0ffc5b-9d26-4af9-87ba-080b820c728c HTTP/1.1" status: 200 len: 2998 time: 0.2786634 Nov 24 12:58:23.613485 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-75afca4f-1461-4f14-b5fc-3f810adfd62f req-1971acc0-08f1-4e7b-9a60-00d1351d751a tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:23.616923 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75afca4f-1461-4f14-b5fc-3f810adfd62f req-1971acc0-08f1-4e7b-9a60-00d1351d751a tempest-VolumesAdminNegativeTest-448585890 tempest-VolumesAdminNegativeTest-448585890-project] 10.222.0.59 "DELETE /v2.0/ports/dcea54ff-9184-4104-bbbe-98cf8c5a787c HTTP/1.1" status: 204 len: 173 time: 1.1898792 Nov 24 12:58:23.621503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16d483-dd85-427c-bf7b-e273c0deed51 req-4dfac9cf-a3d7-4a3d-95e6-f7236f978775 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:23.627521 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16d483-dd85-427c-bf7b-e273c0deed51 req-4dfac9cf-a3d7-4a3d-95e6-f7236f978775 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:23.633939 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16d483-dd85-427c-bf7b-e273c0deed51 req-4dfac9cf-a3d7-4a3d-95e6-f7236f978775 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:23.637166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-b9c09c48-078e-4dce-943d-edb20facea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:23.638881 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-b9c09c48-078e-4dce-943d-edb20facea32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1996074 Nov 24 12:58:23.639843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16d483-dd85-427c-bf7b-e273c0deed51 req-4dfac9cf-a3d7-4a3d-95e6-f7236f978775 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:23.645821 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16d483-dd85-427c-bf7b-e273c0deed51 req-4dfac9cf-a3d7-4a3d-95e6-f7236f978775 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:23.652370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16d483-dd85-427c-bf7b-e273c0deed51 req-4dfac9cf-a3d7-4a3d-95e6-f7236f978775 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:23.659360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16d483-dd85-427c-bf7b-e273c0deed51 req-4dfac9cf-a3d7-4a3d-95e6-f7236f978775 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:23.667627 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea16d483-dd85-427c-bf7b-e273c0deed51 req-4dfac9cf-a3d7-4a3d-95e6-f7236f978775 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.1585996 Nov 24 12:58:23.680379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Set router e7cf600a-0317-420e-b8b5-d4c9c9051bc0 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:58:23.683489 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:23.763407 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Pushing event updated for resources: {'Port': ['ID=e3995328-6893-4070-8de1-263efdc49f42,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:23.789872 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea16d483-dd85-427c-bf7b-e273c0deed51 req-969b8ebd-82f1-45ee-9fdd-9d6656b1fb9c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212051 Nov 24 12:58:23.831060 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26ac0f51-4649-4442-9cf5-590560a39daf req-58c20314-4414-4812-8002-5257842d0a12 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/ff0ffc5b-9d26-4af9-87ba-080b820c728c HTTP/1.1" status: 200 len: 2998 time: 0.1969819 Nov 24 12:58:23.869580 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-0d86ac95-d339-456e-98a0-cdd265eb1c7e service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230437 Nov 24 12:58:23.901981 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Attempting to bind port e3995328-6893-4070-8de1-263efdc49f42 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:23.902604 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Attempting to bind port e3995328-6893-4070-8de1-263efdc49f42 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '902dfdb6-3f8a-4f70-aef3-5dea2c0aebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5a80be42-ac66-41a3-940f-25e8764970ee'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:23.903136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Attempting to bind port e3995328-6893-4070-8de1-263efdc49f42 on network 5a80be42-ac66-41a3-940f-25e8764970ee {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:23.909644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Port e3995328-6893-4070-8de1-263efdc49f42 on network 5a80be42-ac66-41a3-940f-25e8764970ee not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:58:23.909976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Attempting to bind port e3995328-6893-4070-8de1-263efdc49f42 on network 5a80be42-ac66-41a3-940f-25e8764970ee {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:23.925282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:23.925888 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Checking segment: {'id': '902dfdb6-3f8a-4f70-aef3-5dea2c0aebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5a80be42-ac66-41a3-940f-25e8764970ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:23.926674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Bound using segment: {'id': '902dfdb6-3f8a-4f70-aef3-5dea2c0aebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5a80be42-ac66-41a3-940f-25e8764970ee'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:23.927388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Bound port: e3995328-6893-4070-8de1-263efdc49f42, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902dfdb6-3f8a-4f70-aef3-5dea2c0aebac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5a80be42-ac66-41a3-940f-25e8764970ee'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:23.927939 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:23.954683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': '487e6964-ffa6-4617-8b6a-a8f33e31de54'}, {'server_uuid': '0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793', 'name': 'network-vif-deleted', 'tag': 'dcea54ff-9184-4104-bbbe-98cf8c5a787c'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:23.961322 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a475825d-7034-47d5-bf58-8fff5aaef6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "487e6964-ffa6-4617-8b6a-a8f33e31de54"}, {"server_uuid": "0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793", "name": "network-vif-deleted", "tag": "dcea54ff-9184-4104-bbbe-98cf8c5a787c"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:24.084862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3485f70c-cf1b-46de-bce3-ef44693d0393 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:24.094022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6879965-bb74-4fe1-a601-57bf5fe5df13 req-b7e2be63-d4b0-49b3-85c5-3ec7d51d9825 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:24.114665 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6879965-bb74-4fe1-a601-57bf5fe5df13 req-b7e2be63-d4b0-49b3-85c5-3ec7d51d9825 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b545c6e-4759-4721-b20b-eeab5885f662 HTTP/1.1" status: 200 len: 944 time: 0.1826155 Nov 24 12:58:24.127028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1180714290-router', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:07Z', 'updated_at': '2021-11-24T12:58:21Z', 'revision_number': 4, 'project_id': 'b8df443929484df6bf35907bb8d668f6', 'gw_port': {'id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:12Z', 'updated_at': '2021-11-24T12:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'a8c89098-5787-47f1-bad4-1b97e1bdde37', 'name': '', 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'mac_address': 'fa:16:3e:8b:80:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'a8264120-2047-4987-8521-5d1178b51597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:19Z', 'updated_at': '2021-11-24T12:58:21Z', 'revision_number': 2, 'project_id': 'b8df443929484df6bf35907bb8d668f6', 'subnets': [{'id': 'a8264120-2047-4987-8521-5d1178b51597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:24.173088 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-71b07737-a36c-478e-9c83-035cfd90c7b4 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963786 Nov 24 12:58:24.176735 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Checking router: e7cf600a-0317-420e-b8b5-d4c9c9051bc0 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:58:24.179146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Updating router e7cf600a-0317-420e-b8b5-d4c9c9051bc0 port a8c89098-5787-47f1-bad4-1b97e1bdde37 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:58:24.179910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] For port e3995328-6893-4070-8de1-263efdc49f42, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:24.202168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] For port e3995328-6893-4070-8de1-263efdc49f42, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e3995328-6893-4070-8de1-263efdc49f42,segment=NetworkSegment(902dfdb6-3f8a-4f70-aef3-5dea2c0aebac),segment_id=902dfdb6-3f8a-4f70-aef3-5dea2c0aebac)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:24.211561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:24.246227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6879965-bb74-4fe1-a601-57bf5fe5df13 req-4352cffd-734b-4e82-a354-29cc806bd378 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6cfb848-11eb-41f4-b5e5-5ed15c5a4526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124485 Nov 24 12:58:24.263597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:24.264422 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:24.265993 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] 10.222.0.59 "PUT /v2.0/ports/e3995328-6893-4070-8de1-263efdc49f42 HTTP/1.1" status: 200 len: 1092 time: 1.7081664 Nov 24 12:58:24.266599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b545c6e-4759-4721-b20b-eeab5885f662', 'tag': 'e3995328-6893-4070-8de1-263efdc49f42'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:24.269068 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739774cf-1933-4a92-a068-7f3d1f17f1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8b545c6e-4759-4721-b20b-eeab5885f662", "tag": "e3995328-6893-4070-8de1-263efdc49f42"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:24.289355 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5086dd2-8692-46ec-90eb-2a46155f2031 service neutron] Pushing event updated for resources: {'Port': ['ID=e3995328-6893-4070-8de1-263efdc49f42,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:24.311749 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-735d5d69-2fcd-4ad3-84ce-6487db2f67e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=939443fc-044e-4799-b719-abd3e260c67f HTTP/1.1" status: 200 len: 217 time: 0.1307185 Nov 24 12:58:24.357403 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:24.359311 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 3485f70c-cf1b-46de-bce3-ef44693d0393 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:24.359610 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:24.364608 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:24.424770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-be32105a-a5ed-4cec-8d21-02783da88925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:24.426272 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-be32105a-a5ed-4cec-8d21-02783da88925 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=402a28d009ee4228936c2adb6cdc6fad&device_id=8b545c6e-4759-4721-b20b-eeab5885f662 HTTP/1.1" status: 200 len: 1095 time: 0.1113758 Nov 24 12:58:24.426569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-c1868f6e-2d55-4d02-a655-f86e558e0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:24.430917 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-c1868f6e-2d55-4d02-a655-f86e558e0812 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.1118941 Nov 24 12:58:24.435129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58344) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:24.449828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-669487126-network', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:24.482868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-bad6d7fa-056b-45e3-9d75-b5f5d1bf0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:24.484703 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-bad6d7fa-056b-45e3-9d75-b5f5d1bf0829 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0468676 Nov 24 12:58:24.493141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2e64e-6c6d-4a3a-8cf6-8ce1063a572b req-40bc490c-9578-414b-9d9e-2948f7a6159d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:24.494815 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4bc2e64e-6c6d-4a3a-8cf6-8ce1063a572b req-40bc490c-9578-414b-9d9e-2948f7a6159d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1186996 Nov 24 12:58:24.498206 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-baff74ff-f174-42fe-b644-e684b29f2c3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3995328-6893-4070-8de1-263efdc49f42 HTTP/1.1" status: 200 len: 217 time: 0.0638890 Nov 24 12:58:24.581598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] Made reservation on behalf of c2a34323472c44bbbe315bbfbf40f760 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:58:24.583857 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:24.592981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58352) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:24.615915 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:24.629398 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-9624826a-0be7-47ae-9aaf-85e135a21672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:24.630885 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-9624826a-0be7-47ae-9aaf-85e135a21672 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5ca4c78e-7d55-4a64-b0a7-e8ee63b0e602 HTTP/1.1" status: 200 len: 852 time: 0.1244700 Nov 24 12:58:24.635783 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4bc2e64e-6c6d-4a3a-8cf6-8ce1063a572b req-f76af422-a400-426e-be67-122bc2f96115 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304064 Nov 24 12:58:24.673332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-c88083b7-efee-45d5-8440-6be5e3ba06d5 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582336 Nov 24 12:58:24.678159 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-dc933856-f52a-422f-a691-9f75c673ed33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a80be42-ac66-41a3-940f-25e8764970ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363667 Nov 24 12:58:24.719692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-824d5442-3406-4574-861c-79ae885e43b5 admin admin] Deleting subnet d61ea23f-e416-4931-9eb3-112b1814672c {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:58:24.741320 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-824d5442-3406-4574-861c-79ae885e43b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:24.834108 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c034431f-7fe9-4671-9d8a-36b1a05e5ca7 x-openstack-request-id: req-c034431f-7fe9-4671-9d8a-36b1a05e5ca7 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:24.834537 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b545c6e-4759-4721-b20b-eeab5885f662", "tag": "e3995328-6893-4070-8de1-263efdc49f42", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:24.834801 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c034431f-7fe9-4671-9d8a-36b1a05e5ca7 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:24.835215 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b545c6e-4759-4721-b20b-eeab5885f662', 'tag': 'e3995328-6893-4070-8de1-263efdc49f42', 'status': 'completed', 'code': 200} Nov 24 12:58:24.841104 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab49cedc-0cb1-40d8-874e-90acfb1584b1 x-openstack-request-id: req-ab49cedc-0cb1-40d8-874e-90acfb1584b1 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:24.841401 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "487e6964-ffa6-4617-8b6a-a8f33e31de54", "status": "completed", "code": 200}, {"server_uuid": "0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793", "name": "network-vif-deleted", "tag": "dcea54ff-9184-4104-bbbe-98cf8c5a787c", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:24.841657 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab49cedc-0cb1-40d8-874e-90acfb1584b1 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:24.842066 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': '487e6964-ffa6-4617-8b6a-a8f33e31de54', 'status': 'completed', 'code': 200} Nov 24 12:58:24.842327 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad9a3d4-6b4d-42bd-a3e2-77ca93b53793', 'name': 'network-vif-deleted', 'tag': 'dcea54ff-9184-4104-bbbe-98cf8c5a787c', 'status': 'completed', 'code': 200} Nov 24 12:58:24.861387 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:24.874077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-824d5442-3406-4574-861c-79ae885e43b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:24.876530 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-920a7ca2-e324-4141-8bd5-c93e2dfb77a1 service neutron] 10.222.0.59 "GET /v2.0/networks/5a80be42-ac66-41a3-940f-25e8764970ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894979 Nov 24 12:58:24.885506 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:24.895807 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:24.904523 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:24.945015 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:58:24.956789 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-9b752baa-a268-47cc-b86a-b8e604203471 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831242 Nov 24 12:58:24.968978 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09b5dd-7bb7-4402-a6a9-c2af6d40a987 None None] Pushing event updated for resources: {'Port': ['ID=a8c89098-5787-47f1-bad4-1b97e1bdde37,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:24.974195 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-37039573-287c-4f91-9b21-b303360d2b54 req-9803790e-270d-40c4-b18a-d620f91f2add tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ca9cdcd31304749b8accda4d5628dec HTTP/1.1" status: 200 len: 6153 time: 0.2814710 Nov 24 12:58:24.978265 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-824d5442-3406-4574-861c-79ae885e43b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.025596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Attempting to bind port a8c89098-5787-47f1-bad4-1b97e1bdde37 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:25.026186 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Attempting to bind port a8c89098-5787-47f1-bad4-1b97e1bdde37 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:25.026623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Attempting to bind port a8c89098-5787-47f1-bad4-1b97e1bdde37 on network efdf4441-c31a-4340-8b36-2c49134c63a0 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:25.034525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:25.034525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Checking segment: {'id': 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:25.034919 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.035242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Bound using segment: {'id': 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:25.035850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Bound port: a8c89098-5787-47f1-bad4-1b97e1bdde37, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:25.036235 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.058752 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35ec21b5-699c-4a74-b528-ee41a276ad1b req-d8117181-d980-431b-9b92-9330a59823aa service neutron] 10.222.0.59 "GET /v2.0/networks/5a80be42-ac66-41a3-940f-25e8764970ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750298 Nov 24 12:58:25.059881 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.060237 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] Added segment 8f014cb6-06d8-4f1f-9ded-9d7065dc40e2 of type vlan for network a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf Nov 24 12:58:25.069538 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-39e9150e-1204-4370-836f-18642c787c1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=6ede6d46-dbc0-4874-acf0-53462d41eb60 HTTP/1.1" status: 200 len: 217 time: 0.0926530 Nov 24 12:58:25.102663 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.129632 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad19dbd-f87b-49e0-b831-f4b512401733,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:25.140936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.142303 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:25.142822 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.143521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] For port a8c89098-5787-47f1-bad4-1b97e1bdde37, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:25.152673 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] For port a8c89098-5787-47f1-bad4-1b97e1bdde37, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a8c89098-5787-47f1-bad4-1b97e1bdde37,segment=NetworkSegment(bca3f9ab-b408-4551-8cdf-de7fb1d0e5de),segment_id=bca3f9ab-b408-4551-8cdf-de7fb1d0e5de)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:25.154708 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-824d5442-3406-4574-861c-79ae885e43b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.162762 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.219973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d5442-3406-4574-861c-79ae885e43b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61ea23f-e416-4931-9eb3-112b1814672c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:25.240198 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7985291 Nov 24 12:58:25.245771 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-824d5442-3406-4574-861c-79ae885e43b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.249655 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-824d5442-3406-4574-861c-79ae885e43b5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d61ea23f-e416-4931-9eb3-112b1814672c HTTP/1.1" status: 204 len: 168 time: 0.6541917 Nov 24 12:58:25.251543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58370) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:25.253627 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-37039573-287c-4f91-9b21-b303360d2b54 req-aac9f160-15cc-4c45-a3aa-552ceeb2387b tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] 10.222.0.48 "GET /v2.0/security-groups/dc67e9b2-41c0-4776-9aa9-30705e23d399 HTTP/1.1" status: 200 len: 2998 time: 0.2784016 Nov 24 12:58:25.254902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58372) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:25.259392 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-eda55820-6724-46f7-84e2-e944a0a74cf5 admin admin] Request body: {'subnet': {'network_id': 'a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-669487126-subnet', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:25.270432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d09b5dd-7bb7-4402-a6a9-c2af6d40a987 None None] Pushing event updated for resources: {'Port': ['ID=a8c89098-5787-47f1-bad4-1b97e1bdde37,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:25.300926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b382a680-f257-40d5-93e8-2dcec676f36e None None] Provisioning complete for port a8c89098-5787-47f1-bad4-1b97e1bdde37 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:25.301441 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b382a680-f257-40d5-93e8-2dcec676f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.311767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739774cf-1933-4a92-a068-7f3d1f17f1d8 req-ce1ca039-de96-4a60-9f31-2b67e5cb34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:25.313334 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-739774cf-1933-4a92-a068-7f3d1f17f1d8 req-ce1ca039-de96-4a60-9f31-2b67e5cb34ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=402a28d009ee4228936c2adb6cdc6fad&device_id=8b545c6e-4759-4721-b20b-eeab5885f662 HTTP/1.1" status: 200 len: 1095 time: 0.1851602 Nov 24 12:58:25.317708 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda55820-6724-46f7-84e2-e944a0a74cf5 admin admin] Made reservation on behalf of c2a34323472c44bbbe315bbfbf40f760 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:58:25.320611 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eda55820-6724-46f7-84e2-e944a0a74cf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.333920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def5a4-e08c-4384-aadd-9de283a231e6 req-830f6d62-2e12-43dc-89dc-4794dcfff31e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:25.340098 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def5a4-e08c-4384-aadd-9de283a231e6 req-830f6d62-2e12-43dc-89dc-4794dcfff31e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:25.346244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def5a4-e08c-4384-aadd-9de283a231e6 req-830f6d62-2e12-43dc-89dc-4794dcfff31e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:25.352584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def5a4-e08c-4384-aadd-9de283a231e6 req-830f6d62-2e12-43dc-89dc-4794dcfff31e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:25.359930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def5a4-e08c-4384-aadd-9de283a231e6 req-830f6d62-2e12-43dc-89dc-4794dcfff31e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:25.366277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def5a4-e08c-4384-aadd-9de283a231e6 req-830f6d62-2e12-43dc-89dc-4794dcfff31e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:25.372895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def5a4-e08c-4384-aadd-9de283a231e6 req-830f6d62-2e12-43dc-89dc-4794dcfff31e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:25.374908 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01def5a4-e08c-4384-aadd-9de283a231e6 req-830f6d62-2e12-43dc-89dc-4794dcfff31e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.2486467 Nov 24 12:58:25.378045 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f033d-d62c-474d-95b9-3b6faed816cf admin admin] Pushing event updated for resources: {'Network': ['ID=a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:25.416851 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b382a680-f257-40d5-93e8-2dcec676f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.420090 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:58:25.438354 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Routers {'e7cf600a-0317-420e-b8b5-d4c9c9051bc0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:58:25.439036 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:58:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e7cf600a-0317-420e-b8b5-d4c9c9051bc0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:25.491891 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739774cf-1933-4a92-a068-7f3d1f17f1d8 req-2d8b160a-a7c1-4870-b942-c348dc41a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:25.493124 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-739774cf-1933-4a92-a068-7f3d1f17f1d8 req-2d8b160a-a7c1-4870-b942-c348dc41a938 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5a80be42-ac66-41a3-940f-25e8764970ee HTTP/1.1" status: 200 len: 913 time: 0.1173129 Nov 24 12:58:25.605274 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-739774cf-1933-4a92-a068-7f3d1f17f1d8 req-ba3f8c16-71d1-4f7a-b47c-1416f73e5746 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3995328-6893-4070-8de1-263efdc49f42 HTTP/1.1" status: 200 len: 217 time: 0.0958726 Nov 24 12:58:25.614122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-b05b63a8-5e7d-4e3e-9383-a38d6f03bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:25.615600 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-b05b63a8-5e7d-4e3e-9383-a38d6f03bb28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.5369980 Nov 24 12:58:25.623273 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b382a680-f257-40d5-93e8-2dcec676f36e None None] For port a8c89098-5787-47f1-bad4-1b97e1bdde37, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a8c89098-5787-47f1-bad4-1b97e1bdde37,segment=NetworkSegment(bca3f9ab-b408-4551-8cdf-de7fb1d0e5de),segment_id=bca3f9ab-b408-4551-8cdf-de7fb1d0e5de)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:25.629393 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b382a680-f257-40d5-93e8-2dcec676f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.681346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] Set router e7cf600a-0317-420e-b8b5-d4c9c9051bc0 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:58:25.694875 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01def5a4-e08c-4384-aadd-9de283a231e6 req-8d89aa9f-6a77-4dde-8d55-11703fc7813f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2944753 Nov 24 12:58:25.704509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739774cf-1933-4a92-a068-7f3d1f17f1d8 req-0b9418db-d1d2-4cea-a514-6893e983cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:25.706458 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-739774cf-1933-4a92-a068-7f3d1f17f1d8 req-0b9418db-d1d2-4cea-a514-6893e983cf8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5ca4c78e-7d55-4a64-b0a7-e8ee63b0e602 HTTP/1.1" status: 200 len: 852 time: 0.0919240 Nov 24 12:58:25.715927 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-37039573-287c-4f91-9b21-b303360d2b54 req-a08ef25a-ea07-4132-9ef1-eed93285fb28 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] 10.222.0.48 "GET /v2.0/security-groups/dc67e9b2-41c0-4776-9aa9-30705e23d399 HTTP/1.1" status: 200 len: 2998 time: 0.4515944 Nov 24 12:58:25.718544 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4449d24-90f4-4a84-984b-ad9385df791a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.739219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-d1af80a8-3f7e-4327-bdfe-470aecaefdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:25.739219 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-d1af80a8-3f7e-4327-bdfe-470aecaefdb5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1106062 Nov 24 12:58:25.823564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a6d50bba-dba9-42ba-88f0-445bf63dac0a None None] Provisioning complete for port a8c89098-5787-47f1-bad4-1b97e1bdde37 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:25.824015 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a6d50bba-dba9-42ba-88f0-445bf63dac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.828826 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-739774cf-1933-4a92-a068-7f3d1f17f1d8 req-584160f1-b18d-4333-9643-f7b5ea712f50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5a80be42-ac66-41a3-940f-25e8764970ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128466 Nov 24 12:58:25.860608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b382a680-f257-40d5-93e8-2dcec676f36e None None] Pushing event updated for resources: {'Port': ['ID=a8c89098-5787-47f1-bad4-1b97e1bdde37,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:25.870761 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-599d4365-0369-48a5-bd82-180694dff8b2 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254666 Nov 24 12:58:25.875106 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:25.962467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device dcea54ff-9184-4104-bbbe-98cf8c5a787c no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:58:25.993736 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: dcea54ff-9184-4104-bbbe-98cf8c5a787c {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:58:25.994635 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device dcea54ff-9184-4104-bbbe-98cf8c5a787c not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:58:26.040104 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4449d24-90f4-4a84-984b-ad9385df791a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.053897 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eda55820-6724-46f7-84e2-e944a0a74cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.063350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1180714290-router', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:07Z', 'updated_at': '2021-11-24T12:58:21Z', 'revision_number': 4, 'project_id': 'b8df443929484df6bf35907bb8d668f6', 'gw_port': {'id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:12Z', 'updated_at': '2021-11-24T12:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'a8c89098-5787-47f1-bad4-1b97e1bdde37', 'name': '', 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'mac_address': 'fa:16:3e:8b:80:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'a8264120-2047-4987-8521-5d1178b51597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:19Z', 'updated_at': '2021-11-24T12:58:25Z', 'revision_number': 4, 'project_id': 'b8df443929484df6bf35907bb8d668f6', 'subnets': [{'id': 'a8264120-2047-4987-8521-5d1178b51597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:26.068773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6dfc4-b42f-4c88-a341-0e4893c42032 req-bc8a896c-8df1-46cc-9708-e4e705c50558 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:26.070460 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38e6dfc4-b42f-4c88-a341-0e4893c42032 req-bc8a896c-8df1-46cc-9708-e4e705c50558 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b545c6e-4759-4721-b20b-eeab5885f662 HTTP/1.1" status: 200 len: 944 time: 0.1787632 Nov 24 12:58:26.090032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f4449d24-90f4-4a84-984b-ad9385df791a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8d811d-5e7c-4d34-ad57-db3bc85f0c8a']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:26.106920 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb3342-3ab9-40a5-bf76-6524912cf90e None None] The sync data for ids ['e7cf600a-0317-420e-b8b5-d4c9c9051bc0'] in n-d-817303-4 is: [{'id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1180714290-router', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:07Z', 'updated_at': '2021-11-24T12:58:21Z', 'revision_number': 4, 'project_id': 'b8df443929484df6bf35907bb8d668f6', 'gw_port': {'id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:12Z', 'updated_at': '2021-11-24T12:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'a8c89098-5787-47f1-bad4-1b97e1bdde37', 'name': '', 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'mac_address': 'fa:16:3e:8b:80:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'a8264120-2047-4987-8521-5d1178b51597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:19Z', 'updated_at': '2021-11-24T12:58:25Z', 'revision_number': 4, 'project_id': 'b8df443929484df6bf35907bb8d668f6', 'subnets': [{'id': 'a8264120-2047-4987-8521-5d1178b51597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:58:26.125342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f4449d24-90f4-4a84-984b-ad9385df791a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d93523-b509-4491-8d5b-c4eccd2ae7ac') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:26.125786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f4449d24-90f4-4a84-984b-ad9385df791a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d93523-b509-4491-8d5b-c4eccd2ae7ac') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:26.128982 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-739774cf-1933-4a92-a068-7f3d1f17f1d8 req-7c58995a-d9df-4011-bcdc-10604be64580 service neutron] 10.222.0.59 "GET /v2.0/networks/5a80be42-ac66-41a3-940f-25e8764970ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915874 Nov 24 12:58:26.144086 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-7882ecf5-0c34-403d-b993-e6c357bc73c4 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501864 Nov 24 12:58:26.151123 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4449d24-90f4-4a84-984b-ad9385df791a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.169322 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda55820-6724-46f7-84e2-e944a0a74cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4df908d6-b47c-41a1-b553-2374187e3573,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:26.195666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda55820-6724-46f7-84e2-e944a0a74cf5 admin admin] Checking segment: {'id': '8f014cb6-06d8-4f1f-9ded-9d7065dc40e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:26.196073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda55820-6724-46f7-84e2-e944a0a74cf5 admin admin] Network hostable DHCP agents. Network: a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:58:26.234799 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-df8f7ac5-278b-406b-8cb5-6ba7cb64be8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=902ab3b7-d804-47d6-87d0-4d5ed9673025 HTTP/1.1" status: 200 len: 217 time: 0.0794656 Nov 24 12:58:26.250679 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38e6dfc4-b42f-4c88-a341-0e4893c42032 req-cec048a6-e10f-4571-af95-7d2657d13880 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6cfb848-11eb-41f4-b5e5-5ed15c5a4526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677001 Nov 24 12:58:26.258542 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4449d24-90f4-4a84-984b-ad9385df791a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.273089 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda55820-6724-46f7-84e2-e944a0a74cf5 admin admin] Network a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:58:26.326668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-eda55820-6724-46f7-84e2-e944a0a74cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:26.331797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda55820-6724-46f7-84e2-e944a0a74cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:26.332591 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eda55820-6724-46f7-84e2-e944a0a74cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.339070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48197c62-0dfd-402e-a577-8065a790bd0b None None] Network a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:58:26.355139 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-739774cf-1933-4a92-a068-7f3d1f17f1d8 req-1529ca8d-02f9-4397-b0d6-fb8894cdc3ca service neutron] 10.222.0.59 "GET /v2.0/networks/5a80be42-ac66-41a3-940f-25e8764970ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110257 Nov 24 12:58:26.357717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4449d24-90f4-4a84-984b-ad9385df791a admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:58:26.358223 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4449d24-90f4-4a84-984b-ad9385df791a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: timer() Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:58:26.360711 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:58:26.372938 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eda55820-6724-46f7-84e2-e944a0a74cf5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1190102 Nov 24 12:58:26.379433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58420) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:26.389444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-669487126-router', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:26.414066 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-92c5752e-4933-47d3-9609-b7e210980a94 req-311625e4-1586-498d-a5f3-b730c0e73a0f tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/05dc2dba-5417-4b20-bc54-5a2fb24a6ccf HTTP/1.1" status: 200 len: 1793 time: 0.1081669 Nov 24 12:58:26.481911 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-92c5752e-4933-47d3-9609-b7e210980a94 req-676804af-bc1a-4fa1-bc28-b3b8e3f0b99e tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.507743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-34b927d9-aac2-43d1-9d82-c106f87cf9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:26.509416 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-34b927d9-aac2-43d1-9d82-c106f87cf9c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3114486e-dc07-4c9a-accf-e9e94a0ec567 HTTP/1.1" status: 200 len: 797 time: 0.2554793 Nov 24 12:58:26.523102 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-92c5752e-4933-47d3-9609-b7e210980a94 req-676804af-bc1a-4fa1-bc28-b3b8e3f0b99e tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.545680 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.546705 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.552326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf', 'network_id': 'a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'fixed_ips': [{'subnet_id': '4df908d6-b47c-41a1-b553-2374187e3573'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:58:26.553287 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.570916 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4449d24-90f4-4a84-984b-ad9385df791a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.580428 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4449d24-90f4-4a84-984b-ad9385df791a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.584642 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-92c5752e-4933-47d3-9609-b7e210980a94 req-676804af-bc1a-4fa1-bc28-b3b8e3f0b99e tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.586648 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f4449d24-90f4-4a84-984b-ad9385df791a admin admin] 10.222.0.48 "DELETE /v2.0/networks/af8d811d-5e7c-4d34-ad57-db3bc85f0c8a HTTP/1.1" status: 204 len: 168 time: 1.3286691 Nov 24 12:58:26.588066 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-92c5752e-4933-47d3-9609-b7e210980a94 req-676804af-bc1a-4fa1-bc28-b3b8e3f0b99e tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.592633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58422) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:26.601471 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-92c5752e-4933-47d3-9609-b7e210980a94 req-676804af-bc1a-4fa1-bc28-b3b8e3f0b99e tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/05dc2dba-5417-4b20-bc54-5a2fb24a6ccf HTTP/1.1" status: 204 len: 173 time: 0.1862247 Nov 24 12:58:26.607209 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.618536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676804af-bc1a-4fa1-bc28-b3b8e3f0b99e tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dc2dba-5417-4b20-bc54-5a2fb24a6ccf,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:26.650989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4449d24-90f4-4a84-984b-ad9385df791a admin admin] Pushing event deleted for resources: {'Network': ['ID=af8d811d-5e7c-4d34-ad57-db3bc85f0c8a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:26.713391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e462488-f09c-467a-b4f4-7236a27bbf55 req-c4fe4568-7f20-4aa1-bcfa-df23246678db tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:26.720683 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e462488-f09c-467a-b4f4-7236a27bbf55 req-c4fe4568-7f20-4aa1-bcfa-df23246678db tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.2357650 Nov 24 12:58:26.735564 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.757482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-d1ca9d7f-3db6-4928-9c1e-3d4eeb2fbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:26.759001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-d1ca9d7f-3db6-4928-9c1e-3d4eeb2fbba5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af84e79c-ff8c-4c42-88b8-58985a027e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2313123 Nov 24 12:58:26.769318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Allocated IP 172.20.0.2 (a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf/4df908d6-b47c-41a1-b553-2374187e3573/13216dff-eb90-4732-a7ec-9df5066db7a6) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:58:26.831521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a5d963-5029-4469-9abd-a7e00ed0b054 admin admin] Deleting subnet 8e341c61-2888-436b-a97a-8ef723d5785e {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:58:26.853175 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47a5d963-5029-4469-9abd-a7e00ed0b054 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.959981 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47a5d963-5029-4469-9abd-a7e00ed0b054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.971677 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:26.982548 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.014473 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47a5d963-5029-4469-9abd-a7e00ed0b054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.022865 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Network a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:58:27.029862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:27.033587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:58:27.041373 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Pushing event updated for resources: {'Port': ['ID=13216dff-eb90-4732-a7ec-9df5066db7a6,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:27.104098 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Attempting to bind port 13216dff-eb90-4732-a7ec-9df5066db7a6 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:27.104481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Attempting to bind port 13216dff-eb90-4732-a7ec-9df5066db7a6 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '8f014cb6-06d8-4f1f-9ded-9d7065dc40e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:27.104885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Attempting to bind port 13216dff-eb90-4732-a7ec-9df5066db7a6 on network a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:27.110595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:27.110856 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20f0a44c-5f33-45eb-802f-925247f96890 req-1c45cebf-f962-4bce-8fa0-b446810e5c27 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d2a01c39-8b00-4d28-8d78-dc15654ded42 HTTP/1.1" status: 200 len: 1794 time: 0.0496743 Nov 24 12:58:27.110964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Checking segment: {'id': '8f014cb6-06d8-4f1f-9ded-9d7065dc40e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:27.111372 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.112320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Bound using segment: {'id': '8f014cb6-06d8-4f1f-9ded-9d7065dc40e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:27.112320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Bound port: 13216dff-eb90-4732-a7ec-9df5066db7a6, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f014cb6-06d8-4f1f-9ded-9d7065dc40e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:27.112660 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.120141 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e462488-f09c-467a-b4f4-7236a27bbf55 req-0c340d39-3e26-4f6a-aec2-6d3c8f12d108 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985512 Nov 24 12:58:27.139061 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.199504 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47a5d963-5029-4469-9abd-a7e00ed0b054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.214628 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-20f0a44c-5f33-45eb-802f-925247f96890 req-084ec6f9-bafb-4ead-bc21-303f60385429 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.219131 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-82299663-dda1-4812-8fbf-d75ecba116b3 service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266698 Nov 24 12:58:27.231728 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] For port 13216dff-eb90-4732-a7ec-9df5066db7a6, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:27.236862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] For port 13216dff-eb90-4732-a7ec-9df5066db7a6, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=13216dff-eb90-4732-a7ec-9df5066db7a6,segment=NetworkSegment(8f014cb6-06d8-4f1f-9ded-9d7065dc40e2),segment_id=8f014cb6-06d8-4f1f-9ded-9d7065dc40e2)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:27.240361 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-20f0a44c-5f33-45eb-802f-925247f96890 req-084ec6f9-bafb-4ead-bc21-303f60385429 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.242266 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.267898 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5d963-5029-4469-9abd-a7e00ed0b054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e341c61-2888-436b-a97a-8ef723d5785e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:27.286621 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47a5d963-5029-4469-9abd-a7e00ed0b054 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.291854 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-47a5d963-5029-4469-9abd-a7e00ed0b054 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8e341c61-2888-436b-a97a-8ef723d5785e HTTP/1.1" status: 204 len: 168 time: 0.6973906 Nov 24 12:58:27.295063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58470) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:27.332550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ad188-0486-49a7-80e9-554f71bbeac6 None None] Pushing event updated for resources: {'Port': ['ID=13216dff-eb90-4732-a7ec-9df5066db7a6,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:27.407214 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f03b7a52-79d0-49fd-9bef-a6d5e2ba9acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.428811 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8306ce3-953c-4756-8de4-3e4757304b55 req-8a53e79e-0519-4d33-8064-d7e352b3d877 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:27.435717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8306ce3-953c-4756-8de4-3e4757304b55 req-8a53e79e-0519-4d33-8064-d7e352b3d877 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:27.441890 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8306ce3-953c-4756-8de4-3e4757304b55 req-8a53e79e-0519-4d33-8064-d7e352b3d877 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:27.448238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8306ce3-953c-4756-8de4-3e4757304b55 req-8a53e79e-0519-4d33-8064-d7e352b3d877 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:27.448671 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-20f0a44c-5f33-45eb-802f-925247f96890 req-084ec6f9-bafb-4ead-bc21-303f60385429 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.451337 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-20f0a44c-5f33-45eb-802f-925247f96890 req-084ec6f9-bafb-4ead-bc21-303f60385429 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.454633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8306ce3-953c-4756-8de4-3e4757304b55 req-8a53e79e-0519-4d33-8064-d7e352b3d877 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:27.464930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8306ce3-953c-4756-8de4-3e4757304b55 req-8a53e79e-0519-4d33-8064-d7e352b3d877 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:27.466430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20f0a44c-5f33-45eb-802f-925247f96890 req-084ec6f9-bafb-4ead-bc21-303f60385429 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2a01c39-8b00-4d28-8d78-dc15654ded42 HTTP/1.1" status: 204 len: 173 time: 0.3487070 Nov 24 12:58:27.471207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8306ce3-953c-4756-8de4-3e4757304b55 req-8a53e79e-0519-4d33-8064-d7e352b3d877 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:27.491961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b8306ce3-953c-4756-8de4-3e4757304b55 req-8a53e79e-0519-4d33-8064-d7e352b3d877 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.2731574 Nov 24 12:58:27.557837 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-f52a5ee1-73f9-4750-ba8a-5ef632071af4 service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029706 Nov 24 12:58:27.581822 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f03b7a52-79d0-49fd-9bef-a6d5e2ba9acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.610940 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ec6f9-bafb-4ead-bc21-303f60385429 tempest-SecurityGroupsTestAdminJSON-1666157971 tempest-SecurityGroupsTestAdminJSON-1666157971-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a01c39-8b00-4d28-8d78-dc15654ded42,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:27.617597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f03b7a52-79d0-49fd-9bef-a6d5e2ba9acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75df1a3c-daff-4b27-b16c-9903a6b99d78']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:27.635507 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f03b7a52-79d0-49fd-9bef-a6d5e2ba9acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90cf7b4a-ec0f-4c76-9975-f2fb82d6c169') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:27.635754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f03b7a52-79d0-49fd-9bef-a6d5e2ba9acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90cf7b4a-ec0f-4c76-9975-f2fb82d6c169') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:27.651977 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f03b7a52-79d0-49fd-9bef-a6d5e2ba9acf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.677551 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f03b7a52-79d0-49fd-9bef-a6d5e2ba9acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.704410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03b7a52-79d0-49fd-9bef-a6d5e2ba9acf admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:58:27.704998 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f03b7a52-79d0-49fd-9bef-a6d5e2ba9acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:58:27.707614 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:58:27.711050 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-ef0c0573-f803-40b0-8de3-de5212f16676 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=487e6964-ffa6-4617-8b6a-a8f33e31de54 HTTP/1.1" status: 200 len: 217 time: 0.1426766 Nov 24 12:58:27.795020 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b8306ce3-953c-4756-8de4-3e4757304b55 req-d66bded3-30fc-4700-90e0-fecee49cfa19 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2959609 Nov 24 12:58:27.814595 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f5d83-0c10-4d7e-b99d-24a94ada7be9 req-5a70cfa0-8daf-44e0-a8b2-fd0ee141aaef tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:27.826761 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e9f5d83-0c10-4d7e-b99d-24a94ada7be9 req-5a70cfa0-8daf-44e0-a8b2-fd0ee141aaef tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1612759 Nov 24 12:58:27.848193 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f03b7a52-79d0-49fd-9bef-a6d5e2ba9acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.867447 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f03b7a52-79d0-49fd-9bef-a6d5e2ba9acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:27.882666 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f03b7a52-79d0-49fd-9bef-a6d5e2ba9acf admin admin] 10.222.0.48 "DELETE /v2.0/networks/75df1a3c-daff-4b27-b16c-9903a6b99d78 HTTP/1.1" status: 204 len: 168 time: 0.5671601 Nov 24 12:58:27.883692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b7a52-79d0-49fd-9bef-a6d5e2ba9acf admin admin] Pushing event deleted for resources: {'Network': ['ID=75df1a3c-daff-4b27-b16c-9903a6b99d78,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:27.923393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-cc9914c8-2843-42fb-a000-fb907f00459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:27.924894 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-cc9914c8-2843-42fb-a000-fb907f00459f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3114486e-dc07-4c9a-accf-e9e94a0ec567 HTTP/1.1" status: 200 len: 797 time: 0.1979322 Nov 24 12:58:27.964402 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e9f5d83-0c10-4d7e-b99d-24a94ada7be9 req-b8e728f8-996b-4b7d-83d3-df60fcde1328 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365311 Nov 24 12:58:27.969625 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e3995328-6893-4070-8de1-263efdc49f42 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:58:28.141159 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:28.232121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-12873d48-5206-464f-9e0c-85a9b5f0db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:28.234507 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-12873d48-5206-464f-9e0c-85a9b5f0db33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af84e79c-ff8c-4c42-88b8-58985a027e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2994425 Nov 24 12:58:28.236959 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 13216dff-eb90-4732-a7ec-9df5066db7a6 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:28.246641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad54dac-2691-4f9d-87a2-83a28d3365c6 req-4f7193e6-fd0c-4ac7-a339-940eadbf9bfd tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:28.259686 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ad54dac-2691-4f9d-87a2-83a28d3365c6 req-4f7193e6-fd0c-4ac7-a339-940eadbf9bfd tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b545c6e-4759-4721-b20b-eeab5885f662 HTTP/1.1" status: 200 len: 944 time: 0.3406193 Nov 24 12:58:28.272968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:28.277713 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-498254c3-8633-45ce-b754-5238a6db940a req-7661d701-ffa8-486f-a6eb-18dd3a338c83 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] 10.222.0.48 "GET /v2.0/security-groups/a6d3d8db-714d-400c-8cbd-93d8ddd01ec4 HTTP/1.1" status: 200 len: 1794 time: 0.1039040 Nov 24 12:58:28.332662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port e3995328-6893-4070-8de1-263efdc49f42, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e3995328-6893-4070-8de1-263efdc49f42,segment=NetworkSegment(902dfdb6-3f8a-4f70-aef3-5dea2c0aebac),segment_id=902dfdb6-3f8a-4f70-aef3-5dea2c0aebac)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:28.355235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58508) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:28.365428 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'e3995328-6893-4070-8de1-263efdc49f42', 'network_id': '5a80be42-ac66-41a3-940f-25e8764970ee', 'port_id': 'e3995328-6893-4070-8de1-263efdc49f42', 'mac_address': 'fa:16:3e:d7:10:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca4c78e-7d55-4a64-b0a7-e8ee63b0e602', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:58:28.395711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 13216dff-eb90-4732-a7ec-9df5066db7a6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:28.403802 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:28.405003 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-498254c3-8633-45ce-b754-5238a6db940a req-26cb1499-3020-4397-bca2-ee1a65e865c7 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:28.436196 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-498254c3-8633-45ce-b754-5238a6db940a req-26cb1499-3020-4397-bca2-ee1a65e865c7 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:28.477421 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:28.497753 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-498254c3-8633-45ce-b754-5238a6db940a req-26cb1499-3020-4397-bca2-ee1a65e865c7 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:28.501204 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-498254c3-8633-45ce-b754-5238a6db940a req-26cb1499-3020-4397-bca2-ee1a65e865c7 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:28.513613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3995328-6893-4070-8de1-263efdc49f42 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:28.520089 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-498254c3-8633-45ce-b754-5238a6db940a req-26cb1499-3020-4397-bca2-ee1a65e865c7 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] 10.222.0.48 "DELETE /v2.0/security-groups/a6d3d8db-714d-400c-8cbd-93d8ddd01ec4 HTTP/1.1" status: 204 len: 173 time: 0.2355790 Nov 24 12:58:28.545142 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:28.561355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port e3995328-6893-4070-8de1-263efdc49f42, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e3995328-6893-4070-8de1-263efdc49f42,segment=NetworkSegment(902dfdb6-3f8a-4f70-aef3-5dea2c0aebac),segment_id=902dfdb6-3f8a-4f70-aef3-5dea2c0aebac)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:28.576406 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:28.576706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb1499-3020-4397-bca2-ee1a65e865c7 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d3d8db-714d-400c-8cbd-93d8ddd01ec4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:28.612877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58516) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:28.636568 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9d96d862-6589-4147-8d61-66272930378c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0cab1d0577f4b4b90648605d581b579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740672 Nov 24 12:58:28.639497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58520) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:28.645157 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ad54dac-2691-4f9d-87a2-83a28d3365c6 req-3ca8c584-3b3c-4e34-a5e6-556610f65368 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6cfb848-11eb-41f4-b5e5-5ed15c5a4526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840582 Nov 24 12:58:28.680015 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-46dba866-0e57-49b4-8424-3ef3fb607d82 service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170680 Nov 24 12:58:28.681487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Allocated IP 172.25.0.23 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/71a297a1-f3cd-4751-8480-8458b3f0a46d) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:58:28.781762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 13216dff-eb90-4732-a7ec-9df5066db7a6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=13216dff-eb90-4732-a7ec-9df5066db7a6,segment=NetworkSegment(8f014cb6-06d8-4f1f-9ded-9d7065dc40e2),segment_id=8f014cb6-06d8-4f1f-9ded-9d7065dc40e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:28.791709 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb809138-23f9-40ce-b7d4-e014d53cee01 req-a6902f8e-3d00-4fdb-983b-986f838c7f46 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] 10.222.0.48 "GET /v2.0/security-groups/0a7c5e6e-6940-4df8-b0cb-2ddf2da0ec76 HTTP/1.1" status: 200 len: 1794 time: 0.2219198 Nov 24 12:58:28.797081 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:28.798390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a8c89098-5787-47f1-bad4-1b97e1bdde37 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:28.868327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=e3995328-6893-4070-8de1-263efdc49f42,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:28.873510 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['e3995328-6893-4070-8de1-263efdc49f42'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:28.881821 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef5f42de-d4e3-438f-ae68-087eeb7888e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:28.887199 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ebb3d85b-b2f1-4b81-aa94-31ec920e1458 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:28.935619 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48bcbfa-db57-4844-b99b-a35f649195f3 None None] Network a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:58:28.936507 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef5f42de-d4e3-438f-ae68-087eeb7888e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:28.970353 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fb809138-23f9-40ce-b7d4-e014d53cee01 req-738bc4cc-d5b0-4374-a0c2-e3d7f2cc6ac8 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.024662 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fb809138-23f9-40ce-b7d4-e014d53cee01 req-738bc4cc-d5b0-4374-a0c2-e3d7f2cc6ac8 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.051256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bb32c677-1ef8-4cb6-b193-fc54b7a70999 None None] Provisioning complete for port 13216dff-eb90-4732-a7ec-9df5066db7a6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:29.051866 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bb32c677-1ef8-4cb6-b193-fc54b7a70999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.060318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=13216dff-eb90-4732-a7ec-9df5066db7a6,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:29.067726 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a8c89098-5787-47f1-bad4-1b97e1bdde37 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:29.068119 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.108851 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ebb3d85b-b2f1-4b81-aa94-31ec920e1458 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.112414 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef5f42de-d4e3-438f-ae68-087eeb7888e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.114248 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef5f42de-d4e3-438f-ae68-087eeb7888e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.115815 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ef5f42de-d4e3-438f-ae68-087eeb7888e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/439303da-b775-4f79-bae9-fd043297fdf6 HTTP/1.1" status: 204 len: 168 time: 0.4733102 Nov 24 12:58:29.135388 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ebb3d85b-b2f1-4b81-aa94-31ec920e1458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.152567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f42de-d4e3-438f-ae68-087eeb7888e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439303da-b775-4f79-bae9-fd043297fdf6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:29.170844 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fb809138-23f9-40ce-b7d4-e014d53cee01 req-738bc4cc-d5b0-4374-a0c2-e3d7f2cc6ac8 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.174611 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fb809138-23f9-40ce-b7d4-e014d53cee01 req-738bc4cc-d5b0-4374-a0c2-e3d7f2cc6ac8 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.187973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb809138-23f9-40ce-b7d4-e014d53cee01 req-738bc4cc-d5b0-4374-a0c2-e3d7f2cc6ac8 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] 10.222.0.48 "DELETE /v2.0/security-groups/0a7c5e6e-6940-4df8-b0cb-2ddf2da0ec76 HTTP/1.1" status: 204 len: 173 time: 0.3812687 Nov 24 12:58:29.224923 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.240682 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ebb3d85b-b2f1-4b81-aa94-31ec920e1458 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89aafc4b520c4757acd505ca351d9ad0&name=default HTTP/1.1" status: 200 len: 2999 time: 0.6211829 Nov 24 12:58:29.244756 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58530) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:29.263987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3d85b-b2f1-4b81-aa94-31ec920e1458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bb5129-6763-47d4-9f0f-9baa0b288727,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:29.294912 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bc4cc-d5b0-4374-a0c2-e3d7f2cc6ac8 tempest-SecurityGroupsTestAdminJSON-380003616 tempest-SecurityGroupsTestAdminJSON-380003616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7c5e6e-6940-4df8-b0cb-2ddf2da0ec76,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:29.315353 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.388376 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d8f90-aefe-4d58-a0c5-5802296ecfa4 req-c083ff55-c551-4880-b9b0-9b5b3b6852fc tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.394308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d8f90-aefe-4d58-a0c5-5802296ecfa4 req-c083ff55-c551-4880-b9b0-9b5b3b6852fc tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.400267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d8f90-aefe-4d58-a0c5-5802296ecfa4 req-c083ff55-c551-4880-b9b0-9b5b3b6852fc tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.407801 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d8f90-aefe-4d58-a0c5-5802296ecfa4 req-c083ff55-c551-4880-b9b0-9b5b3b6852fc tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.418289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d8f90-aefe-4d58-a0c5-5802296ecfa4 req-c083ff55-c551-4880-b9b0-9b5b3b6852fc tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.427294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d8f90-aefe-4d58-a0c5-5802296ecfa4 req-c083ff55-c551-4880-b9b0-9b5b3b6852fc tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.438814 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d8f90-aefe-4d58-a0c5-5802296ecfa4 req-c083ff55-c551-4880-b9b0-9b5b3b6852fc tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.447105 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0f7d8f90-aefe-4d58-a0c5-5802296ecfa4 req-c083ff55-c551-4880-b9b0-9b5b3b6852fc tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.1536562 Nov 24 12:58:29.476164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23c852-0588-4bbb-9d33-789884180364 req-6bed0353-db94-4f90-99c7-59c2bc783af4 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.478319 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cea2a7b7-988d-4ba1-9535-89ebe02360ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.482634 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b23c852-0588-4bbb-9d33-789884180364 req-6bed0353-db94-4f90-99c7-59c2bc783af4 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.6966105 Nov 24 12:58:29.493047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=71a297a1-f3cd-4751-8480-8458b3f0a46d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:29.497630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:58:29.520466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:29.527692 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cea2a7b7-988d-4ba1-9535-89ebe02360ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.530959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:58:29.568916 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0f7d8f90-aefe-4d58-a0c5-5802296ecfa4 req-897e58e9-2c46-427e-9d75-166032d2135e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1152997 Nov 24 12:58:29.575720 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58536) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:29.578572 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74e64009-43aa-4b99-ad4a-250d842eccb3 req-1ea874d1-d966-4267-aa15-5e759ea011bd service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8905869 Nov 24 12:58:29.639135 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cea2a7b7-988d-4ba1-9535-89ebe02360ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.643107 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cea2a7b7-988d-4ba1-9535-89ebe02360ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.648001 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cea2a7b7-988d-4ba1-9535-89ebe02360ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6bb5129-6763-47d4-9f0f-9baa0b288727 HTTP/1.1" status: 204 len: 168 time: 0.3987620 Nov 24 12:58:29.659535 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2a7b7-988d-4ba1-9535-89ebe02360ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bb5129-6763-47d4-9f0f-9baa0b288727,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:29.747294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58544) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:29.774075 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b23c852-0588-4bbb-9d33-789884180364 req-b83b9869-eda3-4400-90cb-87a798cedf78 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701843 Nov 24 12:58:29.868298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-4329526d-c866-42e1-adfb-d03deda8efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.868550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-4329526d-c866-42e1-adfb-d03deda8efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.868923 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-4329526d-c866-42e1-adfb-d03deda8efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.869399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-4329526d-c866-42e1-adfb-d03deda8efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.869932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-4329526d-c866-42e1-adfb-d03deda8efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.870511 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-4329526d-c866-42e1-adfb-d03deda8efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.870986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-4329526d-c866-42e1-adfb-d03deda8efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.873072 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-4329526d-c866-42e1-adfb-d03deda8efa7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 6477 time: 0.1836276 Nov 24 12:58:29.891874 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f31e8fb0-dfc1-4f69-b51d-adea5644192b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa9fa85b7fe84f18a72d20547c02d4d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412256 Nov 24 12:58:29.892598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58548) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:29.902627 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0a910c23-8a4b-4e05-8a4b-8ff00b880d62 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ca9cdcd31304749b8accda4d5628dec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239512 Nov 24 12:58:29.908248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b864a20-ae39-4e12-98fa-3f32e3401d6a req-2b4b9514-bb87-4f9d-bf31-2af99ef2fe63 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:29.909794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58550) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:29.909956 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b864a20-ae39-4e12-98fa-3f32e3401d6a req-2b4b9514-bb87-4f9d-bf31-2af99ef2fe63 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b545c6e-4759-4721-b20b-eeab5885f662 HTTP/1.1" status: 200 len: 945 time: 0.1439552 Nov 24 12:58:29.946644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-09ed4928-d7c9-47dc-98eb-75bec85ea2ef None None] Provisioning complete for port 13216dff-eb90-4732-a7ec-9df5066db7a6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:29.947245 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09ed4928-d7c9-47dc-98eb-75bec85ea2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:29.999422 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b864a20-ae39-4e12-98fa-3f32e3401d6a req-8d18dc81-abbb-4af4-95f9-93446cac6b48 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6cfb848-11eb-41f4-b5e5-5ed15c5a4526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823562 Nov 24 12:58:30.011401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e3995328-6893-4070-8de1-263efdc49f42 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:30.046509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 13216dff-eb90-4732-a7ec-9df5066db7a6 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:30.163574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port e3995328-6893-4070-8de1-263efdc49f42 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:58:30.172344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port e3995328-6893-4070-8de1-263efdc49f42 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:30.172814 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:30.197629 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 13216dff-eb90-4732-a7ec-9df5066db7a6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:30.198213 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:30.202652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28e760-85fe-4aa4-bae1-a5c3b89efb02 req-940168d3-a22f-4ac0-9816-c0106ae3cf9e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:30.204525 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc28e760-85fe-4aa4-bae1-a5c3b89efb02 req-940168d3-a22f-4ac0-9816-c0106ae3cf9e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.3127255 Nov 24 12:58:30.228859 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05f75c0b-0572-4285-bbaa-d170e9c5639b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:30.238189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-ee0bac34-5232-4f10-84ae-264e5eea15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:30.239850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-ee0bac34-5232-4f10-84ae-264e5eea15e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=af84e79c-ff8c-4c42-88b8-58985a027e75 HTTP/1.1" status: 200 len: 903 time: 0.3583229 Nov 24 12:58:30.240451 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d01f-197d-43c2-ab2b-473232b46602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:30.271417 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:30.340649 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:30.363423 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-e5db6c7b-e746-4a7f-aaf2-08f33232b593 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=902ab3b7-d804-47d6-87d0-4d5ed9673025 HTTP/1.1" status: 200 len: 217 time: 0.1014371 Nov 24 12:58:30.366955 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b545c6e-4759-4721-b20b-eeab5885f662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3995328-6893-4070-8de1-263efdc49f42'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:30.369810 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b7817e-ba65-47b0-b358-b41564a79433" -d '{"events": [{"server_uuid": "8b545c6e-4759-4721-b20b-eeab5885f662", "name": "network-vif-plugged", "status": "completed", "tag": "e3995328-6893-4070-8de1-263efdc49f42"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:30.378519 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05f75c0b-0572-4285-bbaa-d170e9c5639b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:30.383130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port e3995328-6893-4070-8de1-263efdc49f42, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e3995328-6893-4070-8de1-263efdc49f42,segment=NetworkSegment(902dfdb6-3f8a-4f70-aef3-5dea2c0aebac),segment_id=902dfdb6-3f8a-4f70-aef3-5dea2c0aebac)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:30.392564 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:30.417693 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a15765-2266-4587-82e9-70189508e306 x-openstack-request-id: req-b8a15765-2266-4587-82e9-70189508e306 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:30.418162 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b545c6e-4759-4721-b20b-eeab5885f662", "name": "network-vif-plugged", "status": "completed", "tag": "e3995328-6893-4070-8de1-263efdc49f42", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:30.418380 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8a15765-2266-4587-82e9-70189508e306 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:30.418639 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b545c6e-4759-4721-b20b-eeab5885f662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3995328-6893-4070-8de1-263efdc49f42', 'code': 200} Nov 24 12:58:30.442811 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d01f-197d-43c2-ab2b-473232b46602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:30.452213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=e3995328-6893-4070-8de1-263efdc49f42,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:30.534293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2345765-1dd8-4085-8fa0-5a16f56bc5ff req-5491db51-74b0-4045-a118-8dbde694cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:30.536654 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b2345765-1dd8-4085-8fa0-5a16f56bc5ff req-5491db51-74b0-4045-a118-8dbde694cbb2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b545c6e-4759-4721-b20b-eeab5885f662 HTTP/1.1" status: 200 len: 1097 time: 0.0500019 Nov 24 12:58:30.536889 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc28e760-85fe-4aa4-bae1-a5c3b89efb02 req-349481a6-d41c-4aac-ace6-72a43f591209 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139067 Nov 24 12:58:30.569256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-03bf4012-0a92-49b0-9c94-a378531bebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:30.571859 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-03bf4012-0a92-49b0-9c94-a378531bebb8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3114486e-dc07-4c9a-accf-e9e94a0ec567 HTTP/1.1" status: 200 len: 797 time: 0.1823101 Nov 24 12:58:30.587219 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b2345765-1dd8-4085-8fa0-5a16f56bc5ff req-feb3530f-4827-4ba3-b521-bd8a4e636e02 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b6cfb848-11eb-41f4-b5e5-5ed15c5a4526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Nov 24 12:58:30.716008 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05f75c0b-0572-4285-bbaa-d170e9c5639b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:30.718863 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05f75c0b-0572-4285-bbaa-d170e9c5639b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:30.720079 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-05f75c0b-0572-4285-bbaa-d170e9c5639b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb571d0a-d4e0-4650-9feb-8b9cd94991a2 HTTP/1.1" status: 204 len: 168 time: 0.8257933 Nov 24 12:58:30.723350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b531a-30c2-49db-8898-bc748099b448 req-bf91fc0f-dcd0-4d7b-8f43-9a157e735f28 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:30.733627 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b531a-30c2-49db-8898-bc748099b448 req-bf91fc0f-dcd0-4d7b-8f43-9a157e735f28 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:30.742167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b531a-30c2-49db-8898-bc748099b448 req-bf91fc0f-dcd0-4d7b-8f43-9a157e735f28 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:30.745901 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f75c0b-0572-4285-bbaa-d170e9c5639b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb571d0a-d4e0-4650-9feb-8b9cd94991a2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:30.753140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b531a-30c2-49db-8898-bc748099b448 req-bf91fc0f-dcd0-4d7b-8f43-9a157e735f28 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:30.755376 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d01f-197d-43c2-ab2b-473232b46602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:30.758177 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eaf2d01f-197d-43c2-ab2b-473232b46602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:30.759341 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-eaf2d01f-197d-43c2-ab2b-473232b46602 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc67e9b2-41c0-4776-9aa9-30705e23d399 HTTP/1.1" status: 204 len: 168 time: 0.8295608 Nov 24 12:58:30.769292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-a10770a7-404b-433f-8c51-0cf4639e4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:30.771745 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-a10770a7-404b-433f-8c51-0cf4639e4a0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af84e79c-ff8c-4c42-88b8-58985a027e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1868377 Nov 24 12:58:30.775490 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b531a-30c2-49db-8898-bc748099b448 req-bf91fc0f-dcd0-4d7b-8f43-9a157e735f28 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:30.779727 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf2d01f-197d-43c2-ab2b-473232b46602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc67e9b2-41c0-4776-9aa9-30705e23d399,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:30.784603 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b531a-30c2-49db-8898-bc748099b448 req-bf91fc0f-dcd0-4d7b-8f43-9a157e735f28 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:30.794205 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b531a-30c2-49db-8898-bc748099b448 req-bf91fc0f-dcd0-4d7b-8f43-9a157e735f28 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:30.796305 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-743b531a-30c2-49db-8898-bc748099b448 req-bf91fc0f-dcd0-4d7b-8f43-9a157e735f28 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.1427023 Nov 24 12:58:30.818636 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:30.877869 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-743b531a-30c2-49db-8898-bc748099b448 req-d7dbf3aa-96c7-4755-8f36-ad76f03e70f1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740237 Nov 24 12:58:31.042682 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-45c1f593-5288-443c-8943-d7cefb347f8f service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586775 Nov 24 12:58:31.045429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Router a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:58:31.149238 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac4063ab-6c76-4055-82c0-fb1fde558a51 req-821a8f51-d8f8-474f-9126-21b344b95ae0 service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975332 Nov 24 12:58:31.183345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ba79a-7a39-4bee-aa9c-c7ce1d5cb307 req-f351383a-0f35-495f-a369-a2b834fb6085 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:31.193290 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-640ba79a-7a39-4bee-aa9c-c7ce1d5cb307 req-f351383a-0f35-495f-a369-a2b834fb6085 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1152267 Nov 24 12:58:31.268837 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-640ba79a-7a39-4bee-aa9c-c7ce1d5cb307 req-d0c3b655-f636-45db-8507-2dca1f2af925 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689166 Nov 24 12:58:31.379065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-e28d91c1-189a-49c6-8a63-ff6dfc592a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:31.380306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-e28d91c1-189a-49c6-8a63-ff6dfc592a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:31.381004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-e28d91c1-189a-49c6-8a63-ff6dfc592a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:31.381687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-e28d91c1-189a-49c6-8a63-ff6dfc592a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:31.382331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-e28d91c1-189a-49c6-8a63-ff6dfc592a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:31.382975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-e28d91c1-189a-49c6-8a63-ff6dfc592a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:31.383638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-e28d91c1-189a-49c6-8a63-ff6dfc592a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:31.386369 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-e28d91c1-189a-49c6-8a63-ff6dfc592a27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 6477 time: 0.1427176 Nov 24 12:58:31.418140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18ab6e-1eb2-4d45-bda6-b0121a889225 req-7b708baa-bc97-4d7e-8c65-b2477cd65d1a tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:31.419678 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a18ab6e-1eb2-4d45-bda6-b0121a889225 req-7b708baa-bc97-4d7e-8c65-b2477cd65d1a tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b545c6e-4759-4721-b20b-eeab5885f662 HTTP/1.1" status: 200 len: 946 time: 0.0677614 Nov 24 12:58:31.427505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:58:31.439330 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Sync routers for ids ['a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:58:31.457373 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Routers {'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:58:31.458138 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:58:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:31.484567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58608) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:31.506768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a18ab6e-1eb2-4d45-bda6-b0121a889225 req-c1a5dff4-4e82-4254-b89f-568885f63ba6 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6cfb848-11eb-41f4-b5e5-5ed15c5a4526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778174 Nov 24 12:58:31.551481 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-48aef1af-b92c-4af8-a62a-f5305ffe8627 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=61e364310355467780e921c1b9e952bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0656662 Nov 24 12:58:31.558108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58612) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:31.627718 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Set router a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:58:31.630680 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:31.632670 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d56875d3-1cfa-45b9-8a24-bcf4ce641bd6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.2520702 Nov 24 12:58:31.636641 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58616) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:31.687444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49479622-50fc-4fde-bb07-3ac34b78641c req-798f1e16-69bf-4401-a791-ebd43bfbeae8 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:31.689125 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49479622-50fc-4fde-bb07-3ac34b78641c req-798f1e16-69bf-4401-a791-ebd43bfbeae8 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1358073 Nov 24 12:58:31.694919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-d4c17042-c34c-407b-b08d-ae1d529855d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:31.696371 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-d4c17042-c34c-407b-b08d-ae1d529855d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=af84e79c-ff8c-4c42-88b8-58985a027e75 HTTP/1.1" status: 200 len: 903 time: 0.3006449 Nov 24 12:58:31.741262 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-00bb98e0-4775-410b-810a-6649adc54837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:31.751826 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-493c9cca-2193-432d-9446-d78f551c59d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=487e6964-ffa6-4617-8b6a-a8f33e31de54 HTTP/1.1" status: 200 len: 217 time: 0.0460868 Nov 24 12:58:31.809621 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-44d833ce-236f-4108-92b5-0512fddfd8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:31.811263 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-44d833ce-236f-4108-92b5-0512fddfd8a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3114486e-dc07-4c9a-accf-e9e94a0ec567 HTTP/1.1" status: 200 len: 797 time: 0.0517788 Nov 24 12:58:31.871665 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'name': 'tempest-AttachSCSIVolumeTestJSON-669487126-router', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:26Z', 'updated_at': '2021-11-24T12:58:29Z', 'revision_number': 3, 'project_id': 'c2a34323472c44bbbe315bbfbf40f760', 'gw_port': {'id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:28Z', 'updated_at': '2021-11-24T12:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:31.876397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-00bb98e0-4775-410b-810a-6649adc54837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:31.904396 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Checking router: a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:58:31.904913 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Updating router a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 port 71a297a1-f3cd-4751-8480-8458b3f0a46d binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:58:31.931066 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:31.948749 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49479622-50fc-4fde-bb07-3ac34b78641c req-fedb00b2-96f8-47c5-8794-efbe6902583f tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406840 Nov 24 12:58:31.948749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-8bc56a16-5f9d-417d-8734-3aced15e9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:31.948749 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-8bc56a16-5f9d-417d-8734-3aced15e9b16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af84e79c-ff8c-4c42-88b8-58985a027e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1249189 Nov 24 12:58:32.096582 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-00bb98e0-4775-410b-810a-6649adc54837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:32.099508 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-00bb98e0-4775-410b-810a-6649adc54837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:32.102926 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-00bb98e0-4775-410b-810a-6649adc54837 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff0ffc5b-9d26-4af9-87ba-080b820c728c HTTP/1.1" status: 204 len: 168 time: 0.5415592 Nov 24 12:58:32.171037 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb98e0-4775-410b-810a-6649adc54837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0ffc5b-9d26-4af9-87ba-080b820c728c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:32.348210 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:32.360478 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:32.417567 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633145d-75ea-4811-a3b6-4056d49d8950 None None] Pushing event updated for resources: {'Port': ['ID=71a297a1-f3cd-4751-8480-8458b3f0a46d,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:32.435278 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Attempting to bind port 71a297a1-f3cd-4751-8480-8458b3f0a46d on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:32.435665 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Attempting to bind port 71a297a1-f3cd-4751-8480-8458b3f0a46d by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:32.436032 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Attempting to bind port 71a297a1-f3cd-4751-8480-8458b3f0a46d on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:32.442381 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:32.443172 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:32.443314 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:32.443685 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:32.444186 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Bound port: 71a297a1-f3cd-4751-8480-8458b3f0a46d, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:32.444560 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:32.506177 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] For port 71a297a1-f3cd-4751-8480-8458b3f0a46d, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:32.510552 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] For port 71a297a1-f3cd-4751-8480-8458b3f0a46d, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=71a297a1-f3cd-4751-8480-8458b3f0a46d,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:32.516162 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:32.577018 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633145d-75ea-4811-a3b6-4056d49d8950 None None] Pushing event updated for resources: {'Port': ['ID=71a297a1-f3cd-4751-8480-8458b3f0a46d,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:32.598801 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Routers {'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:58:32.599473 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:58:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:32.654926 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-d3d611a6-aef6-412a-ae10-8cf6b268108b service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7014225 Nov 24 12:58:32.672579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd749be1-a6ce-451f-b77e-733abf065748 req-269aabc9-5706-4fc9-be4b-71fb7a63089f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:32.686910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd749be1-a6ce-451f-b77e-733abf065748 req-269aabc9-5706-4fc9-be4b-71fb7a63089f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:32.695905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd749be1-a6ce-451f-b77e-733abf065748 req-269aabc9-5706-4fc9-be4b-71fb7a63089f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:32.706042 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] Set router a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:58:32.706633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd749be1-a6ce-451f-b77e-733abf065748 req-269aabc9-5706-4fc9-be4b-71fb7a63089f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:32.718290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd749be1-a6ce-451f-b77e-733abf065748 req-269aabc9-5706-4fc9-be4b-71fb7a63089f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:32.729967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd749be1-a6ce-451f-b77e-733abf065748 req-269aabc9-5706-4fc9-be4b-71fb7a63089f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:32.737870 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd749be1-a6ce-451f-b77e-733abf065748 req-269aabc9-5706-4fc9-be4b-71fb7a63089f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:32.750976 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd749be1-a6ce-451f-b77e-733abf065748 req-269aabc9-5706-4fc9-be4b-71fb7a63089f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.6633515 Nov 24 12:58:32.852951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:32.911957 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'name': 'tempest-AttachSCSIVolumeTestJSON-669487126-router', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:26Z', 'updated_at': '2021-11-24T12:58:29Z', 'revision_number': 3, 'project_id': 'c2a34323472c44bbbe315bbfbf40f760', 'gw_port': {'id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:28Z', 'updated_at': '2021-11-24T12:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:32.934792 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd749be1-a6ce-451f-b77e-733abf065748 req-3776d3eb-56d7-47b8-8c4c-e441f40a0ca1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1780846 Nov 24 12:58:32.944373 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1878c1-ee58-452d-9e42-0d3b5697dd41 None None] The sync data for ids ['a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'] in n-d-817303-4 is: [{'id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'name': 'tempest-AttachSCSIVolumeTestJSON-669487126-router', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:26Z', 'updated_at': '2021-11-24T12:58:29Z', 'revision_number': 3, 'project_id': 'c2a34323472c44bbbe315bbfbf40f760', 'gw_port': {'id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:28Z', 'updated_at': '2021-11-24T12:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:58:32.946712 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a475825d-7034-47d5-bf58-8fff5aaef6fa req-db61b566-f005-44f8-908b-28979255a3a8 service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928840 Nov 24 12:58:32.949715 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97af88b-b436-4400-a8fd-1dac26708582 req-ec8fc2b4-97f2-4867-aa0a-eed34c94226e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:32.957479 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b97af88b-b436-4400-a8fd-1dac26708582 req-ec8fc2b4-97f2-4867-aa0a-eed34c94226e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/networks?id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 HTTP/1.1" status: 200 len: 813 time: 0.2465990 Nov 24 12:58:32.993627 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b97af88b-b436-4400-a8fd-1dac26708582 req-c7c2057c-84b4-43c9-a230-5cf57cde4cb4 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/quotas/3f105f42ae49484599bae47aa69aa081 HTTP/1.1" status: 200 len: 375 time: 0.0351477 Nov 24 12:58:33.110116 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b97af88b-b436-4400-a8fd-1dac26708582 req-2e4a392c-77a1-448e-8be7-57441587de9e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f105f42ae49484599bae47aa69aa081&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854301 Nov 24 12:58:33.138930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Allocated IP 172.20.0.1 (a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf/4df908d6-b47c-41a1-b553-2374187e3573/4d774ea6-c7bb-4585-9e4d-ed239cad4769) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:58:33.352439 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-835e59d6-8bf2-4e38-b7e2-558bf6d4e278 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=cd4ceb07585f4508a4280de3863b6f7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357049 Nov 24 12:58:33.365393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46de807-7d20-4ff1-b8b3-5fa7513718e4 req-02e35488-3954-4b89-a213-1b55ce368c02 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:33.366980 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f46de807-7d20-4ff1-b8b3-5fa7513718e4 req-02e35488-3954-4b89-a213-1b55ce368c02 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b545c6e-4759-4721-b20b-eeab5885f662 HTTP/1.1" status: 200 len: 946 time: 0.1280258 Nov 24 12:58:33.398396 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:33.450251 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f46de807-7d20-4ff1-b8b3-5fa7513718e4 req-5df0cc4d-2165-4a77-bd62-375928bb7a89 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6cfb848-11eb-41f4-b5e5-5ed15c5a4526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681617 Nov 24 12:58:33.490404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-a56aa014-1cd9-49d6-9cdf-13f65a26c2bd tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:33.500421 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-a56aa014-1cd9-49d6-9cdf-13f65a26c2bd tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464031 Nov 24 12:58:33.501875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:33.515198 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-d1b39832-60da-460a-ac72-3f0370a6b3cb tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/quotas/cd4ceb07585f4508a4280de3863b6f7c HTTP/1.1" status: 200 len: 375 time: 0.0134983 Nov 24 12:58:33.556947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Network a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:58:33.561838 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-b24811c9-626b-4977-9dec-2e2f8c5a30e9 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=cd4ceb07585f4508a4280de3863b6f7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403018 Nov 24 12:58:33.579276 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:33.601259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:58:33.638832 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Pushing event updated for resources: {'Port': ['ID=4d774ea6-c7bb-4585-9e4d-ed239cad4769,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:33.674893 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74085962-3a0a-4914-b8be-66ce601a3ab2 req-e5ef314c-91d3-4d60-9e25-f4ca23b4ef87 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:33.676439 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74085962-3a0a-4914-b8be-66ce601a3ab2 req-e5ef314c-91d3-4d60-9e25-f4ca23b4ef87 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1222043 Nov 24 12:58:33.677445 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:33.868190 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74085962-3a0a-4914-b8be-66ce601a3ab2 req-a4f63c1b-a124-4666-a8c1-7faff2fb05fb tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658337 Nov 24 12:58:33.958945 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:34.028632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-189f2311-5747-4ca7-94c7-634dc46d3771 None None] Provisioning complete for port 4d774ea6-c7bb-4585-9e4d-ed239cad4769 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:34.034135 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-189f2311-5747-4ca7-94c7-634dc46d3771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:34.109574 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e070a8d-e22d-4a8a-ae5a-698de1aa4e09 req-252496db-a5f9-4f0f-af31-4ca29e333eb7 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/ports?device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 210 time: 0.0407684 Nov 24 12:58:34.209960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-189f2311-5747-4ca7-94c7-634dc46d3771 None None] Port 4d774ea6-c7bb-4585-9e4d-ed239cad4769 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:58:34.214313 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 71a297a1-f3cd-4751-8480-8458b3f0a46d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:34.284479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 71a297a1-f3cd-4751-8480-8458b3f0a46d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:34.285266 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:34.379737 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:34.381812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859122f7-82c1-4bd2-b93e-5da5a9a54a8a req-f6e276ca-34ab-4f0b-8d9f-04fa12e0ab45 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:34.391142 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:34.402261 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-859122f7-82c1-4bd2-b93e-5da5a9a54a8a req-f6e276ca-34ab-4f0b-8d9f-04fa12e0ab45 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1395333 Nov 24 12:58:34.437101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e0468-aeb6-4c94-9d1c-fdd892ef6a1b req-b15edfa0-3831-4117-97ac-e1ffc615c529 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:34.443409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e0468-aeb6-4c94-9d1c-fdd892ef6a1b req-b15edfa0-3831-4117-97ac-e1ffc615c529 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:34.450190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e0468-aeb6-4c94-9d1c-fdd892ef6a1b req-b15edfa0-3831-4117-97ac-e1ffc615c529 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:34.456149 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e0468-aeb6-4c94-9d1c-fdd892ef6a1b req-b15edfa0-3831-4117-97ac-e1ffc615c529 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:34.463263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e0468-aeb6-4c94-9d1c-fdd892ef6a1b req-b15edfa0-3831-4117-97ac-e1ffc615c529 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:34.465717 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-859122f7-82c1-4bd2-b93e-5da5a9a54a8a req-57a18e7e-ba9d-4cc7-beb3-bc503ded23a9 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615084 Nov 24 12:58:34.468594 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:34.469351 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e0468-aeb6-4c94-9d1c-fdd892ef6a1b req-b15edfa0-3831-4117-97ac-e1ffc615c529 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:34.475398 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e0468-aeb6-4c94-9d1c-fdd892ef6a1b req-b15edfa0-3831-4117-97ac-e1ffc615c529 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:34.484252 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-714e0468-aeb6-4c94-9d1c-fdd892ef6a1b req-b15edfa0-3831-4117-97ac-e1ffc615c529 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.2744339 Nov 24 12:58:34.495468 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 71a297a1-f3cd-4751-8480-8458b3f0a46d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=71a297a1-f3cd-4751-8480-8458b3f0a46d,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:34.512689 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:34.589160 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Pushing event updated for resources: {'Port': ['ID=4d774ea6-c7bb-4585-9e4d-ed239cad4769,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:34.598522 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:34.622318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=71a297a1-f3cd-4751-8480-8458b3f0a46d,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:34.653936 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-714e0468-aeb6-4c94-9d1c-fdd892ef6a1b req-ae4001d6-b8d1-4cc8-b518-05a5a878d6cf tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1687691 Nov 24 12:58:34.766120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Network a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:58:34.767903 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:34.972058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Router a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:58:35.049271 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee29d8c0-c68d-474d-aff8-8a05cc6da9a3 req-48b69a59-f521-408a-9681-528b907962c8 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3f105f42ae49484599bae47aa69aa081 HTTP/1.1" status: 200 len: 221 time: 0.0505469 Nov 24 12:58:35.105609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:58:35.112741 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d9be335a-f185-4bb5-83dd-f64b6794edaf admin admin] 10.222.0.48 "PUT /v2.0/routers/a2e7120a-4d03-4f55-bfb5-0f0ef7a93429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4742522 Nov 24 12:58:35.148941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c94deaf7-765d-4c80-b2d1-f8d1394d6f69 None None] Provisioning complete for port 4d774ea6-c7bb-4585-9e4d-ed239cad4769 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:35.149488 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c94deaf7-765d-4c80-b2d1-f8d1394d6f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:35.202936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c94deaf7-765d-4c80-b2d1-f8d1394d6f69 None None] Port 4d774ea6-c7bb-4585-9e4d-ed239cad4769 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:58:35.229051 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-5430ed8e-b6d5-4a0b-b005-f229a1631679 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=92d638b31b6c4805af7701d21e9d6244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490868 Nov 24 12:58:35.279525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0408402-cb56-4dba-bbaf-3bcd2733fc15 req-193398fd-8921-451a-aeb7-d00d79589ef6 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:35.300335 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0408402-cb56-4dba-bbaf-3bcd2733fc15 req-193398fd-8921-451a-aeb7-d00d79589ef6 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b545c6e-4759-4721-b20b-eeab5885f662 HTTP/1.1" status: 200 len: 946 time: 0.0700951 Nov 24 12:58:35.346249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Sync routers for ids ['a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:58:35.356088 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-ca18dfa5-8c60-48d0-93b5-ec8bd50d207e tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=cd4ceb07585f4508a4280de3863b6f7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327601 Nov 24 12:58:35.357335 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Routers {'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:58:35.358034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:58:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:35.395191 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-bc3a6469-aab0-4a33-9bf5-80a2df63f9c8 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:35.402211 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-bc3a6469-aab0-4a33-9bf5-80a2df63f9c8 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1717043 Nov 24 12:58:35.417593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-ab8916a1-f3fa-40b3-8ccb-55e949dadca7 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/quotas/92d638b31b6c4805af7701d21e9d6244 HTTP/1.1" status: 200 len: 375 time: 0.0108714 Nov 24 12:58:35.435829 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0408402-cb56-4dba-bbaf-3bcd2733fc15 req-527613de-d0fe-4ae8-9e32-bd6e94cd8e99 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6cfb848-11eb-41f4-b5e5-5ed15c5a4526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342137 Nov 24 12:58:35.476253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-2abdb9b7-908d-4385-ae2b-a95fa835e8d8 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516670 Nov 24 12:58:35.526293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Set router a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:58:35.589025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-deab7f04-80b1-44f6-beb6-84a6e751cd31 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:35.591419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-deab7f04-80b1-44f6-beb6-84a6e751cd31 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2270162 Nov 24 12:58:35.608675 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Request body: {'port': {'device_id': '60557fb5-b477-42ef-8271-9361154675d4', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': 'cd4ceb07585f4508a4280de3863b6f7c'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:35.823390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Made reservation on behalf of cd4ceb07585f4508a4280de3863b6f7c for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:58:35.827017 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:35.846122 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:35.852556 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'name': 'tempest-AttachSCSIVolumeTestJSON-669487126-router', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:26Z', 'updated_at': '2021-11-24T12:58:33Z', 'revision_number': 4, 'project_id': 'c2a34323472c44bbbe315bbfbf40f760', 'gw_port': {'id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:28Z', 'updated_at': '2021-11-24T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '4d774ea6-c7bb-4585-9e4d-ed239cad4769', 'name': '', 'network_id': 'a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'mac_address': 'fa:16:3e:26:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '4df908d6-b47c-41a1-b553-2374187e3573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:32Z', 'updated_at': '2021-11-24T12:58:34Z', 'revision_number': 2, 'project_id': 'c2a34323472c44bbbe315bbfbf40f760', 'subnets': [{'id': '4df908d6-b47c-41a1-b553-2374187e3573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:35.893142 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Checking router: a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:58:35.893648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Updating router a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 port 4d774ea6-c7bb-4585-9e4d-ed239cad4769 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:58:35.949929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbfd20-4641-4e02-899b-a6a1ea464562 req-ab8aa12c-b6e4-4fce-8b78-7e6443e15fab tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:35.969330 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d8bbfd20-4641-4e02-899b-a6a1ea464562 req-ab8aa12c-b6e4-4fce-8b78-7e6443e15fab tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1515553 Nov 24 12:58:35.979954 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:36.093620 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 71a297a1-f3cd-4751-8480-8458b3f0a46d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:36.112630 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:36.129249 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d8bbfd20-4641-4e02-899b-a6a1ea464562 req-74277eee-b850-413c-a970-66d1212149b8 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571279 Nov 24 12:58:36.130441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:36.170354 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fa3b529c-38f5-4474-b8f1-33e18a275526 req-2dc6edb3-7871-4d49-9aaf-4c1320e7fce8 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/ports?device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 210 time: 0.0495946 Nov 24 12:58:36.273201 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:36.333583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 71a297a1-f3cd-4751-8480-8458b3f0a46d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:36.334215 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:36.360354 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d98f14a7-7b73-4257-91af-517992bcc603 req-7ed1b8af-0ce0-42df-8e21-a868e1809040 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 210 time: 0.0435188 Nov 24 12:58:36.377660 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92c09cf-7738-416f-b672-cd89ac763358,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:36.458162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d704b7cc-7257-4579-b5d6-5e87e3da858a req-c2f43e01-1e8a-4ffa-bcbc-f6933e7e7b40 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:36.465018 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d704b7cc-7257-4579-b5d6-5e87e3da858a req-c2f43e01-1e8a-4ffa-bcbc-f6933e7e7b40 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b545c6e-4759-4721-b20b-eeab5885f662 HTTP/1.1" status: 200 len: 946 time: 0.2915397 Nov 24 12:58:36.558942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Allocated IP 192.168.233.71 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/ace1cf45-f45a-4946-b161-16e9972cbe2e) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:58:36.632281 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903d984-97bd-4d31-94b6-b0cfc8018805 req-30a09452-b348-4c97-85a1-b039cc4597d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:36.650147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903d984-97bd-4d31-94b6-b0cfc8018805 req-30a09452-b348-4c97-85a1-b039cc4597d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:36.660350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903d984-97bd-4d31-94b6-b0cfc8018805 req-30a09452-b348-4c97-85a1-b039cc4597d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:36.700547 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:36.701599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903d984-97bd-4d31-94b6-b0cfc8018805 req-30a09452-b348-4c97-85a1-b039cc4597d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:36.715517 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:36.726862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903d984-97bd-4d31-94b6-b0cfc8018805 req-30a09452-b348-4c97-85a1-b039cc4597d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:36.750748 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903d984-97bd-4d31-94b6-b0cfc8018805 req-30a09452-b348-4c97-85a1-b039cc4597d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:36.768114 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903d984-97bd-4d31-94b6-b0cfc8018805 req-30a09452-b348-4c97-85a1-b039cc4597d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:36.793178 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3903d984-97bd-4d31-94b6-b0cfc8018805 req-30a09452-b348-4c97-85a1-b039cc4597d9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.4813766 Nov 24 12:58:36.813679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c0bd7-9c7e-4331-bbaa-1d94d0cdf660 None None] Pushing event updated for resources: {'Port': ['ID=4d774ea6-c7bb-4585-9e4d-ed239cad4769,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:36.954985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Attempting to bind port 4d774ea6-c7bb-4585-9e4d-ed239cad4769 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:36.956330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Attempting to bind port 4d774ea6-c7bb-4585-9e4d-ed239cad4769 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '8f014cb6-06d8-4f1f-9ded-9d7065dc40e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:36.956710 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Attempting to bind port 4d774ea6-c7bb-4585-9e4d-ed239cad4769 on network a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:36.975898 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:36.976810 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Checking segment: {'id': '8f014cb6-06d8-4f1f-9ded-9d7065dc40e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:36.977167 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:36.977548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Bound using segment: {'id': '8f014cb6-06d8-4f1f-9ded-9d7065dc40e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:36.978085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Bound port: 4d774ea6-c7bb-4585-9e4d-ed239cad4769, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f014cb6-06d8-4f1f-9ded-9d7065dc40e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:36.978472 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:36.984633 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:37.106745 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:37.133351 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3903d984-97bd-4d31-94b6-b0cfc8018805 req-7d20ed2f-c29e-4e9a-913e-e1d8e29b2c4f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3391950 Nov 24 12:58:37.164410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-d704b7cc-7257-4579-b5d6-5e87e3da858a req-adf4c1f5-04b5-461f-b2da-839fa0bf120d tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Deleting port e3995328-6893-4070-8de1-263efdc49f42 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:58:37.165147 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d704b7cc-7257-4579-b5d6-5e87e3da858a req-adf4c1f5-04b5-461f-b2da-839fa0bf120d tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:37.217942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] For port 4d774ea6-c7bb-4585-9e4d-ed239cad4769, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:37.222492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] For port 4d774ea6-c7bb-4585-9e4d-ed239cad4769, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4d774ea6-c7bb-4585-9e4d-ed239cad4769,segment=NetworkSegment(8f014cb6-06d8-4f1f-9ded-9d7065dc40e2),segment_id=8f014cb6-06d8-4f1f-9ded-9d7065dc40e2)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:37.237396 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:37.245564 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:58:37.250129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:37.277729 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:58:37.349014 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-d704b7cc-7257-4579-b5d6-5e87e3da858a req-adf4c1f5-04b5-461f-b2da-839fa0bf120d tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] For port e3995328-6893-4070-8de1-263efdc49f42, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e3995328-6893-4070-8de1-263efdc49f42,segment=NetworkSegment(902dfdb6-3f8a-4f70-aef3-5dea2c0aebac),segment_id=902dfdb6-3f8a-4f70-aef3-5dea2c0aebac)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:37.349543 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d704b7cc-7257-4579-b5d6-5e87e3da858a req-adf4c1f5-04b5-461f-b2da-839fa0bf120d tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:37.369743 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-d704b7cc-7257-4579-b5d6-5e87e3da858a req-adf4c1f5-04b5-461f-b2da-839fa0bf120d tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Calling delete_port for e3995328-6893-4070-8de1-263efdc49f42 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:58:37.392604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Pushing event updated for resources: {'Port': ['ID=ace1cf45-f45a-4946-b161-16e9972cbe2e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:37.449159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:37.450096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:37.489706 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-e39be702-c6ac-4ee1-a5df-5b6191aa4677 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8873179 Nov 24 12:58:37.504866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Request body: {'port': {'device_id': '60557fb5-b477-42ef-8271-9361154675d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:37.639924 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d704b7cc-7257-4579-b5d6-5e87e3da858a req-adf4c1f5-04b5-461f-b2da-839fa0bf120d tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:37.670951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['e3995328-6893-4070-8de1-263efdc49f42'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:37.695723 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-23d182f0-7b90-45d4-9c4c-25e732323a20 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=92d638b31b6c4805af7701d21e9d6244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723643 Nov 24 12:58:37.699857 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c49df84d-9519-457c-a26e-c82e2e0711dd req-96120b53-00c9-4c7f-b74e-e81420914bd1 tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b545c6e-4759-4721-b20b-eeab5885f662 HTTP/1.1" status: 200 len: 210 time: 0.0925291 Nov 24 12:58:37.714413 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:37.745802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4c1f5-04b5-461f-b2da-839fa0bf120d tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Pushing event deleted for resources: {'Port': ['ID=e3995328-6893-4070-8de1-263efdc49f42,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:37.840340 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d704b7cc-7257-4579-b5d6-5e87e3da858a req-adf4c1f5-04b5-461f-b2da-839fa0bf120d tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] No DVR routers for this DVR port e3995328-6893-4070-8de1-263efdc49f42 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:58:37.842759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f8b82b85-9aec-4598-8152-33ae84bf17f1 None None] Provisioning complete for port 4d774ea6-c7bb-4585-9e4d-ed239cad4769 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:37.843130 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f8b82b85-9aec-4598-8152-33ae84bf17f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:37.860843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e984b-b536-4bff-a274-c0912252bf7c req-41905b01-1582-4804-8c82-23a54e561f8a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:37.871502 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-208e984b-b536-4bff-a274-c0912252bf7c req-41905b01-1582-4804-8c82-23a54e561f8a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.2913880 Nov 24 12:58:37.874326 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d704b7cc-7257-4579-b5d6-5e87e3da858a req-adf4c1f5-04b5-461f-b2da-839fa0bf120d tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:37.878491 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d704b7cc-7257-4579-b5d6-5e87e3da858a req-adf4c1f5-04b5-461f-b2da-839fa0bf120d tempest-ServerPasswordTestJSON-1227242329 tempest-ServerPasswordTestJSON-1227242329-project] 10.222.0.59 "DELETE /v2.0/ports/e3995328-6893-4070-8de1-263efdc49f42 HTTP/1.1" status: 204 len: 173 time: 1.4060154 Nov 24 12:58:37.883285 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b545c6e-4759-4721-b20b-eeab5885f662', 'name': 'network-vif-deleted', 'tag': 'e3995328-6893-4070-8de1-263efdc49f42'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:37.883285 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6505ec-bde1-49bc-961f-727038d35eb8" -d '{"events": [{"server_uuid": "8b545c6e-4759-4721-b20b-eeab5885f662", "name": "network-vif-deleted", "tag": "e3995328-6893-4070-8de1-263efdc49f42"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:37.966352 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Routers {'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:58:37.974090 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:58:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:38.041293 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-208e984b-b536-4bff-a274-c0912252bf7c req-540346d0-937d-4c91-9215-5608d233d6d6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686261 Nov 24 12:58:38.213669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c0bd7-9c7e-4331-bbaa-1d94d0cdf660 None None] Pushing event updated for resources: {'Port': ['ID=4d774ea6-c7bb-4585-9e4d-ed239cad4769,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:38.267216 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-120f912b-0b45-4e94-8b19-bb8eb1adcfad req-387cbae3-b609-45a1-816e-225d295d8e56 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 210 time: 0.0786395 Nov 24 12:58:38.291184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-6a246d88-da3e-48b2-88bf-f2a84647fa37 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:38.292754 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-6a246d88-da3e-48b2-88bf-f2a84647fa37 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5898452 Nov 24 12:58:38.327665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4345ec5-f8df-40ba-a2c6-af2c91467a6d req-7f490dc9-d177-4dc2-b938-e66c47bb577f tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:38.340370 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4345ec5-f8df-40ba-a2c6-af2c91467a6d req-7f490dc9-d177-4dc2-b938-e66c47bb577f tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/ports?device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 935 time: 0.3851686 Nov 24 12:58:38.350439 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cb0fb3-8780-48f0-a32f-b1695dbc59d1 x-openstack-request-id: req-12cb0fb3-8780-48f0-a32f-b1695dbc59d1 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:38.350976 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b545c6e-4759-4721-b20b-eeab5885f662", "name": "network-vif-deleted", "tag": "e3995328-6893-4070-8de1-263efdc49f42", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:38.351435 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12cb0fb3-8780-48f0-a32f-b1695dbc59d1 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:38.352190 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b545c6e-4759-4721-b20b-eeab5885f662', 'name': 'network-vif-deleted', 'tag': 'e3995328-6893-4070-8de1-263efdc49f42', 'status': 'completed', 'code': 200} Nov 24 12:58:38.360359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Request body: {'port': {'device_id': 'c58b46c1-c7d6-48c9-8cbb-f36e863d50b1', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '92d638b31b6c4805af7701d21e9d6244'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:38.465347 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f8b82b85-9aec-4598-8152-33ae84bf17f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:38.469532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] Set router a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:58:38.540476 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f8b82b85-9aec-4598-8152-33ae84bf17f1 None None] For port 4d774ea6-c7bb-4585-9e4d-ed239cad4769, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4d774ea6-c7bb-4585-9e4d-ed239cad4769,segment=NetworkSegment(8f014cb6-06d8-4f1f-9ded-9d7065dc40e2),segment_id=8f014cb6-06d8-4f1f-9ded-9d7065dc40e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:38.610815 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94fe40-9fd6-46a5-8f73-2ac1ff15783f req-19b9c64c-c891-456d-a6fc-858bec2f93a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:38.619360 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f8b82b85-9aec-4598-8152-33ae84bf17f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:38.622713 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94fe40-9fd6-46a5-8f73-2ac1ff15783f req-19b9c64c-c891-456d-a6fc-858bec2f93a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:38.643485 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4345ec5-f8df-40ba-a2c6-af2c91467a6d req-385bb839-b166-4f3f-8c68-5669ab4634c0 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92c09cf-7738-416f-b672-cd89ac763358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019800 Nov 24 12:58:38.645362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94fe40-9fd6-46a5-8f73-2ac1ff15783f req-19b9c64c-c891-456d-a6fc-858bec2f93a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:38.666001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94fe40-9fd6-46a5-8f73-2ac1ff15783f req-19b9c64c-c891-456d-a6fc-858bec2f93a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:38.689850 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94fe40-9fd6-46a5-8f73-2ac1ff15783f req-19b9c64c-c891-456d-a6fc-858bec2f93a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:38.709302 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94fe40-9fd6-46a5-8f73-2ac1ff15783f req-19b9c64c-c891-456d-a6fc-858bec2f93a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:38.732150 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94fe40-9fd6-46a5-8f73-2ac1ff15783f req-19b9c64c-c891-456d-a6fc-858bec2f93a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:38.738134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Made reservation on behalf of 92d638b31b6c4805af7701d21e9d6244 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:58:38.743198 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:38.750802 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e94fe40-9fd6-46a5-8f73-2ac1ff15783f req-19b9c64c-c891-456d-a6fc-858bec2f93a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.2184348 Nov 24 12:58:38.757202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:38.893576 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e94fe40-9fd6-46a5-8f73-2ac1ff15783f req-50f91e48-0e32-4f81-8e3a-6c0311b88520 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1359291 Nov 24 12:58:38.929454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6314005a-628b-41d7-a859-2c71e33b5f5d None None] Provisioning complete for port ace1cf45-f45a-4946-b161-16e9972cbe2e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:38.930062 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6314005a-628b-41d7-a859-2c71e33b5f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:38.985793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b82b85-9aec-4598-8152-33ae84bf17f1 None None] Pushing event updated for resources: {'Port': ['ID=4d774ea6-c7bb-4585-9e4d-ed239cad4769,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:39.029673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58818) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:39.034405 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:39.043627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6314005a-628b-41d7-a859-2c71e33b5f5d None None] Port ace1cf45-f45a-4946-b161-16e9972cbe2e cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:58:39.084414 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:39.106221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6314005a-628b-41d7-a859-2c71e33b5f5d None None] Provisioning complete for port 4d774ea6-c7bb-4585-9e4d-ed239cad4769 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:39.106725 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6314005a-628b-41d7-a859-2c71e33b5f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:39.119614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-52799502-31e6-49cf-94fa-e5efdf4a2fbd admin admin] Deleting subnet 5ca4c78e-7d55-4a64-b0a7-e8ee63b0e602 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:58:39.130750 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52799502-31e6-49cf-94fa-e5efdf4a2fbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:39.144537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace1cf45-f45a-4946-b161-16e9972cbe2e {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:39.193756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543e83b-cf27-489a-be22-00f26cf53a7f req-5d2f7a21-2a56-4e6c-8ee1-a38d0c7d1bc1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:39.199068 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7543e83b-cf27-489a-be22-00f26cf53a7f req-5d2f7a21-2a56-4e6c-8ee1-a38d0c7d1bc1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.2113488 Nov 24 12:58:39.204821 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:39.235730 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52799502-31e6-49cf-94fa-e5efdf4a2fbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:39.236201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'name': 'tempest-AttachSCSIVolumeTestJSON-669487126-router', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:26Z', 'updated_at': '2021-11-24T12:58:33Z', 'revision_number': 4, 'project_id': 'c2a34323472c44bbbe315bbfbf40f760', 'gw_port': {'id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:28Z', 'updated_at': '2021-11-24T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '4d774ea6-c7bb-4585-9e4d-ed239cad4769', 'name': '', 'network_id': 'a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'mac_address': 'fa:16:3e:26:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '4df908d6-b47c-41a1-b553-2374187e3573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:32Z', 'updated_at': '2021-11-24T12:58:37Z', 'revision_number': 4, 'project_id': 'c2a34323472c44bbbe315bbfbf40f760', 'subnets': [{'id': '4df908d6-b47c-41a1-b553-2374187e3573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:39.282226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68071b1b-49ca-4138-920a-ce0458371407 None None] The sync data for ids ['a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'] in n-d-817303-4 is: [{'id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'name': 'tempest-AttachSCSIVolumeTestJSON-669487126-router', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:26Z', 'updated_at': '2021-11-24T12:58:33Z', 'revision_number': 4, 'project_id': 'c2a34323472c44bbbe315bbfbf40f760', 'gw_port': {'id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:28Z', 'updated_at': '2021-11-24T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '4d774ea6-c7bb-4585-9e4d-ed239cad4769', 'name': '', 'network_id': 'a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'mac_address': 'fa:16:3e:26:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '4df908d6-b47c-41a1-b553-2374187e3573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:32Z', 'updated_at': '2021-11-24T12:58:37Z', 'revision_number': 4, 'project_id': 'c2a34323472c44bbbe315bbfbf40f760', 'subnets': [{'id': '4df908d6-b47c-41a1-b553-2374187e3573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:58:39.390985 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52799502-31e6-49cf-94fa-e5efdf4a2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:39.557850 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:39.559468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:39.570309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Transition to ACTIVE for port object ace1cf45-f45a-4946-b161-16e9972cbe2e will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:58:39.577621 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c0c0164f-fdf0-484c-9e38-94520aeeaf31 req-c883a085-4aeb-4eca-b881-bb2b1bbe7da1 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 210 time: 0.0981483 Nov 24 12:58:39.645825 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52799502-31e6-49cf-94fa-e5efdf4a2fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:39.655561 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:39.742901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52799502-31e6-49cf-94fa-e5efdf4a2fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca4c78e-7d55-4a64-b0a7-e8ee63b0e602,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:39.759564 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52799502-31e6-49cf-94fa-e5efdf4a2fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:39.766797 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-52799502-31e6-49cf-94fa-e5efdf4a2fbd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5ca4c78e-7d55-4a64-b0a7-e8ee63b0e602 HTTP/1.1" status: 204 len: 168 time: 0.7347007 Nov 24 12:58:39.769211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58830) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:39.851481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ace1cf45-f45a-4946-b161-16e9972cbe2e,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:39.991895 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7543e83b-cf27-489a-be22-00f26cf53a7f req-72aa0cd9-cc5a-4e54-a814-ed00ee47b316 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5260994 Nov 24 12:58:40.006204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Allocated IP 192.168.233.223 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/80f5f2c7-01b2-42dd-b118-5b1113ff296b) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:58:40.042037 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e3995328-6893-4070-8de1-263efdc49f42 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:58:40.089749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58840) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:40.139143 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: e3995328-6893-4070-8de1-263efdc49f42 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:58:40.139884 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e3995328-6893-4070-8de1-263efdc49f42 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:58:40.198806 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-470dc463-9568-4a03-a73c-2192f89ffef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:40.274138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4d774ea6-c7bb-4585-9e4d-ed239cad4769 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:40.463690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 4d774ea6-c7bb-4585-9e4d-ed239cad4769 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:40.465441 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:40.607533 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-470dc463-9568-4a03-a73c-2192f89ffef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:40.625057 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c98440e6-bd09-4d7a-a0c8-ed7937d60b43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:40.628048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Attempting to bind port ace1cf45-f45a-4946-b161-16e9972cbe2e on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:40.630806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Attempting to bind port ace1cf45-f45a-4946-b161-16e9972cbe2e by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:40.631412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Attempting to bind port ace1cf45-f45a-4946-b161-16e9972cbe2e on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:40.649589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-470dc463-9568-4a03-a73c-2192f89ffef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a80be42-ac66-41a3-940f-25e8764970ee']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:40.672873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-470dc463-9568-4a03-a73c-2192f89ffef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902dfdb6-3f8a-4f70-aef3-5dea2c0aebac') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:40.673345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-470dc463-9568-4a03-a73c-2192f89ffef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902dfdb6-3f8a-4f70-aef3-5dea2c0aebac') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:58:40.695904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Port ace1cf45-f45a-4946-b161-16e9972cbe2e on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:58:40.696606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Attempting to bind port ace1cf45-f45a-4946-b161-16e9972cbe2e on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:40.700177 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-470dc463-9568-4a03-a73c-2192f89ffef9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:40.734464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:40.734780 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:40.735134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:40.735703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Bound port: ace1cf45-f45a-4946-b161-16e9972cbe2e, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:40.736076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:40.738233 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf73b2-2a4a-4c72-a04e-5063c77b7dd7 req-88b6e6f5-d399-454b-86c6-daf5466b0aca tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:40.748815 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63cf73b2-2a4a-4c72-a04e-5063c77b7dd7 req-88b6e6f5-d399-454b-86c6-daf5466b0aca tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/ports?device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 947 time: 0.2585447 Nov 24 12:58:40.788575 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-470dc463-9568-4a03-a73c-2192f89ffef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:40.808599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470dc463-9568-4a03-a73c-2192f89ffef9 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:58:40.809054 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-470dc463-9568-4a03-a73c-2192f89ffef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:40.834231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] For port ace1cf45-f45a-4946-b161-16e9972cbe2e, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:40.851378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8422-0c5a-4583-af0a-a7baecf3d322 req-3125cc9c-c31d-4221-970b-026e5d384b61 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:40.857981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8422-0c5a-4583-af0a-a7baecf3d322 req-3125cc9c-c31d-4221-970b-026e5d384b61 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:40.865161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8422-0c5a-4583-af0a-a7baecf3d322 req-3125cc9c-c31d-4221-970b-026e5d384b61 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:58:40.868028 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:58:40.872168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8422-0c5a-4583-af0a-a7baecf3d322 req-3125cc9c-c31d-4221-970b-026e5d384b61 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:40.881726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8422-0c5a-4583-af0a-a7baecf3d322 req-3125cc9c-c31d-4221-970b-026e5d384b61 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:40.889278 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8422-0c5a-4583-af0a-a7baecf3d322 req-3125cc9c-c31d-4221-970b-026e5d384b61 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:40.904182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8422-0c5a-4583-af0a-a7baecf3d322 req-3125cc9c-c31d-4221-970b-026e5d384b61 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:40.912760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-baeb8422-0c5a-4583-af0a-a7baecf3d322 req-3125cc9c-c31d-4221-970b-026e5d384b61 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.6907365 Nov 24 12:58:40.987855 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63cf73b2-2a4a-4c72-a04e-5063c77b7dd7 req-6edf737c-b4fd-4de7-9bd0-b93091b105c4 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92c09cf-7738-416f-b672-cd89ac763358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314515 Nov 24 12:58:40.992936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-470dc463-9568-4a03-a73c-2192f89ffef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:41.007629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] For port ace1cf45-f45a-4946-b161-16e9972cbe2e, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ace1cf45-f45a-4946-b161-16e9972cbe2e,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:41.030687 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-470dc463-9568-4a03-a73c-2192f89ffef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:41.032319 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:41.061406 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-470dc463-9568-4a03-a73c-2192f89ffef9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5a80be42-ac66-41a3-940f-25e8764970ee HTTP/1.1" status: 204 len: 168 time: 1.2750711 Nov 24 12:58:41.095174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dc463-9568-4a03-a73c-2192f89ffef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a80be42-ac66-41a3-940f-25e8764970ee,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:41.226697 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-baeb8422-0c5a-4583-af0a-a7baecf3d322 req-66829cea-906f-4ddf-9ef2-cd65b45691dc tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3125458 Nov 24 12:58:41.263323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:41.264001 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:41.270594 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] 10.222.0.46 "PUT /v2.0/ports/ace1cf45-f45a-4946-b161-16e9972cbe2e HTTP/1.1" status: 200 len: 1095 time: 3.7701769 Nov 24 12:58:41.307883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a07d80-c678-4beb-9625-ade57246b5a1 req-16cfdeef-2f85-4bf8-b18a-727e35d6ee22 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:41.308936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60557fb5-b477-42ef-8271-9361154675d4', 'tag': 'ace1cf45-f45a-4946-b161-16e9972cbe2e'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:41.313784 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5ee01c-91de-4054-84fe-ed9351e0706a" -d '{"events": [{"name": "network-changed", "server_uuid": "60557fb5-b477-42ef-8271-9361154675d4", "tag": "ace1cf45-f45a-4946-b161-16e9972cbe2e"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:41.331214 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83a07d80-c678-4beb-9625-ade57246b5a1 req-16cfdeef-2f85-4bf8-b18a-727e35d6ee22 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1777885 Nov 24 12:58:41.426100 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c98440e6-bd09-4d7a-a0c8-ed7937d60b43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:41.429170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b146d18-5c23-45b5-a11e-6ebe402947d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ace1cf45-f45a-4946-b161-16e9972cbe2e,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:41.444074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58854) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:41.456209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83a07d80-c678-4beb-9625-ade57246b5a1 req-b8f048d1-974e-481d-b11e-a2614e67fed9 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240857 Nov 24 12:58:41.568229 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1406495a-0581-4bf9-a624-e1ffeee61991 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=402a28d009ee4228936c2adb6cdc6fad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1089115 Nov 24 12:58:41.570190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58860) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:41.605734 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32a7741e-ec75-4fab-aa8c-4d6c1e006734 req-68539b79-dc7d-4bd1-b96e-3b2a557e4c9d tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 210 time: 0.1092341 Nov 24 12:58:41.606536 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c98440e6-bd09-4d7a-a0c8-ed7937d60b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:41.645183 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103e759a-5e05-442a-abae-b037f5677d1a x-openstack-request-id: req-103e759a-5e05-442a-abae-b037f5677d1a {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:41.645509 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60557fb5-b477-42ef-8271-9361154675d4", "tag": "ace1cf45-f45a-4946-b161-16e9972cbe2e", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:41.645779 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-103e759a-5e05-442a-abae-b037f5677d1a {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:41.647696 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60557fb5-b477-42ef-8271-9361154675d4', 'tag': 'ace1cf45-f45a-4946-b161-16e9972cbe2e', 'status': 'completed', 'code': 200} Nov 24 12:58:41.767682 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-041d05a5-2260-4c2c-b8b5-212a07e2de74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:41.798604 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:41.809041 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c98440e6-bd09-4d7a-a0c8-ed7937d60b43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea8dbba4cebc409ba7ea1b61a0dffdbb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7141244 Nov 24 12:58:41.810273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98440e6-bd09-4d7a-a0c8-ed7937d60b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8943198-a639-4260-b74a-7a5687ad53d2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:41.814334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58862) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:41.818709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-8bb77d96-afa8-496f-9f2c-e5bb9ed234fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:41.820215 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-8bb77d96-afa8-496f-9f2c-e5bb9ed234fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd4ceb07585f4508a4280de3863b6f7c&device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 1098 time: 0.4702027 Nov 24 12:58:41.844171 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-041d05a5-2260-4c2c-b8b5-212a07e2de74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:41.880524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-af95576e-913c-48ea-aeb2-5d3f00b78249 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ace1cf45-f45a-4946-b161-16e9972cbe2e HTTP/1.1" status: 200 len: 217 time: 0.0465357 Nov 24 12:58:41.922449 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-041d05a5-2260-4c2c-b8b5-212a07e2de74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:41.925158 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-041d05a5-2260-4c2c-b8b5-212a07e2de74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:41.928782 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-041d05a5-2260-4c2c-b8b5-212a07e2de74 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6cfb848-11eb-41f4-b5e5-5ed15c5a4526 HTTP/1.1" status: 204 len: 168 time: 0.3552992 Nov 24 12:58:41.942598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80317b17-05d6-4775-9c04-eda7dd0b4718 req-80b995c9-02ae-4dcc-96db-4b2cf6b89e8d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:41.950807 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-80317b17-05d6-4775-9c04-eda7dd0b4718 req-80b995c9-02ae-4dcc-96db-4b2cf6b89e8d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1845834 Nov 24 12:58:41.953458 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d05a5-2260-4c2c-b8b5-212a07e2de74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cfb848-11eb-41f4-b5e5-5ed15c5a4526,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:41.984275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-b0e60842-4b68-40f8-8d7a-363947b324c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:41.985782 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-b0e60842-4b68-40f8-8d7a-363947b324c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0928915 Nov 24 12:58:41.993568 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:42.034492 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-80317b17-05d6-4775-9c04-eda7dd0b4718 req-d26e6825-8535-4e59-a330-da0c9f115ddc tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682092 Nov 24 12:58:42.052280 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07395ad4-d5e0-482e-93b7-32e75b029f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:42.184400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:58:42.198943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3abfaf-1c66-40e3-b3bc-e6e7bdba1e02 req-c9236639-3467-4651-a315-edb5058df3bb tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:42.204889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:42.207544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:58:42.210914 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a3abfaf-1c66-40e3-b3bc-e6e7bdba1e02 req-c9236639-3467-4651-a315-edb5058df3bb tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.0900052 Nov 24 12:58:42.271765 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07395ad4-d5e0-482e-93b7-32e75b029f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:42.313329 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a3abfaf-1c66-40e3-b3bc-e6e7bdba1e02 req-78103ed6-5bc1-4303-b45f-3e1ea82d84f1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913749 Nov 24 12:58:42.335986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event updated for resources: {'Port': ['ID=80f5f2c7-01b2-42dd-b118-5b1113ff296b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:42.417138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963a9dd-5063-43fa-aa89-efadda7b2d54 req-30ee3d99-446c-411b-8f9d-e6f4f2327ba6 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:42.425255 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7963a9dd-5063-43fa-aa89-efadda7b2d54 req-30ee3d99-446c-411b-8f9d-e6f4f2327ba6 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/ports?device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 947 time: 0.2906337 Nov 24 12:58:42.436512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:42.437192 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:42.441300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-640047c9-4f26-4dbd-acfc-438497754e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:42.443045 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-640047c9-4f26-4dbd-acfc-438497754e66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4439347 Nov 24 12:58:42.514241 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86197c48-df2b-4772-8c08-94f7c08e78a7 req-00d616bb-36b4-468d-99b7-fcded9624a46 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:42.520808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86197c48-df2b-4772-8c08-94f7c08e78a7 req-00d616bb-36b4-468d-99b7-fcded9624a46 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:42.528464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86197c48-df2b-4772-8c08-94f7c08e78a7 req-00d616bb-36b4-468d-99b7-fcded9624a46 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:42.534613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86197c48-df2b-4772-8c08-94f7c08e78a7 req-00d616bb-36b4-468d-99b7-fcded9624a46 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:42.552590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86197c48-df2b-4772-8c08-94f7c08e78a7 req-00d616bb-36b4-468d-99b7-fcded9624a46 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:42.585835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86197c48-df2b-4772-8c08-94f7c08e78a7 req-00d616bb-36b4-468d-99b7-fcded9624a46 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:42.593011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86197c48-df2b-4772-8c08-94f7c08e78a7 req-00d616bb-36b4-468d-99b7-fcded9624a46 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:42.596947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86197c48-df2b-4772-8c08-94f7c08e78a7 req-00d616bb-36b4-468d-99b7-fcded9624a46 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.1821518 Nov 24 12:58:42.609077 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-05a11ed1-bb62-46d5-8fa7-6fd7090fabc4 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544032 Nov 24 12:58:42.613598 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-76703f7f-9402-416b-88c6-a98c304ac4c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3103788 Nov 24 12:58:42.660374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Request body: {'port': {'device_id': 'c58b46c1-c7d6-48c9-8cbb-f36e863d50b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:42.678402 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86197c48-df2b-4772-8c08-94f7c08e78a7 req-46f1d6e5-1bbe-40c1-8c28-931b475d524f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631130 Nov 24 12:58:42.715348 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-343ebffe-c605-4f34-8324-331c41996c99 None None] Provisioning complete for port 80f5f2c7-01b2-42dd-b118-5b1113ff296b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:42.715936 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-343ebffe-c605-4f34-8324-331c41996c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:42.725389 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07395ad4-d5e0-482e-93b7-32e75b029f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:42.727093 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07395ad4-d5e0-482e-93b7-32e75b029f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:42.731348 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-07395ad4-d5e0-482e-93b7-32e75b029f04 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8943198-a639-4260-b74a-7a5687ad53d2 HTTP/1.1" status: 204 len: 168 time: 0.9102097 Nov 24 12:58:42.735029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7963a9dd-5063-43fa-aa89-efadda7b2d54 req-dcac9a08-f668-4b73-ba5a-ea79a5db4760 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92c09cf-7738-416f-b672-cd89ac763358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090734 Nov 24 12:58:42.828697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07395ad4-d5e0-482e-93b7-32e75b029f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8943198-a639-4260-b74a-7a5687ad53d2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:42.837645 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:42.852390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-343ebffe-c605-4f34-8324-331c41996c99 None None] Port 80f5f2c7-01b2-42dd-b118-5b1113ff296b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:58:42.988533 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56b709-48f8-4916-8ac2-39dc20af6ea9 req-981f3433-3be8-4a24-8719-0d3c74a10941 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:43.019555 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e56b709-48f8-4916-8ac2-39dc20af6ea9 req-981f3433-3be8-4a24-8719-0d3c74a10941 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 936 time: 0.1150393 Nov 24 12:58:43.105915 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e56b709-48f8-4916-8ac2-39dc20af6ea9 req-0c077f5d-92b7-4463-8530-0226d35f1c70 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808058 Nov 24 12:58:43.235912 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c5dcf0f-46bd-4277-ae6a-c916f754d521 req-8ff5907d-4e98-4b42-bd25-9c67dc32d8a5 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899463 Nov 24 12:58:43.266260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f5f2c7-01b2-42dd-b118-5b1113ff296b {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:43.288916 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:43.337894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Transition to ACTIVE for port object 80f5f2c7-01b2-42dd-b118-5b1113ff296b will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:58:43.373716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858c3b0-4009-4107-86d6-82bf88a4187c req-34229e9a-cc93-46d9-b832-24b72f0f5cda tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:43.384846 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f858c3b0-4009-4107-86d6-82bf88a4187c req-34229e9a-cc93-46d9-b832-24b72f0f5cda tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.3388660 Nov 24 12:58:43.561935 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58918) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:43.809770 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:43.946767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-197129824-network', 'tenant_id': '429d3674f3ad4981b2ec0f312da0377d'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:43.990902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92074b68-85b7-48de-ac00-bd7cfdaeea76 req-4f1e6a01-aec8-4a04-bb5d-7f99dd952d03 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:43.998857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-92074b68-85b7-48de-ac00-bd7cfdaeea76 req-4f1e6a01-aec8-4a04-bb5d-7f99dd952d03 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.1367862 Nov 24 12:58:44.017971 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] Made reservation on behalf of 429d3674f3ad4981b2ec0f312da0377d for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:58:44.020689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:44.040771 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:44.079917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ee01c-91de-4054-84fe-ed9351e0706a req-7b28f516-183d-4c68-b1fa-dddb5b9ced81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:44.081861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de5ee01c-91de-4054-84fe-ed9351e0706a req-7b28f516-183d-4c68-b1fa-dddb5b9ced81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd4ceb07585f4508a4280de3863b6f7c&device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 1098 time: 0.7417357 Nov 24 12:58:44.120556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Attempting to bind port 80f5f2c7-01b2-42dd-b118-5b1113ff296b on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:44.121056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Attempting to bind port 80f5f2c7-01b2-42dd-b118-5b1113ff296b by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:44.121406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Attempting to bind port 80f5f2c7-01b2-42dd-b118-5b1113ff296b on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:44.125513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Pushing event updated for resources: {'Port': ['ID=80f5f2c7-01b2-42dd-b118-5b1113ff296b,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:44.147108 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-92074b68-85b7-48de-ac00-bd7cfdaeea76 req-5636a44e-aaef-4c16-a9d8-ba86687d6559 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336286 Nov 24 12:58:44.242065 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:44.257827 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:44.281604 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:58:44.295529 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:44.302798 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] Added segment 85c7471d-3be3-45c9-9ec7-fb5277576a29 of type vlan for network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b Nov 24 12:58:44.303579 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f858c3b0-4009-4107-86d6-82bf88a4187c req-6a9ac587-872f-4f6e-a3a8-19fd265f1086 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814234 Nov 24 12:58:44.319894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Port 80f5f2c7-01b2-42dd-b118-5b1113ff296b on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:58:44.323302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Attempting to bind port 80f5f2c7-01b2-42dd-b118-5b1113ff296b on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:44.353153 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:44.354941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:44.355494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:44.356066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:44.357821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Bound port: 80f5f2c7-01b2-42dd-b118-5b1113ff296b, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:44.358885 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:44.370564 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ee01c-91de-4054-84fe-ed9351e0706a req-99f287e2-1b37-4543-8191-af863cdb79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:44.372481 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de5ee01c-91de-4054-84fe-ed9351e0706a req-99f287e2-1b37-4543-8191-af863cdb79b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2741761 Nov 24 12:58:44.422016 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:44.423070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:44.423659 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:44.461557 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88213fd-8398-4be2-9d8a-50031442c3d3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:44.497310 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9315689 Nov 24 12:58:44.498711 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58948) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:44.504081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e40bb039-3b36-484c-bf4a-2294778cacf7 admin admin] Request body: {'subnet': {'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-197129824-subnet', 'tenant_id': '429d3674f3ad4981b2ec0f312da0377d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:44.504610 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de5ee01c-91de-4054-84fe-ed9351e0706a req-9750847d-7dbb-401c-9c74-f3151eb49ea7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=ace1cf45-f45a-4946-b161-16e9972cbe2e HTTP/1.1" status: 200 len: 217 time: 0.1199427 Nov 24 12:58:44.550227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2d3ac-2cf0-4a06-929d-4a9dc8c23658 req-f13d74d0-60e9-4b67-a4df-8bd2eed7a7bd tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:44.556835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2d3ac-2cf0-4a06-929d-4a9dc8c23658 req-f13d74d0-60e9-4b67-a4df-8bd2eed7a7bd tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:44.562751 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2d3ac-2cf0-4a06-929d-4a9dc8c23658 req-f13d74d0-60e9-4b67-a4df-8bd2eed7a7bd tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:44.569095 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2d3ac-2cf0-4a06-929d-4a9dc8c23658 req-f13d74d0-60e9-4b67-a4df-8bd2eed7a7bd tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:44.575548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2d3ac-2cf0-4a06-929d-4a9dc8c23658 req-f13d74d0-60e9-4b67-a4df-8bd2eed7a7bd tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:44.581799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2d3ac-2cf0-4a06-929d-4a9dc8c23658 req-f13d74d0-60e9-4b67-a4df-8bd2eed7a7bd tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:44.595378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2d3ac-2cf0-4a06-929d-4a9dc8c23658 req-f13d74d0-60e9-4b67-a4df-8bd2eed7a7bd tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:44.595378 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2eb2d3ac-2cf0-4a06-929d-4a9dc8c23658 req-f13d74d0-60e9-4b67-a4df-8bd2eed7a7bd tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.2125018 Nov 24 12:58:44.612211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4beea-4618-4737-8539-e62d456ea75d admin admin] Pushing event updated for resources: {'Network': ['ID=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:44.620409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] For port 80f5f2c7-01b2-42dd-b118-5b1113ff296b, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:44.624602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] For port 80f5f2c7-01b2-42dd-b118-5b1113ff296b, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=80f5f2c7-01b2-42dd-b118-5b1113ff296b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:44.633497 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:58:44.635677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c6841-c552-479f-afa3-87ce72fa46de req-94953aff-661f-44ed-878c-69d1a2758eaa tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:44.645147 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b2c6841-c552-479f-afa3-87ce72fa46de req-94953aff-661f-44ed-878c-69d1a2758eaa tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/ports?device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 947 time: 0.1950305 Nov 24 12:58:44.649298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ee01c-91de-4054-84fe-ed9351e0706a req-6477d25b-0ec6-4303-b6f1-1af7b4f62e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:44.649501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40bb039-3b36-484c-bf4a-2294778cacf7 admin admin] Made reservation on behalf of 429d3674f3ad4981b2ec0f312da0377d for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:58:44.651023 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de5ee01c-91de-4054-84fe-ed9351e0706a req-6477d25b-0ec6-4303-b6f1-1af7b4f62e4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1301847 Nov 24 12:58:44.652106 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e40bb039-3b36-484c-bf4a-2294778cacf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:44.664972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:44.708414 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:44.709513 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:44.711551 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] 10.222.0.59 "PUT /v2.0/ports/80f5f2c7-01b2-42dd-b118-5b1113ff296b HTTP/1.1" status: 200 len: 1096 time: 2.0550776 Nov 24 12:58:44.725933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58b46c1-c7d6-48c9-8cbb-f36e863d50b1', 'tag': '80f5f2c7-01b2-42dd-b118-5b1113ff296b'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:44.733085 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d747f8c3-5b16-4e14-b03d-496137a879fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c58b46c1-c7d6-48c9-8cbb-f36e863d50b1", "tag": "80f5f2c7-01b2-42dd-b118-5b1113ff296b"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:44.767832 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ace1cf45-f45a-4946-b161-16e9972cbe2e details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:58:44.853536 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2eb2d3ac-2cf0-4a06-929d-4a9dc8c23658 req-7ca68c6f-9c22-48a4-8757-46c60f6101e6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2522271 Nov 24 12:58:44.914133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75638a97-fe91-4b49-96f8-82fdcdd247dc service neutron] Pushing event updated for resources: {'Port': ['ID=80f5f2c7-01b2-42dd-b118-5b1113ff296b,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:44.954537 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b2c6841-c552-479f-afa3-87ce72fa46de req-e6883192-6743-4d91-b33d-4c272e9a7238 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92c09cf-7738-416f-b672-cd89ac763358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082747 Nov 24 12:58:44.994761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ee01c-91de-4054-84fe-ed9351e0706a req-0ae7be6b-30e8-4de7-add8-96d3a5e0002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:45.000357 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de5ee01c-91de-4054-84fe-ed9351e0706a req-0ae7be6b-30e8-4de7-add8-96d3a5e0002f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3307962 Nov 24 12:58:45.084893 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port ace1cf45-f45a-4946-b161-16e9972cbe2e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ace1cf45-f45a-4946-b161-16e9972cbe2e,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:45.087625 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-19973d45-b0cf-4c8f-8e9a-441b044e74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:45.091105 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e40bb039-3b36-484c-bf4a-2294778cacf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:45.091716 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-19973d45-b0cf-4c8f-8e9a-441b044e74ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 1099 time: 0.3130531 Nov 24 12:58:45.107849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'ace1cf45-f45a-4946-b161-16e9972cbe2e', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'ace1cf45-f45a-4946-b161-16e9972cbe2e', 'mac_address': 'fa:16:3e:6d:d0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:58:45.160509 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:45.197906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace1cf45-f45a-4946-b161-16e9972cbe2e {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:45.201061 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bb039-3b36-484c-bf4a-2294778cacf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ed41c1-a924-4ba0-9444-2052d8ad1db8,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:45.257413 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de5ee01c-91de-4054-84fe-ed9351e0706a req-2e6dc192-f540-4704-85a4-8b0fe80305b8 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453504 Nov 24 12:58:45.260153 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port ace1cf45-f45a-4946-b161-16e9972cbe2e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ace1cf45-f45a-4946-b161-16e9972cbe2e,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:45.278041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40bb039-3b36-484c-bf4a-2294778cacf7 admin admin] Checking segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:45.278041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40bb039-3b36-484c-bf4a-2294778cacf7 admin admin] Network hostable DHCP agents. Network: aae1eca4-2d05-4fc7-96ce-2cd610c52d2b, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:58:45.286468 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:45.309469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1d7e6-2118-4c8d-b90b-1b26ecd08ab4 req-663c6f37-ef99-4d73-abf9-9a0da2b6a3c5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:45.311139 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ba1d7e6-2118-4c8d-b90b-1b26ecd08ab4 req-663c6f37-ef99-4d73-abf9-9a0da2b6a3c5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 948 time: 0.2713985 Nov 24 12:58:45.326978 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-67c08836-be04-446d-a7eb-1310564d02ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=80f5f2c7-01b2-42dd-b118-5b1113ff296b HTTP/1.1" status: 200 len: 217 time: 0.2074144 Nov 24 12:58:45.377302 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=ace1cf45-f45a-4946-b161-16e9972cbe2e,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:45.390142 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40bb039-3b36-484c-bf4a-2294778cacf7 admin admin] Network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:58:45.433698 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e40bb039-3b36-484c-bf4a-2294778cacf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, aae1eca4-2d05-4fc7-96ce-2cd610c52d2b) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:45.446845 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835a533c-77ba-48b3-b9f1-d86c161832ea None None] Network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:58:45.449282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40bb039-3b36-484c-bf4a-2294778cacf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:45.450341 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e40bb039-3b36-484c-bf4a-2294778cacf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:45.481564 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ba1d7e6-2118-4c8d-b90b-1b26ecd08ab4 req-e368ffef-bf4f-4383-a61a-ac5ff4046d78 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566556 Nov 24 12:58:45.524982 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e40bb039-3b36-484c-bf4a-2294778cacf7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0197074 Nov 24 12:58:45.543078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['ace1cf45-f45a-4946-b161-16e9972cbe2e'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:45.612158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38287782-75fa-4e76-ab6c-f6c60e06b361 req-4d3dedca-2abb-4144-a7c3-c93626d13c44 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:45.613775 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38287782-75fa-4e76-ab6c-f6c60e06b361 req-4d3dedca-2abb-4144-a7c3-c93626d13c44 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.5160246 Nov 24 12:58:45.633190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-b9f1b148-9624-48d0-905c-b24b5570e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:45.635121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-b9f1b148-9624-48d0-905c-b24b5570e61b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.2989557 Nov 24 12:58:45.725644 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de5ee01c-91de-4054-84fe-ed9351e0706a req-0f901b11-9a9a-44fa-be5c-d57f7f9c6f07 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027028 Nov 24 12:58:45.799296 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38287782-75fa-4e76-ab6c-f6c60e06b361 req-2e152f24-1f56-4c41-b7c0-8e4c1da60e89 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704316 Nov 24 12:58:45.856459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-cf3632cf-da9f-4531-9fab-93a2fd6e4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:45.858064 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-cf3632cf-da9f-4531-9fab-93a2fd6e4cea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1674910 Nov 24 12:58:45.937719 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a663f8-1531-47b6-a541-36802c83cc6d x-openstack-request-id: req-e2a663f8-1531-47b6-a541-36802c83cc6d {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:45.938028 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58b46c1-c7d6-48c9-8cbb-f36e863d50b1", "tag": "80f5f2c7-01b2-42dd-b118-5b1113ff296b", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:45.938299 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2a663f8-1531-47b6-a541-36802c83cc6d {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:45.938724 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58b46c1-c7d6-48c9-8cbb-f36e863d50b1', 'tag': '80f5f2c7-01b2-42dd-b118-5b1113ff296b', 'status': 'completed', 'code': 200} Nov 24 12:58:45.990726 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ac0a73-5085-48ef-a181-c00c13add436 None None] Network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:58:46.092350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea2df4-3343-4444-81bf-bcb138238c53 req-e88ff989-1daa-42a5-b0b5-092f0501d5dc tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:46.092350 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4ea2df4-3343-4444-81bf-bcb138238c53 req-e88ff989-1daa-42a5-b0b5-092f0501d5dc tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.0797226 Nov 24 12:58:46.118982 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-40d1d1b5-f82d-4320-ba57-49ea168a5e6a service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522483 Nov 24 12:58:46.232009 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4ea2df4-3343-4444-81bf-bcb138238c53 req-75fa927f-de7f-4c4f-8a2b-3718354d6d83 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282101 Nov 24 12:58:46.259971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b772bb6-0c73-4b8a-b970-3396e9f40993 req-a060bedc-c929-4d1b-8188-f2db934e1472 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307776 Nov 24 12:58:46.410603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747f8c3-5b16-4e14-b03d-496137a879fb req-04c3f9a3-f7c5-49d5-a6ec-d1357da3a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:46.412038 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d747f8c3-5b16-4e14-b03d-496137a879fb req-04c3f9a3-f7c5-49d5-a6ec-d1357da3a5ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 1099 time: 0.0814307 Nov 24 12:58:46.424277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d33a5a-6293-4a6a-bcf7-82e6ced03b75 req-a9301324-2a03-46ee-8a8a-066683207941 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:46.444072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-ad9f10a6-a4e1-4fa2-8932-dcd2e300f0d4 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:46.444757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d33a5a-6293-4a6a-bcf7-82e6ced03b75 req-a9301324-2a03-46ee-8a8a-066683207941 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:46.444757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d33a5a-6293-4a6a-bcf7-82e6ced03b75 req-a9301324-2a03-46ee-8a8a-066683207941 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:46.444968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-ad9f10a6-a4e1-4fa2-8932-dcd2e300f0d4 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.1334071 Nov 24 12:58:46.445085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d33a5a-6293-4a6a-bcf7-82e6ced03b75 req-a9301324-2a03-46ee-8a8a-066683207941 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:46.450800 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d33a5a-6293-4a6a-bcf7-82e6ced03b75 req-a9301324-2a03-46ee-8a8a-066683207941 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:46.456681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d33a5a-6293-4a6a-bcf7-82e6ced03b75 req-a9301324-2a03-46ee-8a8a-066683207941 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:46.458945 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-fcb60ee9-e4fa-4adf-8ae0-9fe451f851ac tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/quotas/429d3674f3ad4981b2ec0f312da0377d HTTP/1.1" status: 200 len: 375 time: 0.0174313 Nov 24 12:58:46.462676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d33a5a-6293-4a6a-bcf7-82e6ced03b75 req-a9301324-2a03-46ee-8a8a-066683207941 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:46.464601 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e2d33a5a-6293-4a6a-bcf7-82e6ced03b75 req-a9301324-2a03-46ee-8a8a-066683207941 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.1227603 Nov 24 12:58:46.512205 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-db1dcfa7-4c30-4405-9843-06ccc36b8094 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400136 Nov 24 12:58:46.602989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747f8c3-5b16-4e14-b03d-496137a879fb req-c247707c-6912-4df6-ae65-bc24ba1a936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:46.602989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d747f8c3-5b16-4e14-b03d-496137a879fb req-c247707c-6912-4df6-ae65-bc24ba1a936e service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1326108 Nov 24 12:58:46.609081 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-103564cf-891b-466b-bdc3-211c8a709d2d service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926087 Nov 24 12:58:46.612935 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e2d33a5a-6293-4a6a-bcf7-82e6ced03b75 req-2ab3cc01-2a13-47ea-99c2-33e1a4e580b0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1387115 Nov 24 12:58:46.669179 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d747f8c3-5b16-4e14-b03d-496137a879fb req-fe776f6e-f95b-4e8b-83a7-5d6014bcdacb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=80f5f2c7-01b2-42dd-b118-5b1113ff296b HTTP/1.1" status: 200 len: 217 time: 0.0549273 Nov 24 12:58:46.715487 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-3714d008-96b8-4fed-abe7-72364efe15cf service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977974 Nov 24 12:58:46.763054 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 99460877-87f3-4d57-aa60-c161608694bc details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:58:46.767933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747f8c3-5b16-4e14-b03d-496137a879fb req-2cdbf334-6fce-4a2c-869d-abf838cd9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:46.770474 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d747f8c3-5b16-4e14-b03d-496137a879fb req-2cdbf334-6fce-4a2c-869d-abf838cd9303 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0861721 Nov 24 12:58:46.777106 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ace1cf45-f45a-4946-b161-16e9972cbe2e up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:46.792428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b926c-d83e-4820-bbc9-daa27ecc7ca4 req-60b36683-2953-419c-974c-9bcc226cc33c tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:46.803423 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890b926c-d83e-4820-bbc9-daa27ecc7ca4 req-60b36683-2953-419c-974c-9bcc226cc33c tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/ports?device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 948 time: 0.1205297 Nov 24 12:58:46.871276 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747f8c3-5b16-4e14-b03d-496137a879fb req-3d23ad34-f183-4aa6-a87c-acc72c93ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:46.873261 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d747f8c3-5b16-4e14-b03d-496137a879fb req-3d23ad34-f183-4aa6-a87c-acc72c93ad45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674109 Nov 24 12:58:46.981463 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890b926c-d83e-4820-bbc9-daa27ecc7ca4 req-7a744df1-ed2a-419c-8d0c-83366115bb6d tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92c09cf-7738-416f-b672-cd89ac763358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767614 Nov 24 12:58:47.129131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b598396-383a-41ac-87ef-ae8a2e9331a9 req-797b76b4-b9af-4d82-a1fa-0bebd04f0b31 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:47.144000 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7b598396-383a-41ac-87ef-ae8a2e9331a9 req-797b76b4-b9af-4d82-a1fa-0bebd04f0b31 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1145790 Nov 24 12:58:47.152760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d747f8c3-5b16-4e14-b03d-496137a879fb req-a079a50a-f1eb-4a4f-b5e6-bd89f28ed0a2 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705820 Nov 24 12:58:47.185833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 99460877-87f3-4d57-aa60-c161608694bc, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=99460877-87f3-4d57-aa60-c161608694bc,segment=NetworkSegment(cc442d9f-8d37-44d7-a04d-0dfdadb773dc),segment_id=cc442d9f-8d37-44d7-a04d-0dfdadb773dc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:47.260697 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7b598396-383a-41ac-87ef-ae8a2e9331a9 req-00f09dc7-4dc8-45b5-b208-cc6069ff9c22 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106255 Nov 24 12:58:47.343750 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d747f8c3-5b16-4e14-b03d-496137a879fb req-6c4fd5e4-ba6a-4983-885f-ffafb0906ce6 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532667 Nov 24 12:58:47.385910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ded0b-4761-4423-b933-537321a347cb req-c793c55f-d99e-4425-b016-9b216d7caae8 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:47.387700 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd9ded0b-4761-4423-b933-537321a347cb req-c793c55f-d99e-4425-b016-9b216d7caae8 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 948 time: 0.2098439 Nov 24 12:58:47.435734 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3435294d-eb29-490a-b768-c939d38e7b94 req-1a36c504-329e-4df9-9a16-5d33c1ca2c09 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 210 time: 0.0537550 Nov 24 12:58:47.478363 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd9ded0b-4761-4423-b933-537321a347cb req-bc9ef427-bfb5-41ff-9505-fcd631af63a2 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836661 Nov 24 12:58:47.607741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port ace1cf45-f45a-4946-b161-16e9972cbe2e completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:58:47.615169 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port ace1cf45-f45a-4946-b161-16e9972cbe2e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:47.615549 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:47.666241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '99460877-87f3-4d57-aa60-c161608694bc', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'port_id': '99460877-87f3-4d57-aa60-c161608694bc', 'mac_address': 'fa:16:3e:8c:e8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abb9176-f169-4abf-912a-836a2a42f831', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:58:47.724396 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e1fc5-fd0e-49e2-b917-af365f53fb1e req-9987edf8-86ad-48c5-b654-d316350d77f9 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:47.733036 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a36e1fc5-fd0e-49e2-b917-af365f53fb1e req-9987edf8-86ad-48c5-b654-d316350d77f9 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.1053247 Nov 24 12:58:47.736222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5110f2-3ab7-46ae-b576-e2644fa29007 req-12582c6d-7ef4-4115-b025-1c95b65e56de tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:47.747686 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e5110f2-3ab7-46ae-b576-e2644fa29007 req-12582c6d-7ef4-4115-b025-1c95b65e56de tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1472552 Nov 24 12:58:47.801277 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a36e1fc5-fd0e-49e2-b917-af365f53fb1e req-b5f3fe24-2c66-47d2-9045-652e3b90f01e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665078 Nov 24 12:58:47.827964 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:47.840442 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e5110f2-3ab7-46ae-b576-e2644fa29007 req-6f55c581-0f38-4392-993a-9ce15d00a6d2 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909374 Nov 24 12:58:47.887962 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:47.925236 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99460877-87f3-4d57-aa60-c161608694bc {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:47.969674 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port ace1cf45-f45a-4946-b161-16e9972cbe2e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ace1cf45-f45a-4946-b161-16e9972cbe2e,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:47.978006 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60557fb5-b477-42ef-8271-9361154675d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace1cf45-f45a-4946-b161-16e9972cbe2e'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:47.981886 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f06a97-be52-4b74-a9a1-0fd3fdc32822" -d '{"events": [{"server_uuid": "60557fb5-b477-42ef-8271-9361154675d4", "name": "network-vif-plugged", "status": "completed", "tag": "ace1cf45-f45a-4946-b161-16e9972cbe2e"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:48.016157 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fce0e1-69ee-4fe0-b81a-04fc33d55320 req-78b14b3f-61cb-4640-80e7-3a5891ac7f03 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:48.016821 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:48.022346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fce0e1-69ee-4fe0-b81a-04fc33d55320 req-78b14b3f-61cb-4640-80e7-3a5891ac7f03 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:48.029112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fce0e1-69ee-4fe0-b81a-04fc33d55320 req-78b14b3f-61cb-4640-80e7-3a5891ac7f03 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:48.036454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fce0e1-69ee-4fe0-b81a-04fc33d55320 req-78b14b3f-61cb-4640-80e7-3a5891ac7f03 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:48.043380 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fce0e1-69ee-4fe0-b81a-04fc33d55320 req-78b14b3f-61cb-4640-80e7-3a5891ac7f03 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:48.049866 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fce0e1-69ee-4fe0-b81a-04fc33d55320 req-78b14b3f-61cb-4640-80e7-3a5891ac7f03 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:48.056120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fce0e1-69ee-4fe0-b81a-04fc33d55320 req-78b14b3f-61cb-4640-80e7-3a5891ac7f03 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:48.058047 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75fce0e1-69ee-4fe0-b81a-04fc33d55320 req-78b14b3f-61cb-4640-80e7-3a5891ac7f03 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5420 time: 0.1290634 Nov 24 12:58:48.077660 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 99460877-87f3-4d57-aa60-c161608694bc, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=99460877-87f3-4d57-aa60-c161608694bc,segment=NetworkSegment(cc442d9f-8d37-44d7-a04d-0dfdadb773dc),segment_id=cc442d9f-8d37-44d7-a04d-0dfdadb773dc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:48.112435 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:48.133653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=ace1cf45-f45a-4946-b161-16e9972cbe2e,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:48.137069 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75fce0e1-69ee-4fe0-b81a-04fc33d55320 req-dbbc7406-8266-42d2-bb64-fdc4c06c38c9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694532 Nov 24 12:58:48.208913 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=99460877-87f3-4d57-aa60-c161608694bc,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:48.326435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8d202-e108-4151-8fd5-12221d9f7ba0 req-b1273c99-7c99-4a2a-a117-abfb3a4c823e tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:48.328221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ccb8d202-e108-4151-8fd5-12221d9f7ba0 req-b1273c99-7c99-4a2a-a117-abfb3a4c823e tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/ports?device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 949 time: 0.0704951 Nov 24 12:58:48.357588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['99460877-87f3-4d57-aa60-c161608694bc'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:48.413824 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ccb8d202-e108-4151-8fd5-12221d9f7ba0 req-49f3bc43-ccdf-47a1-8bb1-9dcb6fa00d91 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92c09cf-7738-416f-b672-cd89ac763358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791304 Nov 24 12:58:48.448040 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a11a65-67f5-4c67-accf-ce098e6b4602 x-openstack-request-id: req-63a11a65-67f5-4c67-accf-ce098e6b4602 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:48.448334 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60557fb5-b477-42ef-8271-9361154675d4", "name": "network-vif-plugged", "status": "completed", "tag": "ace1cf45-f45a-4946-b161-16e9972cbe2e", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:48.448591 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63a11a65-67f5-4c67-accf-ce098e6b4602 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:48.449009 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60557fb5-b477-42ef-8271-9361154675d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace1cf45-f45a-4946-b161-16e9972cbe2e', 'code': 200} Nov 24 12:58:48.567792 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198a607-483e-4738-ad36-394a0373f347 req-4194c49f-d043-4ac6-b542-41f491668534 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:48.569592 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4198a607-483e-4738-ad36-394a0373f347 req-4194c49f-d043-4ac6-b542-41f491668534 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.0761466 Nov 24 12:58:48.611817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e07287-d881-41f7-b29d-b60160cccafb req-d4c6a752-fb9e-4ba2-8c11-3fd802458074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:48.613397 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6e07287-d881-41f7-b29d-b60160cccafb req-d4c6a752-fb9e-4ba2-8c11-3fd802458074 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 1100 time: 0.0991404 Nov 24 12:58:48.615430 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3e87bd6-d9df-42ec-a2b0-ca00bd8e6106 req-465ce5dd-6a93-4839-bdfc-8e161be796b9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 210 time: 0.0338824 Nov 24 12:58:48.665608 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4198a607-483e-4738-ad36-394a0373f347 req-f11fdd0e-76f3-4e07-b73a-4127f7e9e285 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872116 Nov 24 12:58:48.712457 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6e07287-d881-41f7-b29d-b60160cccafb req-b7e7b3d6-93b3-42b9-a1ce-1728d75bff25 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e92c09cf-7738-416f-b672-cd89ac763358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903382 Nov 24 12:58:48.779123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 939443fc-044e-4799-b719-abd3e260c67f details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:58:48.849056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c76547-f27e-461b-ab68-cdda7c20de48 req-8b50f5fd-32e4-47f5-8feb-5ab448dcaac1 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:48.856600 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30c76547-f27e-461b-ab68-cdda7c20de48 req-8b50f5fd-32e4-47f5-8feb-5ab448dcaac1 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 948 time: 0.1411891 Nov 24 12:58:48.937720 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 939443fc-044e-4799-b719-abd3e260c67f, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=939443fc-044e-4799-b719-abd3e260c67f,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:48.940211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-66bf1166-9b91-4842-b9f8-0097e4fb8ed8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:48.942284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-66bf1166-9b91-4842-b9f8-0097e4fb8ed8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.59 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.2161622 Nov 24 12:58:48.966781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '939443fc-044e-4799-b719-abd3e260c67f', 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c', 'port_id': '939443fc-044e-4799-b719-abd3e260c67f', 'mac_address': 'fa:16:3e:cf:dc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbb9e5d-26fb-4caa-8ef1-c2de39928a99', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:58:48.979555 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30c76547-f27e-461b-ab68-cdda7c20de48 req-cda89c70-dd52-4d2b-8be4-8efa1438d071 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967920 Nov 24 12:58:48.979555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-8c19163c-36a1-46eb-bdc2-9f276f5ca757 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Request body: {'port': {'device_id': '617315c2-2cac-4bcc-900d-77fc6792856f', 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'admin_state_up': True, 'tenant_id': '429d3674f3ad4981b2ec0f312da0377d'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:49.052683 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:49.071715 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e420b-9980-4a0b-be1d-f9017efc5aee req-39520c6a-241a-484a-bf9c-967b9dd04314 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:49.075195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939443fc-044e-4799-b719-abd3e260c67f {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:49.083609 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c8e420b-9980-4a0b-be1d-f9017efc5aee req-39520c6a-241a-484a-bf9c-967b9dd04314 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1244931 Nov 24 12:58:49.121330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 939443fc-044e-4799-b719-abd3e260c67f, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=939443fc-044e-4799-b719-abd3e260c67f,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:49.130410 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:49.131545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device def5f0b4-8a55-4e94-be95-870008397cd5 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:58:49.209496 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c8e420b-9980-4a0b-be1d-f9017efc5aee req-7c432055-98a8-4c61-9334-015786706bc9 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182129 Nov 24 12:58:49.233041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=939443fc-044e-4799-b719-abd3e260c67f,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:49.249277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port def5f0b4-8a55-4e94-be95-870008397cd5, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=def5f0b4-8a55-4e94-be95-870008397cd5,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:49.268928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-8c19163c-36a1-46eb-bdc2-9f276f5ca757 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Made reservation on behalf of 429d3674f3ad4981b2ec0f312da0377d for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:58:49.269395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'def5f0b4-8a55-4e94-be95-870008397cd5', 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c', 'port_id': 'def5f0b4-8a55-4e94-be95-870008397cd5', 'mac_address': 'fa:16:3e:8f:4b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbb9e5d-26fb-4caa-8ef1-c2de39928a99', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:58:49.272502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-8c19163c-36a1-46eb-bdc2-9f276f5ca757 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:49.319925 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:49.330851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac07a75-dc65-4fbb-b4e8-feeb7607854e req-2c9ddbb0-d461-4ce6-8fbc-d69abf3f943b tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:49.332418 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ac07a75-dc65-4fbb-b4e8-feeb7607854e req-2c9ddbb0-d461-4ce6-8fbc-d69abf3f943b tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.1831136 Nov 24 12:58:49.339713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def5f0b4-8a55-4e94-be95-870008397cd5 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:49.366857 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port def5f0b4-8a55-4e94-be95-870008397cd5, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=def5f0b4-8a55-4e94-be95-870008397cd5,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:49.371690 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:49.372645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 6ede6d46-dbc0-4874-acf0-53462d41eb60 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:58:49.468638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=def5f0b4-8a55-4e94-be95-870008397cd5,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:49.486562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 6ede6d46-dbc0-4874-acf0-53462d41eb60, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=6ede6d46-dbc0-4874-acf0-53462d41eb60,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:49.504127 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '6ede6d46-dbc0-4874-acf0-53462d41eb60', 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c', 'port_id': '6ede6d46-dbc0-4874-acf0-53462d41eb60', 'mac_address': 'fa:16:3e:56:51:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbb9e5d-26fb-4caa-8ef1-c2de39928a99', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:58:49.567175 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:49.586728 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ac07a75-dc65-4fbb-b4e8-feeb7607854e req-01e97989-055d-460c-a036-564612a44412 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293124 Nov 24 12:58:49.595842 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ede6d46-dbc0-4874-acf0-53462d41eb60 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:49.638868 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 6ede6d46-dbc0-4874-acf0-53462d41eb60, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=6ede6d46-dbc0-4874-acf0-53462d41eb60,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:49.651136 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:49.652330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 487e6964-ffa6-4617-8b6a-a8f33e31de54 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:58:49.657209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b463694-9740-42c0-8caf-24ec8a061daf req-8e1b9d3d-8371-4309-afe3-c6dfbae61d8c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:49.663644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b463694-9740-42c0-8caf-24ec8a061daf req-8e1b9d3d-8371-4309-afe3-c6dfbae61d8c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:49.670204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b463694-9740-42c0-8caf-24ec8a061daf req-8e1b9d3d-8371-4309-afe3-c6dfbae61d8c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:49.676232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b463694-9740-42c0-8caf-24ec8a061daf req-8e1b9d3d-8371-4309-afe3-c6dfbae61d8c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:49.682974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b463694-9740-42c0-8caf-24ec8a061daf req-8e1b9d3d-8371-4309-afe3-c6dfbae61d8c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:49.689107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b463694-9740-42c0-8caf-24ec8a061daf req-8e1b9d3d-8371-4309-afe3-c6dfbae61d8c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:49.695275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b463694-9740-42c0-8caf-24ec8a061daf req-8e1b9d3d-8371-4309-afe3-c6dfbae61d8c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:49.703354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b463694-9740-42c0-8caf-24ec8a061daf req-8e1b9d3d-8371-4309-afe3-c6dfbae61d8c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5423 time: 0.1480975 Nov 24 12:58:49.748209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-8c19163c-36a1-46eb-bdc2-9f276f5ca757 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Allocated IP 172.20.0.4 (aae1eca4-2d05-4fc7-96ce-2cd610c52d2b/e9ed41c1-a924-4ba0-9444-2052d8ad1db8/d89c442a-2382-4957-87f0-9b9a1f2590a9) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:58:49.797963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=6ede6d46-dbc0-4874-acf0-53462d41eb60,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:49.841344 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b463694-9740-42c0-8caf-24ec8a061daf req-1e53733b-c537-4d6e-913c-91bb8bf29867 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1369102 Nov 24 12:58:49.970062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 487e6964-ffa6-4617-8b6a-a8f33e31de54, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=487e6964-ffa6-4617-8b6a-a8f33e31de54,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:49.990785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '487e6964-ffa6-4617-8b6a-a8f33e31de54', 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75', 'port_id': '487e6964-ffa6-4617-8b6a-a8f33e31de54', 'mac_address': 'fa:16:3e:87:4c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3114486e-dc07-4c9a-accf-e9e94a0ec567', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:58:50.033634 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:50.049697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487e6964-ffa6-4617-8b6a-a8f33e31de54 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:50.073600 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 487e6964-ffa6-4617-8b6a-a8f33e31de54, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=487e6964-ffa6-4617-8b6a-a8f33e31de54,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:50.083222 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:50.084086 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 20c8ea04-17ce-4aff-95c6-f4dc6f99aced details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:58:50.101175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 80f5f2c7-01b2-42dd-b118-5b1113ff296b details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:58:50.211528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=487e6964-ffa6-4617-8b6a-a8f33e31de54,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:50.316363 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=20c8ea04-17ce-4aff-95c6-f4dc6f99aced,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:50.348302 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 80f5f2c7-01b2-42dd-b118-5b1113ff296b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=80f5f2c7-01b2-42dd-b118-5b1113ff296b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:50.360129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '20c8ea04-17ce-4aff-95c6-f4dc6f99aced', 'network_id': 'b5edd316-cad9-4bd8-9066-3fc91eabcb7c', 'port_id': '20c8ea04-17ce-4aff-95c6-f4dc6f99aced', 'mac_address': 'fa:16:3e:75:50:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbb9e5d-26fb-4caa-8ef1-c2de39928a99', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:58:50.367063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '80f5f2c7-01b2-42dd-b118-5b1113ff296b', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '80f5f2c7-01b2-42dd-b118-5b1113ff296b', 'mac_address': 'fa:16:3e:9a:e1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:58:50.396078 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9e23d344-7332-4a61-910a-8dcdc8bd3e5f req-2c0c2f41-3b4f-4585-a70e-876ce4a96907 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 210 time: 0.0621431 Nov 24 12:58:50.429409 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-8c19163c-36a1-46eb-bdc2-9f276f5ca757 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:50.443713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308acff-a601-47d1-96f4-ffb558ad0b59 req-1b4dd007-5acb-480e-b85e-c67066c2c8db tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:50.452783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c308acff-a601-47d1-96f4-ffb558ad0b59 req-1b4dd007-5acb-480e-b85e-c67066c2c8db tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/ports?device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 949 time: 0.6173830 Nov 24 12:58:50.512805 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:50.515562 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:50.528446 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c308acff-a601-47d1-96f4-ffb558ad0b59 req-778fac72-03e7-498d-b3fb-01065b78458d tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92c09cf-7738-416f-b672-cd89ac763358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746961 Nov 24 12:58:50.531610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f5f2c7-01b2-42dd-b118-5b1113ff296b {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:50.548041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c8ea04-17ce-4aff-95c6-f4dc6f99aced {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:50.581526 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-8c19163c-36a1-46eb-bdc2-9f276f5ca757 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:50.582484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 80f5f2c7-01b2-42dd-b118-5b1113ff296b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=80f5f2c7-01b2-42dd-b118-5b1113ff296b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:50.590517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=20c8ea04-17ce-4aff-95c6-f4dc6f99aced,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:50.594231 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:50.632248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49147d1-25f6-4244-81cc-1c09d7914243 req-02eab086-2b20-477c-8796-66c7a4ad6801 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:50.639323 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:50.640380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 902ab3b7-d804-47d6-87d0-4d5ed9673025 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:58:50.645805 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b49147d1-25f6-4244-81cc-1c09d7914243 req-02eab086-2b20-477c-8796-66c7a4ad6801 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1315706 Nov 24 12:58:50.689349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19163c-36a1-46eb-bdc2-9f276f5ca757 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Pushing event updated for resources: {'Port': ['ID=d89c442a-2382-4957-87f0-9b9a1f2590a9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:50.696983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=80f5f2c7-01b2-42dd-b118-5b1113ff296b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:50.703776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 902ab3b7-d804-47d6-87d0-4d5ed9673025, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=902ab3b7-d804-47d6-87d0-4d5ed9673025,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:50.742372 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b49147d1-25f6-4244-81cc-1c09d7914243 req-094da572-3ea9-4d8d-8b69-a61ba1aff9a2 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845635 Nov 24 12:58:50.771573 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '902ab3b7-d804-47d6-87d0-4d5ed9673025', 'network_id': 'af84e79c-ff8c-4c42-88b8-58985a027e75', 'port_id': '902ab3b7-d804-47d6-87d0-4d5ed9673025', 'mac_address': 'fa:16:3e:b3:74:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3114486e-dc07-4c9a-accf-e9e94a0ec567', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:58:50.772701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-8c19163c-36a1-46eb-bdc2-9f276f5ca757 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:58:50.776085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-8c19163c-36a1-46eb-bdc2-9f276f5ca757 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:58:50.784011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-8c19163c-36a1-46eb-bdc2-9f276f5ca757 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:58:50.801131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b58fb-a0c7-4559-aaba-ba7d3dbf9031 req-9a03acb7-9996-467c-a4c0-e5f4a9b1dca7 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:50.809350 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef2b58fb-a0c7-4559-aaba-ba7d3dbf9031 req-9a03acb7-9996-467c-a4c0-e5f4a9b1dca7 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 949 time: 0.1219437 Nov 24 12:58:50.887252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:50.898422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-8c19163c-36a1-46eb-bdc2-9f276f5ca757 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:50.899178 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-8c19163c-36a1-46eb-bdc2-9f276f5ca757 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:50.928533 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef2b58fb-a0c7-4559-aaba-ba7d3dbf9031 req-eb791f1c-805d-4642-afd6-68282f11dedc tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181500 Nov 24 12:58:50.965161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-8c19163c-36a1-46eb-bdc2-9f276f5ca757 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9923372 Nov 24 12:58:50.983862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Request body: {'port': {'device_id': '617315c2-2cac-4bcc-900d-77fc6792856f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:58:50.984157 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=20c8ea04-17ce-4aff-95c6-f4dc6f99aced,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:50.995177 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9292bb95-1194-4599-8322-316b9c7df04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:51.005289 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:51.037052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902ab3b7-d804-47d6-87d0-4d5ed9673025 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:51.083941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 902ab3b7-d804-47d6-87d0-4d5ed9673025, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=902ab3b7-d804-47d6-87d0-4d5ed9673025,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:51.096828 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:51.097179 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:51.125069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a5942-a7eb-44a6-8f3c-7530dbda5688 req-364d1098-ff5b-415a-81b7-91cfcef14f3f tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:51.132401 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d4a5942-a7eb-44a6-8f3c-7530dbda5688 req-364d1098-ff5b-415a-81b7-91cfcef14f3f tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.1172166 Nov 24 12:58:51.167466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 99460877-87f3-4d57-aa60-c161608694bc up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:51.280833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=902ab3b7-d804-47d6-87d0-4d5ed9673025,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:51.299396 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d4a5942-a7eb-44a6-8f3c-7530dbda5688 req-14a11a8f-31ef-4246-968a-aca9231ad482 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660342 Nov 24 12:58:51.315523 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b1ea6-3c2f-4d57-b39f-ab446c90b87b req-b77c7e5e-2e81-48c5-b394-6c7ff2dfe5b7 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:51.320132 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b94b1ea6-3c2f-4d57-b39f-ab446c90b87b req-b77c7e5e-2e81-48c5-b394-6c7ff2dfe5b7 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1457777 Nov 24 12:58:51.350779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 99460877-87f3-4d57-aa60-c161608694bc completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:58:51.361439 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 99460877-87f3-4d57-aa60-c161608694bc triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:51.361957 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:51.410446 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b94b1ea6-3c2f-4d57-b39f-ab446c90b87b req-f39c5c14-bb00-441c-aa21-071acd26ec39 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804694 Nov 24 12:58:51.476274 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:51.503485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4a953-4f11-4faa-8ea7-9d4153192864 req-9b79d379-8f16-4dd4-be03-8c5b51126e16 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:51.510630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4a953-4f11-4faa-8ea7-9d4153192864 req-9b79d379-8f16-4dd4-be03-8c5b51126e16 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:51.519388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4a953-4f11-4faa-8ea7-9d4153192864 req-9b79d379-8f16-4dd4-be03-8c5b51126e16 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:51.525472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4a953-4f11-4faa-8ea7-9d4153192864 req-9b79d379-8f16-4dd4-be03-8c5b51126e16 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:51.531539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4a953-4f11-4faa-8ea7-9d4153192864 req-9b79d379-8f16-4dd4-be03-8c5b51126e16 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:51.537558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4a953-4f11-4faa-8ea7-9d4153192864 req-9b79d379-8f16-4dd4-be03-8c5b51126e16 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:51.544818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4a953-4f11-4faa-8ea7-9d4153192864 req-9b79d379-8f16-4dd4-be03-8c5b51126e16 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:51.546681 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfc4a953-4f11-4faa-8ea7-9d4153192864 req-9b79d379-8f16-4dd4-be03-8c5b51126e16 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5427 time: 0.1299036 Nov 24 12:58:51.550481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99460877-87f3-4d57-aa60-c161608694bc'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:51.552786 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aa58ee-4a07-4c81-8ab7-5de2bc40b720" -d '{"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-plugged", "status": "completed", "tag": "99460877-87f3-4d57-aa60-c161608694bc"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:51.585472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 99460877-87f3-4d57-aa60-c161608694bc, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=99460877-87f3-4d57-aa60-c161608694bc,segment=NetworkSegment(cc442d9f-8d37-44d7-a04d-0dfdadb773dc),segment_id=cc442d9f-8d37-44d7-a04d-0dfdadb773dc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:51.596013 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:51.610758 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9af803-2dd7-47ae-a65c-83b74e1f2ac8 req-1395c632-056a-46d7-b59c-6d697a926a35 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:51.620256 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bf9af803-2dd7-47ae-a65c-83b74e1f2ac8 req-1395c632-056a-46d7-b59c-6d697a926a35 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 931 time: 0.0851841 Nov 24 12:58:51.647320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=99460877-87f3-4d57-aa60-c161608694bc,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:51.671968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89c442a-2382-4957-87f0-9b9a1f2590a9 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:51.685115 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bf9af803-2dd7-47ae-a65c-83b74e1f2ac8 req-c9866340-1c58-43b7-a918-5fdb10277467 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634837 Nov 24 12:58:51.694728 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:51.701206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['6ede6d46-dbc0-4874-acf0-53462d41eb60'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:51.722527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Transition to ACTIVE for port object d89c442a-2382-4957-87f0-9b9a1f2590a9 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:58:51.731685 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:51.748598 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfc4a953-4f11-4faa-8ea7-9d4153192864 req-f2c56d15-d09e-4da6-b887-91d92b47f5a9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1836929 Nov 24 12:58:51.772379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['487e6964-ffa6-4617-8b6a-a8f33e31de54'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:51.826240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c442a-2382-4957-87f0-9b9a1f2590a9,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:51.869462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['939443fc-044e-4799-b719-abd3e260c67f'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:51.877167 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccfa398-d715-46c9-88c1-7a12e648be24 x-openstack-request-id: req-4ccfa398-d715-46c9-88c1-7a12e648be24 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:51.877614 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-plugged", "status": "completed", "tag": "99460877-87f3-4d57-aa60-c161608694bc", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:51.877974 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ccfa398-d715-46c9-88c1-7a12e648be24 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:51.878475 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99460877-87f3-4d57-aa60-c161608694bc', 'code': 200} Nov 24 12:58:51.889550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['def5f0b4-8a55-4e94-be95-870008397cd5'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:51.934059 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56caa3dd-428a-4126-806c-3688e3c209cc req-8c23e478-72bc-46dc-bda6-b2bd349256cd tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:51.936859 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56caa3dd-428a-4126-806c-3688e3c209cc req-8c23e478-72bc-46dc-bda6-b2bd349256cd tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/ports?device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 949 time: 0.1148510 Nov 24 12:58:52.028420 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56caa3dd-428a-4126-806c-3688e3c209cc req-a27c8b6c-1400-40ec-a1a2-5805d4d08d70 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92c09cf-7738-416f-b672-cd89ac763358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850997 Nov 24 12:58:52.093424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 80f5f2c7-01b2-42dd-b118-5b1113ff296b up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:52.266041 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Attempting to bind port d89c442a-2382-4957-87f0-9b9a1f2590a9 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:58:52.266296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Attempting to bind port d89c442a-2382-4957-87f0-9b9a1f2590a9 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:58:52.266644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Attempting to bind port d89c442a-2382-4957-87f0-9b9a1f2590a9 on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:52.277473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eea4f8-5dfb-45c0-88b0-9a3692b2fd05 req-9125e963-9104-4f02-8dbe-71756dad765f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:52.278393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34388445-3b8e-4c3a-8607-13d6a3784d48 req-b662d53f-5389-4b92-bb9c-3576df19d026 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:52.279563 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06eea4f8-5dfb-45c0-88b0-9a3692b2fd05 req-9125e963-9104-4f02-8dbe-71756dad765f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 949 time: 0.0784221 Nov 24 12:58:52.285851 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34388445-3b8e-4c3a-8607-13d6a3784d48 req-b662d53f-5389-4b92-bb9c-3576df19d026 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1279135 Nov 24 12:58:52.296372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Port d89c442a-2382-4957-87f0-9b9a1f2590a9 on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:58:52.296814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Attempting to bind port d89c442a-2382-4957-87f0-9b9a1f2590a9 on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:58:52.311255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:58:52.311609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Checking segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:58:52.312009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Bound using segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:58:52.312470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Bound port: d89c442a-2382-4957-87f0-9b9a1f2590a9, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:58:52.312882 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:52.355433 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34388445-3b8e-4c3a-8607-13d6a3784d48 req-7e733be8-b6bd-4fab-95ad-28408f64026b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687165 Nov 24 12:58:52.359358 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06eea4f8-5dfb-45c0-88b0-9a3692b2fd05 req-abad6e12-eeb6-4769-b8d2-5be7dd8dcfbb tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721540 Nov 24 12:58:52.470080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] For port d89c442a-2382-4957-87f0-9b9a1f2590a9, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:58:52.482288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] For port d89c442a-2382-4957-87f0-9b9a1f2590a9, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=d89c442a-2382-4957-87f0-9b9a1f2590a9,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:58:52.491323 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:52.644904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Pushing event updated for resources: {'Port': ['ID=d89c442a-2382-4957-87f0-9b9a1f2590a9,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:52.679163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:52.681014 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:52.684458 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-74fc1c59-f348-473f-91c7-06eb54e60057 service neutron] 10.222.0.59 "PUT /v2.0/ports/d89c442a-2382-4957-87f0-9b9a1f2590a9 HTTP/1.1" status: 200 len: 1091 time: 1.7056179 Nov 24 12:58:52.687441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617315c2-2cac-4bcc-900d-77fc6792856f', 'tag': 'd89c442a-2382-4957-87f0-9b9a1f2590a9'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:52.691413 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8783145b-ef19-4f96-9665-690e4cf232e7" -d '{"events": [{"name": "network-changed", "server_uuid": "617315c2-2cac-4bcc-900d-77fc6792856f", "tag": "d89c442a-2382-4957-87f0-9b9a1f2590a9"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:52.753091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 80f5f2c7-01b2-42dd-b118-5b1113ff296b completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:58:52.764714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['20c8ea04-17ce-4aff-95c6-f4dc6f99aced'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:52.825745 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 80f5f2c7-01b2-42dd-b118-5b1113ff296b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:52.826426 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:52.831270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-d756a5e0-5197-4e41-9434-6f0214b70882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:52.832934 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-d756a5e0-5197-4e41-9434-6f0214b70882 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 1094 time: 0.0880947 Nov 24 12:58:52.847358 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1edec-0b37-43c6-81de-fc2970c3006d req-597127da-cfe8-432a-b254-624a8c88d739 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:52.849007 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-41f1edec-0b37-43c6-81de-fc2970c3006d req-597127da-cfe8-432a-b254-624a8c88d739 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.1194308 Nov 24 12:58:52.909516 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-914c037e-53ab-49a5-a42f-b06df7b35439 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d89c442a-2382-4957-87f0-9b9a1f2590a9 HTTP/1.1" status: 200 len: 217 time: 0.0593183 Nov 24 12:58:52.987516 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-41f1edec-0b37-43c6-81de-fc2970c3006d req-5babc573-73c0-4dff-99de-8b64c549c0fc tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285000 Nov 24 12:58:52.997180 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:53.018570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-897266be-4a46-4fd7-88a6-73394b86b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.028175 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-897266be-4a46-4fd7-88a6-73394b86b581 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.1078141 Nov 24 12:58:53.059594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e826299-eafd-48e6-9b37-3bdb1db2fa0b req-b67aba07-3d66-42b2-a2c1-ba53ca73608e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.061806 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e826299-eafd-48e6-9b37-3bdb1db2fa0b req-b67aba07-3d66-42b2-a2c1-ba53ca73608e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1023574 Nov 24 12:58:53.086602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-204125bb-1caa-4694-9282-a9085cd93a43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543768 Nov 24 12:58:53.141707 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e826299-eafd-48e6-9b37-3bdb1db2fa0b req-0a62b1d8-1617-4956-83fb-c597edbf855b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729997 Nov 24 12:58:53.186321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 80f5f2c7-01b2-42dd-b118-5b1113ff296b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=80f5f2c7-01b2-42dd-b118-5b1113ff296b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:53.205291 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:53.229968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b9b5e-6c53-40a4-aedd-68152b9f2601 req-28181572-02e5-47a9-bd45-ab1d07be4c40 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.229968 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-503b9b5e-6c53-40a4-aedd-68152b9f2601 req-28181572-02e5-47a9-bd45-ab1d07be4c40 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/ports?device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 949 time: 0.1160383 Nov 24 12:58:53.241891 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-977c7b10-4b64-4af5-9052-daabe9ae41ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:53.252482 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74679b3e-bed1-4628-b7d7-e7340dfccffa x-openstack-request-id: req-74679b3e-bed1-4628-b7d7-e7340dfccffa {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:53.252482 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617315c2-2cac-4bcc-900d-77fc6792856f", "tag": "d89c442a-2382-4957-87f0-9b9a1f2590a9", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:53.252482 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74679b3e-bed1-4628-b7d7-e7340dfccffa {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:53.252482 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617315c2-2cac-4bcc-900d-77fc6792856f', 'tag': 'd89c442a-2382-4957-87f0-9b9a1f2590a9', 'status': 'completed', 'code': 200} Nov 24 12:58:53.274027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-b3a5d6e4-a53d-40f1-9fc9-7071c20a7bb9 service neutron] 10.222.0.59 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774025 Nov 24 12:58:53.279099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=80f5f2c7-01b2-42dd-b118-5b1113ff296b,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:53.359231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4c453-ee55-4112-ab8e-91d3c30e8591 req-d8315e71-2fc9-4e59-993c-5d838470ee2a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.367519 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4b4c453-ee55-4112-ab8e-91d3c30e8591 req-d8315e71-2fc9-4e59-993c-5d838470ee2a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 943 time: 0.0587056 Nov 24 12:58:53.377569 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-503b9b5e-6c53-40a4-aedd-68152b9f2601 req-5aa53394-a8d3-4cfe-b4a3-2dbe9e562596 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92c09cf-7738-416f-b672-cd89ac763358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354194 Nov 24 12:58:53.413948 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2a549d2-b4da-4705-a5be-d83008c26da1 req-9d843e40-4853-4926-94be-74c0d7b3f22c service neutron] 10.222.0.59 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303039 Nov 24 12:58:53.437482 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4b4c453-ee55-4112-ab8e-91d3c30e8591 req-5e483fa6-8ca4-4564-98e3-a265d34498f2 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686536 Nov 24 12:58:53.543450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783145b-ef19-4f96-9665-690e4cf232e7 req-c4f3782d-097d-4fad-a9c5-693d142ac3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.544964 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8783145b-ef19-4f96-9665-690e4cf232e7 req-c4f3782d-097d-4fad-a9c5-693d142ac3d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 1094 time: 0.0734971 Nov 24 12:58:53.572151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8c2d1-f479-450c-8f90-df76e95cf36a req-b1321557-e5d9-4c70-bc06-0deb8ec2946e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.572151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8c2d1-f479-450c-8f90-df76e95cf36a req-b1321557-e5d9-4c70-bc06-0deb8ec2946e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.576140 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8c2d1-f479-450c-8f90-df76e95cf36a req-b1321557-e5d9-4c70-bc06-0deb8ec2946e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.581640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8c2d1-f479-450c-8f90-df76e95cf36a req-b1321557-e5d9-4c70-bc06-0deb8ec2946e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.587894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8c2d1-f479-450c-8f90-df76e95cf36a req-b1321557-e5d9-4c70-bc06-0deb8ec2946e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.593915 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8c2d1-f479-450c-8f90-df76e95cf36a req-b1321557-e5d9-4c70-bc06-0deb8ec2946e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.599937 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8c2d1-f479-450c-8f90-df76e95cf36a req-b1321557-e5d9-4c70-bc06-0deb8ec2946e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.601914 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eee8c2d1-f479-450c-8f90-df76e95cf36a req-b1321557-e5d9-4c70-bc06-0deb8ec2946e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5428 time: 0.1220028 Nov 24 12:58:53.612895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a803925-6851-426e-ab11-553d4ba285a5 req-0885d4c1-aeeb-440a-96ae-653168ea53d1 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.623065 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a803925-6851-426e-ab11-553d4ba285a5 req-0885d4c1-aeeb-440a-96ae-653168ea53d1 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 950 time: 0.0983212 Nov 24 12:58:53.682949 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a803925-6851-426e-ab11-553d4ba285a5 req-c79c62ee-bc0c-4b37-9402-96a2f1011185 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557876 Nov 24 12:58:53.734712 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eee8c2d1-f479-450c-8f90-df76e95cf36a req-5f540c7b-9168-484e-a90b-e4591f31e9eb tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187210 Nov 24 12:58:53.749091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783145b-ef19-4f96-9665-690e4cf232e7 req-32589160-9daf-4c2b-b70b-0d298b5c5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.752889 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8783145b-ef19-4f96-9665-690e4cf232e7 req-32589160-9daf-4c2b-b70b-0d298b5c5a8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 906 time: 0.1497543 Nov 24 12:58:53.813809 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8783145b-ef19-4f96-9665-690e4cf232e7 req-dd4bddb8-ab01-4cdc-bf8e-187284291cbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d89c442a-2382-4957-87f0-9b9a1f2590a9 HTTP/1.1" status: 200 len: 217 time: 0.0538406 Nov 24 12:58:53.822687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10687d42-d4ea-401d-bbbb-6691d47bfec4 req-45090798-84ed-4478-960a-c4437cf7ce5f tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.831791 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10687d42-d4ea-401d-bbbb-6691d47bfec4 req-45090798-84ed-4478-960a-c4437cf7ce5f tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.0665908 Nov 24 12:58:53.841412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['902ab3b7-d804-47d6-87d0-4d5ed9673025'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:53.882200 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10687d42-d4ea-401d-bbbb-6691d47bfec4 req-27905fe2-d04b-4123-9a1b-1db518451120 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495000 Nov 24 12:58:53.901343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58b46c1-c7d6-48c9-8cbb-f36e863d50b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f5f2c7-01b2-42dd-b118-5b1113ff296b'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:53.913231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783145b-ef19-4f96-9665-690e4cf232e7 req-08f2cb3b-e821-472f-a1bf-b38d9c0f90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:53.913799 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b29422b-dc4e-4a1c-b233-d631f6c27d54" -d '{"events": [{"server_uuid": "c58b46c1-c7d6-48c9-8cbb-f36e863d50b1", "name": "network-vif-plugged", "status": "completed", "tag": "80f5f2c7-01b2-42dd-b118-5b1113ff296b"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:53.916763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8783145b-ef19-4f96-9665-690e4cf232e7 req-08f2cb3b-e821-472f-a1bf-b38d9c0f90b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.0888600 Nov 24 12:58:53.958711 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8783145b-ef19-4f96-9665-690e4cf232e7 req-d50a74fd-c0cd-4532-a545-b929cf687d8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319712 Nov 24 12:58:54.092852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6046578-9416-46e4-88ac-9ead67ec18c7 req-b7cc1326-76c5-40e4-9543-7b751604c995 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:54.094520 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6046578-9416-46e4-88ac-9ead67ec18c7 req-b7cc1326-76c5-40e4-9543-7b751604c995 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.0868356 Nov 24 12:58:54.098499 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8783145b-ef19-4f96-9665-690e4cf232e7 req-019651ac-c2ef-471f-bc45-6e016afb6992 service neutron] 10.222.0.59 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310413 Nov 24 12:58:54.160354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6046578-9416-46e4-88ac-9ead67ec18c7 req-1dbc8b1a-15fb-43c8-b1d4-6f3232585dbe tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587640 Nov 24 12:58:54.213867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8783145b-ef19-4f96-9665-690e4cf232e7 req-bd80f828-7d68-414c-a826-ba69983b78d8 service neutron] 10.222.0.59 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060386 Nov 24 12:58:54.218980 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcaed32f-eeeb-4892-99b4-430a8cd28fbe x-openstack-request-id: req-fcaed32f-eeeb-4892-99b4-430a8cd28fbe {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:54.219449 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58b46c1-c7d6-48c9-8cbb-f36e863d50b1", "name": "network-vif-plugged", "status": "completed", "tag": "80f5f2c7-01b2-42dd-b118-5b1113ff296b", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:54.223932 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fcaed32f-eeeb-4892-99b4-430a8cd28fbe {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:54.224543 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58b46c1-c7d6-48c9-8cbb-f36e863d50b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f5f2c7-01b2-42dd-b118-5b1113ff296b', 'code': 200} Nov 24 12:58:54.269779 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:54.353159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb6dec-9de2-4533-94e4-32fa21c221b3 req-22d1b7cc-0839-4793-881a-b09fb72af61d tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:54.355047 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20eb6dec-9de2-4533-94e4-32fa21c221b3 req-22d1b7cc-0839-4793-881a-b09fb72af61d tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.46 "GET /v2.0/ports?device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 949 time: 0.1400671 Nov 24 12:58:54.480964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1911c-e01f-4a04-95bb-8fc0762ee1e0 req-5538a852-47a1-4523-bbe5-5402d9662502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:54.483344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70a1911c-e01f-4a04-95bb-8fc0762ee1e0 req-5538a852-47a1-4523-bbe5-5402d9662502 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 1101 time: 0.1198549 Nov 24 12:58:54.552835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70a1911c-e01f-4a04-95bb-8fc0762ee1e0 req-e914bedc-d900-4927-b4ff-3eadc449c169 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602071 Nov 24 12:58:54.562500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-20eb6dec-9de2-4533-94e4-32fa21c221b3 req-ebcee096-3b4f-46d6-aea8-d3d6bd2c9642 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Deleting port ace1cf45-f45a-4946-b161-16e9972cbe2e {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 12:58:54.563141 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-20eb6dec-9de2-4533-94e4-32fa21c221b3 req-ebcee096-3b4f-46d6-aea8-d3d6bd2c9642 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:54.681578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-20eb6dec-9de2-4533-94e4-32fa21c221b3 req-ebcee096-3b4f-46d6-aea8-d3d6bd2c9642 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] For port ace1cf45-f45a-4946-b161-16e9972cbe2e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ace1cf45-f45a-4946-b161-16e9972cbe2e,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:54.681947 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-20eb6dec-9de2-4533-94e4-32fa21c221b3 req-ebcee096-3b4f-46d6-aea8-d3d6bd2c9642 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:54.701605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-20eb6dec-9de2-4533-94e4-32fa21c221b3 req-ebcee096-3b4f-46d6-aea8-d3d6bd2c9642 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Calling delete_port for ace1cf45-f45a-4946-b161-16e9972cbe2e owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 12:58:54.788222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18568e-ee4e-40a1-8e8f-fc9a9b4ffd9e req-235c1e40-ebda-451e-bdbd-f945579c384e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:54.796106 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a18568e-ee4e-40a1-8e8f-fc9a9b4ffd9e req-235c1e40-ebda-451e-bdbd-f945579c384e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.4824007 Nov 24 12:58:54.869841 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a18568e-ee4e-40a1-8e8f-fc9a9b4ffd9e req-c652f8a6-fc5c-4e28-b4f5-1ce90b88de0e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728316 Nov 24 12:58:54.933101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e5df3-efad-41e1-ac46-79314b616343 req-9f00e07b-329d-410c-84f3-905cbfbdb9ea tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:54.934833 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0a8e5df3-efad-41e1-ac46-79314b616343 req-9f00e07b-329d-410c-84f3-905cbfbdb9ea tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/ports?device_id=60557fb5-b477-42ef-8271-9361154675d4 HTTP/1.1" status: 200 len: 949 time: 0.0752237 Nov 24 12:58:54.936212 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-20eb6dec-9de2-4533-94e4-32fa21c221b3 req-ebcee096-3b4f-46d6-aea8-d3d6bd2c9642 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:54.986571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcee096-3b4f-46d6-aea8-d3d6bd2c9642 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Pushing event deleted for resources: {'Port': ['ID=ace1cf45-f45a-4946-b161-16e9972cbe2e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:54.997558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88516113-acb1-4a48-b35c-601e092775ce req-0e066171-f249-4523-9bde-77270b4fc868 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:55.016908 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-88516113-acb1-4a48-b35c-601e092775ce req-0e066171-f249-4523-9bde-77270b4fc868 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 943 time: 0.0744143 Nov 24 12:58:55.065960 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-20eb6dec-9de2-4533-94e4-32fa21c221b3 req-ebcee096-3b4f-46d6-aea8-d3d6bd2c9642 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] No DVR routers for this DVR port ace1cf45-f45a-4946-b161-16e9972cbe2e on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 12:58:55.073664 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0a8e5df3-efad-41e1-ac46-79314b616343 req-d3941852-0523-4618-b464-df670e31f40c tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.48 "GET /v2.0/security-groups?id=e92c09cf-7738-416f-b672-cd89ac763358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296353 Nov 24 12:58:55.075057 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-20eb6dec-9de2-4533-94e4-32fa21c221b3 req-ebcee096-3b4f-46d6-aea8-d3d6bd2c9642 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:55.078557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20eb6dec-9de2-4533-94e4-32fa21c221b3 req-ebcee096-3b4f-46d6-aea8-d3d6bd2c9642 tempest-ImagesNegativeTestJSON-479574328 tempest-ImagesNegativeTestJSON-479574328-project] 10.222.0.46 "DELETE /v2.0/ports/ace1cf45-f45a-4946-b161-16e9972cbe2e HTTP/1.1" status: 204 len: 173 time: 0.7167435 Nov 24 12:58:55.082212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['ace1cf45-f45a-4946-b161-16e9972cbe2e'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:55.090356 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-88516113-acb1-4a48-b35c-601e092775ce req-79bdb127-bc2c-48a5-9d43-c7bbf53f67e5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760591 Nov 24 12:58:55.144778 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 411ed3bf-1924-4b89-91a8-c3964eebb50a details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:58:55.144778 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 939443fc-044e-4799-b719-abd3e260c67f up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:55.251763 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60557fb5-b477-42ef-8271-9361154675d4', 'name': 'network-vif-deleted', 'tag': 'ace1cf45-f45a-4946-b161-16e9972cbe2e'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:55.258273 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301dea74-ee95-45ed-97f1-ba473d964ab5" -d '{"events": [{"server_uuid": "60557fb5-b477-42ef-8271-9361154675d4", "name": "network-vif-deleted", "tag": "ace1cf45-f45a-4946-b161-16e9972cbe2e"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:55.351735 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6782279-a01f-4c27-a211-600c0bdcc373 req-292c4010-36c1-48e9-ad51-bffab6b51519 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:55.360532 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6782279-a01f-4c27-a211-600c0bdcc373 req-292c4010-36c1-48e9-ad51-bffab6b51519 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 950 time: 0.1091280 Nov 24 12:58:55.366140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 939443fc-044e-4799-b719-abd3e260c67f completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:58:55.374520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 939443fc-044e-4799-b719-abd3e260c67f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:55.374907 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:55.428793 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6782279-a01f-4c27-a211-600c0bdcc373 req-a0b722d3-1572-4a13-b2ae-9e4754956151 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592194 Nov 24 12:58:55.442007 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 411ed3bf-1924-4b89-91a8-c3964eebb50a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:55.443698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a0f2-db2d-495c-bd87-597edb2823ff req-723c2b47-7c43-454d-bfbf-5634039e82e7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:55.451402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a0f2-db2d-495c-bd87-597edb2823ff req-723c2b47-7c43-454d-bfbf-5634039e82e7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:55.459184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a0f2-db2d-495c-bd87-597edb2823ff req-723c2b47-7c43-454d-bfbf-5634039e82e7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:55.466794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a0f2-db2d-495c-bd87-597edb2823ff req-723c2b47-7c43-454d-bfbf-5634039e82e7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:55.474224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a0f2-db2d-495c-bd87-597edb2823ff req-723c2b47-7c43-454d-bfbf-5634039e82e7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:55.478713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'port_id': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'mac_address': 'fa:16:3e:12:15:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:58:55.513507 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a0f2-db2d-495c-bd87-597edb2823ff req-723c2b47-7c43-454d-bfbf-5634039e82e7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:55.524851 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:55.530633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a0f2-db2d-495c-bd87-597edb2823ff req-723c2b47-7c43-454d-bfbf-5634039e82e7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:55.536908 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f81a0f2-db2d-495c-bd87-597edb2823ff req-723c2b47-7c43-454d-bfbf-5634039e82e7 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5428 time: 0.1900318 Nov 24 12:58:55.540224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74dea3-1c55-421b-b758-d17abde86954 req-7fb284fa-9d89-45a2-878f-55f33926dd71 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:55.547776 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1d74dea3-1c55-421b-b758-d17abde86954 req-7fb284fa-9d89-45a2-878f-55f33926dd71 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.0789299 Nov 24 12:58:55.575805 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:55.594335 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 939443fc-044e-4799-b719-abd3e260c67f, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=939443fc-044e-4799-b719-abd3e260c67f,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:55.603442 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:55.604413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device def5f0b4-8a55-4e94-be95-870008397cd5 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:55.631784 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 411ed3bf-1924-4b89-91a8-c3964eebb50a {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:55.639795 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1d74dea3-1c55-421b-b758-d17abde86954 req-15843e79-f10d-47c3-bf20-cdf6ad73d407 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909531 Nov 24 12:58:55.723231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 411ed3bf-1924-4b89-91a8-c3964eebb50a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:55.731746 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f81a0f2-db2d-495c-bd87-597edb2823ff req-16c199d7-f026-4730-97af-25a135ee16a9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1852171 Nov 24 12:58:55.733476 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:55.739003 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591d8e61-3c95-4504-809c-f1f2880631ee x-openstack-request-id: req-591d8e61-3c95-4504-809c-f1f2880631ee {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:55.739478 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60557fb5-b477-42ef-8271-9361154675d4", "name": "network-vif-deleted", "tag": "ace1cf45-f45a-4946-b161-16e9972cbe2e", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:55.739748 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-591d8e61-3c95-4504-809c-f1f2880631ee {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:55.740352 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60557fb5-b477-42ef-8271-9361154675d4', 'name': 'network-vif-deleted', 'tag': 'ace1cf45-f45a-4946-b161-16e9972cbe2e', 'status': 'completed', 'code': 200} Nov 24 12:58:55.782998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=939443fc-044e-4799-b719-abd3e260c67f,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:55.848324 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=411ed3bf-1924-4b89-91a8-c3964eebb50a,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:55.857865 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['411ed3bf-1924-4b89-91a8-c3964eebb50a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:55.866269 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:55.889944 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port def5f0b4-8a55-4e94-be95-870008397cd5 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:58:55.898382 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port def5f0b4-8a55-4e94-be95-870008397cd5 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:55.898547 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:55.931113 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170066d-2021-493e-8ad8-54f9673a7f0e req-c30077a8-e0ad-4696-acd5-28ca23272f96 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:55.961167 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b170066d-2021-493e-8ad8-54f9673a7f0e req-c30077a8-e0ad-4696-acd5-28ca23272f96 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1199660 Nov 24 12:58:56.047406 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b170066d-2021-493e-8ad8-54f9673a7f0e req-a803a010-fd30-406b-9734-8126651f0776 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783789 Nov 24 12:58:56.081651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2c013-c883-4f13-83e4-24d4a2577989 req-1dfcd071-6dee-482c-a32f-13fd9a8b6591 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:56.094545 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55a2c013-c883-4f13-83e4-24d4a2577989 req-1dfcd071-6dee-482c-a32f-13fd9a8b6591 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 945 time: 0.1092024 Nov 24 12:58:56.107604 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device d89c442a-2382-4957-87f0-9b9a1f2590a9 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:58:56.210763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55a2c013-c883-4f13-83e4-24d4a2577989 req-3501241f-e3b3-4712-96fa-bfa010587410 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081748 Nov 24 12:58:56.221577 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:56.225258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939443fc-044e-4799-b719-abd3e260c67f'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:56.228179 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2253bc6-214d-4ac7-835e-4958ff433271" -d '{"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-plugged", "status": "completed", "tag": "939443fc-044e-4799-b719-abd3e260c67f"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:56.327245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port def5f0b4-8a55-4e94-be95-870008397cd5, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=def5f0b4-8a55-4e94-be95-870008397cd5,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:56.338379 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:56.339554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 20c8ea04-17ce-4aff-95c6-f4dc6f99aced up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:56.393260 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34f18af-e717-4219-8d7f-4b0cf523158d x-openstack-request-id: req-f34f18af-e717-4219-8d7f-4b0cf523158d {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:56.395110 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-plugged", "status": "completed", "tag": "939443fc-044e-4799-b719-abd3e260c67f", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:56.395424 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f34f18af-e717-4219-8d7f-4b0cf523158d {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:56.395883 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939443fc-044e-4799-b719-abd3e260c67f', 'code': 200} Nov 24 12:58:56.423182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59184) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:56.479579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c3584-e655-4259-973b-d3d3e667a26d req-cf1d0512-10ce-468b-b6a2-5c2826018db4 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:56.491313 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port d89c442a-2382-4957-87f0-9b9a1f2590a9, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=d89c442a-2382-4957-87f0-9b9a1f2590a9,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:56.506354 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-964c3584-e655-4259-973b-d3d3e667a26d req-cf1d0512-10ce-468b-b6a2-5c2826018db4 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 943 time: 0.1569381 Nov 24 12:58:56.536943 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'd89c442a-2382-4957-87f0-9b9a1f2590a9', 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'port_id': 'd89c442a-2382-4957-87f0-9b9a1f2590a9', 'mac_address': 'fa:16:3e:96:7b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ed41c1-a924-4ba0-9444-2052d8ad1db8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:58:56.606322 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1057bc-a86e-4dfd-929c-21bf9cd54c6d req-50f43278-b8be-4ce6-be0d-dd3d7e776012 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:56.625156 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de1057bc-a86e-4dfd-929c-21bf9cd54c6d req-50f43278-b8be-4ce6-be0d-dd3d7e776012 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1365516 Nov 24 12:58:56.629786 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:56.636232 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:56.638879 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=def5f0b4-8a55-4e94-be95-870008397cd5,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:56.640668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-964c3584-e655-4259-973b-d3d3e667a26d req-7324c18c-5563-462c-beff-e682d7deb03b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335020 Nov 24 12:58:56.683897 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89c442a-2382-4957-87f0-9b9a1f2590a9 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:58:56.692631 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:58:56.698746 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:56.699192 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:56.701591 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28602e92-b932-469d-87f0-fba79a2baa04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:56.750515 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de1057bc-a86e-4dfd-929c-21bf9cd54c6d req-37081987-9abb-49a8-96b1-77ba202d5fc1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239762 Nov 24 12:58:56.779732 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port d89c442a-2382-4957-87f0-9b9a1f2590a9, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=d89c442a-2382-4957-87f0-9b9a1f2590a9,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:56.787424 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:56.849591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=d89c442a-2382-4957-87f0-9b9a1f2590a9,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:56.903000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb111a-61c2-42f9-ba70-3692710fb3c3 req-a23471f6-0d8b-4964-8edd-96dad0819804 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:56.911779 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5cfb111a-61c2-42f9-ba70-3692710fb3c3 req-a23471f6-0d8b-4964-8edd-96dad0819804 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 950 time: 0.0714612 Nov 24 12:58:56.913779 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:56.931107 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28602e92-b932-469d-87f0-fba79a2baa04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:56.953516 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28602e92-b932-469d-87f0-fba79a2baa04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:56.972824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=20c8ea04-17ce-4aff-95c6-f4dc6f99aced,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:56.981221 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:56.982156 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 487e6964-ffa6-4617-8b6a-a8f33e31de54 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:57.023482 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-28602e92-b932-469d-87f0-fba79a2baa04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=777c81cb94794128b7c42dc2fcd81a73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5990906 Nov 24 12:58:57.026075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28602e92-b932-469d-87f0-fba79a2baa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7bd35d-39b7-4c2e-9b6d-9ec2d4e940cc,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:57.045328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59206) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:57.073310 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5cfb111a-61c2-42f9-ba70-3692710fb3c3 req-c03f961b-ef3b-43c2-9b64-40e053f60243 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544416 Nov 24 12:58:57.077716 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0b694-a50e-418f-aaa7-50bb9445570a req-d5e35012-fbf2-4f9b-9c01-2bc165db2990 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:57.088102 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=20c8ea04-17ce-4aff-95c6-f4dc6f99aced,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:57.088535 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0b694-a50e-418f-aaa7-50bb9445570a req-d5e35012-fbf2-4f9b-9c01-2bc165db2990 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:57.092291 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0b694-a50e-418f-aaa7-50bb9445570a req-d5e35012-fbf2-4f9b-9c01-2bc165db2990 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:57.093077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d89c442a-2382-4957-87f0-9b9a1f2590a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:58:57.099908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0b694-a50e-418f-aaa7-50bb9445570a req-d5e35012-fbf2-4f9b-9c01-2bc165db2990 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:57.106571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0b694-a50e-418f-aaa7-50bb9445570a req-d5e35012-fbf2-4f9b-9c01-2bc165db2990 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:57.114363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0b694-a50e-418f-aaa7-50bb9445570a req-d5e35012-fbf2-4f9b-9c01-2bc165db2990 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:57.121444 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0b694-a50e-418f-aaa7-50bb9445570a req-d5e35012-fbf2-4f9b-9c01-2bc165db2990 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:57.123756 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-62f0b694-a50e-418f-aaa7-50bb9445570a req-d5e35012-fbf2-4f9b-9c01-2bc165db2990 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5430 time: 0.2119520 Nov 24 12:58:57.188709 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ffc0ecf0-d032-4735-8165-8d81d19b4e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:57.217325 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ffc0ecf0-d032-4735-8165-8d81d19b4e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:57.311550 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ffc0ecf0-d032-4735-8165-8d81d19b4e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:57.315262 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ffc0ecf0-d032-4735-8165-8d81d19b4e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:57.316973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ffc0ecf0-d032-4735-8165-8d81d19b4e9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c7bd35d-39b7-4c2e-9b6d-9ec2d4e940cc HTTP/1.1" status: 204 len: 168 time: 0.2659400 Nov 24 12:58:57.362074 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-62f0b694-a50e-418f-aaa7-50bb9445570a req-d348fa31-eeae-4408-bc24-7b778cc6c3cc tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1933146 Nov 24 12:58:57.365426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0ecf0-d032-4735-8165-8d81d19b4e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7bd35d-39b7-4c2e-9b6d-9ec2d4e940cc,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:57.429496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 487e6964-ffa6-4617-8b6a-a8f33e31de54 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:58:57.496354 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 487e6964-ffa6-4617-8b6a-a8f33e31de54 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:57.496775 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:57.689408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1454d-6e57-4ca1-be05-9448f88eb2a9 req-3e7abe1d-42b3-4847-b412-8fc4a002ff4a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:57.698755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9a1454d-6e57-4ca1-be05-9448f88eb2a9 req-3e7abe1d-42b3-4847-b412-8fc4a002ff4a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 945 time: 0.1216550 Nov 24 12:58:57.816350 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:57.844203 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c85ef0-d789-46b1-853c-022e6b0887d6 req-fb7c89dd-356a-411a-b192-451709eeafa4 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:57.847583 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30c85ef0-d789-46b1-853c-022e6b0887d6 req-fb7c89dd-356a-411a-b192-451709eeafa4 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 1101 time: 0.1132510 Nov 24 12:58:57.858319 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9a1454d-6e57-4ca1-be05-9448f88eb2a9 req-43f083b0-add7-4b6e-a473-3329c93c97e5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570709 Nov 24 12:58:57.870925 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-30c85ef0-d789-46b1-853c-022e6b0887d6 req-2f344d1f-6c8c-404a-8b17-d8710aaf9a33 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:57.931405 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 487e6964-ffa6-4617-8b6a-a8f33e31de54, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=487e6964-ffa6-4617-8b6a-a8f33e31de54,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:57.949006 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:57.949906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 6ede6d46-dbc0-4874-acf0-53462d41eb60 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:58.115340 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-30c85ef0-d789-46b1-853c-022e6b0887d6 req-2f344d1f-6c8c-404a-8b17-d8710aaf9a33 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:58.122822 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-30c85ef0-d789-46b1-853c-022e6b0887d6 req-2f344d1f-6c8c-404a-8b17-d8710aaf9a33 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:58.178188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f344d1f-6c8c-404a-8b17-d8710aaf9a33 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe30fe7-5811-46e8-9382-29c7b272298f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:58.216540 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 6ede6d46-dbc0-4874-acf0-53462d41eb60 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:58:58.229787 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 6ede6d46-dbc0-4874-acf0-53462d41eb60 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:58.229787 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:58.230130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=487e6964-ffa6-4617-8b6a-a8f33e31de54,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:58.248004 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30c85ef0-d789-46b1-853c-022e6b0887d6 req-2f344d1f-6c8c-404a-8b17-d8710aaf9a33 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871131 Nov 24 12:58:58.254617 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f557a9-3f48-40c4-88af-a39636d32d3b req-6f8f1c59-6efd-48ce-880a-9df62ef70fa6 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:58.256171 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86f557a9-3f48-40c4-88af-a39636d32d3b req-6f8f1c59-6efd-48ce-880a-9df62ef70fa6 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 944 time: 0.1178579 Nov 24 12:58:58.397391 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def5f0b4-8a55-4e94-be95-870008397cd5'}, {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c8ea04-17ce-4aff-95c6-f4dc6f99aced'}, {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487e6964-ffa6-4617-8b6a-a8f33e31de54'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:58:58.399704 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d355e0-5283-49b5-be2a-60a13fd342d9" -d '{"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-plugged", "status": "completed", "tag": "def5f0b4-8a55-4e94-be95-870008397cd5"}, {"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-plugged", "status": "completed", "tag": "20c8ea04-17ce-4aff-95c6-f4dc6f99aced"}, {"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-plugged", "status": "completed", "tag": "487e6964-ffa6-4617-8b6a-a8f33e31de54"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:58:58.473451 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86f557a9-3f48-40c4-88af-a39636d32d3b req-2d5badd0-d63b-4030-8f9f-f8740fa77dac tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860485 Nov 24 12:58:58.502491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d790c-48fb-4bc8-83a2-49032f87fda4 req-a272766f-baee-4a11-a250-6747d3681f6f tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:58.503000 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:58.518328 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ad1d790c-48fb-4bc8-83a2-49032f87fda4 req-a272766f-baee-4a11-a250-6747d3681f6f tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1486278 Nov 24 12:58:58.558119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 6ede6d46-dbc0-4874-acf0-53462d41eb60, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=6ede6d46-dbc0-4874-acf0-53462d41eb60,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:58.564793 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:58.574280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 902ab3b7-d804-47d6-87d0-4d5ed9673025 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:58.644970 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ad1d790c-48fb-4bc8-83a2-49032f87fda4 req-60f8134a-a19b-4d85-af41-246457246d2a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251469 Nov 24 12:58:58.789279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=6ede6d46-dbc0-4874-acf0-53462d41eb60,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:58.870671 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 902ab3b7-d804-47d6-87d0-4d5ed9673025 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:58:58.880607 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 902ab3b7-d804-47d6-87d0-4d5ed9673025 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:58.881061 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:58.921369 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 24 Nov 2021 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58872ddc-2576-45a1-be64-194199a56e6a x-openstack-request-id: req-58872ddc-2576-45a1-be64-194199a56e6a {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:58:58.921672 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-plugged", "status": "completed", "tag": "def5f0b4-8a55-4e94-be95-870008397cd5", "code": 200}, {"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-plugged", "status": "completed", "tag": "20c8ea04-17ce-4aff-95c6-f4dc6f99aced", "code": 200}, {"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-plugged", "status": "completed", "tag": "487e6964-ffa6-4617-8b6a-a8f33e31de54", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:58:58.921928 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-58872ddc-2576-45a1-be64-194199a56e6a {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:58:58.922335 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def5f0b4-8a55-4e94-be95-870008397cd5', 'code': 200} Nov 24 12:58:58.922601 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c8ea04-17ce-4aff-95c6-f4dc6f99aced', 'code': 200} Nov 24 12:58:58.922858 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487e6964-ffa6-4617-8b6a-a8f33e31de54', 'code': 200} Nov 24 12:58:58.935005 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8bb3e-4145-433f-8a3a-bd2ed6b263dc req-4332abd4-60e2-4063-81e0-9f3646cdb793 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:58.969183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8bb3e-4145-433f-8a3a-bd2ed6b263dc req-4332abd4-60e2-4063-81e0-9f3646cdb793 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:58.975805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8bb3e-4145-433f-8a3a-bd2ed6b263dc req-4332abd4-60e2-4063-81e0-9f3646cdb793 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:58.997101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8bb3e-4145-433f-8a3a-bd2ed6b263dc req-4332abd4-60e2-4063-81e0-9f3646cdb793 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:59.016553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8bb3e-4145-433f-8a3a-bd2ed6b263dc req-4332abd4-60e2-4063-81e0-9f3646cdb793 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:59.030853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8bb3e-4145-433f-8a3a-bd2ed6b263dc req-4332abd4-60e2-4063-81e0-9f3646cdb793 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:59.040969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8bb3e-4145-433f-8a3a-bd2ed6b263dc req-4332abd4-60e2-4063-81e0-9f3646cdb793 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:59.061450 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20e8bb3e-4145-433f-8a3a-bd2ed6b263dc req-4332abd4-60e2-4063-81e0-9f3646cdb793 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5433 time: 0.2680147 Nov 24 12:58:59.229571 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20e8bb3e-4145-433f-8a3a-bd2ed6b263dc req-12bb0170-f458-49a4-bee0-6927b880ac3c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1642463 Nov 24 12:58:59.261122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59270) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:59.351443 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:59.440569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 902ab3b7-d804-47d6-87d0-4d5ed9673025, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=902ab3b7-d804-47d6-87d0-4d5ed9673025,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:58:59.453044 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:59.455590 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 411ed3bf-1924-4b89-91a8-c3964eebb50a up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:58:59.536568 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3340b12-52eb-44f0-8d80-f8b154062461 req-cde14e3d-face-4f6d-89f7-9b7acdd274b4 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:58:59.549877 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3340b12-52eb-44f0-8d80-f8b154062461 req-cde14e3d-face-4f6d-89f7-9b7acdd274b4 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 945 time: 0.1300292 Nov 24 12:58:59.602520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 411ed3bf-1924-4b89-91a8-c3964eebb50a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:58:59.603164 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:59.629587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-be51d0c5-7345-4c43-86cd-d6a0acf120f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd4ceb07585f4508a4280de3863b6f7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3667769 Nov 24 12:58:59.632904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59284) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:58:59.642900 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=902ab3b7-d804-47d6-87d0-4d5ed9673025,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:59.661524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3340b12-52eb-44f0-8d80-f8b154062461 req-1f440816-e6a9-471d-acb0-aed0d18ebb94 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034288 Nov 24 12:58:59.749698 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:59.822938 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:59.905673 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:59.910060 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:59.913170 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:58:59.917516 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e92c09cf-7738-416f-b672-cd89ac763358 HTTP/1.1" status: 204 len: 168 time: 0.2828815 Nov 24 12:58:59.934555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92c09cf-7738-416f-b672-cd89ac763358,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:58:59.957852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:59.958798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:59.959012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:59.959364 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:59.960875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:59.961293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:59.964287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:59.964640 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:59.965006 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:59.965345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:59.965681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:58:59.967536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903208c5-f9c0-423a-a764-a3c95b3ae172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:00.064776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59292) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:00.083821 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 411ed3bf-1924-4b89-91a8-c3964eebb50a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:00.152616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device d89c442a-2382-4957-87f0-9b9a1f2590a9 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:00.298378 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:59:00.335586 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:00.337021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ace1cf45-f45a-4946-b161-16e9972cbe2e no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:59:00.340391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a15608-aaa1-4206-b3f9-bd0fd0e56ca9 req-24e05025-d2f2-4914-88b8-6d02bfd5ffbc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:00.349588 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a15608-aaa1-4206-b3f9-bd0fd0e56ca9 req-24e05025-d2f2-4914-88b8-6d02bfd5ffbc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 944 time: 0.2223179 Nov 24 12:59:00.401837 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e36548cf-1896-43e2-b1f3-b7514917d457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:00.462614 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: ace1cf45-f45a-4946-b161-16e9972cbe2e {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 12:59:00.463416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ace1cf45-f45a-4946-b161-16e9972cbe2e not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 12:59:00.501612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port d89c442a-2382-4957-87f0-9b9a1f2590a9 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:59:00.522481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port d89c442a-2382-4957-87f0-9b9a1f2590a9 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:00.523133 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:00.561377 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a15608-aaa1-4206-b3f9-bd0fd0e56ca9 req-bddd616e-30b5-4599-9c68-2559b3123968 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908123 Nov 24 12:59:00.595958 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=411ed3bf-1924-4b89-91a8-c3964eebb50a,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:00.671264 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e36548cf-1896-43e2-b1f3-b7514917d457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:00.672995 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:00.677351 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e36548cf-1896-43e2-b1f3-b7514917d457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:00.763608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port d89c442a-2382-4957-87f0-9b9a1f2590a9, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=d89c442a-2382-4957-87f0-9b9a1f2590a9,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:00.769277 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:00.779057 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e36548cf-1896-43e2-b1f3-b7514917d457 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26fd8d2462694c93b8ee655ac47a9daa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7130697 Nov 24 12:59:00.782206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59304) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:00.785272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36548cf-1896-43e2-b1f3-b7514917d457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1504ac-4277-4a8b-bf26-bda197130278,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:00.913375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=d89c442a-2382-4957-87f0-9b9a1f2590a9,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:00.919651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457c692-3301-4828-aa0d-1e5d5d107f42 req-c971c332-eaa9-466d-af45-439336968c4c tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:00.923764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ede6d46-dbc0-4874-acf0-53462d41eb60'}, {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902ab3b7-d804-47d6-87d0-4d5ed9673025'}, {'server_uuid': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ed3bf-1924-4b89-91a8-c3964eebb50a'}, {'server_uuid': '617315c2-2cac-4bcc-900d-77fc6792856f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c442a-2382-4957-87f0-9b9a1f2590a9'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:59:00.926098 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f66c983-c231-4557-9b27-060cb016de33" -d '{"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-plugged", "status": "completed", "tag": "6ede6d46-dbc0-4874-acf0-53462d41eb60"}, {"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-plugged", "status": "completed", "tag": "902ab3b7-d804-47d6-87d0-4d5ed9673025"}, {"server_uuid": "7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55", "name": "network-vif-plugged", "status": "completed", "tag": "411ed3bf-1924-4b89-91a8-c3964eebb50a"}, {"server_uuid": "617315c2-2cac-4bcc-900d-77fc6792856f", "name": "network-vif-plugged", "status": "completed", "tag": "d89c442a-2382-4957-87f0-9b9a1f2590a9"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:59:00.942171 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2457c692-3301-4828-aa0d-1e5d5d107f42 req-c971c332-eaa9-466d-af45-439336968c4c tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.2068846 Nov 24 12:59:00.958120 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7eded114-db49-4e60-9593-35f4fe239549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:01.002522 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7eded114-db49-4e60-9593-35f4fe239549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:01.083516 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7eded114-db49-4e60-9593-35f4fe239549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:01.089276 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7eded114-db49-4e60-9593-35f4fe239549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:01.093368 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7eded114-db49-4e60-9593-35f4fe239549 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b1504ac-4277-4a8b-bf26-bda197130278 HTTP/1.1" status: 204 len: 168 time: 0.3101544 Nov 24 12:59:01.105425 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2457c692-3301-4828-aa0d-1e5d5d107f42 req-22f11227-7a3e-430e-bee3-bfef89c63c82 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617949 Nov 24 12:59:01.113394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eded114-db49-4e60-9593-35f4fe239549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1504ac-4277-4a8b-bf26-bda197130278,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:01.373791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2bdca-9397-4021-8366-4e8bf611ef9d req-a6c8b125-5cbb-400d-a259-dc99322b0879 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:01.386774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2bdca-9397-4021-8366-4e8bf611ef9d req-a6c8b125-5cbb-400d-a259-dc99322b0879 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:01.398526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2bdca-9397-4021-8366-4e8bf611ef9d req-a6c8b125-5cbb-400d-a259-dc99322b0879 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:01.409554 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2bdca-9397-4021-8366-4e8bf611ef9d req-a6c8b125-5cbb-400d-a259-dc99322b0879 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:01.433715 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2bdca-9397-4021-8366-4e8bf611ef9d req-a6c8b125-5cbb-400d-a259-dc99322b0879 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:01.461755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2bdca-9397-4021-8366-4e8bf611ef9d req-a6c8b125-5cbb-400d-a259-dc99322b0879 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:01.486532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2bdca-9397-4021-8366-4e8bf611ef9d req-a6c8b125-5cbb-400d-a259-dc99322b0879 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:01.498136 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8bc2bdca-9397-4021-8366-4e8bf611ef9d req-a6c8b125-5cbb-400d-a259-dc99322b0879 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5434 time: 0.2582531 Nov 24 12:59:01.694378 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8bc2bdca-9397-4021-8366-4e8bf611ef9d req-3016e25a-62d2-4456-bc6f-8dac053b5499 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1909187 Nov 24 12:59:01.860429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59334) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:01.925394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c439f0-f5ec-4e5e-af74-a9a6fda0debb req-3fb7e98b-ddd4-46aa-8eb9-8559d0c4be43 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:01.941679 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99c439f0-f5ec-4e5e-af74-a9a6fda0debb req-3fb7e98b-ddd4-46aa-8eb9-8559d0c4be43 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.0946844 Nov 24 12:59:02.063357 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99c439f0-f5ec-4e5e-af74-a9a6fda0debb req-b01e6b39-d921-46e6-a970-8f9a56c739c6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204460 Nov 24 12:59:02.104557 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1164576756-network', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:02.164674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] Made reservation on behalf of 64e1f97e83e44c8e89dd3e01e92d1782 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:59:02.167745 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:02.187120 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:02.197284 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 24 Nov 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb913c79-7a64-40ce-9cbe-0f242835ed9a x-openstack-request-id: req-fb913c79-7a64-40ce-9cbe-0f242835ed9a {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:59:02.198335 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-plugged", "status": "completed", "tag": "6ede6d46-dbc0-4874-acf0-53462d41eb60", "code": 200}, {"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-plugged", "status": "completed", "tag": "902ab3b7-d804-47d6-87d0-4d5ed9673025", "code": 200}, {"server_uuid": "7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55", "name": "network-vif-plugged", "status": "completed", "tag": "411ed3bf-1924-4b89-91a8-c3964eebb50a", "code": 200}, {"server_uuid": "617315c2-2cac-4bcc-900d-77fc6792856f", "name": "network-vif-plugged", "status": "completed", "tag": "d89c442a-2382-4957-87f0-9b9a1f2590a9", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:59:02.198843 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb913c79-7a64-40ce-9cbe-0f242835ed9a {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:59:02.199483 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ede6d46-dbc0-4874-acf0-53462d41eb60', 'code': 200} Nov 24 12:59:02.200068 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902ab3b7-d804-47d6-87d0-4d5ed9673025', 'code': 200} Nov 24 12:59:02.200517 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'code': 200} Nov 24 12:59:02.200989 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617315c2-2cac-4bcc-900d-77fc6792856f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89c442a-2382-4957-87f0-9b9a1f2590a9', 'code': 200} Nov 24 12:59:02.454338 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:02.470797 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:02.572968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169ec532-2b57-476a-8b8d-efb0e20f1b13,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:02.604450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:59:02.628298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b73c50-8e50-4fd0-a97b-6622bf918967 req-c0e8e0e7-b05a-4df6-9011-d25684c2a0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:02.639125 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:02.639125 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] Added segment 3f5219dd-8907-4c29-9ce2-9a675fa8136c of type vlan for network 10590d13-890c-4212-a949-5f72d63ea981 Nov 24 12:59:02.639350 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b73c50-8e50-4fd0-a97b-6622bf918967 req-c0e8e0e7-b05a-4df6-9011-d25684c2a0a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 1096 time: 0.3646195 Nov 24 12:59:02.656791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3dc2e-dee2-4a90-ad4e-59c12005ec59 req-02ec648b-afe6-4ad8-8be9-f420b9129db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:02.656791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3dc2e-dee2-4a90-ad4e-59c12005ec59 req-02ec648b-afe6-4ad8-8be9-f420b9129db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:02.656791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3dc2e-dee2-4a90-ad4e-59c12005ec59 req-02ec648b-afe6-4ad8-8be9-f420b9129db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:02.656791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3dc2e-dee2-4a90-ad4e-59c12005ec59 req-02ec648b-afe6-4ad8-8be9-f420b9129db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:02.656791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3dc2e-dee2-4a90-ad4e-59c12005ec59 req-02ec648b-afe6-4ad8-8be9-f420b9129db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:02.656791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3dc2e-dee2-4a90-ad4e-59c12005ec59 req-02ec648b-afe6-4ad8-8be9-f420b9129db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:02.656791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3dc2e-dee2-4a90-ad4e-59c12005ec59 req-02ec648b-afe6-4ad8-8be9-f420b9129db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:02.657755 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-67f3dc2e-dee2-4a90-ad4e-59c12005ec59 req-02ec648b-afe6-4ad8-8be9-f420b9129db9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 6491 time: 0.3096006 Nov 24 12:59:02.691333 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:02.714766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74556a0-1ed2-4217-a8a2-40aee70102d1 req-a87bdf55-90a5-44f5-aa26-6f89adc93bda tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:02.722105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b74556a0-1ed2-4217-a8a2-40aee70102d1 req-a87bdf55-90a5-44f5-aa26-6f89adc93bda tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.2722600 Nov 24 12:59:02.752907 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58b73c50-8e50-4fd0-a97b-6622bf918967 req-7211d5cb-15b2-4f5a-a487-ef0ff8225b0f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925024 Nov 24 12:59:02.786229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:02.788432 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:02.790012 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:02.821568 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b74556a0-1ed2-4217-a8a2-40aee70102d1 req-719e3322-6465-4027-ab7e-3b997226454d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933850 Nov 24 12:59:02.827810 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-67f3dc2e-dee2-4a90-ad4e-59c12005ec59 req-148fd4ae-b2b3-4a64-a4dc-f4b9110158f8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1318505 Nov 24 12:59:02.852782 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9892917 Nov 24 12:59:02.852782 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59354) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:02.859616 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8885e1bd-a37e-4267-8596-cea5b98e8192 admin admin] Request body: {'subnet': {'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1164576756-subnet', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:02.916788 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932eea-6c37-4bed-b387-a587349945d2 admin admin] Pushing event updated for resources: {'Network': ['ID=10590d13-890c-4212-a949-5f72d63ea981,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:02.943873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd781ee1-320e-4dc8-9fee-1e29d93ba354 req-56770da8-5389-428f-b167-1cf930426a66 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:02.949681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 10590d13-890c-4212-a949-5f72d63ea981 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:59:02.951660 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd781ee1-320e-4dc8-9fee-1e29d93ba354 req-56770da8-5389-428f-b167-1cf930426a66 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 945 time: 0.0670838 Nov 24 12:59:02.952206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8885e1bd-a37e-4267-8596-cea5b98e8192 admin admin] Made reservation on behalf of 64e1f97e83e44c8e89dd3e01e92d1782 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:59:02.957500 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8885e1bd-a37e-4267-8596-cea5b98e8192 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:03.010024 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd781ee1-320e-4dc8-9fee-1e29d93ba354 req-0a7bb041-2506-4199-b7dd-26b897b76f51 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519936 Nov 24 12:59:03.201918 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f570617-dfa2-4958-95e3-d19def3309e2 req-e1114389-4178-4ee4-aaba-fbc3b7a4f87e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:03.209441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f570617-dfa2-4958-95e3-d19def3309e2 req-e1114389-4178-4ee4-aaba-fbc3b7a4f87e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:03.216668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f570617-dfa2-4958-95e3-d19def3309e2 req-e1114389-4178-4ee4-aaba-fbc3b7a4f87e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:03.231434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f570617-dfa2-4958-95e3-d19def3309e2 req-e1114389-4178-4ee4-aaba-fbc3b7a4f87e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:03.239268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f570617-dfa2-4958-95e3-d19def3309e2 req-e1114389-4178-4ee4-aaba-fbc3b7a4f87e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:03.246541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f570617-dfa2-4958-95e3-d19def3309e2 req-e1114389-4178-4ee4-aaba-fbc3b7a4f87e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:03.261415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f570617-dfa2-4958-95e3-d19def3309e2 req-e1114389-4178-4ee4-aaba-fbc3b7a4f87e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:03.263494 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f570617-dfa2-4958-95e3-d19def3309e2 req-e1114389-4178-4ee4-aaba-fbc3b7a4f87e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5434 time: 0.1656914 Nov 24 12:59:03.273837 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8885e1bd-a37e-4267-8596-cea5b98e8192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:03.347435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885e1bd-a37e-4267-8596-cea5b98e8192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=634de58c-db10-45aa-a077-fbc5f7def9fd,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:03.365297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8885e1bd-a37e-4267-8596-cea5b98e8192 admin admin] Checking segment: {'id': '3f5219dd-8907-4c29-9ce2-9a675fa8136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '10590d13-890c-4212-a949-5f72d63ea981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:03.366027 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8885e1bd-a37e-4267-8596-cea5b98e8192 admin admin] Network hostable DHCP agents. Network: 10590d13-890c-4212-a949-5f72d63ea981, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:59:03.390660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8885e1bd-a37e-4267-8596-cea5b98e8192 admin admin] Network 10590d13-890c-4212-a949-5f72d63ea981 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:59:03.398692 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f570617-dfa2-4958-95e3-d19def3309e2 req-a3bc106c-d150-4723-adac-c50442170ac2 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265275 Nov 24 12:59:03.424197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-8885e1bd-a37e-4267-8596-cea5b98e8192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 10590d13-890c-4212-a949-5f72d63ea981) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:03.434430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd28fa4-3bce-466a-be8f-851445070aa7 None None] Network 10590d13-890c-4212-a949-5f72d63ea981 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:59:03.443891 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8885e1bd-a37e-4267-8596-cea5b98e8192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:03.444965 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8885e1bd-a37e-4267-8596-cea5b98e8192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:03.481725 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8885e1bd-a37e-4267-8596-cea5b98e8192 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6241839 Nov 24 12:59:03.482594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59368) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:03.487444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:03.528436 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:03.529745 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:03.663493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-10590d13-890c-4212-a949-5f72d63ea981', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'fixed_ips': [{'subnet_id': '634de58c-db10-45aa-a077-fbc5f7def9fd'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:59:03.664919 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:03.666092 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:03.852963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Allocated IP 172.20.0.2 (10590d13-890c-4212-a949-5f72d63ea981/634de58c-db10-45aa-a077-fbc5f7def9fd/a5963c0b-6f9d-4579-888d-a5e4570102b0) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:04.069832 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:04.143170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89a28c-745e-4f55-abf2-0167c196caeb req-aef9c7f1-f82a-4180-a003-0f3b86ae502e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:04.161333 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca89a28c-745e-4f55-abf2-0167c196caeb req-aef9c7f1-f82a-4180-a003-0f3b86ae502e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.1759901 Nov 24 12:59:04.178600 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:04.188690 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:04.253562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Network 10590d13-890c-4212-a949-5f72d63ea981 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:04.255259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:04.267099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:04.275091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Pushing event updated for resources: {'Port': ['ID=a5963c0b-6f9d-4579-888d-a5e4570102b0,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:04.355830 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Attempting to bind port a5963c0b-6f9d-4579-888d-a5e4570102b0 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:59:04.356404 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Attempting to bind port a5963c0b-6f9d-4579-888d-a5e4570102b0 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '3f5219dd-8907-4c29-9ce2-9a675fa8136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '10590d13-890c-4212-a949-5f72d63ea981'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:59:04.356795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Attempting to bind port a5963c0b-6f9d-4579-888d-a5e4570102b0 on network 10590d13-890c-4212-a949-5f72d63ea981 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:04.362807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:59:04.363237 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Checking segment: {'id': '3f5219dd-8907-4c29-9ce2-9a675fa8136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '10590d13-890c-4212-a949-5f72d63ea981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:04.363643 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:04.364029 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Bound using segment: {'id': '3f5219dd-8907-4c29-9ce2-9a675fa8136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '10590d13-890c-4212-a949-5f72d63ea981'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:59:04.364491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Bound port: a5963c0b-6f9d-4579-888d-a5e4570102b0, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5219dd-8907-4c29-9ce2-9a675fa8136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '10590d13-890c-4212-a949-5f72d63ea981'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:59:04.364893 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:04.424674 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca89a28c-745e-4f55-abf2-0167c196caeb req-b64a1cec-7896-4792-9a99-f77215ef82e3 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619820 Nov 24 12:59:04.536618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] For port a5963c0b-6f9d-4579-888d-a5e4570102b0, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:59:04.542717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] For port a5963c0b-6f9d-4579-888d-a5e4570102b0, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a5963c0b-6f9d-4579-888d-a5e4570102b0,segment=NetworkSegment(3f5219dd-8907-4c29-9ce2-9a675fa8136c),segment_id=3f5219dd-8907-4c29-9ce2-9a675fa8136c)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:59:04.548975 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:04.658245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379f0a3-1e36-4272-a515-3d834c7f49c4 None None] Pushing event updated for resources: {'Port': ['ID=a5963c0b-6f9d-4579-888d-a5e4570102b0,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:04.747223 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:04.783524 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:04.868041 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd87b1-61e3-4d3d-9206-002fbfa569a2 req-87ace499-78cf-4697-a718-71cb7d28490d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:04.875387 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-68fd87b1-61e3-4d3d-9206-002fbfa569a2 req-87ace499-78cf-4697-a718-71cb7d28490d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.2806311 Nov 24 12:59:05.031101 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-68fd87b1-61e3-4d3d-9206-002fbfa569a2 req-4c954d0d-df14-4570-b03d-4fc450092dac tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541789 Nov 24 12:59:05.145001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Allocated IP 172.25.0.11 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/38716ae7-fbd8-4f69-b4bb-20c506c01a58) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:05.344186 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:05.405195 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:05.464597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:05.468391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:05.476461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:05.525199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Pushing event updated for resources: {'Port': ['ID=38716ae7-fbd8-4f69-b4bb-20c506c01a58,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:05.540686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:05.541325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:05.541836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:05.542945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:05.543500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:05.544001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:05.544499 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:05.545249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:05.545894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:05.546424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:05.546932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:05.547440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:05.985777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:06.064268 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:06.211731 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a5963c0b-6f9d-4579-888d-a5e4570102b0 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:06.274965 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116d5f25-4d1d-4e0e-b78a-89b2135697a8 None None] Network 10590d13-890c-4212-a949-5f72d63ea981 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:59:06.374842 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-331a070d-8e44-471a-b4cb-8952209d8453 None None] Provisioning complete for port a5963c0b-6f9d-4579-888d-a5e4570102b0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:06.375721 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-331a070d-8e44-471a-b4cb-8952209d8453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:06.393111 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:06.479736 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a5963c0b-6f9d-4579-888d-a5e4570102b0 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:06.480410 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:06.647452 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-331a070d-8e44-471a-b4cb-8952209d8453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:06.735850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-331a070d-8e44-471a-b4cb-8952209d8453 None None] For port a5963c0b-6f9d-4579-888d-a5e4570102b0, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a5963c0b-6f9d-4579-888d-a5e4570102b0,segment=NetworkSegment(3f5219dd-8907-4c29-9ce2-9a675fa8136c),segment_id=3f5219dd-8907-4c29-9ce2-9a675fa8136c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:06.746575 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:06.775109 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-331a070d-8e44-471a-b4cb-8952209d8453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:06.854667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Router d169a05f-3136-4851-bbc5-66fb70735622 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:59:06.868365 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 12:59:06.869821 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 12:59:06.930596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a070d-8e44-471a-b4cb-8952209d8453 None None] Pushing event updated for resources: {'Port': ['ID=a5963c0b-6f9d-4579-888d-a5e4570102b0,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:07.019507 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:59:07.034433 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Sync routers for ids ['d169a05f-3136-4851-bbc5-66fb70735622'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:59:07.049592 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Routers {'d169a05f-3136-4851-bbc5-66fb70735622'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:59:07.050736 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d169a05f-3136-4851-bbc5-66fb70735622'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:07.081227 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:07.082529 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fa68f76b-4e2e-43a1-ad21-417e8ac14b5f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5985918 Nov 24 12:59:07.085399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59390) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:07.222641 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a6b25cfa-50cf-4eb5-b875-b372c093625a None None] Provisioning complete for port a5963c0b-6f9d-4579-888d-a5e4570102b0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:07.223283 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a6b25cfa-50cf-4eb5-b875-b372c093625a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:07.441202 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Set router d169a05f-3136-4851-bbc5-66fb70735622 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:59:07.677758 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T12:59:05Z', 'revision_number': 3, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:07.684163 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:07.709756 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Checking router: d169a05f-3136-4851-bbc5-66fb70735622 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:59:07.710119 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Updating router d169a05f-3136-4851-bbc5-66fb70735622 port 38716ae7-fbd8-4f69-b4bb-20c506c01a58 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:59:07.742841 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:07.880778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Allocated IP 172.20.0.1 (10590d13-890c-4212-a949-5f72d63ea981/634de58c-db10-45aa-a077-fbc5f7def9fd/b2d128ab-60d7-47b6-8d1b-2dabb557790f) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:08.017330 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:08.053250 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:08.058301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a5963c0b-6f9d-4579-888d-a5e4570102b0 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:08.072509 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:08.079670 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:08.099760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Pushing event updated for resources: {'Port': ['ID=b2d128ab-60d7-47b6-8d1b-2dabb557790f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:08.113399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Network 10590d13-890c-4212-a949-5f72d63ea981 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:08.114996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:08.134093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:08.150824 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659093e-660e-4390-87d6-c03ced8897ac None None] Pushing event updated for resources: {'Port': ['ID=38716ae7-fbd8-4f69-b4bb-20c506c01a58,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:08.202463 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Attempting to bind port 38716ae7-fbd8-4f69-b4bb-20c506c01a58 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:59:08.202898 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Attempting to bind port 38716ae7-fbd8-4f69-b4bb-20c506c01a58 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:59:08.203272 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Attempting to bind port 38716ae7-fbd8-4f69-b4bb-20c506c01a58 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:08.209184 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:59:08.209617 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:08.210032 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:08.210970 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:59:08.212934 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Bound port: 38716ae7-fbd8-4f69-b4bb-20c506c01a58, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:59:08.213309 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:08.253865 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:08.342867 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] For port 38716ae7-fbd8-4f69-b4bb-20c506c01a58, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:59:08.359086 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] For port 38716ae7-fbd8-4f69-b4bb-20c506c01a58, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=38716ae7-fbd8-4f69-b4bb-20c506c01a58,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:59:08.370037 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:08.466233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a5963c0b-6f9d-4579-888d-a5e4570102b0 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:08.466725 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:08.515269 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Routers {'d169a05f-3136-4851-bbc5-66fb70735622'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:59:08.517064 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d169a05f-3136-4851-bbc5-66fb70735622'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:08.535406 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:08.641578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0b261a2e-231e-4748-9fec-fa67e12e13b7 None None] Provisioning complete for port b2d128ab-60d7-47b6-8d1b-2dabb557790f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:08.641956 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0b261a2e-231e-4748-9fec-fa67e12e13b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:08.728606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0b261a2e-231e-4748-9fec-fa67e12e13b7 None None] Port b2d128ab-60d7-47b6-8d1b-2dabb557790f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:59:08.779068 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] Set router d169a05f-3136-4851-bbc5-66fb70735622 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:59:08.834820 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:08.842848 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:08.897682 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:09.025154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Pushing event updated for resources: {'Port': ['ID=b2d128ab-60d7-47b6-8d1b-2dabb557790f,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:09.061282 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659093e-660e-4390-87d6-c03ced8897ac None None] Pushing event updated for resources: {'Port': ['ID=38716ae7-fbd8-4f69-b4bb-20c506c01a58,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:09.106612 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Network 10590d13-890c-4212-a949-5f72d63ea981 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:09.108768 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:09.120396 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T12:59:08Z', 'revision_number': 4, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'b2d128ab-60d7-47b6-8d1b-2dabb557790f', 'name': '', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'mac_address': 'fa:16:3e:23:3a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:07Z', 'updated_at': '2021-11-24T12:59:07Z', 'revision_number': 1, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'subnets': [{'id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:09.155915 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d193c97a-c622-4695-8e9f-19ad46a9ed5a None None] The sync data for ids ['d169a05f-3136-4851-bbc5-66fb70735622'] in n-d-817303-4 is: [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T12:59:08Z', 'revision_number': 4, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'b2d128ab-60d7-47b6-8d1b-2dabb557790f', 'name': '', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'mac_address': 'fa:16:3e:23:3a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:07Z', 'updated_at': '2021-11-24T12:59:07Z', 'revision_number': 1, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'subnets': [{'id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:59:09.322385 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Router d169a05f-3136-4851-bbc5-66fb70735622 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:59:09.424976 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-8555a586-42f8-4fbc-bfab-84b8ebe871aa tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=92d638b31b6c4805af7701d21e9d6244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492642 Nov 24 12:59:09.469211 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-443b8879-155a-4c06-9e9a-5ed6afe9cdec req-42a12dd5-b441-418b-854c-c845cda15045 tempest-AbsoluteLimitsNegativeTestJSON-2142445530 tempest-AbsoluteLimitsNegativeTestJSON-2142445530-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=069f603d5be841899b93720958a55059&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483413 Nov 24 12:59:09.505618 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:09.573088 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8b6c5952-9439-44fd-b82d-5ed3bdd159db None None] Provisioning complete for port b2d128ab-60d7-47b6-8d1b-2dabb557790f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:09.573740 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8b6c5952-9439-44fd-b82d-5ed3bdd159db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:09.641747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-82b5cb9f-b5aa-494a-9552-f084dc60eb7b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:09.643353 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-82b5cb9f-b5aa-494a-9552-f084dc60eb7b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2163570 Nov 24 12:59:09.676705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-40328484-aea9-4335-bc4b-c73cf8dcd3c8 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/quotas/92d638b31b6c4805af7701d21e9d6244 HTTP/1.1" status: 200 len: 375 time: 0.0160146 Nov 24 12:59:09.677524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c5952-9439-44fd-b82d-5ed3bdd159db None None] Port b2d128ab-60d7-47b6-8d1b-2dabb557790f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:59:09.737213 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-9b308f18-6ff2-421c-932f-59debac81a84 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0520632 Nov 24 12:59:09.748876 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:59:09.755322 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-47d9cdab-032c-4c44-bb48-54052033d75c admin admin] 10.222.0.48 "PUT /v2.0/routers/d169a05f-3136-4851-bbc5-66fb70735622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6679626 Nov 24 12:59:09.777470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b8879-155a-4c06-9e9a-5ed6afe9cdec req-e3989301-db1b-4793-b994-71e60afd977b tempest-AbsoluteLimitsNegativeTestJSON-2142445530 tempest-AbsoluteLimitsNegativeTestJSON-2142445530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:09.779014 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-443b8879-155a-4c06-9e9a-5ed6afe9cdec req-e3989301-db1b-4793-b994-71e60afd977b tempest-AbsoluteLimitsNegativeTestJSON-2142445530 tempest-AbsoluteLimitsNegativeTestJSON-2142445530-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3028090 Nov 24 12:59:09.798666 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-443b8879-155a-4c06-9e9a-5ed6afe9cdec req-968ba11c-e8fd-4054-bb7c-86df7de04991 tempest-AbsoluteLimitsNegativeTestJSON-2142445530 tempest-AbsoluteLimitsNegativeTestJSON-2142445530-project] 10.222.0.48 "GET /v2.0/quotas/069f603d5be841899b93720958a55059 HTTP/1.1" status: 200 len: 375 time: 0.0127645 Nov 24 12:59:09.840091 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-443b8879-155a-4c06-9e9a-5ed6afe9cdec req-e0fcaadb-810b-4600-ac92-a5ca1f3beb63 tempest-AbsoluteLimitsNegativeTestJSON-2142445530 tempest-AbsoluteLimitsNegativeTestJSON-2142445530-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=069f603d5be841899b93720958a55059&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346751 Nov 24 12:59:10.085546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971e1ed-c3a8-485e-abc8-9b081e944a8a req-621d06e7-c979-42aa-8dcf-85454f6d9fcc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:10.087696 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4971e1ed-c3a8-485e-abc8-9b081e944a8a req-621d06e7-c979-42aa-8dcf-85454f6d9fcc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 945 time: 0.0843067 Nov 24 12:59:10.159825 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4971e1ed-c3a8-485e-abc8-9b081e944a8a req-a639c7ea-b9f7-4568-8323-f1d4393d24b2 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656388 Nov 24 12:59:10.407409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59430) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:10.457047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193770-1641-40ac-8497-46c3e56669fc req-a7223ce9-02d6-4bb0-922a-e7d37b01d7c4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:10.463895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193770-1641-40ac-8497-46c3e56669fc req-a7223ce9-02d6-4bb0-922a-e7d37b01d7c4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:10.469935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193770-1641-40ac-8497-46c3e56669fc req-a7223ce9-02d6-4bb0-922a-e7d37b01d7c4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:10.477021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193770-1641-40ac-8497-46c3e56669fc req-a7223ce9-02d6-4bb0-922a-e7d37b01d7c4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:10.485562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193770-1641-40ac-8497-46c3e56669fc req-a7223ce9-02d6-4bb0-922a-e7d37b01d7c4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:10.495109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193770-1641-40ac-8497-46c3e56669fc req-a7223ce9-02d6-4bb0-922a-e7d37b01d7c4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:10.501921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193770-1641-40ac-8497-46c3e56669fc req-a7223ce9-02d6-4bb0-922a-e7d37b01d7c4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:10.504428 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3193770-1641-40ac-8497-46c3e56669fc req-a7223ce9-02d6-4bb0-922a-e7d37b01d7c4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5434 time: 0.1847615 Nov 24 12:59:10.573292 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2c378dff-228a-4688-b11e-fef37e39be33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:10.657080 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3193770-1641-40ac-8497-46c3e56669fc req-b7125d0a-11e0-4309-9ea7-2da9bab4b88f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1424870 Nov 24 12:59:10.705479 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2c378dff-228a-4688-b11e-fef37e39be33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:10.716424 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2c378dff-228a-4688-b11e-fef37e39be33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:10.839792 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2c378dff-228a-4688-b11e-fef37e39be33 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=069f603d5be841899b93720958a55059&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4308612 Nov 24 12:59:10.857080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59440) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:10.897397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206fb81-4752-4580-b961-ed37e716e86a req-10b32097-a9bd-4736-b2a2-79511c80cdf9 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:10.899561 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2206fb81-4752-4580-b961-ed37e716e86a req-10b32097-a9bd-4736-b2a2-79511c80cdf9 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1466162 Nov 24 12:59:10.907405 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967befc2-9733-44fc-8896-d64b82e66146 req-057f51ff-1ef4-46e1-84b3-786e56a5c997 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:10.909026 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-967befc2-9733-44fc-8896-d64b82e66146 req-057f51ff-1ef4-46e1-84b3-786e56a5c997 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.1176090 Nov 24 12:59:10.909805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c378dff-228a-4688-b11e-fef37e39be33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfec9fd-7928-4b5a-a341-15cfac7fc438,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:11.012693 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2206fb81-4752-4580-b961-ed37e716e86a req-130628ed-895a-4ad8-ac09-f796516ecdc4 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933216 Nov 24 12:59:11.039762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-967befc2-9733-44fc-8896-d64b82e66146 req-e47700f7-7e39-4cf2-a604-876c631ba4c2 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139698 Nov 24 12:59:11.042134 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb4c12a7-df4f-4d38-8da9-d7395229318b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:11.072238 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb4c12a7-df4f-4d38-8da9-d7395229318b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:11.155603 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb4c12a7-df4f-4d38-8da9-d7395229318b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:11.159440 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb4c12a7-df4f-4d38-8da9-d7395229318b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:11.160965 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fb4c12a7-df4f-4d38-8da9-d7395229318b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5dfec9fd-7928-4b5a-a341-15cfac7fc438 HTTP/1.1" status: 204 len: 168 time: 0.3005917 Nov 24 12:59:11.172829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c12a7-df4f-4d38-8da9-d7395229318b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfec9fd-7928-4b5a-a341-15cfac7fc438,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:11.774747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-df3de782-77a9-49a2-aeea-9a63ab842586 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:11.789482 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-df3de782-77a9-49a2-aeea-9a63ab842586 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/networks?id=efdf4441-c31a-4340-8b36-2c49134c63a0 HTTP/1.1" status: 200 len: 815 time: 0.2873838 Nov 24 12:59:11.815772 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-9c52f642-8c2d-44ef-8c43-c53781409c5d tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/quotas/b8df443929484df6bf35907bb8d668f6 HTTP/1.1" status: 200 len: 375 time: 0.0250075 Nov 24 12:59:11.939092 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-807d2b19-ebb9-4a9a-a8e9-387c76e68377 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8df443929484df6bf35907bb8d668f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1161168 Nov 24 12:59:12.094934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59480) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:12.099815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f4f2b8e7-33c2-47aa-8bc9-536c9172bf6c tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261584911', 'description': 'tempest-description--268636927'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:12.164670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 38716ae7-fbd8-4f69-b4bb-20c506c01a58 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:12.169106 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-00be4067-61ce-4753-bafe-db60dd4076c7 service neutron] 10.222.0.48 "GET /v2.0/networks/efdf4441-c31a-4340-8b36-2c49134c63a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284393 Nov 24 12:59:12.178031 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b8e7-33c2-47aa-8bc9-536c9172bf6c tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:12.325440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 38716ae7-fbd8-4f69-b4bb-20c506c01a58 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:12.325440 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:12.445556 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-daa93ebc-a4ec-45c6-acc7-9512809aab09 service neutron] 10.222.0.48 "GET /v2.0/networks/efdf4441-c31a-4340-8b36-2c49134c63a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640967 Nov 24 12:59:12.459730 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:12.490645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 38716ae7-fbd8-4f69-b4bb-20c506c01a58, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=38716ae7-fbd8-4f69-b4bb-20c506c01a58,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:12.498148 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:12.584187 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b8e7-33c2-47aa-8bc9-536c9172bf6c tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:12.605169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485a850-022a-4f37-9d0d-c51b51d6d714 req-af0e7dfd-91d3-42c8-8834-34d036f3ae57 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:12.607019 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2485a850-022a-4f37-9d0d-c51b51d6d714 req-af0e7dfd-91d3-42c8-8834-34d036f3ae57 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.3712311 Nov 24 12:59:12.610367 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b8e7-33c2-47aa-8bc9-536c9172bf6c tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:12.663027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=38716ae7-fbd8-4f69-b4bb-20c506c01a58,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:12.680001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2485a850-022a-4f37-9d0d-c51b51d6d714 req-9fbfb318-e702-4295-ba2e-85a1761ae67b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/quotas/429d3674f3ad4981b2ec0f312da0377d HTTP/1.1" status: 200 len: 375 time: 0.0641937 Nov 24 12:59:12.685725 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b8e7-33c2-47aa-8bc9-536c9172bf6c tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:12.687457 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f4f2b8e7-33c2-47aa-8bc9-536c9172bf6c tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5911584 Nov 24 12:59:12.690720 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59498) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:12.697272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5a036eb7-946b-4429-98cd-74f800c80a55 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Request body: {'security_group_rule': {'security_group_id': '9f00386e-4590-46af-95de-91d4b14ca0f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:12.701717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2b8e7-33c2-47aa-8bc9-536c9172bf6c tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f00386e-4590-46af-95de-91d4b14ca0f6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:12.775434 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a036eb7-946b-4429-98cd-74f800c80a55 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:12.784676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59502) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:12.828435 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2485a850-022a-4f37-9d0d-c51b51d6d714 req-1eee89bb-136c-4012-bfb2-6fb0423122ba tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218772 Nov 24 12:59:12.904140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Sync routers for ids ['d169a05f-3136-4851-bbc5-66fb70735622'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:59:12.925671 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Routers {'d169a05f-3136-4851-bbc5-66fb70735622'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:59:12.927386 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d169a05f-3136-4851-bbc5-66fb70735622'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:12.938092 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a036eb7-946b-4429-98cd-74f800c80a55 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:12.944061 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a036eb7-946b-4429-98cd-74f800c80a55 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:13.011267 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-f6e7f165-f284-4829-a554-f6ceb98269ec tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=92d638b31b6c4805af7701d21e9d6244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1249502 Nov 24 12:59:13.014233 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a036eb7-946b-4429-98cd-74f800c80a55 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968fbc86-f91b-489f-abf1-856cdb006d05,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:13.033217 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a036eb7-946b-4429-98cd-74f800c80a55 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:13.034722 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5a036eb7-946b-4429-98cd-74f800c80a55 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3424289 Nov 24 12:59:13.037377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59510) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:13.055534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8dc8ea75-ac10-46a3-8e73-af9601a48cf8 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Request body: {'security_group_rule': {'security_group_id': '9f00386e-4590-46af-95de-91d4b14ca0f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:13.130138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Set router d169a05f-3136-4851-bbc5-66fb70735622 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:59:13.220598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-672539496-network', 'tenant_id': 'be9cb7c55e724016bc2bfdb2324df545'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:13.225354 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dc8ea75-ac10-46a3-8e73-af9601a48cf8 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:13.357117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd797c0d-4ac3-4999-a87f-38b51223c90b req-717f716e-7c92-4dc4-8c9d-692f9f0c1c5c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:13.364049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd797c0d-4ac3-4999-a87f-38b51223c90b req-717f716e-7c92-4dc4-8c9d-692f9f0c1c5c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:13.371794 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd797c0d-4ac3-4999-a87f-38b51223c90b req-717f716e-7c92-4dc4-8c9d-692f9f0c1c5c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:13.378028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd797c0d-4ac3-4999-a87f-38b51223c90b req-717f716e-7c92-4dc4-8c9d-692f9f0c1c5c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:13.379001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2485a850-022a-4f37-9d0d-c51b51d6d714 req-d77cd736-52ad-4251-93c9-b907dfdae227 service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379632 Nov 24 12:59:13.385703 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd797c0d-4ac3-4999-a87f-38b51223c90b req-717f716e-7c92-4dc4-8c9d-692f9f0c1c5c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:13.392690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd797c0d-4ac3-4999-a87f-38b51223c90b req-717f716e-7c92-4dc4-8c9d-692f9f0c1c5c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:13.400029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd797c0d-4ac3-4999-a87f-38b51223c90b req-717f716e-7c92-4dc4-8c9d-692f9f0c1c5c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:13.402221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cd797c0d-4ac3-4999-a87f-38b51223c90b req-717f716e-7c92-4dc4-8c9d-692f9f0c1c5c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5434 time: 0.2575123 Nov 24 12:59:13.405235 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] Made reservation on behalf of be9cb7c55e724016bc2bfdb2324df545 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:59:13.416396 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:13.427296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59518) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:13.428168 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:13.458423 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-49a83075-09f1-4a37-9d8d-d6aeb2fe3cb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Request body: {'floatingip': {'port_id': '99460877-87f3-4d57-aa60-c161608694bc'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:13.614295 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2485a850-022a-4f37-9d0d-c51b51d6d714 req-5c75824c-b7ea-4583-a53a-a2e5bec6381c service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259045 Nov 24 12:59:13.624466 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49a83075-09f1-4a37-9d8d-d6aeb2fe3cb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:13.670172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T12:59:08Z', 'revision_number': 4, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'b2d128ab-60d7-47b6-8d1b-2dabb557790f', 'name': '', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'mac_address': 'fa:16:3e:23:3a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:07Z', 'updated_at': '2021-11-24T12:59:08Z', 'revision_number': 2, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'subnets': [{'id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:13.747454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-ec02e849-5692-4056-84a3-71dcf05abe83 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=92d638b31b6c4805af7701d21e9d6244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1304545 Nov 24 12:59:13.763637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Checking router: d169a05f-3136-4851-bbc5-66fb70735622 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:59:13.764505 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Updating router d169a05f-3136-4851-bbc5-66fb70735622 port b2d128ab-60d7-47b6-8d1b-2dabb557790f binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:59:13.770657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-0ae4f50b-30e7-4e98-8c37-ab601695ac84 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:13.786913 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-0ae4f50b-30e7-4e98-8c37-ab601695ac84 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7040398 Nov 24 12:59:13.819467 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:13.831537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-be7469e3-7708-4d0f-8062-0be020d33284 req-d46bf237-0531-4635-a608-d51e9224d61b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Request body: {'port': {'device_id': 'd2ad2193-5099-43a2-a03f-ab13fd0c8f3c', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '92d638b31b6c4805af7701d21e9d6244'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:14.020631 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dc8ea75-ac10-46a3-8e73-af9601a48cf8 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:14.087541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dc8ea75-ac10-46a3-8e73-af9601a48cf8 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:14.113707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6afa67-e8ef-434a-a17d-f53ce4857940 req-a8e51116-b29d-4b07-b564-96086c386a31 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:14.126207 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c6afa67-e8ef-434a-a17d-f53ce4857940 req-a8e51116-b29d-4b07-b564-96086c386a31 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.3351331 Nov 24 12:59:14.172341 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8ea75-ac10-46a3-8e73-af9601a48cf8 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159826db-a08d-4ba6-aa0d-203d958eab7e,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:14.206946 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 38716ae7-fbd8-4f69-b4bb-20c506c01a58 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:14.332248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 38716ae7-fbd8-4f69-b4bb-20c506c01a58 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:14.332953 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:14.421102 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:14.429047 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:14.598138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cec9a-808a-4368-88c3-d44d69f874da None None] Pushing event updated for resources: {'Port': ['ID=b2d128ab-60d7-47b6-8d1b-2dabb557790f,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:14.709155 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Attempting to bind port b2d128ab-60d7-47b6-8d1b-2dabb557790f on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:59:14.709906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Attempting to bind port b2d128ab-60d7-47b6-8d1b-2dabb557790f by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '3f5219dd-8907-4c29-9ce2-9a675fa8136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '10590d13-890c-4212-a949-5f72d63ea981'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:59:14.714775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Attempting to bind port b2d128ab-60d7-47b6-8d1b-2dabb557790f on network 10590d13-890c-4212-a949-5f72d63ea981 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:14.721990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:59:14.722432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Checking segment: {'id': '3f5219dd-8907-4c29-9ce2-9a675fa8136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '10590d13-890c-4212-a949-5f72d63ea981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:14.722782 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:14.723180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Bound using segment: {'id': '3f5219dd-8907-4c29-9ce2-9a675fa8136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '10590d13-890c-4212-a949-5f72d63ea981'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:59:14.723666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Bound port: b2d128ab-60d7-47b6-8d1b-2dabb557790f, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5219dd-8907-4c29-9ce2-9a675fa8136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '10590d13-890c-4212-a949-5f72d63ea981'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:59:14.724052 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:14.768104 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79b41fbe-b4df-4f76-9f88-d959bc26d118 req-f5023ec1-0fac-475e-a4b1-11391f486182 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 210 time: 0.6082671 Nov 24 12:59:14.880149 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c6afa67-e8ef-434a-a17d-f53ce4857940 req-ad4ab8f2-1594-4e5b-8a0c-167a57f6b60b tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7515178 Nov 24 12:59:14.912846 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dc8ea75-ac10-46a3-8e73-af9601a48cf8 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:14.916492 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8dc8ea75-ac10-46a3-8e73-af9601a48cf8 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8762479 Nov 24 12:59:14.927700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59534) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:14.946867 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:14.993028 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:15.006616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] For port b2d128ab-60d7-47b6-8d1b-2dabb557790f, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:59:15.021916 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] For port b2d128ab-60d7-47b6-8d1b-2dabb557790f, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b2d128ab-60d7-47b6-8d1b-2dabb557790f,segment=NetworkSegment(3f5219dd-8907-4c29-9ce2-9a675fa8136c),segment_id=3f5219dd-8907-4c29-9ce2-9a675fa8136c)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:59:15.040545 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2732b6a2-39b6-438a-acf0-4f820e70a3f8 req-70cf8683-cf1a-484e-8994-79f27d78ecca tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 210 time: 0.1097944 Nov 24 12:59:15.067068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-ea6b45ea-1649-48dd-b761-a2f0c0fdf9c2 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:15.068488 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:15.071696 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-ea6b45ea-1649-48dd-b761-a2f0c0fdf9c2 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2836120 Nov 24 12:59:15.141558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-be7469e3-7708-4d0f-8062-0be020d33284 req-8394310e-9fe0-4825-a84d-dd6c9c7a20c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Request body: {'port': {'device_id': '46f59cf1-fd56-4507-8dd6-b264c9e5ef40', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '92d638b31b6c4805af7701d21e9d6244'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:15.181238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9b143f65-96ab-4ba3-8b3d-463229c41060 None None] Provisioning complete for port b2d128ab-60d7-47b6-8d1b-2dabb557790f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:15.189916 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9b143f65-96ab-4ba3-8b3d-463229c41060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:15.202361 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:15.262719 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:15.300644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:59:15.343954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:15.345494 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] Added segment f9914358-ffc4-45b9-bb34-e5b3fe8c48b4 of type vlan for network bce0e3d0-74fb-4c28-8f83-5734ec7dd8b9 Nov 24 12:59:15.362211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-d46bf237-0531-4635-a608-d51e9224d61b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Made reservation on behalf of 92d638b31b6c4805af7701d21e9d6244 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:59:15.366528 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-d46bf237-0531-4635-a608-d51e9224d61b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:15.446980 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:15.451056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cec9a-808a-4368-88c3-d44d69f874da None None] Pushing event updated for resources: {'Port': ['ID=b2d128ab-60d7-47b6-8d1b-2dabb557790f,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:15.513862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Routers {'d169a05f-3136-4851-bbc5-66fb70735622'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:59:15.515494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-b4d025ae-c064-4e15-930f-f9c742464551 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:15.516014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d169a05f-3136-4851-bbc5-66fb70735622'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:15.521149 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-b4d025ae-c064-4e15-930f-f9c742464551 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.59 "GET /v2.0/networks?id=efdf4441-c31a-4340-8b36-2c49134c63a0 HTTP/1.1" status: 200 len: 815 time: 0.7010119 Nov 24 12:59:15.529187 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:15.530541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:15.531124 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:15.680904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca45116-669e-41a0-9e7d-b08e0a88d636 req-27cb3cf9-4444-47fe-9842-6e42d2b125dd tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:15.696796 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cca45116-669e-41a0-9e7d-b08e0a88d636 req-27cb3cf9-4444-47fe-9842-6e42d2b125dd tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.6544578 Nov 24 12:59:15.762882 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c391a4ff-0aaf-4ba9-ad28-7d0d74465f1d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:15.807624 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cca45116-669e-41a0-9e7d-b08e0a88d636 req-bf8d731d-62b4-4973-8e43-1078df3e3edd tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084745 Nov 24 12:59:15.816644 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.0288417 Nov 24 12:59:15.829090 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-be7469e3-7708-4d0f-8062-0be020d33284 req-d46bf237-0531-4635-a608-d51e9224d61b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Allocated IP 192.168.233.84 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/58725471-ab98-4914-ad65-4a77d8fde287) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:15.832048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59556) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:15.865810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-d34c8b87-f657-4757-9098-33fa384ef36e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Request body: {'port': {'device_id': 'b1c848c3-13cc-4ad3-8317-1d97eb742b08', 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0', 'admin_state_up': True, 'tenant_id': 'b8df443929484df6bf35907bb8d668f6'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:15.914615 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.db.resource_extend [None req-49a83075-09f1-4a37-9d8d-d6aeb2fe3cb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 12:59:15.958775 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9b143f65-96ab-4ba3-8b3d-463229c41060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:16.019679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd5c9e-905c-42c7-9b83-46c8e1a64432 admin admin] Pushing event updated for resources: {'Network': ['ID=bce0e3d0-74fb-4c28-8f83-5734ec7dd8b9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:16.054882 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] Set router d169a05f-3136-4851-bbc5-66fb70735622 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:59:16.077251 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-49f2dac6-d9a9-4654-b1f4-07fe7be76b1e req-c87b57fa-7d08-4d61-9dec-4cb4c61dc3b9 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 210 time: 0.0809820 Nov 24 12:59:16.121527 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49a83075-09f1-4a37-9d8d-d6aeb2fe3cb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:16.130613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9b143f65-96ab-4ba3-8b3d-463229c41060 None None] For port b2d128ab-60d7-47b6-8d1b-2dabb557790f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b2d128ab-60d7-47b6-8d1b-2dabb557790f,segment=NetworkSegment(3f5219dd-8907-4c29-9ce2-9a675fa8136c),segment_id=3f5219dd-8907-4c29-9ce2-9a675fa8136c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:16.140809 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49a83075-09f1-4a37-9d8d-d6aeb2fe3cb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:16.143699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network bce0e3d0-74fb-4c28-8f83-5734ec7dd8b9 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:59:16.181576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-9395675a-2d7a-4b4e-baa4-7b3b1e0dc135 admin admin] Request body: {'subnet': {'network_id': 'bce0e3d0-74fb-4c28-8f83-5734ec7dd8b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-672539496-subnet', 'tenant_id': 'be9cb7c55e724016bc2bfdb2324df545', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:16.221989 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-d46bf237-0531-4635-a608-d51e9224d61b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:16.239436 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9b143f65-96ab-4ba3-8b3d-463229c41060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:16.268808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b2d128ab-60d7-47b6-8d1b-2dabb557790f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:16.462017 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-d46bf237-0531-4635-a608-d51e9224d61b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:16.548644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7469e3-7708-4d0f-8062-0be020d33284 req-d46bf237-0531-4635-a608-d51e9224d61b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:16.551761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:59:16.554328 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-49a83075-09f1-4a37-9d8d-d6aeb2fe3cb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Floating IP 01760346-b2d8-4004-9b27-6b139ba904b6 associated. External IP: 172.25.0.68, port: 99460877-87f3-4d57-aa60-c161608694bc. Nov 24 12:59:16.652248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-be7469e3-7708-4d0f-8062-0be020d33284 req-d46bf237-0531-4635-a608-d51e9224d61b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:16.668064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7469e3-7708-4d0f-8062-0be020d33284 req-d46bf237-0531-4635-a608-d51e9224d61b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:16.759599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-382bc500-c7c5-4255-82be-c897851a5078 None None] Provisioning complete for port b2d128ab-60d7-47b6-8d1b-2dabb557790f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:16.759968 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-382bc500-c7c5-4255-82be-c897851a5078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:16.764128 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f2d27fd-2ba8-4123-832f-671de0cd8bd1 req-5116659b-0861-438d-9dda-32a689ae101a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=68cfefd5-4cb1-420d-8189-c43d7eb0a19b HTTP/1.1" status: 200 len: 210 time: 0.2016015 Nov 24 12:59:16.825724 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b143f65-96ab-4ba3-8b3d-463229c41060 None None] Pushing event updated for resources: {'Port': ['ID=b2d128ab-60d7-47b6-8d1b-2dabb557790f,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:16.875797 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-d46bf237-0531-4635-a608-d51e9224d61b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:16.877095 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-d46bf237-0531-4635-a608-d51e9224d61b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:16.947569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9395675a-2d7a-4b4e-baa4-7b3b1e0dc135 admin admin] Made reservation on behalf of be9cb7c55e724016bc2bfdb2324df545 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:59:16.958545 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9395675a-2d7a-4b4e-baa4-7b3b1e0dc135 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:17.009685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b2d128ab-60d7-47b6-8d1b-2dabb557790f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:17.010353 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:17.238794 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2485a850-022a-4f37-9d0d-c51b51d6d714 req-4990843a-7d3c-4f40-b75a-8d4f9cbc2ade service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=68cfefd5-4cb1-420d-8189-c43d7eb0a19b HTTP/1.1" status: 200 len: 210 time: 0.0449927 Nov 24 12:59:17.246795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00578347-08d1-4975-8f74-cc8520543d56 req-f5f87402-7908-4743-9daf-5fe4b131c850 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:17.249586 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-00578347-08d1-4975-8f74-cc8520543d56 req-f5f87402-7908-4743-9daf-5fe4b131c850 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 1.0533631 Nov 24 12:59:17.274827 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a83075-09f1-4a37-9d8d-d6aeb2fe3cb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:59:17.308486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c303068-8a33-46e3-afba-57d8375a0c48 req-65104f96-6f7b-4953-b1b8-30c31987313e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:17.316889 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c303068-8a33-46e3-afba-57d8375a0c48 req-65104f96-6f7b-4953-b1b8-30c31987313e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.0936003 Nov 24 12:59:17.341413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-8394310e-9fe0-4825-a84d-dd6c9c7a20c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Made reservation on behalf of 92d638b31b6c4805af7701d21e9d6244 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:59:17.349671 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-8394310e-9fe0-4825-a84d-dd6c9c7a20c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:17.430728 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c303068-8a33-46e3-afba-57d8375a0c48 req-2a5183bd-ac04-4d64-bada-34a3b21d3ce7 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123257 Nov 24 12:59:17.431019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bf237-0531-4635-a608-d51e9224d61b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event updated for resources: {'Port': ['ID=58725471-ab98-4914-ad65-4a77d8fde287,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:17.445931 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-d46bf237-0531-4635-a608-d51e9224d61b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6426673 Nov 24 12:59:17.486732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Request body: {'port': {'device_id': 'd2ad2193-5099-43a2-a03f-ab13fd0c8f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:17.502577 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:17.506699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T12:59:08Z', 'revision_number': 4, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'b2d128ab-60d7-47b6-8d1b-2dabb557790f', 'name': '', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'mac_address': 'fa:16:3e:23:3a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:07Z', 'updated_at': '2021-11-24T12:59:14Z', 'revision_number': 4, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'subnets': [{'id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:17.576975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3d6d9d64-b8ec-4796-a42b-57222e578144 None None] Provisioning complete for port 58725471-ab98-4914-ad65-4a77d8fde287 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:17.577523 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9d64-b8ec-4796-a42b-57222e578144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:17.580462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22696206-d0a8-4804-ba8d-60d25526a02f None None] The sync data for ids ['d169a05f-3136-4851-bbc5-66fb70735622'] in n-d-817303-4 is: [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T12:59:08Z', 'revision_number': 4, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'b2d128ab-60d7-47b6-8d1b-2dabb557790f', 'name': '', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'mac_address': 'fa:16:3e:23:3a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:07Z', 'updated_at': '2021-11-24T12:59:14Z', 'revision_number': 4, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'subnets': [{'id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:59:17.625816 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a83075-09f1-4a37-9d8d-d6aeb2fe3cb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:59:17.640119 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53548154-0dbd-4ed1-96e9-866960b39268 None None] Sync routers for ids ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:59:17.651334 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d9d64-b8ec-4796-a42b-57222e578144 None None] Port 58725471-ab98-4914-ad65-4a77d8fde287 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:59:17.660125 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53548154-0dbd-4ed1-96e9-866960b39268 None None] Routers {'79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:59:17.666522 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-53548154-0dbd-4ed1-96e9-866960b39268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:17.672250 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eafdaf97-760e-4b6e-99ad-b495cde6b953 req-45fda8fc-18ef-43b0-a044-4c330b0a6c34 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 210 time: 0.0435963 Nov 24 12:59:17.675802 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49a83075-09f1-4a37-9d8d-d6aeb2fe3cb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:17.750510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-49a83075-09f1-4a37-9d8d-d6aeb2fe3cb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "PUT /v2.0/floatingips/01760346-b2d8-4004-9b27-6b139ba904b6 HTTP/1.1" status: 200 len: 990 time: 4.3003170 Nov 24 12:59:17.754386 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': '99460877-87f3-4d57-aa60-c161608694bc'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:59:17.761180 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60529ad9-6178-4dbd-96a6-a4852f2595db" -d '{"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "99460877-87f3-4d57-aa60-c161608694bc"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:59:17.821485 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-64a73052-1ca8-4a93-af70-75d92c97b5fa req-18c775a0-6509-4147-8414-6d947bf16d51 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 210 time: 0.0393841 Nov 24 12:59:17.859530 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:17.861696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-d34c8b87-f657-4757-9098-33fa384ef36e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Made reservation on behalf of b8df443929484df6bf35907bb8d668f6 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:59:17.865602 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-d34c8b87-f657-4757-9098-33fa384ef36e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:17.958776 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-53548154-0dbd-4ed1-96e9-866960b39268 None None] Set router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:59:18.061308 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccda9a83-dac6-41c4-99a0-5b4eba23e567 x-openstack-request-id: req-ccda9a83-dac6-41c4-99a0-5b4eba23e567 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:59:18.061737 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "tag": "99460877-87f3-4d57-aa60-c161608694bc", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:59:18.062116 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ccda9a83-dac6-41c4-99a0-5b4eba23e567 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:59:18.062627 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'tag': '99460877-87f3-4d57-aa60-c161608694bc', 'status': 'completed', 'code': 200} Nov 24 12:59:18.149279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b2d128ab-60d7-47b6-8d1b-2dabb557790f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:18.220585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-d34c8b87-f657-4757-9098-33fa384ef36e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Allocated IP 172.20.0.12 (efdf4441-c31a-4340-8b36-2c49134c63a0/a8264120-2047-4987-8521-5d1178b51597/43c17a72-dca8-4730-8f5d-7bfbf63290ff) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:18.281825 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dafbfe47-903d-4f8a-aa00-bb9b9374dc2a req-3ed9cf24-2999-4a0f-a88f-4bbc614abedc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=68cfefd5-4cb1-420d-8189-c43d7eb0a19b HTTP/1.1" status: 200 len: 210 time: 0.0853631 Nov 24 12:59:18.325086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-44f9a35d-1623-4552-9f58-480ed597081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:18.325363 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b2d128ab-60d7-47b6-8d1b-2dabb557790f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:18.325530 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:18.327644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-44f9a35d-1623-4552-9f58-480ed597081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:18.328247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-44f9a35d-1623-4552-9f58-480ed597081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:18.329785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-44f9a35d-1623-4552-9f58-480ed597081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:18.331001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-44f9a35d-1623-4552-9f58-480ed597081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:18.332489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-44f9a35d-1623-4552-9f58-480ed597081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:18.333995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-44f9a35d-1623-4552-9f58-480ed597081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:18.341979 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-44f9a35d-1623-4552-9f58-480ed597081e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 6491 time: 0.2427559 Nov 24 12:59:18.378384 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-00578347-08d1-4975-8f74-cc8520543d56 req-54573d5e-d7f5-4c74-8e69-7bbf94f96ca4 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0796144 Nov 24 12:59:18.690054 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-53548154-0dbd-4ed1-96e9-866960b39268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port': {'id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:29Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '01760346-b2d8-4004-9b27-6b139ba904b6', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'port_id': '99460877-87f3-4d57-aa60-c161608694bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'mac_address': 'fa:16:3e:8c:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:57:42Z', 'updated_at': '2021-11-24T12:59:15Z', 'revision_number': 1, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9d56aa-9a8d-4716-b18a-4f72d742eea1', 'name': '', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'mac_address': 'fa:16:3e:f1:3d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6abb9176-f169-4abf-912a-836a2a42f831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:34Z', 'updated_at': '2021-11-24T12:56:41Z', 'revision_number': 5, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'subnets': [{'id': '6abb9176-f169-4abf-912a-836a2a42f831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:18.718269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485a850-022a-4f37-9d0d-c51b51d6d714 req-2bacb67c-bfc0-4421-9772-179d41cd2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:18.720017 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2485a850-022a-4f37-9d0d-c51b51d6d714 req-2bacb67c-bfc0-4421-9772-179d41cd2387 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=429d3674f3ad4981b2ec0f312da0377d&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1795366 Nov 24 12:59:18.729901 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53548154-0dbd-4ed1-96e9-866960b39268 None None] Checking router: 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:59:18.740110 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53548154-0dbd-4ed1-96e9-866960b39268 None None] Routers {'79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:59:18.740904 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-53548154-0dbd-4ed1-96e9-866960b39268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:18.976707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485a850-022a-4f37-9d0d-c51b51d6d714 req-92e185c4-f58b-4fe8-8f85-c15a1ee0df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:18.984180 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2485a850-022a-4f37-9d0d-c51b51d6d714 req-92e185c4-f58b-4fe8-8f85-c15a1ee0df27 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2315960 Nov 24 12:59:19.024265 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f40e36-3d05-4ea8-a750-8cf4ab10dd9c req-25ce6753-ab57-4989-9040-6bee9ca0c895 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:19.046352 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9395675a-2d7a-4b4e-baa4-7b3b1e0dc135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:19.047657 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-00f40e36-3d05-4ea8-a750-8cf4ab10dd9c req-25ce6753-ab57-4989-9040-6bee9ca0c895 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.3189628 Nov 24 12:59:19.089160 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcccc80-04ad-4be1-900c-707adc62666d req-ec42c407-3944-4279-85a4-8eb3ba71cded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:19.090983 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fcccc80-04ad-4be1-900c-707adc62666d req-ec42c407-3944-4279-85a4-8eb3ba71cded service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 1097 time: 0.3637691 Nov 24 12:59:19.092214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-9e655498-7d35-4a4d-bb82-00908c03c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:19.094167 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-9e655498-7d35-4a4d-bb82-00908c03c13e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ac03b3a-9323-45ec-83d1-c054acbb9fd7 HTTP/1.1" status: 200 len: 913 time: 0.7477427 Nov 24 12:59:19.200152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395675a-2d7a-4b4e-baa4-7b3b1e0dc135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a78a6a8-8c5f-4215-82e7-2d2042a57863,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:19.218279 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-53548154-0dbd-4ed1-96e9-866960b39268 None None] Set router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:59:19.334101 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-00f40e36-3d05-4ea8-a750-8cf4ab10dd9c req-4ef035b9-b4bf-4961-9437-4d60fa7997cb tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845678 Nov 24 12:59:19.367286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcccc80-04ad-4be1-900c-707adc62666d req-29668c89-899e-4189-bd16-403a9050f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:19.369240 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fcccc80-04ad-4be1-900c-707adc62666d req-29668c89-899e-4189-bd16-403a9050f762 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 917 time: 0.2473073 Nov 24 12:59:19.383199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc68042-c0d1-4b61-a101-7eb3c4fcda38 req-61aa2569-e4f3-4ccf-b56d-e2d1f1753aea tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:19.387012 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fdc68042-c0d1-4b61-a101-7eb3c4fcda38 req-61aa2569-e4f3-4ccf-b56d-e2d1f1753aea tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 946 time: 0.4411187 Nov 24 12:59:19.410487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9395675a-2d7a-4b4e-baa4-7b3b1e0dc135 admin admin] Checking segment: {'id': 'f9914358-ffc4-45b9-bb34-e5b3fe8c48b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'bce0e3d0-74fb-4c28-8f83-5734ec7dd8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:19.411315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395675a-2d7a-4b4e-baa4-7b3b1e0dc135 admin admin] Network hostable DHCP agents. Network: bce0e3d0-74fb-4c28-8f83-5734ec7dd8b9, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:59:19.426094 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Allocated IP 172.25.0.67 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/c1372d0b-09ff-4666-883c-3df1cc89984d) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:19.535402 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-d34c8b87-f657-4757-9098-33fa384ef36e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:19.593953 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-d34c8b87-f657-4757-9098-33fa384ef36e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:19.599590 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-53548154-0dbd-4ed1-96e9-866960b39268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port': {'id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:29Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '01760346-b2d8-4004-9b27-6b139ba904b6', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'port_id': '99460877-87f3-4d57-aa60-c161608694bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'mac_address': 'fa:16:3e:8c:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:57:42Z', 'updated_at': '2021-11-24T12:59:15Z', 'revision_number': 1, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9d56aa-9a8d-4716-b18a-4f72d742eea1', 'name': '', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'mac_address': 'fa:16:3e:f1:3d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6abb9176-f169-4abf-912a-836a2a42f831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:34Z', 'updated_at': '2021-11-24T12:56:41Z', 'revision_number': 5, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'subnets': [{'id': '6abb9176-f169-4abf-912a-836a2a42f831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:19.617921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58725471-ab98-4914-ad65-4a77d8fde287 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:59:19.634832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-d34c8b87-f657-4757-9098-33fa384ef36e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Network efdf4441-c31a-4340-8b36-2c49134c63a0 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:19.642766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-d34c8b87-f657-4757-9098-33fa384ef36e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:19.644469 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53548154-0dbd-4ed1-96e9-866960b39268 None None] The sync data for ids ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'] in n-d-817303-4 is: [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port': {'id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:29Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '01760346-b2d8-4004-9b27-6b139ba904b6', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'floating_ip_address': '172.25.0.68', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'port_id': '99460877-87f3-4d57-aa60-c161608694bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'mac_address': 'fa:16:3e:8c:e8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:57:42Z', 'updated_at': '2021-11-24T12:59:15Z', 'revision_number': 1, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df9d56aa-9a8d-4716-b18a-4f72d742eea1', 'name': '', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'mac_address': 'fa:16:3e:f1:3d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6abb9176-f169-4abf-912a-836a2a42f831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:34Z', 'updated_at': '2021-11-24T12:56:41Z', 'revision_number': 5, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'subnets': [{'id': '6abb9176-f169-4abf-912a-836a2a42f831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:59:19.659881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-d34c8b87-f657-4757-9098-33fa384ef36e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:19.700947 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:19.779457 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395675a-2d7a-4b4e-baa4-7b3b1e0dc135 admin admin] Network bce0e3d0-74fb-4c28-8f83-5734ec7dd8b9 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:59:19.860167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Transition to ACTIVE for port object 58725471-ab98-4914-ad65-4a77d8fde287 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:59:19.945230 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-4f4a47f4-c36b-4db9-aa01-f56fc88854a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99460877-87f3-4d57-aa60-c161608694bc HTTP/1.1" status: 200 len: 998 time: 0.8266797 Nov 24 12:59:19.962534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-be7469e3-7708-4d0f-8062-0be020d33284 req-8394310e-9fe0-4825-a84d-dd6c9c7a20c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Allocated IP 192.168.233.23 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/b70673d4-dccc-4966-b3ef-86c3358d476c) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:20.092091 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a268aef-33dd-46aa-9aca-898a7496ce03 req-207cd248-5f86-4514-b887-3599e4e388bd tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 210 time: 0.1427870 Nov 24 12:59:20.102630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-78703f79-bbd4-452e-8c11-e33edf785c10 None None] Provisioning complete for port 43c17a72-dca8-4730-8f5d-7bfbf63290ff triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:20.103157 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78703f79-bbd4-452e-8c11-e33edf785c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:20.140246 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2485a850-022a-4f37-9d0d-c51b51d6d714 req-61d20a4b-9553-46ac-8e3f-ddd899ad340a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.59 "GET /v2.0/ports?device_id=68cfefd5-4cb1-420d-8189-c43d7eb0a19b HTTP/1.1" status: 200 len: 210 time: 0.1921420 Nov 24 12:59:20.161152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c8b87-f657-4757-9098-33fa384ef36e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Pushing event updated for resources: {'Port': ['ID=43c17a72-dca8-4730-8f5d-7bfbf63290ff,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:20.192951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fcccc80-04ad-4be1-900c-707adc62666d req-714fd31f-abc2-4056-aecd-9bc5c7a52bd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a HTTP/1.1" status: 200 len: 1002 time: 0.8114948 Nov 24 12:59:20.194016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b71b6c-598d-462f-b73b-ee458fe549be None None] New status for floating IP 01760346-b2d8-4004-9b27-6b139ba904b6: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 12:59:20.280557 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:20.347162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-9395675a-2d7a-4b4e-baa4-7b3b1e0dc135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, bce0e3d0-74fb-4c28-8f83-5734ec7dd8b9) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:20.349123 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:20.355141 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-8394310e-9fe0-4825-a84d-dd6c9c7a20c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:20.363362 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-78703f79-bbd4-452e-8c11-e33edf785c10 None None] Port 43c17a72-dca8-4730-8f5d-7bfbf63290ff cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:59:20.367295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395675a-2d7a-4b4e-baa4-7b3b1e0dc135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:20.367540 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9480918e-63cf-4ba0-9ad8-0593f5d94bfa None None] Network bce0e3d0-74fb-4c28-8f83-5734ec7dd8b9 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:59:20.368294 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9395675a-2d7a-4b4e-baa4-7b3b1e0dc135 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:20.397858 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-bb7eba04-72b7-4a97-8896-696c08b82253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:20.405520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fdc68042-c0d1-4b61-a101-7eb3c4fcda38 req-450e6587-e90f-461a-8baa-2911f58b268a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9971435 Nov 24 12:59:20.407750 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-bb7eba04-72b7-4a97-8896-696c08b82253 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6abb9176-f169-4abf-912a-836a2a42f831 HTTP/1.1" status: 200 len: 851 time: 0.4258492 Nov 24 12:59:20.409480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcccc80-04ad-4be1-900c-707adc62666d req-f5dee40e-36c2-45ea-8be9-3ca25c57f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:20.414722 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fcccc80-04ad-4be1-900c-707adc62666d req-f5dee40e-36c2-45ea-8be9-3ca25c57f94a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 200 len: 855 time: 0.2007704 Nov 24 12:59:20.417961 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:20.478574 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9395675a-2d7a-4b4e-baa4-7b3b1e0dc135 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 4.6271694 Nov 24 12:59:20.503615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-d34c8b87-f657-4757-9098-33fa384ef36e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:20.504411 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-d34c8b87-f657-4757-9098-33fa384ef36e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:20.572078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370d1e3-08c1-4c38-817d-d5a935af379d req-37d2a9a1-2316-4621-95e7-1ca3c1570235 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:20.576162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:20.578080 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e370d1e3-08c1-4c38-817d-d5a935af379d req-37d2a9a1-2316-4621-95e7-1ca3c1570235 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 932 time: 0.3681970 Nov 24 12:59:20.594905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:20.612892 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:20.640319 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-d34c8b87-f657-4757-9098-33fa384ef36e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8004272 Nov 24 12:59:20.697747 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2249561a-90c1-42d8-aaca-fddafc7ab022 None None] Network bce0e3d0-74fb-4c28-8f83-5734ec7dd8b9 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:59:20.751651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Pushing event updated for resources: {'Port': ['ID=58725471-ab98-4914-ad65-4a77d8fde287,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:20.752870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-b08d75c9-d37f-414b-bc1e-d549d39a9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:20.756295 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-b08d75c9-d37f-414b-bc1e-d549d39a9809 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ac03b3a-9323-45ec-83d1-c054acbb9fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3275855 Nov 24 12:59:20.763161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcccc80-04ad-4be1-900c-707adc62666d req-a89bcda4-f0be-4130-8a6b-2ce893781aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:20.782183 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fcccc80-04ad-4be1-900c-707adc62666d req-a89bcda4-f0be-4130-8a6b-2ce893781aa4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e912b44-eae9-40e6-89c7-30777a476f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3545477 Nov 24 12:59:20.787163 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e370d1e3-08c1-4c38-817d-d5a935af379d req-6d7a098c-86ba-46d4-bb5e-6dd27c13765b tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965308 Nov 24 12:59:20.861436 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f459bde8-2b47-45b9-ad0c-0601d9b0ce0a req-433322fe-c765-49da-9847-801b912ecd83 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=68cfefd5-4cb1-420d-8189-c43d7eb0a19b HTTP/1.1" status: 200 len: 210 time: 0.0861626 Nov 24 12:59:20.968682 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-84742e1e-0cf7-48a1-b7cd-f08f7a934b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:21.174256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19123-12a1-448a-b35f-baa73ab943ed req-ff360643-3400-4ebd-8dff-3f16843bc5f7 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:21.182514 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bbf19123-12a1-448a-b35f-baa73ab943ed req-ff360643-3400-4ebd-8dff-3f16843bc5f7 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.2621942 Nov 24 12:59:21.202000 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-10c7bdd3-467a-415b-af73-e214467ad961 service neutron] 10.222.0.46 "GET /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186730 Nov 24 12:59:21.265370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 411ed3bf-1924-4b89-91a8-c3964eebb50a no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:59:21.328426 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-b7319f91-375d-432c-852f-0c24100c4de4 service neutron] 10.222.0.46 "GET /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080110 Nov 24 12:59:21.358116 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fcccc80-04ad-4be1-900c-707adc62666d req-67236871-cc68-4280-ae17-344b81d400f4 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282903 Nov 24 12:59:21.438316 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-8394310e-9fe0-4825-a84d-dd6c9c7a20c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:21.448360 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bbf19123-12a1-448a-b35f-baa73ab943ed req-e3f0d161-d0e8-4aac-b972-6e63e90b783d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633102 Nov 24 12:59:21.484793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:59:21.528033 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:21.547219 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:21.579101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Pushing event updated for resources: {'Port': ['ID=c1372d0b-09ff-4666-883c-3df1cc89984d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:21.595175 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-b2a97bd3-75fc-4e4d-83c7-ca53d4e9416e req-a51d4efb-07c9-48f1-911a-8e70ca644a2a tempest-SecurityGroupsNegativeTestJSON-775174046 tempest-SecurityGroupsNegativeTestJSON-775174046-project] show failed (client error): The resource could not be found. Nov 24 12:59:21.597138 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b2a97bd3-75fc-4e4d-83c7-ca53d4e9416e req-a51d4efb-07c9-48f1-911a-8e70ca644a2a tempest-SecurityGroupsNegativeTestJSON-775174046 tempest-SecurityGroupsNegativeTestJSON-775174046-project] 10.222.0.48 "GET /v2.0/security-groups/b5dd0c1f-2973-4574-af2e-b49f999fa222 HTTP/1.1" status: 404 len: 352 time: 0.1625044 Nov 24 12:59:21.664378 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fcccc80-04ad-4be1-900c-707adc62666d req-d52b1898-5bf6-475b-9a28-b3ad23b88c94 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971196 Nov 24 12:59:21.686577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 411ed3bf-1924-4b89-91a8-c3964eebb50a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:21.691595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411ed3bf-1924-4b89-91a8-c3964eebb50a'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:59:21.695587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7469e3-7708-4d0f-8062-0be020d33284 req-8394310e-9fe0-4825-a84d-dd6c9c7a20c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:21.697291 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fb2b6f-ef80-428b-8b96-dc3b5ed58a80" -d '{"events": [{"server_uuid": "7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55", "name": "network-vif-unplugged", "status": "completed", "tag": "411ed3bf-1924-4b89-91a8-c3964eebb50a"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:59:21.706978 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Request body: {'port': {'device_id': 'b1c848c3-13cc-4ad3-8317-1d97eb742b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:21.710924 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8377824-1f2b-42b2-abd2-e853761de3ef req-c973e9fa-c73e-427b-aa29-0cd82ca0a23f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:21.725603 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:21.737388 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b8377824-1f2b-42b2-abd2-e853761de3ef req-c973e9fa-c73e-427b-aa29-0cd82ca0a23f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 935 time: 0.1444449 Nov 24 12:59:21.778273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-be7469e3-7708-4d0f-8062-0be020d33284 req-8394310e-9fe0-4825-a84d-dd6c9c7a20c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:21.789760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7469e3-7708-4d0f-8062-0be020d33284 req-8394310e-9fe0-4825-a84d-dd6c9c7a20c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:21.843096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:21.854867 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b8377824-1f2b-42b2-abd2-e853761de3ef req-2a7429a0-f999-48e3-aa91-4d1709839d54 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148980 Nov 24 12:59:21.869249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=411ed3bf-1924-4b89-91a8-c3964eebb50a,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:21.961089 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:21.998382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Attempting to bind port 58725471-ab98-4914-ad65-4a77d8fde287 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:59:21.998762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Attempting to bind port 58725471-ab98-4914-ad65-4a77d8fde287 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:59:21.999239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Attempting to bind port 58725471-ab98-4914-ad65-4a77d8fde287 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:22.052351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394310e-9fe0-4825-a84d-dd6c9c7a20c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event updated for resources: {'Port': ['ID=b70673d4-dccc-4966-b3ef-86c3358d476c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:22.075811 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Port 58725471-ab98-4914-ad65-4a77d8fde287 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:59:22.076119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Attempting to bind port 58725471-ab98-4914-ad65-4a77d8fde287 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:22.127462 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 12:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a607b0-4929-4481-baba-011d11afdc9a x-openstack-request-id: req-73a607b0-4929-4481-baba-011d11afdc9a {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:59:22.127997 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55", "name": "network-vif-unplugged", "status": "completed", "tag": "411ed3bf-1924-4b89-91a8-c3964eebb50a", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:59:22.128503 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73a607b0-4929-4481-baba-011d11afdc9a {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:59:22.129232 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'code': 200} Nov 24 12:59:22.207592 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:59:22.207932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:22.208337 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:59:22.208776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Bound port: 58725471-ab98-4914-ad65-4a77d8fde287, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:59:22.209135 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:22.289534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4684e122-8ea8-4c1a-b37a-635b22088e5d None None] Provisioning complete for port b70673d4-dccc-4966-b3ef-86c3358d476c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:22.290118 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4684e122-8ea8-4c1a-b37a-635b22088e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:22.354742 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75285d-db87-4a36-86bb-656559563cd6 req-ade60d95-f9e1-4927-bd34-33d4e91b6408 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:22.356338 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e75285d-db87-4a36-86bb-656559563cd6 req-ade60d95-f9e1-4927-bd34-33d4e91b6408 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 932 time: 0.1216545 Nov 24 12:59:22.403147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4684e122-8ea8-4c1a-b37a-635b22088e5d None None] Port b70673d4-dccc-4966-b3ef-86c3358d476c cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:59:22.407509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-8394310e-9fe0-4825-a84d-dd6c9c7a20c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:22.408144 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-8394310e-9fe0-4825-a84d-dd6c9c7a20c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:22.446624 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e75285d-db87-4a36-86bb-656559563cd6 req-01980e01-d088-400f-8cf3-457290524e61 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812111 Nov 24 12:59:22.503288 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-8394310e-9fe0-4825-a84d-dd6c9c7a20c4 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.4165952 Nov 24 12:59:22.519980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68594ca-2bd3-4027-a3f1-745f34d09b70 req-90179c0f-310e-4172-a13e-a246a3739e61 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:22.530464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d68594ca-2bd3-4027-a3f1-745f34d09b70 req-90179c0f-310e-4172-a13e-a246a3739e61 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.6854157 Nov 24 12:59:22.565956 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Request body: {'port': {'device_id': '46f59cf1-fd56-4507-8dd6-b264c9e5ef40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:22.634513 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4c1ac4a-5c95-4651-a28e-045d6004db0f req-06583782-329b-41c0-b00d-6c2140669dee tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=68cfefd5-4cb1-420d-8189-c43d7eb0a19b HTTP/1.1" status: 200 len: 210 time: 0.0377574 Nov 24 12:59:22.743024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] For port 58725471-ab98-4914-ad65-4a77d8fde287, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:59:22.749697 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d68594ca-2bd3-4027-a3f1-745f34d09b70 req-9db70023-1272-445d-88eb-656cb6a8f6d9 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190294 Nov 24 12:59:22.818669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae21ef6-a3db-40a8-9c81-74190555250f req-d179aa3d-3f5b-44ff-9aff-3d177535080e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:22.820650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] For port 58725471-ab98-4914-ad65-4a77d8fde287, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=58725471-ab98-4914-ad65-4a77d8fde287,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:59:22.822842 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dae21ef6-a3db-40a8-9c81-74190555250f req-d179aa3d-3f5b-44ff-9aff-3d177535080e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1017723 Nov 24 12:59:22.826918 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:22.845863 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:22.854910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:22.857074 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:22.903254 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:22.903868 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:22.905284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] 10.222.0.46 "PUT /v2.0/ports/58725471-ab98-4914-ad65-4a77d8fde287 HTTP/1.1" status: 200 len: 1095 time: 5.4234552 Nov 24 12:59:22.912017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ad2193-5099-43a2-a03f-ab13fd0c8f3c', 'tag': '58725471-ab98-4914-ad65-4a77d8fde287'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:59:22.914316 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b070904-8f70-4c1c-8747-bcb124f40704" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ad2193-5099-43a2-a03f-ab13fd0c8f3c", "tag": "58725471-ab98-4914-ad65-4a77d8fde287"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:59:22.959398 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dae21ef6-a3db-40a8-9c81-74190555250f req-ccfac677-99e4-4796-8a9c-e772d59c32a2 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214147 Nov 24 12:59:23.090502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:23.157337 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f96c3-9c4c-4b4d-94b6-71a194fe701a req-4f289239-90c2-419f-acec-84f828d47a49 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:23.159958 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-912f96c3-9c4c-4b4d-94b6-71a194fe701a req-4f289239-90c2-419f-acec-84f828d47a49 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 935 time: 0.1173489 Nov 24 12:59:23.180315 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92b87dc7-865e-442e-a0cd-662e017ce170 req-87b095c6-3a72-4a89-b255-680686d19d64 tempest-SecurityGroupsNegativeTestJSON-775174046 tempest-SecurityGroupsNegativeTestJSON-775174046-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be9cb7c55e724016bc2bfdb2324df545 HTTP/1.1" status: 200 len: 3005 time: 0.3830211 Nov 24 12:59:23.212406 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c76252c3-1715-44e1-8755-4db76aad0669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:23.230647 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:23.233479 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.2902813 Nov 24 12:59:23.243412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b4677-6aea-49d6-9064-9f2c95c67290 service neutron] Pushing event updated for resources: {'Port': ['ID=58725471-ab98-4914-ad65-4a77d8fde287,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:23.268663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-625cc8da-28f7-4120-9ee7-32ae3e3e19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:23.269973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-912f96c3-9c4c-4b4d-94b6-71a194fe701a req-a31ed82c-411b-498f-9a2c-b09793e22c66 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962002 Nov 24 12:59:23.279101 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-625cc8da-28f7-4120-9ee7-32ae3e3e19a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=d2ad2193-5099-43a2-a03f-ab13fd0c8f3c HTTP/1.1" status: 200 len: 1098 time: 0.3134580 Nov 24 12:59:23.470040 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-40e3e1d6-be83-4bc9-bf37-cd84ca3f5e0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=58725471-ab98-4914-ad65-4a77d8fde287 HTTP/1.1" status: 200 len: 217 time: 0.0454755 Nov 24 12:59:23.474704 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21300a5d-4340-4d38-b5e5-2d3327e088fa x-openstack-request-id: req-21300a5d-4340-4d38-b5e5-2d3327e088fa {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:59:23.475007 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ad2193-5099-43a2-a03f-ab13fd0c8f3c", "tag": "58725471-ab98-4914-ad65-4a77d8fde287", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:59:23.475272 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21300a5d-4340-4d38-b5e5-2d3327e088fa {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:59:23.475741 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ad2193-5099-43a2-a03f-ab13fd0c8f3c', 'tag': '58725471-ab98-4914-ad65-4a77d8fde287', 'status': 'completed', 'code': 200} Nov 24 12:59:23.557570 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a554bd6-39e6-4341-b8f9-9293ec1216ed req-5683c3f0-2572-4c9a-a2b9-1b51d171c8ce tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:23.577328 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a554bd6-39e6-4341-b8f9-9293ec1216ed req-5683c3f0-2572-4c9a-a2b9-1b51d171c8ce tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1278315 Nov 24 12:59:23.666325 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a554bd6-39e6-4341-b8f9-9293ec1216ed req-22199949-fce6-4da3-bc61-0520d74b4990 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881157 Nov 24 12:59:23.699893 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92b87dc7-865e-442e-a0cd-662e017ce170 req-102075a1-f4cc-44aa-a73f-9c757d0b04e3 tempest-SecurityGroupsNegativeTestJSON-775174046 tempest-SecurityGroupsNegativeTestJSON-775174046-project] 10.222.0.48 "GET /v2.0/security-groups/c391a4ff-0aaf-4ba9-ad28-7d0d74465f1d HTTP/1.1" status: 200 len: 3002 time: 0.5048904 Nov 24 12:59:23.726938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-40fd835a-0a40-4f71-9f1e-05bc8180e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:23.728683 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-40fd835a-0a40-4f71-9f1e-05bc8180e3ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.2270889 Nov 24 12:59:23.729438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e23929-67d4-40de-898e-00f297c24e75 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Pushing event updated for resources: {'Port': ['ID=c1372d0b-09ff-4666-883c-3df1cc89984d,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:23.909586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe6056-da7c-4cb3-9c79-314fcb169f12 req-f7067a63-0bae-4e06-a9e5-4ac48478d93d tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:23.912683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c17a72-dca8-4730-8f5d-7bfbf63290ff {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:59:23.919107 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6fbe6056-da7c-4cb3-9c79-314fcb169f12 req-f7067a63-0bae-4e06-a9e5-4ac48478d93d tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 932 time: 0.0666208 Nov 24 12:59:23.936781 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:24.004401 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6fbe6056-da7c-4cb3-9c79-314fcb169f12 req-64b7203e-b418-4fa5-8860-d560b4e28d04 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842879 Nov 24 12:59:24.068282 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92b87dc7-865e-442e-a0cd-662e017ce170 req-ef7acbba-2798-46b3-b34c-920c514c2b4e tempest-SecurityGroupsNegativeTestJSON-775174046 tempest-SecurityGroupsNegativeTestJSON-775174046-project] 10.222.0.48 "GET /v2.0/security-groups/c391a4ff-0aaf-4ba9-ad28-7d0d74465f1d HTTP/1.1" status: 200 len: 3002 time: 0.3673344 Nov 24 12:59:24.072654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70673d4-dccc-4966-b3ef-86c3358d476c {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:59:24.085226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Transition to ACTIVE for port object 43c17a72-dca8-4730-8f5d-7bfbf63290ff will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:59:24.103336 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:24.113490 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-73660aa1-b645-4531-8002-262e071f13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:24.118939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-73660aa1-b645-4531-8002-262e071f13d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3447165 Nov 24 12:59:24.134132 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5868e126-01ff-46b8-96c9-a6263f178b96 req-2686c83b-af78-4970-823e-73107e923937 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=68cfefd5-4cb1-420d-8189-c43d7eb0a19b HTTP/1.1" status: 200 len: 210 time: 0.0606613 Nov 24 12:59:24.145037 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:24.274816 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:24.287079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Transition to ACTIVE for port object b70673d4-dccc-4966-b3ef-86c3358d476c will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:59:24.288698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Pushing event updated for resources: {'Port': ['ID=43c17a72-dca8-4730-8f5d-7bfbf63290ff,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:24.342370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bd09d-1923-49aa-9be9-822d755e385e req-20f23dd8-836f-40a9-91b5-a923e4e8bb99 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:24.357478 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c16bd09d-1923-49aa-9be9-822d755e385e req-20f23dd8-836f-40a9-91b5-a923e4e8bb99 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1421108 Nov 24 12:59:24.421292 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c16bd09d-1923-49aa-9be9-822d755e385e req-ae7e2ce2-8fb8-489b-b66d-f69cac394057 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623930 Nov 24 12:59:24.457009 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-ade6a312-e31e-4534-881b-1314b3ec434e service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224735 Nov 24 12:59:24.464251 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:24.534288 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2491d5e7-fd5e-42a2-a712-2d58dfa8be07 req-483a5f45-786a-4d64-b77d-6723416b70c5 tempest-SecurityGroupsNegativeTestJSON-775174046 tempest-SecurityGroupsNegativeTestJSON-775174046-project] 10.222.0.48 "GET /v2.0/security-groups/c391a4ff-0aaf-4ba9-ad28-7d0d74465f1d HTTP/1.1" status: 200 len: 3002 time: 0.0660467 Nov 24 12:59:24.587461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b70673d4-dccc-4966-b3ef-86c3358d476c,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:24.658021 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-2491d5e7-fd5e-42a2-a712-2d58dfa8be07 req-1cdae2c2-1b7b-4e84-8414-a73994c09d51 tempest-SecurityGroupsNegativeTestJSON-775174046 tempest-SecurityGroupsNegativeTestJSON-775174046-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 12:59:24.697468 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2491d5e7-fd5e-42a2-a712-2d58dfa8be07 req-1cdae2c2-1b7b-4e84-8414-a73994c09d51 tempest-SecurityGroupsNegativeTestJSON-775174046 tempest-SecurityGroupsNegativeTestJSON-775174046-project] 10.222.0.48 "DELETE /v2.0/security-groups/c391a4ff-0aaf-4ba9-ad28-7d0d74465f1d HTTP/1.1" status: 409 len: 352 time: 0.1620300 Nov 24 12:59:24.798010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97535be3-0e55-41d9-a95d-39fa0a59fb1b req-bd406d1d-dc43-4c13-9cd3-77b203fa520b tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:24.805854 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97535be3-0e55-41d9-a95d-39fa0a59fb1b req-bd406d1d-dc43-4c13-9cd3-77b203fa520b tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.5112188 Nov 24 12:59:24.906815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Attempting to bind port 43c17a72-dca8-4730-8f5d-7bfbf63290ff on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:59:24.907169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Attempting to bind port 43c17a72-dca8-4730-8f5d-7bfbf63290ff by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:59:24.907509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Attempting to bind port 43c17a72-dca8-4730-8f5d-7bfbf63290ff on network efdf4441-c31a-4340-8b36-2c49134c63a0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:24.964116 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Port 43c17a72-dca8-4730-8f5d-7bfbf63290ff on network efdf4441-c31a-4340-8b36-2c49134c63a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:59:24.964524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Attempting to bind port 43c17a72-dca8-4730-8f5d-7bfbf63290ff on network efdf4441-c31a-4340-8b36-2c49134c63a0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:24.972965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:59:24.973369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Checking segment: {'id': 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:24.973692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Bound using segment: {'id': 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:59:24.974149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Bound port: 43c17a72-dca8-4730-8f5d-7bfbf63290ff, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:59:24.974560 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:25.025432 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c532fe4-e7e4-4363-a8a6-4dd996df36a8 req-2428a833-bbf0-4577-b287-333b45b97998 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:25.043842 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c532fe4-e7e4-4363-a8a6-4dd996df36a8 req-2428a833-bbf0-4577-b287-333b45b97998 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 947 time: 0.1925027 Nov 24 12:59:25.191211 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c532fe4-e7e4-4363-a8a6-4dd996df36a8 req-3fc8e291-3095-43d3-9d1f-1cdb73d8ec58 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417973 Nov 24 12:59:25.219046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-d897fbcc-344a-4151-ae53-2b7034799ebc service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7506344 Nov 24 12:59:25.254898 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97535be3-0e55-41d9-a95d-39fa0a59fb1b req-b35b6d6f-833d-4e6f-8498-c16b9708430d tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4473977 Nov 24 12:59:25.277540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] For port 43c17a72-dca8-4730-8f5d-7bfbf63290ff, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:59:25.291232 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] For port 43c17a72-dca8-4730-8f5d-7bfbf63290ff, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=43c17a72-dca8-4730-8f5d-7bfbf63290ff,segment=NetworkSegment(bca3f9ab-b408-4551-8cdf-de7fb1d0e5de),segment_id=bca3f9ab-b408-4551-8cdf-de7fb1d0e5de)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:59:25.305941 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:25.452619 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:25.453374 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:25.454907 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] 10.222.0.59 "PUT /v2.0/ports/43c17a72-dca8-4730-8f5d-7bfbf63290ff HTTP/1.1" status: 200 len: 1092 time: 3.7656262 Nov 24 12:59:25.455892 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efb6d3-7b5c-41f8-969a-c294d3f6d1a2 req-04b0005a-ca20-4e2d-97fc-557d84ea0fbc tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:25.463551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Attempting to bind port b70673d4-dccc-4966-b3ef-86c3358d476c on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:59:25.463924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Attempting to bind port b70673d4-dccc-4966-b3ef-86c3358d476c by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:59:25.464311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Attempting to bind port b70673d4-dccc-4966-b3ef-86c3358d476c on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:25.467434 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57efb6d3-7b5c-41f8-969a-c294d3f6d1a2 req-04b0005a-ca20-4e2d-97fc-557d84ea0fbc tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1049516 Nov 24 12:59:25.469815 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-bd0f7889-60f7-4d76-adca-53cf8921001e req-09824176-a600-4665-9370-7585d3c7c945 tempest-SecurityGroupsNegativeTestJSON-775174046 tempest-SecurityGroupsNegativeTestJSON-775174046-project] show failed (client error): The resource could not be found. Nov 24 12:59:25.501063 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd0f7889-60f7-4d76-adca-53cf8921001e req-09824176-a600-4665-9370-7585d3c7c945 tempest-SecurityGroupsNegativeTestJSON-775174046 tempest-SecurityGroupsNegativeTestJSON-775174046-project] 10.222.0.48 "GET /v2.0/security-groups/05e3420c-46d8-4e9e-bccc-33ddb84ce76e HTTP/1.1" status: 404 len: 352 time: 0.1361248 Nov 24 12:59:25.579766 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57efb6d3-7b5c-41f8-969a-c294d3f6d1a2 req-8fa9478a-3bf0-46e9-96d4-af2482a4bb29 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111693 Nov 24 12:59:25.580335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c848c3-13cc-4ad3-8317-1d97eb742b08', 'tag': '43c17a72-dca8-4730-8f5d-7bfbf63290ff'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:59:25.586012 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560c5f03-2b9f-4a69-89e2-18b5eb44f86f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c848c3-13cc-4ad3-8317-1d97eb742b08", "tag": "43c17a72-dca8-4730-8f5d-7bfbf63290ff"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:59:25.597371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a783f-82d8-426a-a54f-bfc37fc69252 service neutron] Pushing event updated for resources: {'Port': ['ID=43c17a72-dca8-4730-8f5d-7bfbf63290ff,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:25.607160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Port b70673d4-dccc-4966-b3ef-86c3358d476c on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:59:25.608667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Attempting to bind port b70673d4-dccc-4966-b3ef-86c3358d476c on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:25.621961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:59:25.622604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:25.623183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:59:25.624192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Bound port: b70673d4-dccc-4966-b3ef-86c3358d476c, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:59:25.624779 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:25.648146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070904-8f70-4c1c-8747-bcb124f40704 req-a8700b3a-3759-4b96-a528-96b13fd50b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:25.656258 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b070904-8f70-4c1c-8747-bcb124f40704 req-a8700b3a-3759-4b96-a528-96b13fd50b08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=d2ad2193-5099-43a2-a03f-ab13fd0c8f3c HTTP/1.1" status: 200 len: 1098 time: 0.3300686 Nov 24 12:59:25.785134 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:25.811775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac16dc-01f6-4e3f-a00a-f60ed34b8e8d req-6c97d483-275a-41f4-8d7d-398bd31b4cf6 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:25.827722 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4ac16dc-01f6-4e3f-a00a-f60ed34b8e8d req-6c97d483-275a-41f4-8d7d-398bd31b4cf6 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 944 time: 0.1685624 Nov 24 12:59:25.959251 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4ac16dc-01f6-4e3f-a00a-f60ed34b8e8d req-b2097fa6-7ff3-4a1f-a1fd-06eb09b1a0ef tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274307 Nov 24 12:59:25.966078 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66b6ad60-091b-4db3-8627-34946d522bef req-5124e59e-9853-4d31-bf75-578567cbd493 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=68cfefd5-4cb1-420d-8189-c43d7eb0a19b HTTP/1.1" status: 200 len: 210 time: 0.1795726 Nov 24 12:59:26.093462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] For port b70673d4-dccc-4966-b3ef-86c3358d476c, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:59:26.098472 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-f4a65bce-f50c-48e7-a723-19b6e8e6f768 req-5d3a0bc1-f34b-4410-bc6e-3fa088d6a861 tempest-SecurityGroupsNegativeTestJSON-775174046 tempest-SecurityGroupsNegativeTestJSON-775174046-project] show failed (client error): The resource could not be found. Nov 24 12:59:26.099771 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4a65bce-f50c-48e7-a723-19b6e8e6f768 req-5d3a0bc1-f34b-4410-bc6e-3fa088d6a861 tempest-SecurityGroupsNegativeTestJSON-775174046 tempest-SecurityGroupsNegativeTestJSON-775174046-project] 10.222.0.48 "GET /v2.0/security-groups/3ce3a185-7092-4654-b219-e1969cb37854 HTTP/1.1" status: 404 len: 352 time: 0.0450680 Nov 24 12:59:26.103822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070904-8f70-4c1c-8747-bcb124f40704 req-5cc44aeb-0854-49b0-8ea5-6ee1f1917fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:26.105687 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b070904-8f70-4c1c-8747-bcb124f40704 req-5cc44aeb-0854-49b0-8ea5-6ee1f1917fc8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.4341443 Nov 24 12:59:26.126646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59752) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:26.239743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] For port b70673d4-dccc-4966-b3ef-86c3358d476c, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=b70673d4-dccc-4966-b3ef-86c3358d476c,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:59:26.241878 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b070904-8f70-4c1c-8747-bcb124f40704 req-4056292a-de22-49f4-8339-7959ec7730be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=58725471-ab98-4914-ad65-4a77d8fde287 HTTP/1.1" status: 200 len: 217 time: 0.0932643 Nov 24 12:59:26.263304 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-71015a6c-0af9-424f-b0e1-be285e81bb9b admin admin] Deleting subnet 8a78a6a8-8c5f-4215-82e7-2d2042a57863 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 12:59:26.273021 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71015a6c-0af9-424f-b0e1-be285e81bb9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:26.342983 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71015a6c-0af9-424f-b0e1-be285e81bb9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:26.351565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070904-8f70-4c1c-8747-bcb124f40704 req-4a0d7641-5687-4cba-a82a-7097fc8ac2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:26.355711 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b070904-8f70-4c1c-8747-bcb124f40704 req-4a0d7641-5687-4cba-a82a-7097fc8ac2d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0940392 Nov 24 12:59:26.357624 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3481c0e0-cf8b-43bf-a2db-ebc726f4b5bb x-openstack-request-id: req-3481c0e0-cf8b-43bf-a2db-ebc726f4b5bb {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:59:26.358176 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c848c3-13cc-4ad3-8317-1d97eb742b08", "tag": "43c17a72-dca8-4730-8f5d-7bfbf63290ff", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:59:26.358443 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3481c0e0-cf8b-43bf-a2db-ebc726f4b5bb {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:59:26.358842 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c848c3-13cc-4ad3-8317-1d97eb742b08', 'tag': '43c17a72-dca8-4730-8f5d-7bfbf63290ff', 'status': 'completed', 'code': 200} Nov 24 12:59:26.361300 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:26.397737 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71015a6c-0af9-424f-b0e1-be285e81bb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:26.459682 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71015a6c-0af9-424f-b0e1-be285e81bb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:26.504335 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71015a6c-0af9-424f-b0e1-be285e81bb9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a78a6a8-8c5f-4215-82e7-2d2042a57863,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:26.508798 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71015a6c-0af9-424f-b0e1-be285e81bb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:26.514916 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-71015a6c-0af9-424f-b0e1-be285e81bb9b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8a78a6a8-8c5f-4215-82e7-2d2042a57863 HTTP/1.1" status: 204 len: 168 time: 0.3868926 Nov 24 12:59:26.515829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59764) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:26.572014 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:26.713195 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e08bdc4-d517-4afe-9325-42e7b3d67a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:26.844165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:26.844894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:26.846352 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] 10.222.0.46 "PUT /v2.0/ports/b70673d4-dccc-4966-b3ef-86c3358d476c HTTP/1.1" status: 200 len: 1095 time: 4.2846496 Nov 24 12:59:27.035773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b070904-8f70-4c1c-8747-bcb124f40704 req-ef471a0c-2123-4f17-8e4a-90961f8aeeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:27.037596 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b070904-8f70-4c1c-8747-bcb124f40704 req-ef471a0c-2123-4f17-8e4a-90961f8aeeb1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6711659 Nov 24 12:59:27.041009 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e08bdc4-d517-4afe-9325-42e7b3d67a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:27.061147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c7e76-6a1b-4bb7-9545-6f07c3372cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b70673d4-dccc-4966-b3ef-86c3358d476c,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:27.077492 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9e08bdc4-d517-4afe-9325-42e7b3d67a90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce0e3d0-74fb-4c28-8f83-5734ec7dd8b9']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:27.103674 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b6173-f2f0-432c-8904-20cc9998e75f req-86fbff94-b873-4e9a-864a-8c24641b82ba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:27.104716 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b8b6173-f2f0-432c-8904-20cc9998e75f req-86fbff94-b873-4e9a-864a-8c24641b82ba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 947 time: 0.3245037 Nov 24 12:59:27.108841 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9e08bdc4-d517-4afe-9325-42e7b3d67a90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9914358-ffc4-45b9-bb34-e5b3fe8c48b4') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:27.109149 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9e08bdc4-d517-4afe-9325-42e7b3d67a90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9914358-ffc4-45b9-bb34-e5b3fe8c48b4') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:27.125084 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e08bdc4-d517-4afe-9325-42e7b3d67a90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:27.157029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2405f-8a08-4b2c-a392-2e07bf02df92 req-c794b7bc-ce41-4ce8-9c72-bdb065a054f8 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:27.165936 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20d2405f-8a08-4b2c-a392-2e07bf02df92 req-c794b7bc-ce41-4ce8-9c72-bdb065a054f8 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1079316 Nov 24 12:59:27.177719 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e08bdc4-d517-4afe-9325-42e7b3d67a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:27.209593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e08bdc4-d517-4afe-9325-42e7b3d67a90 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 12:59:27.211957 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e08bdc4-d517-4afe-9325-42e7b3d67a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: timer() Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 12:59:27.214624 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 12:59:27.285123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 58725471-ab98-4914-ad65-4a77d8fde287 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:59:27.290083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-92023648-7d83-4334-9496-d807fad8d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:27.292197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 411ed3bf-1924-4b89-91a8-c3964eebb50a no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 12:59:27.298712 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-92023648-7d83-4334-9496-d807fad8d76b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 1098 time: 0.3513794 Nov 24 12:59:27.319114 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20d2405f-8a08-4b2c-a392-2e07bf02df92 req-8e03cdf9-3901-43e2-9216-2cd4f1c7b56d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521626 Nov 24 12:59:27.332808 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e08bdc4-d517-4afe-9325-42e7b3d67a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:27.333211 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e08bdc4-d517-4afe-9325-42e7b3d67a90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:27.342506 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9e08bdc4-d517-4afe-9325-42e7b3d67a90 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bce0e3d0-74fb-4c28-8f83-5734ec7dd8b9 HTTP/1.1" status: 204 len: 168 time: 0.8230119 Nov 24 12:59:27.423380 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08bdc4-d517-4afe-9325-42e7b3d67a90 admin admin] Pushing event deleted for resources: {'Network': ['ID=bce0e3d0-74fb-4c28-8f83-5734ec7dd8b9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:27.449434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-5709e6fe-3597-4174-aef7-718b2b77e69d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=b70673d4-dccc-4966-b3ef-86c3358d476c HTTP/1.1" status: 200 len: 217 time: 0.0968778 Nov 24 12:59:27.608315 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b8b6173-f2f0-432c-8904-20cc9998e75f req-11cabc2a-2ced-4c42-ad60-488d7aca4d1f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769568 Nov 24 12:59:27.702785 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b070904-8f70-4c1c-8747-bcb124f40704 req-b0ccab99-7beb-4d2c-a953-29381379b072 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430089 Nov 24 12:59:27.707156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-c8d5b3fa-7a21-4331-aedf-5aaa6c536cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:27.712647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59788) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:27.720629 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-c8d5b3fa-7a21-4331-aedf-5aaa6c536cdb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.2517564 Nov 24 12:59:27.797590 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-04d95912-d39a-4f42-8bbc-c59cf685d1e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be9cb7c55e724016bc2bfdb2324df545&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0831251 Nov 24 12:59:27.803383 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59790) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:27.821827 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 58725471-ab98-4914-ad65-4a77d8fde287, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=58725471-ab98-4914-ad65-4a77d8fde287,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:27.838785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '58725471-ab98-4914-ad65-4a77d8fde287', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '58725471-ab98-4914-ad65-4a77d8fde287', 'mac_address': 'fa:16:3e:d2:e5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:59:27.840872 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05976800-b74d-4460-b024-3bbe75e5f2e8 req-931e0b68-d513-40e5-81d7-0e704b1031aa tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:27.842696 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-05976800-b74d-4460-b024-3bbe75e5f2e8 req-931e0b68-d513-40e5-81d7-0e704b1031aa tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 944 time: 0.1075273 Nov 24 12:59:27.875523 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20d9ec34-f975-49cb-af5c-fc3f56327e59 req-a706878b-86f5-4c0c-8637-5ecae3ac4ffc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=68cfefd5-4cb1-420d-8189-c43d7eb0a19b HTTP/1.1" status: 200 len: 210 time: 0.1034694 Nov 24 12:59:27.938378 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:27.945410 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-05976800-b74d-4460-b024-3bbe75e5f2e8 req-a0a908a5-c145-49b6-b58f-8dac687624cb tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945139 Nov 24 12:59:27.967362 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8c26a81-e96b-44a9-9d76-d1bfde7f3ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:27.998684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58725471-ab98-4914-ad65-4a77d8fde287 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:59:28.016432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8c26a81-e96b-44a9-9d76-d1bfde7f3ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:28.017201 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b070904-8f70-4c1c-8747-bcb124f40704 req-7533dd6a-0993-439a-bd91-f2e4ae696d7f service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953384 Nov 24 12:59:28.030619 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 58725471-ab98-4914-ad65-4a77d8fde287, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=58725471-ab98-4914-ad65-4a77d8fde287,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:28.038415 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:28.042411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-1f6ae408-7784-4f26-a8a6-2a2c3217c052 req-1ec0ad38-e1a0-453a-ad90-91b6fd609a9a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 12:59:28.045767 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1f6ae408-7784-4f26-a8a6-2a2c3217c052 req-1ec0ad38-e1a0-453a-ad90-91b6fd609a9a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0248752 Nov 24 12:59:28.063971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7469e3-7708-4d0f-8062-0be020d33284 req-f6e0fe20-0b45-410b-89d9-1a9415c3be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:28.072462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-f6e0fe20-0b45-410b-89d9-1a9415c3be37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3280563 Nov 24 12:59:28.102202 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=58725471-ab98-4914-ad65-4a77d8fde287,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:28.113179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:28.113973 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:28.114630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:28.115052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:28.115457 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:28.116551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:28.117233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:28.117753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:28.118286 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:28.118785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:28.119528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:28.120095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:28.133933 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8c26a81-e96b-44a9-9d76-d1bfde7f3ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:28.136959 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8c26a81-e96b-44a9-9d76-d1bfde7f3ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:28.138739 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a8c26a81-e96b-44a9-9d76-d1bfde7f3ad4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c391a4ff-0aaf-4ba9-ad28-7d0d74465f1d HTTP/1.1" status: 204 len: 168 time: 0.3339534 Nov 24 12:59:28.158779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f86f8-81be-41bd-a1f1-361146319d2e req-48572cc7-99d9-4e91-a44b-c3cdfe00ecd9 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:28.182016 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-009f86f8-81be-41bd-a1f1-361146319d2e req-48572cc7-99d9-4e91-a44b-c3cdfe00ecd9 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1577845 Nov 24 12:59:28.275156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c26a81-e96b-44a9-9d76-d1bfde7f3ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c391a4ff-0aaf-4ba9-ad28-7d0d74465f1d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:28.307689 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c5f03-2b9f-4a69-89e2-18b5eb44f86f req-b84415de-22ab-4977-b147-3d0e2f5ca1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:28.309146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-560c5f03-2b9f-4a69-89e2-18b5eb44f86f req-b84415de-22ab-4977-b147-3d0e2f5ca1c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b8df443929484df6bf35907bb8d668f6&device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 1095 time: 0.0911875 Nov 24 12:59:28.317981 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc80afd2-df66-4bb7-90ac-135310261e88 req-074f1bad-81cc-48af-83af-d55ebaebaaa9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=68cfefd5-4cb1-420d-8189-c43d7eb0a19b HTTP/1.1" status: 200 len: 210 time: 0.1177747 Nov 24 12:59:28.334514 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-009f86f8-81be-41bd-a1f1-361146319d2e req-50864688-f21e-47cb-bb8b-25e56c5588a7 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512456 Nov 24 12:59:28.337110 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['58725471-ab98-4914-ad65-4a77d8fde287'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:59:28.369439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f59cf1-fd56-4507-8dd6-b264c9e5ef40', 'tag': 'b70673d4-dccc-4966-b3ef-86c3358d476c'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:59:28.372174 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e1902f-0e73-4af4-9d4e-ad207ec53af6" -d '{"events": [{"name": "network-changed", "server_uuid": "46f59cf1-fd56-4507-8dd6-b264c9e5ef40", "tag": "b70673d4-dccc-4966-b3ef-86c3358d476c"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:59:28.443410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-aac246e7-1c14-49de-88f8-b8fdc7031444 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551061 Nov 24 12:59:28.566593 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369afb96-d322-441d-b9db-feb9f36737b2 x-openstack-request-id: req-369afb96-d322-441d-b9db-feb9f36737b2 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:59:28.567060 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f59cf1-fd56-4507-8dd6-b264c9e5ef40", "tag": "b70673d4-dccc-4966-b3ef-86c3358d476c", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:59:28.567485 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-369afb96-d322-441d-b9db-feb9f36737b2 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:59:28.568103 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f59cf1-fd56-4507-8dd6-b264c9e5ef40', 'tag': 'b70673d4-dccc-4966-b3ef-86c3358d476c', 'status': 'completed', 'code': 200} Nov 24 12:59:28.634246 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082383ad-5444-402e-ac3d-4b94c49d5203 req-d333499d-5705-48c2-b0d7-c6dc767a2315 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:28.652861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-082383ad-5444-402e-ac3d-4b94c49d5203 req-d333499d-5705-48c2-b0d7-c6dc767a2315 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.3592529 Nov 24 12:59:28.662037 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c5f03-2b9f-4a69-89e2-18b5eb44f86f req-609fabb7-1374-4c2c-a2e1-f65427f20820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:28.664833 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-560c5f03-2b9f-4a69-89e2-18b5eb44f86f req-609fabb7-1374-4c2c-a2e1-f65427f20820 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b8df443929484df6bf35907bb8d668f6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3291159 Nov 24 12:59:28.829338 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c5f03-2b9f-4a69-89e2-18b5eb44f86f req-f14f7c76-591d-4b6d-8ffa-80398f406632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:28.831018 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-560c5f03-2b9f-4a69-89e2-18b5eb44f86f req-f14f7c76-591d-4b6d-8ffa-80398f406632 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1533566 Nov 24 12:59:28.842276 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80afd2-df66-4bb7-90ac-135310261e88 req-353a8159-b202-41b1-9cd6-7ba8f5a3b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:28.843760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc80afd2-df66-4bb7-90ac-135310261e88 req-353a8159-b202-41b1-9cd6-7ba8f5a3b635 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=429d3674f3ad4981b2ec0f312da0377d&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5052173 Nov 24 12:59:28.846077 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c54616-0563-47ad-ab85-62ed09dc4b28 req-0ecae238-49bf-4d02-b4dc-1f77dea840d0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:28.856500 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42c54616-0563-47ad-ab85-62ed09dc4b28 req-0ecae238-49bf-4d02-b4dc-1f77dea840d0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1904154 Nov 24 12:59:28.941808 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-082383ad-5444-402e-ac3d-4b94c49d5203 req-de018988-87f7-43a1-a9dd-2c84665bc200 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879121 Nov 24 12:59:28.955294 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42c54616-0563-47ad-ab85-62ed09dc4b28 req-cb9e5152-77d3-4635-88ee-899e12e8a2ca tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901251 Nov 24 12:59:28.993701 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-15a3c576-b8b4-4039-a93d-b4a925374909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:28.995318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-15a3c576-b8b4-4039-a93d-b4a925374909 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b8df443929484df6bf35907bb8d668f6&device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 1095 time: 0.1051722 Nov 24 12:59:29.025668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-be7469e3-7708-4d0f-8062-0be020d33284 req-8a072ea0-1e35-46f6-bf64-c3b632a813be service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658062 Nov 24 12:59:29.076968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80afd2-df66-4bb7-90ac-135310261e88 req-8930e462-35a4-448a-8275-15a607bd7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:29.078991 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc80afd2-df66-4bb7-90ac-135310261e88 req-8930e462-35a4-448a-8275-15a607bd7dc8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146635 Nov 24 12:59:29.138364 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-278f44d2-02fa-4738-a97d-f6fcbcff3868 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43c17a72-dca8-4730-8f5d-7bfbf63290ff HTTP/1.1" status: 200 len: 217 time: 0.1330230 Nov 24 12:59:29.215804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc80afd2-df66-4bb7-90ac-135310261e88 req-49d17944-cf9d-478d-8cc1-8178cde272d0 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.59 "GET /v2.0/ports?device_id=68cfefd5-4cb1-420d-8189-c43d7eb0a19b HTTP/1.1" status: 200 len: 210 time: 0.0315223 Nov 24 12:59:29.228765 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3f84d85-7eae-4090-905e-2bcc547b2135 req-e26bca93-086a-42ab-84ad-af27dc878d46 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=68cfefd5-4cb1-420d-8189-c43d7eb0a19b HTTP/1.1" status: 200 len: 210 time: 0.0456324 Nov 24 12:59:29.259508 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-b70ca84d-5544-4709-9863-11fd34bde683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:29.261050 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-b70ca84d-5544-4709-9863-11fd34bde683 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8264120-2047-4987-8521-5d1178b51597 HTTP/1.1" status: 200 len: 854 time: 0.1143439 Nov 24 12:59:29.288325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acb17c-87dc-4f79-bba3-a7e93c71d509 req-1c6e755c-0b2d-4a9e-b717-d55271e93aaf tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:29.290199 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-90acb17c-87dc-4f79-bba3-a7e93c71d509 req-1c6e755c-0b2d-4a9e-b717-d55271e93aaf tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 947 time: 0.2036908 Nov 24 12:59:29.316747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1902f-0e73-4af4-9d4e-ad207ec53af6 req-39723913-c717-41ab-9cc5-5d3fdff097f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:29.318506 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69e1902f-0e73-4af4-9d4e-ad207ec53af6 req-39723913-c717-41ab-9cc5-5d3fdff097f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 1098 time: 0.2150164 Nov 24 12:59:29.395070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-4e686113-9724-44bc-83d0-a824b1345129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:29.396662 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-4e686113-9724-44bc-83d0-a824b1345129 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=efdf4441-c31a-4340-8b36-2c49134c63a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266491 Nov 24 12:59:29.403607 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-90acb17c-87dc-4f79-bba3-a7e93c71d509 req-d1b347ce-bf4d-43ab-a982-ed38d2496ba8 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921292 Nov 24 12:59:29.460997 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65373c53-5aaa-424d-b90c-d2c180eb1ea5 req-2a8d96b0-dbe3-4307-8795-dd44ca04436c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4895842 Nov 24 12:59:29.486615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1902f-0e73-4af4-9d4e-ad207ec53af6 req-bff595dd-20b9-4c2b-b8ed-70a74edfca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:29.488092 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69e1902f-0e73-4af4-9d4e-ad207ec53af6 req-bff595dd-20b9-4c2b-b8ed-70a74edfca21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1498289 Nov 24 12:59:29.507007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92ac8c-a5b3-4992-a3d5-aeddaf260586 req-b54c7b20-f2c1-494f-a94d-225c1450b8d8 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:29.518327 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0f92ac8c-a5b3-4992-a3d5-aeddaf260586 req-b54c7b20-f2c1-494f-a94d-225c1450b8d8 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 944 time: 0.1852822 Nov 24 12:59:29.590219 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69e1902f-0e73-4af4-9d4e-ad207ec53af6 req-27203f36-5f7a-46a4-a0ff-b102fa085cc1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=b70673d4-dccc-4966-b3ef-86c3358d476c HTTP/1.1" status: 200 len: 217 time: 0.0901453 Nov 24 12:59:29.614315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59846) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:29.638177 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0f92ac8c-a5b3-4992-a3d5-aeddaf260586 req-e0dbbe7c-7146-4d63-80f1-8f2b6e90bad1 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187661 Nov 24 12:59:29.646173 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-44290e55-87a5-42fa-bd5b-ec0391aa4539 service neutron] 10.222.0.59 "GET /v2.0/networks/efdf4441-c31a-4340-8b36-2c49134c63a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345579 Nov 24 12:59:29.702576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1902f-0e73-4af4-9d4e-ad207ec53af6 req-cf3c146c-8328-4eb2-82c5-5599153286b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:29.703385 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69e1902f-0e73-4af4-9d4e-ad207ec53af6 req-cf3c146c-8328-4eb2-82c5-5599153286b4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1052682 Nov 24 12:59:29.822652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f829d-b76c-469a-8625-004628fe37ba req-d68d6993-544d-41b6-bf27-2a7149dbb586 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:29.834811 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-719f829d-b76c-469a-8625-004628fe37ba req-d68d6993-544d-41b6-bf27-2a7149dbb586 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1288953 Nov 24 12:59:29.840532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-network', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:29.871124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1902f-0e73-4af4-9d4e-ad207ec53af6 req-ea73f1ae-1f6a-44f2-9b87-4050cdcec359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:29.873151 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69e1902f-0e73-4af4-9d4e-ad207ec53af6 req-ea73f1ae-1f6a-44f2-9b87-4050cdcec359 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1510487 Nov 24 12:59:29.881987 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddcf6482-50b5-4c77-9381-5cd431b1fabe req-aa7dcd52-2b33-4d0c-abc4-b7e0c87b8ec8 service neutron] 10.222.0.59 "GET /v2.0/networks/efdf4441-c31a-4340-8b36-2c49134c63a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130654 Nov 24 12:59:29.892695 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] Made reservation on behalf of 5cb9995cf9cd4081ba228f719572b20a for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:59:29.896843 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:29.910363 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:29.931851 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-719f829d-b76c-469a-8625-004628fe37ba req-3584bcfd-1fa2-4b2a-b8b2-d5f934f73c85 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947797 Nov 24 12:59:30.025124 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:30.030312 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:30.060994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69e1902f-0e73-4af4-9d4e-ad207ec53af6 req-72dd3fea-816e-43bb-bcaf-55507a7a6959 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793931 Nov 24 12:59:30.065246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:59:30.078104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9273d886-6159-4610-abd8-7228c8e7d103,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:30.085413 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:30.085845 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] Added segment 0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a of type vlan for network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 Nov 24 12:59:30.144201 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:30.184073 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:30.185115 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:30.185683 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:30.244133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69e1902f-0e73-4af4-9d4e-ad207ec53af6 req-5b58d682-0a48-4a16-9b83-d0c4dc559448 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756380 Nov 24 12:59:30.287682 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb7447-3ddb-4078-8754-36d70688bd87 req-dd3c2ed7-3855-4f9d-af90-5c26ae54b777 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:30.298633 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-22cb7447-3ddb-4078-8754-36d70688bd87 req-dd3c2ed7-3855-4f9d-af90-5c26ae54b777 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1628141 Nov 24 12:59:30.321752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] Pushing event updated for resources: {'Network': ['ID=fbaf4bb5-e42b-455c-baa5-50d6cb251c17,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:30.373089 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-62c28ada-7e8a-4b0b-9a18-1ec3403b59b9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7531691 Nov 24 12:59:30.381172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:59:30.385756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59866) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:30.393955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0a437b6f-4bcc-46c9-ab72-96d23556ff03 admin admin] Request body: {'subnet': {'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-subnet', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:30.419021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915c804-ed46-4be3-bcd1-b8d64d1b05d8 req-f4ea0306-248a-41e2-8c3b-dc0a3056d9ad tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:30.430475 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9915c804-ed46-4be3-bcd1-b8d64d1b05d8 req-f4ea0306-248a-41e2-8c3b-dc0a3056d9ad tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.0812495 Nov 24 12:59:30.430754 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-22cb7447-3ddb-4078-8754-36d70688bd87 req-7bb38a04-41c1-4985-968e-30b57df8d919 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224341 Nov 24 12:59:30.451768 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a437b6f-4bcc-46c9-ab72-96d23556ff03 admin admin] Made reservation on behalf of 5cb9995cf9cd4081ba228f719572b20a for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:59:30.454643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a437b6f-4bcc-46c9-ab72-96d23556ff03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:30.531864 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9915c804-ed46-4be3-bcd1-b8d64d1b05d8 req-00377729-8fa0-48f0-b8c1-c5252ef58992 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004150 Nov 24 12:59:30.659487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb176796-c562-4b3a-9b61-6d55ffec064b req-b7553a4a-0abb-4ccc-a3e5-4151a74b716a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:30.661305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb176796-c562-4b3a-9b61-6d55ffec064b req-b7553a4a-0abb-4ccc-a3e5-4151a74b716a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 947 time: 0.0890913 Nov 24 12:59:30.698586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59621b-3701-40d9-bb23-d9af4ff2dec4 req-a6d56daa-c90c-4d30-8786-7254e49dffec tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:30.700487 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cb59621b-3701-40d9-bb23-d9af4ff2dec4 req-a6d56daa-c90c-4d30-8786-7254e49dffec tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.0646152 Nov 24 12:59:30.774775 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cb59621b-3701-40d9-bb23-d9af4ff2dec4 req-8414cdc9-2134-4f50-969c-57d58aa01a83 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676539 Nov 24 12:59:30.801271 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb176796-c562-4b3a-9b61-6d55ffec064b req-0808feeb-d0cd-4477-a49e-572dfcd3ad58 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313443 Nov 24 12:59:30.842815 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a437b6f-4bcc-46c9-ab72-96d23556ff03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:30.904527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a437b6f-4bcc-46c9-ab72-96d23556ff03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=673a3600-90de-4e02-b5a0-1a7307d2a6a1,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:30.989639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a437b6f-4bcc-46c9-ab72-96d23556ff03 admin admin] Checking segment: {'id': '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:30.990003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a437b6f-4bcc-46c9-ab72-96d23556ff03 admin admin] Network hostable DHCP agents. Network: fbaf4bb5-e42b-455c-baa5-50d6cb251c17, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:59:31.019007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e56838-a72c-4ce5-8c73-c4e86a22788b req-86bdb5d5-4ec0-4a65-86e5-ec263f0798ec tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:31.020536 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50e56838-a72c-4ce5-8c73-c4e86a22788b req-86bdb5d5-4ec0-4a65-86e5-ec263f0798ec tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 944 time: 0.0705488 Nov 24 12:59:31.039706 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a437b6f-4bcc-46c9-ab72-96d23556ff03 admin admin] Network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:59:31.080909 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-0a437b6f-4bcc-46c9-ab72-96d23556ff03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, fbaf4bb5-e42b-455c-baa5-50d6cb251c17) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:31.082656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-1f6ea0a2-085c-4131-9835-ecae8959b3c1 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:31.086445 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a437b6f-4bcc-46c9-ab72-96d23556ff03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:31.087523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a437b6f-4bcc-46c9-ab72-96d23556ff03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:31.091734 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b20392a-cd3c-4ea8-9baf-e52f29e17bc1 None None] Network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:59:31.091941 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-1f6ea0a2-085c-4131-9835-ecae8959b3c1 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.1914895 Nov 24 12:59:31.103699 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50e56838-a72c-4ce5-8c73-c4e86a22788b req-c9f85d81-cc7c-48f3-9d18-1e0258387b4e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757272 Nov 24 12:59:31.114924 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0a437b6f-4bcc-46c9-ab72-96d23556ff03 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7286482 Nov 24 12:59:31.116639 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-552cca06-e38d-42a8-8a02-05153b15f158 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/quotas/429d3674f3ad4981b2ec0f312da0377d HTTP/1.1" status: 200 len: 375 time: 0.0159135 Nov 24 12:59:31.118340 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59892) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:31.125574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:31.181168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:31.183774 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:31.216080 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-a4c30510-c6d0-43ba-99b6-235757a4d0e7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0926635 Nov 24 12:59:31.346077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device b70673d4-dccc-4966-b3ef-86c3358d476c details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:59:31.348549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 58725471-ab98-4914-ad65-4a77d8fde287 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:31.355952 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-9b1eb8bd-93d1-435a-9dc2-bd9f7eebfe44 service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388497 Nov 24 12:59:31.394969 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:31.478950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 58725471-ab98-4914-ad65-4a77d8fde287 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:59:31.488281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 58725471-ab98-4914-ad65-4a77d8fde287 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:31.488903 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:31.492991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-844afd11-0c1d-42eb-bfac-ded86e91ba3a service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354969 Nov 24 12:59:31.521131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f90c2-91cc-4d56-9f01-9759c5b0c766 req-f1bd4a55-916d-494b-96ad-ae4f298b80c4 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:31.522722 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b5f90c2-91cc-4d56-9f01-9759c5b0c766 req-f1bd4a55-916d-494b-96ad-ae4f298b80c4 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.2715311 Nov 24 12:59:31.687990 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b5f90c2-91cc-4d56-9f01-9759c5b0c766 req-ab4acba2-4775-49d2-8530-5117b015781f tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514692 Nov 24 12:59:31.698953 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:31.800613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'fixed_ips': [{'subnet_id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:59:31.802174 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:31.868130 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ee7da2a1-0f4b-4fbe-9435-186d7a2297e2 req-0a5d5b27-f249-40df-9b9c-7e45ad604605 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 210 time: 0.0355487 Nov 24 12:59:32.149489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd826c51-8b64-4f0b-bf6e-2939de58d7b9 req-599c76c3-d029-4500-92dc-dfabb3eed031 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:32.151694 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd826c51-8b64-4f0b-bf6e-2939de58d7b9 req-599c76c3-d029-4500-92dc-dfabb3eed031 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1398163 Nov 24 12:59:32.164412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Allocated IP 172.20.0.2 (fbaf4bb5-e42b-455c-baa5-50d6cb251c17/673a3600-90de-4e02-b5a0-1a7307d2a6a1/71afdcf4-0a4e-468f-9560-aac9e5211f8d) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:32.213652 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port b70673d4-dccc-4966-b3ef-86c3358d476c, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=b70673d4-dccc-4966-b3ef-86c3358d476c,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:32.257615 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd826c51-8b64-4f0b-bf6e-2939de58d7b9 req-a6b31b66-e4ba-4137-9aad-628b959b2a33 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901003 Nov 24 12:59:32.308460 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 43c17a72-dca8-4730-8f5d-7bfbf63290ff details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:59:32.338178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'b70673d4-dccc-4966-b3ef-86c3358d476c', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'b70673d4-dccc-4966-b3ef-86c3358d476c', 'mac_address': 'fa:16:3e:51:51:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:59:32.342011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f6282-3335-4cc5-a537-b6843c5bff66 req-030f141a-8cb9-4d4d-9285-c11c3d0c4d11 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:32.352144 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-472f6282-3335-4cc5-a537-b6843c5bff66 req-030f141a-8cb9-4d4d-9285-c11c3d0c4d11 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1363158 Nov 24 12:59:32.428516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22595af2-49f2-40b3-a326-bfed069c6a9e req-a57dee58-2059-4c4d-95a9-356d7fc9542e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:32.430604 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-22595af2-49f2-40b3-a326-bfed069c6a9e req-a57dee58-2059-4c4d-95a9-356d7fc9542e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 947 time: 0.1094403 Nov 24 12:59:32.480236 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:32.500636 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-472f6282-3335-4cc5-a537-b6843c5bff66 req-19c92c1d-8c14-4068-96fb-978f01688836 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402602 Nov 24 12:59:32.509781 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-22595af2-49f2-40b3-a326-bfed069c6a9e req-e4c092d8-824c-468b-9256-e330c7266151 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709445 Nov 24 12:59:32.548994 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.resource_extend [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 12:59:32.653222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ad2193-5099-43a2-a03f-ab13fd0c8f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58725471-ab98-4914-ad65-4a77d8fde287'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:59:32.655803 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb26eab-78e9-49d6-8c2c-d9cd4b687c35" -d '{"events": [{"server_uuid": "d2ad2193-5099-43a2-a03f-ab13fd0c8f3c", "name": "network-vif-plugged", "status": "completed", "tag": "58725471-ab98-4914-ad65-4a77d8fde287"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:59:32.658804 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:32.694925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 58725471-ab98-4914-ad65-4a77d8fde287, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=58725471-ab98-4914-ad65-4a77d8fde287,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:32.730499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70878de1-15fe-49e4-8cea-b4d43302aed8 req-98579550-2979-4ed6-9a68-cca8f173f1c5 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:32.740309 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-70878de1-15fe-49e4-8cea-b4d43302aed8 req-98579550-2979-4ed6-9a68-cca8f173f1c5 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 944 time: 0.1428313 Nov 24 12:59:32.752146 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:32.764716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70673d4-dccc-4966-b3ef-86c3358d476c {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:59:32.794745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be85051-3014-4062-99de-23174789a525 req-02c4fc47-81a2-4c12-b123-b817ddf6ade1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:32.796408 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0be85051-3014-4062-99de-23174789a525 req-02c4fc47-81a2-4c12-b123-b817ddf6ade1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1276150 Nov 24 12:59:32.798449 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:32.816405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-70878de1-15fe-49e4-8cea-b4d43302aed8 req-01fbc27a-4005-4e23-b59f-af965c2605df tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671122 Nov 24 12:59:32.852016 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:32.960193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port b70673d4-dccc-4966-b3ef-86c3358d476c, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=b70673d4-dccc-4966-b3ef-86c3358d476c,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:32.977394 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0833323-5905-4273-bdbb-fff4c846b95c x-openstack-request-id: req-f0833323-5905-4273-bdbb-fff4c846b95c {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:59:32.977740 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ad2193-5099-43a2-a03f-ab13fd0c8f3c", "name": "network-vif-plugged", "status": "completed", "tag": "58725471-ab98-4914-ad65-4a77d8fde287", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:59:32.978012 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0833323-5905-4273-bdbb-fff4c846b95c {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:59:32.978405 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ad2193-5099-43a2-a03f-ab13fd0c8f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58725471-ab98-4914-ad65-4a77d8fde287', 'code': 200} Nov 24 12:59:32.985297 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0be85051-3014-4062-99de-23174789a525 req-5b61b1ee-66da-402a-ab91-218f34c3d59e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723735 Nov 24 12:59:33.017169 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:33.043480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 43c17a72-dca8-4730-8f5d-7bfbf63290ff, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=43c17a72-dca8-4730-8f5d-7bfbf63290ff,segment=NetworkSegment(bca3f9ab-b408-4551-8cdf-de7fb1d0e5de),segment_id=bca3f9ab-b408-4551-8cdf-de7fb1d0e5de)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:33.085063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=58725471-ab98-4914-ad65-4a77d8fde287,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:33.150681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '43c17a72-dca8-4730-8f5d-7bfbf63290ff', 'network_id': 'efdf4441-c31a-4340-8b36-2c49134c63a0', 'port_id': '43c17a72-dca8-4730-8f5d-7bfbf63290ff', 'mac_address': 'fa:16:3e:a6:52:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8264120-2047-4987-8521-5d1178b51597', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:59:33.157133 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:33.219335 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:33.221199 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-86b596cb-e751-4a6c-8296-84c7c115e9c5 req-6d4604f2-1366-40a1-b0b6-5d09316eb0e8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 210 time: 0.0602493 Nov 24 12:59:33.249166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff2f35-b7eb-4e85-8d1a-0a90cb4cf9ce req-e48d2de5-ae87-449e-b164-7c5ad966deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:33.250682 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-faff2f35-b7eb-4e85-8d1a-0a90cb4cf9ce req-e48d2de5-ae87-449e-b164-7c5ad966deee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d2ad2193-5099-43a2-a03f-ab13fd0c8f3c HTTP/1.1" status: 200 len: 1100 time: 0.2467809 Nov 24 12:59:33.273064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Allocated IP 172.25.0.87 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:33.280482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:33.284356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:33.287385 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=b70673d4-dccc-4966-b3ef-86c3358d476c,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:33.294790 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:33.297996 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:33.329452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaf91b-1662-4ba7-acd6-ef54a2cadec4 req-39514b3b-827a-4cdc-8ddb-f4fdf58e499b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:33.333899 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8bfaf91b-1662-4ba7-acd6-ef54a2cadec4 req-39514b3b-827a-4cdc-8ddb-f4fdf58e499b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1582756 Nov 24 12:59:33.375341 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-faff2f35-b7eb-4e85-8d1a-0a90cb4cf9ce req-cdb5aecf-e6ac-4e04-bb99-6d17a5fde37d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038408 Nov 24 12:59:33.400366 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Pushing event updated for resources: {'Port': ['ID=71afdcf4-0a4e-468f-9560-aac9e5211f8d,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:33.407341 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['b70673d4-dccc-4966-b3ef-86c3358d476c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:59:33.444824 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8bfaf91b-1662-4ba7-acd6-ef54a2cadec4 req-8b1c9291-91db-4d52-88a4-cd824205297d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998228 Nov 24 12:59:33.471706 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c17a72-dca8-4730-8f5d-7bfbf63290ff {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:59:33.502017 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 43c17a72-dca8-4730-8f5d-7bfbf63290ff, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=43c17a72-dca8-4730-8f5d-7bfbf63290ff,segment=NetworkSegment(bca3f9ab-b408-4551-8cdf-de7fb1d0e5de),segment_id=bca3f9ab-b408-4551-8cdf-de7fb1d0e5de)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:33.535679 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:33.567930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-35b3db69-fcff-401f-8937-66e3c9b47bcd tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:33.570190 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-35b3db69-fcff-401f-8937-66e3c9b47bcd tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.2002921 Nov 24 12:59:33.574333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:33.601312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-1f66f97d-90d9-49b6-b296-85c5f9f4b513 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Request body: {'port': {'device_id': 'cbbae56e-0caf-4485-b6eb-7381f8194334', 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'admin_state_up': True, 'tenant_id': '429d3674f3ad4981b2ec0f312da0377d'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:33.753783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Attempting to bind port 71afdcf4-0a4e-468f-9560-aac9e5211f8d on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:59:33.754549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Attempting to bind port 71afdcf4-0a4e-468f-9560-aac9e5211f8d by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:59:33.755495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Attempting to bind port 71afdcf4-0a4e-468f-9560-aac9e5211f8d on network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:33.777551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131ac5d-3606-4e81-b1e2-fb84945bd49d req-4b0a4dcc-ec07-4fae-b680-64b284591dc1 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:33.784127 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c131ac5d-3606-4e81-b1e2-fb84945bd49d req-4b0a4dcc-ec07-4fae-b680-64b284591dc1 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 948 time: 0.1279230 Nov 24 12:59:33.824742 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=43c17a72-dca8-4730-8f5d-7bfbf63290ff,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:33.831108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:59:33.831493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Checking segment: {'id': '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:33.831972 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:33.832372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Bound using segment: {'id': '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:59:33.835420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Bound port: 71afdcf4-0a4e-468f-9560-aac9e5211f8d, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:59:33.835820 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:33.840333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:33.849813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['43c17a72-dca8-4730-8f5d-7bfbf63290ff'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:59:33.883588 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c131ac5d-3606-4e81-b1e2-fb84945bd49d req-f47998b9-3b66-40e0-9491-b838a5c77226 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916545 Nov 24 12:59:33.972813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:33.987288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:33.998177 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:34.003504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Pushing event updated for resources: {'Port': ['ID=f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:34.049661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-1f66f97d-90d9-49b6-b296-85c5f9f4b513 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Made reservation on behalf of 429d3674f3ad4981b2ec0f312da0377d for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:59:34.055629 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-1f66f97d-90d9-49b6-b296-85c5f9f4b513 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:34.099927 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e33825-67db-457d-8b43-1c9f0df6b194 req-d7336640-1918-4b26-86d0-5e10ef7438da tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:34.112433 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-72e33825-67db-457d-8b43-1c9f0df6b194 req-d7336640-1918-4b26-86d0-5e10ef7438da tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1159415 Nov 24 12:59:34.213245 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-72e33825-67db-457d-8b43-1c9f0df6b194 req-cda5e541-d4f3-487d-b3f7-6d723ee916ea tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943713 Nov 24 12:59:34.313798 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] For port 71afdcf4-0a4e-468f-9560-aac9e5211f8d, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:59:34.323996 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] For port 71afdcf4-0a4e-468f-9560-aac9e5211f8d, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=71afdcf4-0a4e-468f-9560-aac9e5211f8d,segment=NetworkSegment(0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a),segment_id=0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:59:34.337161 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:34.464795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf2f57-c363-4d5b-b71a-9b307bc1e480 None None] Pushing event updated for resources: {'Port': ['ID=71afdcf4-0a4e-468f-9560-aac9e5211f8d,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:34.591390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f09343-08cb-4a78-800c-bbe52988e108 req-90d3cf0e-ed07-4e2d-9e8b-33922e253d64 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:34.594427 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56f09343-08cb-4a78-800c-bbe52988e108 req-90d3cf0e-ed07-4e2d-9e8b-33922e253d64 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 945 time: 0.3225427 Nov 24 12:59:34.624105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672e139-7208-473f-b9c2-fe79d0f0710d req-ab9c9726-cb61-46e4-ad47-475ec712ba6d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:34.633285 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4672e139-7208-473f-b9c2-fe79d0f0710d req-ab9c9726-cb61-46e4-ad47-475ec712ba6d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1310031 Nov 24 12:59:34.687595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-1f66f97d-90d9-49b6-b296-85c5f9f4b513 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Allocated IP 172.20.0.7 (aae1eca4-2d05-4fc7-96ce-2cd610c52d2b/e9ed41c1-a924-4ba0-9444-2052d8ad1db8/72a4bf69-b315-41b2-9072-88d6a3f36c83) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:34.723383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4672e139-7208-473f-b9c2-fe79d0f0710d req-a8d72f72-09c6-4f14-ab41-6629baca7d8b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775068 Nov 24 12:59:34.804954 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56f09343-08cb-4a78-800c-bbe52988e108 req-41b9ef63-6b5f-4cbd-87b4-dfd5fbdef005 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002482 Nov 24 12:59:34.877065 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-269e7f4f-d5b2-4cb2-93f7-5c81a8a9128e req-8e88f065-709a-4216-860c-f9650ee9330d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 210 time: 0.0383372 Nov 24 12:59:34.888466 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:35.144510 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-1f66f97d-90d9-49b6-b296-85c5f9f4b513 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:35.159193 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5ecab-cd8f-4822-8a18-24dad439d9a7 req-649a50fd-f140-4d00-8a40-faecc8f2cd2c tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:35.160779 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70e5ecab-cd8f-4822-8a18-24dad439d9a7 req-649a50fd-f140-4d00-8a40-faecc8f2cd2c tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 948 time: 0.1899405 Nov 24 12:59:35.324782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device b70673d4-dccc-4966-b3ef-86c3358d476c up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:35.352386 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70e5ecab-cd8f-4822-8a18-24dad439d9a7 req-ae6dcd64-9a5b-439b-969d-0223dbb28ab9 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430275 Nov 24 12:59:35.377886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97a94e-a22a-4b58-a287-5a1192f96bb9 req-a13d675e-4e5b-4e43-95a1-174e75d83a26 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:35.382127 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-af97a94e-a22a-4b58-a287-5a1192f96bb9 req-a13d675e-4e5b-4e43-95a1-174e75d83a26 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.0668848 Nov 24 12:59:35.384428 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-1f66f97d-90d9-49b6-b296-85c5f9f4b513 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:35.405080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d89c442a-2382-4957-87f0-9b9a1f2590a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:59:35.427911 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:35.500716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-1f66f97d-90d9-49b6-b296-85c5f9f4b513 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:35.523633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port b70673d4-dccc-4966-b3ef-86c3358d476c completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:59:35.544053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port b70673d4-dccc-4966-b3ef-86c3358d476c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:35.549875 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:35.555088 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-af97a94e-a22a-4b58-a287-5a1192f96bb9 req-ef99c3ae-a45f-4eac-a223-7e0479fd19da tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628141 Nov 24 12:59:35.571502 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-1f66f97d-90d9-49b6-b296-85c5f9f4b513 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:35.574938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-1f66f97d-90d9-49b6-b296-85c5f9f4b513 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:35.696447 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:35.794979 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f59cf1-fd56-4507-8dd6-b264c9e5ef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70673d4-dccc-4966-b3ef-86c3358d476c'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:59:35.797408 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2242dfbb-36d6-4a42-95c7-c9d429116dbf" -d '{"events": [{"server_uuid": "46f59cf1-fd56-4507-8dd6-b264c9e5ef40", "name": "network-vif-plugged", "status": "completed", "tag": "b70673d4-dccc-4966-b3ef-86c3358d476c"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:59:35.804874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-1f66f97d-90d9-49b6-b296-85c5f9f4b513 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:35.805704 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-1f66f97d-90d9-49b6-b296-85c5f9f4b513 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:35.809275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66f97d-90d9-49b6-b296-85c5f9f4b513 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Pushing event updated for resources: {'Port': ['ID=72a4bf69-b315-41b2-9072-88d6a3f36c83,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:35.856009 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-1f66f97d-90d9-49b6-b296-85c5f9f4b513 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2679744 Nov 24 12:59:35.859986 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port b70673d4-dccc-4966-b3ef-86c3358d476c, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=b70673d4-dccc-4966-b3ef-86c3358d476c,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:35.867881 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:35.896384 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f7efa9-2f61-4e07-8df7-b17693da425f x-openstack-request-id: req-66f7efa9-2f61-4e07-8df7-b17693da425f {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:59:35.896607 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f59cf1-fd56-4507-8dd6-b264c9e5ef40", "name": "network-vif-plugged", "status": "completed", "tag": "b70673d4-dccc-4966-b3ef-86c3358d476c", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:59:35.896886 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66f7efa9-2f61-4e07-8df7-b17693da425f {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:59:35.897482 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f59cf1-fd56-4507-8dd6-b264c9e5ef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70673d4-dccc-4966-b3ef-86c3358d476c', 'code': 200} Nov 24 12:59:35.946353 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=b70673d4-dccc-4966-b3ef-86c3358d476c,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:35.962084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Request body: {'port': {'device_id': 'cbbae56e-0caf-4485-b6eb-7381f8194334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:36.018479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:59:36.052320 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:36.066709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d632be-c4e1-49f6-8ac8-da40a5bfb053 req-f11d2c57-49fd-41bc-a828-c3ba6c6071e1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:36.068526 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-07d632be-c4e1-49f6-8ac8-da40a5bfb053 req-f11d2c57-49fd-41bc-a828-c3ba6c6071e1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.2113707 Nov 24 12:59:36.083777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc33c318-63b2-4026-927b-e07abbd446e8 None None] Network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:59:36.090629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a068b-e326-482a-9958-88792fd94701 req-7784cbce-b3fa-4855-a34d-f24a98d6cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:36.092368 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-835a068b-e326-482a-9958-88792fd94701 req-7784cbce-b3fa-4855-a34d-f24a98d6cee6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 1100 time: 0.1123836 Nov 24 12:59:36.141187 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:36.150682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf528bee-9b85-4646-a6ac-c64b1b4568a7 req-56db53a4-682f-452e-822f-9cc4492aaf76 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:36.160368 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bf528bee-9b85-4646-a6ac-c64b1b4568a7 req-56db53a4-682f-452e-822f-9cc4492aaf76 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 945 time: 0.1432168 Nov 24 12:59:36.207325 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-835a068b-e326-482a-9958-88792fd94701 req-a3234caa-bc73-497c-a0b6-ef9c35383ec4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742178 Nov 24 12:59:36.267096 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bf528bee-9b85-4646-a6ac-c64b1b4568a7 req-5c34ad44-2046-4afa-9a6a-15d5a9d32687 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053836 Nov 24 12:59:36.340048 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-07d632be-c4e1-49f6-8ac8-da40a5bfb053 req-6738af3d-5e2e-4b40-b9aa-5d76322da3ad tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519593 Nov 24 12:59:36.471462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 71afdcf4-0a4e-468f-9560-aac9e5211f8d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:36.473557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 43c17a72-dca8-4730-8f5d-7bfbf63290ff up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:36.487646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac3a52-d56c-49a6-8074-ba5a9bafd1c3 req-3669ffae-e4f4-4604-9588-57ecdf7d8185 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:36.490911 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91ac3a52-d56c-49a6-8074-ba5a9bafd1c3 req-3669ffae-e4f4-4604-9588-57ecdf7d8185 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 931 time: 0.0971947 Nov 24 12:59:36.555661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-cd0a1020-1f04-4426-bfc3-cff24dd2fca5 None None] Provisioning complete for port 71afdcf4-0a4e-468f-9560-aac9e5211f8d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:36.556023 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1020-1f04-4426-bfc3-cff24dd2fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:36.558689 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91ac3a52-d56c-49a6-8074-ba5a9bafd1c3 req-3ae39f5a-566d-4ade-bca1-7201c1d8b8fb tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585651 Nov 24 12:59:36.666434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:59:36.674787 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Sync routers for ids ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:59:36.683513 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1020-1f04-4426-bfc3-cff24dd2fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:36.695532 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Routers {'5db1f42a-956a-42e2-8fd4-278e62e0b7e2'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:59:36.699363 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:59:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:36.753775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 43c17a72-dca8-4730-8f5d-7bfbf63290ff completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:59:36.764568 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-cd0a1020-1f04-4426-bfc3-cff24dd2fca5 None None] For port 71afdcf4-0a4e-468f-9560-aac9e5211f8d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=71afdcf4-0a4e-468f-9560-aac9e5211f8d,segment=NetworkSegment(0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a),segment_id=0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:36.770179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 43c17a72-dca8-4730-8f5d-7bfbf63290ff triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:36.770578 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:36.814613 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1020-1f04-4426-bfc3-cff24dd2fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:36.821713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 71afdcf4-0a4e-468f-9560-aac9e5211f8d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:36.822088 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:36.890825 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:36.899714 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-af5f3dc8-eb4b-4f2b-b945-21edda243fdb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7788374 Nov 24 12:59:36.902537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59982) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:36.945357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5c6a8-b249-4bde-80ff-4740c4790704 req-139c0be5-514a-4c8f-9f75-f22915d5fec3 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:36.956245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b7f18-0418-4912-8b50-e8edb1c173c1 req-d22079df-4051-49e9-a3c7-b1c2b5bc6332 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:36.958880 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-47a5c6a8-b249-4bde-80ff-4740c4790704 req-139c0be5-514a-4c8f-9f75-f22915d5fec3 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1502883 Nov 24 12:59:36.960869 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-136b7f18-0418-4912-8b50-e8edb1c173c1 req-d22079df-4051-49e9-a3c7-b1c2b5bc6332 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 949 time: 0.5025277 Nov 24 12:59:36.961566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a1020-1f04-4426-bfc3-cff24dd2fca5 None None] Pushing event updated for resources: {'Port': ['ID=71afdcf4-0a4e-468f-9560-aac9e5211f8d,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:36.984100 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:37.004443 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Set router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:59:37.118733 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 43c17a72-dca8-4730-8f5d-7bfbf63290ff, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=43c17a72-dca8-4730-8f5d-7bfbf63290ff,segment=NetworkSegment(bca3f9ab-b408-4551-8cdf-de7fb1d0e5de),segment_id=bca3f9ab-b408-4551-8cdf-de7fb1d0e5de)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:37.124265 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-47a5c6a8-b249-4bde-80ff-4740c4790704 req-2dc972a7-646e-47df-94c9-a5d65acc7da9 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610734 Nov 24 12:59:37.131718 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:37.256546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=43c17a72-dca8-4730-8f5d-7bfbf63290ff,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:37.311735 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 12:59:37.341412 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T12:59:34Z', 'revision_number': 3, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port': {'id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:32Z', 'updated_at': '2021-11-24T12:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:37.352843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fdee9d48-44da-47b0-aa3c-f7300e54356a None None] Provisioning complete for port 71afdcf4-0a4e-468f-9560-aac9e5211f8d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:37.353220 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fdee9d48-44da-47b0-aa3c-f7300e54356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:37.411054 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Checking router: 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:59:37.411920 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Updating router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 port f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:59:37.480434 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:37.610134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a6455-4bd0-4856-ae4c-a1b09735c87f req-d7e62b30-8e03-48e1-bb72-a887a5a0f0ca tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:37.626430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f6a6455-4bd0-4856-ae4c-a1b09735c87f req-d7e62b30-8e03-48e1-bb72-a887a5a0f0ca tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.1811187 Nov 24 12:59:37.643480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-136b7f18-0418-4912-8b50-e8edb1c173c1 req-5775e246-3c4a-4bd5-b4f8-b52f366947f0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6630433 Nov 24 12:59:37.731712 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f6a6455-4bd0-4856-ae4c-a1b09735c87f req-b5447a88-2d59-4e26-b365-fc45941bf3db tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031039 Nov 24 12:59:37.836569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a4bf69-b315-41b2-9072-88d6a3f36c83 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:59:37.864272 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:37.898658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16b4cd-a279-47bc-b8e7-c5c3470cc445 req-34b35660-6a32-4893-9c7c-d800ca222e6e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:37.899340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c848c3-13cc-4ad3-8317-1d97eb742b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c17a72-dca8-4730-8f5d-7bfbf63290ff'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:59:37.900214 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ed16b4cd-a279-47bc-b8e7-c5c3470cc445 req-34b35660-6a32-4893-9c7c-d800ca222e6e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 931 time: 0.0913141 Nov 24 12:59:37.903189 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea8586b-5b7b-42dc-9344-83d684b666fc" -d '{"events": [{"server_uuid": "b1c848c3-13cc-4ad3-8317-1d97eb742b08", "name": "network-vif-plugged", "status": "completed", "tag": "43c17a72-dca8-4730-8f5d-7bfbf63290ff"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:59:37.949298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Transition to ACTIVE for port object 72a4bf69-b315-41b2-9072-88d6a3f36c83 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:59:37.962106 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ed16b4cd-a279-47bc-b8e7-c5c3470cc445 req-de6f1fad-1e82-4367-a254-89503ba11365 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549276 Nov 24 12:59:37.964131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b67646-4f29-460a-b862-816a22f056e8 req-5abf990f-393f-46d7-a6a7-ece345f5ba67 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:37.971232 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3b67646-4f29-460a-b862-816a22f056e8 req-5abf990f-393f-46d7-a6a7-ece345f5ba67 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1562526 Nov 24 12:59:37.987967 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:38.056511 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:38.069482 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:38.143567 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3b67646-4f29-460a-b862-816a22f056e8 req-c4f254bd-ea89-4a87-b4c3-b1c3f4488132 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713452 Nov 24 12:59:38.166845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Pushing event updated for resources: {'Port': ['ID=72a4bf69-b315-41b2-9072-88d6a3f36c83,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:38.167777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 71afdcf4-0a4e-468f-9560-aac9e5211f8d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:38.176600 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ba29e-be49-4795-8cc2-03eb8fcc3729 None None] Pushing event updated for resources: {'Port': ['ID=f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:38.212565 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcf9af1-a494-4a54-ad05-39098079d569 x-openstack-request-id: req-fdcf9af1-a494-4a54-ad05-39098079d569 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:59:38.212965 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ba29e-be49-4795-8cc2-03eb8fcc3729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:38.213308 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ba29e-be49-4795-8cc2-03eb8fcc3729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:38.213653 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ba29e-be49-4795-8cc2-03eb8fcc3729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:38.213993 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ba29e-be49-4795-8cc2-03eb8fcc3729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:38.214353 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ba29e-be49-4795-8cc2-03eb8fcc3729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:38.214833 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ba29e-be49-4795-8cc2-03eb8fcc3729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:38.215209 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c848c3-13cc-4ad3-8317-1d97eb742b08", "name": "network-vif-plugged", "status": "completed", "tag": "43c17a72-dca8-4730-8f5d-7bfbf63290ff", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:59:38.215330 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ba29e-be49-4795-8cc2-03eb8fcc3729 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:38.215701 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ba29e-be49-4795-8cc2-03eb8fcc3729 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:38.216060 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ba29e-be49-4795-8cc2-03eb8fcc3729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:38.216393 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ba29e-be49-4795-8cc2-03eb8fcc3729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:38.216793 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ba29e-be49-4795-8cc2-03eb8fcc3729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:38.217117 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55ba29e-be49-4795-8cc2-03eb8fcc3729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 12:59:38.235360 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fdcf9af1-a494-4a54-ad05-39098079d569 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:59:38.240706 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c848c3-13cc-4ad3-8317-1d97eb742b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c17a72-dca8-4730-8f5d-7bfbf63290ff', 'code': 200} Nov 24 12:59:38.296082 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 71afdcf4-0a4e-468f-9560-aac9e5211f8d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:38.296885 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:38.297014 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Attempting to bind port f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:59:38.297272 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Attempting to bind port f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:59:38.297640 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Attempting to bind port f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:38.320198 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:59:38.320198 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:38.320576 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:38.328855 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:59:38.332239 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Bound port: f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:59:38.332239 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:38.388316 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6f488-402a-4c73-806c-8a0a1926165e req-92bba64d-2681-4b75-852b-5189008071de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:38.390850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-adf6f488-402a-4c73-806c-8a0a1926165e req-92bba64d-2681-4b75-852b-5189008071de service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 1097 time: 0.1131063 Nov 24 12:59:38.447416 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] For port f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:59:38.452144 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] For port f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:59:38.456122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679204e-92e8-4506-9d48-eb5608688da6 req-0e7db233-5cfe-42d6-8205-27b83ddf8a62 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:38.458231 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b679204e-92e8-4506-9d48-eb5608688da6 req-0e7db233-5cfe-42d6-8205-27b83ddf8a62 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.2003286 Nov 24 12:59:38.461823 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:38.462425 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-adf6f488-402a-4c73-806c-8a0a1926165e req-d4981524-d9d7-492d-854e-bbd57de468ad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629377 Nov 24 12:59:38.508761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Attempting to bind port 72a4bf69-b315-41b2-9072-88d6a3f36c83 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:59:38.509131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Attempting to bind port 72a4bf69-b315-41b2-9072-88d6a3f36c83 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:59:38.509454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Attempting to bind port 72a4bf69-b315-41b2-9072-88d6a3f36c83 on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:38.520339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Port 72a4bf69-b315-41b2-9072-88d6a3f36c83 on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:59:38.521135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Attempting to bind port 72a4bf69-b315-41b2-9072-88d6a3f36c83 on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:38.524887 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Routers {'5db1f42a-956a-42e2-8fd4-278e62e0b7e2'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:59:38.525204 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:59:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:38.542132 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:59:38.542488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Checking segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:38.545503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Bound using segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:59:38.546082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Bound port: 72a4bf69-b315-41b2-9072-88d6a3f36c83, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:59:38.546466 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:38.582136 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ba29e-be49-4795-8cc2-03eb8fcc3729 None None] Pushing event updated for resources: {'Port': ['ID=f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:38.600696 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b679204e-92e8-4506-9d48-eb5608688da6 req-5c22ded2-6bd4-40c5-a144-bcdb0af89364 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295133 Nov 24 12:59:38.674950 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] Set router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:59:38.747948 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:38.777418 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] For port 72a4bf69-b315-41b2-9072-88d6a3f36c83, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:59:38.796257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] For port 72a4bf69-b315-41b2-9072-88d6a3f36c83, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=72a4bf69-b315-41b2-9072-88d6a3f36c83,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:59:38.847181 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:38.878185 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e65b0-a796-43c8-b3f7-8fd0de85d8d1 req-a7a77e71-1b21-4fdc-9978-38507b4d13b6 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:38.881923 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c6e65b0-a796-43c8-b3f7-8fd0de85d8d1 req-a7a77e71-1b21-4fdc-9978-38507b4d13b6 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 949 time: 0.1019506 Nov 24 12:59:38.917243 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Pushing event updated for resources: {'Port': ['ID=72a4bf69-b315-41b2-9072-88d6a3f36c83,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:38.971590 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T12:59:34Z', 'revision_number': 3, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port': {'id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:32Z', 'updated_at': '2021-11-24T12:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:38.973512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:38.974136 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:38.976232 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-0c82602c-cbf9-42bd-8a47-67c63b7fab19 service neutron] 10.222.0.46 "PUT /v2.0/ports/72a4bf69-b315-41b2-9072-88d6a3f36c83 HTTP/1.1" status: 200 len: 1091 time: 3.0429652 Nov 24 12:59:38.979502 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbbae56e-0caf-4485-b6eb-7381f8194334', 'tag': '72a4bf69-b315-41b2-9072-88d6a3f36c83'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:59:38.982078 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6607853b-4131-4fc0-95fa-0945f5270945" -d '{"events": [{"name": "network-changed", "server_uuid": "cbbae56e-0caf-4485-b6eb-7381f8194334", "tag": "72a4bf69-b315-41b2-9072-88d6a3f36c83"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:59:39.010156 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c6e65b0-a796-43c8-b3f7-8fd0de85d8d1 req-120c98df-eeae-4600-a77f-988cfa2d3658 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209600 Nov 24 12:59:39.046059 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8329111-c2d5-4ff6-813d-0920f47f5d5e None None] The sync data for ids ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'] in n-d-817303-4 is: [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T12:59:34Z', 'revision_number': 3, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port': {'id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:32Z', 'updated_at': '2021-11-24T12:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:59:39.056820 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb15cad-7932-47c9-9554-4d89e5f3839c req-11003f44-938b-4ed5-9eb1-8934eb100fc3 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:39.058357 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-beb15cad-7932-47c9-9554-4d89e5f3839c req-11003f44-938b-4ed5-9eb1-8934eb100fc3 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.1426132 Nov 24 12:59:39.171401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Allocated IP 172.20.0.1 (fbaf4bb5-e42b-455c-baa5-50d6cb251c17/673a3600-90de-4e02-b5a0-1a7307d2a6a1/47987348-d3c3-4646-be5f-ff53349ae26b) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:39.187184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-5cc6088c-92d2-4bf2-a1c6-85b51f0b5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:39.188750 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-5cc6088c-92d2-4bf2-a1c6-85b51f0b5f96 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 1094 time: 0.1516352 Nov 24 12:59:39.194444 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-beb15cad-7932-47c9-9554-4d89e5f3839c req-b7f4cedc-b223-4390-a561-21969002b1b4 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183767 Nov 24 12:59:39.217092 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542bddb-5ba5-4e3a-b225-c07d3403134e req-99586c10-bf96-4a96-af0c-27cec5c69fbf tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:39.218954 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9542bddb-5ba5-4e3a-b225-c07d3403134e req-99586c10-bf96-4a96-af0c-27cec5c69fbf tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 943 time: 0.0861301 Nov 24 12:59:39.241838 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-39ffcc15-3ca0-4379-868a-55af3e71db4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72a4bf69-b315-41b2-9072-88d6a3f36c83 HTTP/1.1" status: 200 len: 217 time: 0.0426140 Nov 24 12:59:39.312852 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9542bddb-5ba5-4e3a-b225-c07d3403134e req-9f6c1eef-95b7-48b4-98d4-e86b32753f7e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741556 Nov 24 12:59:39.333365 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326bbe90-0ec5-4bf0-972b-fcd61ebc1bab x-openstack-request-id: req-326bbe90-0ec5-4bf0-972b-fcd61ebc1bab {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:59:39.333664 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbbae56e-0caf-4485-b6eb-7381f8194334", "tag": "72a4bf69-b315-41b2-9072-88d6a3f36c83", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:59:39.333926 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-326bbe90-0ec5-4bf0-972b-fcd61ebc1bab {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:59:39.334865 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbbae56e-0caf-4485-b6eb-7381f8194334', 'tag': '72a4bf69-b315-41b2-9072-88d6a3f36c83', 'status': 'completed', 'code': 200} Nov 24 12:59:39.351263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-9923984d-8063-4734-a3a5-7f53270c8f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:39.353001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-9923984d-8063-4734-a3a5-7f53270c8f23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.1004167 Nov 24 12:59:39.410066 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-699b5994-4c59-40d8-be0b-beb83edeff73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486312 Nov 24 12:59:39.452165 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:39.576905 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:39.599186 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9b053-c751-4546-a628-67898ad01948 req-475b314f-59d5-4085-8dd7-c8c9ef5661fc tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:39.617424 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fcd9b053-c751-4546-a628-67898ad01948 req-475b314f-59d5-4085-8dd7-c8c9ef5661fc tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2ad2193-5099-43a2-a03f-ab13fd0c8f3c HTTP/1.1" status: 200 len: 949 time: 0.2166243 Nov 24 12:59:39.680105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3708a36-26ff-47da-8b10-b80f3282f7a5 req-83230df3-fe36-469b-922f-335fa33bb85a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:39.686307 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c3708a36-26ff-47da-8b10-b80f3282f7a5 req-83230df3-fe36-469b-922f-335fa33bb85a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1288807 Nov 24 12:59:39.698689 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:39.759978 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fcd9b053-c751-4546-a628-67898ad01948 req-6533dbf3-e117-4482-b2b5-482b1b64cbbc tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406894 Nov 24 12:59:39.802701 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-b5c25ea7-7dfb-43f0-9e3e-02b4bbf379dd service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830411 Nov 24 12:59:39.824009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:39.836013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:39.838356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Pushing event updated for resources: {'Port': ['ID=47987348-d3c3-4646-be5f-ff53349ae26b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:39.842373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:39.931583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e28e6-dec0-491d-858f-23bcc5eac1ff req-3e3059fc-7fee-47f0-9a0d-e1ee9d85a33c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:39.951514 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c3708a36-26ff-47da-8b10-b80f3282f7a5 req-6d165a3a-2214-4667-b564-bfbfffd66e41 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395988 Nov 24 12:59:39.952167 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-140e28e6-dec0-491d-858f-23bcc5eac1ff req-3e3059fc-7fee-47f0-9a0d-e1ee9d85a33c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1118765 Nov 24 12:59:40.049896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-140e28e6-dec0-491d-858f-23bcc5eac1ff req-742338bc-eb1a-40c9-9049-e2f0f659abf0 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967281 Nov 24 12:59:40.083303 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:40.168680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:40.214383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddbb3d88-467e-48c3-bdef-4b2d99000d8f req-3728e315-222f-4753-ba5e-771c4d765a5a service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018912 Nov 24 12:59:40.320333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-164e9d21-91a9-4de0-8e25-cebe4da898de None None] Provisioning complete for port 47987348-d3c3-4646-be5f-ff53349ae26b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:40.320898 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-164e9d21-91a9-4de0-8e25-cebe4da898de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:40.324443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:40.325040 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:40.419704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-164e9d21-91a9-4de0-8e25-cebe4da898de None None] Port 47987348-d3c3-4646-be5f-ff53349ae26b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:59:40.437372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07259d6f-0a88-48c9-bf7e-87fd7c8ab63f req-5b22b37b-8e95-4188-a8a8-2fe606694c8e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:40.438865 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07259d6f-0a88-48c9-bf7e-87fd7c8ab63f req-5b22b37b-8e95-4188-a8a8-2fe606694c8e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.0810056 Nov 24 12:59:40.502783 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:40.518714 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07259d6f-0a88-48c9-bf7e-87fd7c8ab63f req-6fc67013-34ee-4e0d-a225-f8975903810b tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713773 Nov 24 12:59:40.532818 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:40.548839 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:40.548983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607853b-4131-4fc0-95fa-0945f5270945 req-b4a3580a-077b-43b5-b4da-8774c8a9e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:40.548983 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6607853b-4131-4fc0-95fa-0945f5270945 req-b4a3580a-077b-43b5-b4da-8774c8a9e447 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 1094 time: 0.2372758 Nov 24 12:59:40.613387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:40.632547 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:40.639857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373c53-5aaa-424d-b90c-d2c180eb1ea5 req-36ea28b1-57fe-4127-870b-d40b5785b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:40.641464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65373c53-5aaa-424d-b90c-d2c180eb1ea5 req-36ea28b1-57fe-4127-870b-d40b5785b08a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55&tenant_id=d31a5dc8ff4848d8a0b231a339f643ee HTTP/1.1" status: 200 len: 1095 time: 0.3093381 Nov 24 12:59:40.706851 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d43f1-f9dd-440b-9b91-71732bfa889e req-1c5d12aa-4fcc-4161-808e-9be81e83b03c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:40.711548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e569d2-fd73-4181-b913-0715b8bbd51a req-03946a5d-ed1f-4005-bf49-a06a1473a5d0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:40.716473 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-520d43f1-f9dd-440b-9b91-71732bfa889e req-1c5d12aa-4fcc-4161-808e-9be81e83b03c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 943 time: 0.0886755 Nov 24 12:59:40.718247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e569d2-fd73-4181-b913-0715b8bbd51a req-03946a5d-ed1f-4005-bf49-a06a1473a5d0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:40.726370 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70e569d2-fd73-4181-b913-0715b8bbd51a req-03946a5d-ed1f-4005-bf49-a06a1473a5d0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40&device_id=d2ad2193-5099-43a2-a03f-ab13fd0c8f3c HTTP/1.1" status: 200 len: 1689 time: 0.2649939 Nov 24 12:59:40.800522 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-520d43f1-f9dd-440b-9b91-71732bfa889e req-959ac6ca-058f-47a8-9481-28c1139566e4 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667696 Nov 24 12:59:40.906915 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70e569d2-fd73-4181-b913-0715b8bbd51a req-f9b40870-86de-4bc7-a945-43a80afa66b1 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795425 Nov 24 12:59:40.907978 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607853b-4131-4fc0-95fa-0945f5270945 req-27b4b037-57f2-4022-93e7-999480f841a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:40.909643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6607853b-4131-4fc0-95fa-0945f5270945 req-27b4b037-57f2-4022-93e7-999480f841a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 906 time: 0.3416178 Nov 24 12:59:40.913908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373c53-5aaa-424d-b90c-d2c180eb1ea5 req-89aba4ab-bedb-4170-afc1-f4a757810471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:40.915360 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65373c53-5aaa-424d-b90c-d2c180eb1ea5 req-89aba4ab-bedb-4170-afc1-f4a757810471 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 1095 time: 0.1815047 Nov 24 12:59:41.052413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373c53-5aaa-424d-b90c-d2c180eb1ea5 req-2ed34a30-e50c-41c4-ab92-e7da823f9de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:41.055351 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65373c53-5aaa-424d-b90c-d2c180eb1ea5 req-2ed34a30-e50c-41c4-ab92-e7da823f9de8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 917 time: 0.1248341 Nov 24 12:59:41.139757 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6607853b-4131-4fc0-95fa-0945f5270945 req-89a244ec-4588-4338-b214-64c05e1a3f63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=72a4bf69-b315-41b2-9072-88d6a3f36c83 HTTP/1.1" status: 200 len: 217 time: 0.2103891 Nov 24 12:59:41.156877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9754084-96a0-4abc-9fe5-65082477fdcc req-63c91db3-c104-4f8d-aec6-ed1674f057f7 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:41.165298 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9754084-96a0-4abc-9fe5-65082477fdcc req-63c91db3-c104-4f8d-aec6-ed1674f057f7 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 1100 time: 0.0651641 Nov 24 12:59:41.209671 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9754084-96a0-4abc-9fe5-65082477fdcc req-21b4175b-1d6f-4139-93d6-35fedb8e9410 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424221 Nov 24 12:59:41.295332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65373c53-5aaa-424d-b90c-d2c180eb1ea5 req-5cf798b3-72da-482d-aed8-fb650a132718 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a HTTP/1.1" status: 200 len: 1000 time: 0.1823735 Nov 24 12:59:41.340114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14f2c5-190c-489d-b57c-d77ac2e694be req-d59cb25c-9c4a-467a-8123-6896eb9a40b4 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:41.348306 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b14f2c5-190c-489d-b57c-d77ac2e694be req-d59cb25c-9c4a-467a-8123-6896eb9a40b4 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.3029387 Nov 24 12:59:41.357067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607853b-4131-4fc0-95fa-0945f5270945 req-b9ae4190-fe2a-4edb-a965-9e270da8a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:41.359589 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6607853b-4131-4fc0-95fa-0945f5270945 req-b9ae4190-fe2a-4edb-a965-9e270da8a737 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.1877568 Nov 24 12:59:41.391477 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dc5a9-b354-49f5-a65b-f8379bd36adf req-91c3be07-d170-479c-b2bb-2d4470a81086 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:41.393905 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-868dc5a9-b354-49f5-a65b-f8379bd36adf req-91c3be07-d170-479c-b2bb-2d4470a81086 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.0728478 Nov 24 12:59:41.447050 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6607853b-4131-4fc0-95fa-0945f5270945 req-50f92535-80e0-49dd-9f20-7616f01724c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429344 Nov 24 12:59:41.476089 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-868dc5a9-b354-49f5-a65b-f8379bd36adf req-7835bf8f-3544-4656-93cf-10853c540a13 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734375 Nov 24 12:59:41.505244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373c53-5aaa-424d-b90c-d2c180eb1ea5 req-1d35eb6e-b143-4cec-843d-9c4ce9926af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:41.507299 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65373c53-5aaa-424d-b90c-d2c180eb1ea5 req-1d35eb6e-b143-4cec-843d-9c4ce9926af8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 200 len: 855 time: 0.1919913 Nov 24 12:59:41.581045 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b14f2c5-190c-489d-b57c-d77ac2e694be req-cb92f3aa-5e46-4d05-a152-9886fedbdfbb tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218745 Nov 24 12:59:41.634933 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727f63d-4d95-4d4d-921c-b05dc3b5c859 req-a7dfad11-dc8d-4064-bf04-763957ef2e06 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:41.636633 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1727f63d-4d95-4d4d-921c-b05dc3b5c859 req-a7dfad11-dc8d-4064-bf04-763957ef2e06 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d2ad2193-5099-43a2-a03f-ab13fd0c8f3c HTTP/1.1" status: 200 len: 1100 time: 0.0775614 Nov 24 12:59:41.699255 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1727f63d-4d95-4d4d-921c-b05dc3b5c859 req-eaff2d59-705f-41ce-81e0-37a7ea1aa585 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504546 Nov 24 12:59:41.984453 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edc6be-f9ce-4f5c-b670-58547b1f6702 req-9202e658-ecda-40e2-be6c-34c9d5106fe7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:41.994934 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50edc6be-f9ce-4f5c-b670-58547b1f6702 req-9202e658-ecda-40e2-be6c-34c9d5106fe7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 943 time: 0.1121662 Nov 24 12:59:41.995864 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:42.025543 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:42.095753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Pushing event updated for resources: {'Port': ['ID=47987348-d3c3-4646-be5f-ff53349ae26b,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:42.134541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65373c53-5aaa-424d-b90c-d2c180eb1ea5 req-8aaf9663-5859-446d-a94e-b9c63920c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:42.136258 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65373c53-5aaa-424d-b90c-d2c180eb1ea5 req-8aaf9663-5859-446d-a94e-b9c63920c27f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e912b44-eae9-40e6-89c7-30777a476f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6161234 Nov 24 12:59:42.174282 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50edc6be-f9ce-4f5c-b670-58547b1f6702 req-1c96c57b-38e8-46d0-b6cf-6946454f313c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784422 Nov 24 12:59:42.193212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:42.216974 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:42.279695 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6607853b-4131-4fc0-95fa-0945f5270945 req-1a0fa931-5a89-4f63-8207-a9182ddf5ffe service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8203559 Nov 24 12:59:42.295918 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:42.296215 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:42.400876 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-eb36ce52-68af-4a78-b369-6a37343c8612 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=92d638b31b6c4805af7701d21e9d6244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184866 Nov 24 12:59:42.494196 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65373c53-5aaa-424d-b90c-d2c180eb1ea5 req-50ee44a5-6a88-4189-be3a-2e51984791d7 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437369 Nov 24 12:59:42.612471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:42.614623 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6607853b-4131-4fc0-95fa-0945f5270945 req-67eeb42c-7c0a-4c25-a286-6e023263d0d2 service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232627 Nov 24 12:59:42.618439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217fa38-ebdb-4a5f-87dd-f6942ce8e6a8 req-b7e4a4ed-4cdc-458e-87b4-105d10fded53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:42.625671 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c217fa38-ebdb-4a5f-87dd-f6942ce8e6a8 req-b7e4a4ed-4cdc-458e-87b4-105d10fded53 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.0638704 Nov 24 12:59:42.649746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:42.691443 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c217fa38-ebdb-4a5f-87dd-f6942ce8e6a8 req-dd885384-34dd-4869-81ea-9787cc331d90 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645747 Nov 24 12:59:42.751796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-2b48296b-da25-4e6d-9a67-11bebf1a512f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:42.753723 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-2b48296b-da25-4e6d-9a67-11bebf1a512f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3398135 Nov 24 12:59:42.760846 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65373c53-5aaa-424d-b90c-d2c180eb1ea5 req-ba89e009-ee0a-4049-a212-1db0655ea516 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523680 Nov 24 12:59:42.819701 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07199712-dc2b-4741-9c25-9b539e67c224 req-1ae1e79f-f10b-4559-8804-05ed85cacb90 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:42.826856 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07199712-dc2b-4741-9c25-9b539e67c224 req-1ae1e79f-f10b-4559-8804-05ed85cacb90 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.0748899 Nov 24 12:59:42.830190 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-a2017d80-9432-4f76-b40f-9e2904984bba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/quotas/92d638b31b6c4805af7701d21e9d6244 HTTP/1.1" status: 200 len: 375 time: 0.0665743 Nov 24 12:59:42.902125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 12:59:42.942731 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07199712-dc2b-4741-9c25-9b539e67c224 req-ebdba353-3570-40a8-88fe-b05839e54677 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138268 Nov 24 12:59:42.961419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-1d50b357-4f46-4a9b-b3df-28542a8b654c tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1302722 Nov 24 12:59:43.087310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d6d9af90-bdca-4cdb-b5e3-c05c0e1f7c47 None None] Provisioning complete for port 47987348-d3c3-4646-be5f-ff53349ae26b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:43.087686 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d6d9af90-bdca-4cdb-b5e3-c05c0e1f7c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:43.143038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d6d9af90-bdca-4cdb-b5e3-c05c0e1f7c47 None None] Port 47987348-d3c3-4646-be5f-ff53349ae26b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:59:43.178786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:59:43.186782 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-98ed8c1a-b115-45fb-a8aa-22028f96d31e admin admin] 10.222.0.48 "PUT /v2.0/routers/5db1f42a-956a-42e2-8fd4-278e62e0b7e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2679386 Nov 24 12:59:43.193515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Sync routers for ids ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:59:43.207679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Routers {'5db1f42a-956a-42e2-8fd4-278e62e0b7e2'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:59:43.208669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:59:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:43.429092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 72a4bf69-b315-41b2-9072-88d6a3f36c83 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:59:43.460984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7668f77-2374-4d26-841d-d495de112014 req-73398100-b49b-4461-9a75-1ba1c0e83451 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:43.470382 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7668f77-2374-4d26-841d-d495de112014 req-73398100-b49b-4461-9a75-1ba1c0e83451 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 943 time: 0.1372674 Nov 24 12:59:43.607445 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7668f77-2374-4d26-841d-d495de112014 req-6c7498a0-77f7-4e9b-8469-1c5f728ee714 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274388 Nov 24 12:59:43.624992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Set router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:59:43.914390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 72a4bf69-b315-41b2-9072-88d6a3f36c83, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=72a4bf69-b315-41b2-9072-88d6a3f36c83,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:43.931997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '72a4bf69-b315-41b2-9072-88d6a3f36c83', 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'port_id': '72a4bf69-b315-41b2-9072-88d6a3f36c83', 'mac_address': 'fa:16:3e:b4:20:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ed41c1-a924-4ba0-9444-2052d8ad1db8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:59:43.982174 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:44.004621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a4bf69-b315-41b2-9072-88d6a3f36c83 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:59:44.165210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 72a4bf69-b315-41b2-9072-88d6a3f36c83, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=72a4bf69-b315-41b2-9072-88d6a3f36c83,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:44.184392 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:44.309886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60138) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:44.315455 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-522009112-network', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:44.352615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] Made reservation on behalf of 403746ab1cc340a5b2781baed68c1b29 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:59:44.356025 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:44.395857 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:44.624481 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:44.760480 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:44.773865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdc0f1-a50c-4b41-80b8-8af23bcfb03e req-84158b06-deb8-4797-a14a-7dee70833c31 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:44.789084 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23bdc0f1-a50c-4b41-80b8-8af23bcfb03e req-84158b06-deb8-4797-a14a-7dee70833c31 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.2055213 Nov 24 12:59:44.807812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 12:59:44.844789 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:44.845516 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] Added segment 390b3082-9d33-4db2-842d-790887161cf1 of type vlan for network feef88a0-936f-490f-a43a-bd19de1525be Nov 24 12:59:44.869131 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['72a4bf69-b315-41b2-9072-88d6a3f36c83'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:59:44.960773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=72a4bf69-b315-41b2-9072-88d6a3f36c83,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:44.967225 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23bdc0f1-a50c-4b41-80b8-8af23bcfb03e req-38414fa5-43db-4eb7-83c8-bc5f17a66fa5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701019 Nov 24 12:59:45.013231 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:45.221665 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d5ade7-d0f6-4179-a543-34e02a2356d3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:45.226525 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:45.227791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:45.228755 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:45.495961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port': {'id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:32Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '47987348-d3c3-4646-be5f-ff53349ae26b', 'name': '', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'mac_address': 'fa:16:3e:ce:30:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:38Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 2, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'subnets': [{'id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:45.515666 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1970077 Nov 24 12:59:45.516922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60162) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:45.539440 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d9fa1-8c8f-415b-a5c6-c53b17059cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=feef88a0-936f-490f-a43a-bd19de1525be,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:45.581893 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae6398a4-af36-415a-880e-838eaed3f66f req-46956b87-202c-499b-ae97-9c34c5d26b3d tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 210 time: 0.0992286 Nov 24 12:59:45.583633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8b43ab67-b564-4d1e-9c90-d383fa430fcd admin admin] Request body: {'subnet': {'network_id': 'feef88a0-936f-490f-a43a-bd19de1525be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-522009112-subnet', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:45.588648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network feef88a0-936f-490f-a43a-bd19de1525be details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 12:59:45.606831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Checking router: 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:59:45.608328 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Updating router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 port 47987348-d3c3-4646-be5f-ff53349ae26b binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:59:45.670406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9db4ce-43c1-416e-8dce-44af45d88ffb req-eeec8003-fab3-405f-919e-efea84f0d857 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:45.683871 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a9db4ce-43c1-416e-8dce-44af45d88ffb req-eeec8003-fab3-405f-919e-efea84f0d857 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 1.0547094 Nov 24 12:59:45.752639 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:45.857403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b43ab67-b564-4d1e-9c90-d383fa430fcd admin admin] Made reservation on behalf of 403746ab1cc340a5b2781baed68c1b29 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:59:45.866158 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8b43ab67-b564-4d1e-9c90-d383fa430fcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:45.885717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49f005-0e3a-41af-85b6-84fc2521a2f5 req-c9382177-a551-4238-b888-ef32bde18edb tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:45.889060 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-da49f005-0e3a-41af-85b6-84fc2521a2f5 req-c9382177-a551-4238-b888-ef32bde18edb tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 944 time: 0.1433659 Nov 24 12:59:45.993136 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-da49f005-0e3a-41af-85b6-84fc2521a2f5 req-041768c0-084e-45e9-adb0-e0c69dcb0889 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968878 Nov 24 12:59:46.102046 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6a2f0-5e83-49d2-aae2-cce89c807952 req-25f902d0-20ab-491d-b9f5-84160b9ed4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:46.109164 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3e6a2f0-5e83-49d2-aae2-cce89c807952 req-25f902d0-20ab-491d-b9f5-84160b9ed4c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f105f42ae49484599bae47aa69aa081&device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 1096 time: 0.4200521 Nov 24 12:59:46.341335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4c742-694a-4518-b066-e3cc8f97279a req-6803feb7-4071-4ba0-b9fd-0cf7a1ca9f5e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:46.355305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ef4c742-694a-4518-b066-e3cc8f97279a req-6803feb7-4071-4ba0-b9fd-0cf7a1ca9f5e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1547747 Nov 24 12:59:46.403055 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a9db4ce-43c1-416e-8dce-44af45d88ffb req-eb902bd9-68ca-439b-976a-f65804cfb5ad tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7182074 Nov 24 12:59:46.406118 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8b43ab67-b564-4d1e-9c90-d383fa430fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:46.508276 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ef4c742-694a-4518-b066-e3cc8f97279a req-d75432fa-101e-422d-8e15-011036d5542c tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494792 Nov 24 12:59:46.552622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 13b51106-0de7-42f9-a769-9f0ad51fa073 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 12:59:46.743686 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b43ab67-b564-4d1e-9c90-d383fa430fcd admin admin] Checking segment: {'id': '390b3082-9d33-4db2-842d-790887161cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'feef88a0-936f-490f-a43a-bd19de1525be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:46.744718 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b43ab67-b564-4d1e-9c90-d383fa430fcd admin admin] Network hostable DHCP agents. Network: feef88a0-936f-490f-a43a-bd19de1525be, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 12:59:46.757317 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43ab67-b564-4d1e-9c90-d383fa430fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed392ac9-401d-4305-940f-b8340ff3fb55,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:46.780705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b43ab67-b564-4d1e-9c90-d383fa430fcd admin admin] Network feef88a0-936f-490f-a43a-bd19de1525be is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 12:59:46.800168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-8b43ab67-b564-4d1e-9c90-d383fa430fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, feef88a0-936f-490f-a43a-bd19de1525be) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:46.813716 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b43ab67-b564-4d1e-9c90-d383fa430fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:46.814318 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8b43ab67-b564-4d1e-9c90-d383fa430fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:46.832456 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6a2f0-5e83-49d2-aae2-cce89c807952 req-9cd8fed9-a533-4420-8e36-481ca36c0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:46.834321 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3e6a2f0-5e83-49d2-aae2-cce89c807952 req-9cd8fed9-a533-4420-8e36-481ca36c0211 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 HTTP/1.1" status: 200 len: 914 time: 0.4297376 Nov 24 12:59:46.838162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c8fabf-c56c-4967-930a-3903ceae1681 None None] Network feef88a0-936f-490f-a43a-bd19de1525be requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:59:46.838991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8b43ab67-b564-4d1e-9c90-d383fa430fcd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2952380 Nov 24 12:59:46.842049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60176) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:46.847082 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-522009112-router', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:46.940610 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-068ec7ce-f62e-46c9-bd98-6c6115ea02d3 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=92d638b31b6c4805af7701d21e9d6244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086030 Nov 24 12:59:46.942081 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:46.978489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3e6a2f0-5e83-49d2-aae2-cce89c807952 req-4abe2759-e139-42ad-bd96-dd4fca9f8bde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13b51106-0de7-42f9-a769-9f0ad51fa073 HTTP/1.1" status: 200 len: 217 time: 0.1257946 Nov 24 12:59:47.042228 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:47.127921 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:47.130341 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:47.237177 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f731e-f29c-43af-8744-2519067a1fd7 None None] Pushing event updated for resources: {'Port': ['ID=47987348-d3c3-4646-be5f-ff53349ae26b,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:47.257491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 13b51106-0de7-42f9-a769-9f0ad51fa073, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=13b51106-0de7-42f9-a769-9f0ad51fa073,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:47.284275 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:47.357218 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '13b51106-0de7-42f9-a769-9f0ad51fa073', 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9', 'port_id': '13b51106-0de7-42f9-a769-9f0ad51fa073', 'mac_address': 'fa:16:3e:72:d1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e3051e-b0fa-49e8-b2ef-efe853098352', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 12:59:47.431877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-ebe873ee-694a-4d08-aa0a-2c31239f0fce tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:47.434035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-ebe873ee-694a-4d08-aa0a-2c31239f0fce tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4677930 Nov 24 12:59:47.460657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-87bf88dd-e48c-4cc5-9fb3-3149ed4bb81b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Request body: {'port': {'device_id': 'ec44342e-0ffd-4a36-8075-d58739139774', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '92d638b31b6c4805af7701d21e9d6244'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:47.745949 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6a2f0-5e83-49d2-aae2-cce89c807952 req-7e1acb97-81aa-47cd-8478-d9240149b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:47.755945 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3e6a2f0-5e83-49d2-aae2-cce89c807952 req-7e1acb97-81aa-47cd-8478-d9240149b6c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11e3051e-b0fa-49e8-b2ef-efe853098352 HTTP/1.1" status: 200 len: 853 time: 0.7703702 Nov 24 12:59:47.769260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 72a4bf69-b315-41b2-9072-88d6a3f36c83 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:47.874088 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-2057d387-932a-4fcf-9a5f-d53cccc81994 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=92d638b31b6c4805af7701d21e9d6244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1358597 Nov 24 12:59:47.898663 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:47.984346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13b51106-0de7-42f9-a769-9f0ad51fa073 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:59:48.141084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 13b51106-0de7-42f9-a769-9f0ad51fa073, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=13b51106-0de7-42f9-a769-9f0ad51fa073,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:48.179944 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Attempting to bind port 47987348-d3c3-4646-be5f-ff53349ae26b on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:59:48.186057 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Attempting to bind port 47987348-d3c3-4646-be5f-ff53349ae26b by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:59:48.186057 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Attempting to bind port 47987348-d3c3-4646-be5f-ff53349ae26b on network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:48.244322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-feef88a0-936f-490f-a43a-bd19de1525be', 'network_id': 'feef88a0-936f-490f-a43a-bd19de1525be', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'fixed_ips': [{'subnet_id': 'ed392ac9-401d-4305-940f-b8340ff3fb55'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 12:59:48.245636 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:48.275610 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:48.282908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:59:48.283305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Checking segment: {'id': '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:48.283725 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:48.284240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Bound using segment: {'id': '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:59:48.284773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Bound port: 47987348-d3c3-4646-be5f-ff53349ae26b, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:59:48.285173 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:48.397518 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76fe59b5-e2f8-48f9-a846-e496c5a34e0c req-57e90a94-30ac-4c57-ab1b-0a941db8ce4f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 210 time: 0.3188372 Nov 24 12:59:48.398286 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-87bf88dd-e48c-4cc5-9fb3-3149ed4bb81b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Made reservation on behalf of 92d638b31b6c4805af7701d21e9d6244 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:59:48.409762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-32359187-b16b-4489-ac23-2a95037ea514 None None] Provisioning complete for port 47987348-d3c3-4646-be5f-ff53349ae26b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:48.410493 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-32359187-b16b-4489-ac23-2a95037ea514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:48.411629 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-87bf88dd-e48c-4cc5-9fb3-3149ed4bb81b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:48.494100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-32359187-b16b-4489-ac23-2a95037ea514 None None] Port 47987348-d3c3-4646-be5f-ff53349ae26b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 12:59:48.495990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['13b51106-0de7-42f9-a769-9f0ad51fa073'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:59:48.704986 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Allocated IP 172.20.0.2 (feef88a0-936f-490f-a43a-bd19de1525be/ed392ac9-401d-4305-940f-b8340ff3fb55/e2144895-b94b-4b7e-8c1c-60232f03091d) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:48.904991 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:48.938083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-24896c1b-641c-416c-8191-d7e0408d173d tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:48.958178 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:48.978308 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-24896c1b-641c-416c-8191-d7e0408d173d tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0271459 Nov 24 12:59:49.029150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-81cf1b3c-ff2c-4c7b-b6a9-bd7efe4e714e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Request body: {'port': {'device_id': 'db1b2a24-76e7-471b-91f5-b6cdc331e0ae', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '92d638b31b6c4805af7701d21e9d6244'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:49.127361 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3e6a2f0-5e83-49d2-aae2-cce89c807952 req-5eb2adca-631d-432c-a9f3-4fd85ba1b8ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.3634923 Nov 24 12:59:49.155953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Network feef88a0-936f-490f-a43a-bd19de1525be is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:49.157297 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:49.165181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 72a4bf69-b315-41b2-9072-88d6a3f36c83 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 12:59:49.181512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 72a4bf69-b315-41b2-9072-88d6a3f36c83 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:49.181885 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:49.215569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:49.276239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:49.288712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-87bf88dd-e48c-4cc5-9fb3-3149ed4bb81b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Allocated IP 192.168.233.191 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/31b5184c-5c12-40b2-8e09-2f3a0ddf96a3) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:49.292295 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=13b51106-0de7-42f9-a769-9f0ad51fa073,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:49.457412 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3e6a2f0-5e83-49d2-aae2-cce89c807952 req-f4e5f05b-3805-41bd-a728-7fbd6364173b service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763283 Nov 24 12:59:49.475579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680b7bb-5818-436b-bc9c-181218a7a396 req-c5362071-d926-4b44-9883-98d082ebb715 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:49.493892 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0680b7bb-5818-436b-bc9c-181218a7a396 req-c5362071-d926-4b44-9883-98d082ebb715 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.6613965 Nov 24 12:59:49.509561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f11ca3-d559-4526-aa00-d1ad0147dc40 req-4d609cd9-0c7c-4a5d-a40e-34099d87e358 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:49.524450 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5f11ca3-d559-4526-aa00-d1ad0147dc40 req-4d609cd9-0c7c-4a5d-a40e-34099d87e358 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 944 time: 2.2346711 Nov 24 12:59:49.558274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e3b2e-9e98-4157-8215-19e8188c9d59 req-46edccf9-f9fb-4110-880a-a2354dcbeab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:49.563314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f86e3b2e-9e98-4157-8215-19e8188c9d59 req-46edccf9-f9fb-4110-880a-a2354dcbeab5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 1095 time: 1.1088212 Nov 24 12:59:49.735359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] For port 47987348-d3c3-4646-be5f-ff53349ae26b, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:59:49.801610 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5f11ca3-d559-4526-aa00-d1ad0147dc40 req-62780f27-4d4d-4eeb-9ef0-f598cdca2ed2 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761314 Nov 24 12:59:50.004812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] For port 47987348-d3c3-4646-be5f-ff53349ae26b, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=47987348-d3c3-4646-be5f-ff53349ae26b,segment=NetworkSegment(0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a),segment_id=0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:59:50.070363 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:50.118483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e3b2e-9e98-4157-8215-19e8188c9d59 req-ffded4e3-d55b-4b40-aea1-68b63ba9150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:50.120029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f86e3b2e-9e98-4157-8215-19e8188c9d59 req-ffded4e3-d55b-4b40-aea1-68b63ba9150b service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 917 time: 0.5138996 Nov 24 12:59:50.135590 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Attempting to bind port e2144895-b94b-4b7e-8c1c-60232f03091d on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:59:50.136102 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Attempting to bind port e2144895-b94b-4b7e-8c1c-60232f03091d by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '390b3082-9d33-4db2-842d-790887161cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'feef88a0-936f-490f-a43a-bd19de1525be'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:59:50.136569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Attempting to bind port e2144895-b94b-4b7e-8c1c-60232f03091d on network feef88a0-936f-490f-a43a-bd19de1525be {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:50.175287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Pushing event updated for resources: {'Port': ['ID=e2144895-b94b-4b7e-8c1c-60232f03091d,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:50.208016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:59:50.216021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Checking segment: {'id': '390b3082-9d33-4db2-842d-790887161cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'feef88a0-936f-490f-a43a-bd19de1525be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:50.216772 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:50.217374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Bound using segment: {'id': '390b3082-9d33-4db2-842d-790887161cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'feef88a0-936f-490f-a43a-bd19de1525be'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:59:50.225769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Bound port: e2144895-b94b-4b7e-8c1c-60232f03091d, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390b3082-9d33-4db2-842d-790887161cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'feef88a0-936f-490f-a43a-bd19de1525be'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:59:50.226340 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:50.345948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Routers {'5db1f42a-956a-42e2-8fd4-278e62e0b7e2'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:59:50.346727 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:59:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:50.437884 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0680b7bb-5818-436b-bc9c-181218a7a396 req-93f28878-73dd-4ab3-a946-880ae95d7954 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9026337 Nov 24 12:59:50.535632 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81864f2a-e15d-42cb-a2b3-003ad7e4228d req-b2aba930-29a2-4d3b-b176-b3db11748794 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:50.555587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81864f2a-e15d-42cb-a2b3-003ad7e4228d req-b2aba930-29a2-4d3b-b176-b3db11748794 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 944 time: 0.4853666 Nov 24 12:59:50.633242 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f86e3b2e-9e98-4157-8215-19e8188c9d59 req-f07d05c0-3386-4f16-a97e-31472e3bff96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a HTTP/1.1" status: 200 len: 1000 time: 0.4493532 Nov 24 12:59:50.670472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] Set router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:59:50.713443 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3e6a2f0-5e83-49d2-aae2-cce89c807952 req-1f868f3b-036f-4fae-80fc-b690b8f26a40 service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1643064 Nov 24 12:59:50.784649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e3b2e-9e98-4157-8215-19e8188c9d59 req-7e132307-885b-4d96-a22d-9e4900e5714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:50.786628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f86e3b2e-9e98-4157-8215-19e8188c9d59 req-7e132307-885b-4d96-a22d-9e4900e5714d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 200 len: 855 time: 0.1391637 Nov 24 12:59:50.842829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-81cf1b3c-ff2c-4c7b-b6a9-bd7efe4e714e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Made reservation on behalf of 92d638b31b6c4805af7701d21e9d6244 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 12:59:50.848029 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-81cf1b3c-ff2c-4c7b-b6a9-bd7efe4e714e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:51.102344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-992571f1-95c1-4e9b-aaaf-0050a8d837d5 req-3b482695-f12c-4924-a01b-d9d3eaeeef72 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 210 time: 0.3042774 Nov 24 12:59:51.129439 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81864f2a-e15d-42cb-a2b3-003ad7e4228d req-a3537ecd-09eb-47c6-8c8b-e8f3f3d7cefa tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728683 Nov 24 12:59:51.197711 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:51.205040 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:51.257341 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:51.341421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e3b2e-9e98-4157-8215-19e8188c9d59 req-5a2b9ae4-11e7-45b2-ae96-d86ff7ca188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:51.349221 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f86e3b2e-9e98-4157-8215-19e8188c9d59 req-5a2b9ae4-11e7-45b2-ae96-d86ff7ca188a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e912b44-eae9-40e6-89c7-30777a476f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5434494 Nov 24 12:59:51.430642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Allocated IP 172.25.0.140 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/34175421-a668-47cd-9fd8-a22903d3bb50) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:51.506464 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-87bf88dd-e48c-4cc5-9fb3-3149ed4bb81b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:51.610142 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] For port e2144895-b94b-4b7e-8c1c-60232f03091d, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:59:51.622731 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] For port e2144895-b94b-4b7e-8c1c-60232f03091d, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e2144895-b94b-4b7e-8c1c-60232f03091d,segment=NetworkSegment(390b3082-9d33-4db2-842d-790887161cf1),segment_id=390b3082-9d33-4db2-842d-790887161cf1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:59:51.708090 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:51.759461 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a0af601a-bce6-46f0-8ce1-b88cd954050c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:51.780089 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:51.916881 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f731e-f29c-43af-8744-2519067a1fd7 None None] Pushing event updated for resources: {'Port': ['ID=47987348-d3c3-4646-be5f-ff53349ae26b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:51.942010 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3ef45-dae9-4e9f-8662-2c7ccea48dfb req-0d529aa9-d6cc-405c-881d-5bc4f7dac00d tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:51.949459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14b3ef45-dae9-4e9f-8662-2c7ccea48dfb req-0d529aa9-d6cc-405c-881d-5bc4f7dac00d tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1494501 Nov 24 12:59:51.954293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbae56e-0caf-4485-b6eb-7381f8194334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a4bf69-b315-41b2-9072-88d6a3f36c83'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:59:51.956761 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbd9a49-5b32-44c9-a986-c6aabf362090" -d '{"events": [{"server_uuid": "cbbae56e-0caf-4485-b6eb-7381f8194334", "name": "network-vif-plugged", "status": "completed", "tag": "72a4bf69-b315-41b2-9072-88d6a3f36c83"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:59:51.978552 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4b66323b-9f27-4fbf-a2e1-16c2680da7f8 None None] Provisioning complete for port 47987348-d3c3-4646-be5f-ff53349ae26b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:51.979027 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4b66323b-9f27-4fbf-a2e1-16c2680da7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:52.004759 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:52.013822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 72a4bf69-b315-41b2-9072-88d6a3f36c83, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=72a4bf69-b315-41b2-9072-88d6a3f36c83,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:52.083624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:52.103532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:52.132105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:52.138275 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c53a2c-b670-4ec2-ba69-3761f63caa6e None None] Pushing event updated for resources: {'Port': ['ID=e2144895-b94b-4b7e-8c1c-60232f03091d,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:52.253970 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:52.331993 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14b3ef45-dae9-4e9f-8662-2c7ccea48dfb req-886db1d7-bb68-43b2-a7f2-a55227ae84de tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708923 Nov 24 12:59:52.352436 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=72a4bf69-b315-41b2-9072-88d6a3f36c83,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:52.422358 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Pushing event updated for resources: {'Port': ['ID=34175421-a668-47cd-9fd8-a22903d3bb50,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:52.496751 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 13b51106-0de7-42f9-a769-9f0ad51fa073 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:52.762851 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c936fc59-5845-459f-bc6a-fc7f52b4e137 x-openstack-request-id: req-c936fc59-5845-459f-bc6a-fc7f52b4e137 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:59:52.763222 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbae56e-0caf-4485-b6eb-7381f8194334", "name": "network-vif-plugged", "status": "completed", "tag": "72a4bf69-b315-41b2-9072-88d6a3f36c83", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:59:52.763486 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c936fc59-5845-459f-bc6a-fc7f52b4e137 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:59:52.763890 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbae56e-0caf-4485-b6eb-7381f8194334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a4bf69-b315-41b2-9072-88d6a3f36c83', 'code': 200} Nov 24 12:59:52.975226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 13b51106-0de7-42f9-a769-9f0ad51fa073 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:52.975855 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:53.017561 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf2916cb-8a25-44ba-be9e-ea0d2ace5c1c req-2847c2e4-1046-475f-b72c-78113d6b2015 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 210 time: 0.1951103 Nov 24 12:59:53.065768 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-81cf1b3c-ff2c-4c7b-b6a9-bd7efe4e714e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Allocated IP 192.168.233.224 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/a3bb234e-5133-4468-9062-99fcc82ba5eb) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:53.072263 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4b66323b-9f27-4fbf-a2e1-16c2680da7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:53.118346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port': {'id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:32Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '47987348-d3c3-4646-be5f-ff53349ae26b', 'name': '', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'mac_address': 'fa:16:3e:ce:30:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:38Z', 'updated_at': '2021-11-24T12:59:49Z', 'revision_number': 4, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'subnets': [{'id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:53.152231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a20c9-8b8e-408c-88a3-513572f40216 req-44dfb9a9-61e7-4168-a425-2435a23a9c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:53.153907 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d42a20c9-8b8e-408c-88a3-513572f40216 req-44dfb9a9-61e7-4168-a425-2435a23a9c0a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 1096 time: 0.3310935 Nov 24 12:59:53.289220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d42a20c9-8b8e-408c-88a3-513572f40216 req-ac103a3d-fcfd-42e9-a5d0-90e0cae32330 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131458 Nov 24 12:59:53.366745 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f86e3b2e-9e98-4157-8215-19e8188c9d59 req-b4d2457a-f5c9-446e-b623-0ae2a93e5db8 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9918885 Nov 24 12:59:53.402166 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:53.405811 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc8b7f8-1f65-43f9-80de-8dd3eb0d4d4d None None] The sync data for ids ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'] in n-d-817303-4 is: [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port': {'id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:32Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '47987348-d3c3-4646-be5f-ff53349ae26b', 'name': '', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'mac_address': 'fa:16:3e:ce:30:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:38Z', 'updated_at': '2021-11-24T12:59:49Z', 'revision_number': 4, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'subnets': [{'id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 12:59:53.424218 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-87bf88dd-e48c-4cc5-9fb3-3149ed4bb81b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:53.498717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-4b66323b-9f27-4fbf-a2e1-16c2680da7f8 None None] For port 47987348-d3c3-4646-be5f-ff53349ae26b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=47987348-d3c3-4646-be5f-ff53349ae26b,segment=NetworkSegment(0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a),segment_id=0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:53.500313 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:59:53.556934 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['58725471-ab98-4914-ad65-4a77d8fde287', 'b70673d4-dccc-4966-b3ef-86c3358d476c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:59:53.557250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de61d16-f735-4e32-ac1c-5d18867e1290 req-4eb7420f-9249-4eb9-91d2-ed2748236717 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:53.566099 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5de61d16-f735-4e32-ac1c-5d18867e1290 req-4eb7420f-9249-4eb9-91d2-ed2748236717 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 944 time: 0.2894096 Nov 24 12:59:53.618348 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd2a48ad-b80c-47dc-9385-28357c2bfd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:53.732277 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4b66323b-9f27-4fbf-a2e1-16c2680da7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:53.779587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5de61d16-f735-4e32-ac1c-5d18867e1290 req-f2878b29-416e-4e12-b833-9fda23e0d0de tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118855 Nov 24 12:59:53.888982 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f86e3b2e-9e98-4157-8215-19e8188c9d59 req-48b113b9-35f2-4614-ae1c-acf427fb06a8 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424607 Nov 24 12:59:53.907440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66323b-9f27-4fbf-a2e1-16c2680da7f8 None None] Pushing event updated for resources: {'Port': ['ID=47987348-d3c3-4646-be5f-ff53349ae26b,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:54.135419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d570390-9387-4259-bd3c-bc58557cae21 req-59632266-3a4a-4413-9da2-b8d7a2641b47 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:54.151332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8d570390-9387-4259-bd3c-bc58557cae21 req-59632266-3a4a-4413-9da2-b8d7a2641b47 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 944 time: 2.6922395 Nov 24 12:59:54.305833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4b7fd6-8d1a-4f62-9fb6-16bc1a7d1375 None None] Network feef88a0-936f-490f-a43a-bd19de1525be requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 12:59:54.335162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-87bf88dd-e48c-4cc5-9fb3-3149ed4bb81b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:54.335162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-87bf88dd-e48c-4cc5-9fb3-3149ed4bb81b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:54.359906 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:54.424620 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-81cf1b3c-ff2c-4c7b-b6a9-bd7efe4e714e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:54.540264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 47987348-d3c3-4646-be5f-ff53349ae26b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:54.574005 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-87bf88dd-e48c-4cc5-9fb3-3149ed4bb81b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:54.585719 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-81cf1b3c-ff2c-4c7b-b6a9-bd7efe4e714e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:54.642482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf88dd-e48c-4cc5-9fb3-3149ed4bb81b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event updated for resources: {'Port': ['ID=31b5184c-5c12-40b2-8e09-2f3a0ddf96a3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:54.644816 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:54.682415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f71fef5f-eb14-48bf-b5cd-5df15ec92546 None None] Provisioning complete for port e2144895-b94b-4b7e-8c1c-60232f03091d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:54.682790 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f71fef5f-eb14-48bf-b5cd-5df15ec92546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:54.810358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 13b51106-0de7-42f9-a769-9f0ad51fa073, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=13b51106-0de7-42f9-a769-9f0ad51fa073,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:54.811983 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:54.875924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09f44a8-20a4-4d19-8b1d-525c0dbbaa43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b51106-0de7-42f9-a769-9f0ad51fa073'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:59:54.877517 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a99521-bd0f-488f-b7f6-93afa1dc5bd7 req-c6200309-125c-4745-9254-452a7a2a16f8 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:54.879448 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-92a99521-bd0f-488f-b7f6-93afa1dc5bd7 req-c6200309-125c-4745-9254-452a7a2a16f8 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.7517815 Nov 24 12:59:54.881650 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c33eb0b-3a45-4498-b559-ab0e7a19c73b" -d '{"events": [{"server_uuid": "f09f44a8-20a4-4d19-8b1d-525c0dbbaa43", "name": "network-vif-plugged", "status": "completed", "tag": "13b51106-0de7-42f9-a769-9f0ad51fa073"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:59:54.909108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf1b3c-ff2c-4c7b-b6a9-bd7efe4e714e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event updated for resources: {'Port': ['ID=a3bb234e-5133-4468-9062-99fcc82ba5eb,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:54.981293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-81cf1b3c-ff2c-4c7b-b6a9-bd7efe4e714e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:55.014853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-81cf1b3c-ff2c-4c7b-b6a9-bd7efe4e714e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:55.032971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-81cf1b3c-ff2c-4c7b-b6a9-bd7efe4e714e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:55.045187 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:55.062313 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 47987348-d3c3-4646-be5f-ff53349ae26b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:55.062691 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:55.081695 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-92a99521-bd0f-488f-b7f6-93afa1dc5bd7 req-c409e1e8-0c6e-48a8-9b67-19cfe01264c9 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951208 Nov 24 12:59:55.121939 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Router 69aaaa28-7d00-4a48-8c49-5e89693ca8ea is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 12:59:55.134953 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8d570390-9387-4259-bd3c-bc58557cae21 req-50121298-8231-4e96-9a25-b2828e5907bf tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9475017 Nov 24 12:59:55.201355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-87bf88dd-e48c-4cc5-9fb3-3149ed4bb81b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:55.204012 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-87bf88dd-e48c-4cc5-9fb3-3149ed4bb81b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:55.271932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-81cf1b3c-ff2c-4c7b-b6a9-bd7efe4e714e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:55.274580 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-81cf1b3c-ff2c-4c7b-b6a9-bd7efe4e714e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:55.324274 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-87bf88dd-e48c-4cc5-9fb3-3149ed4bb81b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.8782406 Nov 24 12:59:55.345669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Request body: {'port': {'device_id': 'ec44342e-0ffd-4a36-8075-d58739139774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:55.367440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=13b51106-0de7-42f9-a769-9f0ad51fa073,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:55.458527 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-81cf1b3c-ff2c-4c7b-b6a9-bd7efe4e714e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4405291 Nov 24 12:59:55.579897 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Request body: {'port': {'device_id': 'db1b2a24-76e7-471b-91f5-b6cdc331e0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 12:59:55.655439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 12:59:55.678260 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Sync routers for ids ['69aaaa28-7d00-4a48-8c49-5e89693ca8ea'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 12:59:55.697973 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Routers {'69aaaa28-7d00-4a48-8c49-5e89693ca8ea'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:59:55.712374 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:59:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['69aaaa28-7d00-4a48-8c49-5e89693ca8ea'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:55.728958 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:55.732087 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fca51c54-0f9d-4dbe-9628-9b1a2f369750 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8889802 Nov 24 12:59:55.738845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60280) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 12:59:55.784992 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:56.088954 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Set router 69aaaa28-7d00-4a48-8c49-5e89693ca8ea gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:59:56.294085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3bb234e-5133-4468-9062-99fcc82ba5eb {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:59:56.303693 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:56.317767 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Transition to ACTIVE for port object a3bb234e-5133-4468-9062-99fcc82ba5eb will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:59:56.348403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:56.350209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a14ab0-055d-4529-8550-b2694c750e54 req-bec5cf38-2276-4d05-a41c-eba960bf0989 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:56.378816 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14a14ab0-055d-4529-8550-b2694c750e54 req-bec5cf38-2276-4d05-a41c-eba960bf0989 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.8430727 Nov 24 12:59:56.399535 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e2144895-b94b-4b7e-8c1c-60232f03091d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 12:59:56.427579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313374be-2096-4771-818e-3cc4163c770c req-f9f1e11a-aca5-4852-88b6-10e4f3b7f0f3 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:56.432242 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-313374be-2096-4771-818e-3cc4163c770c req-f9f1e11a-aca5-4852-88b6-10e4f3b7f0f3 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 936 time: 1.0689735 Nov 24 12:59:56.438039 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:56.544747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-313374be-2096-4771-818e-3cc4163c770c req-838f5a58-de97-47fb-a19e-47fb67a33bbc tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001642 Nov 24 12:59:56.622333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bb234e-5133-4468-9062-99fcc82ba5eb,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:56.703537 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 12:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460bb2c9-6cf0-4c16-adcc-6533cc705bcb x-openstack-request-id: req-460bb2c9-6cf0-4c16-adcc-6533cc705bcb {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:59:56.703908 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09f44a8-20a4-4d19-8b1d-525c0dbbaa43", "name": "network-vif-plugged", "status": "completed", "tag": "13b51106-0de7-42f9-a769-9f0ad51fa073", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:59:56.704140 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-460bb2c9-6cf0-4c16-adcc-6533cc705bcb {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:59:56.704527 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09f44a8-20a4-4d19-8b1d-525c0dbbaa43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b51106-0de7-42f9-a769-9f0ad51fa073', 'code': 200} Nov 24 12:59:56.734265 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'name': 'tempest-TaggedBootDevicesTest_v242-522009112-router', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '34175421-a668-47cd-9fd8-a22903d3bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:47Z', 'updated_at': '2021-11-24T12:59:52Z', 'revision_number': 3, 'project_id': '403746ab1cc340a5b2781baed68c1b29', 'gw_port': {'id': '34175421-a668-47cd-9fd8-a22903d3bb50', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:51Z', 'updated_at': '2021-11-24T12:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:56.753542 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14a14ab0-055d-4529-8550-b2694c750e54 req-9a4f00d3-d161-46d4-a655-9049e93b22e6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717115 Nov 24 12:59:56.859364 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Checking router: 69aaaa28-7d00-4a48-8c49-5e89693ca8ea for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 12:59:56.862424 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Updating router 69aaaa28-7d00-4a48-8c49-5e89693ca8ea port 34175421-a668-47cd-9fd8-a22903d3bb50 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 12:59:56.981389 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:57.024997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e2144895-b94b-4b7e-8c1c-60232f03091d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:57.026846 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:57.037670 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749d105-891b-4055-a8da-33d0a578d932 req-a5fe7748-7a02-4a76-91b7-1cfe01dcdfdd tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:57.056645 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b749d105-891b-4055-a8da-33d0a578d932 req-a5fe7748-7a02-4a76-91b7-1cfe01dcdfdd tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 945 time: 0.1469369 Nov 24 12:59:57.083334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Attempting to bind port a3bb234e-5133-4468-9062-99fcc82ba5eb on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:59:57.084297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Attempting to bind port a3bb234e-5133-4468-9062-99fcc82ba5eb by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:59:57.084647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Attempting to bind port a3bb234e-5133-4468-9062-99fcc82ba5eb on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:57.160816 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:57.170058 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b749d105-891b-4055-a8da-33d0a578d932 req-f277bac5-a06e-4320-8926-ae435a530733 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117640 Nov 24 12:59:57.238628 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:59:57.430061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Port a3bb234e-5133-4468-9062-99fcc82ba5eb on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:59:57.430670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Attempting to bind port a3bb234e-5133-4468-9062-99fcc82ba5eb on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:57.456228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:59:57.456634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:57.457118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:59:57.460138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Bound port: a3bb234e-5133-4468-9062-99fcc82ba5eb, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:59:57.460600 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:57.507613 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:57.565455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5b4b4-842d-4e37-a6e1-b734af890957 req-c791dbd5-3e67-421b-8390-b143c941031c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:57.577406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ae5b4b4-842d-4e37-a6e1-b734af890957 req-c791dbd5-3e67-421b-8390-b143c941031c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.6149471 Nov 24 12:59:57.689902 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:57.717797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff6c74-86d6-4eb6-9c98-690cd2714e29 req-6e32662e-239b-450a-bb50-59832aa6e08b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:57.727390 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbff6c74-86d6-4eb6-9c98-690cd2714e29 req-6e32662e-239b-450a-bb50-59832aa6e08b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 945 time: 0.2635849 Nov 24 12:59:57.734656 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ae5b4b4-842d-4e37-a6e1-b734af890957 req-bb1c0e82-9c05-41ba-b8de-b4e980b1578f tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561861 Nov 24 12:59:57.736200 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:57.848214 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:57.861539 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:57.902482 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f71fef5f-eb14-48bf-b5cd-5df15ec92546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:57.937387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] For port a3bb234e-5133-4468-9062-99fcc82ba5eb, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:59:57.960342 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Attempting to bind port 34175421-a668-47cd-9fd8-a22903d3bb50 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:59:57.961201 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Attempting to bind port 34175421-a668-47cd-9fd8-a22903d3bb50 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:59:57.962114 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Attempting to bind port 34175421-a668-47cd-9fd8-a22903d3bb50 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:57.962657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] For port a3bb234e-5133-4468-9062-99fcc82ba5eb, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a3bb234e-5133-4468-9062-99fcc82ba5eb,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:59:57.978873 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:58.024000 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:59:58.027263 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:58.027948 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:58.028590 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:59:58.031007 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Bound port: 34175421-a668-47cd-9fd8-a22903d3bb50, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:59:58.032092 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:58.099707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:58.102320 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:58.106065 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] 10.222.0.46 "PUT /v2.0/ports/a3bb234e-5133-4468-9062-99fcc82ba5eb HTTP/1.1" status: 200 len: 1096 time: 2.5439847 Nov 24 12:59:58.126603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1b2a24-76e7-471b-91f5-b6cdc331e0ae', 'tag': 'a3bb234e-5133-4468-9062-99fcc82ba5eb'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 12:59:58.141016 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adecd21d-1726-4b7e-9728-5e4fd134c05b" -d '{"events": [{"name": "network-changed", "server_uuid": "db1b2a24-76e7-471b-91f5-b6cdc331e0ae", "tag": "a3bb234e-5133-4468-9062-99fcc82ba5eb"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 12:59:58.187647 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] For port 34175421-a668-47cd-9fd8-a22903d3bb50, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:59:58.195291 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port e2144895-b94b-4b7e-8c1c-60232f03091d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e2144895-b94b-4b7e-8c1c-60232f03091d,segment=NetworkSegment(390b3082-9d33-4db2-842d-790887161cf1),segment_id=390b3082-9d33-4db2-842d-790887161cf1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 12:59:58.199607 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] For port 34175421-a668-47cd-9fd8-a22903d3bb50, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=34175421-a668-47cd-9fd8-a22903d3bb50,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 12:59:58.217540 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:58.225220 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:58.311968 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294e5ab-61b3-4950-bfb8-271be84a3fa0 None None] Pushing event updated for resources: {'Port': ['ID=34175421-a668-47cd-9fd8-a22903d3bb50,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:58.341949 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f6fc9-c780-4115-81a3-96cc88b04fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bb234e-5133-4468-9062-99fcc82ba5eb,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:58.349172 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Allocated IP 172.20.0.1 (feef88a0-936f-490f-a43a-bd19de1525be/ed392ac9-401d-4305-940f-b8340ff3fb55/f9785c3a-bfde-4ada-be0c-a3112b7dce28) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 12:59:58.400907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=e2144895-b94b-4b7e-8c1c-60232f03091d,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:58.516820 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-f71fef5f-eb14-48bf-b5cd-5df15ec92546 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 12:59:58.522096 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-f71fef5f-eb14-48bf-b5cd-5df15ec92546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 12:59:58.572055 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294e5ab-61b3-4950-bfb8-271be84a3fa0 None None] Pushing event updated for resources: {'Port': ['ID=34175421-a668-47cd-9fd8-a22903d3bb50,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:58.625286 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dd723-f430-4997-8246-7142d3bb31be req-addfdf24-5e00-494d-a4a8-e3aa11c142d1 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:58.635074 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9e6dd723-f430-4997-8246-7142d3bb31be req-addfdf24-5e00-494d-a4a8-e3aa11c142d1 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 948 time: 0.6353540 Nov 24 12:59:58.642776 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Routers {'69aaaa28-7d00-4a48-8c49-5e89693ca8ea'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 12:59:58.643438 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:59:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['69aaaa28-7d00-4a48-8c49-5e89693ca8ea'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 12:59:58.646029 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:58.668228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-1bad0653-5f5f-45bd-ae4b-81741ebafebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:58.670069 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-1bad0653-5f5f-45bd-ae4b-81741ebafebd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 1099 time: 0.3076370 Nov 24 12:59:58.677214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 12:59:58.724518 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-64b09bdb-d34e-421b-a833-a4027ad11d0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a3bb234e-5133-4468-9062-99fcc82ba5eb HTTP/1.1" status: 200 len: 217 time: 0.0419197 Nov 24 12:59:58.731074 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbff6c74-86d6-4eb6-9c98-690cd2714e29 req-87dc82b0-263e-4303-aaa5-7a95622f235f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9839597 Nov 24 12:59:58.734375 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:58.737454 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:58.778587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['58725471-ab98-4914-ad65-4a77d8fde287', 'b70673d4-dccc-4966-b3ef-86c3358d476c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 12:59:58.830489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Transition to ACTIVE for port object 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 12:59:58.854004 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9e6dd723-f430-4997-8246-7142d3bb31be req-0d48de2e-6245-46e9-ae12-72a2cd401ed1 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137794 Nov 24 12:59:58.858344 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Network feef88a0-936f-490f-a43a-bd19de1525be is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 12:59:58.867070 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:58.873413 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 12:59:58.877707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 12:59:58.934487 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:59.024363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f9785c3a-bfde-4ada-be0c-a3112b7dce28,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:59.050066 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 12:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db272d23-6623-48df-a20a-aec6655fc606 x-openstack-request-id: req-db272d23-6623-48df-a20a-aec6655fc606 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 12:59:59.050739 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db1b2a24-76e7-471b-91f5-b6cdc331e0ae", "tag": "a3bb234e-5133-4468-9062-99fcc82ba5eb", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 12:59:59.052553 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db272d23-6623-48df-a20a-aec6655fc606 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 12:59:59.056142 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1b2a24-76e7-471b-91f5-b6cdc331e0ae', 'tag': 'a3bb234e-5133-4468-9062-99fcc82ba5eb', 'status': 'completed', 'code': 200} Nov 24 12:59:59.057572 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Pushing event updated for resources: {'Port': ['ID=31b5184c-5c12-40b2-8e09-2f3a0ddf96a3,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 12:59:59.085311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-bedde734-e0ce-4a68-af7d-6c7cac9c233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:59.090856 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-bedde734-e0ce-4a68-af7d-6c7cac9c233e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.3491993 Nov 24 12:59:59.318934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba720e8c-bdb6-4eca-99a3-dfd9fb7fa2be req-2438742c-9723-4719-9f75-689fa2042deb tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:59.344413 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba720e8c-bdb6-4eca-99a3-dfd9fb7fa2be req-2438742c-9723-4719-9f75-689fa2042deb tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.3480189 Nov 24 12:59:59.689696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Attempting to bind port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 12:59:59.690736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Attempting to bind port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 12:59:59.690884 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] Set router 69aaaa28-7d00-4a48-8c49-5e89693ca8ea gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 12:59:59.695595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Attempting to bind port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:59.717284 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-2e841dfc-e668-4e11-b591-20f315ef1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 12:59:59.736134 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-2e841dfc-e668-4e11-b591-20f315ef1238 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5751536 Nov 24 12:59:59.743559 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 12:59:59.744484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Attempting to bind port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 12:59:59.759388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 12:59:59.761354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 12:59:59.765412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 12:59:59.766025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Bound port: 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 12:59:59.768528 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:59.884474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8c015d73-a12d-4b5d-80a2-e0e4b6f1d5bb None None] Provisioning complete for port f9785c3a-bfde-4ada-be0c-a3112b7dce28 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 12:59:59.885130 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8c015d73-a12d-4b5d-80a2-e0e4b6f1d5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 12:59:59.925318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] For port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 12:59:59.932021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] For port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=31b5184c-5c12-40b2-8e09-2f3a0ddf96a3,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:00:00.003847 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:00.049751 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8c015d73-a12d-4b5d-80a2-e0e4b6f1d5bb None None] Port f9785c3a-bfde-4ada-be0c-a3112b7dce28 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:00:00.105374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Pushing event updated for resources: {'Port': ['ID=31b5184c-5c12-40b2-8e09-2f3a0ddf96a3,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:00.144066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:00.145991 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:00.148712 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-b47e781c-96a6-4790-810b-e528bcf5a16a service neutron] 10.222.0.59 "PUT /v2.0/ports/31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 HTTP/1.1" status: 200 len: 1096 time: 4.8129566 Nov 24 13:00:00.225024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8c015d73-a12d-4b5d-80a2-e0e4b6f1d5bb None None] Provisioning complete for port e2144895-b94b-4b7e-8c1c-60232f03091d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:00.225419 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8c015d73-a12d-4b5d-80a2-e0e4b6f1d5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:00.502730 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'name': 'tempest-TaggedBootDevicesTest_v242-522009112-router', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '34175421-a668-47cd-9fd8-a22903d3bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:47Z', 'updated_at': '2021-11-24T12:59:52Z', 'revision_number': 3, 'project_id': '403746ab1cc340a5b2781baed68c1b29', 'gw_port': {'id': '34175421-a668-47cd-9fd8-a22903d3bb50', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:51Z', 'updated_at': '2021-11-24T12:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:00.527885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e2144895-b94b-4b7e-8c1c-60232f03091d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:00.588952 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-c19b928d-5031-4a26-81da-09da1e28b021 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8128765 Nov 24 13:00:00.644155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998dd76-1754-4a69-a70a-6ed4aafb0603 req-e5668ed5-e7d6-4a37-bd22-ad7febe7fc36 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:00.651045 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e2144895-b94b-4b7e-8c1c-60232f03091d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:00.651401 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:00.654793 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7998dd76-1754-4a69-a70a-6ed4aafb0603 req-e5668ed5-e7d6-4a37-bd22-ad7febe7fc36 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.7116475 Nov 24 13:00:00.675536 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bc488-ecd9-4785-b2dd-10296a1d2e36 None None] The sync data for ids ['69aaaa28-7d00-4a48-8c49-5e89693ca8ea'] in n-d-817303-4 is: [{'id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'name': 'tempest-TaggedBootDevicesTest_v242-522009112-router', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '34175421-a668-47cd-9fd8-a22903d3bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:47Z', 'updated_at': '2021-11-24T12:59:52Z', 'revision_number': 3, 'project_id': '403746ab1cc340a5b2781baed68c1b29', 'gw_port': {'id': '34175421-a668-47cd-9fd8-a22903d3bb50', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:51Z', 'updated_at': '2021-11-24T12:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:00:00.687049 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba720e8c-bdb6-4eca-99a3-dfd9fb7fa2be req-8f3a84ea-3304-4567-b490-642ca3f62d0b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3394849 Nov 24 13:00:00.761888 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:00.903036 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-f23f78e5-fedc-44c4-95a6-75d8cb36dd42 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373178 Nov 24 13:00:00.908563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-1f2a6b88-b4a5-44d4-9004-ea261ddb97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:00.910282 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-1f2a6b88-b4a5-44d4-9004-ea261ddb97a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=ec44342e-0ffd-4a36-8075-d58739139774 HTTP/1.1" status: 200 len: 1099 time: 0.6288621 Nov 24 13:00:01.084858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec44342e-0ffd-4a36-8075-d58739139774', 'tag': '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:01.087471 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1598c8-bd45-408f-a5b5-5e21d9d522c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec44342e-0ffd-4a36-8075-d58739139774", "tag": "31b5184c-5c12-40b2-8e09-2f3a0ddf96a3"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:01.103358 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-9604d068-25db-4f7c-8b13-8355ea66a129 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 HTTP/1.1" status: 200 len: 217 time: 0.1730454 Nov 24 13:00:01.169143 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7998dd76-1754-4a69-a70a-6ed4aafb0603 req-a36e9b77-8161-499b-8a1a-59c2c59c0048 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5133665 Nov 24 13:00:01.206347 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:01.257341 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:01.360439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-71f20244-130b-4b87-b84a-649f5dbcba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:01.365660 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-71f20244-130b-4b87-b84a-649f5dbcba1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.2335739 Nov 24 13:00:01.370727 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecd21d-1726-4b7e-9728-5e4fd134c05b req-627a9591-0631-46d5-af68-3050a07afe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:01.376503 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adecd21d-1726-4b7e-9728-5e4fd134c05b req-627a9591-0631-46d5-af68-3050a07afe87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 1099 time: 0.3267131 Nov 24 13:00:01.391811 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:01.663187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-d7e060df-ea47-4343-8506-5d2c3c5ded11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:01.664708 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-d7e060df-ea47-4343-8506-5d2c3c5ded11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2869039 Nov 24 13:00:01.732017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f9785c3a-bfde-4ada-be0c-a3112b7dce28,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:01.785411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:01.785790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:01.786117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:01.786534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:01.786882 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:01.787211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:01.792503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:01.792973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:01.793342 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:01.793680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:01.794029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:01.794630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:01.818541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d570dd-b264-4fb8-bc38-db885b68e8c4 req-51939072-fb0c-4ac2-ba2d-4448d7860727 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:01.827553 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56d570dd-b264-4fb8-bc38-db885b68e8c4 req-51939072-fb0c-4ac2-ba2d-4448d7860727 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 945 time: 0.5996695 Nov 24 13:00:01.890675 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07e0e5-a3b3-4ceb-8394-56c4a8cc8559 req-a2f6ec57-011b-4b9d-862a-84bd4bb68d8b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:01.899643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f07e0e5-a3b3-4ceb-8394-56c4a8cc8559 req-a2f6ec57-011b-4b9d-862a-84bd4bb68d8b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 948 time: 0.3979061 Nov 24 13:00:01.923382 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56d570dd-b264-4fb8-bc38-db885b68e8c4 req-6891f92b-019f-4da7-8356-c22a3d3c2c75 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935545 Nov 24 13:00:02.034536 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f07e0e5-a3b3-4ceb-8394-56c4a8cc8559 req-35b398d6-e056-450a-83e4-0875ca4eb903 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302757 Nov 24 13:00:02.092055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Network feef88a0-936f-490f-a43a-bd19de1525be is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:00:02.103166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:00:02.145305 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcfcbcf-701d-4236-8ba8-72dae8202cda x-openstack-request-id: req-3fcfcbcf-701d-4236-8ba8-72dae8202cda {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:02.146023 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec44342e-0ffd-4a36-8075-d58739139774", "tag": "31b5184c-5c12-40b2-8e09-2f3a0ddf96a3", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:02.146363 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3fcfcbcf-701d-4236-8ba8-72dae8202cda {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:02.149682 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec44342e-0ffd-4a36-8075-d58739139774', 'tag': '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3', 'status': 'completed', 'code': 200} Nov 24 13:00:02.204305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-d91867f8-a695-4701-9ced-41929e6dfc77 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176837 Nov 24 13:00:02.208858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecd21d-1726-4b7e-9728-5e4fd134c05b req-23d4c237-4375-4464-97e5-fb3876eb89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:02.210510 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adecd21d-1726-4b7e-9728-5e4fd134c05b req-23d4c237-4375-4464-97e5-fb3876eb89c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.6033025 Nov 24 13:00:02.518204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Router 69aaaa28-7d00-4a48-8c49-5e89693ca8ea has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:00:02.553338 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adecd21d-1726-4b7e-9728-5e4fd134c05b req-d7d72363-3597-4879-bcb4-477a4531e570 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=a3bb234e-5133-4468-9062-99fcc82ba5eb HTTP/1.1" status: 200 len: 217 time: 0.1794713 Nov 24 13:00:02.573495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 34175421-a668-47cd-9fd8-a22903d3bb50 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:02.670201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5979346-0b30-4c93-a1f9-c3521d5b9c43 None None] Provisioning complete for port f9785c3a-bfde-4ada-be0c-a3112b7dce28 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:02.670886 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5979346-0b30-4c93-a1f9-c3521d5b9c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:02.820050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 34175421-a668-47cd-9fd8-a22903d3bb50 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:02.820343 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:02.828231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5979346-0b30-4c93-a1f9-c3521d5b9c43 None None] Port f9785c3a-bfde-4ada-be0c-a3112b7dce28 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:00:02.858688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f914f38-2bcb-4258-af3d-73d813f7072f req-97e6cc23-f692-45be-9ebd-e78e6bb61f4b tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:02.871132 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3f914f38-2bcb-4258-af3d-73d813f7072f req-97e6cc23-f692-45be-9ebd-e78e6bb61f4b tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.3409815 Nov 24 13:00:03.035020 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:03.068223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 34175421-a668-47cd-9fd8-a22903d3bb50, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=34175421-a668-47cd-9fd8-a22903d3bb50,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:03.079247 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:03.097927 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3f914f38-2bcb-4258-af3d-73d813f7072f req-61c97d97-a614-4b7f-b783-64e1eecf231c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196493 Nov 24 13:00:03.143223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:00:03.168568 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-82da163e-61c9-4f52-8485-56d0673337d7 admin admin] 10.222.0.48 "PUT /v2.0/routers/69aaaa28-7d00-4a48-8c49-5e89693ca8ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4192173 Nov 24 13:00:03.293990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=34175421-a668-47cd-9fd8-a22903d3bb50,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:03.371628 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c2b73-c04e-4900-92ad-e4ebedc61d06 req-a9e376fc-0f41-4a25-8ccc-9249251de1bb tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:03.373543 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a17c2b73-c04e-4900-92ad-e4ebedc61d06 req-a9e376fc-0f41-4a25-8ccc-9249251de1bb tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 945 time: 0.1275845 Nov 24 13:00:03.479355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a3bb234e-5133-4468-9062-99fcc82ba5eb details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:00:03.531197 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a17c2b73-c04e-4900-92ad-e4ebedc61d06 req-ffacba5f-166f-44fe-9ed8-be11c9ca6840 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488392 Nov 24 13:00:03.793644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d050a-c528-46e3-aa90-f8dc22563c19 req-902df880-8822-4366-8808-09cd42444199 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:03.802138 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-112d050a-c528-46e3-aa90-f8dc22563c19 req-902df880-8822-4366-8808-09cd42444199 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 948 time: 0.1147606 Nov 24 13:00:03.813789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecd21d-1726-4b7e-9728-5e4fd134c05b req-5b3ef222-0d79-4a73-a6f2-04fad544e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:03.815316 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adecd21d-1726-4b7e-9728-5e4fd134c05b req-5b3ef222-0d79-4a73-a6f2-04fad544e57c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 1.2276857 Nov 24 13:00:03.860909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a3bb234e-5133-4468-9062-99fcc82ba5eb, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a3bb234e-5133-4468-9062-99fcc82ba5eb,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:03.887719 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'a3bb234e-5133-4468-9062-99fcc82ba5eb', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'a3bb234e-5133-4468-9062-99fcc82ba5eb', 'mac_address': 'fa:16:3e:e7:78:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:00:03.908177 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a55fd-8b05-41b8-b823-f98444e130b4 req-700238a1-993d-40cf-8ce3-505fefee1acf tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:03.909241 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-112d050a-c528-46e3-aa90-f8dc22563c19 req-433288ad-5e6d-4cea-b3d3-9263c2d4578d tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058528 Nov 24 13:00:03.917973 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-230a55fd-8b05-41b8-b823-f98444e130b4 req-700238a1-993d-40cf-8ce3-505fefee1acf tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 1.6849806 Nov 24 13:00:03.977318 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:04.012583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3bb234e-5133-4468-9062-99fcc82ba5eb {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:04.019426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5f806-35b9-43e1-8e73-3121d7d13320 req-e9c1fd20-6a49-4415-899e-57754a6edb7f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:04.021659 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bda5f806-35b9-43e1-8e73-3121d7d13320 req-e9c1fd20-6a49-4415-899e-57754a6edb7f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 945 time: 1.3010657 Nov 24 13:00:04.026927 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f106b71d-6bf1-4f0b-97e1-7858439dbf74 req-771979d8-bcfe-47a0-bbaf-54f1ce5d1718 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8113101 Nov 24 13:00:04.079708 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a3bb234e-5133-4468-9062-99fcc82ba5eb, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a3bb234e-5133-4468-9062-99fcc82ba5eb,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:04.086748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Sync routers for ids ['69aaaa28-7d00-4a48-8c49-5e89693ca8ea'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:00:04.096259 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:04.163362 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adecd21d-1726-4b7e-9728-5e4fd134c05b req-b75e2560-ba87-4b96-b238-15ae1034a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:04.165188 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adecd21d-1726-4b7e-9728-5e4fd134c05b req-b75e2560-ba87-4b96-b238-15ae1034a28d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3290572 Nov 24 13:00:04.181852 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Routers {'69aaaa28-7d00-4a48-8c49-5e89693ca8ea'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:00:04.182522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:59:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['69aaaa28-7d00-4a48-8c49-5e89693ca8ea'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:04.226313 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-230a55fd-8b05-41b8-b823-f98444e130b4 req-96f0f3a5-f215-4404-b33e-dab1f28eaa21 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065808 Nov 24 13:00:04.278573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1598c8-bd45-408f-a5b5-5e21d9d522c5 req-547c08cc-b29a-42b2-ab5d-ccc9763ce92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:04.282174 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eb1598c8-bd45-408f-a5b5-5e21d9d522c5 req-547c08cc-b29a-42b2-ab5d-ccc9763ce92a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=ec44342e-0ffd-4a36-8075-d58739139774 HTTP/1.1" status: 200 len: 1099 time: 0.1300936 Nov 24 13:00:04.378261 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=a3bb234e-5133-4468-9062-99fcc82ba5eb,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:04.395977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-bda5f806-35b9-43e1-8e73-3121d7d13320 req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Deleting port 72a4bf69-b315-41b2-9072-88d6a3f36c83 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:00:04.402860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bda5f806-35b9-43e1-8e73-3121d7d13320 req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:04.472169 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 34175421-a668-47cd-9fd8-a22903d3bb50 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:04.553744 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['a3bb234e-5133-4468-9062-99fcc82ba5eb'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:04.646669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1598c8-bd45-408f-a5b5-5e21d9d522c5 req-1c0336e8-de06-4a8b-aaca-9c6f1fb2a667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:04.648509 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eb1598c8-bd45-408f-a5b5-5e21d9d522c5 req-1c0336e8-de06-4a8b-aaca-9c6f1fb2a667 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.3372664 Nov 24 13:00:04.712514 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Set router 69aaaa28-7d00-4a48-8c49-5e89693ca8ea gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:00:04.749926 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eb1598c8-bd45-408f-a5b5-5e21d9d522c5 req-d88adab6-e61e-4cd5-a172-6224992c3f6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 HTTP/1.1" status: 200 len: 217 time: 0.0923200 Nov 24 13:00:04.820227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee98635-913f-4933-a0b5-de6b5d897894 req-69ba3e08-ac3f-4cfc-8b8c-2da3728e477e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:04.834497 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aee98635-913f-4933-a0b5-de6b5d897894 req-69ba3e08-ac3f-4cfc-8b8c-2da3728e477e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.4820590 Nov 24 13:00:05.032411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-bda5f806-35b9-43e1-8e73-3121d7d13320 req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] For port 72a4bf69-b315-41b2-9072-88d6a3f36c83, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=72a4bf69-b315-41b2-9072-88d6a3f36c83,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:05.048948 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bda5f806-35b9-43e1-8e73-3121d7d13320 req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:05.106643 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 34175421-a668-47cd-9fd8-a22903d3bb50 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:05.106643 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:05.107300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-bda5f806-35b9-43e1-8e73-3121d7d13320 req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Calling delete_port for 72a4bf69-b315-41b2-9072-88d6a3f36c83 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:00:05.275697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62df53-af62-4611-9b41-ab535e7d7b81 req-d3509df6-bd03-4085-a5bd-5a64b5d82808 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:05.284878 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b62df53-af62-4611-9b41-ab535e7d7b81 req-d3509df6-bd03-4085-a5bd-5a64b5d82808 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 945 time: 0.0999053 Nov 24 13:00:05.363474 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adecd21d-1726-4b7e-9728-5e4fd134c05b req-e11b3341-d555-47f2-8af2-bbe6f02b060c service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929895 Nov 24 13:00:05.375073 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b62df53-af62-4611-9b41-ab535e7d7b81 req-d3c99f9a-2e50-4a6e-ae4a-03aac8db47d7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880876 Nov 24 13:00:05.469700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1598c8-bd45-408f-a5b5-5e21d9d522c5 req-8173396f-2a9a-4fd8-b8e1-5d59a3667f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:05.470762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eb1598c8-bd45-408f-a5b5-5e21d9d522c5 req-8173396f-2a9a-4fd8-b8e1-5d59a3667f55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.6970959 Nov 24 13:00:05.534649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 72a4bf69-b315-41b2-9072-88d6a3f36c83 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:00:05.535059 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfe978-48d9-428b-a4e7-e86afcc9c4ea req-8bf1ea86-4c67-4ec5-be35-cfa3e9b3040e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:05.546290 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8bcfe978-48d9-428b-a4e7-e86afcc9c4ea req-8bf1ea86-4c67-4ec5-be35-cfa3e9b3040e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 949 time: 0.1016350 Nov 24 13:00:05.652000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aee98635-913f-4933-a0b5-de6b5d897894 req-f586f184-20e6-4baf-a73b-7123989d768b tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8187640 Nov 24 13:00:05.668201 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8bcfe978-48d9-428b-a4e7-e86afcc9c4ea req-2b99a8c9-14f5-4326-966c-616de6ae6ebf tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074455 Nov 24 13:00:05.745435 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:05.762341 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'name': 'tempest-TaggedBootDevicesTest_v242-522009112-router', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '34175421-a668-47cd-9fd8-a22903d3bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:47Z', 'updated_at': '2021-11-24T13:00:00Z', 'revision_number': 4, 'project_id': '403746ab1cc340a5b2781baed68c1b29', 'gw_port': {'id': '34175421-a668-47cd-9fd8-a22903d3bb50', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:51Z', 'updated_at': '2021-11-24T13:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'f9785c3a-bfde-4ada-be0c-a3112b7dce28', 'name': '', 'network_id': 'feef88a0-936f-490f-a43a-bd19de1525be', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'mac_address': 'fa:16:3e:32:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ed392ac9-401d-4305-940f-b8340ff3fb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:57Z', 'updated_at': '2021-11-24T13:00:00Z', 'revision_number': 2, 'project_id': '403746ab1cc340a5b2781baed68c1b29', 'subnets': [{'id': 'ed392ac9-401d-4305-940f-b8340ff3fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:05.804378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Checking router: 69aaaa28-7d00-4a48-8c49-5e89693ca8ea for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:00:05.804378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Updating router 69aaaa28-7d00-4a48-8c49-5e89693ca8ea port f9785c3a-bfde-4ada-be0c-a3112b7dce28 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:00:05.839625 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1598c8-bd45-408f-a5b5-5e21d9d522c5 req-05116014-8bb3-4dda-8a55-4a0074d1a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:05.852183 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eb1598c8-bd45-408f-a5b5-5e21d9d522c5 req-05116014-8bb3-4dda-8a55-4a0074d1a5a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3552105 Nov 24 13:00:05.856296 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbae56e-0caf-4485-b6eb-7381f8194334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a4bf69-b315-41b2-9072-88d6a3f36c83'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:05.877328 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa52654-d941-4424-8955-5bab3ffd128f" -d '{"events": [{"server_uuid": "cbbae56e-0caf-4485-b6eb-7381f8194334", "name": "network-vif-unplugged", "status": "completed", "tag": "72a4bf69-b315-41b2-9072-88d6a3f36c83"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:05.893776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61c906-c414-48c7-9132-650db3316774 req-e5b2af55-894f-4449-bb35-d0bcc10aa365 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:05.905292 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7f61c906-c414-48c7-9132-650db3316774 req-e5b2af55-894f-4449-bb35-d0bcc10aa365 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1147029 Nov 24 13:00:05.914727 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 72a4bf69-b315-41b2-9072-88d6a3f36c83, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=72a4bf69-b315-41b2-9072-88d6a3f36c83,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:05.935184 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:06.010680 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7f61c906-c414-48c7-9132-650db3316774 req-42fecd01-e1de-44ff-8db8-65464af47438 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030943 Nov 24 13:00:06.019359 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13935f4-b7d4-46a5-a39f-f331788afa56 x-openstack-request-id: req-b13935f4-b7d4-46a5-a39f-f331788afa56 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:06.019720 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbae56e-0caf-4485-b6eb-7381f8194334", "name": "network-vif-unplugged", "status": "completed", "tag": "72a4bf69-b315-41b2-9072-88d6a3f36c83", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:06.019912 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b13935f4-b7d4-46a5-a39f-f331788afa56 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:06.020299 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbae56e-0caf-4485-b6eb-7381f8194334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72a4bf69-b315-41b2-9072-88d6a3f36c83', 'code': 200} Nov 24 13:00:06.045981 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:06.081934 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=72a4bf69-b315-41b2-9072-88d6a3f36c83,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:06.100317 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:06.113519 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eb1598c8-bd45-408f-a5b5-5e21d9d522c5 req-18a77f8a-43b4-4dfa-ad71-d2697c7ff431 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450216 Nov 24 13:00:06.122272 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adecd21d-1726-4b7e-9728-5e4fd134c05b req-81d313dd-0bc9-4779-8bf9-15fda0085435 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7376838 Nov 24 13:00:06.498650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:00:06.527016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eb1598c8-bd45-408f-a5b5-5e21d9d522c5 req-5103abad-6430-486f-a139-21d5d80bc271 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019103 Nov 24 13:00:06.540289 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bda5f806-35b9-43e1-8e73-3121d7d13320 req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:06.595998 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ee37547f-5ead-421c-b004-cfdf7659b31d req-a2490b05-d0cf-47ee-ba42-027d68a7e0f3 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 210 time: 0.0476623 Nov 24 13:00:06.617967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Pushing event deleted for resources: {'Port': ['ID=72a4bf69-b315-41b2-9072-88d6a3f36c83,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:06.643563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:06.644250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:06.644818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:06.645438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:06.646062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:06.646703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:06.647233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:06.647758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:06.648292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:06.648841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:06.649422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:06.649943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:06.757654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda5f806-35b9-43e1-8e73-3121d7d13320 req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] No DVR routers for this DVR port 72a4bf69-b315-41b2-9072-88d6a3f36c83 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:00:06.766142 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bda5f806-35b9-43e1-8e73-3121d7d13320 req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:06.771905 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bda5f806-35b9-43e1-8e73-3121d7d13320 req-9effc06c-4888-44d2-b58c-cb803e4b4050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "DELETE /v2.0/ports/72a4bf69-b315-41b2-9072-88d6a3f36c83 HTTP/1.1" status: 204 len: 173 time: 2.7351935 Nov 24 13:00:06.777739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbbae56e-0caf-4485-b6eb-7381f8194334', 'name': 'network-vif-deleted', 'tag': '72a4bf69-b315-41b2-9072-88d6a3f36c83'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:06.791393 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfae3ca-f750-4e0d-b325-e68b3f0bff17" -d '{"events": [{"server_uuid": "cbbae56e-0caf-4485-b6eb-7381f8194334", "name": "network-vif-deleted", "tag": "72a4bf69-b315-41b2-9072-88d6a3f36c83"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:06.806034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=31b5184c-5c12-40b2-8e09-2f3a0ddf96a3,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:06.856871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d89c442a-2382-4957-87f0-9b9a1f2590a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:06.934088 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3', 'mac_address': 'fa:16:3e:d0:fb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:00:06.945596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cc835-34fb-4777-bea6-b20b2b459dda req-0b85427a-6f53-49b7-8fef-0c810abcfad8 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:06.947772 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36117c-3c4b-43bb-bca6-a633f5bf313d req-b415c0d8-5ad2-4b66-beb2-87065ead3ba8 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:06.954244 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de7cc835-34fb-4777-bea6-b20b2b459dda req-0b85427a-6f53-49b7-8fef-0c810abcfad8 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 949 time: 0.1233373 Nov 24 13:00:06.957385 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8d36117c-3c4b-43bb-bca6-a633f5bf313d req-b415c0d8-5ad2-4b66-beb2-87065ead3ba8 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1122360 Nov 24 13:00:07.069311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de7cc835-34fb-4777-bea6-b20b2b459dda req-c915a921-acaf-4233-be59-a992256c06ef tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138349 Nov 24 13:00:07.114138 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8d36117c-3c4b-43bb-bca6-a633f5bf313d req-6787c42f-e7a1-46df-a442-d0fb8336954a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557801 Nov 24 13:00:07.213395 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4726dcd1-824e-44ed-bb6c-bb2a2b717d60 x-openstack-request-id: req-4726dcd1-824e-44ed-bb6c-bb2a2b717d60 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:07.213986 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbbae56e-0caf-4485-b6eb-7381f8194334", "name": "network-vif-deleted", "tag": "72a4bf69-b315-41b2-9072-88d6a3f36c83", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:07.214433 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4726dcd1-824e-44ed-bb6c-bb2a2b717d60 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:07.215028 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbbae56e-0caf-4485-b6eb-7381f8194334', 'name': 'network-vif-deleted', 'tag': '72a4bf69-b315-41b2-9072-88d6a3f36c83', 'status': 'completed', 'code': 200} Nov 24 13:00:07.278605 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:07.337934 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:07.353084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96cc02-be2a-4671-bc70-806915350d06 req-bf8424c6-2533-44f1-97e1-514972f14b08 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:07.361012 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e96cc02-be2a-4671-bc70-806915350d06 req-bf8424c6-2533-44f1-97e1-514972f14b08 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1086183 Nov 24 13:00:07.375656 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:07.403010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:07.443178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=31b5184c-5c12-40b2-8e09-2f3a0ddf96a3,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:07.449002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b72015-7d81-4327-9e00-74dee3ea6a7d None None] Pushing event updated for resources: {'Port': ['ID=f9785c3a-bfde-4ada-be0c-a3112b7dce28,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:07.540867 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:07.543680 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e96cc02-be2a-4671-bc70-806915350d06 req-5adca120-212c-4e21-891c-9594580a7c06 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769207 Nov 24 13:00:07.642502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a3bb234e-5133-4468-9062-99fcc82ba5eb up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:07.935100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=31b5184c-5c12-40b2-8e09-2f3a0ddf96a3,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:07.969243 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8bb07f1-ab9c-429f-929a-93a09bc2b0e6 req-7cde91f5-6920-4841-b4d5-4cbfb3fdce76 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=cbbae56e-0caf-4485-b6eb-7381f8194334 HTTP/1.1" status: 200 len: 210 time: 0.0551844 Nov 24 13:00:07.973053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['31b5184c-5c12-40b2-8e09-2f3a0ddf96a3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:08.046141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Attempting to bind port f9785c3a-bfde-4ada-be0c-a3112b7dce28 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:00:08.046933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Attempting to bind port f9785c3a-bfde-4ada-be0c-a3112b7dce28 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '390b3082-9d33-4db2-842d-790887161cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'feef88a0-936f-490f-a43a-bd19de1525be'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:00:08.046933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Attempting to bind port f9785c3a-bfde-4ada-be0c-a3112b7dce28 on network feef88a0-936f-490f-a43a-bd19de1525be {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:08.108621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 12, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:00:08.108996 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Checking segment: {'id': '390b3082-9d33-4db2-842d-790887161cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'feef88a0-936f-490f-a43a-bd19de1525be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:00:08.109485 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:08.110288 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Bound using segment: {'id': '390b3082-9d33-4db2-842d-790887161cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'feef88a0-936f-490f-a43a-bd19de1525be'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:00:08.110779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Bound port: f9785c3a-bfde-4ada-be0c-a3112b7dce28, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390b3082-9d33-4db2-842d-790887161cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'feef88a0-936f-490f-a43a-bd19de1525be'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:00:08.111201 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:08.226496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ec62939b-26ae-4213-8139-fc03c8bac18f None None] Provisioning complete for port f9785c3a-bfde-4ada-be0c-a3112b7dce28 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:08.227027 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec62939b-26ae-4213-8139-fc03c8bac18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:08.340678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port a3bb234e-5133-4468-9062-99fcc82ba5eb completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:00:08.354529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62cb03-85e2-4c84-b1e4-b56038f35e74 req-c88a75e7-4dbd-44e1-b4ac-9c103a332531 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:08.360088 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2581c-4c7a-429e-86e7-07ce38d231b8 req-9c966fd7-0812-4880-beae-4b3cf6feeaf2 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:08.367244 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b62cb03-85e2-4c84-b1e4-b56038f35e74 req-c88a75e7-4dbd-44e1-b4ac-9c103a332531 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1522915 Nov 24 13:00:08.370585 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36b2581c-4c7a-429e-86e7-07ce38d231b8 req-9c966fd7-0812-4880-beae-4b3cf6feeaf2 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 949 time: 0.1623914 Nov 24 13:00:08.438427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port a3bb234e-5133-4468-9062-99fcc82ba5eb triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:08.445530 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:08.489109 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36b2581c-4c7a-429e-86e7-07ce38d231b8 req-711e29e9-fb97-4426-b404-f7c34e8ddecc tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174862 Nov 24 13:00:08.500602 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b62cb03-85e2-4c84-b1e4-b56038f35e74 req-c317f6d5-aeb4-4c49-96ba-44f553366c45 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282754 Nov 24 13:00:08.532969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ec62939b-26ae-4213-8139-fc03c8bac18f None None] Port f9785c3a-bfde-4ada-be0c-a3112b7dce28 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:00:08.550092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] For port f9785c3a-bfde-4ada-be0c-a3112b7dce28, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:00:08.615175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] For port f9785c3a-bfde-4ada-be0c-a3112b7dce28, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f9785c3a-bfde-4ada-be0c-a3112b7dce28,segment=NetworkSegment(390b3082-9d33-4db2-842d-790887161cf1),segment_id=390b3082-9d33-4db2-842d-790887161cf1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:00:08.682398 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:08.753649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05028442-edeb-41e9-bb58-dde4c15f6377 req-482062e9-5072-485e-bca7-9e7eef6677f7 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:08.757604 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-05028442-edeb-41e9-bb58-dde4c15f6377 req-482062e9-5072-485e-bca7-9e7eef6677f7 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1015325 Nov 24 13:00:08.913443 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:08.949184 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-05028442-edeb-41e9-bb58-dde4c15f6377 req-4f5f729e-5b63-4bed-8b30-d5fb15fc807d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843543 Nov 24 13:00:09.004357 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1b2a24-76e7-471b-91f5-b6cdc331e0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bb234e-5133-4468-9062-99fcc82ba5eb'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:09.007280 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4470e9b3-ba11-41a8-8857-1b2678a3ab38" -d '{"events": [{"server_uuid": "db1b2a24-76e7-471b-91f5-b6cdc331e0ae", "name": "network-vif-plugged", "status": "completed", "tag": "a3bb234e-5133-4468-9062-99fcc82ba5eb"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:09.010006 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b72015-7d81-4327-9e00-74dee3ea6a7d None None] Pushing event updated for resources: {'Port': ['ID=f9785c3a-bfde-4ada-be0c-a3112b7dce28,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:09.045405 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Routers {'69aaaa28-7d00-4a48-8c49-5e89693ca8ea'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:00:09.048466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T12:59:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['69aaaa28-7d00-4a48-8c49-5e89693ca8ea'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:09.171984 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b041714-a561-4ea5-b8c1-8d0b7ce4c6bb x-openstack-request-id: req-0b041714-a561-4ea5-b8c1-8d0b7ce4c6bb {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:09.172445 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1b2a24-76e7-471b-91f5-b6cdc331e0ae", "name": "network-vif-plugged", "status": "completed", "tag": "a3bb234e-5133-4468-9062-99fcc82ba5eb", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:09.173066 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b041714-a561-4ea5-b8c1-8d0b7ce4c6bb {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:09.175328 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1b2a24-76e7-471b-91f5-b6cdc331e0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bb234e-5133-4468-9062-99fcc82ba5eb', 'code': 200} Nov 24 13:00:09.190148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a3bb234e-5133-4468-9062-99fcc82ba5eb, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a3bb234e-5133-4468-9062-99fcc82ba5eb,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:09.208779 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:09.287491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbda38-0681-4dac-8836-45a12a454dcf req-bac74d84-2f08-4dea-8391-6502bc1aa9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:09.292286 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-67fbda38-0681-4dac-8836-45a12a454dcf req-bac74d84-2f08-4dea-8391-6502bc1aa9d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 1101 time: 0.1070879 Nov 24 13:00:09.327815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=a3bb234e-5133-4468-9062-99fcc82ba5eb,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:09.400444 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-67fbda38-0681-4dac-8836-45a12a454dcf req-36716140-3f81-4cc2-8445-d332bbbc5e57 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964551 Nov 24 13:00:09.461063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0ee7c871-f9e8-47e6-a671-b414dc6b5519 None None] Provisioning complete for port f9785c3a-bfde-4ada-be0c-a3112b7dce28 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:09.461436 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0ee7c871-f9e8-47e6-a671-b414dc6b5519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:09.794734 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] Set router 69aaaa28-7d00-4a48-8c49-5e89693ca8ea gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:00:09.798711 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818cfc3-b00e-4f49-a17f-4b5279fb5035 req-aab450bc-3060-4253-8820-941469015c86 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:09.804466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a818cfc3-b00e-4f49-a17f-4b5279fb5035 req-aab450bc-3060-4253-8820-941469015c86 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 950 time: 0.1425226 Nov 24 13:00:09.895159 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a818cfc3-b00e-4f49-a17f-4b5279fb5035 req-2a325938-4fce-4fe2-8a53-02260accfc6a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842028 Nov 24 13:00:10.076122 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:10.131398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4fe34-fcc9-4e93-afe2-0123ddbcdb23 req-8bc8c6d4-d32e-4026-a6f0-433759b4d7d0 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:10.142120 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6af4fe34-fcc9-4e93-afe2-0123ddbcdb23 req-8bc8c6d4-d32e-4026-a6f0-433759b4d7d0 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1080174 Nov 24 13:00:10.220852 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0ee7c871-f9e8-47e6-a671-b414dc6b5519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:10.227282 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6af4fe34-fcc9-4e93-afe2-0123ddbcdb23 req-d9dc3f88-a667-4cf2-9e9b-dc6a3c01d111 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841496 Nov 24 13:00:10.264895 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-0ee7c871-f9e8-47e6-a671-b414dc6b5519 None None] For port f9785c3a-bfde-4ada-be0c-a3112b7dce28, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f9785c3a-bfde-4ada-be0c-a3112b7dce28,segment=NetworkSegment(390b3082-9d33-4db2-842d-790887161cf1),segment_id=390b3082-9d33-4db2-842d-790887161cf1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:10.281570 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0ee7c871-f9e8-47e6-a671-b414dc6b5519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:10.344483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882becc-952a-41bf-bea0-e49d5f29fd1b req-9a3c9353-8539-4da8-8415-fa9c9f1993bf tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:10.358146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4882becc-952a-41bf-bea0-e49d5f29fd1b req-9a3c9353-8539-4da8-8415-fa9c9f1993bf tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1657634 Nov 24 13:00:10.490341 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4882becc-952a-41bf-bea0-e49d5f29fd1b req-bd28dbac-655b-408a-b56a-df34a170c018 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249995 Nov 24 13:00:10.502233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:10.522771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a4af-3925-4e53-9c09-4c6bcc02c63b req-6440238c-62c2-4d5c-9968-89bb6c88d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:10.524961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e64a4af-3925-4e53-9c09-4c6bcc02c63b req-6440238c-62c2-4d5c-9968-89bb6c88d58d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f105f42ae49484599bae47aa69aa081&device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 1096 time: 0.0708437 Nov 24 13:00:10.549074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7c871-f9e8-47e6-a671-b414dc6b5519 None None] Pushing event updated for resources: {'Port': ['ID=f9785c3a-bfde-4ada-be0c-a3112b7dce28,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:10.592956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:00:10.602381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'name': 'tempest-TaggedBootDevicesTest_v242-522009112-router', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '34175421-a668-47cd-9fd8-a22903d3bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:47Z', 'updated_at': '2021-11-24T13:00:00Z', 'revision_number': 4, 'project_id': '403746ab1cc340a5b2781baed68c1b29', 'gw_port': {'id': '34175421-a668-47cd-9fd8-a22903d3bb50', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:51Z', 'updated_at': '2021-11-24T13:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'f9785c3a-bfde-4ada-be0c-a3112b7dce28', 'name': '', 'network_id': 'feef88a0-936f-490f-a43a-bd19de1525be', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'mac_address': 'fa:16:3e:32:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ed392ac9-401d-4305-940f-b8340ff3fb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:57Z', 'updated_at': '2021-11-24T13:00:08Z', 'revision_number': 4, 'project_id': '403746ab1cc340a5b2781baed68c1b29', 'subnets': [{'id': 'ed392ac9-401d-4305-940f-b8340ff3fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:10.604479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:10.605592 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:10.672133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e34a61-2f50-4fd4-9f93-5f21d1c96436 None None] The sync data for ids ['69aaaa28-7d00-4a48-8c49-5e89693ca8ea'] in n-d-817303-4 is: [{'id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'name': 'tempest-TaggedBootDevicesTest_v242-522009112-router', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '34175421-a668-47cd-9fd8-a22903d3bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:47Z', 'updated_at': '2021-11-24T13:00:00Z', 'revision_number': 4, 'project_id': '403746ab1cc340a5b2781baed68c1b29', 'gw_port': {'id': '34175421-a668-47cd-9fd8-a22903d3bb50', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:51Z', 'updated_at': '2021-11-24T13:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'f9785c3a-bfde-4ada-be0c-a3112b7dce28', 'name': '', 'network_id': 'feef88a0-936f-490f-a43a-bd19de1525be', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'mac_address': 'fa:16:3e:32:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ed392ac9-401d-4305-940f-b8340ff3fb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:57Z', 'updated_at': '2021-11-24T13:00:08Z', 'revision_number': 4, 'project_id': '403746ab1cc340a5b2781baed68c1b29', 'subnets': [{'id': 'ed392ac9-401d-4305-940f-b8340ff3fb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:00:10.798979 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:10.882731 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=31b5184c-5c12-40b2-8e09-2f3a0ddf96a3,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:10.889321 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:10.953992 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a4af-3925-4e53-9c09-4c6bcc02c63b req-4086e3dc-5ce8-4b93-85c5-f50d6a61cef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:10.955846 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e64a4af-3925-4e53-9c09-4c6bcc02c63b req-4086e3dc-5ce8-4b93-85c5-f50d6a61cef2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 HTTP/1.1" status: 200 len: 914 time: 0.4198396 Nov 24 13:00:11.021395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=31b5184c-5c12-40b2-8e09-2f3a0ddf96a3,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:11.041427 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-711dfe00-44ba-4ea0-8920-472c46108ff5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:11.054204 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-711dfe00-44ba-4ea0-8920-472c46108ff5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.4353561 Nov 24 13:00:11.058113 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e64a4af-3925-4e53-9c09-4c6bcc02c63b req-242a4b29-a40f-43e7-b600-14565343cff7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13b51106-0de7-42f9-a769-9f0ad51fa073 HTTP/1.1" status: 200 len: 217 time: 0.0904419 Nov 24 13:00:11.173380 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dfc5a-ddac-4a2e-8392-fac78db13534 req-71dc58c4-f210-4130-b374-d309d8b99e33 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:11.174958 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-874dfc5a-ddac-4a2e-8392-fac78db13534 req-71dc58c4-f210-4130-b374-d309d8b99e33 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 950 time: 0.0906312 Nov 24 13:00:11.177608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec44342e-0ffd-4a36-8075-d58739139774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:11.179815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a4af-3925-4e53-9c09-4c6bcc02c63b req-cd068700-df16-4abd-bf6b-1734178f6fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:11.180548 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889d7780-29b5-460f-be69-b73862067713" -d '{"events": [{"server_uuid": "ec44342e-0ffd-4a36-8075-d58739139774", "name": "network-vif-plugged", "status": "completed", "tag": "31b5184c-5c12-40b2-8e09-2f3a0ddf96a3"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:11.181545 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e64a4af-3925-4e53-9c09-4c6bcc02c63b req-cd068700-df16-4abd-bf6b-1734178f6fe4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11e3051e-b0fa-49e8-b2ef-efe853098352 HTTP/1.1" status: 200 len: 853 time: 0.1146982 Nov 24 13:00:11.187292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-184ce59d-55c9-476e-8d2c-bce681b21194 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/quotas/429d3674f3ad4981b2ec0f312da0377d HTTP/1.1" status: 200 len: 375 time: 0.1322439 Nov 24 13:00:11.262843 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e64a4af-3925-4e53-9c09-4c6bcc02c63b req-037c6f08-815d-4938-b67c-1ca3e51ef974 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718167 Nov 24 13:00:11.296883 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-874dfc5a-ddac-4a2e-8392-fac78db13534 req-d0c58985-473b-4dd5-a86d-d80051174ef9 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068709 Nov 24 13:00:11.427482 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-b5d25871-bc40-4e8d-bbb7-5b7704e4b654 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1745713 Nov 24 13:00:11.429828 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e64a4af-3925-4e53-9c09-4c6bcc02c63b req-d28a02ae-da91-49a5-9473-b04c8de54e83 service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505733 Nov 24 13:00:11.488097 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d0f56d-81b6-4280-8e8c-cc80edb2716a x-openstack-request-id: req-96d0f56d-81b6-4280-8e8c-cc80edb2716a {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:11.489545 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec44342e-0ffd-4a36-8075-d58739139774", "name": "network-vif-plugged", "status": "completed", "tag": "31b5184c-5c12-40b2-8e09-2f3a0ddf96a3", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:11.490097 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96d0f56d-81b6-4280-8e8c-cc80edb2716a {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:11.490922 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec44342e-0ffd-4a36-8075-d58739139774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3', 'code': 200} Nov 24 13:00:11.629088 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e64a4af-3925-4e53-9c09-4c6bcc02c63b req-ba4dc0dc-610a-4287-b3b2-521b477a9561 service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894870 Nov 24 13:00:11.703249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8418385-5100-47d0-afa9-7314f98f2e9d req-58aeb33d-2509-4b4d-9335-68afd42e7f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:11.713094 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8418385-5100-47d0-afa9-7314f98f2e9d req-58aeb33d-2509-4b4d-9335-68afd42e7f75 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec44342e-0ffd-4a36-8075-d58739139774 HTTP/1.1" status: 200 len: 1101 time: 0.1060047 Nov 24 13:00:11.723817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299af7c-abef-4063-b893-0ac67375c732 req-b485ab56-35c0-472a-9f64-c3b175508cd2 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:11.739626 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f299af7c-abef-4063-b893-0ac67375c732 req-b485ab56-35c0-472a-9f64-c3b175508cd2 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1781878 Nov 24 13:00:11.783711 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-0b7853a9-33cc-48f9-a24f-c0da9ccf6e52 service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524253 Nov 24 13:00:11.949836 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f299af7c-abef-4063-b893-0ac67375c732 req-334b7849-f2cb-4c36-92c2-74e7b0ec0c30 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085779 Nov 24 13:00:11.965034 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8418385-5100-47d0-afa9-7314f98f2e9d req-74c3e1fd-d47e-4d28-871a-343fa1fe4a72 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194996 Nov 24 13:00:12.013101 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-7bfe3633-1042-4b27-ba17-f340b30b1e0d service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222767 Nov 24 13:00:12.283289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea5715-1d85-42b5-aa4b-b72da43631ed req-ea75d883-2693-42a9-9e98-2ec8d5b65599 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:12.284926 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8ea5715-1d85-42b5-aa4b-b72da43631ed req-ea75d883-2693-42a9-9e98-2ec8d5b65599 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec44342e-0ffd-4a36-8075-d58739139774 HTTP/1.1" status: 200 len: 950 time: 0.1345892 Nov 24 13:00:12.407379 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8ea5715-1d85-42b5-aa4b-b72da43631ed req-81ca33c2-0c74-4fb8-b336-eb0621f9751f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123819 Nov 24 13:00:12.477395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f9785c3a-bfde-4ada-be0c-a3112b7dce28 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:12.511710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997be38-3207-40a2-af0f-a8d23f1ac8e6 req-fd97f70b-77f4-482f-a88f-3340177ebf1b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:12.526906 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a997be38-3207-40a2-af0f-a8d23f1ac8e6 req-fd97f70b-77f4-482f-a88f-3340177ebf1b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.1347702 Nov 24 13:00:12.578034 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f3380ec6-66b5-4539-a2b4-347d57fb909d req-0b861440-300a-4051-a081-e101a642006d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 210 time: 0.0766160 Nov 24 13:00:12.644547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port f9785c3a-bfde-4ada-be0c-a3112b7dce28 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:12.644946 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:12.693276 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a997be38-3207-40a2-af0f-a8d23f1ac8e6 req-47f3a254-a43c-48ae-b670-daf46c0139f0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654277 Nov 24 13:00:13.165370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a86cb-2da4-4a88-8e8c-07795436c784 req-18eff13d-beea-4489-91c0-2dc4fd0b9a08 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:13.170681 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d90a86cb-2da4-4a88-8e8c-07795436c784 req-18eff13d-beea-4489-91c0-2dc4fd0b9a08 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1076930 Nov 24 13:00:13.295111 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d90a86cb-2da4-4a88-8e8c-07795436c784 req-5b85a34c-5547-4353-a359-ea9d7d496e68 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133218 Nov 24 13:00:13.583494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1826b-d282-43d5-b929-de3442e24178 req-ecd4fa7f-97bd-4625-8ee4-879af89762c6 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:13.585221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ffe1826b-d282-43d5-b929-de3442e24178 req-ecd4fa7f-97bd-4625-8ee4-879af89762c6 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec44342e-0ffd-4a36-8075-d58739139774 HTTP/1.1" status: 200 len: 950 time: 0.0693848 Nov 24 13:00:13.717007 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ffe1826b-d282-43d5-b929-de3442e24178 req-8f596270-e485-49d4-80fc-e827101d4c09 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243200 Nov 24 13:00:13.747863 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-91d8ef4f-70f6-433d-a84d-348e99f25e4e req-900d0b27-6bd5-4272-96d3-db68107aea81 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 210 time: 0.0472302 Nov 24 13:00:13.944903 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374319b2-841f-450f-b8ed-d59fad2c6d89 req-984cea94-b6fe-4791-8b20-4e081d71a941 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:13.953378 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-374319b2-841f-450f-b8ed-d59fad2c6d89 req-984cea94-b6fe-4791-8b20-4e081d71a941 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 945 time: 0.0883770 Nov 24 13:00:14.039533 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-374319b2-841f-450f-b8ed-d59fad2c6d89 req-8531d7bf-51da-4d51-bc74-2c3b5cf0d27b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800562 Nov 24 13:00:14.305243 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:00:14.331117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-7a5ce119-44c7-49a7-b657-63bcc79150be tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:14.333806 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-7a5ce119-44c7-49a7-b657-63bcc79150be tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.3584738 Nov 24 13:00:14.352848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-2550be77-3a54-4b79-ace9-be782fb109a8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Request body: {'port': {'device_id': 'fc5dafd3-743a-4916-9057-b83a83ff1ca4', 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'admin_state_up': True, 'tenant_id': '429d3674f3ad4981b2ec0f312da0377d'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:14.373190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b02d6-c6f0-4b16-9a07-fb178bac63c4 req-22bd2c2d-2c33-4c55-9237-ccb71bfbef2d tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:14.381163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b02d6-c6f0-4b16-9a07-fb178bac63c4 req-22bd2c2d-2c33-4c55-9237-ccb71bfbef2d tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:14.384011 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f6b02d6-c6f0-4b16-9a07-fb178bac63c4 req-22bd2c2d-2c33-4c55-9237-ccb71bfbef2d tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae&device_id=ec44342e-0ffd-4a36-8075-d58739139774 HTTP/1.1" status: 200 len: 1691 time: 0.1514595 Nov 24 13:00:14.495376 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 13b51106-0de7-42f9-a769-9f0ad51fa073 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:00:14.557354 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f6b02d6-c6f0-4b16-9a07-fb178bac63c4 req-f1b838f2-531e-413f-b8ab-08492b97c5ca tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466336 Nov 24 13:00:14.588080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca21174-e3c1-4adb-8c39-4e6ed9b13cc5 req-03341856-9fce-4cff-888c-f08fb8e11c50 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:14.597941 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bca21174-e3c1-4adb-8c39-4e6ed9b13cc5 req-03341856-9fce-4cff-888c-f08fb8e11c50 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.0997138 Nov 24 13:00:14.603739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-2550be77-3a54-4b79-ace9-be782fb109a8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Made reservation on behalf of 429d3674f3ad4981b2ec0f312da0377d for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:00:14.608449 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-2550be77-3a54-4b79-ace9-be782fb109a8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:14.663334 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bca21174-e3c1-4adb-8c39-4e6ed9b13cc5 req-02ac7a30-2d29-446b-aa8e-4dafc3ef9f24 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637794 Nov 24 13:00:14.690550 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:14.752998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09f44a8-20a4-4d19-8b1d-525c0dbbaa43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13b51106-0de7-42f9-a769-9f0ad51fa073'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:14.761299 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abc95f4-47e9-443c-8703-6187fc73b547" -d '{"events": [{"server_uuid": "f09f44a8-20a4-4d19-8b1d-525c0dbbaa43", "name": "network-vif-unplugged", "status": "completed", "tag": "13b51106-0de7-42f9-a769-9f0ad51fa073"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:14.786027 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-2550be77-3a54-4b79-ace9-be782fb109a8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Allocated IP 172.20.0.14 (aae1eca4-2d05-4fc7-96ce-2cd610c52d2b/e9ed41c1-a924-4ba0-9444-2052d8ad1db8/e2f46e02-0a0b-473e-b476-a75bb39f2ebf) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:00:14.790692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 13b51106-0de7-42f9-a769-9f0ad51fa073, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=13b51106-0de7-42f9-a769-9f0ad51fa073,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:14.799562 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:14.884656 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc1b3cd-62da-48f9-abe8-758056a2f472 x-openstack-request-id: req-2bc1b3cd-62da-48f9-abe8-758056a2f472 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:14.888133 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09f44a8-20a4-4d19-8b1d-525c0dbbaa43", "name": "network-vif-unplugged", "status": "failed", "tag": "13b51106-0de7-42f9-a769-9f0ad51fa073", "code": 422}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:14.888576 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2bc1b3cd-62da-48f9-abe8-758056a2f472 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:14.889071 n-d-817303-4 neutron-server[114987]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f09f44a8-20a4-4d19-8b1d-525c0dbbaa43', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '13b51106-0de7-42f9-a769-9f0ad51fa073', 'code': 422} returned with failed status Nov 24 13:00:14.941251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=13b51106-0de7-42f9-a769-9f0ad51fa073,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:14.983279 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-643abc3f-4521-48d1-8b8f-62e3f5dcfd4f req-9c81f4df-2467-452e-bf3a-24625632af4f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 210 time: 0.0399871 Nov 24 13:00:14.991365 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-2550be77-3a54-4b79-ace9-be782fb109a8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:15.072108 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-2550be77-3a54-4b79-ace9-be782fb109a8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:15.086643 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d89c442a-2382-4957-87f0-9b9a1f2590a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:15.127616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-2550be77-3a54-4b79-ace9-be782fb109a8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:00:15.135981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3117f-65d0-4e4a-935c-2e010391f4e4 req-d2d7c0aa-928e-4540-aace-fd70f198e932 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:15.145975 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50b3117f-65d0-4e4a-935c-2e010391f4e4 req-d2d7c0aa-928e-4540-aace-fd70f198e932 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 1101 time: 0.1095917 Nov 24 13:00:15.157668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-2550be77-3a54-4b79-ace9-be782fb109a8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:00:15.160577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-2550be77-3a54-4b79-ace9-be782fb109a8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:00:15.234004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-2550be77-3a54-4b79-ace9-be782fb109a8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:15.234652 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-2550be77-3a54-4b79-ace9-be782fb109a8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:15.262170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5eab94-0666-4977-89b4-971931cf4b21 req-541fd888-d438-420a-9fad-34f612de313d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:15.271354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9e5eab94-0666-4977-89b4-971931cf4b21 req-541fd888-d438-420a-9fad-34f612de313d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.1040890 Nov 24 13:00:15.309649 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50b3117f-65d0-4e4a-935c-2e010391f4e4 req-4317a1dd-d8c8-47be-99bf-4a7414217d44 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624296 Nov 24 13:00:15.310423 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550be77-3a54-4b79-ace9-be782fb109a8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Pushing event updated for resources: {'Port': ['ID=e2f46e02-0a0b-473e-b476-a75bb39f2ebf,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:15.338613 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-2550be77-3a54-4b79-ace9-be782fb109a8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9905214 Nov 24 13:00:15.361453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Request body: {'port': {'device_id': 'fc5dafd3-743a-4916-9057-b83a83ff1ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:15.419557 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9e5eab94-0666-4977-89b4-971931cf4b21 req-73b893f5-1547-43f6-ab20-b36c8f0735f5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442814 Nov 24 13:00:15.478094 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:15.576035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283487a-cda4-4a10-ac3d-192d2ef79112 req-459df151-8e66-475c-b4f4-99dd8cb8e36b tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:15.578553 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a283487a-cda4-4a10-ac3d-192d2ef79112 req-459df151-8e66-475c-b4f4-99dd8cb8e36b tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ec44342e-0ffd-4a36-8075-d58739139774 HTTP/1.1" status: 200 len: 1101 time: 0.0729890 Nov 24 13:00:15.646600 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a283487a-cda4-4a10-ac3d-192d2ef79112 req-688c2b8a-679a-476e-8010-287fd26259ab tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589416 Nov 24 13:00:15.769359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafbd2c-9731-4406-b9b9-ac637f21bb5c req-06c75ae9-21c8-4609-a9f6-0c923a9ca159 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:15.778635 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7dafbd2c-9731-4406-b9b9-ac637f21bb5c req-06c75ae9-21c8-4609-a9f6-0c923a9ca159 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.1180098 Nov 24 13:00:15.889553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7dafbd2c-9731-4406-b9b9-ac637f21bb5c req-86197b27-4ae7-4ab1-9f65-4cf7fa5c4b1c tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096058 Nov 24 13:00:15.896985 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4fb87-69fa-4efc-9afc-a76a6f41e21a req-460a2d10-f9ce-4505-9f5d-c36f3b6daa03 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:15.901621 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5eb4fb87-69fa-4efc-9afc-a76a6f41e21a req-460a2d10-f9ce-4505-9f5d-c36f3b6daa03 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.0603094 Nov 24 13:00:15.959803 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5eb4fb87-69fa-4efc-9afc-a76a6f41e21a req-afda6713-8993-4f9f-ba50-ec32f7306dd2 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542698 Nov 24 13:00:15.996687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f46e02-0a0b-473e-b476-a75bb39f2ebf {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:16.001510 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:16.030638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Transition to ACTIVE for port object e2f46e02-0a0b-473e-b476-a75bb39f2ebf will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:00:16.037742 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:16.127140 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f46e02-0a0b-473e-b476-a75bb39f2ebf,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:16.133668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-26389be6-f325-40c5-b11b-09c167a91504 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=92d638b31b6c4805af7701d21e9d6244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759594 Nov 24 13:00:16.205645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564414-417b-4a41-8b22-50fab2c3ad6f req-d519543c-336d-4f5e-830b-01ffed837c9c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:16.207408 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-46564414-417b-4a41-8b22-50fab2c3ad6f req-d519543c-336d-4f5e-830b-01ffed837c9c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 944 time: 0.0565720 Nov 24 13:00:16.278535 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-46564414-417b-4a41-8b22-50fab2c3ad6f req-018af3a6-370c-470a-8c7a-244a1ed1555f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582745 Nov 24 13:00:16.315285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Attempting to bind port e2f46e02-0a0b-473e-b476-a75bb39f2ebf on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:00:16.315631 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Attempting to bind port e2f46e02-0a0b-473e-b476-a75bb39f2ebf by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:00:16.315961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Attempting to bind port e2f46e02-0a0b-473e-b476-a75bb39f2ebf on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:16.330828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Port e2f46e02-0a0b-473e-b476-a75bb39f2ebf on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:00:16.331413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Attempting to bind port e2f46e02-0a0b-473e-b476-a75bb39f2ebf on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:16.337563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-e4e1aca4-606c-4b51-9e16-fd6a5d1db56b req-cc86d0eb-9f1f-4e0e-bd2b-0df90cd1e66a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:00:16.339349 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e4e1aca4-606c-4b51-9e16-fd6a5d1db56b req-cc86d0eb-9f1f-4e0e-bd2b-0df90cd1e66a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060153 Nov 24 13:00:16.344296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-ea23f29f-b333-4b6d-a847-f1247157b1b6 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:16.346699 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-ea23f29f-b333-4b6d-a847-f1247157b1b6 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034786 Nov 24 13:00:16.350268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:00:16.351019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Checking segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:00:16.351544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Bound using segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:00:16.352789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Bound port: e2f46e02-0a0b-473e-b476-a75bb39f2ebf, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:00:16.353982 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:16.382943 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-7690396f-b2b1-43b6-9876-960c00bc4fe3 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/quotas/92d638b31b6c4805af7701d21e9d6244 HTTP/1.1" status: 200 len: 375 time: 0.0265324 Nov 24 13:00:16.492462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] For port e2f46e02-0a0b-473e-b476-a75bb39f2ebf, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:00:16.496994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] For port e2f46e02-0a0b-473e-b476-a75bb39f2ebf, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e2f46e02-0a0b-473e-b476-a75bb39f2ebf,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:00:16.516829 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:16.547032 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b1edb4c2-03dd-44fa-8159-46778463760f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1396391 Nov 24 13:00:16.614650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d46b11-7e0f-49b2-86a5-9296ad730b85 req-ab8cc61a-972a-4625-bbf0-33b9c0af89e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:16.622598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f46e02-0a0b-473e-b476-a75bb39f2ebf,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:16.625220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35d46b11-7e0f-49b2-86a5-9296ad730b85 req-ab8cc61a-972a-4625-bbf0-33b9c0af89e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.1050265 Nov 24 13:00:16.640268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:16.641126 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:16.644952 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-1049b944-1bfb-42b4-8116-ed1d06c98b16 service neutron] 10.222.0.46 "PUT /v2.0/ports/e2f46e02-0a0b-473e-b476-a75bb39f2ebf HTTP/1.1" status: 200 len: 1092 time: 1.2969553 Nov 24 13:00:16.646473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5dafd3-743a-4916-9057-b83a83ff1ca4', 'tag': 'e2f46e02-0a0b-473e-b476-a75bb39f2ebf'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:16.653215 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d8981d-02e3-4fb5-acd2-1fc88333d65a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5dafd3-743a-4916-9057-b83a83ff1ca4", "tag": "e2f46e02-0a0b-473e-b476-a75bb39f2ebf"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:16.763945 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35d46b11-7e0f-49b2-86a5-9296ad730b85 req-abc3cde1-fe9c-4d9f-b497-14d98a0526cf tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323440 Nov 24 13:00:16.833763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58fe5a1b-2a66-45a4-b531-169cae56a198 req-0554efff-45e3-4943-b61a-1f237ee91bb2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1522541 Nov 24 13:00:16.853050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-07a067c2-6652-42d8-95f0-efe27bd6d927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:16.856760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-07a067c2-6652-42d8-95f0-efe27bd6d927 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 1095 time: 0.1418200 Nov 24 13:00:16.975975 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc490b6-1448-46d4-b1e8-b921783015b4 x-openstack-request-id: req-1bc490b6-1448-46d4-b1e8-b921783015b4 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:16.976590 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5dafd3-743a-4916-9057-b83a83ff1ca4", "tag": "e2f46e02-0a0b-473e-b476-a75bb39f2ebf", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:16.976590 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bc490b6-1448-46d4-b1e8-b921783015b4 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:16.976978 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5dafd3-743a-4916-9057-b83a83ff1ca4', 'tag': 'e2f46e02-0a0b-473e-b476-a75bb39f2ebf', 'status': 'completed', 'code': 200} Nov 24 13:00:16.979307 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-dfcc5ebf-a935-4154-9854-bfdb346d50db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2f46e02-0a0b-473e-b476-a75bb39f2ebf HTTP/1.1" status: 200 len: 217 time: 0.1065722 Nov 24 13:00:17.100270 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab6884eb-7fa6-4571-a756-6575063b96df req-478d706d-617a-419d-abee-514687160bc1 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 210 time: 0.1210110 Nov 24 13:00:17.143544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-66b9bf10-c39e-448b-951f-8089d7801ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:17.145326 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-66b9bf10-c39e-448b-951f-8089d7801ff0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.1563466 Nov 24 13:00:17.178708 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-b0b7e7b1-c919-4a2a-8d9f-a255a9d4e0a7 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1261584911&fields=id&tenant_id=64e1f97e83e44c8e89dd3e01e92d1782 HTTP/1.1" status: 200 len: 267 time: 0.1463883 Nov 24 13:00:17.261265 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-f18e6c73-6ba3-461b-8270-a88f8ffad156 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035335 Nov 24 13:00:17.325998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-c2156e9a-0e8a-4074-84bc-57266b686f81 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:17.327743 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-c2156e9a-0e8a-4074-84bc-57266b686f81 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/networks?id=10590d13-890c-4212-a949-5f72d63ea981 HTTP/1.1" status: 200 len: 816 time: 0.1477873 Nov 24 13:00:17.359404 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-f83aab6e-d49f-41f2-9a4e-bad17cee2ced tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/quotas/64e1f97e83e44c8e89dd3e01e92d1782 HTTP/1.1" status: 200 len: 375 time: 0.0235460 Nov 24 13:00:17.436929 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-cf7fbb7f-2b1e-4dfe-94dc-e0e76e86b65f tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=64e1f97e83e44c8e89dd3e01e92d1782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694914 Nov 24 13:00:17.449346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44596868-8e71-43a4-a5b0-4a5eb253b2ae req-35c9f61d-d1c2-4521-a622-db13931adc4d tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:17.456904 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-44596868-8e71-43a4-a5b0-4a5eb253b2ae req-35c9f61d-d1c2-4521-a622-db13931adc4d tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 944 time: 0.1887298 Nov 24 13:00:17.526955 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-756b4e81-1aa8-4f42-83d6-89954f4340aa service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473850 Nov 24 13:00:17.562621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 411ed3bf-1924-4b89-91a8-c3964eebb50a details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:00:17.600275 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-ad521b83-06b5-49f7-ae0a-f97265e55fe8 service neutron] 10.222.0.48 "GET /v2.0/networks/10590d13-890c-4212-a949-5f72d63ea981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463757 Nov 24 13:00:17.651206 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-44596868-8e71-43a4-a5b0-4a5eb253b2ae req-b3345571-bd82-4ba0-9daa-d7e39efe487c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867027 Nov 24 13:00:17.743969 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76a38c67-3833-4648-9cd3-afc1c2f1492d req-2f9a4a56-0e8a-4ba5-8594-14d1597b3d1c service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830885 Nov 24 13:00:17.819627 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-5f4c081d-85cd-43a4-8c5e-53adea3db997 service neutron] 10.222.0.48 "GET /v2.0/networks/10590d13-890c-4212-a949-5f72d63ea981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182608 Nov 24 13:00:17.829368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 411ed3bf-1924-4b89-91a8-c3964eebb50a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:17.849944 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'port_id': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'mac_address': 'fa:16:3e:12:15:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:00:17.910002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dfa79-9f7a-434c-9143-19012fc284d8 req-5a7e123e-ed15-45f1-bcc8-757c286caf6f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:17.911720 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:17.918969 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-236dfa79-9f7a-434c-9143-19012fc284d8 req-5a7e123e-ed15-45f1-bcc8-757c286caf6f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 944 time: 0.1492648 Nov 24 13:00:17.928765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 411ed3bf-1924-4b89-91a8-c3964eebb50a {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:17.970610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 411ed3bf-1924-4b89-91a8-c3964eebb50a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:17.984656 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:18.066392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=411ed3bf-1924-4b89-91a8-c3964eebb50a,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:18.289539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8981d-02e3-4fb5-acd2-1fc88333d65a req-2911a741-1eb0-4bf2-bbd7-bb81283b6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:18.291237 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3d8981d-02e3-4fb5-acd2-1fc88333d65a req-2911a741-1eb0-4bf2-bbd7-bb81283b6129 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 1095 time: 0.3702023 Nov 24 13:00:18.325270 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-236dfa79-9f7a-434c-9143-19012fc284d8 req-8e95358a-53dc-4cdf-abc3-c264073fae6a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050870 Nov 24 13:00:18.376598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe5a1b-2a66-45a4-b531-169cae56a198 req-6c803357-26f8-4c90-a9f7-1e9306cb75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:18.378269 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58fe5a1b-2a66-45a4-b531-169cae56a198 req-6c803357-26f8-4c90-a9f7-1e9306cb75b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43&tenant_id=3f105f42ae49484599bae47aa69aa081 HTTP/1.1" status: 200 len: 1094 time: 0.1533508 Nov 24 13:00:18.384679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['411ed3bf-1924-4b89-91a8-c3964eebb50a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:18.495279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e59e1-a7ab-482a-ad43-37bb5bab1950 req-6a21eaba-1b0e-480e-80ab-16366c17cb26 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:18.497217 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a89e59e1-a7ab-482a-ad43-37bb5bab1950 req-6a21eaba-1b0e-480e-80ab-16366c17cb26 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.1460612 Nov 24 13:00:18.507760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe5a1b-2a66-45a4-b531-169cae56a198 req-e40e45df-017b-42d9-b02c-df7786c5a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:18.509966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 13b51106-0de7-42f9-a769-9f0ad51fa073 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:00:18.510584 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58fe5a1b-2a66-45a4-b531-169cae56a198 req-e40e45df-017b-42d9-b02c-df7786c5a77c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f105f42ae49484599bae47aa69aa081&device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 1094 time: 0.0810862 Nov 24 13:00:18.545386 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b7aab74f-1f2f-4d40-81f7-f9b9e00930d0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=92d638b31b6c4805af7701d21e9d6244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682914 Nov 24 13:00:18.657731 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e10886dd-6e36-4c83-a33e-93f25641d192 req-777324ae-4398-40b9-bea3-3edfe1497be9 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 210 time: 0.0631959 Nov 24 13:00:18.678762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8981d-02e3-4fb5-acd2-1fc88333d65a req-8e481208-27ba-4355-96ae-59b6d854c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:18.680591 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3d8981d-02e3-4fb5-acd2-1fc88333d65a req-8e481208-27ba-4355-96ae-59b6d854c7fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 906 time: 0.3541844 Nov 24 13:00:18.787645 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3d8981d-02e3-4fb5-acd2-1fc88333d65a req-338a978b-7e94-42cb-a630-cf7caab067c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2f46e02-0a0b-473e-b476-a75bb39f2ebf HTTP/1.1" status: 200 len: 217 time: 0.0777535 Nov 24 13:00:18.795387 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a89e59e1-a7ab-482a-ad43-37bb5bab1950 req-f8d908d4-4e62-4a5f-9dc7-18e13b793975 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827229 Nov 24 13:00:18.833532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe5a1b-2a66-45a4-b531-169cae56a198 req-8afc23fe-a0e9-4b22-9d67-ce731b4946d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:18.834986 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58fe5a1b-2a66-45a4-b531-169cae56a198 req-8afc23fe-a0e9-4b22-9d67-ce731b4946d8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 HTTP/1.1" status: 200 len: 914 time: 0.3017786 Nov 24 13:00:18.897927 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58fe5a1b-2a66-45a4-b531-169cae56a198 req-89bc77d3-86cd-4a4e-b262-f1b33d5661d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13b51106-0de7-42f9-a769-9f0ad51fa073 HTTP/1.1" status: 200 len: 217 time: 0.0542758 Nov 24 13:00:18.924506 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f2b0492-313a-42f6-bc5f-346b676af83c req-ea91f071-7940-4df4-a751-b86c6e2ea891 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.1498847 Nov 24 13:00:18.952122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8981d-02e3-4fb5-acd2-1fc88333d65a req-80c5e434-8579-42a2-9ab7-9d9b8c0c34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:18.952122 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3d8981d-02e3-4fb5-acd2-1fc88333d65a req-80c5e434-8579-42a2-9ab7-9d9b8c0c34ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.1386383 Nov 24 13:00:18.988372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe5a1b-2a66-45a4-b531-169cae56a198 req-969e04c0-5bbb-4f9b-8231-2b163cef445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:18.990068 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58fe5a1b-2a66-45a4-b531-169cae56a198 req-969e04c0-5bbb-4f9b-8231-2b163cef445f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11e3051e-b0fa-49e8-b2ef-efe853098352 HTTP/1.1" status: 200 len: 853 time: 0.0851524 Nov 24 13:00:18.998907 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3d8981d-02e3-4fb5-acd2-1fc88333d65a req-61b3bfa5-4d54-43fe-a753-f99510622939 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389314 Nov 24 13:00:19.011331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-ebc09a7f-2205-4812-a4a7-c82dc823fe52 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:19.012684 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-ebc09a7f-2205-4812-a4a7-c82dc823fe52 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4576011 Nov 24 13:00:19.043565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-eafd9aeb-ab54-42af-8ef7-d462c816d21b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Request body: {'port': {'device_id': '3e06627a-d3ba-4441-ad04-7f1ce37a5b5f', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '92d638b31b6c4805af7701d21e9d6244'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:19.071164 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58fe5a1b-2a66-45a4-b531-169cae56a198 req-71de3ce7-cdc8-4769-9224-805af1dfc725 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670474 Nov 24 13:00:19.134050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2fdb1-8d1d-4067-b1bf-2060371dcc3f req-4e1d891f-3397-4fcf-857b-e05ebdcc834a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:19.135815 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2c2fdb1-8d1d-4067-b1bf-2060371dcc3f req-4e1d891f-3397-4fcf-857b-e05ebdcc834a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 945 time: 0.1139176 Nov 24 13:00:19.217435 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3d8981d-02e3-4fb5-acd2-1fc88333d65a req-5fb3d36c-f11b-46e9-be51-31332766a767 service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030017 Nov 24 13:00:19.243034 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2c2fdb1-8d1d-4067-b1bf-2060371dcc3f req-bb38bef6-5408-4258-ae29-dce773764ebe tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808022 Nov 24 13:00:19.245366 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58fe5a1b-2a66-45a4-b531-169cae56a198 req-e8a6809e-484e-42ae-86e4-3be29b0dc48d service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653125 Nov 24 13:00:19.283667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-eafd9aeb-ab54-42af-8ef7-d462c816d21b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Made reservation on behalf of 92d638b31b6c4805af7701d21e9d6244 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:00:19.290513 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-eafd9aeb-ab54-42af-8ef7-d462c816d21b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:19.389557 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58fe5a1b-2a66-45a4-b531-169cae56a198 req-4084b89d-e1d6-497b-92c4-579ce5839594 service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276879 Nov 24 13:00:19.436550 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a66704-6d12-4df1-a90d-e8fd31c17910 req-9b0806b2-e7d5-46d0-a0d5-7ebd64af7ff9 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:19.438674 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4a66704-6d12-4df1-a90d-e8fd31c17910 req-9b0806b2-e7d5-46d0-a0d5-7ebd64af7ff9 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.0635388 Nov 24 13:00:19.500288 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3d8981d-02e3-4fb5-acd2-1fc88333d65a req-d85bd0ae-a5cb-4abc-8738-184c7b3cf98e service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615423 Nov 24 13:00:19.509551 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4a66704-6d12-4df1-a90d-e8fd31c17910 req-08621c7f-178a-4a1b-92ab-a3d83b5bb735 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629723 Nov 24 13:00:19.557013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e7f42-b52f-4063-b508-33d40510036b req-cc4dd4c6-7dd7-430c-8b1f-15824e5f1fb2 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:19.559217 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-347e7f42-b52f-4063-b508-33d40510036b req-cc4dd4c6-7dd7-430c-8b1f-15824e5f1fb2 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 944 time: 0.1436007 Nov 24 13:00:19.577908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device e2f46e02-0a0b-473e-b476-a75bb39f2ebf details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:00:19.610757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-eafd9aeb-ab54-42af-8ef7-d462c816d21b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Allocated IP 192.168.233.50 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/bb31412f-3fcf-43c3-a57f-672d1a7a5bd1) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:00:19.667722 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-347e7f42-b52f-4063-b508-33d40510036b req-fb6186d4-f91a-4b0f-8d09-214230df4282 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986819 Nov 24 13:00:19.725194 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port e2f46e02-0a0b-473e-b476-a75bb39f2ebf, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e2f46e02-0a0b-473e-b476-a75bb39f2ebf,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:19.739963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'e2f46e02-0a0b-473e-b476-a75bb39f2ebf', 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'port_id': 'e2f46e02-0a0b-473e-b476-a75bb39f2ebf', 'mac_address': 'fa:16:3e:b7:97:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ed41c1-a924-4ba0-9444-2052d8ad1db8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:00:19.796834 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:19.825329 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f46e02-0a0b-473e-b476-a75bb39f2ebf {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:19.882013 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-185b70fe-cdce-4ce1-92d6-869f0af252b9 req-83db6bd4-26f0-41f7-9616-17d32651ce48 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 210 time: 0.0518706 Nov 24 13:00:19.913731 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port e2f46e02-0a0b-473e-b476-a75bb39f2ebf, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e2f46e02-0a0b-473e-b476-a75bb39f2ebf,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:19.922107 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:20.084504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff99a89-609d-448d-9f91-3f2dbaf724ea req-9283eacc-e30f-441c-80b0-c891ac61633f tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:20.089642 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=e2f46e02-0a0b-473e-b476-a75bb39f2ebf,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:20.093915 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9ff99a89-609d-448d-9f91-3f2dbaf724ea req-9283eacc-e30f-441c-80b0-c891ac61633f tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.1463389 Nov 24 13:00:20.161560 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5425db28-0146-4760-852a-b5c474e9b359 req-ad272335-f426-4273-9037-f5ec4e102902 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0599611 Nov 24 13:00:20.191275 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-eafd9aeb-ab54-42af-8ef7-d462c816d21b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:20.258713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['e2f46e02-0a0b-473e-b476-a75bb39f2ebf'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:20.376547 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9ff99a89-609d-448d-9f91-3f2dbaf724ea req-2a271715-2d79-48b4-8bd8-62d4603f5277 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815149 Nov 24 13:00:20.429693 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-eafd9aeb-ab54-42af-8ef7-d462c816d21b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:20.436250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-d3753d15-da3b-44f9-994f-bae787db7e2a tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:20.439067 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-d3753d15-da3b-44f9-994f-bae787db7e2a tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.59 "GET /v2.0/networks?id=10590d13-890c-4212-a949-5f72d63ea981 HTTP/1.1" status: 200 len: 816 time: 0.3240213 Nov 24 13:00:20.474255 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b', '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:20.505329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd9aeb-ab54-42af-8ef7-d462c816d21b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event updated for resources: {'Port': ['ID=bb31412f-3fcf-43c3-a57f-672d1a7a5bd1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:20.535801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-eafd9aeb-ab54-42af-8ef7-d462c816d21b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:00:20.545827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-eafd9aeb-ab54-42af-8ef7-d462c816d21b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:00:20.553525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-eafd9aeb-ab54-42af-8ef7-d462c816d21b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:00:20.581323 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe1ddc-24a3-423d-b627-d02801f4241a req-4a328717-e319-401f-876f-eaff706c0a14 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:20.595824 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fbe1ddc-24a3-423d-b627-d02801f4241a req-4a328717-e319-401f-876f-eaff706c0a14 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 945 time: 0.1507828 Nov 24 13:00:20.751315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-eafd9aeb-ab54-42af-8ef7-d462c816d21b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:20.753878 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-eafd9aeb-ab54-42af-8ef7-d462c816d21b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:20.781398 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fbe1ddc-24a3-423d-b627-d02801f4241a req-3b362062-eb33-40d3-9614-724edb39e959 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823363 Nov 24 13:00:20.866495 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-eafd9aeb-ab54-42af-8ef7-d462c816d21b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8286164 Nov 24 13:00:20.871973 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ac28ba54-a775-45f3-b870-6ba1de060bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:20.892422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Request body: {'port': {'device_id': '3e06627a-d3ba-4441-ad04-7f1ce37a5b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:21.038685 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c1a9f-2bc5-4e39-bb7c-05f2bf7cefdd req-fd163b2f-4588-4798-b2b2-3f372127e1ae tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:21.048033 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b6c1a9f-2bc5-4e39-bb7c-05f2bf7cefdd req-fd163b2f-4588-4798-b2b2-3f372127e1ae tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.3575838 Nov 24 13:00:21.126290 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:21.133290 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-aa3e0697-a543-45f0-8d0c-975b49e77726 None None] Provisioning complete for port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:21.133793 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-aa3e0697-a543-45f0-8d0c-975b49e77726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:21.165374 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdea1f-bc77-47d5-92a7-d4ac4be2927a req-5ff198eb-c920-4a4c-bf26-95d897bab25d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:21.174122 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-62fdea1f-bc77-47d5-92a7-d4ac4be2927a req-5ff198eb-c920-4a4c-bf26-95d897bab25d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 945 time: 0.1425931 Nov 24 13:00:21.277804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e0697-a543-45f0-8d0c-975b49e77726 None None] Port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:00:21.300663 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-62fdea1f-bc77-47d5-92a7-d4ac4be2927a req-f32303b2-1b22-4a6f-aa50-9c9cbc824591 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205628 Nov 24 13:00:21.393509 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b6c1a9f-2bc5-4e39-bb7c-05f2bf7cefdd req-56de3334-9350-4072-87d8-13814e6a7196 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442690 Nov 24 13:00:21.548090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe6903-d70c-42d7-8527-27a850890e8f req-62d640de-6ed1-4e2d-b49e-3b4a9f004d10 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:21.556912 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6dbe6903-d70c-42d7-8527-27a850890e8f req-62d640de-6ed1-4e2d-b49e-3b4a9f004d10 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 935 time: 0.1039886 Nov 24 13:00:21.581107 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36602f90-0621-44aa-aaea-f1080ecc26b0 req-c89a07a2-0af7-41df-a28a-ee873406238c tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0590672 Nov 24 13:00:21.591404 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 411ed3bf-1924-4b89-91a8-c3964eebb50a up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:21.665975 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6dbe6903-d70c-42d7-8527-27a850890e8f req-12365f85-185e-429d-b6cb-cc0af0ade57a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002166 Nov 24 13:00:21.682516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['58725471-ab98-4914-ad65-4a77d8fde287', 'b70673d4-dccc-4966-b3ef-86c3358d476c', 'a3bb234e-5133-4468-9062-99fcc82ba5eb'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:21.846451 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 411ed3bf-1924-4b89-91a8-c3964eebb50a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:21.846850 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:21.906962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b38ff2-f7d3-46a4-ae4d-9b0a4cd15222 req-3ea5cbdc-faf1-47c5-89e7-4ed1621c2ef6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:21.908575 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e3b38ff2-f7d3-46a4-ae4d-9b0a4cd15222 req-3ea5cbdc-faf1-47c5-89e7-4ed1621c2ef6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.1485267 Nov 24 13:00:21.929580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:21.946442 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:21.967524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59c9ba-0f69-454d-b42e-d52f75472517 req-eb670e0d-447b-40ce-b874-2f24bd273238 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:21.980506 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b59c9ba-0f69-454d-b42e-d52f75472517 req-eb670e0d-447b-40ce-b874-2f24bd273238 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 945 time: 0.1000268 Nov 24 13:00:21.985239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Transition to ACTIVE for port object bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:00:22.012183 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:22.056656 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e3b38ff2-f7d3-46a4-ae4d-9b0a4cd15222 req-dc24ad1a-a698-4b61-814f-4cdf4e190752 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356263 Nov 24 13:00:22.088769 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b59c9ba-0f69-454d-b42e-d52f75472517 req-9cc5aa33-0ca5-4e6a-a703-03d3faafeca5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045163 Nov 24 13:00:22.141457 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:22.169094 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Pushing event updated for resources: {'Port': ['ID=bb31412f-3fcf-43c3-a57f-672d1a7a5bd1,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:22.277201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ed3bf-1924-4b89-91a8-c3964eebb50a'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:22.282368 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c86fad4-68f1-4bf2-9ad8-aff58f00bdb9" -d '{"events": [{"server_uuid": "7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55", "name": "network-vif-plugged", "status": "completed", "tag": "411ed3bf-1924-4b89-91a8-c3964eebb50a"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:22.303751 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 411ed3bf-1924-4b89-91a8-c3964eebb50a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:22.322857 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:22.380901 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Attempting to bind port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:00:22.383056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Attempting to bind port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:00:22.384903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Attempting to bind port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:22.405154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:00:22.409250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Attempting to bind port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:22.433824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:00:22.434598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:00:22.434598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:00:22.434990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Bound port: bb31412f-3fcf-43c3-a57f-672d1a7a5bd1, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:00:22.435350 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:22.441307 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6aad00-13c5-4973-aee1-b55ffd4592ed x-openstack-request-id: req-9b6aad00-13c5-4973-aee1-b55ffd4592ed {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:22.441668 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55", "name": "network-vif-plugged", "status": "completed", "tag": "411ed3bf-1924-4b89-91a8-c3964eebb50a", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:22.441986 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b6aad00-13c5-4973-aee1-b55ffd4592ed {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:22.442396 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'code': 200} Nov 24 13:00:22.656052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=411ed3bf-1924-4b89-91a8-c3964eebb50a,revision_number=10']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:22.750824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ec5e6-e6ef-481b-a12f-903e5bac6749 req-e531b5cb-44b5-432b-a812-f4052b896b99 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:22.755269 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b86ec5e6-e6ef-481b-a12f-903e5bac6749 req-e531b5cb-44b5-432b-a812-f4052b896b99 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.2075880 Nov 24 13:00:22.836932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad30e75-d560-4920-ae66-f6a0d11b600d req-38a5ccda-b2e5-451b-a687-50cf727e936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:22.838446 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bad30e75-d560-4920-ae66-f6a0d11b600d req-38a5ccda-b2e5-451b-a687-50cf727e936e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 1098 time: 0.2258434 Nov 24 13:00:22.862305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dadc2-ba81-4125-95b9-6dd97f325eb7 req-ff063728-a42c-466e-a3ff-b1465f1a208d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:22.876871 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-102dadc2-ba81-4125-95b9-6dd97f325eb7 req-ff063728-a42c-466e-a3ff-b1465f1a208d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 945 time: 0.4018562 Nov 24 13:00:22.879265 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] For port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:00:22.929587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b86ec5e6-e6ef-481b-a12f-903e5bac6749 req-0d485c5b-4cf5-4a27-92ca-66607539453a tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620891 Nov 24 13:00:23.020889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] For port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=bb31412f-3fcf-43c3-a57f-672d1a7a5bd1,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:00:23.050592 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:23.120273 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9afd1c7-a9d3-4752-a8d1-23bd467bf2c9 req-3e240423-01ca-43cc-8fa5-c7d85d7d8b68 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0552354 Nov 24 13:00:23.206257 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0e4db50f-39fe-4fd7-8ac7-4a799c914fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:23.245814 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-102dadc2-ba81-4125-95b9-6dd97f325eb7 req-5bd180d1-acac-41e9-8bce-5f5cba792bd1 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643963 Nov 24 13:00:23.301611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:23.302358 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:23.311509 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] 10.222.0.46 "PUT /v2.0/ports/bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 HTTP/1.1" status: 200 len: 1095 time: 2.4339259 Nov 24 13:00:23.324283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e06627a-d3ba-4441-ad04-7f1ce37a5b5f', 'tag': 'bb31412f-3fcf-43c3-a57f-672d1a7a5bd1'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:23.336969 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e9f989-1335-4649-af4d-40511e4b6769" -d '{"events": [{"name": "network-changed", "server_uuid": "3e06627a-d3ba-4441-ad04-7f1ce37a5b5f", "tag": "bb31412f-3fcf-43c3-a57f-672d1a7a5bd1"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:23.377378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094d9dd-0201-4332-8cb0-2fd7ae58241e req-92cbab93-dc52-45c2-bb69-a0a521d6c35f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:23.388199 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6094d9dd-0201-4332-8cb0-2fd7ae58241e req-92cbab93-dc52-45c2-bb69-a0a521d6c35f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 947 time: 0.1777875 Nov 24 13:00:23.438518 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bad30e75-d560-4920-ae66-f6a0d11b600d req-34ecba2a-0ae4-4533-a287-a70316c39282 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5566382 Nov 24 13:00:23.465101 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6094d9dd-0201-4332-8cb0-2fd7ae58241e req-4e03fe0d-0e46-4099-9488-a4c59ee83aba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756402 Nov 24 13:00:23.508607 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d91795-6005-4b69-a1a9-70bb74639157 service neutron] Pushing event updated for resources: {'Port': ['ID=bb31412f-3fcf-43c3-a57f-672d1a7a5bd1,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:23.597947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-d66dbcaa-a50d-4901-8686-db6bb903a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:23.599909 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-d66dbcaa-a50d-4901-8686-db6bb903a18e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 1098 time: 0.2188847 Nov 24 13:00:23.608554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device e2f46e02-0a0b-473e-b476-a75bb39f2ebf up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:23.647920 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d04c5-a831-40cf-abb9-268a806b24e8 req-2d217835-e85c-4fd8-9434-7c1af7c29fd2 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:23.650278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6f7d04c5-a831-40cf-abb9-268a806b24e8 req-2d217835-e85c-4fd8-9434-7c1af7c29fd2 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.1904335 Nov 24 13:00:23.674495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808e44a-4657-4a47-aaf1-068403e6542f req-b7bc0aab-07f7-461d-84ba-1ac9622bbc09 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:23.684295 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4808e44a-4657-4a47-aaf1-068403e6542f req-b7bc0aab-07f7-461d-84ba-1ac9622bbc09 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 947 time: 0.1079686 Nov 24 13:00:23.756077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port e2f46e02-0a0b-473e-b476-a75bb39f2ebf completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:00:23.764678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port e2f46e02-0a0b-473e-b476-a75bb39f2ebf triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:23.766283 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:23.795398 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-0d621e82-4256-4a2d-b7de-96d1199a9c8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 HTTP/1.1" status: 200 len: 217 time: 0.1150806 Nov 24 13:00:23.872445 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6f7d04c5-a831-40cf-abb9-268a806b24e8 req-00f87a9d-c3f7-4a84-bf02-38d3e3eff376 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050138 Nov 24 13:00:23.929093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-28c71695-15ff-4fd2-8ea1-c8ac020021c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:23.930783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-28c71695-15ff-4fd2-8ea1-c8ac020021c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0900416 Nov 24 13:00:23.954075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4808e44a-4657-4a47-aaf1-068403e6542f req-b0131116-5843-4f94-9e5b-68e4e65bef1c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673631 Nov 24 13:00:24.000263 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-0d35ccac-a82c-474a-8c20-7a0aa717150b tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64e1f97e83e44c8e89dd3e01e92d1782 HTTP/1.1" status: 200 len: 380 time: 0.2484894 Nov 24 13:00:24.015004 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:24.081028 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4b90fe3-f755-4038-a5b4-564871c985f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:24.083284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-b4b90fe3-f755-4038-a5b4-564871c985f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1333566 Nov 24 13:00:24.096691 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c838268a-3a6e-44bf-8324-75137017927a x-openstack-request-id: req-c838268a-3a6e-44bf-8324-75137017927a {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:24.097035 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e06627a-d3ba-4441-ad04-7f1ce37a5b5f", "tag": "bb31412f-3fcf-43c3-a57f-672d1a7a5bd1", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:24.097307 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c838268a-3a6e-44bf-8324-75137017927a {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:24.097865 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e06627a-d3ba-4441-ad04-7f1ce37a5b5f', 'tag': 'bb31412f-3fcf-43c3-a57f-672d1a7a5bd1', 'status': 'completed', 'code': 200} Nov 24 13:00:24.151956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port e2f46e02-0a0b-473e-b476-a75bb39f2ebf, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e2f46e02-0a0b-473e-b476-a75bb39f2ebf,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:24.165583 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:24.273694 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-951b6c05-3c37-405b-b25d-d1b1ee8e9a17 req-e3fdd6c8-0c7f-4924-8842-9acd646df8a4 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0629621 Nov 24 13:00:24.410073 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:24.412170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35929bd-e8c6-4253-92ac-0d2eda45fb4b req-4f993af2-7df6-4ad9-85e4-3a7178b24257 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:24.420348 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a35929bd-e8c6-4253-92ac-0d2eda45fb4b req-4f993af2-7df6-4ad9-85e4-3a7178b24257 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.2123768 Nov 24 13:00:24.425205 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=e2f46e02-0a0b-473e-b476-a75bb39f2ebf,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:24.443783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5dafd3-743a-4916-9057-b83a83ff1ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f46e02-0a0b-473e-b476-a75bb39f2ebf'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:24.445743 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f522db-3e9f-4989-86de-136005778680" -d '{"events": [{"server_uuid": "fc5dafd3-743a-4916-9057-b83a83ff1ca4", "name": "network-vif-plugged", "status": "completed", "tag": "e2f46e02-0a0b-473e-b476-a75bb39f2ebf"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:24.505700 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a35929bd-e8c6-4253-92ac-0d2eda45fb4b req-e2cc0a15-eba9-4a9b-b5c4-b41f1b8e4edd tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820978 Nov 24 13:00:24.518506 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-24c43726-4153-4c9a-93f0-a5825d310d52 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169397 Nov 24 13:00:24.540260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa58bcf-3fdd-415f-824c-a960c33c8e38 req-cb9a2fb8-a738-438c-9f71-f10aa25a62cc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:24.545221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4aa58bcf-3fdd-415f-824c-a960c33c8e38 req-cb9a2fb8-a738-438c-9f71-f10aa25a62cc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 946 time: 0.0755634 Nov 24 13:00:24.590721 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1e7f7e-8bf2-4e97-97b7-b9f251487375 x-openstack-request-id: req-6d1e7f7e-8bf2-4e97-97b7-b9f251487375 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:24.591026 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5dafd3-743a-4916-9057-b83a83ff1ca4", "name": "network-vif-plugged", "status": "completed", "tag": "e2f46e02-0a0b-473e-b476-a75bb39f2ebf", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:24.591288 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d1e7f7e-8bf2-4e97-97b7-b9f251487375 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:24.591674 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5dafd3-743a-4916-9057-b83a83ff1ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f46e02-0a0b-473e-b476-a75bb39f2ebf', 'code': 200} Nov 24 13:00:24.649336 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4aa58bcf-3fdd-415f-824c-a960c33c8e38 req-7528d5dd-8281-4f57-aae9-a71eed84e68b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860138 Nov 24 13:00:24.719824 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9ce9cb6-d4ab-4331-8a78-1f8cc393b0a8 req-74e1c211-6c3f-4354-b0a3-f5a00fd8c584 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899371 Nov 24 13:00:24.838666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1a874-cceb-4d94-ad0a-85549dc1ff24 req-6356c34d-5fad-48a4-93dd-9804de1e7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:24.842210 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06e1a874-cceb-4d94-ad0a-85549dc1ff24 req-6356c34d-5fad-48a4-93dd-9804de1e7241 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 1097 time: 0.1331847 Nov 24 13:00:24.857822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbfea0-2b19-4e7c-a2cc-ea7db0ddbc29 req-83410eda-29f1-42ad-ae45-169ca6f14729 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:24.870836 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4dbbfea0-2b19-4e7c-a2cc-ea7db0ddbc29 req-83410eda-29f1-42ad-ae45-169ca6f14729 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 947 time: 0.1714637 Nov 24 13:00:24.959907 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9f989-1335-4649-af4d-40511e4b6769 req-6bf482d1-c1e5-474b-ab09-8b378b88bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:24.961633 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89e9f989-1335-4649-af4d-40511e4b6769 req-6bf482d1-c1e5-474b-ab09-8b378b88bbb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 1098 time: 0.1809855 Nov 24 13:00:25.018541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4075d82-6f8b-4ab4-ad47-66330d46c48d req-86e3e3b1-3381-4bc5-a54c-f6f6efbabfab tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:25.026782 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4075d82-6f8b-4ab4-ad47-66330d46c48d req-86e3e3b1-3381-4bc5-a54c-f6f6efbabfab tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.0655379 Nov 24 13:00:25.037549 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06e1a874-cceb-4d94-ad0a-85549dc1ff24 req-55c1b819-aa67-4f2f-9bb5-5f220700fdd8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550314 Nov 24 13:00:25.050470 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4dbbfea0-2b19-4e7c-a2cc-ea7db0ddbc29 req-774c0a32-6f8a-42de-9f7a-de51f18cc17b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768627 Nov 24 13:00:25.137415 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4075d82-6f8b-4ab4-ad47-66330d46c48d req-455aa3a9-a6c5-455b-94b2-6596a4eff72d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090226 Nov 24 13:00:25.232180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9f989-1335-4649-af4d-40511e4b6769 req-233e2a25-0629-447c-9308-9e2daa3e732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:25.234530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89e9f989-1335-4649-af4d-40511e4b6769 req-233e2a25-0629-447c-9308-9e2daa3e732d service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2542200 Nov 24 13:00:25.351397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9c58b-1add-451c-83ba-b418f836bcc4 req-5f7282e2-9da7-42dc-b458-8e53afbf4dda tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:25.367360 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5eb9c58b-1add-451c-83ba-b418f836bcc4 req-5f7282e2-9da7-42dc-b458-8e53afbf4dda tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 947 time: 0.2036700 Nov 24 13:00:25.402747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89e9f989-1335-4649-af4d-40511e4b6769 req-331bbb65-2e40-4fae-8168-2ea5d10e9a7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 HTTP/1.1" status: 200 len: 217 time: 0.1369803 Nov 24 13:00:25.422771 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7853cc28-e3ba-4a26-a0e2-49c04101d338 req-e576c23b-4f5e-4a3c-8072-207271231c88 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0326495 Nov 24 13:00:25.540368 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5eb9c58b-1add-451c-83ba-b418f836bcc4 req-2761ae23-8ed1-4197-9eb4-2bebea1208d0 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717052 Nov 24 13:00:25.566384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9f989-1335-4649-af4d-40511e4b6769 req-e64fb98c-b486-4277-8b42-47b62b9a1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:25.569356 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89e9f989-1335-4649-af4d-40511e4b6769 req-e64fb98c-b486-4277-8b42-47b62b9a1c18 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1394303 Nov 24 13:00:25.626878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9f989-1335-4649-af4d-40511e4b6769 req-09cb56a2-9d41-47aa-afcf-cd2e1964a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:25.628411 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89e9f989-1335-4649-af4d-40511e4b6769 req-09cb56a2-9d41-47aa-afcf-cd2e1964a696 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496161 Nov 24 13:00:25.661236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf4a14-5bb2-4ba0-9e3d-8c347c173270 req-818a40b2-d1d1-4226-884a-012c7259bd70 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:25.662773 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5edf4a14-5bb2-4ba0-9e3d-8c347c173270 req-818a40b2-d1d1-4226-884a-012c7259bd70 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.0559070 Nov 24 13:00:25.720100 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5edf4a14-5bb2-4ba0-9e3d-8c347c173270 req-a6ca1f91-73bd-434e-a94f-bc0b35c61675 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502372 Nov 24 13:00:25.795827 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:25.797692 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89e9f989-1335-4649-af4d-40511e4b6769 req-de4b60bc-5d91-4c5c-bd37-2a813cf5fe2e service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594632 Nov 24 13:00:25.814151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016e1cf-79cd-4606-a093-d55b8f37a3ed req-b9cd277b-cd8a-41f8-8e93-985ad8868d35 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:25.822418 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5016e1cf-79cd-4606-a093-d55b8f37a3ed req-b9cd277b-cd8a-41f8-8e93-985ad8868d35 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 946 time: 0.0965948 Nov 24 13:00:25.952691 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5016e1cf-79cd-4606-a093-d55b8f37a3ed req-d6b799a9-9a29-49ba-957f-0194adab9285 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293814 Nov 24 13:00:25.954839 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89e9f989-1335-4649-af4d-40511e4b6769 req-58300dd7-34d0-4aac-899a-14e5329f91e1 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304486 Nov 24 13:00:26.305159 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb889bff-3ffe-4923-9f08-5d7affe51cc5 req-7a8eb2c3-c491-4554-b144-ec60a2aa6364 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:26.306736 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb889bff-3ffe-4923-9f08-5d7affe51cc5 req-7a8eb2c3-c491-4554-b144-ec60a2aa6364 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 947 time: 0.0622380 Nov 24 13:00:26.323954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eedbff-a56e-41b2-af30-ae8620c8a2ef req-e94c61c0-31e6-49b3-a8cd-9064646cfac1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:26.325676 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63eedbff-a56e-41b2-af30-ae8620c8a2ef req-e94c61c0-31e6-49b3-a8cd-9064646cfac1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.0796187 Nov 24 13:00:26.368444 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb889bff-3ffe-4923-9f08-5d7affe51cc5 req-4358d24c-7ee3-4b83-a5c6-97e29dc61b28 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549061 Nov 24 13:00:26.421071 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63eedbff-a56e-41b2-af30-ae8620c8a2ef req-d2b3b63c-3190-429b-8da6-278aed054025 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813210 Nov 24 13:00:26.553882 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de3e1319-0367-4631-9cc0-0c8e2b81adfe req-e092d716-19ce-4233-a1b1-929d0efe0a65 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0289061 Nov 24 13:00:26.566491 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:26.693167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84116bd2-2942-4c37-a6b0-b7a2dfc8976c req-78f745f7-f880-46cf-abba-9e802286da0a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:26.694861 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-84116bd2-2942-4c37-a6b0-b7a2dfc8976c req-78f745f7-f880-46cf-abba-9e802286da0a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 947 time: 0.0578024 Nov 24 13:00:26.758049 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-84116bd2-2942-4c37-a6b0-b7a2dfc8976c req-d12695b8-a684-4d58-968e-478e5950d51a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524971 Nov 24 13:00:26.904190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d0eb2-aeba-43d8-b505-08175b31c119 req-cfc3931f-b9f5-4e54-b39d-9421a930a320 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:26.905671 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f71d0eb2-aeba-43d8-b505-08175b31c119 req-cfc3931f-b9f5-4e54-b39d-9421a930a320 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.0542450 Nov 24 13:00:26.956003 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f71d0eb2-aeba-43d8-b505-08175b31c119 req-92284c2f-7d36-4fdc-8b00-f123a8020388 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432587 Nov 24 13:00:27.080674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98110de5-86eb-4dde-b323-4a50d26a578a req-d4816fe9-56fe-4a2f-9e7a-3ddd753d70d7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:27.083323 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-98110de5-86eb-4dde-b323-4a50d26a578a req-d4816fe9-56fe-4a2f-9e7a-3ddd753d70d7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 946 time: 0.0605886 Nov 24 13:00:27.177370 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-98110de5-86eb-4dde-b323-4a50d26a578a req-b4fa3943-2614-4785-abf8-a989b763b27e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872779 Nov 24 13:00:27.321097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112750f-8884-430e-a352-6b79b7ac0afc req-d91a850b-cde2-40c4-993e-85c86ba4e590 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:27.323099 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2112750f-8884-430e-a352-6b79b7ac0afc req-d91a850b-cde2-40c4-993e-85c86ba4e590 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 946 time: 0.0571871 Nov 24 13:00:27.385529 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2112750f-8884-430e-a352-6b79b7ac0afc req-5d57b49e-6ffa-4f9a-9f22-e28280af7436 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479209 Nov 24 13:00:27.551871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464470b9-e332-4ed1-8688-2a5d8eb5e443 req-eec4b1ca-4bd4-44db-a3a1-baa71de30e45 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:27.553611 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-464470b9-e332-4ed1-8688-2a5d8eb5e443 req-eec4b1ca-4bd4-44db-a3a1-baa71de30e45 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 947 time: 0.0527122 Nov 24 13:00:27.611802 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-464470b9-e332-4ed1-8688-2a5d8eb5e443 req-a4e44bff-a865-4828-b2a3-83247bd4fbca tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494444 Nov 24 13:00:27.640482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:00:27.677627 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac21616-2c58-4c0f-a2b9-bdbe4410937a req-3ef22025-a2ad-4794-bdc9-ac09c91e5c94 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:27.685592 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5ac21616-2c58-4c0f-a2b9-bdbe4410937a req-3ef22025-a2ad-4794-bdc9-ac09c91e5c94 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.0625801 Nov 24 13:00:27.741815 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5ac21616-2c58-4c0f-a2b9-bdbe4410937a req-ae7903e6-6b05-4321-8504-c6547b9be50b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552433 Nov 24 13:00:27.868417 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee58403-98e7-4c62-859c-c49c3995c09e req-916ee584-1d44-4db2-af61-180a842c8ede tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:27.871050 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ee58403-98e7-4c62-859c-c49c3995c09e req-916ee584-1d44-4db2-af61-180a842c8ede tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 946 time: 0.0746412 Nov 24 13:00:27.942375 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ee58403-98e7-4c62-859c-c49c3995c09e req-e493675c-bc54-4cd9-9c9c-86f35a86d55a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606470 Nov 24 13:00:28.000062 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c16095e-079a-423d-9540-1ef31234db3e req-1a0241d6-a30c-4d57-a790-daf203c16ebf tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0838666 Nov 24 13:00:28.148055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a441023d-4dd9-4578-91f2-1f5dc3a9d525 req-86afe0cd-5ade-482e-a348-98eda3fabc25 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:28.157066 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a441023d-4dd9-4578-91f2-1f5dc3a9d525 req-86afe0cd-5ade-482e-a348-98eda3fabc25 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 947 time: 0.0835307 Nov 24 13:00:28.164638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=bb31412f-3fcf-43c3-a57f-672d1a7a5bd1,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:28.174731 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4bad4-4f51-4c9e-916c-f5f34d19f4f4 req-5bbb62d4-4c18-423e-bde6-128ba41f8cee tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:28.177224 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-59d4bad4-4f51-4c9e-916c-f5f34d19f4f4 req-5bbb62d4-4c18-423e-bde6-128ba41f8cee tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.0750532 Nov 24 13:00:28.179866 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'bb31412f-3fcf-43c3-a57f-672d1a7a5bd1', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'bb31412f-3fcf-43c3-a57f-672d1a7a5bd1', 'mac_address': 'fa:16:3e:04:eb:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:00:28.246830 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-59d4bad4-4f51-4c9e-916c-f5f34d19f4f4 req-624f9aeb-17d0-4d52-8dc0-3ca520031deb tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610037 Nov 24 13:00:28.263076 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a441023d-4dd9-4578-91f2-1f5dc3a9d525 req-d0b3854a-8631-4a9b-b2cb-52e40b43bb1a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029315 Nov 24 13:00:28.295750 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:28.315658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:28.353026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=bb31412f-3fcf-43c3-a57f-672d1a7a5bd1,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:28.359718 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:28.417260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=bb31412f-3fcf-43c3-a57f-672d1a7a5bd1,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:28.425311 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:28.425740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:28.426696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:28.427162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:28.427511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:28.427853 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:28.428193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:28.428563 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:28.428925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:28.429253 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:28.429591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:28.429923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:00:28.734391 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['bb31412f-3fcf-43c3-a57f-672d1a7a5bd1'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:28.740835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805cc64-7d84-4cbc-b196-905ebfe02c2c req-7f12339c-7020-4495-ab8a-e9b9d87ccdea tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:28.745202 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9805cc64-7d84-4cbc-b196-905ebfe02c2c req-7f12339c-7020-4495-ab8a-e9b9d87ccdea tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 948 time: 0.0581150 Nov 24 13:00:28.841584 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9805cc64-7d84-4cbc-b196-905ebfe02c2c req-6bfcb613-679b-427d-84c2-d0dcce3744ab tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920582 Nov 24 13:00:28.912428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907e6ab-6e3b-4ba1-8869-db8cde43c159 req-41348401-5376-4c8d-9c61-5a32c6e0797a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:28.920205 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e907e6ab-6e3b-4ba1-8869-db8cde43c159 req-41348401-5376-4c8d-9c61-5a32c6e0797a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.1016457 Nov 24 13:00:29.006343 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e907e6ab-6e3b-4ba1-8869-db8cde43c159 req-0cb029b6-15d3-4cb2-9d73-d75f3a1751d0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850866 Nov 24 13:00:29.150643 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20de1811-a36d-4785-aea4-cb966b37031f req-84134cbe-634a-468e-9d3e-140a6e54ca09 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0389853 Nov 24 13:00:29.184465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37799d-5ab7-4f60-99f7-dceaba69daba req-39ff8ae4-b31e-4784-a9fd-b2c5bde904c4 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:29.186021 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bf37799d-5ab7-4f60-99f7-dceaba69daba req-39ff8ae4-b31e-4784-a9fd-b2c5bde904c4 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 946 time: 0.1797175 Nov 24 13:00:29.242350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c691645-f1b0-4d40-bfc2-cbb06ba6c767 req-10480f3a-0e9a-45ef-a544-5d04a2739cbc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:29.243928 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c691645-f1b0-4d40-bfc2-cbb06ba6c767 req-10480f3a-0e9a-45ef-a544-5d04a2739cbc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 946 time: 0.1227698 Nov 24 13:00:29.388188 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c691645-f1b0-4d40-bfc2-cbb06ba6c767 req-0420b22e-7207-4762-a73e-331f8a3d9589 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296518 Nov 24 13:00:29.431484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-bf37799d-5ab7-4f60-99f7-dceaba69daba req-0738d5cb-50ad-41d2-8d7e-cd0366d1f7a0 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Deleting port e2f46e02-0a0b-473e-b476-a75bb39f2ebf {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:00:29.431832 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bf37799d-5ab7-4f60-99f7-dceaba69daba req-0738d5cb-50ad-41d2-8d7e-cd0366d1f7a0 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:29.455066 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86b9d5-44b7-407f-bcd8-bb13e6287b69 req-32d28395-e45c-481c-b05c-7e449bbafcc7 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:29.456963 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ac86b9d5-44b7-407f-bcd8-bb13e6287b69 req-32d28395-e45c-481c-b05c-7e449bbafcc7 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.0960441 Nov 24 13:00:29.557991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ac86b9d5-44b7-407f-bcd8-bb13e6287b69 req-0b729004-62dd-4908-9394-c7d4120d9e22 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935252 Nov 24 13:00:29.645009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-bf37799d-5ab7-4f60-99f7-dceaba69daba req-0738d5cb-50ad-41d2-8d7e-cd0366d1f7a0 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] For port e2f46e02-0a0b-473e-b476-a75bb39f2ebf, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e2f46e02-0a0b-473e-b476-a75bb39f2ebf,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:29.645413 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bf37799d-5ab7-4f60-99f7-dceaba69daba req-0738d5cb-50ad-41d2-8d7e-cd0366d1f7a0 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:29.654634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f00753-f65f-4caa-b72c-bd49ef623f33 req-93fe1f7a-ef9a-4469-a2f3-6d058e1eb944 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:29.656212 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-45f00753-f65f-4caa-b72c-bd49ef623f33 req-93fe1f7a-ef9a-4469-a2f3-6d058e1eb944 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 947 time: 0.1101913 Nov 24 13:00:29.674526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-bf37799d-5ab7-4f60-99f7-dceaba69daba req-0738d5cb-50ad-41d2-8d7e-cd0366d1f7a0 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Calling delete_port for e2f46e02-0a0b-473e-b476-a75bb39f2ebf owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:00:29.760983 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-45f00753-f65f-4caa-b72c-bd49ef623f33 req-cb15adf3-ff98-44bc-81e8-129a0146f647 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969429 Nov 24 13:00:29.886441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bf37799d-5ab7-4f60-99f7-dceaba69daba req-0738d5cb-50ad-41d2-8d7e-cd0366d1f7a0 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:29.901486 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d89c442a-2382-4957-87f0-9b9a1f2590a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:29.922583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738d5cb-50ad-41d2-8d7e-cd0366d1f7a0 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Pushing event deleted for resources: {'Port': ['ID=e2f46e02-0a0b-473e-b476-a75bb39f2ebf,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:30.063401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5e1d0-0f61-42e0-94fc-48334ba5a1bc req-03664de6-01cf-4cf8-825a-1c9a522d5d8c tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:30.065438 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bdb5e1d0-0f61-42e0-94fc-48334ba5a1bc req-03664de6-01cf-4cf8-825a-1c9a522d5d8c tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 948 time: 0.1280460 Nov 24 13:00:30.143175 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bdb5e1d0-0f61-42e0-94fc-48334ba5a1bc req-97961d35-634b-4104-862c-627e1bb8c47d tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709944 Nov 24 13:00:30.251959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf37799d-5ab7-4f60-99f7-dceaba69daba req-0738d5cb-50ad-41d2-8d7e-cd0366d1f7a0 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] No DVR routers for this DVR port e2f46e02-0a0b-473e-b476-a75bb39f2ebf on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:00:30.255274 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bf37799d-5ab7-4f60-99f7-dceaba69daba req-0738d5cb-50ad-41d2-8d7e-cd0366d1f7a0 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:30.259098 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bf37799d-5ab7-4f60-99f7-dceaba69daba req-0738d5cb-50ad-41d2-8d7e-cd0366d1f7a0 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "DELETE /v2.0/ports/e2f46e02-0a0b-473e-b476-a75bb39f2ebf HTTP/1.1" status: 204 len: 173 time: 1.0633821 Nov 24 13:00:30.259663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5dafd3-743a-4916-9057-b83a83ff1ca4', 'name': 'network-vif-deleted', 'tag': 'e2f46e02-0a0b-473e-b476-a75bb39f2ebf'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:30.263041 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ac5752-cc62-423c-812d-23610e2118de" -d '{"events": [{"server_uuid": "fc5dafd3-743a-4916-9057-b83a83ff1ca4", "name": "network-vif-deleted", "tag": "e2f46e02-0a0b-473e-b476-a75bb39f2ebf"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:30.321670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd8f3b-0a60-43c0-8417-c97f28fc61a9 req-769b9b41-4bca-43e6-a568-aa5eb4f61974 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:30.323331 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2bd8f3b-0a60-43c0-8417-c97f28fc61a9 req-769b9b41-4bca-43e6-a568-aa5eb4f61974 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.0725906 Nov 24 13:00:30.361620 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0bfcd951-f3e9-4a2a-ad2e-d213b948e735 req-5ebcf934-e1e2-4ba4-83b6-98da71997e34 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0703955 Nov 24 13:00:30.408370 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2bd8f3b-0a60-43c0-8417-c97f28fc61a9 req-2997dffa-6239-483e-8fa7-0a33800ba6b6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606456 Nov 24 13:00:30.427926 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7191cfb-c0f0-4223-a664-c7f65feef149 x-openstack-request-id: req-e7191cfb-c0f0-4223-a664-c7f65feef149 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:30.428947 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5dafd3-743a-4916-9057-b83a83ff1ca4", "name": "network-vif-deleted", "tag": "e2f46e02-0a0b-473e-b476-a75bb39f2ebf", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:30.429285 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7191cfb-c0f0-4223-a664-c7f65feef149 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:30.429812 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5dafd3-743a-4916-9057-b83a83ff1ca4', 'name': 'network-vif-deleted', 'tag': 'e2f46e02-0a0b-473e-b476-a75bb39f2ebf', 'status': 'completed', 'code': 200} Nov 24 13:00:30.550247 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f62b5d2-0a5e-4556-bd6b-e98dcbfdc67f req-1cf7b12c-e760-46b7-b41f-a100c002bb8e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=fc5dafd3-743a-4916-9057-b83a83ff1ca4 HTTP/1.1" status: 200 len: 210 time: 0.0273676 Nov 24 13:00:30.698816 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b665e8-64c6-436c-b0c9-1ad694a4371f req-95ae7b6f-449f-4013-b499-2a3f0682ed93 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:30.700440 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14b665e8-64c6-436c-b0c9-1ad694a4371f req-95ae7b6f-449f-4013-b499-2a3f0682ed93 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.0510199 Nov 24 13:00:30.753414 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14b665e8-64c6-436c-b0c9-1ad694a4371f req-dec049f4-8eb1-47a6-bbbc-e2840959c587 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468857 Nov 24 13:00:30.969066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e6210-daad-4ac0-a241-b0f8d69826fb req-ea32ad8a-3d17-4899-988f-63021b993381 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:30.970561 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ad1e6210-daad-4ac0-a241-b0f8d69826fb req-ea32ad8a-3d17-4899-988f-63021b993381 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 947 time: 0.0723233 Nov 24 13:00:31.038762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ad1e6210-daad-4ac0-a241-b0f8d69826fb req-08305682-6614-48f0-bd30-b9e0058b135c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616856 Nov 24 13:00:31.263806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c222e-258e-456d-974c-7b47618d5dac req-06796324-a1eb-4cd8-b9c0-65d47adfa961 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:31.265372 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-398c222e-258e-456d-974c-7b47618d5dac req-06796324-a1eb-4cd8-b9c0-65d47adfa961 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 948 time: 0.0535576 Nov 24 13:00:31.312445 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-398c222e-258e-456d-974c-7b47618d5dac req-88052a24-3ed8-4f90-aa65-5f83b2a96fb3 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Nov 24 13:00:31.451477 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-67f899ff-b9cc-4285-88a2-4cac72bb0770 req-3e79fa2a-bded-4e1d-988b-fd374e04ee29 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0326936 Nov 24 13:00:31.580786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2fdc6-0736-4e90-b7b7-3a866dea6a1e req-4fa7ae8f-3710-43e8-84a8-16950b67bc2d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:31.583863 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ad2fdc6-0736-4e90-b7b7-3a866dea6a1e req-4fa7ae8f-3710-43e8-84a8-16950b67bc2d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.0877182 Nov 24 13:00:31.647873 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ad2fdc6-0736-4e90-b7b7-3a866dea6a1e req-ff9552f3-413b-4502-b850-7a3eb13ac964 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533054 Nov 24 13:00:31.682391 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:31.744409 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:00:31.748379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:31.748786 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:31.832217 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:31.861823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e06627a-d3ba-4441-ad04-7f1ce37a5b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31412f-3fcf-43c3-a57f-672d1a7a5bd1'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:31.865042 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4f4e36-f59e-4c34-a010-98a4a370ee3e" -d '{"events": [{"server_uuid": "3e06627a-d3ba-4441-ad04-7f1ce37a5b5f", "name": "network-vif-plugged", "status": "completed", "tag": "bb31412f-3fcf-43c3-a57f-672d1a7a5bd1"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:31.880354 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=bb31412f-3fcf-43c3-a57f-672d1a7a5bd1,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:31.887619 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:31.888916 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device e2f46e02-0a0b-473e-b476-a75bb39f2ebf no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:00:31.898638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fefe7a-803d-45d4-be00-ecd947eb21e7 req-eae4a904-27d1-45f0-b929-330e7fef365e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:31.907027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58fefe7a-803d-45d4-be00-ecd947eb21e7 req-eae4a904-27d1-45f0-b929-330e7fef365e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.0683241 Nov 24 13:00:31.914470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8530317-639c-402c-9c53-37fa67a9b70f req-8e1607ac-0430-4e66-9fe5-2adaee79d13c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:31.918134 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8530317-639c-402c-9c53-37fa67a9b70f req-8e1607ac-0430-4e66-9fe5-2adaee79d13c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.1411352 Nov 24 13:00:31.946062 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8530317-639c-402c-9c53-37fa67a9b70f req-36d1697a-ceb6-47ee-a50d-0ba95fb16cdb tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/quotas/429d3674f3ad4981b2ec0f312da0377d HTTP/1.1" status: 200 len: 375 time: 0.0228150 Nov 24 13:00:31.981471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: e2f46e02-0a0b-473e-b476-a75bb39f2ebf {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:00:31.981822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device e2f46e02-0a0b-473e-b476-a75bb39f2ebf not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:00:31.996302 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58fefe7a-803d-45d4-be00-ecd947eb21e7 req-ed9cabf8-7de8-46b2-8f82-834fc4d740dd tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860882 Nov 24 13:00:32.022227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8530317-639c-402c-9c53-37fa67a9b70f req-921cc383-270c-4a9f-8637-231856d13b6d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751932 Nov 24 13:00:32.022412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=bb31412f-3fcf-43c3-a57f-672d1a7a5bd1,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:32.043307 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d292f29-4735-4b20-8e39-e528882f7ad0 x-openstack-request-id: req-8d292f29-4735-4b20-8e39-e528882f7ad0 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:32.043609 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e06627a-d3ba-4441-ad04-7f1ce37a5b5f", "name": "network-vif-plugged", "status": "completed", "tag": "bb31412f-3fcf-43c3-a57f-672d1a7a5bd1", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:32.043871 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d292f29-4735-4b20-8e39-e528882f7ad0 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:32.044262 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e06627a-d3ba-4441-ad04-7f1ce37a5b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31412f-3fcf-43c3-a57f-672d1a7a5bd1', 'code': 200} Nov 24 13:00:32.129889 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8530317-639c-402c-9c53-37fa67a9b70f req-09862ef5-91ae-46f8-9a81-372fcc002507 service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997815 Nov 24 13:00:32.147566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf887101-5719-4ea1-aacf-d4d6258b1d4e req-6f4492d7-8a3d-49a5-a3db-5517dd384aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:32.149117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bf887101-5719-4ea1-aacf-d4d6258b1d4e req-6f4492d7-8a3d-49a5-a3db-5517dd384aac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 1100 time: 0.0413625 Nov 24 13:00:32.198041 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bf887101-5719-4ea1-aacf-d4d6258b1d4e req-3ad79de2-9939-4514-91f8-6b2c2c99ad5f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413060 Nov 24 13:00:32.228047 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8530317-639c-402c-9c53-37fa67a9b70f req-c3a463dd-f33a-4433-8e4b-1ac19f1c8ed2 service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911579 Nov 24 13:00:32.401904 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3c8cccd-2db0-48cf-bf31-70e088d2c929 req-636ac805-1888-48ff-9962-7420b5c569e1 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 210 time: 0.0364237 Nov 24 13:00:32.537546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5de416-790f-48ae-950f-53d30d3b0f9a req-80f00783-4c0f-4bc6-aad0-c8bc4e23076b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:32.545161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f5de416-790f-48ae-950f-53d30d3b0f9a req-80f00783-4c0f-4bc6-aad0-c8bc4e23076b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 949 time: 0.0748446 Nov 24 13:00:32.594066 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-feef70e2-4fd7-49f3-ad1d-a70aaa98cd70 req-c7e11507-f563-4cc1-89c6-0a99975d3d89 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0463195 Nov 24 13:00:32.599526 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f5de416-790f-48ae-950f-53d30d3b0f9a req-4f42e162-0de7-42c8-9f78-153b33e6bd13 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533655 Nov 24 13:00:32.769520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc7318-3e95-4512-a67c-31701374540a req-9161964d-3182-4852-8a9c-736d8242461a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:32.771634 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ebc7318-3e95-4512-a67c-31701374540a req-9161964d-3182-4852-8a9c-736d8242461a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.0519428 Nov 24 13:00:32.829137 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ebc7318-3e95-4512-a67c-31701374540a req-b3d06030-8925-4142-96dc-d2e42c115e0d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510612 Nov 24 13:00:32.956433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-bb1cc482-c4c0-4939-a4e4-c3f50ebe8872 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Request body: {'port': {'device_id': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'admin_state_up': True, 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'security_groups': ['9f00386e-4590-46af-95de-91d4b14ca0f6']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:33.137762 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-bb1cc482-c4c0-4939-a4e4-c3f50ebe8872 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Made reservation on behalf of 64e1f97e83e44c8e89dd3e01e92d1782 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:00:33.141962 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-bb1cc482-c4c0-4939-a4e4-c3f50ebe8872 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:33.159453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24b603-2272-4033-b132-17aac62027fd req-406a055d-2572-4725-bace-51da96325b58 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:33.162242 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7e24b603-2272-4033-b132-17aac62027fd req-406a055d-2572-4725-bace-51da96325b58 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.0620215 Nov 24 13:00:33.225706 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7e24b603-2272-4033-b132-17aac62027fd req-0a35f13a-2de4-4f3e-b6d4-20c51d9a422e tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570111 Nov 24 13:00:33.296842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-bb1cc482-c4c0-4939-a4e4-c3f50ebe8872 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Allocated IP 172.20.0.8 (10590d13-890c-4212-a949-5f72d63ea981/634de58c-db10-45aa-a077-fbc5f7def9fd/149f847c-8017-4844-a522-63419444e39f) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:00:33.449433 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-bb1cc482-c4c0-4939-a4e4-c3f50ebe8872 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:33.495579 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-bb1cc482-c4c0-4939-a4e4-c3f50ebe8872 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:33.564046 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cc482-c4c0-4939-a4e4-c3f50ebe8872 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Pushing event updated for resources: {'Port': ['ID=149f847c-8017-4844-a522-63419444e39f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:33.587806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-bb1cc482-c4c0-4939-a4e4-c3f50ebe8872 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Network 10590d13-890c-4212-a949-5f72d63ea981 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:00:33.589894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-bb1cc482-c4c0-4939-a4e4-c3f50ebe8872 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:00:33.610241 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-bb1cc482-c4c0-4939-a4e4-c3f50ebe8872 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:00:33.727427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-bb1cc482-c4c0-4939-a4e4-c3f50ebe8872 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:33.728434 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-bb1cc482-c4c0-4939-a4e4-c3f50ebe8872 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:33.801031 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-faeda7a9-dc77-4c46-aa36-2092cb9323fa req-c508940a-51c4-4577-943e-8c565015ce8f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 210 time: 0.2032723 Nov 24 13:00:33.809400 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-bb1cc482-c4c0-4939-a4e4-c3f50ebe8872 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8569906 Nov 24 13:00:33.826113 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Request body: {'port': {'device_id': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:33.906754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8530317-639c-402c-9c53-37fa67a9b70f req-0c55e736-6746-41a6-8c82-a97c9ca9de2a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:33.908415 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e8530317-639c-402c-9c53-37fa67a9b70f req-0c55e736-6746-41a6-8c82-a97c9ca9de2a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.3961034 Nov 24 13:00:33.919356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba0b77-34d8-4a70-b258-92e27f22e704 req-834bd5d8-b301-4105-8f17-4ac3e36a49ec tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:33.929934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b804fe-fddb-42ba-ba13-b1ad4a39dc27 req-f9d8b441-e33a-43c4-9691-27e75445806a tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:33.931421 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-13b804fe-fddb-42ba-ba13-b1ad4a39dc27 req-f9d8b441-e33a-43c4-9691-27e75445806a tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.59 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.1712370 Nov 24 13:00:33.938049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e8530317-639c-402c-9c53-37fa67a9b70f req-a6a8f8ed-24e2-4d6b-a954-c13364bd5c9f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Request body: {'port': {'device_id': '3961d501-de51-4ebe-89eb-c70ca2a40184', 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'admin_state_up': True, 'tenant_id': '429d3674f3ad4981b2ec0f312da0377d'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:33.938220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-97ba0b77-34d8-4a70-b258-92e27f22e704 req-834bd5d8-b301-4105-8f17-4ac3e36a49ec tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 931 time: 0.2049217 Nov 24 13:00:34.000894 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:34.023181 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-97ba0b77-34d8-4a70-b258-92e27f22e704 req-1675f9b3-6d3b-4b96-baae-b8bdc25803d2 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839484 Nov 24 13:00:34.051331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3d43429c-7c79-4577-b1fb-ecfaa6012c52 None None] Provisioning complete for port 149f847c-8017-4844-a522-63419444e39f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:34.052024 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d43429c-7c79-4577-b1fb-ecfaa6012c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:34.171523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02267c82-c107-40e3-8274-c36d297291d0 req-57d1d3ef-69cf-4de8-b185-f20f234ca6cd tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:34.173093 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3d43429c-7c79-4577-b1fb-ecfaa6012c52 None None] Port 149f847c-8017-4844-a522-63419444e39f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:00:34.182599 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02267c82-c107-40e3-8274-c36d297291d0 req-57d1d3ef-69cf-4de8-b185-f20f234ca6cd tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 949 time: 0.2695677 Nov 24 13:00:34.292004 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-02267c82-c107-40e3-8274-c36d297291d0 req-c7a37d31-6689-4e48-8aac-dbd79ca4d30f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072757 Nov 24 13:00:34.301762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8530317-639c-402c-9c53-37fa67a9b70f req-a6a8f8ed-24e2-4d6b-a954-c13364bd5c9f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Made reservation on behalf of 429d3674f3ad4981b2ec0f312da0377d for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:00:34.313445 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e8530317-639c-402c-9c53-37fa67a9b70f req-a6a8f8ed-24e2-4d6b-a954-c13364bd5c9f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:34.344402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-13b804fe-fddb-42ba-ba13-b1ad4a39dc27 req-95a80a78-bb02-4a82-977e-ebfbf1cb7785 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Deleting port 43c17a72-dca8-4730-8f5d-7bfbf63290ff {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:00:34.352944 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-13b804fe-fddb-42ba-ba13-b1ad4a39dc27 req-95a80a78-bb02-4a82-977e-ebfbf1cb7785 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:34.455369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149f847c-8017-4844-a522-63419444e39f {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:34.465156 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:34.482187 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Transition to ACTIVE for port object 149f847c-8017-4844-a522-63419444e39f will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:00:34.513921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc00f5-f9fb-4f55-9adb-9c3f730c6a85 req-c5b5d3c1-bb7b-4810-a86b-e4c99a1d3441 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:34.526897 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3cdc00f5-f9fb-4f55-9adb-9c3f730c6a85 req-c5b5d3c1-bb7b-4810-a86b-e4c99a1d3441 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.2938466 Nov 24 13:00:34.537137 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:34.547097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f3d31-6533-4775-b37e-e87fd50800f2 req-cb884a81-b6b1-43f8-b615-c832d01afbf0 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:34.548763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e03f3d31-6533-4775-b37e-e87fd50800f2 req-cb884a81-b6b1-43f8-b615-c832d01afbf0 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 946 time: 0.1635375 Nov 24 13:00:34.605961 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Pushing event updated for resources: {'Port': ['ID=149f847c-8017-4844-a522-63419444e39f,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:34.669981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-13b804fe-fddb-42ba-ba13-b1ad4a39dc27 req-95a80a78-bb02-4a82-977e-ebfbf1cb7785 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] For port 43c17a72-dca8-4730-8f5d-7bfbf63290ff, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=43c17a72-dca8-4730-8f5d-7bfbf63290ff,segment=NetworkSegment(bca3f9ab-b408-4551-8cdf-de7fb1d0e5de),segment_id=bca3f9ab-b408-4551-8cdf-de7fb1d0e5de)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:34.670507 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-13b804fe-fddb-42ba-ba13-b1ad4a39dc27 req-95a80a78-bb02-4a82-977e-ebfbf1cb7785 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:34.703168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-13b804fe-fddb-42ba-ba13-b1ad4a39dc27 req-95a80a78-bb02-4a82-977e-ebfbf1cb7785 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Calling delete_port for 43c17a72-dca8-4730-8f5d-7bfbf63290ff owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:00:34.719005 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e03f3d31-6533-4775-b37e-e87fd50800f2 req-870fe88e-846e-42c6-912f-18f9693c3466 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/security-groups?id=58600e01-37e2-4b4f-8258-9310b47453a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589034 Nov 24 13:00:34.737078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Attempting to bind port 149f847c-8017-4844-a522-63419444e39f on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:00:34.737601 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Attempting to bind port 149f847c-8017-4844-a522-63419444e39f by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '3f5219dd-8907-4c29-9ce2-9a675fa8136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '10590d13-890c-4212-a949-5f72d63ea981'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:00:34.737724 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Attempting to bind port 149f847c-8017-4844-a522-63419444e39f on network 10590d13-890c-4212-a949-5f72d63ea981 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:34.744405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Port 149f847c-8017-4844-a522-63419444e39f on network 10590d13-890c-4212-a949-5f72d63ea981 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:00:34.744760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Attempting to bind port 149f847c-8017-4844-a522-63419444e39f on network 10590d13-890c-4212-a949-5f72d63ea981 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:34.756803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-e8530317-639c-402c-9c53-37fa67a9b70f req-a6a8f8ed-24e2-4d6b-a954-c13364bd5c9f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Allocated IP 172.20.0.9 (aae1eca4-2d05-4fc7-96ce-2cd610c52d2b/e9ed41c1-a924-4ba0-9444-2052d8ad1db8/2b868f43-fdca-4ed0-99ed-b801f5f7f5c0) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:00:34.759575 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3cdc00f5-f9fb-4f55-9adb-9c3f730c6a85 req-a454e165-0044-43c9-a510-14b3cbcc8d6a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316787 Nov 24 13:00:34.777826 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:00:34.778438 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Checking segment: {'id': '3f5219dd-8907-4c29-9ce2-9a675fa8136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '10590d13-890c-4212-a949-5f72d63ea981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:00:34.780608 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Bound using segment: {'id': '3f5219dd-8907-4c29-9ce2-9a675fa8136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '10590d13-890c-4212-a949-5f72d63ea981'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:00:34.781300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Bound port: 149f847c-8017-4844-a522-63419444e39f, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5219dd-8907-4c29-9ce2-9a675fa8136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '10590d13-890c-4212-a949-5f72d63ea981'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:00:34.781903 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:34.959425 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] For port 149f847c-8017-4844-a522-63419444e39f, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:00:34.968902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] For port 149f847c-8017-4844-a522-63419444e39f, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=149f847c-8017-4844-a522-63419444e39f,segment=NetworkSegment(3f5219dd-8907-4c29-9ce2-9a675fa8136c),segment_id=3f5219dd-8907-4c29-9ce2-9a675fa8136c)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:00:34.979377 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:35.067410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed328149-699c-4d15-8d82-ae2fece7806e req-0356576e-b7bb-4abf-9552-7f339ebba6d3 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:35.075929 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed328149-699c-4d15-8d82-ae2fece7806e req-0356576e-b7bb-4abf-9552-7f339ebba6d3 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 1100 time: 0.2181821 Nov 24 13:00:35.122349 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Pushing event updated for resources: {'Port': ['ID=149f847c-8017-4844-a522-63419444e39f,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:35.128282 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8fafd005-c616-4649-a0ef-f61ef0cec7d5 req-275d1426-a09b-4dd6-9fda-37d9728aa479 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 210 time: 0.0363328 Nov 24 13:00:35.130578 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:35.131201 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:35.132515 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-7007689d-3f29-4c19-b56c-7dde9aa4adde service neutron] 10.222.0.59 "PUT /v2.0/ports/149f847c-8017-4844-a522-63419444e39f HTTP/1.1" status: 200 len: 1091 time: 1.3106799 Nov 24 13:00:35.133399 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'tag': '149f847c-8017-4844-a522-63419444e39f'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:35.135759 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35cc80c-62e3-4ce4-94b5-bc9f43efcb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ace6a21e-002c-4efe-bc64-0a694a47a9a1", "tag": "149f847c-8017-4844-a522-63419444e39f"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:35.286929 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed328149-699c-4d15-8d82-ae2fece7806e req-1700762b-3cd5-476d-a256-2fc6caf7d2c5 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099054 Nov 24 13:00:35.327153 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-13b804fe-fddb-42ba-ba13-b1ad4a39dc27 req-95a80a78-bb02-4a82-977e-ebfbf1cb7785 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:35.340783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['43c17a72-dca8-4730-8f5d-7bfbf63290ff'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:35.378547 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e8530317-639c-402c-9c53-37fa67a9b70f req-a6a8f8ed-24e2-4d6b-a954-c13364bd5c9f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:35.441087 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c604129-e1f0-439a-966b-866f5a73dc3c x-openstack-request-id: req-5c604129-e1f0-439a-966b-866f5a73dc3c {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:35.441396 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace6a21e-002c-4efe-bc64-0a694a47a9a1", "tag": "149f847c-8017-4844-a522-63419444e39f", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:35.441829 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c604129-e1f0-439a-966b-866f5a73dc3c {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:35.442125 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'tag': '149f847c-8017-4844-a522-63419444e39f', 'status': 'completed', 'code': 200} Nov 24 13:00:35.472207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a80a78-bb02-4a82-977e-ebfbf1cb7785 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Pushing event deleted for resources: {'Port': ['ID=43c17a72-dca8-4730-8f5d-7bfbf63290ff,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:35.472768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-103ea392-1ab8-414a-8f56-41629c548126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:35.474968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-103ea392-1ab8-414a-8f56-41629c548126 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64e1f97e83e44c8e89dd3e01e92d1782&device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 1094 time: 0.2861073 Nov 24 13:00:35.504622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b804fe-fddb-42ba-ba13-b1ad4a39dc27 req-95a80a78-bb02-4a82-977e-ebfbf1cb7785 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] No DVR routers for this DVR port 43c17a72-dca8-4730-8f5d-7bfbf63290ff on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:00:35.508589 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-13b804fe-fddb-42ba-ba13-b1ad4a39dc27 req-95a80a78-bb02-4a82-977e-ebfbf1cb7785 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:35.512272 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-13b804fe-fddb-42ba-ba13-b1ad4a39dc27 req-95a80a78-bb02-4a82-977e-ebfbf1cb7785 tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.59 "DELETE /v2.0/ports/43c17a72-dca8-4730-8f5d-7bfbf63290ff HTTP/1.1" status: 204 len: 173 time: 1.5564790 Nov 24 13:00:35.512891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c848c3-13cc-4ad3-8317-1d97eb742b08', 'name': 'network-vif-deleted', 'tag': '43c17a72-dca8-4730-8f5d-7bfbf63290ff'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:35.516380 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4258662-dcb9-40ea-b657-dff0c71620d6" -d '{"events": [{"server_uuid": "b1c848c3-13cc-4ad3-8317-1d97eb742b08", "name": "network-vif-deleted", "tag": "43c17a72-dca8-4730-8f5d-7bfbf63290ff"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:35.581661 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-62efe1a2-4ea6-435f-90ba-3f13ffe62c22 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=149f847c-8017-4844-a522-63419444e39f HTTP/1.1" status: 200 len: 217 time: 0.0923662 Nov 24 13:00:35.583493 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-8752707f-a9f7-4e68-a949-4343d1dacd4e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=92d638b31b6c4805af7701d21e9d6244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269711 Nov 24 13:00:35.586067 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e8530317-639c-402c-9c53-37fa67a9b70f req-a6a8f8ed-24e2-4d6b-a954-c13364bd5c9f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:35.598706 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d89c442a-2382-4957-87f0-9b9a1f2590a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:35.610088 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555789a1-edb8-4f4b-bae1-a6c2bd37dfc8 req-466ed88d-400c-48c5-950b-beddbed358e4 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:35.622350 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-555789a1-edb8-4f4b-bae1-a6c2bd37dfc8 req-466ed88d-400c-48c5-950b-beddbed358e4 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 943 time: 0.3419042 Nov 24 13:00:35.683017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8530317-639c-402c-9c53-37fa67a9b70f req-a6a8f8ed-24e2-4d6b-a954-c13364bd5c9f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:00:35.720298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-e8530317-639c-402c-9c53-37fa67a9b70f req-a6a8f8ed-24e2-4d6b-a954-c13364bd5c9f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:00:35.737183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8530317-639c-402c-9c53-37fa67a9b70f req-a6a8f8ed-24e2-4d6b-a954-c13364bd5c9f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:00:35.762636 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-555789a1-edb8-4f4b-bae1-a6c2bd37dfc8 req-d3b7feda-12f1-4cb1-96b7-ab0af934afab tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371498 Nov 24 13:00:35.777508 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-56b7df65-7335-4b8b-adf6-8a9ce5a890d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:35.781257 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-56b7df65-7335-4b8b-adf6-8a9ce5a890d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=634de58c-db10-45aa-a077-fbc5f7def9fd HTTP/1.1" status: 200 len: 855 time: 0.1166689 Nov 24 13:00:35.828640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8530317-639c-402c-9c53-37fa67a9b70f req-a6a8f8ed-24e2-4d6b-a954-c13364bd5c9f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:35.829441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e8530317-639c-402c-9c53-37fa67a9b70f req-a6a8f8ed-24e2-4d6b-a954-c13364bd5c9f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:35.856988 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e8530317-639c-402c-9c53-37fa67a9b70f req-a6a8f8ed-24e2-4d6b-a954-c13364bd5c9f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9227867 Nov 24 13:00:35.861400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8f8ed-24e2-4d6b-a954-c13364bd5c9f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Pushing event updated for resources: {'Port': ['ID=2b868f43-fdca-4ed0-99ed-b801f5f7f5c0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:35.872551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Request body: {'port': {'device_id': '3961d501-de51-4ebe-89eb-c70ca2a40184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:35.906538 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf0dc10-a3ec-451e-b14d-cbab586f2cec x-openstack-request-id: req-bcf0dc10-a3ec-451e-b14d-cbab586f2cec {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:35.911483 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c848c3-13cc-4ad3-8317-1d97eb742b08", "name": "network-vif-deleted", "tag": "43c17a72-dca8-4730-8f5d-7bfbf63290ff", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:35.911887 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcf0dc10-a3ec-451e-b14d-cbab586f2cec {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:35.912443 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c848c3-13cc-4ad3-8317-1d97eb742b08', 'name': 'network-vif-deleted', 'tag': '43c17a72-dca8-4730-8f5d-7bfbf63290ff', 'status': 'completed', 'code': 200} Nov 24 13:00:35.987004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-a47ec888-a2f5-446c-bbac-ce4050093f09 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:35.995649 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-a47ec888-a2f5-446c-bbac-ce4050093f09 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3947103 Nov 24 13:00:36.054816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-475106b6-8e61-4dd0-b652-1788a4968a9e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/quotas/92d638b31b6c4805af7701d21e9d6244 HTTP/1.1" status: 200 len: 375 time: 0.0581155 Nov 24 13:00:36.059059 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:36.088898 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:36.212503 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-5f2fb0ea-d6f0-4893-b41b-3c599945b02d tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1407480 Nov 24 13:00:36.555419 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cd52faa8-2727-4cfb-a5f6-b09b3d8a0eb8 req-673805c8-924b-4b00-9ec7-9352b6c1890c tempest-AttachSCSIVolumeTestJSON-883948683 tempest-AttachSCSIVolumeTestJSON-883948683-project] 10.222.0.48 "GET /v2.0/ports?device_id=b1c848c3-13cc-4ad3-8317-1d97eb742b08 HTTP/1.1" status: 200 len: 210 time: 0.0444529 Nov 24 13:00:36.558046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 13b51106-0de7-42f9-a769-9f0ad51fa073 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:00:36.588712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-3861fdc2-56d1-4b0c-8c25-7ff8b72b22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:36.590637 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-3861fdc2-56d1-4b0c-8c25-7ff8b72b22dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10590d13-890c-4212-a949-5f72d63ea981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7985713 Nov 24 13:00:36.706326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea95e5-d5ba-4fd6-aaaa-a097de59c2dd req-ee74f2be-4787-4220-85b1-71600d6afa7c tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:36.715279 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-11ea95e5-d5ba-4fd6-aaaa-a097de59c2dd req-ee74f2be-4787-4220-85b1-71600d6afa7c tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 943 time: 0.1836238 Nov 24 13:00:36.746508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:36.759208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:36.793137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Transition to ACTIVE for port object 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:00:36.804389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 13b51106-0de7-42f9-a769-9f0ad51fa073, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=13b51106-0de7-42f9-a769-9f0ad51fa073,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:36.814091 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-11ea95e5-d5ba-4fd6-aaaa-a097de59c2dd req-cfdcb651-7306-42ee-a25e-69bffccd452d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976691 Nov 24 13:00:36.821504 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:36.824933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '13b51106-0de7-42f9-a769-9f0ad51fa073', 'network_id': 'b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9', 'port_id': '13b51106-0de7-42f9-a769-9f0ad51fa073', 'mac_address': 'fa:16:3e:72:d1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e3051e-b0fa-49e8-b2ef-efe853098352', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:00:36.881462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Pushing event updated for resources: {'Port': ['ID=2b868f43-fdca-4ed0-99ed-b801f5f7f5c0,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:36.918363 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-6b3ce1a1-6dfe-4524-9bd2-7c223495da68 service neutron] 10.222.0.59 "GET /v2.0/networks/10590d13-890c-4212-a949-5f72d63ea981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177998 Nov 24 13:00:36.940513 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:36.962488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b51106-0de7-42f9-a769-9f0ad51fa073 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:37.001844 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e61f0458-bd0b-475b-9e29-c6d9c01d4821 req-b49a6f4b-f2ae-40a0-8b20-64e5205391e5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 210 time: 0.0736704 Nov 24 13:00:37.023884 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 13b51106-0de7-42f9-a769-9f0ad51fa073, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=13b51106-0de7-42f9-a769-9f0ad51fa073,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:37.031620 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:37.071972 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Attempting to bind port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:00:37.072333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Attempting to bind port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:00:37.072688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Attempting to bind port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:37.080876 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:00:37.081468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Attempting to bind port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:37.094394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:00:37.094828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Checking segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:00:37.095241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Bound using segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:00:37.098637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Bound port: 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:00:37.099023 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:37.126296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83f7d6-0712-4492-8a73-f33448636913 req-86d87548-478c-47e6-bef6-85c807c80ce7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:37.134570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d83f7d6-0712-4492-8a73-f33448636913 req-86d87548-478c-47e6-bef6-85c807c80ce7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 943 time: 0.3115733 Nov 24 13:00:37.146891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=13b51106-0de7-42f9-a769-9f0ad51fa073,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:37.212633 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d83f7d6-0712-4492-8a73-f33448636913 req-5e9bebdb-4c28-4000-84fa-ecf9d3eea782 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768530 Nov 24 13:00:37.243101 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ca696bc-d5bc-4760-b595-082fa17eba50 req-2904c354-0eb1-4b9b-bb81-2ae8f7d50f84 service neutron] 10.222.0.59 "GET /v2.0/networks/10590d13-890c-4212-a949-5f72d63ea981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995236 Nov 24 13:00:37.285158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] For port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:00:37.293461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] For port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=2b868f43-fdca-4ed0-99ed-b801f5f7f5c0,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:00:37.312023 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:37.322619 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['13b51106-0de7-42f9-a769-9f0ad51fa073'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:37.385629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc80c-62e3-4ce4-94b5-bc9f43efcb5d req-ddf0b1d0-fbb1-49a7-9825-ecb873a50db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:37.389948 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c35cc80c-62e3-4ce4-94b5-bc9f43efcb5d req-ddf0b1d0-fbb1-49a7-9825-ecb873a50db8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64e1f97e83e44c8e89dd3e01e92d1782&device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 1094 time: 0.0663791 Nov 24 13:00:37.425450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Pushing event updated for resources: {'Port': ['ID=2b868f43-fdca-4ed0-99ed-b801f5f7f5c0,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:37.446850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:37.447928 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:37.450668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e8530317-639c-402c-9c53-37fa67a9b70f req-5d820d9c-6917-4fc0-9dfd-4ab1c89dbd48 service neutron] 10.222.0.46 "PUT /v2.0/ports/2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 HTTP/1.1" status: 200 len: 1091 time: 1.5822632 Nov 24 13:00:37.494394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a71fc-1370-48ad-916e-a668114df7ca req-deb1f3e5-ac10-4d79-a2dd-13b32e25f3b7 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:37.497435 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c2a71fc-1370-48ad-916e-a668114df7ca req-deb1f3e5-ac10-4d79-a2dd-13b32e25f3b7 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 943 time: 0.2014320 Nov 24 13:00:37.599804 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc80c-62e3-4ce4-94b5-bc9f43efcb5d req-f0471cd1-1553-4a27-9ea7-2c48461355fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:37.601657 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c35cc80c-62e3-4ce4-94b5-bc9f43efcb5d req-f0471cd1-1553-4a27-9ea7-2c48461355fc service neutron] 10.222.0.59 "GET /v2.0/networks?id=10590d13-890c-4212-a949-5f72d63ea981 HTTP/1.1" status: 200 len: 917 time: 0.1982267 Nov 24 13:00:37.613975 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c2a71fc-1370-48ad-916e-a668114df7ca req-ed93743b-0d93-4245-ac29-824e859abfdf tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939996 Nov 24 13:00:37.647652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8530317-639c-402c-9c53-37fa67a9b70f req-ba069b71-8681-48c0-a4eb-b03ede962062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:37.649340 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e8530317-639c-402c-9c53-37fa67a9b70f req-ba069b71-8681-48c0-a4eb-b03ede962062 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 1094 time: 0.1382203 Nov 24 13:00:37.694192 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c35cc80c-62e3-4ce4-94b5-bc9f43efcb5d req-50991227-1a09-4e61-af53-df57de6028ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=149f847c-8017-4844-a522-63419444e39f HTTP/1.1" status: 200 len: 217 time: 0.0844913 Nov 24 13:00:37.770484 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e8530317-639c-402c-9c53-37fa67a9b70f req-89e8b5bd-f221-4707-aeed-4dc3bac36495 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 HTTP/1.1" status: 200 len: 217 time: 0.0960598 Nov 24 13:00:37.815350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc80c-62e3-4ce4-94b5-bc9f43efcb5d req-0b66d093-99bd-4a1c-a218-804930aaf859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:37.816926 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c35cc80c-62e3-4ce4-94b5-bc9f43efcb5d req-0b66d093-99bd-4a1c-a218-804930aaf859 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=634de58c-db10-45aa-a077-fbc5f7def9fd HTTP/1.1" status: 200 len: 855 time: 0.1145115 Nov 24 13:00:37.887431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8530317-639c-402c-9c53-37fa67a9b70f req-cea0de16-6613-41cd-96d3-152686c911a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:37.889468 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e8530317-639c-402c-9c53-37fa67a9b70f req-cea0de16-6613-41cd-96d3-152686c911a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.1115110 Nov 24 13:00:37.896505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cc80c-62e3-4ce4-94b5-bc9f43efcb5d req-7ae0539d-0427-4d82-9f18-031162b57783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:37.898489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c35cc80c-62e3-4ce4-94b5-bc9f43efcb5d req-7ae0539d-0427-4d82-9f18-031162b57783 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10590d13-890c-4212-a949-5f72d63ea981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715399 Nov 24 13:00:37.926425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3961d501-de51-4ebe-89eb-c70ca2a40184', 'tag': '2b868f43-fdca-4ed0-99ed-b801f5f7f5c0'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:37.928756 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ad4707-474f-4ef0-84cd-e40c02b2ffc5" -d '{"events": [{"name": "network-changed", "server_uuid": "3961d501-de51-4ebe-89eb-c70ca2a40184", "tag": "2b868f43-fdca-4ed0-99ed-b801f5f7f5c0"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:37.951310 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e8530317-639c-402c-9c53-37fa67a9b70f req-3310e9fa-cf73-472d-a60d-3479c7741dba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454013 Nov 24 13:00:38.097137 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee94ea5-4242-47fb-8f31-95a3776241dd x-openstack-request-id: req-cee94ea5-4242-47fb-8f31-95a3776241dd {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:38.098378 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3961d501-de51-4ebe-89eb-c70ca2a40184", "tag": "2b868f43-fdca-4ed0-99ed-b801f5f7f5c0", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:38.108696 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cee94ea5-4242-47fb-8f31-95a3776241dd {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:38.109200 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3961d501-de51-4ebe-89eb-c70ca2a40184', 'tag': '2b868f43-fdca-4ed0-99ed-b801f5f7f5c0', 'status': 'completed', 'code': 200} Nov 24 13:00:38.132659 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61316b30-a3b7-46f3-ad0a-ccc6190880bf req-01918936-9c01-4081-9077-40546a308884 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:38.134352 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61316b30-a3b7-46f3-ad0a-ccc6190880bf req-01918936-9c01-4081-9077-40546a308884 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 944 time: 0.2180233 Nov 24 13:00:38.170575 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e8530317-639c-402c-9c53-37fa67a9b70f req-1f6430bb-4a1b-4565-b594-c42d52ee3b23 service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182086 Nov 24 13:00:38.213297 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8c5e655f-5318-4778-911c-65caa5b704ec req-0e5c64f4-85e0-458c-aa58-ea9d7230fc8b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 210 time: 0.0902297 Nov 24 13:00:38.271720 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61316b30-a3b7-46f3-ad0a-ccc6190880bf req-dd2563bf-b1b0-4cb7-b20b-0a929ebc18b8 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278832 Nov 24 13:00:38.278036 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c35cc80c-62e3-4ce4-94b5-bc9f43efcb5d req-b7dd494b-3a63-4ea4-a712-b83b7f5a270d service neutron] 10.222.0.59 "GET /v2.0/networks/10590d13-890c-4212-a949-5f72d63ea981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686013 Nov 24 13:00:38.432994 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c35cc80c-62e3-4ce4-94b5-bc9f43efcb5d req-83932dce-9842-4d2a-8913-dfd05c8c4470 service neutron] 10.222.0.59 "GET /v2.0/networks/10590d13-890c-4212-a949-5f72d63ea981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477118 Nov 24 13:00:38.464114 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-3faf1096-0829-4e1b-9c59-e1c78ce1f24d tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=92d638b31b6c4805af7701d21e9d6244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008067 Nov 24 13:00:38.546466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e8530317-639c-402c-9c53-37fa67a9b70f req-0d410e9e-30fb-493b-9210-5d661d0f4038 service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394086 Nov 24 13:00:38.572248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 13b51106-0de7-42f9-a769-9f0ad51fa073 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:38.581643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48d6f6-7b70-4815-8bad-5377e45f535e req-e62cb891-dcbd-44f4-a556-0a897fc51b5a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:38.589550 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e48d6f6-7b70-4815-8bad-5377e45f535e req-e62cb891-dcbd-44f4-a556-0a897fc51b5a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 943 time: 0.1912014 Nov 24 13:00:38.678488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 13b51106-0de7-42f9-a769-9f0ad51fa073 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:38.681394 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:38.705970 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e48d6f6-7b70-4815-8bad-5377e45f535e req-deef415f-3e27-48b0-92e5-449773f0fcb1 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148300 Nov 24 13:00:38.727574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-1c563414-3bc1-40c4-b14d-9f990758e4be tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:38.729310 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-1c563414-3bc1-40c4-b14d-9f990758e4be tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2446380 Nov 24 13:00:38.749987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad4707-474f-4ef0-84cd-e40c02b2ffc5 req-bdb51408-cbfa-4a4d-865d-c00c4816fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:38.751574 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61ad4707-474f-4ef0-84cd-e40c02b2ffc5 req-bdb51408-cbfa-4a4d-865d-c00c4816fd62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 1094 time: 0.1138580 Nov 24 13:00:38.756061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-3820f745-a901-4792-b2ce-553c8d1ffeb5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Request body: {'port': {'device_id': '2e13cfad-2d93-4492-9189-9908df55fbf9', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '92d638b31b6c4805af7701d21e9d6244'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:38.786823 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baa7cc-0e0f-4015-9d02-904ef77049d0 req-ebed7eb0-f536-4b77-90fa-08331cd5f451 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:38.788954 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f3baa7cc-0e0f-4015-9d02-904ef77049d0 req-ebed7eb0-f536-4b77-90fa-08331cd5f451 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 943 time: 0.0746124 Nov 24 13:00:38.791088 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:38.835363 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 13b51106-0de7-42f9-a769-9f0ad51fa073, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=13b51106-0de7-42f9-a769-9f0ad51fa073,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:38.849129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09f44a8-20a4-4d19-8b1d-525c0dbbaa43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b51106-0de7-42f9-a769-9f0ad51fa073'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:38.855638 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a685d6b2-0944-49da-9125-5391a4d7d898" -d '{"events": [{"server_uuid": "f09f44a8-20a4-4d19-8b1d-525c0dbbaa43", "name": "network-vif-plugged", "status": "completed", "tag": "13b51106-0de7-42f9-a769-9f0ad51fa073"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:38.867456 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:38.869638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 43c17a72-dca8-4730-8f5d-7bfbf63290ff no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:00:38.878673 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f3baa7cc-0e0f-4015-9d02-904ef77049d0 req-680f2e84-f0db-40bf-a3f2-e25a48039ad8 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838056 Nov 24 13:00:38.881148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad4707-474f-4ef0-84cd-e40c02b2ffc5 req-8235c7d7-e4ea-40e7-a0e0-7c76024a35bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:38.882611 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61ad4707-474f-4ef0-84cd-e40c02b2ffc5 req-8235c7d7-e4ea-40e7-a0e0-7c76024a35bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 906 time: 0.1216228 Nov 24 13:00:38.910805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 43c17a72-dca8-4730-8f5d-7bfbf63290ff {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:00:38.911434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 43c17a72-dca8-4730-8f5d-7bfbf63290ff not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:00:38.940184 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac36cd1-9a40-4b88-a70a-97bc1a888d98 x-openstack-request-id: req-fac36cd1-9a40-4b88-a70a-97bc1a888d98 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:38.940561 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09f44a8-20a4-4d19-8b1d-525c0dbbaa43", "name": "network-vif-plugged", "status": "completed", "tag": "13b51106-0de7-42f9-a769-9f0ad51fa073", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:38.940914 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fac36cd1-9a40-4b88-a70a-97bc1a888d98 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:38.941377 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09f44a8-20a4-4d19-8b1d-525c0dbbaa43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b51106-0de7-42f9-a769-9f0ad51fa073', 'code': 200} Nov 24 13:00:38.992405 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=13b51106-0de7-42f9-a769-9f0ad51fa073,revision_number=10']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:39.120292 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca3fa1-2cfa-4577-b412-d6d4bde945b0 req-0a254f38-d797-4ee0-960f-de71b5bc212c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:39.121842 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-faca3fa1-2cfa-4577-b412-d6d4bde945b0 req-0a254f38-d797-4ee0-960f-de71b5bc212c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 1097 time: 0.0433478 Nov 24 13:00:39.169209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-faca3fa1-2cfa-4577-b412-d6d4bde945b0 req-304429ae-21ee-4d5a-9227-f3d22832b163 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387368 Nov 24 13:00:39.267266 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61ad4707-474f-4ef0-84cd-e40c02b2ffc5 req-5d93bba9-3b2c-45a1-9527-eac72b8e76ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 HTTP/1.1" status: 200 len: 217 time: 0.0443048 Nov 24 13:00:39.349203 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c53c60f-0129-45be-8f44-cad9ca1cf1ef req-d0235ca7-0872-4b96-ba39-5ac121bf5833 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 210 time: 0.0436063 Nov 24 13:00:39.373312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad4707-474f-4ef0-84cd-e40c02b2ffc5 req-ba96bbe5-c1b1-4726-b334-ebcf0e38a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:39.374709 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61ad4707-474f-4ef0-84cd-e40c02b2ffc5 req-ba96bbe5-c1b1-4726-b334-ebcf0e38a8f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.0987642 Nov 24 13:00:39.392712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-3820f745-a901-4792-b2ce-553c8d1ffeb5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Made reservation on behalf of 92d638b31b6c4805af7701d21e9d6244 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:00:39.396762 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-3820f745-a901-4792-b2ce-553c8d1ffeb5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:39.404057 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4dd9a-8e64-4ce9-8dea-3197329fff5d req-51327ca3-49f9-453d-90eb-14083e02aea6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:39.405681 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fd4dd9a-8e64-4ce9-8dea-3197329fff5d req-51327ca3-49f9-453d-90eb-14083e02aea6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.0631704 Nov 24 13:00:39.414685 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61ad4707-474f-4ef0-84cd-e40c02b2ffc5 req-1c718d52-3534-4f67-9fd8-d266cb69250e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312126 Nov 24 13:00:39.458764 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fd4dd9a-8e64-4ce9-8dea-3197329fff5d req-e361035e-8100-43eb-bc0d-88b48d4acb10 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465093 Nov 24 13:00:39.501664 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:39.600847 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61ad4707-474f-4ef0-84cd-e40c02b2ffc5 req-5571a10d-981b-435a-a8f5-8ef43997cd84 service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763916 Nov 24 13:00:39.694584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-3820f745-a901-4792-b2ce-553c8d1ffeb5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Allocated IP 192.168.233.137 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/f2e4f9dc-3880-45ff-94bb-01bc006dc3c2) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:00:39.742401 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61ad4707-474f-4ef0-84cd-e40c02b2ffc5 req-e7a45111-d0e6-4770-8006-c0b48cdf9411 service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326725 Nov 24 13:00:39.898312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57775ea7-4934-460d-8797-93a887f02ff4 req-8d2df36f-3779-47f1-9fe5-255f0ec9fd98 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:39.909196 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-57775ea7-4934-460d-8797-93a887f02ff4 req-8d2df36f-3779-47f1-9fe5-255f0ec9fd98 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 943 time: 0.1191428 Nov 24 13:00:39.983923 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-3820f745-a901-4792-b2ce-553c8d1ffeb5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:39.995576 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-57775ea7-4934-460d-8797-93a887f02ff4 req-8a2c8571-c85f-48f8-8f4d-e619a486798f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853465 Nov 24 13:00:40.041512 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-3820f745-a901-4792-b2ce-553c8d1ffeb5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:40.060681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b', '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:40.072296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6a2d9-4dc7-40e6-85ff-3915d5bc9915 req-44264441-c294-496a-93db-ff3d10f64683 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:40.080590 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3aa6a2d9-4dc7-40e6-85ff-3915d5bc9915 req-44264441-c294-496a-93db-ff3d10f64683 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 943 time: 0.0798056 Nov 24 13:00:40.135230 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['58725471-ab98-4914-ad65-4a77d8fde287', 'b70673d4-dccc-4966-b3ef-86c3358d476c', 'a3bb234e-5133-4468-9062-99fcc82ba5eb', 'bb31412f-3fcf-43c3-a57f-672d1a7a5bd1'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:40.154827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-3820f745-a901-4792-b2ce-553c8d1ffeb5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:00:40.167676 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3aa6a2d9-4dc7-40e6-85ff-3915d5bc9915 req-9540f767-c1ba-4086-b0b4-83da3bb28e99 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824976 Nov 24 13:00:40.183663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-3820f745-a901-4792-b2ce-553c8d1ffeb5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:00:40.208760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820f745-a901-4792-b2ce-553c8d1ffeb5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event updated for resources: {'Port': ['ID=f2e4f9dc-3880-45ff-94bb-01bc006dc3c2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:40.218300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-3820f745-a901-4792-b2ce-553c8d1ffeb5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:00:40.306452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-3820f745-a901-4792-b2ce-553c8d1ffeb5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:40.312162 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-3820f745-a901-4792-b2ce-553c8d1ffeb5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:40.350764 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-3820f745-a901-4792-b2ce-553c8d1ffeb5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6034484 Nov 24 13:00:40.363871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Request body: {'port': {'device_id': '2e13cfad-2d93-4492-9189-9908df55fbf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:40.583733 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:40.690130 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d85ac1-bf97-4c2a-8c0b-4fa8109e4c7d req-de148de3-b426-42fa-9563-2ec0f74896cd tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:40.700753 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58d85ac1-bf97-4c2a-8c0b-4fa8109e4c7d req-de148de3-b426-42fa-9563-2ec0f74896cd tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.1079555 Nov 24 13:00:40.774595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-90de3b04-8867-4b04-b78a-a4ba69c7869d None None] Provisioning complete for port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:40.776987 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-90de3b04-8867-4b04-b78a-a4ba69c7869d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:40.786102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92f5d2-fbb6-40f9-bb70-42fb64e7bc4b req-bbe33172-d5c6-4bcc-ac1a-011e29cea2fa tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:40.787964 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de92f5d2-fbb6-40f9-bb70-42fb64e7bc4b req-bbe33172-d5c6-4bcc-ac1a-011e29cea2fa tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 936 time: 0.3357794 Nov 24 13:00:40.796301 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58d85ac1-bf97-4c2a-8c0b-4fa8109e4c7d req-ca938414-3447-4f37-8816-c1a33369ddd8 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946367 Nov 24 13:00:40.855468 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-90de3b04-8867-4b04-b78a-a4ba69c7869d None None] Port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:00:41.046375 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de92f5d2-fbb6-40f9-bb70-42fb64e7bc4b req-9bde9f55-2707-4b3d-9c2a-7647e3f8494d tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351823 Nov 24 13:00:41.263036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b914a4-bd8e-4880-b4ea-a0e7925f4687 req-1432d4ca-c662-4e30-bdf5-475336aed84c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:41.264625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b9b914a4-bd8e-4880-b4ea-a0e7925f4687 req-1432d4ca-c662-4e30-bdf5-475336aed84c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 943 time: 0.1143329 Nov 24 13:00:41.296657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:41.317540 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:41.335330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Transition to ACTIVE for port object f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:00:41.341171 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:41.374839 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b9b914a4-bd8e-4880-b4ea-a0e7925f4687 req-6c9761de-f42e-462e-8cd3-9f9fb4d0744c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946484 Nov 24 13:00:41.416356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e4f9dc-3880-45ff-94bb-01bc006dc3c2,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:41.511419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eca38-d821-405f-b544-2e0ec06e4a2a req-1d18ecd7-7c60-4a87-85da-f0f451c1152d tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:41.513075 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-363eca38-d821-405f-b544-2e0ec06e4a2a req-1d18ecd7-7c60-4a87-85da-f0f451c1152d tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 943 time: 0.1261926 Nov 24 13:00:41.555453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Attempting to bind port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:00:41.555800 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Attempting to bind port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:00:41.556283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Attempting to bind port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:41.571384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:00:41.571736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Attempting to bind port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:41.588498 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:00:41.588787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:00:41.589067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:00:41.589552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Bound port: f2e4f9dc-3880-45ff-94bb-01bc006dc3c2, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:00:41.589938 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:41.596274 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-363eca38-d821-405f-b544-2e0ec06e4a2a req-cc0f1685-baa3-4f06-8291-43de7899267d tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700788 Nov 24 13:00:41.675186 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] For port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:00:41.679240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] For port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f2e4f9dc-3880-45ff-94bb-01bc006dc3c2,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:00:41.685550 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:41.713216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:00:41.734749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:41.735493 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:41.737033 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] 10.222.0.46 "PUT /v2.0/ports/f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 HTTP/1.1" status: 200 len: 1096 time: 1.3779140 Nov 24 13:00:41.737572 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e13cfad-2d93-4492-9189-9908df55fbf9', 'tag': 'f2e4f9dc-3880-45ff-94bb-01bc006dc3c2'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:41.740110 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cef28e-838f-41b1-8c14-ede245225ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e13cfad-2d93-4492-9189-9908df55fbf9", "tag": "f2e4f9dc-3880-45ff-94bb-01bc006dc3c2"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:41.758645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b7877-1b8b-40fc-8198-038ddc01d0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2e4f9dc-3880-45ff-94bb-01bc006dc3c2,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:41.815320 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51280cb0-6263-416d-abde-820a5d8ecaf2 x-openstack-request-id: req-51280cb0-6263-416d-abde-820a5d8ecaf2 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:41.815675 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e13cfad-2d93-4492-9189-9908df55fbf9", "tag": "f2e4f9dc-3880-45ff-94bb-01bc006dc3c2", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:41.816047 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51280cb0-6263-416d-abde-820a5d8ecaf2 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:41.817159 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e13cfad-2d93-4492-9189-9908df55fbf9', 'tag': 'f2e4f9dc-3880-45ff-94bb-01bc006dc3c2', 'status': 'completed', 'code': 200} Nov 24 13:00:41.884488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=2b868f43-fdca-4ed0-99ed-b801f5f7f5c0,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:41.897356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '2b868f43-fdca-4ed0-99ed-b801f5f7f5c0', 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'port_id': '2b868f43-fdca-4ed0-99ed-b801f5f7f5c0', 'mac_address': 'fa:16:3e:f6:81:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ed41c1-a924-4ba0-9444-2052d8ad1db8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:00:41.945650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-a4d5617b-d5c6-48c3-bdec-a49fb483584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:41.947513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-a4d5617b-d5c6-48c3-bdec-a49fb483584f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 1099 time: 0.0942996 Nov 24 13:00:41.949100 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:41.964036 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:41.974858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a63989-c635-4956-9183-bc53890fd2d7 req-f84811bf-f19b-46e0-a6ff-bd5d701a12d7 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:41.976574 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9a63989-c635-4956-9183-bc53890fd2d7 req-f84811bf-f19b-46e0-a6ff-bd5d701a12d7 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.0741789 Nov 24 13:00:41.996796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=2b868f43-fdca-4ed0-99ed-b801f5f7f5c0,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:42.001762 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:42.006869 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-42aad3c5-611f-4df2-a9a4-0fe80a279f46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 HTTP/1.1" status: 200 len: 217 time: 0.0493555 Nov 24 13:00:42.058861 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=2b868f43-fdca-4ed0-99ed-b801f5f7f5c0,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:42.092334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-241c309f-7caa-47d6-bcab-9ffbdfd25905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:42.095386 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-241c309f-7caa-47d6-bcab-9ffbdfd25905 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0753620 Nov 24 13:00:42.153283 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9a63989-c635-4956-9183-bc53890fd2d7 req-e7077d4b-8e9b-4534-a4de-ca881fbaacae tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482093 Nov 24 13:00:42.186599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-61095a29-2f20-4b16-95cb-7db64467a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:42.188125 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-61095a29-2f20-4b16-95cb-7db64467a69e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752363 Nov 24 13:00:42.205278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49448d-11ee-46ae-b3b0-7eb73d1a5f22 req-11086fd5-05b7-4a7a-92d5-df86de982654 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:42.207795 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf49448d-11ee-46ae-b3b0-7eb73d1a5f22 req-11086fd5-05b7-4a7a-92d5-df86de982654 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 948 time: 0.0888324 Nov 24 13:00:42.279486 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf49448d-11ee-46ae-b3b0-7eb73d1a5f22 req-f57928e6-6eca-49dd-a973-c4d7509fd10e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656924 Nov 24 13:00:42.370980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08b3f1-3ba3-47d0-ac4f-403a513c5398 req-ef454df3-114d-4d1d-bc40-d9c3b7d0116f tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:42.373052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['2b868f43-fdca-4ed0-99ed-b801f5f7f5c0'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:42.378921 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d08b3f1-3ba3-47d0-ac4f-403a513c5398 req-ef454df3-114d-4d1d-bc40-d9c3b7d0116f tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.1317871 Nov 24 13:00:42.415705 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-14fc5830-1694-4d5e-aa5e-a79e68951c7b service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138515 Nov 24 13:00:42.507359 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d08b3f1-3ba3-47d0-ac4f-403a513c5398 req-b5868851-a52f-45a8-96fd-b16155d039e0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269815 Nov 24 13:00:42.561931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1b86a-70ec-4263-9279-74e936b1b745 req-8ae96268-50ac-4e4c-b1c1-2453f6add2cb tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:42.573930 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-54b1b86a-70ec-4263-9279-74e936b1b745 req-8ae96268-50ac-4e4c-b1c1-2453f6add2cb tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 944 time: 0.0956633 Nov 24 13:00:42.612304 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d80b118-2fce-4b93-b541-563e43ed82e0 req-4d69ffc3-6a81-41a9-9f80-0042ebd5409b service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749599 Nov 24 13:00:42.688232 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-54b1b86a-70ec-4263-9279-74e936b1b745 req-79bad41f-e5e6-4862-bd76-bf366b469b2b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158202 Nov 24 13:00:42.756140 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef28e-838f-41b1-8c14-ede245225ea0 req-afe42897-a2b7-4792-ae0d-5a366056594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:42.757816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63cef28e-838f-41b1-8c14-ede245225ea0 req-afe42897-a2b7-4792-ae0d-5a366056594c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 1099 time: 0.0868359 Nov 24 13:00:42.769343 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b282b-dfd9-4503-92b9-353421e56bc2 req-08402dc3-15de-477c-88ac-b96c880346c9 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:42.771005 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f92b282b-dfd9-4503-92b9-353421e56bc2 req-08402dc3-15de-477c-88ac-b96c880346c9 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.1095319 Nov 24 13:00:42.823686 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2536a-8efe-4a95-869e-394f69258ff7 req-2e777acc-0f47-44aa-8046-2397dce05248 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:42.825522 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cd2536a-8efe-4a95-869e-394f69258ff7 req-2e777acc-0f47-44aa-8046-2397dce05248 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 943 time: 0.0711176 Nov 24 13:00:42.883878 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f92b282b-dfd9-4503-92b9-353421e56bc2 req-896f206f-4e53-4f3a-9033-f1dd9bc5044b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042578 Nov 24 13:00:42.902298 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cd2536a-8efe-4a95-869e-394f69258ff7 req-97d68cb6-a159-4f0e-ace6-db96d906e929 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701740 Nov 24 13:00:42.903593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef28e-838f-41b1-8c14-ede245225ea0 req-f7c30d14-f3bd-4206-bae4-4a75b9111072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:42.905285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63cef28e-838f-41b1-8c14-ede245225ea0 req-f7c30d14-f3bd-4206-bae4-4a75b9111072 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1332934 Nov 24 13:00:42.976922 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63cef28e-838f-41b1-8c14-ede245225ea0 req-dcdda1e3-c64b-4c43-8247-33c386981e03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 HTTP/1.1" status: 200 len: 217 time: 0.0582495 Nov 24 13:00:43.077521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef28e-838f-41b1-8c14-ede245225ea0 req-444cc06d-60a4-4e54-97f3-f7506347104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:43.078927 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63cef28e-838f-41b1-8c14-ede245225ea0 req-444cc06d-60a4-4e54-97f3-f7506347104c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0879982 Nov 24 13:00:43.087371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9cd98-b0f1-47f2-9e4f-cbe1db0b7c69 req-f5292b72-6652-44da-9ab4-e5c7692b55d9 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:43.088929 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6cc9cd98-b0f1-47f2-9e4f-cbe1db0b7c69 req-f5292b72-6652-44da-9ab4-e5c7692b55d9 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.0877476 Nov 24 13:00:43.158434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef28e-838f-41b1-8c14-ede245225ea0 req-c2288d7d-7c00-4b0b-93e6-70a23c2394f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:43.159878 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63cef28e-838f-41b1-8c14-ede245225ea0 req-c2288d7d-7c00-4b0b-93e6-70a23c2394f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0682321 Nov 24 13:00:43.173206 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6cc9cd98-b0f1-47f2-9e4f-cbe1db0b7c69 req-2082f81d-e283-4852-8015-fed026c4d802 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740287 Nov 24 13:00:43.305388 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63cef28e-838f-41b1-8c14-ede245225ea0 req-f1ee1ceb-de78-4bb6-aca9-7b205f86a52f service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311872 Nov 24 13:00:43.323377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dd078-84c9-4c2c-86a1-3de29188bc91 req-2dc5ca2b-b958-4aba-bff0-c2b8f92e50ba tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:43.334404 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad4dd078-84c9-4c2c-86a1-3de29188bc91 req-2dc5ca2b-b958-4aba-bff0-c2b8f92e50ba tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.0659885 Nov 24 13:00:43.391203 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad4dd078-84c9-4c2c-86a1-3de29188bc91 req-f575d8aa-60b3-4c9f-8ab2-78efd5e704c5 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554862 Nov 24 13:00:43.503848 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63cef28e-838f-41b1-8c14-ede245225ea0 req-8e0e090a-02eb-4833-b8d2-41813e0138d5 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819119 Nov 24 13:00:43.528401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c7235-c086-4b5e-b43b-8d71cf72af12 req-6986bc76-fe2e-4b67-b4d6-e1c16620d620 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:43.529538 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b64c7235-c086-4b5e-b43b-8d71cf72af12 req-6986bc76-fe2e-4b67-b4d6-e1c16620d620 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 948 time: 0.1054773 Nov 24 13:00:43.589478 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b64c7235-c086-4b5e-b43b-8d71cf72af12 req-974c068f-e488-4104-b3d2-1832ddb1b5f2 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497274 Nov 24 13:00:43.648266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41409557-0d2a-41d0-8209-4488e82b085d req-ccfeaf61-a871-44b6-89f2-160e47992457 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:43.650677 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41409557-0d2a-41d0-8209-4488e82b085d req-ccfeaf61-a871-44b6-89f2-160e47992457 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.0594707 Nov 24 13:00:43.703715 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33038) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:43.709264 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41409557-0d2a-41d0-8209-4488e82b085d req-1ac5657a-456d-4c1b-a214-c9dcb46a8bec tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499520 Nov 24 13:00:43.709764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b41ad9fa-5d29-47c3-9b66-bb01747c7f45 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1799892912'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:43.735673 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:43.740491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41ad9fa-5d29-47c3-9b66-bb01747c7f45 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Made reservation on behalf of 5cb9995cf9cd4081ba228f719572b20a for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:00:43.746840 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b41ad9fa-5d29-47c3-9b66-bb01747c7f45 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:43.776105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41ad9fa-5d29-47c3-9b66-bb01747c7f45 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:00:43.812012 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b41ad9fa-5d29-47c3-9b66-bb01747c7f45 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:43.812506 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-b41ad9fa-5d29-47c3-9b66-bb01747c7f45 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Added segment 2118041f-54e1-48a8-a832-301e15b629e2 of type vlan for network 5583c3a7-9a15-4e82-aa26-02223831e2d0 Nov 24 13:00:43.844402 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:00:43.849479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:43.850128 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:43.882273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fbc3b-ae37-415b-9924-75db0e07dd63 req-6f5f8f71-505e-4db1-8559-31405126d175 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:43.883850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df4fbc3b-ae37-415b-9924-75db0e07dd63 req-6f5f8f71-505e-4db1-8559-31405126d175 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 944 time: 0.1119723 Nov 24 13:00:43.888974 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b41ad9fa-5d29-47c3-9b66-bb01747c7f45 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:43.898274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0684b8-76f9-4347-8361-d3866affc886 req-d554e27f-ff6a-487e-bf7d-42c6f2aec188 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:43.899928 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb0684b8-76f9-4347-8361-d3866affc886 req-d554e27f-ff6a-487e-bf7d-42c6f2aec188 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.0568905 Nov 24 13:00:43.949601 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:43.955915 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb0684b8-76f9-4347-8361-d3866affc886 req-6ddd29e7-f540-4021-9df2-db950ee40eb1 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493350 Nov 24 13:00:43.985447 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b41ad9fa-5d29-47c3-9b66-bb01747c7f45 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:43.992883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41ad9fa-5d29-47c3-9b66-bb01747c7f45 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:43.994871 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b41ad9fa-5d29-47c3-9b66-bb01747c7f45 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:44.007827 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3961d501-de51-4ebe-89eb-c70ca2a40184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b868f43-fdca-4ed0-99ed-b801f5f7f5c0'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:44.014197 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404c399b-e401-4c9e-b1a3-4c08304de1e1" -d '{"events": [{"server_uuid": "3961d501-de51-4ebe-89eb-c70ca2a40184", "name": "network-vif-plugged", "status": "completed", "tag": "2b868f43-fdca-4ed0-99ed-b801f5f7f5c0"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:44.040312 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=2b868f43-fdca-4ed0-99ed-b801f5f7f5c0,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:44.048416 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:44.049420 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df4fbc3b-ae37-415b-9924-75db0e07dd63 req-2d9ccd2b-3a2d-4f1a-8be5-66f0c76a43b8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577787 Nov 24 13:00:44.108368 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b41ad9fa-5d29-47c3-9b66-bb01747c7f45 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4031265 Nov 24 13:00:44.109307 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ad9fa-5d29-47c3-9b66-bb01747c7f45 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'Network': ['ID=5583c3a7-9a15-4e82-aa26-02223831e2d0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:44.117272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33050) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:44.128193 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-830d054e-ed80-4362-9aed-67196e922076 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-689009306'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:44.131008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 5583c3a7-9a15-4e82-aa26-02223831e2d0 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:00:44.166653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff059753-7fd0-46fe-a095-65786db13a19 req-8d589432-e541-48c5-aa24-995fab871ed1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:44.174835 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ff059753-7fd0-46fe-a095-65786db13a19 req-8d589432-e541-48c5-aa24-995fab871ed1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 943 time: 0.1062939 Nov 24 13:00:44.192121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830d054e-ed80-4362-9aed-67196e922076 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Made reservation on behalf of 5cb9995cf9cd4081ba228f719572b20a for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:00:44.196093 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-830d054e-ed80-4362-9aed-67196e922076 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:44.202138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=2b868f43-fdca-4ed0-99ed-b801f5f7f5c0,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:44.231592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830d054e-ed80-4362-9aed-67196e922076 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:00:44.245073 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-830d054e-ed80-4362-9aed-67196e922076 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:44.245511 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-830d054e-ed80-4362-9aed-67196e922076 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Added segment 9e7b0f72-3387-43e2-9db4-cfb971a4dab6 of type vlan for network 6df529e3-a95e-4d56-953a-23262bfd3e34 Nov 24 13:00:44.266924 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5067e16e-82c1-44ca-a350-065f6e4a389f x-openstack-request-id: req-5067e16e-82c1-44ca-a350-065f6e4a389f {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:44.267175 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3961d501-de51-4ebe-89eb-c70ca2a40184", "name": "network-vif-plugged", "status": "completed", "tag": "2b868f43-fdca-4ed0-99ed-b801f5f7f5c0", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:44.267440 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5067e16e-82c1-44ca-a350-065f6e4a389f {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:44.267852 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3961d501-de51-4ebe-89eb-c70ca2a40184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b868f43-fdca-4ed0-99ed-b801f5f7f5c0', 'code': 200} Nov 24 13:00:44.309587 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-830d054e-ed80-4362-9aed-67196e922076 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:44.338355 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ff059753-7fd0-46fe-a095-65786db13a19 req-e77cdd11-9011-4594-a052-e855e430bdbf tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625717 Nov 24 13:00:44.367675 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-830d054e-ed80-4362-9aed-67196e922076 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:44.367675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830d054e-ed80-4362-9aed-67196e922076 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:44.367675 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-830d054e-ed80-4362-9aed-67196e922076 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:44.425638 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-830d054e-ed80-4362-9aed-67196e922076 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3027806 Nov 24 13:00:44.426012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd7f7d-b033-4bd0-99a6-869811aa9b14 req-1584f729-2dff-47d2-a13a-2a539974fbf3 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:44.428370 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e4cd7f7d-b033-4bd0-99a6-869811aa9b14 req-1584f729-2dff-47d2-a13a-2a539974fbf3 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.1069691 Nov 24 13:00:44.429048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33056) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:44.434966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-fe132c3f-04a6-493d-9231-1fbfd1546e29 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'subnet': {'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:44.459722 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19f96e-7bb7-4cdd-b219-aaa7dc80042f req-41e27cae-f40a-43ca-879b-3232ba88e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:44.461568 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f19f96e-7bb7-4cdd-b219-aaa7dc80042f req-41e27cae-f40a-43ca-879b-3232ba88e5d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 1096 time: 0.0939577 Nov 24 13:00:44.477897 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d054e-ed80-4362-9aed-67196e922076 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'Network': ['ID=6df529e3-a95e-4d56-953a-23262bfd3e34,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:44.489933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 6df529e3-a95e-4d56-953a-23262bfd3e34 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:00:44.561557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e4cd7f7d-b033-4bd0-99a6-869811aa9b14 req-7eb3d949-91fc-4b5c-8afe-7b5af2ab3487 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206896 Nov 24 13:00:44.622653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f19f96e-7bb7-4cdd-b219-aaa7dc80042f req-d93085f5-9165-4571-862f-dc9fc8752c5a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447756 Nov 24 13:00:44.634944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe132c3f-04a6-493d-9231-1fbfd1546e29 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Made reservation on behalf of 5cb9995cf9cd4081ba228f719572b20a for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:00:44.639192 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe132c3f-04a6-493d-9231-1fbfd1546e29 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:44.734841 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7bf98-1bc0-4b9a-888f-e37e6b4fc9dc req-4a01e7ed-f4f5-4dd5-aed6-2fdf5dee45e9 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:44.735755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5f7bf98-1bc0-4b9a-888f-e37e6b4fc9dc req-4a01e7ed-f4f5-4dd5-aed6-2fdf5dee45e9 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 948 time: 0.0590103 Nov 24 13:00:44.805222 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5f7bf98-1bc0-4b9a-888f-e37e6b4fc9dc req-13b66b75-8926-4922-999f-f1afdfa69088 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618327 Nov 24 13:00:44.873693 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe132c3f-04a6-493d-9231-1fbfd1546e29 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:44.938505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe132c3f-04a6-493d-9231-1fbfd1546e29 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'Subnet': ['ID=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:44.951063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe132c3f-04a6-493d-9231-1fbfd1546e29 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Checking segment: {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:00:44.951430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe132c3f-04a6-493d-9231-1fbfd1546e29 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Network hostable DHCP agents. Network: 5583c3a7-9a15-4e82-aa26-02223831e2d0, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:00:44.973280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe132c3f-04a6-493d-9231-1fbfd1546e29 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Network 5583c3a7-9a15-4e82-aa26-02223831e2d0 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:00:44.984093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-fe132c3f-04a6-493d-9231-1fbfd1546e29 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 5583c3a7-9a15-4e82-aa26-02223831e2d0) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:00:44.990460 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe132c3f-04a6-493d-9231-1fbfd1546e29 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:44.990460 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe132c3f-04a6-493d-9231-1fbfd1546e29 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:44.994140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5226ff02-8784-4ced-8c6b-1ab77a08fe90 None None] Network 5583c3a7-9a15-4e82-aa26-02223831e2d0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:00:45.013076 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33062) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:45.013486 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fe132c3f-04a6-493d-9231-1fbfd1546e29 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5821099 Nov 24 13:00:45.019096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-988124c5-7a62-4d1a-b79e-2d3968d4d65f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'subnet': {'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:45.147726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988124c5-7a62-4d1a-b79e-2d3968d4d65f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Made reservation on behalf of 5cb9995cf9cd4081ba228f719572b20a for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:00:45.151911 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-988124c5-7a62-4d1a-b79e-2d3968d4d65f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:45.196165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391967a-1034-407d-a30b-af327b4e766b req-bfb45930-20db-4070-b5f5-75a678e13b16 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:45.198025 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8391967a-1034-407d-a30b-af327b4e766b req-bfb45930-20db-4070-b5f5-75a678e13b16 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 945 time: 0.0607212 Nov 24 13:00:45.215565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-5583c3a7-9a15-4e82-aa26-02223831e2d0', 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'fixed_ips': [{'subnet_id': 'd7a00b8d-d78a-4575-af95-0ec8bf6dc42b'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:00:45.216575 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:45.274514 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8391967a-1034-407d-a30b-af327b4e766b req-eca131d2-8988-44e6-988a-2388849d4860 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693610 Nov 24 13:00:45.420855 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-988124c5-7a62-4d1a-b79e-2d3968d4d65f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:45.438267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33074) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:45.438811 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Allocated IP 10.1.1.2 (5583c3a7-9a15-4e82-aa26-02223831e2d0/d7a00b8d-d78a-4575-af95-0ec8bf6dc42b/a27d691a-3ec3-4bd2-a76f-23352f90dde7) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:00:45.511672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988124c5-7a62-4d1a-b79e-2d3968d4d65f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'Subnet': ['ID=96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:45.520855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988124c5-7a62-4d1a-b79e-2d3968d4d65f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Checking segment: {'id': '9e7b0f72-3387-43e2-9db4-cfb971a4dab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:00:45.521025 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988124c5-7a62-4d1a-b79e-2d3968d4d65f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Network hostable DHCP agents. Network: 6df529e3-a95e-4d56-953a-23262bfd3e34, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:00:45.540772 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988124c5-7a62-4d1a-b79e-2d3968d4d65f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Network 6df529e3-a95e-4d56-953a-23262bfd3e34 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:00:45.554746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-988124c5-7a62-4d1a-b79e-2d3968d4d65f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 6df529e3-a95e-4d56-953a-23262bfd3e34) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:00:45.570807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988124c5-7a62-4d1a-b79e-2d3968d4d65f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:45.573018 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-988124c5-7a62-4d1a-b79e-2d3968d4d65f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:45.574502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7fed20-a3e4-4b87-a40e-ec140a550abc None None] Network 6df529e3-a95e-4d56-953a-23262bfd3e34 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:00:45.602710 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-988124c5-7a62-4d1a-b79e-2d3968d4d65f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5878637 Nov 24 13:00:45.605772 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33080) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:45.614548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5c27e0c3-91e8-4bde-800c-7bb89d648ed9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'port': {'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0', 'name': 'tempest-TaggedBootDevicesTest_v242-728547364', 'fixed_ips': [{'subnet_id': 'd7a00b8d-d78a-4575-af95-0ec8bf6dc42b'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:45.626375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404be04-e83f-47d3-9c7c-4b3a80688070 req-1b00a014-9b23-4e3c-a8bf-40f3c474706c tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:45.629837 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e404be04-e83f-47d3-9c7c-4b3a80688070 req-1b00a014-9b23-4e3c-a8bf-40f3c474706c tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 943 time: 0.1912475 Nov 24 13:00:45.766378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:00:45.805385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c27e0c3-91e8-4bde-800c-7bb89d648ed9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Made reservation on behalf of 5cb9995cf9cd4081ba228f719572b20a for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:00:45.848808 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:45.880327 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:45.886487 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e404be04-e83f-47d3-9c7c-4b3a80688070 req-3a1c45da-0dc6-4b35-9935-0a8a9e8c2229 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498031 Nov 24 13:00:45.929424 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98ec43-0605-4273-aae3-d2ae3aa94607 req-c16753c2-785c-4781-9ab6-bfb5cf15c793 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:45.938113 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f98ec43-0605-4273-aae3-d2ae3aa94607 req-c16753c2-785c-4781-9ab6-bfb5cf15c793 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.1547763 Nov 24 13:00:45.970165 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Pushing event updated for resources: {'Port': ['ID=a27d691a-3ec3-4bd2-a76f-23352f90dde7,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:46.067034 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c27e0c3-91e8-4bde-800c-7bb89d648ed9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:46.094511 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f98ec43-0605-4273-aae3-d2ae3aa94607 req-085018e7-4c84-4be2-9886-b9dcf55f1b95 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531606 Nov 24 13:00:46.109756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Network 5583c3a7-9a15-4e82-aa26-02223831e2d0 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:00:46.115584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:00:46.159887 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-5c27e0c3-91e8-4bde-800c-7bb89d648ed9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] device_id is not set on port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:00:46.214209 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:00:46.218237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14db05-2f39-457e-a1a2-bd422f109902 req-ba278757-4930-4637-bf14-fbe6957be660 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:46.236243 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb14db05-2f39-457e-a1a2-bd422f109902 req-ba278757-4930-4637-bf14-fbe6957be660 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 948 time: 0.1709230 Nov 24 13:00:46.425622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a014760-5582-4092-968e-5268309ef49b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-6df529e3-a95e-4d56-953a-23262bfd3e34', 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'fixed_ips': [{'subnet_id': '96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:00:46.426695 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2a014760-5582-4092-968e-5268309ef49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:46.431353 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f2e4f9dc-3880-45ff-94bb-01bc006dc3c2,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:46.453408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-5c27e0c3-91e8-4bde-800c-7bb89d648ed9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Allocated IP 10.1.1.90 (5583c3a7-9a15-4e82-aa26-02223831e2d0/d7a00b8d-d78a-4575-af95-0ec8bf6dc42b/6e8eee07-d40a-4ec6-8dc1-46980cce72fe) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:00:46.461198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Attempting to bind port a27d691a-3ec3-4bd2-a76f-23352f90dde7 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:00:46.461673 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Attempting to bind port a27d691a-3ec3-4bd2-a76f-23352f90dde7 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:00:46.462100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Attempting to bind port a27d691a-3ec3-4bd2-a76f-23352f90dde7 on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:46.466122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'f2e4f9dc-3880-45ff-94bb-01bc006dc3c2', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'f2e4f9dc-3880-45ff-94bb-01bc006dc3c2', 'mac_address': 'fa:16:3e:a1:60:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:00:46.480408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:00:46.480697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Checking segment: {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:00:46.481134 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:46.481682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Bound using segment: {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:00:46.482648 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c924b80b-ffcb-4491-a212-e6c0daeb0714 req-b1592d7f-96b0-4bc8-89f6-ffb338e948c6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681787 Nov 24 13:00:46.482774 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Bound port: a27d691a-3ec3-4bd2-a76f-23352f90dde7, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:00:46.483172 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:46.658076 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32c9a9-1923-494f-8e95-8b0b8ca14860 req-e14b273f-74c2-449f-a8cf-83abafab4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:46.659643 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a32c9a9-1923-494f-8e95-8b0b8ca14860 req-e14b273f-74c2-449f-a8cf-83abafab4ea0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f105f42ae49484599bae47aa69aa081&device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 1097 time: 0.1405840 Nov 24 13:00:46.685460 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:46.687797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] For port a27d691a-3ec3-4bd2-a76f-23352f90dde7, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:00:46.713854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] For port a27d691a-3ec3-4bd2-a76f-23352f90dde7, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a27d691a-3ec3-4bd2-a76f-23352f90dde7,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:00:46.717626 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:46.727194 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:46.738829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbcffbf-1f57-4bab-a963-6ef45f0bd0cf req-8c336e95-3a49-4c53-8e9d-f4cd3cc79139 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:46.740250 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1bbcffbf-1f57-4bab-a963-6ef45f0bd0cf req-8c336e95-3a49-4c53-8e9d-f4cd3cc79139 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 945 time: 0.1906574 Nov 24 13:00:46.741743 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-2a014760-5582-4092-968e-5268309ef49b None None] Allocated IP 10.2.2.2 (6df529e3-a95e-4d56-953a-23262bfd3e34/96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a/5a828caa-1cfd-4e8b-b27d-02eae7935dba) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:00:46.786237 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f2e4f9dc-3880-45ff-94bb-01bc006dc3c2,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:46.798543 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:46.859885 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb14db05-2f39-457e-a1a2-bd422f109902 req-36a4d0b3-3b42-4aa1-90b2-6e149f89220f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152673 Nov 24 13:00:46.878976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32c9a9-1923-494f-8e95-8b0b8ca14860 req-0e2eda1a-7204-4c93-9a36-ce8debe72a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:46.879194 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3908be-0ff2-43a6-a594-c91ed749cf87 None None] Pushing event updated for resources: {'Port': ['ID=a27d691a-3ec3-4bd2-a76f-23352f90dde7,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:46.879299 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a32c9a9-1923-494f-8e95-8b0b8ca14860 req-0e2eda1a-7204-4c93-9a36-ce8debe72a16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 HTTP/1.1" status: 200 len: 914 time: 0.2107165 Nov 24 13:00:46.885022 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c27e0c3-91e8-4bde-800c-7bb89d648ed9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:46.958958 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1bbcffbf-1f57-4bab-a963-6ef45f0bd0cf req-05dacb1f-15c9-475d-aa35-d0d72f5dc8a2 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789067 Nov 24 13:00:46.964760 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a32c9a9-1923-494f-8e95-8b0b8ca14860 req-b6d0cd42-42ce-41b3-8ddb-e0d27c904902 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13b51106-0de7-42f9-a769-9f0ad51fa073 HTTP/1.1" status: 200 len: 217 time: 0.0775404 Nov 24 13:00:46.965534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f2e4f9dc-3880-45ff-94bb-01bc006dc3c2,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:46.970801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924b80b-ffcb-4491-a212-e6c0daeb0714 req-9c09c591-834c-4aba-a819-7b4ba63db6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:46.974354 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c924b80b-ffcb-4491-a212-e6c0daeb0714 req-9c09c591-834c-4aba-a819-7b4ba63db6d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 1101 time: 0.1996059 Nov 24 13:00:47.049431 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2a014760-5582-4092-968e-5268309ef49b None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:47.064182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32c9a9-1923-494f-8e95-8b0b8ca14860 req-deaa9685-d61d-40ae-9182-d1b299785d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:47.066217 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a32c9a9-1923-494f-8e95-8b0b8ca14860 req-deaa9685-d61d-40ae-9182-d1b299785d71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11e3051e-b0fa-49e8-b2ef-efe853098352 HTTP/1.1" status: 200 len: 853 time: 0.0905173 Nov 24 13:00:47.068972 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2a014760-5582-4092-968e-5268309ef49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:47.147419 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a32c9a9-1923-494f-8e95-8b0b8ca14860 req-5aead940-7172-46d4-91d5-2d0ec21bdb37 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664032 Nov 24 13:00:47.148469 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c27e0c3-91e8-4bde-800c-7bb89d648ed9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:47.178882 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a014760-5582-4092-968e-5268309ef49b None None] Pushing event updated for resources: {'Port': ['ID=5a828caa-1cfd-4e8b-b27d-02eae7935dba,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:47.219701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e441d1-a9aa-4d76-89c4-1f45a4873043 req-a1f578b3-cee6-4682-a4a2-7154ac6491fe tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:47.221292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-67e441d1-a9aa-4d76-89c4-1f45a4873043 req-a1f578b3-cee6-4682-a4a2-7154ac6491fe tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.2405894 Nov 24 13:00:47.227244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a014760-5582-4092-968e-5268309ef49b None None] Network 6df529e3-a95e-4d56-953a-23262bfd3e34 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:00:47.232063 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5bb3f1d8-648b-4dab-95c4-d371adbdf27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:47.237827 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-2a014760-5582-4092-968e-5268309ef49b None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:00:47.245766 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a014760-5582-4092-968e-5268309ef49b None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:00:47.263774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c27e0c3-91e8-4bde-800c-7bb89d648ed9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Network 5583c3a7-9a15-4e82-aa26-02223831e2d0 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:00:47.264529 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['f2e4f9dc-3880-45ff-94bb-01bc006dc3c2'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:47.318556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-5c27e0c3-91e8-4bde-800c-7bb89d648ed9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:00:47.319547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924b80b-ffcb-4491-a212-e6c0daeb0714 req-fa778920-73bd-4ad4-af38-eeaff181c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:47.321342 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c924b80b-ffcb-4491-a212-e6c0daeb0714 req-fa778920-73bd-4ad4-af38-eeaff181c03d service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2968957 Nov 24 13:00:47.332092 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c27e0c3-91e8-4bde-800c-7bb89d648ed9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'Port': ['ID=6e8eee07-d40a-4ec6-8dc1-46980cce72fe,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:47.338004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27e0c3-91e8-4bde-800c-7bb89d648ed9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:00:47.384481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2a014760-5582-4092-968e-5268309ef49b None None] Attempting to bind port 5a828caa-1cfd-4e8b-b27d-02eae7935dba on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:00:47.385196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2a014760-5582-4092-968e-5268309ef49b None None] Attempting to bind port 5a828caa-1cfd-4e8b-b27d-02eae7935dba by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '9e7b0f72-3387-43e2-9db4-cfb971a4dab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:00:47.385753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a014760-5582-4092-968e-5268309ef49b None None] Attempting to bind port 5a828caa-1cfd-4e8b-b27d-02eae7935dba on network 6df529e3-a95e-4d56-953a-23262bfd3e34 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:47.398287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a014760-5582-4092-968e-5268309ef49b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:00:47.399007 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a014760-5582-4092-968e-5268309ef49b None None] Checking segment: {'id': '9e7b0f72-3387-43e2-9db4-cfb971a4dab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:00:47.400240 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2a014760-5582-4092-968e-5268309ef49b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:47.400842 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a014760-5582-4092-968e-5268309ef49b None None] Bound using segment: {'id': '9e7b0f72-3387-43e2-9db4-cfb971a4dab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:00:47.401989 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2a014760-5582-4092-968e-5268309ef49b None None] Bound port: 5a828caa-1cfd-4e8b-b27d-02eae7935dba, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7b0f72-3387-43e2-9db4-cfb971a4dab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:00:47.402690 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2a014760-5582-4092-968e-5268309ef49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:47.424404 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c27e0c3-91e8-4bde-800c-7bb89d648ed9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:47.425092 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c27e0c3-91e8-4bde-800c-7bb89d648ed9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:47.442998 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c924b80b-ffcb-4491-a212-e6c0daeb0714 req-6d6814e2-5305-41d1-959e-f7181de5daea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=80f5f2c7-01b2-42dd-b118-5b1113ff296b HTTP/1.1" status: 200 len: 217 time: 0.0875821 Nov 24 13:00:47.451286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fd254-5d78-4087-8200-d6e7828da8bb req-b5fd41fc-8754-4014-b212-67f7832ffa70 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:47.459421 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e00fd254-5d78-4087-8200-d6e7828da8bb req-b5fd41fc-8754-4014-b212-67f7832ffa70 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 943 time: 0.2080934 Nov 24 13:00:47.471580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a32c9a9-1923-494f-8e95-8b0b8ca14860 req-5ba728d6-b23e-4065-8f42-1a0d28c23497 service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149836 Nov 24 13:00:47.486948 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5c27e0c3-91e8-4bde-800c-7bb89d648ed9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8774252 Nov 24 13:00:47.495700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33100) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:47.502718 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2a014760-5582-4092-968e-5268309ef49b None None] For port 5a828caa-1cfd-4e8b-b27d-02eae7935dba, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:00:47.507689 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2a014760-5582-4092-968e-5268309ef49b None None] For port 5a828caa-1cfd-4e8b-b27d-02eae7935dba, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5a828caa-1cfd-4e8b-b27d-02eae7935dba,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:00:47.508182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b6ce8610-9373-4a48-9cf8-96e3ede05c7c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'port': {'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0', 'name': 'tempest-TaggedBootDevicesTest_v242-93507285', 'fixed_ips': [{'subnet_id': 'd7a00b8d-d78a-4575-af95-0ec8bf6dc42b'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:47.516766 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2a014760-5582-4092-968e-5268309ef49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:47.548544 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-67e441d1-a9aa-4d76-89c4-1f45a4873043 req-54661d14-e61f-4e86-b314-8b2ab7e13bfa tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440388 Nov 24 13:00:47.591232 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a32c9a9-1923-494f-8e95-8b0b8ca14860 req-95c44c90-86dd-4fd0-9dbe-c5311da9c786 service neutron] 10.222.0.59 "GET /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052914 Nov 24 13:00:47.603000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924b80b-ffcb-4491-a212-e6c0daeb0714 req-65ee69b6-eb30-4932-aa55-6c3c08d72fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:47.604680 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c924b80b-ffcb-4491-a212-e6c0daeb0714 req-65ee69b6-eb30-4932-aa55-6c3c08d72fa9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1496279 Nov 24 13:00:47.643854 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e00fd254-5d78-4087-8200-d6e7828da8bb req-7727b167-0b1c-4811-9224-044184530ae0 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832256 Nov 24 13:00:47.657695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a014760-5582-4092-968e-5268309ef49b None None] Pushing event updated for resources: {'Port': ['ID=5a828caa-1cfd-4e8b-b27d-02eae7935dba,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:47.918736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924b80b-ffcb-4491-a212-e6c0daeb0714 req-0a2ce250-158f-4ffe-b824-e51022143e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:47.920566 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c924b80b-ffcb-4491-a212-e6c0daeb0714 req-0a2ce250-158f-4ffe-b824-e51022143e31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2904377 Nov 24 13:00:47.961485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ce8610-9373-4a48-9cf8-96e3ede05c7c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Made reservation on behalf of 5cb9995cf9cd4081ba228f719572b20a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:00:48.001605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e45ec5-e615-4b77-b1af-6c4f33d13fcd req-dd63b3dc-d76b-41e7-a2b4-5b3c7785e756 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:48.003349 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3e45ec5-e615-4b77-b1af-6c4f33d13fcd req-dd63b3dc-d76b-41e7-a2b4-5b3c7785e756 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 949 time: 0.0627699 Nov 24 13:00:48.047946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-6a63b469-4bef-45e5-b921-00399a56284a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:48.049811 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-6a63b469-4bef-45e5-b921-00399a56284a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.3044765 Nov 24 13:00:48.059804 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3e45ec5-e615-4b77-b1af-6c4f33d13fcd req-217b8060-b6a5-45db-a92c-0eb3081c0912 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490453 Nov 24 13:00:48.143321 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-f958676c-12d3-4e61-ab4e-ed68ae1eaaae tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/quotas/429d3674f3ad4981b2ec0f312da0377d HTTP/1.1" status: 200 len: 375 time: 0.0725496 Nov 24 13:00:48.211284 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8610-9373-4a48-9cf8-96e3ede05c7c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:48.248715 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c924b80b-ffcb-4491-a212-e6c0daeb0714 req-bc43b1da-2d9a-400f-b0c0-e3a0ed0820ab service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102348 Nov 24 13:00:48.256673 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-b6ce8610-9373-4a48-9cf8-96e3ede05c7c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] device_id is not set on port 97cc90c5-fb57-425a-a378-479282e4b014 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:00:48.302465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167731ce-4827-47c9-a4d7-6860bb186f87 None None] Network 5583c3a7-9a15-4e82-aa26-02223831e2d0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:00:48.364112 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-1c9a6c2d-b177-4039-a06d-dde0d1e9144c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2079813 Nov 24 13:00:48.451814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3f1d8-648b-4dab-95c4-d371adbdf27e admin admin] Deleting port a8c89098-5787-47f1-bad4-1b97e1bdde37 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:00:48.452156 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5bb3f1d8-648b-4dab-95c4-d371adbdf27e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:48.460987 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-650d7332-6b5c-40fe-aa5d-69c5c6bcbcd7 None None] Provisioning complete for port a27d691a-3ec3-4bd2-a76f-23352f90dde7 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:48.461721 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-650d7332-6b5c-40fe-aa5d-69c5c6bcbcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:48.539376 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a27d691a-3ec3-4bd2-a76f-23352f90dde7 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:48.638078 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-650d7332-6b5c-40fe-aa5d-69c5c6bcbcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:48.667815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a27d691a-3ec3-4bd2-a76f-23352f90dde7 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:48.668191 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:48.715324 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-650d7332-6b5c-40fe-aa5d-69c5c6bcbcd7 None None] For port a27d691a-3ec3-4bd2-a76f-23352f90dde7, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a27d691a-3ec3-4bd2-a76f-23352f90dde7,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:48.728500 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-650d7332-6b5c-40fe-aa5d-69c5c6bcbcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:48.787996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d13da-6632-4e46-9a60-eabb7a8f14b0 req-023beddb-d14e-4d17-999d-1dca47010893 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:48.789935 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf8d13da-6632-4e46-9a60-eabb7a8f14b0 req-023beddb-d14e-4d17-999d-1dca47010893 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.0796707 Nov 24 13:00:48.829038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d7332-6b5c-40fe-aa5d-69c5c6bcbcd7 None None] Pushing event updated for resources: {'Port': ['ID=a27d691a-3ec3-4bd2-a76f-23352f90dde7,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:48.850564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5a828caa-1cfd-4e8b-b27d-02eae7935dba up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:48.890319 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf8d13da-6632-4e46-9a60-eabb7a8f14b0 req-cc3a5f8c-2b10-4cc9-bae4-d32c2106a9e8 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932667 Nov 24 13:00:48.939040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 5a828caa-1cfd-4e8b-b27d-02eae7935dba triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:48.939604 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:48.964315 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c924b80b-ffcb-4491-a212-e6c0daeb0714 req-031190d4-6afc-4f3c-9bb6-bca2817b8c3f service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7019372 Nov 24 13:00:49.022008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7c02d676-1e56-4d44-bb60-7dc02be9aa45 None None] Provisioning complete for port a27d691a-3ec3-4bd2-a76f-23352f90dde7 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:49.022377 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c02d676-1e56-4d44-bb60-7dc02be9aa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:49.028165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977f619-dcdd-4c63-a3aa-e42e1100bf78 req-e7a2a1f7-c8f8-48de-934d-340c8a761d2e tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:49.031001 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8977f619-dcdd-4c63-a3aa-e42e1100bf78 req-e7a2a1f7-c8f8-48de-934d-340c8a761d2e tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 943 time: 0.0663176 Nov 24 13:00:49.062795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cd938e-fdf4-4fc6-b027-1cb11161d905 None None] Network 6df529e3-a95e-4d56-953a-23262bfd3e34 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:00:49.075930 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b51c7a1e-8700-44db-ad3d-9b9df76e4747 service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6794386 Nov 24 13:00:49.084224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-5bb3f1d8-648b-4dab-95c4-d371adbdf27e admin admin] For port a8c89098-5787-47f1-bad4-1b97e1bdde37, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a8c89098-5787-47f1-bad4-1b97e1bdde37,segment=NetworkSegment(bca3f9ab-b408-4551-8cdf-de7fb1d0e5de),segment_id=bca3f9ab-b408-4551-8cdf-de7fb1d0e5de)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:49.084519 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5bb3f1d8-648b-4dab-95c4-d371adbdf27e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:49.113071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-b6ce8610-9373-4a48-9cf8-96e3ede05c7c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Allocated IP 10.1.1.56 (5583c3a7-9a15-4e82-aa26-02223831e2d0/d7a00b8d-d78a-4575-af95-0ec8bf6dc42b/97cc90c5-fb57-425a-a378-479282e4b014) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:00:49.115988 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8977f619-dcdd-4c63-a3aa-e42e1100bf78 req-b96d6d47-2b7a-415f-a221-106ddb6a18dc tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746126 Nov 24 13:00:49.124227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3f1d8-648b-4dab-95c4-d371adbdf27e admin admin] Calling delete_port for a8c89098-5787-47f1-bad4-1b97e1bdde37 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:00:49.216260 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:49.272142 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573d740-656e-4fc2-964f-b5c857a6f744 req-8cfa9436-40f4-4826-a931-a5f413763c9b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:49.280357 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9573d740-656e-4fc2-964f-b5c857a6f744 req-8cfa9436-40f4-4826-a931-a5f413763c9b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.0876946 Nov 24 13:00:49.312061 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-91e91d65-ea3a-444c-b7c6-299a385d4dbe service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248039 Nov 24 13:00:49.345130 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9573d740-656e-4fc2-964f-b5c857a6f744 req-150d3f11-b2cb-408b-8617-da42985e925c tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630987 Nov 24 13:00:49.468803 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8610-9373-4a48-9cf8-96e3ede05c7c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:49.474660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4b8d9-ef5b-4e61-9df1-c436af7ce43b req-adf6e189-f154-4e95-9d38-0a5f1c205ba9 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:49.484243 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ca4b8d9-ef5b-4e61-9df1-c436af7ce43b req-adf6e189-f154-4e95-9d38-0a5f1c205ba9 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 949 time: 0.0773554 Nov 24 13:00:49.543174 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5bb3f1d8-648b-4dab-95c4-d371adbdf27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:49.567449 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ca4b8d9-ef5b-4e61-9df1-c436af7ce43b req-f59ec678-53ec-49ed-a736-c8a85e1534be tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798624 Nov 24 13:00:49.579924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3f1d8-648b-4dab-95c4-d371adbdf27e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c89098-5787-47f1-bad4-1b97e1bdde37,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:49.579924 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8610-9373-4a48-9cf8-96e3ede05c7c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:49.580183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 5a828caa-1cfd-4e8b-b27d-02eae7935dba, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5a828caa-1cfd-4e8b-b27d-02eae7935dba,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:49.622914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7c02d676-1e56-4d44-bb60-7dc02be9aa45 None None] Provisioning complete for port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:49.623291 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c02d676-1e56-4d44-bb60-7dc02be9aa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:49.662491 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:49.666558 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7c02d676-1e56-4d44-bb60-7dc02be9aa45 None None] Port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:00:49.698763 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a85850e-72ba-47ad-adc7-bacc0910d4d4 req-415f4ec7-bbe5-4806-a2f3-62775bb1c4a9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 210 time: 0.0591278 Nov 24 13:00:49.722642 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce8610-9373-4a48-9cf8-96e3ede05c7c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'Port': ['ID=97cc90c5-fb57-425a-a378-479282e4b014,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:49.743290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce8610-9373-4a48-9cf8-96e3ede05c7c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Network 5583c3a7-9a15-4e82-aa26-02223831e2d0 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:00:49.747500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=5a828caa-1cfd-4e8b-b27d-02eae7935dba,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:49.758675 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-b6ce8610-9373-4a48-9cf8-96e3ede05c7c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:00:49.775467 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ce8610-9373-4a48-9cf8-96e3ede05c7c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:00:49.776321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:49.864846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-28679564-b77e-448a-8ec9-81ae42dcf290 None None] Provisioning complete for port 5a828caa-1cfd-4e8b-b27d-02eae7935dba triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:49.865646 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28679564-b77e-448a-8ec9-81ae42dcf290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:49.891208 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:00:49.907811 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:49.908191 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:50.069277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-28679564-b77e-448a-8ec9-81ae42dcf290 None None] Provisioning complete for port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:50.069658 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28679564-b77e-448a-8ec9-81ae42dcf290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:50.086882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060653d-a8d2-428f-b2a7-0cd6853dd98d req-86b346a0-07b7-401f-bee9-142a12deb976 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.094348 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7060653d-a8d2-428f-b2a7-0cd6853dd98d req-86b346a0-07b7-401f-bee9-142a12deb976 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.3635190 Nov 24 13:00:50.106541 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:50.119741 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ce8610-9373-4a48-9cf8-96e3ede05c7c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.120216 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8610-9373-4a48-9cf8-96e3ede05c7c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:50.122965 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-28679564-b77e-448a-8ec9-81ae42dcf290 None None] Port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:00:50.141916 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e13cfad-2d93-4492-9189-9908df55fbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e4f9dc-3880-45ff-94bb-01bc006dc3c2'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:50.144315 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654e0469-4949-4798-a586-311097ccea5f" -d '{"events": [{"server_uuid": "2e13cfad-2d93-4492-9189-9908df55fbf9", "name": "network-vif-plugged", "status": "completed", "tag": "f2e4f9dc-3880-45ff-94bb-01bc006dc3c2"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:50.179146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f2e4f9dc-3880-45ff-94bb-01bc006dc3c2,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:50.184819 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:50.209094 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b6ce8610-9373-4a48-9cf8-96e3ede05c7c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7121298 Nov 24 13:00:50.241041 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-858fa2ad-1fcc-4285-9936-5679e0dda4f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2662547 Nov 24 13:00:50.245996 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5bb3f1d8-648b-4dab-95c4-d371adbdf27e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:50.268481 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7060653d-a8d2-428f-b2a7-0cd6853dd98d req-578c112a-fcd2-435b-ae35-810c82235816 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680577 Nov 24 13:00:50.296867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f2e4f9dc-3880-45ff-94bb-01bc006dc3c2,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:50.303416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7f843c97-f0f4-4a93-a0e2-7cfc42c7ef10 None None] Provisioning complete for port 97cc90c5-fb57-425a-a378-479282e4b014 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:50.304291 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7f843c97-f0f4-4a93-a0e2-7cfc42c7ef10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:50.317407 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9ce5a-41e0-4148-bf97-a8f05445c1fa req-bbe157b0-7adb-4eef-9fd2-983251933a77 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.335769 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33a9ce5a-41e0-4148-bf97-a8f05445c1fa req-bbe157b0-7adb-4eef-9fd2-983251933a77 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 943 time: 0.1191237 Nov 24 13:00:50.337529 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf0ba8d-9865-4d97-b295-60e6bd130867 x-openstack-request-id: req-1bf0ba8d-9865-4d97-b295-60e6bd130867 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:50.337849 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e13cfad-2d93-4492-9189-9908df55fbf9", "name": "network-vif-plugged", "status": "completed", "tag": "f2e4f9dc-3880-45ff-94bb-01bc006dc3c2", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:50.338194 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bf0ba8d-9865-4d97-b295-60e6bd130867 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:50.338892 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e13cfad-2d93-4492-9189-9908df55fbf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e4f9dc-3880-45ff-94bb-01bc006dc3c2', 'code': 200} Nov 24 13:00:50.371038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7f843c97-f0f4-4a93-a0e2-7cfc42c7ef10 None None] Port 97cc90c5-fb57-425a-a378-479282e4b014 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:00:50.399359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7f843c97-f0f4-4a93-a0e2-7cfc42c7ef10 None None] Provisioning complete for port 5a828caa-1cfd-4e8b-b27d-02eae7935dba triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:50.400848 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7f843c97-f0f4-4a93-a0e2-7cfc42c7ef10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:50.469234 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33a9ce5a-41e0-4148-bf97-a8f05445c1fa req-3a1239d4-44bb-45f0-85f4-70f19c0ab951 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302390 Nov 24 13:00:50.600223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a27d691a-3ec3-4bd2-a76f-23352f90dde7 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:50.621426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-bd61ae67-cc0c-45ab-940d-c3ecae6ef723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.622017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-bd61ae67-cc0c-45ab-940d-c3ecae6ef723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.622513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-bd61ae67-cc0c-45ab-940d-c3ecae6ef723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.622976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-bd61ae67-cc0c-45ab-940d-c3ecae6ef723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.624020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-bd61ae67-cc0c-45ab-940d-c3ecae6ef723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.624020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-bd61ae67-cc0c-45ab-940d-c3ecae6ef723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.624325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-bd61ae67-cc0c-45ab-940d-c3ecae6ef723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.626365 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-bd61ae67-cc0c-45ab-940d-c3ecae6ef723 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 6491 time: 0.3421383 Nov 24 13:00:50.639446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee56121-cb63-4cdd-a92a-a15b675101f1 req-51d6c1a1-607e-4f77-ade3-0b231e068f52 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.649813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c8c4b-aaaa-4cb3-8c23-c863b2a86012 req-4cfc000b-a160-4356-a6cd-86e615a8d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.651452 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ee56121-cb63-4cdd-a92a-a15b675101f1 req-51d6c1a1-607e-4f77-ade3-0b231e068f52 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.0876188 Nov 24 13:00:50.651637 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b62c8c4b-aaaa-4cb3-8c23-c863b2a86012 req-4cfc000b-a160-4356-a6cd-86e615a8d314 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 1101 time: 0.1849649 Nov 24 13:00:50.666476 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 149f847c-8017-4844-a522-63419444e39f details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:00:50.702106 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a27d691a-3ec3-4bd2-a76f-23352f90dde7 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:50.702754 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:50.725071 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ee56121-cb63-4cdd-a92a-a15b675101f1 req-44cef042-2951-4b20-93b2-cf4a49df74f0 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627086 Nov 24 13:00:50.870310 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b62c8c4b-aaaa-4cb3-8c23-c863b2a86012 req-ba5ef312-299f-489c-9731-77d22575064f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844420 Nov 24 13:00:50.889743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-69c46cf2-71fb-4823-aaa1-d8369d660371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:50.898163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-2a37e766-bd8a-4134-a804-8c6172afaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.898877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-2a37e766-bd8a-4134-a804-8c6172afaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.899989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-2a37e766-bd8a-4134-a804-8c6172afaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.901848 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-2a37e766-bd8a-4134-a804-8c6172afaf6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ac03b3a-9323-45ec-83d1-c054acbb9fd7&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=af84e79c-ff8c-4c42-88b8-58985a027e75&id=af84e79c-ff8c-4c42-88b8-58985a027e75 HTTP/1.1" status: 200 len: 2293 time: 0.2144353 Nov 24 13:00:50.911024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 149f847c-8017-4844-a522-63419444e39f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=149f847c-8017-4844-a522-63419444e39f,segment=NetworkSegment(3f5219dd-8907-4c29-9ce2-9a675fa8136c),segment_id=3f5219dd-8907-4c29-9ce2-9a675fa8136c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:50.911519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb3f1d8-648b-4dab-95c4-d371adbdf27e admin admin] Router e7cf600a-0317-420e-b8b5-d4c9c9051bc0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:00:50.929029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776ad85-def2-4200-98d5-715c4750270e req-50d36d36-570c-4626-b55c-dd4b2d6c6800 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:50.930844 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b776ad85-def2-4200-98d5-715c4750270e req-50d36d36-570c-4626-b55c-dd4b2d6c6800 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 950 time: 0.0555489 Nov 24 13:00:50.948706 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '149f847c-8017-4844-a522-63419444e39f', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'port_id': '149f847c-8017-4844-a522-63419444e39f', 'mac_address': 'fa:16:3e:81:f2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:00:50.963490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5a828caa-1cfd-4e8b-b27d-02eae7935dba up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:50.975919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33154) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:50.982235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-72ce1674-5ae4-4556-9e28-7cb2d13626b4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839715079', 'description': 'tempest-description--483657800'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:51.000709 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b776ad85-def2-4200-98d5-715c4750270e req-59c917c2-25eb-4329-b39a-be37152f38e2 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627339 Nov 24 13:00:51.037805 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:51.054078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 5a828caa-1cfd-4e8b-b27d-02eae7935dba triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:51.054313 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:51.056900 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149f847c-8017-4844-a522-63419444e39f {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:51.078796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 149f847c-8017-4844-a522-63419444e39f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=149f847c-8017-4844-a522-63419444e39f,segment=NetworkSegment(3f5219dd-8907-4c29-9ce2-9a675fa8136c),segment_id=3f5219dd-8907-4c29-9ce2-9a675fa8136c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:51.103580 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:51.136630 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b2356a6-0034-4abb-a637-20a7140541e4 req-9dec6ca1-e692-4b5d-886a-2501bee0e85e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 210 time: 0.0817461 Nov 24 13:00:51.150961 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-72ce1674-5ae4-4556-9e28-7cb2d13626b4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:51.194120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb3f1d8-648b-4dab-95c4-d371adbdf27e admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:00:51.195694 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=149f847c-8017-4844-a522-63419444e39f,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:51.197631 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29750819-b56d-4a39-ba73-5219fe3339a8 req-1eff268f-7dd6-43ea-92b6-bca5a407d1ec tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:51.201230 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5bb3f1d8-648b-4dab-95c4-d371adbdf27e admin admin] 10.222.0.48 "PUT /v2.0/routers/e7cf600a-0317-420e-b8b5-d4c9c9051bc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7612424 Nov 24 13:00:51.209711 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33158) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:51.210554 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29750819-b56d-4a39-ba73-5219fe3339a8 req-1eff268f-7dd6-43ea-92b6-bca5a407d1ec tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.0820069 Nov 24 13:00:51.215798 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52605c3-74c7-40eb-b2e9-9b3568ff834a None None] Sync routers for ids ['e7cf600a-0317-420e-b8b5-d4c9c9051bc0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:00:51.226076 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52605c3-74c7-40eb-b2e9-9b3568ff834a None None] Routers {'e7cf600a-0317-420e-b8b5-d4c9c9051bc0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:00:51.226713 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c52605c3-74c7-40eb-b2e9-9b3568ff834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:00:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e7cf600a-0317-420e-b8b5-d4c9c9051bc0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:51.271017 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29750819-b56d-4a39-ba73-5219fe3339a8 req-af835d32-92ec-4420-a800-309dd4f0caeb tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596020 Nov 24 13:00:51.281752 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-aaf89e2a-50b1-45d3-9734-5459e2d7cdd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99460877-87f3-4d57-aa60-c161608694bc HTTP/1.1" status: 200 len: 1000 time: 0.2041245 Nov 24 13:00:51.323129 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:00:51.346626 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-c52605c3-74c7-40eb-b2e9-9b3568ff834a None None] Set router e7cf600a-0317-420e-b8b5-d4c9c9051bc0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:00:51.368488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['149f847c-8017-4844-a522-63419444e39f'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:51.482425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-bb5dada3-5fc0-40da-aca0-7140af83459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:51.485795 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-bb5dada3-5fc0-40da-aca0-7140af83459f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6abb9176-f169-4abf-912a-836a2a42f831 HTTP/1.1" status: 200 len: 851 time: 0.1942890 Nov 24 13:00:51.511209 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-72ce1674-5ae4-4556-9e28-7cb2d13626b4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:51.549128 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c52605c3-74c7-40eb-b2e9-9b3568ff834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1180714290-router', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:07Z', 'updated_at': '2021-11-24T13:00:49Z', 'revision_number': 5, 'project_id': 'b8df443929484df6bf35907bb8d668f6', 'gw_port': {'id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:12Z', 'updated_at': '2021-11-24T12:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:51.566294 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-72ce1674-5ae4-4556-9e28-7cb2d13626b4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:51.579992 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52605c3-74c7-40eb-b2e9-9b3568ff834a None None] Checking router: e7cf600a-0317-420e-b8b5-d4c9c9051bc0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:00:51.590667 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52605c3-74c7-40eb-b2e9-9b3568ff834a None None] Routers {'e7cf600a-0317-420e-b8b5-d4c9c9051bc0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:00:51.591540 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c52605c3-74c7-40eb-b2e9-9b3568ff834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:00:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e7cf600a-0317-420e-b8b5-d4c9c9051bc0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:51.619453 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:51.711064 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42e5e7-6e8c-421e-8a5c-3bcb7869a50b req-a1385570-3b9f-4ba0-a207-cedbfd3273a9 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:51.713972 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-c52605c3-74c7-40eb-b2e9-9b3568ff834a None None] Set router e7cf600a-0317-420e-b8b5-d4c9c9051bc0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:00:51.720364 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e42e5e7-6e8c-421e-8a5c-3bcb7869a50b req-a1385570-3b9f-4ba0-a207-cedbfd3273a9 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 944 time: 0.1142795 Nov 24 13:00:51.743044 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-72ce1674-5ae4-4556-9e28-7cb2d13626b4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:51.744773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-72ce1674-5ae4-4556-9e28-7cb2d13626b4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7669191 Nov 24 13:00:51.747889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33164) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:51.754227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-200954eb-b2ea-4b49-a18b-1ef7a211ec2c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'security_group_rule': {'security_group_id': '803831b0-9117-4202-af70-34c17ac2b6a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:51.794293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89105c2f-d485-4278-b673-6ac40fe4c7be req-53b8c274-0d9c-4ead-ae3d-ec6216b88d0a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:51.801730 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89105c2f-d485-4278-b673-6ac40fe4c7be req-53b8c274-0d9c-4ead-ae3d-ec6216b88d0a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.4122488 Nov 24 13:00:51.804564 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-200954eb-b2ea-4b49-a18b-1ef7a211ec2c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:51.821340 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e42e5e7-6e8c-421e-8a5c-3bcb7869a50b req-f276d0b9-3e65-4eef-911f-04b06fc0e52c tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994089 Nov 24 13:00:51.900341 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-200954eb-b2ea-4b49-a18b-1ef7a211ec2c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:51.908362 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-200954eb-b2ea-4b49-a18b-1ef7a211ec2c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:51.928543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200954eb-b2ea-4b49-a18b-1ef7a211ec2c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2ce876-6bfa-4fc6-87b8-b17e65db8ff0,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:51.935151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-200954eb-b2ea-4b49-a18b-1ef7a211ec2c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:51.936601 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c52605c3-74c7-40eb-b2e9-9b3568ff834a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1180714290-router', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:07Z', 'updated_at': '2021-11-24T13:00:49Z', 'revision_number': 5, 'project_id': 'b8df443929484df6bf35907bb8d668f6', 'gw_port': {'id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:12Z', 'updated_at': '2021-11-24T12:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:51.940074 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-200954eb-b2ea-4b49-a18b-1ef7a211ec2c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1904895 Nov 24 13:00:51.940258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33168) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:51.944977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ae8ec5a8-c722-4e4b-b35e-2657c7dbd80f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'security_group_rule': {'security_group_id': '803831b0-9117-4202-af70-34c17ac2b6a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:51.968004 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52605c3-74c7-40eb-b2e9-9b3568ff834a None None] The sync data for ids ['e7cf600a-0317-420e-b8b5-d4c9c9051bc0'] in n-d-817303-4 is: [{'id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1180714290-router', 'tenant_id': 'b8df443929484df6bf35907bb8d668f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:07Z', 'updated_at': '2021-11-24T13:00:49Z', 'revision_number': 5, 'project_id': 'b8df443929484df6bf35907bb8d668f6', 'gw_port': {'id': '3485f70c-cf1b-46de-bce3-ef44693d0393', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:3d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cf600a-0317-420e-b8b5-d4c9c9051bc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:12Z', 'updated_at': '2021-11-24T12:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:00:51.978387 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5a8-c722-4e4b-b35e-2657c7dbd80f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.054511 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5a8-c722-4e4b-b35e-2657c7dbd80f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.059618 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5a8-c722-4e4b-b35e-2657c7dbd80f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.079548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ec5a8-c722-4e4b-b35e-2657c7dbd80f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f3f71d-5041-4f15-be27-0f6f6712dd69,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:52.090675 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec5a8-c722-4e4b-b35e-2657c7dbd80f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.091931 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ae8ec5a8-c722-4e4b-b35e-2657c7dbd80f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506767 Nov 24 13:00:52.095124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33174) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:52.100090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:52.128562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce1674-5ae4-4556-9e28-7cb2d13626b4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=803831b0-9117-4202-af70-34c17ac2b6a4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:52.151259 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.177249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-9c12e814-b8fc-447a-be67-a4ec3f042f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:52.178773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-9c12e814-b8fc-447a-be67-a4ec3f042f21 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ac03b3a-9323-45ec-83d1-c054acbb9fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6660480 Nov 24 13:00:52.183712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc8fa9-fa50-493c-9fee-e0449899dfdd req-d351702e-70df-4dfa-b916-3c1196007dae tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:52.185541 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8ecc8fa9-fa50-493c-9fee-e0449899dfdd req-d351702e-70df-4dfa-b916-3c1196007dae tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 950 time: 0.0805163 Nov 24 13:00:52.258727 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-e979f372-07c6-401a-9d3f-9b50638a17f1 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:52.260152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-e979f372-07c6-401a-9d3f-9b50638a17f1 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.6950121 Nov 24 13:00:52.273143 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89105c2f-d485-4278-b673-6ac40fe4c7be req-7310fd64-f068-4955-8262-6f15884aa3c2 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704778 Nov 24 13:00:52.273498 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8ecc8fa9-fa50-493c-9fee-e0449899dfdd req-fc87a103-62c0-4e20-876a-efe63be0375f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812650 Nov 24 13:00:52.319051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-de344ec9-4d8b-495b-a3c9-7b40b18b33f5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Request body: {'port': {'device_id': 'd9a7e475-dcba-4cf7-8a84-cf932567288e', 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'admin_state_up': True, 'tenant_id': '429d3674f3ad4981b2ec0f312da0377d'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:52.321001 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.403281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a8c89098-5787-47f1-bad4-1b97e1bdde37 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:00:52.432087 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.455032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: a8c89098-5787-47f1-bad4-1b97e1bdde37 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:00:52.455389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a8c89098-5787-47f1-bad4-1b97e1bdde37 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:00:52.523887 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Allocated IP 172.25.0.237 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/f48b187e-76a9-43bd-8d76-d1e6ed4bd2bd) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:00:52.524394 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-22693f7c-b11c-42e3-ba5f-914c519b94e2 req-04a218b6-e959-4064-ae55-b855693c17e6 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 210 time: 0.0732253 Nov 24 13:00:52.546740 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-b37cf446-9c39-405b-bad0-0004a4755a30 service neutron] 10.222.0.46 "GET /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553698 Nov 24 13:00:52.551070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0531ba-07f1-4a57-916e-c03cb2a098cf req-90f41046-5dbb-4f67-bb94-95b81e5a8c2e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:52.552641 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc0531ba-07f1-4a57-916e-c03cb2a098cf req-90f41046-5dbb-4f67-bb94-95b81e5a8c2e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.0951355 Nov 24 13:00:52.613221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-de344ec9-4d8b-495b-a3c9-7b40b18b33f5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Made reservation on behalf of 429d3674f3ad4981b2ec0f312da0377d for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:00:52.617455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 149f847c-8017-4844-a522-63419444e39f up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:00:52.617956 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-de344ec9-4d8b-495b-a3c9-7b40b18b33f5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.641362 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc0531ba-07f1-4a57-916e-c03cb2a098cf req-15c08423-0925-4fdc-b55e-9f8896a0109b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806739 Nov 24 13:00:52.677597 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 149f847c-8017-4844-a522-63419444e39f completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:00:52.682824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 149f847c-8017-4844-a522-63419444e39f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:00:52.683205 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.708191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] Deleting port 3485f70c-cf1b-46de-bce3-ef44693d0393 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:00:52.708891 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.746545 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.779215 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.783126 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.789498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-bdecbbef-4378-45a7-8305-7e03326bd456 service neutron] 10.222.0.46 "GET /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248833 Nov 24 13:00:52.806285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149f847c-8017-4844-a522-63419444e39f'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:52.809714 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7870c94-7543-4386-b93f-040865ea36bd" -d '{"events": [{"server_uuid": "ace6a21e-002c-4efe-bc64-0a694a47a9a1", "name": "network-vif-plugged", "status": "completed", "tag": "149f847c-8017-4844-a522-63419444e39f"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:52.828809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:00:52.833522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:00:52.834929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 149f847c-8017-4844-a522-63419444e39f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=149f847c-8017-4844-a522-63419444e39f,segment=NetworkSegment(3f5219dd-8907-4c29-9ce2-9a675fa8136c),segment_id=3f5219dd-8907-4c29-9ce2-9a675fa8136c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:52.837709 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:00:52.843950 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.861231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'Port': ['ID=f48b187e-76a9-43bd-8d76-d1e6ed4bd2bd,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:52.877914 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2aa808-acd4-4aeb-be77-e18a70866485 x-openstack-request-id: req-0b2aa808-acd4-4aeb-be77-e18a70866485 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:52.878487 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace6a21e-002c-4efe-bc64-0a694a47a9a1", "name": "network-vif-plugged", "status": "completed", "tag": "149f847c-8017-4844-a522-63419444e39f", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:52.878487 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b2aa808-acd4-4aeb-be77-e18a70866485 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:52.879224 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149f847c-8017-4844-a522-63419444e39f', 'code': 200} Nov 24 13:00:52.924397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=149f847c-8017-4844-a522-63419444e39f,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:52.931160 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:52.951843 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-3f9c2648-590f-4ddd-aeed-03314895c8cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=def5f0b4-8a55-4e94-be95-870008397cd5 HTTP/1.1" status: 200 len: 217 time: 0.1430092 Nov 24 13:00:52.977323 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:53.048890 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c8728-c083-4dff-ae39-f9a1d322b028 req-16f8c5ea-6d49-41a5-853a-4f8193a8190f tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:53.050372 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e4c8728-c083-4dff-ae39-f9a1d322b028 req-16f8c5ea-6d49-41a5-853a-4f8193a8190f tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 945 time: 0.0903628 Nov 24 13:00:53.089173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995f42f-c881-473d-9c34-f1ed9cbe5762 req-8271feba-73d4-4280-ae81-69aec592ac7d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:53.090651 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e995f42f-c881-473d-9c34-f1ed9cbe5762 req-8271feba-73d4-4280-ae81-69aec592ac7d tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.3502693 Nov 24 13:00:53.110544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] For port 3485f70c-cf1b-46de-bce3-ef44693d0393, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3485f70c-cf1b-46de-bce3-ef44693d0393,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:53.110910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:53.141427 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-bb3c7c4a-90eb-40c7-bd7d-e049d625a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:53.142884 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-bb3c7c4a-90eb-40c7-bd7d-e049d625a5b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.1552041 Nov 24 13:00:53.152117 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e4c8728-c083-4dff-ae39-f9a1d322b028 req-7990a80d-9622-4036-b57e-6fb53bed5f10 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850711 Nov 24 13:00:53.152955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-de344ec9-4d8b-495b-a3c9-7b40b18b33f5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Allocated IP 172.20.0.5 (aae1eca4-2d05-4fc7-96ce-2cd610c52d2b/e9ed41c1-a924-4ba0-9444-2052d8ad1db8/a7be0ba7-0802-4213-b6be-6fbb2930bb9e) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:00:53.157106 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509fbea-cf54-4ce2-8ba0-f60c1f1153c5 req-45cc0853-55a8-43e1-b9d5-0b5043550690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:53.158466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e509fbea-cf54-4ce2-8ba0-f60c1f1153c5 req-45cc0853-55a8-43e1-b9d5-0b5043550690 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 1096 time: 0.2233140 Nov 24 13:00:53.173961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] Calling delete_port for 3485f70c-cf1b-46de-bce3-ef44693d0393 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:00:53.202428 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5a60dfdd-e36a-4bea-82ec-7ce4bd93d6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:53.202630 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:53.208922 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:53.291041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'Port': ['ID=f48b187e-76a9-43bd-8d76-d1e6ed4bd2bd,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:53.301959 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:53.319027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e995f42f-c881-473d-9c34-f1ed9cbe5762 req-9b2ec719-208b-4714-88af-a5f3ab482698 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151096 Nov 24 13:00:53.320753 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:53.330325 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c4d0410a-a575-4bf2-afb2-47cde27634b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2258906 Nov 24 13:00:53.369153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-42a26fbb-b5af-4047-a4d5-1caac7b24aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:53.370657 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-42a26fbb-b5af-4047-a4d5-1caac7b24aa5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2202926 Nov 24 13:00:53.382952 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e509fbea-cf54-4ce2-8ba0-f60c1f1153c5 req-b0818dda-029a-4db9-bd5d-82aed5e1f830 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030976 Nov 24 13:00:53.446329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63156f28-ab68-4a23-bc77-cd5695063c2f req-2b02e449-61b5-4578-a9dc-a181c04421f5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:53.453523 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63156f28-ab68-4a23-bc77-cd5695063c2f req-2b02e449-61b5-4578-a9dc-a181c04421f5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 950 time: 0.0650446 Nov 24 13:00:53.497024 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63156f28-ab68-4a23-bc77-cd5695063c2f req-dcdc6391-1ce5-46db-9bc0-f011005a9c47 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421319 Nov 24 13:00:53.631031 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c078ffca-75a4-42bd-8889-41bc881b3227 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1839715079&fields=id&tenant_id=5cb9995cf9cd4081ba228f719572b20a HTTP/1.1" status: 200 len: 267 time: 0.0533593 Nov 24 13:00:53.665474 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-de344ec9-4d8b-495b-a3c9-7b40b18b33f5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:53.668392 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-2ad4c5f4-088a-4157-826b-e01737150db2 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669461 Nov 24 13:00:53.684860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-db1c8cf0-954c-4bbf-b6a6-c783fef45b89 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:53.686325 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-db1c8cf0-954c-4bbf-b6a6-c783fef45b89 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports/6e8eee07-d40a-4ec6-8dc1-46980cce72fe HTTP/1.1" status: 200 len: 935 time: 0.0478230 Nov 24 13:00:53.698882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2767b94-bb04-4409-a9c2-a2a36fa01635 req-a1357600-9b76-4505-97a0-f8df16198ca8 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:53.700317 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b2767b94-bb04-4409-a9c2-a2a36fa01635 req-a1357600-9b76-4505-97a0-f8df16198ca8 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.1905162 Nov 24 13:00:53.738121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8ebf1dd3-63c0-458d-9fc9-6037c13c4b04 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:53.739788 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8ebf1dd3-63c0-458d-9fc9-6037c13c4b04 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports/97cc90c5-fb57-425a-a378-479282e4b014 HTTP/1.1" status: 200 len: 934 time: 0.0472105 Nov 24 13:00:53.773354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7fc78ec2-db08-44a5-9e19-7f7de4b7c318 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?network_id=6df529e3-a95e-4d56-953a-23262bfd3e34&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0273244 Nov 24 13:00:53.809420 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-dde9e637-9908-4395-b561-89d4558f8fe7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?network_id=6df529e3-a95e-4d56-953a-23262bfd3e34&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0297031 Nov 24 13:00:53.830684 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:53.893471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b2767b94-bb04-4409-a9c2-a2a36fa01635 req-84abe3e4-89b8-42c0-961d-10571f9d8811 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799912 Nov 24 13:00:53.902192 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-de344ec9-4d8b-495b-a3c9-7b40b18b33f5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:53.904092 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] Pushing event deleted for resources: {'Port': ['ID=3485f70c-cf1b-46de-bce3-ef44693d0393,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:53.917386 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d89c442a-2382-4957-87f0-9b9a1f2590a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:53.921393 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['2b868f43-fdca-4ed0-99ed-b801f5f7f5c0'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:00:53.947694 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-9f47f72f-eb24-47a7-b326-47bf7e46e088 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548707 Nov 24 13:00:54.047405 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-de344ec9-4d8b-495b-a3c9-7b40b18b33f5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:00:54.049356 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-48ffa06b-7bb5-4433-a142-f852a90aa77f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=20c8ea04-17ce-4aff-95c6-f4dc6f99aced HTTP/1.1" status: 200 len: 217 time: 0.0895112 Nov 24 13:00:54.053245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de344ec9-4d8b-495b-a3c9-7b40b18b33f5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Pushing event updated for resources: {'Port': ['ID=a7be0ba7-0802-4213-b6be-6fbb2930bb9e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:54.060329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-de344ec9-4d8b-495b-a3c9-7b40b18b33f5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:00:54.066779 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-de344ec9-4d8b-495b-a3c9-7b40b18b33f5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:00:54.167669 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:54.266499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c18847b3-aba8-4d5e-9183-b9a2a4bd30e4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:54.273189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c18847b3-aba8-4d5e-9183-b9a2a4bd30e4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:54.278948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c18847b3-aba8-4d5e-9183-b9a2a4bd30e4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:54.280710 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c18847b3-aba8-4d5e-9183-b9a2a4bd30e4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/networks?id=fbaf4bb5-e42b-455c-baa5-50d6cb251c17&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=6df529e3-a95e-4d56-953a-23262bfd3e34&id=6df529e3-a95e-4d56-953a-23262bfd3e34 HTTP/1.1" status: 200 len: 1995 time: 0.4648600 Nov 24 13:00:54.290824 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:54.292623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-de344ec9-4d8b-495b-a3c9-7b40b18b33f5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:54.293333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-de344ec9-4d8b-495b-a3c9-7b40b18b33f5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:54.299922 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-652a1d6f-1104-48e1-a141-97b2e253f180 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/quotas/5cb9995cf9cd4081ba228f719572b20a HTTP/1.1" status: 200 len: 375 time: 0.0107882 Nov 24 13:00:54.303966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-c1742244-f51d-4246-8e29-0382ad46899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:54.305455 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-c1742244-f51d-4246-8e29-0382ad46899e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.2408719 Nov 24 13:00:54.311909 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:54.318801 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:54.328807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054fa3d-75b7-482c-a8a3-3ed1c0c08d46 req-d35276b5-361f-48dd-af70-7012cc3265b1 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:54.330232 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4054fa3d-75b7-482c-a8a3-3ed1c0c08d46 req-d35276b5-361f-48dd-af70-7012cc3265b1 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 1101 time: 0.2470930 Nov 24 13:00:54.375575 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-de344ec9-4d8b-495b-a3c9-7b40b18b33f5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0716569 Nov 24 13:00:54.378308 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-31cc5f1c-1822-4f2e-b399-1b76e16d2503 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5cb9995cf9cd4081ba228f719572b20a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0714567 Nov 24 13:00:54.420062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Request body: {'port': {'device_id': 'd9a7e475-dcba-4cf7-8a84-cf932567288e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:54.453624 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:54.454139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7cf600a-0317-420e-b8b5-d4c9c9051bc0 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:00:54.462748 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:54.464763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-74b5e605-d01a-42da-8a82-0c0651a7d680 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e7cf600a-0317-420e-b8b5-d4c9c9051bc0 HTTP/1.1" status: 204 len: 168 time: 3.2533214 Nov 24 13:00:54.466359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33220) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:54.501280 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-bfabc257-58d7-4339-b721-ad408c75ce0b service neutron] 10.222.0.48 "GET /v2.0/networks/fbaf4bb5-e42b-455c-baa5-50d6cb251c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092153 Nov 24 13:00:54.529461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-6c3693b7-6d1a-411f-9bd8-5fbc7e06a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:54.530972 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-6c3693b7-6d1a-411f-9bd8-5fbc7e06a41a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2136524 Nov 24 13:00:54.578151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:54.589159 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4054fa3d-75b7-482c-a8a3-3ed1c0c08d46 req-3b641c54-113d-4880-8958-2b141323498e tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372515 Nov 24 13:00:54.596962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e47e85-ed37-4119-832c-4a41138b5b45 admin admin] Deleting subnet a8264120-2047-4987-8521-5d1178b51597 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:00:54.603210 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-989419c2-3650-4592-9b28-501af341332d service neutron] 10.222.0.48 "GET /v2.0/networks/fbaf4bb5-e42b-455c-baa5-50d6cb251c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951161 Nov 24 13:00:54.634238 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9e47e85-ed37-4119-832c-4a41138b5b45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:54.687192 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-055fd671-c431-4ede-800f-472b4b3fd313 service neutron] 10.222.0.48 "GET /v2.0/ports/6e8eee07-d40a-4ec6-8dc1-46980cce72fe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0750597 Nov 24 13:00:54.795916 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-4bd875f4-56a0-4400-b8f9-ac8572296580 service neutron] 10.222.0.48 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982876 Nov 24 13:00:54.889971 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-81d66d5e-b54e-480f-9d5b-d8e6a8d6f609 service neutron] 10.222.0.48 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876029 Nov 24 13:00:54.934742 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-1d4611de-ff46-45d3-bdc5-00e63b49e453 service neutron] 10.222.0.48 "GET /v2.0/ports/97cc90c5-fb57-425a-a378-479282e4b014?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0381815 Nov 24 13:00:54.995939 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9e47e85-ed37-4119-832c-4a41138b5b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:55.037605 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-10e69700-cfa2-4fe7-8cfe-f569e75866d9 service neutron] 10.222.0.48 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970159 Nov 24 13:00:55.081269 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-5225d48d-e0b6-4ffc-be1f-2d854e0c1844 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351212 Nov 24 13:00:55.128462 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c3d8c583-9cc1-4530-a6d0-8e57a34fef4c service neutron] 10.222.0.48 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845003 Nov 24 13:00:55.227547 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c7ab4ae2-3910-46a3-8582-c45f1d6961ab service neutron] 10.222.0.48 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921180 Nov 24 13:00:55.228275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb6ea-57d2-47eb-9061-9f6a3c835adf req-627cf6ef-ae22-4909-9fe4-d5b32beedc98 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:55.229807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-00deb6ea-57d2-47eb-9061-9f6a3c835adf req-627cf6ef-ae22-4909-9fe4-d5b32beedc98 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 931 time: 0.2423124 Nov 24 13:00:55.325702 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-32459143-d552-463f-a34a-0d35e0e24071 service neutron] 10.222.0.48 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899014 Nov 24 13:00:55.334356 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9e47e85-ed37-4119-832c-4a41138b5b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:55.416895 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-13e3754f-3743-45fa-ac46-6c0db9427d62 service neutron] 10.222.0.48 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847435 Nov 24 13:00:55.444005 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-92de3e89-0cd7-40cd-875a-d3a95135f3da service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022511 Nov 24 13:00:55.450608 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-00deb6ea-57d2-47eb-9061-9f6a3c835adf req-449d47d3-7da9-42c7-9c1d-6eca803041da tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072554 Nov 24 13:00:55.512520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-5e1ed358-e8ea-4eca-8823-fb4295d7d973 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=939443fc-044e-4799-b719-abd3e260c67f HTTP/1.1" status: 200 len: 217 time: 0.0506399 Nov 24 13:00:55.516710 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9e47e85-ed37-4119-832c-4a41138b5b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:55.524258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-19137ca9-2e0f-4de0-a6bc-96067d6b6411 service neutron] 10.222.0.48 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012409 Nov 24 13:00:55.597632 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e47e85-ed37-4119-832c-4a41138b5b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8264120-2047-4987-8521-5d1178b51597,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:55.601323 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9e47e85-ed37-4119-832c-4a41138b5b45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:55.604649 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e9e47e85-ed37-4119-832c-4a41138b5b45 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a8264120-2047-4987-8521-5d1178b51597 HTTP/1.1" status: 204 len: 168 time: 1.1346090 Nov 24 13:00:55.607653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33226) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:55.611282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2722dc-fdd6-443e-9ffc-a35f3cd59a5c None None] Network efdf4441-c31a-4340-8b36-2c49134c63a0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:00:55.646238 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-04839201-9d93-457b-9cfa-9e6f9d0fce49 service neutron] 10.222.0.48 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140187 Nov 24 13:00:55.671165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-a79dd7ea-7938-41fa-89ad-54ed9ceb3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:55.672612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-a79dd7ea-7938-41fa-89ad-54ed9ceb3c8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.1432822 Nov 24 13:00:55.675393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7be0ba7-0802-4213-b6be-6fbb2930bb9e {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:00:55.686132 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:55.705087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23102412-1237-4b65-abf4-ce38050b4b9f req-919da878-3b7f-4874-8e89-998c5a6426be tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:55.709747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23102412-1237-4b65-abf4-ce38050b4b9f req-919da878-3b7f-4874-8e89-998c5a6426be tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.1774056 Nov 24 13:00:55.726116 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:55.757528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Transition to ACTIVE for port object a7be0ba7-0802-4213-b6be-6fbb2930bb9e will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:00:55.767883 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:55.793861 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:55.808694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-656b8c38-45b5-4d34-b8d7-efb83d896b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:55.810503 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-656b8c38-45b5-4d34-b8d7-efb83d896b5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1263409 Nov 24 13:00:55.837378 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-2462c916-9757-4b2c-9d94-fcb91321e2e3 service neutron] 10.222.0.48 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849196 Nov 24 13:00:55.846327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927ab3dd-a314-444b-9dd8-3576ba06ec1c None None] DHCP port deletion for efdf4441-c31a-4340-8b36-2c49134c63a0 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:00:55.852829 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23102412-1237-4b65-abf4-ce38050b4b9f req-354a09aa-db93-45fc-be64-5803ff5db3d6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223927 Nov 24 13:00:55.886416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Pushing event updated for resources: {'Port': ['ID=a7be0ba7-0802-4213-b6be-6fbb2930bb9e,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:55.918749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-927ab3dd-a314-444b-9dd8-3576ba06ec1c None None] Deleting port 9fcfd4f5-7ac0-4296-a32c-da14218e3977 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:00:55.919452 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-927ab3dd-a314-444b-9dd8-3576ba06ec1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:55.931846 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Deleting port 9fcfd4f5-7ac0-4296-a32c-da14218e3977 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:00:55.932336 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:55.992677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-927ab3dd-a314-444b-9dd8-3576ba06ec1c None None] For port 9fcfd4f5-7ac0-4296-a32c-da14218e3977, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9fcfd4f5-7ac0-4296-a32c-da14218e3977,segment=NetworkSegment(bca3f9ab-b408-4551-8cdf-de7fb1d0e5de),segment_id=bca3f9ab-b408-4551-8cdf-de7fb1d0e5de)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:55.993105 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-927ab3dd-a314-444b-9dd8-3576ba06ec1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:56.010748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-927ab3dd-a314-444b-9dd8-3576ba06ec1c None None] Calling delete_port for 9fcfd4f5-7ac0-4296-a32c-da14218e3977 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:00:56.018454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-a2a08511-6d86-4405-b10b-ccd759be8f6b service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955748 Nov 24 13:00:56.021252 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] For port 9fcfd4f5-7ac0-4296-a32c-da14218e3977, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9fcfd4f5-7ac0-4296-a32c-da14218e3977,segment=NetworkSegment(bca3f9ab-b408-4551-8cdf-de7fb1d0e5de),segment_id=bca3f9ab-b408-4551-8cdf-de7fb1d0e5de)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:56.021720 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:56.030786 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-6f85a693-ad9b-457e-aecd-9ccd009d722e service neutron] 10.222.0.48 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854761 Nov 24 13:00:56.037174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Calling delete_port for 9fcfd4f5-7ac0-4296-a32c-da14218e3977 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:00:56.065808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb7f29-90e8-443e-b13f-6154cf551c51 req-3dbd6d97-29b6-4f52-b517-f1c3a2cc5405 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:56.068072 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b0fb7f29-90e8-443e-b13f-6154cf551c51 req-3dbd6d97-29b6-4f52-b517-f1c3a2cc5405 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 945 time: 0.1231124 Nov 24 13:00:56.075842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Attempting to bind port a7be0ba7-0802-4213-b6be-6fbb2930bb9e on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:00:56.076188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Attempting to bind port a7be0ba7-0802-4213-b6be-6fbb2930bb9e by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:00:56.076717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Attempting to bind port a7be0ba7-0802-4213-b6be-6fbb2930bb9e on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:56.089800 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Port a7be0ba7-0802-4213-b6be-6fbb2930bb9e on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:00:56.091969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Attempting to bind port a7be0ba7-0802-4213-b6be-6fbb2930bb9e on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:00:56.098413 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-927ab3dd-a314-444b-9dd8-3576ba06ec1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:56.124716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ab3dd-a314-444b-9dd8-3576ba06ec1c None None] Pushing event deleted for resources: {'Port': ['ID=9fcfd4f5-7ac0-4296-a32c-da14218e3977,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:56.126550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ab3dd-a314-444b-9dd8-3576ba06ec1c None None] No DVR routers for this DVR port 9fcfd4f5-7ac0-4296-a32c-da14218e3977 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:00:56.155253 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:00:56.155608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Checking segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:00:56.156003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Bound using segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:00:56.156461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Bound port: a7be0ba7-0802-4213-b6be-6fbb2930bb9e, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:00:56.156853 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:56.192139 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-24707814-ddbf-4962-979b-89fd40130e28 service neutron] 10.222.0.48 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492717 Nov 24 13:00:56.198735 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:56.221627 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b0fb7f29-90e8-443e-b13f-6154cf551c51 req-b0157d2f-3665-4908-bebf-a646a527db87 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387877 Nov 24 13:00:56.226307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=9fcfd4f5-7ac0-4296-a32c-da14218e3977,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:56.229947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] No DVR routers for this DVR port 9fcfd4f5-7ac0-4296-a32c-da14218e3977 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:00:56.263164 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-48c856d4-9ab7-43ad-8b77-33573c1e1f3d service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266588 Nov 24 13:00:56.319667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] For port a7be0ba7-0802-4213-b6be-6fbb2930bb9e, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:00:56.325640 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-c774530a-db05-443e-8742-f5f0fe1b74be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=6ede6d46-dbc0-4874-acf0-53462d41eb60 HTTP/1.1" status: 200 len: 217 time: 0.0477829 Nov 24 13:00:56.326993 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:56.334680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] For port a7be0ba7-0802-4213-b6be-6fbb2930bb9e, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a7be0ba7-0802-4213-b6be-6fbb2930bb9e,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:00:56.375115 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:56.376448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdf4441-c31a-4340-8b36-2c49134c63a0']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:56.389054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:56.389279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca3f9ab-b408-4551-8cdf-de7fb1d0e5de') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:56.405406 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:56.422122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:56.422745 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:56.424136 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] 10.222.0.46 "PUT /v2.0/ports/a7be0ba7-0802-4213-b6be-6fbb2930bb9e HTTP/1.1" status: 200 len: 1091 time: 2.0092363 Nov 24 13:00:56.426849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a7e475-dcba-4cf7-8a84-cf932567288e', 'tag': 'a7be0ba7-0802-4213-b6be-6fbb2930bb9e'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:00:56.429266 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d5015d-9d75-4664-aff0-aa67bde3afff" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a7e475-dcba-4cf7-8a84-cf932567288e", "tag": "a7be0ba7-0802-4213-b6be-6fbb2930bb9e"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:00:56.433693 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:56.460786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3485f70c-cf1b-46de-bce3-ef44693d0393 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:00:56.461601 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:00:56.462025 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:00:56.464766 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:00:56.478280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-0ff81591-9f0a-4a48-9344-044aa3a10708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:56.480467 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-0ff81591-9f0a-4a48-9344-044aa3a10708 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.1418614 Nov 24 13:00:56.489425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 3485f70c-cf1b-46de-bce3-ef44693d0393 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:00:56.490043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3485f70c-cf1b-46de-bce3-ef44693d0393 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:00:56.490644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9fcfd4f5-7ac0-4296-a32c-da14218e3977 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:00:56.492207 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-4aed44e5-23a2-45b3-aa72-4e5804f048fe tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=92d638b31b6c4805af7701d21e9d6244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535069 Nov 24 13:00:56.501849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5472d5d-00e6-4f60-adcd-09ce33776597 service neutron] Pushing event updated for resources: {'Port': ['ID=a7be0ba7-0802-4213-b6be-6fbb2930bb9e,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:56.515197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 9fcfd4f5-7ac0-4296-a32c-da14218e3977 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:00:56.515473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9fcfd4f5-7ac0-4296-a32c-da14218e3977 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:00:56.565597 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:56.569574 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:56.586864 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:56.596879 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] 10.222.0.48 "DELETE /v2.0/networks/efdf4441-c31a-4340-8b36-2c49134c63a0 HTTP/1.1" status: 204 len: 168 time: 0.9870727 Nov 24 13:00:56.600261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33254) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:56.616145 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4165bdf-b365-48b8-8a54-77fa04e78d6d admin admin] Pushing event deleted for resources: {'Network': ['ID=efdf4441-c31a-4340-8b36-2c49134c63a0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:56.643407 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-6b65b986-7b58-452e-ab5e-d98e697db4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:56.645632 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-6b65b986-7b58-452e-ab5e-d98e697db4ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 1094 time: 0.1400480 Nov 24 13:00:56.647230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-82b3fac1-98fd-465b-9185-1ce6219d2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:56.648987 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-82b3fac1-98fd-465b-9185-1ce6219d2eb5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1543891 Nov 24 13:00:56.738914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-b733a945-14ae-4d52-8fe8-5424615aff79 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:56.740970 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-b733a945-14ae-4d52-8fe8-5424615aff79 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2477043 Nov 24 13:00:56.748862 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-a824e0a6-e726-4624-97ea-da06825ed3f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7be0ba7-0802-4213-b6be-6fbb2930bb9e HTTP/1.1" status: 200 len: 217 time: 0.0807259 Nov 24 13:00:56.821634 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-6ac8eff8-1805-49da-a288-61583e9ccf64 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/quotas/92d638b31b6c4805af7701d21e9d6244 HTTP/1.1" status: 200 len: 375 time: 0.0699191 Nov 24 13:00:56.880962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-ee31897a-449d-4fad-82af-478983ce8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:56.882646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-ee31897a-449d-4fad-82af-478983ce8e9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.1214430 Nov 24 13:00:56.897023 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-34656125-dc23-4d78-b380-5ee25333d4a1 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299755 Nov 24 13:00:56.926896 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-f74523fd-9072-424c-a526-a8d479a335ae tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0955594 Nov 24 13:00:57.032861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a896680-8557-4813-bd6e-7cbe53e4d6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:57.043989 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2f018-69ec-4f63-8126-499dfe303bc5 req-baf50989-868a-4809-be1d-a956e9b54fb6 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:57.045463 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81d2f018-69ec-4f63-8126-499dfe303bc5 req-baf50989-868a-4809-be1d-a956e9b54fb6 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 945 time: 0.0735750 Nov 24 13:00:57.072934 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-277524cb-0648-4ca5-b794-3e507db92fa4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1653423 Nov 24 13:00:57.075161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-8c5e5fa2-db1e-44a3-8eb4-f5f870f39387 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215940 Nov 24 13:00:57.075616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33270) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:57.080862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e5b2b967-ad65-4281-94ea-abe3be1d6e40 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Request body: {'floatingip': {'port_id': '149f847c-8017-4844-a522-63419444e39f'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:57.134025 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a918c4d-b075-4a6c-8bd7-f35a4b3eee45 x-openstack-request-id: req-2a918c4d-b075-4a6c-8bd7-f35a4b3eee45 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:00:57.134384 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a7e475-dcba-4cf7-8a84-cf932567288e", "tag": "a7be0ba7-0802-4213-b6be-6fbb2930bb9e", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:00:57.134744 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a918c4d-b075-4a6c-8bd7-f35a4b3eee45 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:00:57.135208 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a7e475-dcba-4cf7-8a84-cf932567288e', 'tag': 'a7be0ba7-0802-4213-b6be-6fbb2930bb9e', 'status': 'completed', 'code': 200} Nov 24 13:00:57.186302 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b967-ad65-4281-94ea-abe3be1d6e40 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:57.274900 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-0ce7be9f-4268-487a-8090-182b602313fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=902ab3b7-d804-47d6-87d0-4d5ed9673025 HTTP/1.1" status: 200 len: 217 time: 0.1428840 Nov 24 13:00:57.301121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47b2ec91-54b7-4d97-acaf-f314aee3fecc req-7b03859c-eaf6-4b9c-ac23-ed72825cb73f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.1112771 Nov 24 13:00:57.352181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193d267-59b0-4518-8d85-2f826abe0704 req-4d1429d9-1849-4300-8bae-f453df0f045c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:57.359544 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0193d267-59b0-4518-8d85-2f826abe0704 req-4d1429d9-1849-4300-8bae-f453df0f045c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 943 time: 0.1695592 Nov 24 13:00:57.431678 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0193d267-59b0-4518-8d85-2f826abe0704 req-0ec9f32a-41ca-45d1-9029-37c4abdca061 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694015 Nov 24 13:00:57.536374 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-f7e7fad3-7b30-4c6e-a108-31ccc5ef03ab service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057956 Nov 24 13:00:57.539963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-72b08606-15c9-417b-8bcf-12dfabdafb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:57.541944 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-72b08606-15c9-417b-8bcf-12dfabdafb93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3114486e-dc07-4c9a-accf-e9e94a0ec567 HTTP/1.1" status: 200 len: 797 time: 0.2399373 Nov 24 13:00:57.548464 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dc6382ed-b82e-4a17-abfd-ae746a12600a req-78029484-d3f4-49a6-b1e5-b95db84c031c tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 210 time: 0.0582490 Nov 24 13:00:57.572592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7a896680-8557-4813-bd6e-7cbe53e4d6d0 admin admin] Deleting port 4d774ea6-c7bb-4585-9e4d-ed239cad4769 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:00:57.573011 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a896680-8557-4813-bd6e-7cbe53e4d6d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:57.665301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a168b0-2014-47cf-a74a-9fe48106522e req-4ff31165-0af9-4d93-8d76-a8b3ccff4a19 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:57.667130 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24a168b0-2014-47cf-a74a-9fe48106522e req-4ff31165-0af9-4d93-8d76-a8b3ccff4a19 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.1960070 Nov 24 13:00:57.692622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-7a896680-8557-4813-bd6e-7cbe53e4d6d0 admin admin] For port 4d774ea6-c7bb-4585-9e4d-ed239cad4769, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4d774ea6-c7bb-4585-9e4d-ed239cad4769,segment=NetworkSegment(8f014cb6-06d8-4f1f-9ded-9d7065dc40e2),segment_id=8f014cb6-06d8-4f1f-9ded-9d7065dc40e2)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:00:57.693063 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a896680-8557-4813-bd6e-7cbe53e4d6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:57.709002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7a896680-8557-4813-bd6e-7cbe53e4d6d0 admin admin] Calling delete_port for 4d774ea6-c7bb-4585-9e4d-ed239cad4769 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:00:57.813171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-114bdb52-5d40-4138-a5c8-95cdd552d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:57.814630 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-114bdb52-5d40-4138-a5c8-95cdd552d499 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af84e79c-ff8c-4c42-88b8-58985a027e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2511420 Nov 24 13:00:57.898558 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a8e84d-c7f0-4256-bff7-4fdc9d5f8680 req-ddd8d2cb-132d-40aa-b344-b4fc8686df64 service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375547 Nov 24 13:00:57.918978 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a896680-8557-4813-bd6e-7cbe53e4d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:57.946236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a896680-8557-4813-bd6e-7cbe53e4d6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d774ea6-c7bb-4585-9e4d-ed239cad4769,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:00:58.165540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a896680-8557-4813-bd6e-7cbe53e4d6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:58.265676 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24a168b0-2014-47cf-a74a-9fe48106522e req-54031dbc-3f51-40e0-9176-21f986e456db tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874732 Nov 24 13:00:58.459704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-7f062d5a-ba43-40d5-8ab8-398418873bae service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260648 Nov 24 13:00:58.461316 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a896680-8557-4813-bd6e-7cbe53e4d6d0 admin admin] Router a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:00:58.471354 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcda930-7cdc-47d2-b3de-3417154d833a req-cf6bff14-a3f9-4f42-af63-412c1c905e4e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:58.473642 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9dcda930-7cdc-47d2-b3de-3417154d833a req-cf6bff14-a3f9-4f42-af63-412c1c905e4e tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.0806794 Nov 24 13:00:58.491289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-687bb8fe-e7c2-44f9-a88e-7a683387a5bf req-f65c8629-4cfc-4c43-b419-023ae60082bb tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.0723162 Nov 24 13:00:58.560557 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5015d-9d75-4664-aff0-aa67bde3afff req-2d619ab8-65af-4cfb-89c9-7ad5b3d8a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:58.562114 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-83d5015d-9d75-4664-aff0-aa67bde3afff req-2d619ab8-65af-4cfb-89c9-7ad5b3d8a1a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 1094 time: 0.3015637 Nov 24 13:00:58.594179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-deb1f051-e836-40cb-b765-ca186ae2e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:58.596498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-deb1f051-e836-40cb-b765-ca186ae2e24d service neutron] 10.222.0.59 "GET /v2.0/ports/6e8eee07-d40a-4ec6-8dc1-46980cce72fe HTTP/1.1" status: 200 len: 1031 time: 0.1002493 Nov 24 13:00:58.634644 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9dcda930-7cdc-47d2-b3de-3417154d833a req-9a7529ad-ac90-49d2-89c9-3ad1f68cf24a tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422358 Nov 24 13:00:58.661356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a896680-8557-4813-bd6e-7cbe53e4d6d0 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:00:58.669002 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7a896680-8557-4813-bd6e-7cbe53e4d6d0 admin admin] 10.222.0.48 "PUT /v2.0/routers/a2e7120a-4d03-4f55-bfb5-0f0ef7a93429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0675950 Nov 24 13:00:58.671367 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33302) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:00:58.679699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b5560-c6b0-40c7-be2a-32748c5eeb0c None None] Sync routers for ids ['a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:00:58.691191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b5560-c6b0-40c7-be2a-32748c5eeb0c None None] Routers {'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:00:58.692321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-055b5560-c6b0-40c7-be2a-32748c5eeb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:00:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:58.746781 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-8e3d283a-3d39-45cc-bf90-901110630bf1 service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661319 Nov 24 13:00:58.813636 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-055b5560-c6b0-40c7-be2a-32748c5eeb0c None None] Set router a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:00:58.902046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-4aeaea53-b07d-4398-bc02-7e3acd3e05d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:58.903460 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-4aeaea53-b07d-4398-bc02-7e3acd3e05d7 service neutron] 10.222.0.59 "GET /v2.0/ports/97cc90c5-fb57-425a-a378-479282e4b014 HTTP/1.1" status: 200 len: 1030 time: 0.2680504 Nov 24 13:00:58.931968 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-bb742904-e9ed-4fd7-8834-214ff5a7fb63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=487e6964-ffa6-4617-8b6a-a8f33e31de54 HTTP/1.1" status: 200 len: 217 time: 0.1409724 Nov 24 13:00:59.042201 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.db.resource_extend [None req-e5b2b967-ad65-4281-94ea-abe3be1d6e40 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:00:59.096754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-055b5560-c6b0-40c7-be2a-32748c5eeb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'name': 'tempest-AttachSCSIVolumeTestJSON-669487126-router', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:26Z', 'updated_at': '2021-11-24T13:00:57Z', 'revision_number': 5, 'project_id': 'c2a34323472c44bbbe315bbfbf40f760', 'gw_port': {'id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:28Z', 'updated_at': '2021-11-24T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:59.128383 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b967-ad65-4281-94ea-abe3be1d6e40 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:59.169077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b5560-c6b0-40c7-be2a-32748c5eeb0c None None] Checking router: a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:00:59.177796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-02017479-6164-4ed4-81ec-190fe91dd129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:59.179930 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-02017479-6164-4ed4-81ec-190fe91dd129 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3114486e-dc07-4c9a-accf-e9e94a0ec567 HTTP/1.1" status: 200 len: 797 time: 0.2336023 Nov 24 13:00:59.180500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b5560-c6b0-40c7-be2a-32748c5eeb0c None None] Routers {'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:00:59.181175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-055b5560-c6b0-40c7-be2a-32748c5eeb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:00:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:59.188932 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b967-ad65-4281-94ea-abe3be1d6e40 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:59.199519 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e319952-1e80-4b7c-970a-84a7b0d67c91 req-300dd809-f85c-4f12-acdf-7d3fe8712230 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 210 time: 0.4114599 Nov 24 13:00:59.240117 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-2834201e-9861-4b2d-8f8e-002b5dd7b0f3 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=92d638b31b6c4805af7701d21e9d6244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385525 Nov 24 13:00:59.242681 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:59.295728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afab5a-9c4d-47b8-9aeb-8b7dba14c5f1 req-6e379537-19c6-47a0-9ce8-3fd7498556bc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:59.298015 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-90afab5a-9c4d-47b8-9aeb-8b7dba14c5f1 req-6e379537-19c6-47a0-9ce8-3fd7498556bc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 943 time: 0.6614854 Nov 24 13:00:59.299096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5015d-9d75-4664-aff0-aa67bde3afff req-b4ebd325-e1eb-448e-8068-d880f84dac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:59.301342 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-83d5015d-9d75-4664-aff0-aa67bde3afff req-b4ebd325-e1eb-448e-8068-d880f84dac64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 906 time: 0.7238052 Nov 24 13:00:59.326022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-055b5560-c6b0-40c7-be2a-32748c5eeb0c None None] Set router a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:00:59.376634 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-83d5015d-9d75-4664-aff0-aa67bde3afff req-26fb36f5-6a20-4136-94f6-1527b0b245fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7be0ba7-0802-4213-b6be-6fbb2930bb9e HTTP/1.1" status: 200 len: 217 time: 0.0562489 Nov 24 13:00:59.484991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-022edf99-bd48-4d98-859d-26182197238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:59.486175 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-022edf99-bd48-4d98-859d-26182197238a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af84e79c-ff8c-4c42-88b8-58985a027e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2628057 Nov 24 13:00:59.530870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-90afab5a-9c4d-47b8-9aeb-8b7dba14c5f1 req-e7d77cdc-b0dd-4fd7-a0fa-33bc9f2f537d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115755 Nov 24 13:00:59.547043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-83efb0bf-a71f-438d-84a1-342cd5da22c7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:59.558957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-83efb0bf-a71f-438d-84a1-342cd5da22c7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:59.565011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-83efb0bf-a71f-438d-84a1-342cd5da22c7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:59.567283 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-83efb0bf-a71f-438d-84a1-342cd5da22c7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "GET /v2.0/networks?id=fbaf4bb5-e42b-455c-baa5-50d6cb251c17&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=6df529e3-a95e-4d56-953a-23262bfd3e34&id=6df529e3-a95e-4d56-953a-23262bfd3e34 HTTP/1.1" status: 200 len: 1995 time: 0.6247985 Nov 24 13:00:59.568169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-a54cb681-4ef3-4bdc-b230-030ad7c53b63 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:59.569711 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-a54cb681-4ef3-4bdc-b230-030ad7c53b63 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773056 Nov 24 13:00:59.592011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dffacd-7537-4690-ac86-9dba890eb3f5 req-12bca33b-641b-4887-b106-00166050a059 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:59.593554 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-55dffacd-7537-4690-ac86-9dba890eb3f5 req-12bca33b-641b-4887-b106-00166050a059 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.1632910 Nov 24 13:00:59.610137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5015d-9d75-4664-aff0-aa67bde3afff req-501a9f24-791b-459c-a4f6-17fac6dbb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:00:59.610610 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-5e575c74-8763-4a69-9a0b-d921a9ecc76a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Request body: {'port': {'device_id': '9465f7c3-c3da-4220-a807-c3c1c136c4f9', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '92d638b31b6c4805af7701d21e9d6244'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:00:59.611598 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-83d5015d-9d75-4664-aff0-aa67bde3afff req-501a9f24-791b-459c-a4f6-17fac6dbb0a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.2224147 Nov 24 13:00:59.623070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:59.636238 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-e5b2b967-ad65-4281-94ea-abe3be1d6e40 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Floating IP 447205b6-53ad-475c-812f-88d0e86b8a1d associated. External IP: 172.25.0.67, port: 149f847c-8017-4844-a522-63419444e39f. Nov 24 13:00:59.697993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-055b5560-c6b0-40c7-be2a-32748c5eeb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'name': 'tempest-AttachSCSIVolumeTestJSON-669487126-router', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:26Z', 'updated_at': '2021-11-24T13:00:57Z', 'revision_number': 5, 'project_id': 'c2a34323472c44bbbe315bbfbf40f760', 'gw_port': {'id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:28Z', 'updated_at': '2021-11-24T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:00:59.737703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b5560-c6b0-40c7-be2a-32748c5eeb0c None None] The sync data for ids ['a2e7120a-4d03-4f55-bfb5-0f0ef7a93429'] in n-d-817303-4 is: [{'id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'name': 'tempest-AttachSCSIVolumeTestJSON-669487126-router', 'tenant_id': 'c2a34323472c44bbbe315bbfbf40f760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:58:26Z', 'updated_at': '2021-11-24T13:00:57Z', 'revision_number': 5, 'project_id': 'c2a34323472c44bbbe315bbfbf40f760', 'gw_port': {'id': '71a297a1-f3cd-4751-8480-8458b3f0a46d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:81:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e7120a-4d03-4f55-bfb5-0f0ef7a93429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:58:28Z', 'updated_at': '2021-11-24T12:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:00:59.757520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-83d5015d-9d75-4664-aff0-aa67bde3afff req-960b23c6-2db3-4942-8120-97b5bd6a86c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181562 Nov 24 13:00:59.799198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a7be0ba7-0802-4213-b6be-6fbb2930bb9e details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:00:59.810841 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-5e575c74-8763-4a69-9a0b-d921a9ecc76a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Made reservation on behalf of 92d638b31b6c4805af7701d21e9d6244 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:00:59.814164 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-5e575c74-8763-4a69-9a0b-d921a9ecc76a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:59.823258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-55dffacd-7537-4690-ac86-9dba890eb3f5 req-44791f92-e969-432c-840e-bd8f19c1e5ac tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034938 Nov 24 13:00:59.839383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fb54aeb-024e-4a28-a79c-ff59bbd92434 req-dbfecc53-480a-4b02-b6e2-c9d73a5d067b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.1666160 Nov 24 13:00:59.914550 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] Deleting port 71a297a1-f3cd-4751-8480-8458b3f0a46d {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:00:59.914936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:00:59.976649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a7be0ba7-0802-4213-b6be-6fbb2930bb9e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a7be0ba7-0802-4213-b6be-6fbb2930bb9e,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:00.008073 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'a7be0ba7-0802-4213-b6be-6fbb2930bb9e', 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'port_id': 'a7be0ba7-0802-4213-b6be-6fbb2930bb9e', 'mac_address': 'fa:16:3e:c2:bc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ed41c1-a924-4ba0-9444-2052d8ad1db8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:01:00.047615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-5e575c74-8763-4a69-9a0b-d921a9ecc76a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Allocated IP 192.168.233.236 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/480e4b40-a384-4ed4-86e8-f033f1db8b95) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:00.068381 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] For port 71a297a1-f3cd-4751-8480-8458b3f0a46d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=71a297a1-f3cd-4751-8480-8458b3f0a46d,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:00.068778 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:00.079373 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-9136cce0-cb77-4c2c-9913-b3cf613bfb8e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cb9995cf9cd4081ba228f719572b20a HTTP/1.1" status: 200 len: 380 time: 0.4636898 Nov 24 13:01:00.094345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] Calling delete_port for 71a297a1-f3cd-4751-8480-8458b3f0a46d owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:00.105173 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:00.142511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7be0ba7-0802-4213-b6be-6fbb2930bb9e {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:00.151475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c1fc5c16-015b-4d3f-826d-c8a416661be0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'port': {'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'admin_state_up': True, 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'security_groups': ['803831b0-9117-4202-af70-34c17ac2b6a4']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:00.172436 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-958d9301-aabc-403a-aff1-42d93b7941e2 service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6508172 Nov 24 13:01:00.189158 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a7be0ba7-0802-4213-b6be-6fbb2930bb9e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a7be0ba7-0802-4213-b6be-6fbb2930bb9e,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:00.196922 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:00.318409 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=a7be0ba7-0802-4213-b6be-6fbb2930bb9e,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:00.399730 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a754711-16de-4e79-b6c0-1f04e849dad9 req-7f2dcd36-3af8-4cca-86a2-256927e57e62 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 210 time: 0.0668824 Nov 24 13:01:00.434892 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4d774ea6-c7bb-4585-9e4d-ed239cad4769 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:00.476925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 4d774ea6-c7bb-4585-9e4d-ed239cad4769 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:00.481071 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4d774ea6-c7bb-4585-9e4d-ed239cad4769 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:00.583092 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:00.649398 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['a7be0ba7-0802-4213-b6be-6fbb2930bb9e'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:00.697612 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-5e575c74-8763-4a69-9a0b-d921a9ecc76a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:00.728775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] Pushing event deleted for resources: {'Port': ['ID=71a297a1-f3cd-4751-8480-8458b3f0a46d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:00.791453 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-5e575c74-8763-4a69-9a0b-d921a9ecc76a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:00.825704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b', '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:00.845810 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:00.970274 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:00.973714 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:00.994622 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-83d5015d-9d75-4664-aff0-aa67bde3afff req-9f874e69-56e0-4328-b0f0-a1bc9e34920f service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2059705 Nov 24 13:01:01.011277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be20d44-72a6-4627-beb6-6361214a9ebb req-657215b0-bc3f-4094-96ae-0d672bc52707 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:01.013197 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2be20d44-72a6-4627-beb6-6361214a9ebb req-657215b0-bc3f-4094-96ae-0d672bc52707 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 1.0145869 Nov 24 13:01:01.051298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28eb27-4220-476e-9453-f6f102b24b12 req-122a4145-b9c2-49da-aca3-dd94ff2d0b74 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:01.055850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e28eb27-4220-476e-9453-f6f102b24b12 req-122a4145-b9c2-49da-aca3-dd94ff2d0b74 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 944 time: 0.3739665 Nov 24 13:01:01.060689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:01.061457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:01:01.074998 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:01.076781 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9246cd91-e9d0-454c-be82-0e67d4ab19fc admin admin] 10.222.0.48 "DELETE /v2.0/routers/a2e7120a-4d03-4f55-bfb5-0f0ef7a93429 HTTP/1.1" status: 204 len: 168 time: 2.4041915 Nov 24 13:01:01.130457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33320) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:01.140238 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e28eb27-4220-476e-9453-f6f102b24b12 req-bebf0a98-9c02-45cc-a62e-eef58f24af64 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596526 Nov 24 13:01:01.151284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71340c3b-96b4-40e8-987d-c89aa7ba3e54 req-d24ac8b0-c471-400a-91c1-1fcb7809449d service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8863177 Nov 24 13:01:01.205951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b2b967-ad65-4281-94ea-abe3be1d6e40 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Router d169a05f-3136-4851-bbc5-66fb70735622 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:01:01.221729 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-5e575c74-8763-4a69-9a0b-d921a9ecc76a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:01.237451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-79156523-32b0-47d9-ad48-9b1c3f23bc15 admin admin] Deleting subnet 4df908d6-b47c-41a1-b553-2374187e3573 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:01:01.242364 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79156523-32b0-47d9-ad48-9b1c3f23bc15 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:01.308392 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79156523-32b0-47d9-ad48-9b1c3f23bc15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:01.405848 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79156523-32b0-47d9-ad48-9b1c3f23bc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:01.437827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c1fc5c16-015b-4d3f-826d-c8a416661be0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Made reservation on behalf of 5cb9995cf9cd4081ba228f719572b20a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:01.441891 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c1fc5c16-015b-4d3f-826d-c8a416661be0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:01.483971 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-5e575c74-8763-4a69-9a0b-d921a9ecc76a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:01.486643 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-5e575c74-8763-4a69-9a0b-d921a9ecc76a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:01.516591 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2be20d44-72a6-4627-beb6-6361214a9ebb req-2ba48696-edf2-485e-a9f1-af08b11b0588 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760133 Nov 24 13:01:01.537760 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79156523-32b0-47d9-ad48-9b1c3f23bc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:01.576131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-5e575c74-8763-4a69-9a0b-d921a9ecc76a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:01.576816 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-5e575c74-8763-4a69-9a0b-d921a9ecc76a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:01.596710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79156523-32b0-47d9-ad48-9b1c3f23bc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:01.601540 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd01ee8-548d-47b3-8717-5bb5afa39f77 None None] Network a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:01:01.602192 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-79156523-32b0-47d9-ad48-9b1c3f23bc15 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4df908d6-b47c-41a1-b553-2374187e3573 HTTP/1.1" status: 204 len: 168 time: 0.4609768 Nov 24 13:01:01.610240 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69153604-0b57-46d5-a01c-2755ea3801aa req-fb27d278-9428-407d-bfa7-2ee95e91bc33 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.1423345 Nov 24 13:01:01.614179 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-5e575c74-8763-4a69-9a0b-d921a9ecc76a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0165732 Nov 24 13:01:01.625366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33328) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:01.630130 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-83d5015d-9d75-4664-aff0-aa67bde3afff req-048ed293-3db0-4c4c-bda4-b0a800e467f9 service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928038 Nov 24 13:01:01.640656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Request body: {'port': {'device_id': '9465f7c3-c3da-4220-a807-c3c1c136c4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:01.672761 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e575c74-8763-4a69-9a0b-d921a9ecc76a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event updated for resources: {'Port': ['ID=480e4b40-a384-4ed4-86e8-f033f1db8b95,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:01.718717 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:01.735260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79156523-32b0-47d9-ad48-9b1c3f23bc15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4df908d6-b47c-41a1-b553-2374187e3573,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:01.961398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b2b967-ad65-4281-94ea-abe3be1d6e40 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:01:01.966381 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5b2b967-ad65-4281-94ea-abe3be1d6e40 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:01.972056 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f766b-8f73-4698-abd8-3a8369b61326 None None] Sync routers for ids ['d169a05f-3136-4851-bbc5-66fb70735622'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:01:01.993462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c183fb88-1652-4f1c-8a31-c608d7946001 None None] Provisioning complete for port 480e4b40-a384-4ed4-86e8-f033f1db8b95 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:01.993960 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c183fb88-1652-4f1c-8a31-c608d7946001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:01.994620 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f766b-8f73-4698-abd8-3a8369b61326 None None] Routers {'d169a05f-3136-4851-bbc5-66fb70735622'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:01:01.995273 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ea4f766b-8f73-4698-abd8-3a8369b61326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:00:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d169a05f-3136-4851-bbc5-66fb70735622'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:02.049584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6afe25-047f-4b9c-bdb8-7a7b7dade89f None None] DHCP port deletion for a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:01:02.120960 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b25f3c-e68d-4901-9b57-9bd4b7cc612a req-017b795e-1155-477a-9f6e-3c3d79d12480 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:02.122639 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34b25f3c-e68d-4901-9b57-9bd4b7cc612a req-017b795e-1155-477a-9f6e-3c3d79d12480 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 936 time: 0.3676729 Nov 24 13:01:02.125705 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:02.143508 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e5b2b967-ad65-4281-94ea-abe3be1d6e40 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "PUT /v2.0/floatingips/447205b6-53ad-475c-812f-88d0e86b8a1d HTTP/1.1" status: 200 len: 990 time: 5.0666511 Nov 24 13:01:02.152810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'tag': '149f847c-8017-4844-a522-63419444e39f'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:02.155741 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcfda8e-155e-4980-9de8-11abd7e3abd7" -d '{"events": [{"name": "network-changed", "server_uuid": "ace6a21e-002c-4efe-bc64-0a694a47a9a1", "tag": "149f847c-8017-4844-a522-63419444e39f"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:02.180374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['58725471-ab98-4914-ad65-4a77d8fde287', 'b70673d4-dccc-4966-b3ef-86c3358d476c', 'a3bb234e-5133-4468-9062-99fcc82ba5eb', 'bb31412f-3fcf-43c3-a57f-672d1a7a5bd1', 'f2e4f9dc-3880-45ff-94bb-01bc006dc3c2'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:02.190272 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c183fb88-1652-4f1c-8a31-c608d7946001 None None] Port 480e4b40-a384-4ed4-86e8-f033f1db8b95 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:01:02.286215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c1fc5c16-015b-4d3f-826d-c8a416661be0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Allocated IP 172.20.0.12 (fbaf4bb5-e42b-455c-baa5-50d6cb251c17/673a3600-90de-4e02-b5a0-1a7307d2a6a1/1252e94e-e016-46bc-b2bd-47c0ab1b44e8) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:02.309956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9e6afe25-047f-4b9c-bdb8-7a7b7dade89f None None] Deleting port 13216dff-eb90-4732-a7ec-9df5066db7a6 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:02.310779 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e6afe25-047f-4b9c-bdb8-7a7b7dade89f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:02.339809 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34b25f3c-e68d-4901-9b57-9bd4b7cc612a req-a639cf3c-a942-4c9b-a5bf-c3d7c1d8c221 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079558 Nov 24 13:01:02.369427 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Deleting port 13216dff-eb90-4732-a7ec-9df5066db7a6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:02.369867 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:02.414956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9e6afe25-047f-4b9c-bdb8-7a7b7dade89f None None] For port 13216dff-eb90-4732-a7ec-9df5066db7a6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=13216dff-eb90-4732-a7ec-9df5066db7a6,segment=NetworkSegment(8f014cb6-06d8-4f1f-9ded-9d7065dc40e2),segment_id=8f014cb6-06d8-4f1f-9ded-9d7065dc40e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:02.415512 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e6afe25-047f-4b9c-bdb8-7a7b7dade89f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:02.440501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9e6afe25-047f-4b9c-bdb8-7a7b7dade89f None None] Calling delete_port for 13216dff-eb90-4732-a7ec-9df5066db7a6 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:02.449038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] For port 13216dff-eb90-4732-a7ec-9df5066db7a6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=13216dff-eb90-4732-a7ec-9df5066db7a6,segment=NetworkSegment(8f014cb6-06d8-4f1f-9ded-9d7065dc40e2),segment_id=8f014cb6-06d8-4f1f-9ded-9d7065dc40e2)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:02.449688 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:02.453751 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ea4f766b-8f73-4698-abd8-3a8369b61326 None None] Set router d169a05f-3136-4851-bbc5-66fb70735622 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:01:02.464978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480e4b40-a384-4ed4-86e8-f033f1db8b95 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:02.480537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Calling delete_port for 13216dff-eb90-4732-a7ec-9df5066db7a6 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:02.497580 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:02.524741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 13216dff-eb90-4732-a7ec-9df5066db7a6 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:02.534135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Transition to ACTIVE for port object 480e4b40-a384-4ed4-86e8-f033f1db8b95 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:01:02.555627 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:02.616617 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:02.681895 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No active binding found for port 13216dff-eb90-4732-a7ec-9df5066db7a6 {{(pid=114987) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 13:01:02.683034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 13216dff-eb90-4732-a7ec-9df5066db7a6 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:02.683561 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 71a297a1-f3cd-4751-8480-8458b3f0a46d no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:02.685556 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e6afe25-047f-4b9c-bdb8-7a7b7dade89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:02.700269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611fabb-0fe8-4145-900b-c2b07910916e req-deb42410-c0d9-4763-bc41-28923250c99b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:02.710446 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c611fabb-0fe8-4145-900b-c2b07910916e req-deb42410-c0d9-4763-bc41-28923250c99b tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.7742944 Nov 24 13:01:02.732289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Pushing event updated for resources: {'Port': ['ID=480e4b40-a384-4ed4-86e8-f033f1db8b95,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:02.776932 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:02.777522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:02.780131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:02.780799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:02.781321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:02.781844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:02.782362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:02.782924 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:02.783539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:02.784167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:02.784762 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:02.791769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:02.816973 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 71a297a1-f3cd-4751-8480-8458b3f0a46d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:02.818216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 71a297a1-f3cd-4751-8480-8458b3f0a46d not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:02.839047 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6afe25-047f-4b9c-bdb8-7a7b7dade89f None None] Pushing event deleted for resources: {'Port': ['ID=13216dff-eb90-4732-a7ec-9df5066db7a6,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:02.849217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6afe25-047f-4b9c-bdb8-7a7b7dade89f None None] No DVR routers for this DVR port 13216dff-eb90-4732-a7ec-9df5066db7a6 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:02.849440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] No DVR routers for this DVR port 13216dff-eb90-4732-a7ec-9df5066db7a6 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:02.886302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Pushing event deleted for resources: {'Port': ['ID=13216dff-eb90-4732-a7ec-9df5066db7a6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:02.918715 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ea4f766b-8f73-4698-abd8-3a8369b61326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T12:59:08Z', 'revision_number': 4, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '447205b6-53ad-475c-812f-88d0e86b8a1d', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'port_id': '149f847c-8017-4844-a522-63419444e39f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'mac_address': 'fa:16:3e:81:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:59:21Z', 'updated_at': '2021-11-24T13:00:58Z', 'revision_number': 1, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d128ab-60d7-47b6-8d1b-2dabb557790f', 'name': '', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'mac_address': 'fa:16:3e:23:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:07Z', 'updated_at': '2021-11-24T12:59:16Z', 'revision_number': 5, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'subnets': [{'id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:02.926921 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c611fabb-0fe8-4145-900b-c2b07910916e req-23f6022f-fdd0-48a3-b277-390e58254b05 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151885 Nov 24 13:01:02.957959 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f766b-8f73-4698-abd8-3a8369b61326 None None] Checking router: d169a05f-3136-4851-bbc5-66fb70735622 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:01:02.964751 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Attempting to bind port 480e4b40-a384-4ed4-86e8-f033f1db8b95 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:02.965184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Attempting to bind port 480e4b40-a384-4ed4-86e8-f033f1db8b95 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:02.965522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Attempting to bind port 480e4b40-a384-4ed4-86e8-f033f1db8b95 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:02.970079 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f766b-8f73-4698-abd8-3a8369b61326 None None] Routers {'d169a05f-3136-4851-bbc5-66fb70735622'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:01:02.971443 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ea4f766b-8f73-4698-abd8-3a8369b61326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:00:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d169a05f-3136-4851-bbc5-66fb70735622'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:02.991044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Port 480e4b40-a384-4ed4-86e8-f033f1db8b95 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:02.993375 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Attempting to bind port 480e4b40-a384-4ed4-86e8-f033f1db8b95 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:03.005092 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c1fc5c16-015b-4d3f-826d-c8a416661be0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:03.014619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:03.015003 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:03.015357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:03.015796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Bound port: 480e4b40-a384-4ed4-86e8-f033f1db8b95, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:03.016160 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:03.095492 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ea4f766b-8f73-4698-abd8-3a8369b61326 None None] Set router d169a05f-3136-4851-bbc5-66fb70735622 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:01:03.278084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] For port 480e4b40-a384-4ed4-86e8-f033f1db8b95, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:03.282516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] For port 480e4b40-a384-4ed4-86e8-f033f1db8b95, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=480e4b40-a384-4ed4-86e8-f033f1db8b95,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:03.282796 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:03.298801 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:03.332649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:03.356935 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:03.357567 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:03.359550 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] 10.222.0.59 "PUT /v2.0/ports/480e4b40-a384-4ed4-86e8-f033f1db8b95 HTTP/1.1" status: 200 len: 1096 time: 1.7248988 Nov 24 13:01:03.363475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9465f7c3-c3da-4220-a807-c3c1c136c4f9', 'tag': '480e4b40-a384-4ed4-86e8-f033f1db8b95'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:03.367096 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7de1bfd-3800-4d57-8f44-8bd72084c010" -d '{"events": [{"name": "network-changed", "server_uuid": "9465f7c3-c3da-4220-a807-c3c1c136c4f9", "tag": "480e4b40-a384-4ed4-86e8-f033f1db8b95"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:03.382529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f014cb6-06d8-4f1f-9ded-9d7065dc40e2') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:03.383842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f014cb6-06d8-4f1f-9ded-9d7065dc40e2') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:03.415357 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:03.444897 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3cc384-114a-47c9-a0ee-d98b498c9a02 req-436617f0-368d-4830-8108-50cefbf1a482 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:03.446695 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ac3cc384-114a-47c9-a0ee-d98b498c9a02 req-436617f0-368d-4830-8108-50cefbf1a482 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 932 time: 0.1625333 Nov 24 13:01:03.452835 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ea4f766b-8f73-4698-abd8-3a8369b61326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T12:59:08Z', 'revision_number': 4, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '447205b6-53ad-475c-812f-88d0e86b8a1d', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'port_id': '149f847c-8017-4844-a522-63419444e39f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'mac_address': 'fa:16:3e:81:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:59:21Z', 'updated_at': '2021-11-24T13:00:58Z', 'revision_number': 1, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d128ab-60d7-47b6-8d1b-2dabb557790f', 'name': '', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'mac_address': 'fa:16:3e:23:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:07Z', 'updated_at': '2021-11-24T12:59:16Z', 'revision_number': 5, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'subnets': [{'id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:03.454474 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:03.472716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:01:03.474283 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:03.483534 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4f766b-8f73-4698-abd8-3a8369b61326 None None] The sync data for ids ['d169a05f-3136-4851-bbc5-66fb70735622'] in n-d-817303-4 is: [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T12:59:08Z', 'revision_number': 4, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '447205b6-53ad-475c-812f-88d0e86b8a1d', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'port_id': '149f847c-8017-4844-a522-63419444e39f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1079, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'mac_address': 'fa:16:3e:81:f2:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T12:59:21Z', 'updated_at': '2021-11-24T13:00:58Z', 'revision_number': 1, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d128ab-60d7-47b6-8d1b-2dabb557790f', 'name': '', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'mac_address': 'fa:16:3e:23:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:07Z', 'updated_at': '2021-11-24T12:59:16Z', 'revision_number': 5, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'subnets': [{'id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:01:03.607232 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e895386d-c394-418d-b219-e56c0d1eaf42 x-openstack-request-id: req-e895386d-c394-418d-b219-e56c0d1eaf42 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:03.607643 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace6a21e-002c-4efe-bc64-0a694a47a9a1", "tag": "149f847c-8017-4844-a522-63419444e39f", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:03.607866 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e895386d-c394-418d-b219-e56c0d1eaf42 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:03.608493 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'tag': '149f847c-8017-4844-a522-63419444e39f', 'status': 'completed', 'code': 200} Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:01:03.617103 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:01:03.631553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de477045-9f9b-4666-87c7-96d3aa76ccfb service neutron] Pushing event updated for resources: {'Port': ['ID=480e4b40-a384-4ed4-86e8-f033f1db8b95,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:03.648687 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c1fc5c16-015b-4d3f-826d-c8a416661be0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:03.651080 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:03.676456 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ac3cc384-114a-47c9-a0ee-d98b498c9a02 req-3b0b5a73-5553-4de8-89a4-a9ae945031b9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927648 Nov 24 13:01:03.681715 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-7ef1ff56-468a-4365-b9d6-f1401513f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:03.685772 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-7ef1ff56-468a-4365-b9d6-f1401513f556 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 1099 time: 0.2591381 Nov 24 13:01:03.766782 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:03.770168 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf HTTP/1.1" status: 204 len: 168 time: 2.1391675 Nov 24 13:01:03.790541 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-1735bc0d-6d0f-44d2-af25-23e1192dff94 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=480e4b40-a384-4ed4-86e8-f033f1db8b95 HTTP/1.1" status: 200 len: 217 time: 0.0912168 Nov 24 13:01:03.818377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a7be0ba7-0802-4213-b6be-6fbb2930bb9e up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:01:03.827558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf23983-572e-415b-a661-ab1b19076342 admin admin] Pushing event deleted for resources: {'Network': ['ID=a20c8876-d1b7-4dce-bd27-2e27c5f1e1bf,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:03.882804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c1fc5c16-015b-4d3f-826d-c8a416661be0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:03.912050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a72805-7787-43cf-a10d-6f7c379a85e7 None None] New status for floating IP 447205b6-53ad-475c-812f-88d0e86b8a1d: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:01:03.914151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-b3cb2036-b75e-49f3-b0b3-8eea1338af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:03.916467 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-b3cb2036-b75e-49f3-b0b3-8eea1338af1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1180360 Nov 24 13:01:03.921347 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668e7085-28f2-4abe-960d-37a96fc7248d x-openstack-request-id: req-668e7085-28f2-4abe-960d-37a96fc7248d {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:03.921649 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9465f7c3-c3da-4220-a807-c3c1c136c4f9", "tag": "480e4b40-a384-4ed4-86e8-f033f1db8b95", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:03.922458 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-668e7085-28f2-4abe-960d-37a96fc7248d {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:03.922878 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9465f7c3-c3da-4220-a807-c3c1c136c4f9', 'tag': '480e4b40-a384-4ed4-86e8-f033f1db8b95', 'status': 'completed', 'code': 200} Nov 24 13:01:03.946435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef102f-4838-413e-ab48-d6714b797858 req-bd7fb84e-00fa-4b3b-82e4-2440ca7acf61 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:03.948060 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b8ef102f-4838-413e-ab48-d6714b797858 req-bd7fb84e-00fa-4b3b-82e4-2440ca7acf61 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 944 time: 1.1563284 Nov 24 13:01:03.949045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c1fc5c16-015b-4d3f-826d-c8a416661be0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:03.958833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c1fc5c16-015b-4d3f-826d-c8a416661be0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:04.011536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-cee89982-5490-4449-98cd-eb44fa7d3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:04.018078 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-cee89982-5490-4449-98cd-eb44fa7d3257 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883174 Nov 24 13:01:04.039020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc5c16-015b-4d3f-826d-c8a416661be0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'Port': ['ID=1252e94e-e016-46bc-b2bd-47c0ab1b44e8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:04.052376 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfda8e-155e-4980-9de8-11abd7e3abd7 req-49fefea0-e490-4c02-a689-e7ea2d920da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:04.057232 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adcfda8e-155e-4980-9de8-11abd7e3abd7 req-49fefea0-e490-4c02-a689-e7ea2d920da5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64e1f97e83e44c8e89dd3e01e92d1782&device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 1096 time: 0.4518502 Nov 24 13:01:04.144308 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c1fc5c16-015b-4d3f-826d-c8a416661be0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:04.151173 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c1fc5c16-015b-4d3f-826d-c8a416661be0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:04.167187 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b75db-3099-46b3-b5b3-fc767e98594d req-105d6f4a-1576-447d-97b1-c155c2f15f1a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:04.177123 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dc4b75db-3099-46b3-b5b3-fc767e98594d req-105d6f4a-1576-447d-97b1-c155c2f15f1a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 948 time: 0.1393306 Nov 24 13:01:04.267389 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dc4b75db-3099-46b3-b5b3-fc767e98594d req-45dc1db0-88f0-4bda-a820-73158401f527 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893509 Nov 24 13:01:04.268358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port a7be0ba7-0802-4213-b6be-6fbb2930bb9e completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:01:04.274821 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33362) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:04.310684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port a7be0ba7-0802-4213-b6be-6fbb2930bb9e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:04.311282 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:04.326014 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c1fc5c16-015b-4d3f-826d-c8a416661be0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2067268 Nov 24 13:01:04.383125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8b7ef3c9-08e2-48fe-bbcb-710303771969 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'port': {'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0', 'admin_state_up': True, 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'security_groups': ['803831b0-9117-4202-af70-34c17ac2b6a4']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:04.391768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-651e47ed-164f-4970-a75e-cd6f0788e896 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654976 Nov 24 13:01:04.439084 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b8ef102f-4838-413e-ab48-d6714b797858 req-88f601d3-dff4-464c-8648-96ed7fc17ffa tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174783 Nov 24 13:01:04.469740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-191d35e3-dc12-4aa7-a1f4-1726ab96b1d1 None None] Provisioning complete for port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:04.470182 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-191d35e3-dc12-4aa7-a1f4-1726ab96b1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:04.490307 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfda8e-155e-4980-9de8-11abd7e3abd7 req-f1e3879a-42d8-4ab7-824a-f2f9babe5385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:04.491995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adcfda8e-155e-4980-9de8-11abd7e3abd7 req-f1e3879a-42d8-4ab7-824a-f2f9babe5385 service neutron] 10.222.0.59 "GET /v2.0/networks?id=10590d13-890c-4212-a949-5f72d63ea981 HTTP/1.1" status: 200 len: 917 time: 0.4202068 Nov 24 13:01:04.511613 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-772db1e9-5d90-4396-a712-5faa046b97c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8df443929484df6bf35907bb8d668f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348633 Nov 24 13:01:04.514468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33364) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:04.594047 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9887f3b4-7095-4eb4-bc8c-fca4b550c130 req-6a36cae2-333a-448e-9174-f98557055c71 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827633 Nov 24 13:01:04.596910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-191d35e3-dc12-4aa7-a1f4-1726ab96b1d1 None None] Port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:01:04.599043 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:04.613391 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adcfda8e-155e-4980-9de8-11abd7e3abd7 req-64fc7b59-76ea-42f1-9f6d-5e71c5d5f0c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=149f847c-8017-4844-a522-63419444e39f HTTP/1.1" status: 200 len: 1000 time: 0.0875335 Nov 24 13:01:04.619804 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9a19099-4f53-438b-a3fb-8a636f08513a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:04.658664 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9a19099-4f53-438b-a3fb-8a636f08513a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:04.662216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a7be0ba7-0802-4213-b6be-6fbb2930bb9e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a7be0ba7-0802-4213-b6be-6fbb2930bb9e,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:04.663130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a7e475-dcba-4cf7-8a84-cf932567288e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7be0ba7-0802-4213-b6be-6fbb2930bb9e'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:04.665569 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b884f3c0-fc81-4b5b-8031-30e70b52efb0" -d '{"events": [{"server_uuid": "d9a7e475-dcba-4cf7-8a84-cf932567288e", "name": "network-vif-plugged", "status": "completed", "tag": "a7be0ba7-0802-4213-b6be-6fbb2930bb9e"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:04.671048 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:04.700736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfda8e-155e-4980-9de8-11abd7e3abd7 req-f2803a01-c10f-48f6-843d-ffdd149d7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:04.702533 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adcfda8e-155e-4980-9de8-11abd7e3abd7 req-f2803a01-c10f-48f6-843d-ffdd149d7427 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=634de58c-db10-45aa-a077-fbc5f7def9fd HTTP/1.1" status: 200 len: 855 time: 0.0600245 Nov 24 13:01:04.733755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=a7be0ba7-0802-4213-b6be-6fbb2930bb9e,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:04.756028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de1bfd-3800-4d57-8f44-8bd72084c010 req-cba0e7e9-57c6-4b8f-a05d-3e4505bce27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:04.757655 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7de1bfd-3800-4d57-8f44-8bd72084c010 req-cba0e7e9-57c6-4b8f-a05d-3e4505bce27a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=92d638b31b6c4805af7701d21e9d6244&device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 1099 time: 0.0961790 Nov 24 13:01:04.784320 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f013f03-419a-4dbe-868e-6395393e1653 x-openstack-request-id: req-2f013f03-419a-4dbe-868e-6395393e1653 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:04.784665 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a7e475-dcba-4cf7-8a84-cf932567288e", "name": "network-vif-plugged", "status": "completed", "tag": "a7be0ba7-0802-4213-b6be-6fbb2930bb9e", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:04.785474 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f013f03-419a-4dbe-868e-6395393e1653 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:04.785829 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a7e475-dcba-4cf7-8a84-cf932567288e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7be0ba7-0802-4213-b6be-6fbb2930bb9e', 'code': 200} Nov 24 13:01:04.791205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8b7ef3c9-08e2-48fe-bbcb-710303771969 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Made reservation on behalf of 5cb9995cf9cd4081ba228f719572b20a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:04.794740 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8b7ef3c9-08e2-48fe-bbcb-710303771969 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:04.823216 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9a19099-4f53-438b-a3fb-8a636f08513a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:04.826988 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9a19099-4f53-438b-a3fb-8a636f08513a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:04.832179 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e9a19099-4f53-438b-a3fb-8a636f08513a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58600e01-37e2-4b4f-8258-9310b47453a3 HTTP/1.1" status: 204 len: 168 time: 0.3163843 Nov 24 13:01:04.839699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfda8e-155e-4980-9de8-11abd7e3abd7 req-0be1ec0c-d867-40c1-b6c9-0862a1833390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:04.841347 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adcfda8e-155e-4980-9de8-11abd7e3abd7 req-0be1ec0c-d867-40c1-b6c9-0862a1833390 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10590d13-890c-4212-a949-5f72d63ea981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178069 Nov 24 13:01:04.924473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a19099-4f53-438b-a3fb-8a636f08513a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58600e01-37e2-4b4f-8258-9310b47453a3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:04.982079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de1bfd-3800-4d57-8f44-8bd72084c010 req-e68450ad-ff53-4e6e-b09d-b2c05d0f6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:04.984122 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7de1bfd-3800-4d57-8f44-8bd72084c010 req-e68450ad-ff53-4e6e-b09d-b2c05d0f6242 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2167087 Nov 24 13:01:05.022534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8b7ef3c9-08e2-48fe-bbcb-710303771969 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Allocated IP 10.1.1.240 (5583c3a7-9a15-4e82-aa26-02223831e2d0/d7a00b8d-d78a-4575-af95-0ec8bf6dc42b/5ab98a21-6fe7-4896-9575-4945f031504a) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:05.076848 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7de1bfd-3800-4d57-8f44-8bd72084c010 req-6a21d4bd-048a-4298-87c2-d9152169e476 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=480e4b40-a384-4ed4-86e8-f033f1db8b95 HTTP/1.1" status: 200 len: 217 time: 0.0819738 Nov 24 13:01:05.183824 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8b7ef3c9-08e2-48fe-bbcb-710303771969 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:05.231918 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de1bfd-3800-4d57-8f44-8bd72084c010 req-7873687c-2268-482e-82ec-afa935060ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:05.235921 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7de1bfd-3800-4d57-8f44-8bd72084c010 req-7873687c-2268-482e-82ec-afa935060ff0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1491389 Nov 24 13:01:05.295600 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8b7ef3c9-08e2-48fe-bbcb-710303771969 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:05.309281 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de1bfd-3800-4d57-8f44-8bd72084c010 req-2c4ed207-9fba-47a7-b320-b3bcda0a5a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:05.310769 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7de1bfd-3800-4d57-8f44-8bd72084c010 req-2c4ed207-9fba-47a7-b320-b3bcda0a5a25 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656419 Nov 24 13:01:05.478212 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33384) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:05.540235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8b7ef3c9-08e2-48fe-bbcb-710303771969 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Network 5583c3a7-9a15-4e82-aa26-02223831e2d0 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:05.543189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8b7ef3c9-08e2-48fe-bbcb-710303771969 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:05.549968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ef3c9-08e2-48fe-bbcb-710303771969 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'Port': ['ID=5ab98a21-6fe7-4896-9575-4945f031504a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:05.560998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53899744-1030-41f8-a0eb-2622371d5931 req-6a815cf4-444b-42af-8d7e-a66d93246f6c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:05.567162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53899744-1030-41f8-a0eb-2622371d5931 req-6a815cf4-444b-42af-8d7e-a66d93246f6c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:05.568815 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-53899744-1030-41f8-a0eb-2622371d5931 req-6a815cf4-444b-42af-8d7e-a66d93246f6c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 1654 time: 0.3508351 Nov 24 13:01:05.576922 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8b7ef3c9-08e2-48fe-bbcb-710303771969 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:05.597529 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-140f5db3-ae7d-475c-bea9-1707d6a12580 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2a34323472c44bbbe315bbfbf40f760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0980513 Nov 24 13:01:05.598054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33386) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:05.614057 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10eb23-ca37-4494-b45b-f00a2223d00a req-1f5a8c62-ba60-44b8-a33f-a92d0f216c7b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:05.616582 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4f10eb23-ca37-4494-b45b-f00a2223d00a req-1f5a8c62-ba60-44b8-a33f-a92d0f216c7b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 948 time: 0.1859210 Nov 24 13:01:05.620258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7de1bfd-3800-4d57-8f44-8bd72084c010 req-a65e2f44-fe96-47fb-ab24-a6267ff07619 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985079 Nov 24 13:01:05.629629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6593492-b589-4f61-b7f0-92abe812a5fa req-d694d329-ab9e-4d5a-9f53-fcf5a853f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:05.631334 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a6593492-b589-4f61-b7f0-92abe812a5fa req-d694d329-ab9e-4d5a-9f53-fcf5a853f9f7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 1096 time: 0.3712268 Nov 24 13:01:05.762761 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adcfda8e-155e-4980-9de8-11abd7e3abd7 req-75e874e0-dcf2-4746-81ac-2fee2be5bdc3 service neutron] 10.222.0.59 "GET /v2.0/networks/10590d13-890c-4212-a949-5f72d63ea981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459652 Nov 24 13:01:05.775385 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a6593492-b589-4f61-b7f0-92abe812a5fa req-f65552a3-3bf9-479d-b636-a141a7c96c16 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153462 Nov 24 13:01:05.783178 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8b7ef3c9-08e2-48fe-bbcb-710303771969 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:05.784157 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8b7ef3c9-08e2-48fe-bbcb-710303771969 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:05.805585 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-53899744-1030-41f8-a0eb-2622371d5931 req-a970cb80-1e7d-4e47-bc84-08880fec95d7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225564 Nov 24 13:01:05.819466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8b7ef3c9-08e2-48fe-bbcb-710303771969 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4598341 Nov 24 13:01:05.837834 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'port': {'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0', 'admin_state_up': True, 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'security_groups': ['803831b0-9117-4202-af70-34c17ac2b6a4']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:05.838334 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4f10eb23-ca37-4494-b45b-f00a2223d00a req-a5d66ba5-9584-4ead-84f2-7bd603dfb3d6 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070296 Nov 24 13:01:05.871899 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7de1bfd-3800-4d57-8f44-8bd72084c010 req-8abca5b9-9675-41fe-b42a-e1f4e99551a0 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173736 Nov 24 13:01:05.879779 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4d5391ef-db24-4a12-83ee-e59bd5184e1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:05.932600 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e103023c-a42a-43b9-b829-23d24472627b None None] Provisioning complete for port 5ab98a21-6fe7-4896-9575-4945f031504a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:05.935505 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e103023c-a42a-43b9-b829-23d24472627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:05.945036 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4d5391ef-db24-4a12-83ee-e59bd5184e1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:06.017056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e103023c-a42a-43b9-b829-23d24472627b None None] Port 5ab98a21-6fe7-4896-9575-4945f031504a cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:01:06.042810 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:06.074845 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adcfda8e-155e-4980-9de8-11abd7e3abd7 req-8e8fb4ec-260f-4007-a8a3-a5d7ffec9e26 service neutron] 10.222.0.59 "GET /v2.0/networks/10590d13-890c-4212-a949-5f72d63ea981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764926 Nov 24 13:01:06.088011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae1b64-abe3-4ec1-bbcd-c6e7d4e387f2 req-6a1f9306-d369-4fd9-8177-30008043eb8d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:06.089717 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddae1b64-abe3-4ec1-bbcd-c6e7d4e387f2 req-6a1f9306-d369-4fd9-8177-30008043eb8d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 945 time: 0.0946035 Nov 24 13:01:06.093742 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4d5391ef-db24-4a12-83ee-e59bd5184e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:06.098451 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4d5391ef-db24-4a12-83ee-e59bd5184e1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:06.099933 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4d5391ef-db24-4a12-83ee-e59bd5184e1c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ad19dbd-f87b-49e0-b831-f4b512401733 HTTP/1.1" status: 204 len: 168 time: 0.5010157 Nov 24 13:01:06.123822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5391ef-db24-4a12-83ee-e59bd5184e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad19dbd-f87b-49e0-b831-f4b512401733,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:06.164086 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddae1b64-abe3-4ec1-bbcd-c6e7d4e387f2 req-49ae0c90-62a4-403b-bd07-fd6bc03de037 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520027 Nov 24 13:01:06.164884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Made reservation on behalf of 5cb9995cf9cd4081ba228f719572b20a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:06.168232 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:06.389107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Allocated IP 10.1.1.126 (5583c3a7-9a15-4e82-aa26-02223831e2d0/d7a00b8d-d78a-4575-af95-0ec8bf6dc42b/08336fdf-8913-4fe6-b0e7-6d8dbd9d9013) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:06.666740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 480e4b40-a384-4ed4-86e8-f033f1db8b95 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:01:06.842783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 480e4b40-a384-4ed4-86e8-f033f1db8b95, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=480e4b40-a384-4ed4-86e8-f033f1db8b95,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:06.870197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '480e4b40-a384-4ed4-86e8-f033f1db8b95', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': '480e4b40-a384-4ed4-86e8-f033f1db8b95', 'mac_address': 'fa:16:3e:1d:81:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:01:06.952209 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:06.979070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480e4b40-a384-4ed4-86e8-f033f1db8b95 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:06.994845 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:07.016103 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 480e4b40-a384-4ed4-86e8-f033f1db8b95, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=480e4b40-a384-4ed4-86e8-f033f1db8b95,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:07.023841 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:07.039233 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81302b-310b-4c24-9abd-0a162af26a54 req-aa7c61cc-187e-4e10-8519-bd1be4896339 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:07.055357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81302b-310b-4c24-9abd-0a162af26a54 req-aa7c61cc-187e-4e10-8519-bd1be4896339 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:07.069602 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e81302b-310b-4c24-9abd-0a162af26a54 req-aa7c61cc-187e-4e10-8519-bd1be4896339 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 1654 time: 0.1286936 Nov 24 13:01:07.089471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=480e4b40-a384-4ed4-86e8-f033f1db8b95,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:07.107508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed328a6-7910-4723-99fb-efa672a79a2f req-fb7efebb-6c88-4e43-a8a3-84b75977ad0b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:07.109574 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eed328a6-7910-4723-99fb-efa672a79a2f req-fb7efebb-6c88-4e43-a8a3-84b75977ad0b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 949 time: 0.1032717 Nov 24 13:01:07.165154 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e81302b-310b-4c24-9abd-0a162af26a54 req-43a1529f-3d1a-42cb-8957-26092b6a92a2 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946248 Nov 24 13:01:07.181034 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:07.276485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'Port': ['ID=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:07.288637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:07.289194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:07.289701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:07.290152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:07.290733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:07.291107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:07.291597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:07.292167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:07.292618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:07.293297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:07.293789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:07.294243 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:07.312955 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['480e4b40-a384-4ed4-86e8-f033f1db8b95'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:07.326152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eed328a6-7910-4723-99fb-efa672a79a2f req-cd8ae786-4e3f-4aa3-b9ff-44c65ebf7868 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061267 Nov 24 13:01:07.355699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Network 5583c3a7-9a15-4e82-aa26-02223831e2d0 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:07.360441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:07.371546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:07.565739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:07.568598 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:07.609894 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-66210e82-ac5e-459f-b99d-edc00475c87b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7767296 Nov 24 13:01:07.632805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-36045810-bd38-4b55-b32e-7b8ccb60ff1e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'port': {'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34', 'admin_state_up': True, 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'security_groups': ['803831b0-9117-4202-af70-34c17ac2b6a4']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:07.639902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33426) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:07.682431 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d28c5-a777-4b8f-b606-be1c04fedfad req-87e40380-7739-4763-a686-ea3bedc31775 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:07.701186 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d4d28c5-a777-4b8f-b606-be1c04fedfad req-87e40380-7739-4763-a686-ea3bedc31775 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 945 time: 0.1525168 Nov 24 13:01:07.859050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d3a7af1b-7edb-40a1-9f84-420dc40bbeec None None] Provisioning complete for port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:07.861039 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d3a7af1b-7edb-40a1-9f84-420dc40bbeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:07.933731 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7af1b-7edb-40a1-9f84-420dc40bbeec None None] Port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:01:07.940642 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1117289381-network', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:07.997141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-36045810-bd38-4b55-b32e-7b8ccb60ff1e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Made reservation on behalf of 5cb9995cf9cd4081ba228f719572b20a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:08.014266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] Made reservation on behalf of f2ccf7b19fc94b499aa90be2bd611af2 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:08.024568 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:08.056205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:08.202954 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:08.214064 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-36045810-bd38-4b55-b32e-7b8ccb60ff1e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:08.218391 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:08.278122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c365515-a843-4c36-a2a0-2fcce7b09822,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:08.288849 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d4d28c5-a777-4b8f-b606-be1c04fedfad req-e3d2a8b6-e84a-447f-b6ce-f387840a1f6a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854566 Nov 24 13:01:08.317433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:01:08.386083 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:08.386835 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] Added segment 50fc872b-806e-4d24-8d41-17edde1ca65a of type vlan for network 45976653-ff15-4c9a-b88a-0d470e2aec45 Nov 24 13:01:08.436825 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:08.478789 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874ccf1-9c4d-4794-aa1e-53ed36e6f692 req-a276054a-5ea9-4179-94c5-7ce445a687ba tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:08.480474 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2874ccf1-9c4d-4794-aa1e-53ed36e6f692 req-a276054a-5ea9-4179-94c5-7ce445a687ba tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 945 time: 0.0806930 Nov 24 13:01:08.490861 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:08.492331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:08.493096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:08.585641 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2874ccf1-9c4d-4794-aa1e-53ed36e6f692 req-af489f3e-724c-448a-9ff8-c0a8f9cc1e6a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919220 Nov 24 13:01:08.660596 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0144184 Nov 24 13:01:08.661652 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33444) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:08.666177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-99f6e06c-e721-41a7-9374-b75584dc3bef admin admin] Request body: {'subnet': {'network_id': '45976653-ff15-4c9a-b88a-0d470e2aec45', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1117289381-subnet', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:08.678896 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 480e4b40-a384-4ed4-86e8-f033f1db8b95 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:01:08.729627 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f6e06c-e721-41a7-9374-b75584dc3bef admin admin] Made reservation on behalf of f2ccf7b19fc94b499aa90be2bd611af2 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:08.736318 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-99f6e06c-e721-41a7-9374-b75584dc3bef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:08.746744 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed1d84-6f8f-4c0e-8f0c-6a7a0d317d69 req-e8c3f21b-c4c0-437a-bfae-bb781a52bc2a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:08.754586 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e2ed1d84-6f8f-4c0e-8f0c-6a7a0d317d69 req-e8c3f21b-c4c0-437a-bfae-bb781a52bc2a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 949 time: 0.0790784 Nov 24 13:01:08.775457 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 480e4b40-a384-4ed4-86e8-f033f1db8b95 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:01:08.780796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 480e4b40-a384-4ed4-86e8-f033f1db8b95 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:08.781377 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:08.813785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b71437-b817-4f6b-ba7f-5056f49833ae req-f9586449-b552-414e-ac29-bce6096b7f9d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:08.821158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b71437-b817-4f6b-ba7f-5056f49833ae req-f9586449-b552-414e-ac29-bce6096b7f9d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:08.837294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b71437-b817-4f6b-ba7f-5056f49833ae req-f9586449-b552-414e-ac29-bce6096b7f9d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:08.837294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-00b71437-b817-4f6b-ba7f-5056f49833ae req-f9586449-b552-414e-ac29-bce6096b7f9d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 2375 time: 0.3730183 Nov 24 13:01:08.837666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd85af3-1941-4ac9-b1b4-0c9584923ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=45976653-ff15-4c9a-b88a-0d470e2aec45,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:08.840856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-36045810-bd38-4b55-b32e-7b8ccb60ff1e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Allocated IP 10.2.2.100 (6df529e3-a95e-4d56-953a-23262bfd3e34/96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a/e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:08.856488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 45976653-ff15-4c9a-b88a-0d470e2aec45 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:01:08.970320 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:09.018046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 480e4b40-a384-4ed4-86e8-f033f1db8b95, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=480e4b40-a384-4ed4-86e8-f033f1db8b95,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:09.019572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9465f7c3-c3da-4220-a807-c3c1c136c4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480e4b40-a384-4ed4-86e8-f033f1db8b95'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:09.022559 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2509af1c-7937-4a79-856f-7c1471d4da84" -d '{"events": [{"server_uuid": "9465f7c3-c3da-4220-a807-c3c1c136c4f9", "name": "network-vif-plugged", "status": "completed", "tag": "480e4b40-a384-4ed4-86e8-f033f1db8b95"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:09.028045 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:09.118704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e2ed1d84-6f8f-4c0e-8f0c-6a7a0d317d69 req-28a9e79e-77c3-4ecf-8347-30c1fa7754fc tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631713 Nov 24 13:01:09.141615 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=480e4b40-a384-4ed4-86e8-f033f1db8b95,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:09.179748 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-36045810-bd38-4b55-b32e-7b8ccb60ff1e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:09.226948 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-00b71437-b817-4f6b-ba7f-5056f49833ae req-624bc92f-1042-4ab9-8dd5-f802d83ea615 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756633 Nov 24 13:01:09.267203 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-36045810-bd38-4b55-b32e-7b8ccb60ff1e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:09.423791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36045810-bd38-4b55-b32e-7b8ccb60ff1e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'Port': ['ID=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:09.440910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-36045810-bd38-4b55-b32e-7b8ccb60ff1e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Network 6df529e3-a95e-4d56-953a-23262bfd3e34 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:09.442721 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-36045810-bd38-4b55-b32e-7b8ccb60ff1e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:09.446113 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-99f6e06c-e721-41a7-9374-b75584dc3bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:09.451198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-36045810-bd38-4b55-b32e-7b8ccb60ff1e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:09.458098 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfc56c5-4f98-4f79-b410-f6fad6648465 x-openstack-request-id: req-ccfc56c5-4f98-4f79-b410-f6fad6648465 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:09.458098 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9465f7c3-c3da-4220-a807-c3c1c136c4f9", "name": "network-vif-plugged", "status": "completed", "tag": "480e4b40-a384-4ed4-86e8-f033f1db8b95", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:09.458332 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ccfc56c5-4f98-4f79-b410-f6fad6648465 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:09.458637 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9465f7c3-c3da-4220-a807-c3c1c136c4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480e4b40-a384-4ed4-86e8-f033f1db8b95', 'code': 200} Nov 24 13:01:09.514543 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:09.543588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6e06c-e721-41a7-9374-b75584dc3bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=505952a0-7e65-46ed-98f0-f8d7d1e6e776,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:09.558784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f6e06c-e721-41a7-9374-b75584dc3bef admin admin] Checking segment: {'id': '50fc872b-806e-4d24-8d41-17edde1ca65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '45976653-ff15-4c9a-b88a-0d470e2aec45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:09.562379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-36045810-bd38-4b55-b32e-7b8ccb60ff1e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:09.562835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f6e06c-e721-41a7-9374-b75584dc3bef admin admin] Network hostable DHCP agents. Network: 45976653-ff15-4c9a-b88a-0d470e2aec45, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:01:09.563922 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-36045810-bd38-4b55-b32e-7b8ccb60ff1e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:09.615967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f6e06c-e721-41a7-9374-b75584dc3bef admin admin] Network 45976653-ff15-4c9a-b88a-0d470e2aec45 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:01:09.624320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-36045810-bd38-4b55-b32e-7b8ccb60ff1e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9964135 Nov 24 13:01:09.635209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-99f6e06c-e721-41a7-9374-b75584dc3bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 45976653-ff15-4c9a-b88a-0d470e2aec45) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:09.636816 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ac867-e425-4653-90b2-45b712009ca9 req-90acc2a2-4237-4124-8316-15c450af83af tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:09.640710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f6e06c-e721-41a7-9374-b75584dc3bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:09.641345 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-99f6e06c-e721-41a7-9374-b75584dc3bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:09.646920 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02a330c-e4df-49b1-931a-dd2d8dfa5a05 None None] Network 45976653-ff15-4c9a-b88a-0d470e2aec45 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:01:09.656945 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c05ac867-e425-4653-90b2-45b712009ca9 req-90acc2a2-4237-4124-8316-15c450af83af tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 945 time: 0.2002852 Nov 24 13:01:09.670880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-eec447df-8e7b-4b37-8975-236381e49b57 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'port': {'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34', 'admin_state_up': True, 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'security_groups': ['803831b0-9117-4202-af70-34c17ac2b6a4']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:09.680437 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-99f6e06c-e721-41a7-9374-b75584dc3bef admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0160375 Nov 24 13:01:09.681498 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33454) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:09.687561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1117289381-router', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:09.720119 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:09.721682 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:09.782102 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c05ac867-e425-4653-90b2-45b712009ca9 req-8c6c7808-e692-4395-a0f5-a1d3acaf32e7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242197 Nov 24 13:01:09.787102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628816d-115f-47c5-ae33-d47946b84668 req-45b08783-2602-498c-95c0-e133a4675b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:09.788849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1628816d-115f-47c5-ae33-d47946b84668 req-45b08783-2602-498c-95c0-e133a4675b95 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 1101 time: 0.2438052 Nov 24 13:01:09.847400 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:09.893467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-45976653-ff15-4c9a-b88a-0d470e2aec45', 'network_id': '45976653-ff15-4c9a-b88a-0d470e2aec45', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'fixed_ips': [{'subnet_id': '505952a0-7e65-46ed-98f0-f8d7d1e6e776'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:01:09.896841 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:09.957958 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1628816d-115f-47c5-ae33-d47946b84668 req-ba5aa3c3-95c3-4ab0-973f-c78acff97e9a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340475 Nov 24 13:01:10.019295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-eec447df-8e7b-4b37-8975-236381e49b57 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Made reservation on behalf of 5cb9995cf9cd4081ba228f719572b20a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:10.024693 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-eec447df-8e7b-4b37-8975-236381e49b57 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:10.081596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0d88ea84-ec05-4b19-b0e8-103ed9795117 None None] Provisioning complete for port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:10.082038 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0d88ea84-ec05-4b19-b0e8-103ed9795117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:10.199526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0d88ea84-ec05-4b19-b0e8-103ed9795117 None None] Port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:01:10.250424 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:10.305340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Allocated IP 172.20.0.2 (45976653-ff15-4c9a-b88a-0d470e2aec45/505952a0-7e65-46ed-98f0-f8d7d1e6e776/a0ea40f4-4be6-477d-a7e7-b48217f8cf79) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:10.337038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73082cf5-e5a8-4ad2-9c4f-97477c60e58c req-e3da7546-1443-4891-80fb-37782fa9a1ba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:10.357059 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-73082cf5-e5a8-4ad2-9c4f-97477c60e58c req-e3da7546-1443-4891-80fb-37782fa9a1ba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 950 time: 0.1018188 Nov 24 13:01:10.464759 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23464b3e-bbe6-40af-9ca2-50cb36e290c9 req-f4e11b88-3721-4fed-bb2e-65b2deb98076 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:10.466439 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23464b3e-bbe6-40af-9ca2-50cb36e290c9 req-f4e11b88-3721-4fed-bb2e-65b2deb98076 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 945 time: 0.2376239 Nov 24 13:01:10.482107 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-73082cf5-e5a8-4ad2-9c4f-97477c60e58c req-9f48c30d-2de4-49d6-a869-0bf54f8e9654 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175988 Nov 24 13:01:10.578730 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23464b3e-bbe6-40af-9ca2-50cb36e290c9 req-ceb3b784-4858-4b1b-a12d-890f5fe26565 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025071 Nov 24 13:01:10.583820 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:10.599742 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:10.635490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Network 45976653-ff15-4c9a-b88a-0d470e2aec45 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:10.640240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:10.642183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-eec447df-8e7b-4b37-8975-236381e49b57 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Allocated IP 10.2.2.200 (6df529e3-a95e-4d56-953a-23262bfd3e34/96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a/58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:10.727618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:10.808597 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Pushing event updated for resources: {'Port': ['ID=a0ea40f4-4be6-477d-a7e7-b48217f8cf79,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:10.846536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Attempting to bind port a0ea40f4-4be6-477d-a7e7-b48217f8cf79 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:10.847143 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Attempting to bind port a0ea40f4-4be6-477d-a7e7-b48217f8cf79 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '50fc872b-806e-4d24-8d41-17edde1ca65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '45976653-ff15-4c9a-b88a-0d470e2aec45'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:10.847666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Attempting to bind port a0ea40f4-4be6-477d-a7e7-b48217f8cf79 on network 45976653-ff15-4c9a-b88a-0d470e2aec45 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:10.853749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:10.854294 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Checking segment: {'id': '50fc872b-806e-4d24-8d41-17edde1ca65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '45976653-ff15-4c9a-b88a-0d470e2aec45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:10.854818 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:10.855351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Bound using segment: {'id': '50fc872b-806e-4d24-8d41-17edde1ca65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '45976653-ff15-4c9a-b88a-0d470e2aec45'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:10.855958 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Bound port: a0ea40f4-4be6-477d-a7e7-b48217f8cf79, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fc872b-806e-4d24-8d41-17edde1ca65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '45976653-ff15-4c9a-b88a-0d470e2aec45'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:10.856479 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:10.876306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:10.905767 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:10.948932 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-eec447df-8e7b-4b37-8975-236381e49b57 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:10.950006 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] For port a0ea40f4-4be6-477d-a7e7-b48217f8cf79, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:10.954156 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] For port a0ea40f4-4be6-477d-a7e7-b48217f8cf79, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a0ea40f4-4be6-477d-a7e7-b48217f8cf79,segment=NetworkSegment(50fc872b-806e-4d24-8d41-17edde1ca65a),segment_id=50fc872b-806e-4d24-8d41-17edde1ca65a)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:10.961959 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:11.081753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f701552-234d-4eab-bef0-47ee1128ec2d None None] Pushing event updated for resources: {'Port': ['ID=a0ea40f4-4be6-477d-a7e7-b48217f8cf79,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:11.147889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b0cdb-0fda-4aae-a9da-4bd4d9e4646a req-17bde705-999d-468c-a40f-fffeaa1c532f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:11.160022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b0cdb-0fda-4aae-a9da-4bd4d9e4646a req-17bde705-999d-468c-a40f-fffeaa1c532f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:11.166366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b0cdb-0fda-4aae-a9da-4bd4d9e4646a req-17bde705-999d-468c-a40f-fffeaa1c532f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:11.178774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b0cdb-0fda-4aae-a9da-4bd4d9e4646a req-17bde705-999d-468c-a40f-fffeaa1c532f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:11.182685 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7c4b0cdb-0fda-4aae-a9da-4bd4d9e4646a req-17bde705-999d-468c-a40f-fffeaa1c532f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 3096 time: 0.2499650 Nov 24 13:01:11.215905 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-eec447df-8e7b-4b37-8975-236381e49b57 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:11.234948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Allocated IP 172.25.0.176 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/81812338-f4ef-4f94-8527-f225ba83b32a) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:11.274118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-eec447df-8e7b-4b37-8975-236381e49b57 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Network 6df529e3-a95e-4d56-953a-23262bfd3e34 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:11.280463 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-eec447df-8e7b-4b37-8975-236381e49b57 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:11.289128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-eec447df-8e7b-4b37-8975-236381e49b57 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:11.364270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-eec447df-8e7b-4b37-8975-236381e49b57 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:11.373136 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-eec447df-8e7b-4b37-8975-236381e49b57 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:11.452170 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:11.459154 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7c4b0cdb-0fda-4aae-a9da-4bd4d9e4646a req-73bf9ce7-37ef-49bf-9e99-f2cde3488191 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655354 Nov 24 13:01:11.496447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec447df-8e7b-4b37-8975-236381e49b57 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event updated for resources: {'Port': ['ID=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:11.516658 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:11.528126 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-eec447df-8e7b-4b37-8975-236381e49b57 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8678086 Nov 24 13:01:11.561359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-1d2e6006-38c7-4074-acce-7382c1613dc8 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:01:11.563213 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-1d2e6006-38c7-4074-acce-7382c1613dc8 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205135 Nov 24 13:01:11.578069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Request body: {'port': {'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:11.593655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Pushing event updated for resources: {'Port': ['ID=81812338-f4ef-4f94-8527-f225ba83b32a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:11.638095 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:11.642845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:11.648746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:11.741825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b5b6776b-dd26-465e-bdce-5059b758648a None None] Provisioning complete for port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:11.742191 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b5b6776b-dd26-465e-bdce-5059b758648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:11.755066 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:11.807955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e381a-54da-41d7-851e-8ccecc799ddb req-0114a14f-5902-4d76-b85b-f3e004a6bb2b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:11.809796 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d4e381a-54da-41d7-851e-8ccecc799ddb req-0114a14f-5902-4d76-b85b-f3e004a6bb2b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 950 time: 0.2071717 Nov 24 13:01:11.849485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6776b-dd26-465e-bdce-5059b758648a None None] Port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:01:11.948078 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d4e381a-54da-41d7-851e-8ccecc799ddb req-1c3ca312-0965-444c-a1ab-8cbd08c960f2 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085651 Nov 24 13:01:12.174676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:12.192432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ebe32-f30e-4329-bd53-8660caa6e281 req-60d8565e-d2da-4c27-8777-cb1b9bb10368 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:12.207987 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa5ebe32-f30e-4329-bd53-8660caa6e281 req-60d8565e-d2da-4c27-8777-cb1b9bb10368 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 945 time: 0.4786127 Nov 24 13:01:12.220370 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:12.249362 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba9fc8-3470-4faf-aaf0-838757c3f49d req-5aa09651-d3e2-4930-b354-1d9d2c2c892a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:12.251607 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9fba9fc8-3470-4faf-aaf0-838757c3f49d req-5aa09651-d3e2-4930-b354-1d9d2c2c892a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 945 time: 0.1768448 Nov 24 13:01:12.256247 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:12.266517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Transition to ACTIVE for port object 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:01:12.317650 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:12.395053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa5ebe32-f30e-4329-bd53-8660caa6e281 req-2c1997c5-b9f4-496d-97b0-2b8fbcbe20dc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857357 Nov 24 13:01:12.407982 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5ca03-a2e8-4a3b-8209-244938a92994 req-18e4c324-b705-4487-9fe0-bb3b36e07c74 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:12.419832 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d9a5ca03-a2e8-4a3b-8209-244938a92994 req-18e4c324-b705-4487-9fe0-bb3b36e07c74 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 1101 time: 0.1555388 Nov 24 13:01:12.451702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1252e94e-e016-46bc-b2bd-47c0ab1b44e8,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:12.574959 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a0ea40f4-4be6-477d-a7e7-b48217f8cf79 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:01:12.602432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-9fba9fc8-3470-4faf-aaf0-838757c3f49d req-594e82f3-a6b2-4a40-bbe6-1f842ebb0cfe tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Deleting port a7be0ba7-0802-4213-b6be-6fbb2930bb9e {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:12.603047 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9fba9fc8-3470-4faf-aaf0-838757c3f49d req-594e82f3-a6b2-4a40-bbe6-1f842ebb0cfe tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:12.614870 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d9a5ca03-a2e8-4a3b-8209-244938a92994 req-7322ebfb-b7f2-4c56-88eb-4c8b8f6e5e96 tempest-ServersOnMultiNodesTest-1344847346 tempest-ServersOnMultiNodesTest-1344847346-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863320 Nov 24 13:01:12.777222 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-9fba9fc8-3470-4faf-aaf0-838757c3f49d req-594e82f3-a6b2-4a40-bbe6-1f842ebb0cfe tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] For port a7be0ba7-0802-4213-b6be-6fbb2930bb9e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a7be0ba7-0802-4213-b6be-6fbb2930bb9e,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:12.777517 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9fba9fc8-3470-4faf-aaf0-838757c3f49d req-594e82f3-a6b2-4a40-bbe6-1f842ebb0cfe tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:12.802184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a0ea40f4-4be6-477d-a7e7-b48217f8cf79 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:12.804043 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:12.810931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-9fba9fc8-3470-4faf-aaf0-838757c3f49d req-594e82f3-a6b2-4a40-bbe6-1f842ebb0cfe tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Calling delete_port for a7be0ba7-0802-4213-b6be-6fbb2930bb9e owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:12.966231 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:12.999557 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24548abd-136e-4b72-a012-0d0b3c3611c0 req-c0cfc7a2-5ec7-4cb2-9339-828ce2abed24 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:13.012672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24548abd-136e-4b72-a012-0d0b3c3611c0 req-c0cfc7a2-5ec7-4cb2-9339-828ce2abed24 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:13.031886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24548abd-136e-4b72-a012-0d0b3c3611c0 req-c0cfc7a2-5ec7-4cb2-9339-828ce2abed24 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:13.037932 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24548abd-136e-4b72-a012-0d0b3c3611c0 req-c0cfc7a2-5ec7-4cb2-9339-828ce2abed24 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:13.042709 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:13.045629 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595d2a71-ab62-4c03-b1f4-b8a6f6c9a340 None None] Network 45976653-ff15-4c9a-b88a-0d470e2aec45 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:01:13.056110 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24548abd-136e-4b72-a012-0d0b3c3611c0 req-c0cfc7a2-5ec7-4cb2-9339-828ce2abed24 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:13.073528 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24548abd-136e-4b72-a012-0d0b3c3611c0 req-c0cfc7a2-5ec7-4cb2-9339-828ce2abed24 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 3829 time: 0.2721968 Nov 24 13:01:13.135010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port a0ea40f4-4be6-477d-a7e7-b48217f8cf79, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a0ea40f4-4be6-477d-a7e7-b48217f8cf79,segment=NetworkSegment(50fc872b-806e-4d24-8d41-17edde1ca65a),segment_id=50fc872b-806e-4d24-8d41-17edde1ca65a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:13.155997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Attempting to bind port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:13.156367 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Attempting to bind port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:13.156805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Attempting to bind port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 on network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:13.161744 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9fba9fc8-3470-4faf-aaf0-838757c3f49d req-594e82f3-a6b2-4a40-bbe6-1f842ebb0cfe tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:13.177118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 on network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:13.177444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Attempting to bind port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 on network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:13.184901 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:13.185342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:13.185702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Checking segment: {'id': '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:13.186089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Bound using segment: {'id': '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:13.186583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Bound port: 1252e94e-e016-46bc-b2bd-47c0ab1b44e8, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:13.186954 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:13.199073 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d89c442a-2382-4957-87f0-9b9a1f2590a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:13.254257 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['2b868f43-fdca-4ed0-99ed-b801f5f7f5c0', 'a7be0ba7-0802-4213-b6be-6fbb2930bb9e'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:13.263875 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e4f4e-9624-4d5a-87f5-47df09f94a58 req-34251acd-6b03-4a2d-a818-12b9bc38838b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:13.264620 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24548abd-136e-4b72-a012-0d0b3c3611c0 req-6d650bf1-1c2c-4533-9aab-8bf30f22e78b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901345 Nov 24 13:01:13.271555 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7c7e4f4e-9624-4d5a-87f5-47df09f94a58 req-34251acd-6b03-4a2d-a818-12b9bc38838b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 950 time: 0.1458201 Nov 24 13:01:13.278159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e82f3-a6b2-4a40-bbe6-1f842ebb0cfe tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Pushing event deleted for resources: {'Port': ['ID=a7be0ba7-0802-4213-b6be-6fbb2930bb9e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:13.341553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] For port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:13.344936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] For port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1252e94e-e016-46bc-b2bd-47c0ab1b44e8,segment=NetworkSegment(0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a),segment_id=0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:13.387283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d322e703-7aef-48b3-b84a-91ef9d207f45 None None] Provisioning complete for port a0ea40f4-4be6-477d-a7e7-b48217f8cf79 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:13.387579 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d322e703-7aef-48b3-b84a-91ef9d207f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:13.397912 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fba9fc8-3470-4faf-aaf0-838757c3f49d req-594e82f3-a6b2-4a40-bbe6-1f842ebb0cfe tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] No DVR routers for this DVR port a7be0ba7-0802-4213-b6be-6fbb2930bb9e on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:13.404800 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:13.418962 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9fba9fc8-3470-4faf-aaf0-838757c3f49d req-594e82f3-a6b2-4a40-bbe6-1f842ebb0cfe tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:13.423137 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9fba9fc8-3470-4faf-aaf0-838757c3f49d req-594e82f3-a6b2-4a40-bbe6-1f842ebb0cfe tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "DELETE /v2.0/ports/a7be0ba7-0802-4213-b6be-6fbb2930bb9e HTTP/1.1" status: 204 len: 173 time: 1.1553516 Nov 24 13:01:13.427334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a7e475-dcba-4cf7-8a84-cf932567288e', 'name': 'network-vif-deleted', 'tag': 'a7be0ba7-0802-4213-b6be-6fbb2930bb9e'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:13.438063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Router a8a83679-4375-4b8b-a072-4b6639999f1d is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:01:13.445103 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36408c8e-afee-4022-9d42-8c271393666f" -d '{"events": [{"server_uuid": "d9a7e475-dcba-4cf7-8a84-cf932567288e", "name": "network-vif-deleted", "tag": "a7be0ba7-0802-4213-b6be-6fbb2930bb9e"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:13.462600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:13.464228 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:13.476642 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/1252e94e-e016-46bc-b2bd-47c0ab1b44e8 HTTP/1.1" status: 200 len: 1092 time: 1.9026392 Nov 24 13:01:13.549918 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Request body: {'port': {'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:13.596942 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a75f9f99-cac6-4744-bc1a-9bbe6c6f9228 req-c87592bc-7253-4182-a79f-32ab6113eb92 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=d9a7e475-dcba-4cf7-8a84-cf932567288e HTTP/1.1" status: 200 len: 210 time: 0.0467603 Nov 24 13:01:13.696116 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7c7e4f4e-9624-4d5a-87f5-47df09f94a58 req-97e3eb0b-25f2-454f-91fe-a4799dfe5ee7 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234574 Nov 24 13:01:13.700345 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc370d3-8156-49f0-8f3f-da293fe60d52 x-openstack-request-id: req-1cc370d3-8156-49f0-8f3f-da293fe60d52 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:13.703276 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a7e475-dcba-4cf7-8a84-cf932567288e", "name": "network-vif-deleted", "tag": "a7be0ba7-0802-4213-b6be-6fbb2930bb9e", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:13.714123 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1cc370d3-8156-49f0-8f3f-da293fe60d52 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:13.715154 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a7e475-dcba-4cf7-8a84-cf932567288e', 'name': 'network-vif-deleted', 'tag': 'a7be0ba7-0802-4213-b6be-6fbb2930bb9e', 'status': 'completed', 'code': 200} Nov 24 13:01:13.727037 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:13.745022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:01:13.757486 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Sync routers for ids ['a8a83679-4375-4b8b-a072-4b6639999f1d'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:01:13.771817 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Routers {'a8a83679-4375-4b8b-a072-4b6639999f1d'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:01:13.775600 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:00:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a8a83679-4375-4b8b-a072-4b6639999f1d'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:13.795710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:13.801117 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d3ab9e64-c18c-471e-9788-93512c945524 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1189194 Nov 24 13:01:13.801820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33514) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:13.978255 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=a0ea40f4-4be6-477d-a7e7-b48217f8cf79,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:14.015002 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Set router a8a83679-4375-4b8b-a072-4b6639999f1d gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:01:14.086685 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616b647-f98b-4848-b97d-63e3512bb6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1252e94e-e016-46bc-b2bd-47c0ab1b44e8,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:14.306711 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8eee07-d40a-4ec6-8dc1-46980cce72fe {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:14.326497 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:14.357180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Transition to ACTIVE for port object 6e8eee07-d40a-4ec6-8dc1-46980cce72fe will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:01:14.368614 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:14.400108 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'name': 'tempest-FloatingIPsTestJSON-1117289381-router', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:01:09Z', 'updated_at': '2021-11-24T13:01:11Z', 'revision_number': 3, 'project_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'gw_port': {'id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:89:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:01:10Z', 'updated_at': '2021-11-24T13:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:14.473716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8eee07-d40a-4ec6-8dc1-46980cce72fe,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:14.499122 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Checking router: a8a83679-4375-4b8b-a072-4b6639999f1d for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:01:14.502110 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Updating router a8a83679-4375-4b8b-a072-4b6639999f1d port 81812338-f4ef-4f94-8527-f225ba83b32a binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:01:14.565559 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:14.586683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a0ea40f4-4be6-477d-a7e7-b48217f8cf79 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:01:14.644738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a35cc3-ae11-4ab5-9b57-74f28339d1b2 req-4f69b520-6483-476c-a30f-a11c1fde30c7 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:14.647268 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-54a35cc3-ae11-4ab5-9b57-74f28339d1b2 req-4f69b520-6483-476c-a30f-a11c1fde30c7 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 950 time: 0.0836773 Nov 24 13:01:14.668002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-023f68eb-95ba-460b-a442-ff0c4cfb5adc None None] Provisioning complete for port a0ea40f4-4be6-477d-a7e7-b48217f8cf79 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:14.668379 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-023f68eb-95ba-460b-a442-ff0c4cfb5adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:14.672251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Attempting to bind port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:14.672888 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Attempting to bind port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:14.673412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Attempting to bind port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:14.734455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:14.735238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Attempting to bind port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:14.753615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:14.753963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Checking segment: {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:14.754350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Bound using segment: {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:14.754808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Bound port: 6e8eee07-d40a-4ec6-8dc1-46980cce72fe, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:14.755178 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:14.760049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a0ea40f4-4be6-477d-a7e7-b48217f8cf79 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:14.760601 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:14.864866 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06098d62-a9d1-425d-8721-7ba4c0b815e0 req-60910257-e7d5-4257-9fe2-3a245fe3f8ec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:14.879414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06098d62-a9d1-425d-8721-7ba4c0b815e0 req-60910257-e7d5-4257-9fe2-3a245fe3f8ec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:14.890472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06098d62-a9d1-425d-8721-7ba4c0b815e0 req-60910257-e7d5-4257-9fe2-3a245fe3f8ec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:14.910730 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06098d62-a9d1-425d-8721-7ba4c0b815e0 req-60910257-e7d5-4257-9fe2-3a245fe3f8ec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:14.920816 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06098d62-a9d1-425d-8721-7ba4c0b815e0 req-60910257-e7d5-4257-9fe2-3a245fe3f8ec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:14.929593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06098d62-a9d1-425d-8721-7ba4c0b815e0 req-60910257-e7d5-4257-9fe2-3a245fe3f8ec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:14.939668 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06098d62-a9d1-425d-8721-7ba4c0b815e0 req-60910257-e7d5-4257-9fe2-3a245fe3f8ec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 4605 time: 0.4116361 Nov 24 13:01:14.963331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] For port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:14.968407 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] For port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=6e8eee07-d40a-4ec6-8dc1-46980cce72fe,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:14.976230 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:15.055081 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:15.059233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:15.060523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:15.062629 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] 10.222.0.59 "PUT /v2.0/ports/6e8eee07-d40a-4ec6-8dc1-46980cce72fe HTTP/1.1" status: 200 len: 1134 time: 1.5194969 Nov 24 13:01:15.114720 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84fe393-1f2a-47cd-b3ba-04c036a6daf0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8eee07-d40a-4ec6-8dc1-46980cce72fe,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:15.129385 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06098d62-a9d1-425d-8721-7ba4c0b815e0 req-3c6e2e80-d507-4c2c-af70-5f3f5a5928c4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1799076 Nov 24 13:01:15.146672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Request body: {'port': {'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:15.179109 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:15.188016 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:15.240324 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-54a35cc3-ae11-4ab5-9b57-74f28339d1b2 req-aea8da58-7daa-4ee2-902d-60608bfd8985 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Deleting port 480e4b40-a384-4ed4-86e8-f033f1db8b95 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:15.240324 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-54a35cc3-ae11-4ab5-9b57-74f28339d1b2 req-aea8da58-7daa-4ee2-902d-60608bfd8985 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:15.314408 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Attempting to bind port 81812338-f4ef-4f94-8527-f225ba83b32a on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:15.314808 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Attempting to bind port 81812338-f4ef-4f94-8527-f225ba83b32a by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:15.315147 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Attempting to bind port 81812338-f4ef-4f94-8527-f225ba83b32a on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:15.321375 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:15.322477 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:15.322477 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:15.322686 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:15.323144 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Bound port: 81812338-f4ef-4f94-8527-f225ba83b32a, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:15.323794 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:15.400521 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:15.424411 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] For port 81812338-f4ef-4f94-8527-f225ba83b32a, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:15.435271 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] For port 81812338-f4ef-4f94-8527-f225ba83b32a, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=81812338-f4ef-4f94-8527-f225ba83b32a,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:15.438363 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc1567-c54e-465d-8857-a4f9e8a68691 None None] Pushing event updated for resources: {'Port': ['ID=81812338-f4ef-4f94-8527-f225ba83b32a,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:15.444493 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:15.459829 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc1567-c54e-465d-8857-a4f9e8a68691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:15.460179 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc1567-c54e-465d-8857-a4f9e8a68691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:15.460524 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc1567-c54e-465d-8857-a4f9e8a68691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:15.460890 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc1567-c54e-465d-8857-a4f9e8a68691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:15.461229 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc1567-c54e-465d-8857-a4f9e8a68691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:15.461557 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc1567-c54e-465d-8857-a4f9e8a68691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:15.461900 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc1567-c54e-465d-8857-a4f9e8a68691 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:15.462476 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc1567-c54e-465d-8857-a4f9e8a68691 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:15.462808 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc1567-c54e-465d-8857-a4f9e8a68691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:15.463133 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc1567-c54e-465d-8857-a4f9e8a68691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:15.463279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-54a35cc3-ae11-4ab5-9b57-74f28339d1b2 req-aea8da58-7daa-4ee2-902d-60608bfd8985 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] For port 480e4b40-a384-4ed4-86e8-f033f1db8b95, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=480e4b40-a384-4ed4-86e8-f033f1db8b95,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:15.463454 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc1567-c54e-465d-8857-a4f9e8a68691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:15.463786 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fc1567-c54e-465d-8857-a4f9e8a68691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:15.463911 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-54a35cc3-ae11-4ab5-9b57-74f28339d1b2 req-aea8da58-7daa-4ee2-902d-60608bfd8985 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:15.479411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-54a35cc3-ae11-4ab5-9b57-74f28339d1b2 req-aea8da58-7daa-4ee2-902d-60608bfd8985 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Calling delete_port for 480e4b40-a384-4ed4-86e8-f033f1db8b95 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:15.521013 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc1567-c54e-465d-8857-a4f9e8a68691 None None] Pushing event updated for resources: {'Port': ['ID=81812338-f4ef-4f94-8527-f225ba83b32a,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:15.538423 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Routers {'a8a83679-4375-4b8b-a072-4b6639999f1d'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:01:15.539168 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:00:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a8a83679-4375-4b8b-a072-4b6639999f1d'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:15.561462 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Allocated IP 172.20.0.1 (45976653-ff15-4c9a-b88a-0d470e2aec45/505952a0-7e65-46ed-98f0-f8d7d1e6e776/1ab29de7-3fa4-4726-b502-9aaece2a158f) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:15.562723 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2706fe8-feb1-4880-bd74-8b991adb8e62 req-5ae5cc4c-e8cf-4acf-beff-6aad043596f5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:15.572143 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd28386-98f8-446c-ae10-19aad82280f6 req-20bf72b4-8909-414a-97a4-5bf71c52941d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:15.574364 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bdd28386-98f8-446c-ae10-19aad82280f6 req-20bf72b4-8909-414a-97a4-5bf71c52941d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 945 time: 0.1069481 Nov 24 13:01:15.574475 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b2706fe8-feb1-4880-bd74-8b991adb8e62 req-5ae5cc4c-e8cf-4acf-beff-6aad043596f5 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 950 time: 0.4444280 Nov 24 13:01:15.659157 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bdd28386-98f8-446c-ae10-19aad82280f6 req-66b12b41-2c2f-486a-a137-b4d2d2cb1168 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724735 Nov 24 13:01:15.665976 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b2706fe8-feb1-4880-bd74-8b991adb8e62 req-3e512173-096a-4c70-a5db-168967ab7fa9 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902417 Nov 24 13:01:15.716248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8'}, {'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': '6e8eee07-d40a-4ec6-8dc1-46980cce72fe'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:15.718747 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57db6961-af96-4803-9435-9a3675ef18a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "1252e94e-e016-46bc-b2bd-47c0ab1b44e8"}, {"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "6e8eee07-d40a-4ec6-8dc1-46980cce72fe"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:15.770019 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:15.817782 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] Set router a8a83679-4375-4b8b-a072-4b6639999f1d gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:01:15.825992 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb98f19-92ab-4c3c-8a9c-d73248e65603 x-openstack-request-id: req-1bb98f19-92ab-4c3c-8a9c-d73248e65603 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:15.826598 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "1252e94e-e016-46bc-b2bd-47c0ab1b44e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "6e8eee07-d40a-4ec6-8dc1-46980cce72fe", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:15.826598 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bb98f19-92ab-4c3c-8a9c-d73248e65603 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:15.827020 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8', 'status': 'completed', 'code': 200} Nov 24 13:01:15.827185 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': '6e8eee07-d40a-4ec6-8dc1-46980cce72fe', 'status': 'completed', 'code': 200} Nov 24 13:01:15.829960 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:15.881003 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a7be0ba7-0802-4213-b6be-6fbb2930bb9e no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:15.910126 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-54a35cc3-ae11-4ab5-9b57-74f28339d1b2 req-aea8da58-7daa-4ee2-902d-60608bfd8985 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:15.916573 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab29de7-3fa4-4726-b502-9aaece2a158f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:15.932325 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b', '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3', '480e4b40-a384-4ed4-86e8-f033f1db8b95'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:15.937380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['58725471-ab98-4914-ad65-4a77d8fde287', 'b70673d4-dccc-4966-b3ef-86c3358d476c', 'a3bb234e-5133-4468-9062-99fcc82ba5eb', 'bb31412f-3fcf-43c3-a57f-672d1a7a5bd1', 'f2e4f9dc-3880-45ff-94bb-01bc006dc3c2'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:15.943862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: a7be0ba7-0802-4213-b6be-6fbb2930bb9e {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:15.943862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a7be0ba7-0802-4213-b6be-6fbb2930bb9e not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:15.994082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8da58-7daa-4ee2-902d-60608bfd8985 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event deleted for resources: {'Port': ['ID=480e4b40-a384-4ed4-86e8-f033f1db8b95,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:16.002046 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Network 45976653-ff15-4c9a-b88a-0d470e2aec45 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:16.006308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:16.008999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:16.063337 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-faef97f9-9485-45ce-9bc3-cb845aadb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:16.063825 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-faef97f9-9485-45ce-9bc3-cb845aadb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:16.064299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-faef97f9-9485-45ce-9bc3-cb845aadb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:16.065306 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-faef97f9-9485-45ce-9bc3-cb845aadb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:16.066340 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-faef97f9-9485-45ce-9bc3-cb845aadb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:16.067099 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-faef97f9-9485-45ce-9bc3-cb845aadb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:16.069145 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57db6961-af96-4803-9435-9a3675ef18a9 req-faef97f9-9485-45ce-9bc3-cb845aadb07e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb9995cf9cd4081ba228f719572b20a&device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5291 time: 0.1721106 Nov 24 13:01:16.105677 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'name': 'tempest-FloatingIPsTestJSON-1117289381-router', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:01:09Z', 'updated_at': '2021-11-24T13:01:11Z', 'revision_number': 3, 'project_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'gw_port': {'id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:89:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:01:10Z', 'updated_at': '2021-11-24T13:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:16.125957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a35cc3-ae11-4ab5-9b57-74f28339d1b2 req-aea8da58-7daa-4ee2-902d-60608bfd8985 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] No DVR routers for this DVR port 480e4b40-a384-4ed4-86e8-f033f1db8b95 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:16.137887 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-54a35cc3-ae11-4ab5-9b57-74f28339d1b2 req-aea8da58-7daa-4ee2-902d-60608bfd8985 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:16.154775 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:16.155018 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-54a35cc3-ae11-4ab5-9b57-74f28339d1b2 req-aea8da58-7daa-4ee2-902d-60608bfd8985 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "DELETE /v2.0/ports/480e4b40-a384-4ed4-86e8-f033f1db8b95 HTTP/1.1" status: 204 len: 173 time: 1.4902089 Nov 24 13:01:16.208203 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8044b4bb-5ba1-40f2-942b-c077db4b6c48 None None] The sync data for ids ['a8a83679-4375-4b8b-a072-4b6639999f1d'] in n-d-817303-4 is: [{'id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'name': 'tempest-FloatingIPsTestJSON-1117289381-router', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:01:09Z', 'updated_at': '2021-11-24T13:01:11Z', 'revision_number': 3, 'project_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'gw_port': {'id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:89:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:01:10Z', 'updated_at': '2021-11-24T13:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:01:16.634883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bba3158e-f786-4942-a1e8-126e0bb3002c None None] Provisioning complete for port 1ab29de7-3fa4-4726-b502-9aaece2a158f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:16.635342 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bba3158e-f786-4942-a1e8-126e0bb3002c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:16.808791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-bba3158e-f786-4942-a1e8-126e0bb3002c None None] Port 1ab29de7-3fa4-4726-b502-9aaece2a158f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:01:17.048609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73ae73-7193-466d-aa8c-33bb9cda1379 req-84950421-8c22-46d5-a842-9d90dc11171d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.051123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b73ae73-7193-466d-aa8c-33bb9cda1379 req-84950421-8c22-46d5-a842-9d90dc11171d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 945 time: 0.1068485 Nov 24 13:01:17.059017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cc90c5-fb57-425a-a378-479282e4b014 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:17.080436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b3d8a-165a-4336-bd7a-c4d6d6d887b5 req-90b578f5-9fda-4a87-8798-a284df3bab93 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.087362 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b3d8a-165a-4336-bd7a-c4d6d6d887b5 req-90b578f5-9fda-4a87-8798-a284df3bab93 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.093429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b3d8a-165a-4336-bd7a-c4d6d6d887b5 req-90b578f5-9fda-4a87-8798-a284df3bab93 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.100040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b3d8a-165a-4336-bd7a-c4d6d6d887b5 req-90b578f5-9fda-4a87-8798-a284df3bab93 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.118499 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b3d8a-165a-4336-bd7a-c4d6d6d887b5 req-90b578f5-9fda-4a87-8798-a284df3bab93 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.124090 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8e85769-73d7-45f5-bd71-b7a6f81d1ea8 req-40c58c0d-3578-47c7-86aa-02054b718b96 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=9465f7c3-c3da-4220-a807-c3c1c136c4f9 HTTP/1.1" status: 200 len: 210 time: 0.0488651 Nov 24 13:01:17.124902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b3d8a-165a-4336-bd7a-c4d6d6d887b5 req-90b578f5-9fda-4a87-8798-a284df3bab93 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.143277 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f8b3d8a-165a-4336-bd7a-c4d6d6d887b5 req-90b578f5-9fda-4a87-8798-a284df3bab93 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 4605 time: 0.8421440 Nov 24 13:01:17.182298 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:17.262704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Transition to ACTIVE for port object 97cc90c5-fb57-425a-a378-479282e4b014 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:01:17.277813 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:17.281482 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-e469b1cb-96a2-4495-966a-940921c05339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.282173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-e469b1cb-96a2-4495-966a-940921c05339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.282626 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-e469b1cb-96a2-4495-966a-940921c05339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.284222 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57db6961-af96-4803-9435-9a3675ef18a9 req-e469b1cb-96a2-4495-966a-940921c05339 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5cb9995cf9cd4081ba228f719572b20a&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.1989083 Nov 24 13:01:17.312327 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:17.351767 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f8b3d8a-165a-4336-bd7a-c4d6d6d887b5 req-4c897c74-b5db-4c0a-9454-cb071357c293 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2072237 Nov 24 13:01:17.450418 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Pushing event updated for resources: {'Port': ['ID=97cc90c5-fb57-425a-a378-479282e4b014,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:17.532585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-8b73ae73-7193-466d-aa8c-33bb9cda1379 req-97cb8947-ee51-4d55-95bd-fe4361804b0b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Deleting port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:17.532949 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8b73ae73-7193-466d-aa8c-33bb9cda1379 req-97cb8947-ee51-4d55-95bd-fe4361804b0b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:17.624501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-0caa9b91-ff69-4668-9424-83d1f3d46cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.626832 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57db6961-af96-4803-9435-9a3675ef18a9 req-0caa9b91-ff69-4668-9424-83d1f3d46cd8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3284366 Nov 24 13:01:17.632762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Attempting to bind port 97cc90c5-fb57-425a-a378-479282e4b014 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:17.633291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Attempting to bind port 97cc90c5-fb57-425a-a378-479282e4b014 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:17.633803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Attempting to bind port 97cc90c5-fb57-425a-a378-479282e4b014 on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:17.645845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Port 97cc90c5-fb57-425a-a378-479282e4b014 on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:17.646442 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Attempting to bind port 97cc90c5-fb57-425a-a378-479282e4b014 on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:17.658472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:17.658996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Checking segment: {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:17.659583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Bound using segment: {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:17.660403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Bound port: 97cc90c5-fb57-425a-a378-479282e4b014, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:17.660959 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:17.673810 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed1d28-ea95-4845-8adf-a4c3b99de728 req-5cdf876a-71d6-46f4-92a0-597ea4702bec tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.686443 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3ed1d28-ea95-4845-8adf-a4c3b99de728 req-5cdf876a-71d6-46f4-92a0-597ea4702bec tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 945 time: 0.4477386 Nov 24 13:01:17.765768 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-8b73ae73-7193-466d-aa8c-33bb9cda1379 req-97cb8947-ee51-4d55-95bd-fe4361804b0b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] For port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=2b868f43-fdca-4ed0-99ed-b801f5f7f5c0,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:17.766295 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8b73ae73-7193-466d-aa8c-33bb9cda1379 req-97cb8947-ee51-4d55-95bd-fe4361804b0b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:17.786324 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-8b73ae73-7193-466d-aa8c-33bb9cda1379 req-97cb8947-ee51-4d55-95bd-fe4361804b0b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Calling delete_port for 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:17.791198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] For port 97cc90c5-fb57-425a-a378-479282e4b014, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:17.795553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] For port 97cc90c5-fb57-425a-a378-479282e4b014, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=97cc90c5-fb57-425a-a378-479282e4b014,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:17.803804 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:17.809413 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:17.819100 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:17.835406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-5d1c4970-ba2b-483a-b55a-4f6d5568fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.835918 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-5d1c4970-ba2b-483a-b55a-4f6d5568fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.836272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-5d1c4970-ba2b-483a-b55a-4f6d5568fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.836762 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-5d1c4970-ba2b-483a-b55a-4f6d5568fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.837222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-5d1c4970-ba2b-483a-b55a-4f6d5568fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.837678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-5d1c4970-ba2b-483a-b55a-4f6d5568fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.838133 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-5d1c4970-ba2b-483a-b55a-4f6d5568fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.840058 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57db6961-af96-4803-9435-9a3675ef18a9 req-5d1c4970-ba2b-483a-b55a-4f6d5568fd28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb9995cf9cd4081ba228f719572b20a&device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 6175 time: 0.1311116 Nov 24 13:01:17.843566 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3ed1d28-ea95-4845-8adf-a4c3b99de728 req-f793466e-8727-49b5-8195-ad95e58625ce tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561496 Nov 24 13:01:17.896602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9465f7c3-c3da-4220-a807-c3c1c136c4f9', 'name': 'network-vif-deleted', 'tag': '480e4b40-a384-4ed4-86e8-f033f1db8b95'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:17.898892 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca1a69f-fe99-40bd-96a9-286325057c15" -d '{"events": [{"server_uuid": "9465f7c3-c3da-4220-a807-c3c1c136c4f9", "name": "network-vif-deleted", "tag": "480e4b40-a384-4ed4-86e8-f033f1db8b95"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:17.936629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Pushing event updated for resources: {'Port': ['ID=1ab29de7-3fa4-4726-b502-9aaece2a158f,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:17.955809 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3242000b-29fc-4c7e-8e5f-efc425e30e77 x-openstack-request-id: req-3242000b-29fc-4c7e-8e5f-efc425e30e77 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:17.956926 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9465f7c3-c3da-4220-a807-c3c1c136c4f9", "name": "network-vif-deleted", "tag": "480e4b40-a384-4ed4-86e8-f033f1db8b95", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:17.957321 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3242000b-29fc-4c7e-8e5f-efc425e30e77 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:17.957850 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9465f7c3-c3da-4220-a807-c3c1c136c4f9', 'name': 'network-vif-deleted', 'tag': '480e4b40-a384-4ed4-86e8-f033f1db8b95', 'status': 'completed', 'code': 200} Nov 24 13:01:17.960947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:17.961836 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:17.963360 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] 10.222.0.59 "PUT /v2.0/ports/97cc90c5-fb57-425a-a378-479282e4b014 HTTP/1.1" status: 200 len: 1133 time: 2.8210614 Nov 24 13:01:17.991781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761830c7-9601-4cd2-9bcd-42ae451910de service neutron] Pushing event updated for resources: {'Port': ['ID=97cc90c5-fb57-425a-a378-479282e4b014,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:17.994023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:18.004198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Request body: {'port': {'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:18.056808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-fd706ae8-5372-4580-b226-82ad65075781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:18.057428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-fd706ae8-5372-4580-b226-82ad65075781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:18.057854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-fd706ae8-5372-4580-b226-82ad65075781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:18.059485 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57db6961-af96-4803-9435-9a3675ef18a9 req-fd706ae8-5372-4580-b226-82ad65075781 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5cb9995cf9cd4081ba228f719572b20a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1805069 Nov 24 13:01:18.071607 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:18.255750 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Network 45976653-ff15-4c9a-b88a-0d470e2aec45 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:18.257184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db6961-af96-4803-9435-9a3675ef18a9 req-5ec6755d-6c83-49d6-92c8-0732735cca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:18.260217 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57db6961-af96-4803-9435-9a3675ef18a9 req-5ec6755d-6c83-49d6-92c8-0732735cca6f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1726329 Nov 24 13:01:18.262224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:18.354794 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8b73ae73-7193-466d-aa8c-33bb9cda1379 req-97cb8947-ee51-4d55-95bd-fe4361804b0b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:18.372370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d89c442a-2382-4957-87f0-9b9a1f2590a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:18.396968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb8947-ee51-4d55-95bd-fe4361804b0b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Pushing event deleted for resources: {'Port': ['ID=2b868f43-fdca-4ed0-99ed-b801f5f7f5c0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:18.656375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 81812338-f4ef-4f94-8527-f225ba83b32a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:01:18.679084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Router a8a83679-4375-4b8b-a072-4b6639999f1d has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:01:18.680442 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b73ae73-7193-466d-aa8c-33bb9cda1379 req-97cb8947-ee51-4d55-95bd-fe4361804b0b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] No DVR routers for this DVR port 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:18.686532 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8b73ae73-7193-466d-aa8c-33bb9cda1379 req-97cb8947-ee51-4d55-95bd-fe4361804b0b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:18.691242 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b73ae73-7193-466d-aa8c-33bb9cda1379 req-97cb8947-ee51-4d55-95bd-fe4361804b0b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "DELETE /v2.0/ports/2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 HTTP/1.1" status: 204 len: 173 time: 1.5278168 Nov 24 13:01:18.697238 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83668-845c-4a90-97a8-219ac5cf3c55 req-7edfb000-af1b-4862-99ca-0e4d8440547a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:18.703733 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83668-845c-4a90-97a8-219ac5cf3c55 req-7edfb000-af1b-4862-99ca-0e4d8440547a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:18.707613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab98a21-6fe7-4896-9575-4945f031504a {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:18.710394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83668-845c-4a90-97a8-219ac5cf3c55 req-7edfb000-af1b-4862-99ca-0e4d8440547a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:18.716511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83668-845c-4a90-97a8-219ac5cf3c55 req-7edfb000-af1b-4862-99ca-0e4d8440547a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:18.718714 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:18.723104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83668-845c-4a90-97a8-219ac5cf3c55 req-7edfb000-af1b-4862-99ca-0e4d8440547a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:18.728973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83668-845c-4a90-97a8-219ac5cf3c55 req-7edfb000-af1b-4862-99ca-0e4d8440547a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:18.742671 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70123270-45f8-4d57-8c19-e24316a8e6b1 req-21ccea89-42a9-44fe-8b61-9f2ad9f74ebd tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:18.752628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70123270-45f8-4d57-8c19-e24316a8e6b1 req-21ccea89-42a9-44fe-8b61-9f2ad9f74ebd tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 950 time: 0.1360416 Nov 24 13:01:18.756069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c83668-845c-4a90-97a8-219ac5cf3c55 req-7edfb000-af1b-4862-99ca-0e4d8440547a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:18.764463 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b0c83668-845c-4a90-97a8-219ac5cf3c55 req-7edfb000-af1b-4862-99ca-0e4d8440547a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5380 time: 0.1773078 Nov 24 13:01:18.784201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 480e4b40-a384-4ed4-86e8-f033f1db8b95 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:18.788124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Transition to ACTIVE for port object 5ab98a21-6fe7-4896-9575-4945f031504a will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:01:18.809282 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:18.813292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 480e4b40-a384-4ed4-86e8-f033f1db8b95 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:18.814724 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 480e4b40-a384-4ed4-86e8-f033f1db8b95 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:18.899747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70123270-45f8-4d57-8c19-e24316a8e6b1 req-f75b8677-64d6-4587-b2e2-7e29336f0ab1 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452892 Nov 24 13:01:18.932216 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b0c83668-845c-4a90-97a8-219ac5cf3c55 req-603506d5-bb28-4e43-bdf1-fc9e5535451f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1667070 Nov 24 13:01:18.948526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 81812338-f4ef-4f94-8527-f225ba83b32a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:18.951187 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:18.970364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab98a21-6fe7-4896-9575-4945f031504a,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:18.996322 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:01:19.022314 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c979c232-60ab-4212-9736-802a4ca56ca2 admin admin] 10.222.0.48 "PUT /v2.0/routers/a8a83679-4375-4b8b-a072-4b6639999f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2106922 Nov 24 13:01:19.044064 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7a6ea9a4-9752-4767-928b-9104a3b354cc None None] Provisioning complete for port 1ab29de7-3fa4-4726-b502-9aaece2a158f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:19.044064 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a6ea9a4-9752-4767-928b-9104a3b354cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:19.172162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ea9a4-9752-4767-928b-9104a3b354cc None None] Port 1ab29de7-3fa4-4726-b502-9aaece2a158f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:01:19.181993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Attempting to bind port 5ab98a21-6fe7-4896-9575-4945f031504a on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:19.182518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Attempting to bind port 5ab98a21-6fe7-4896-9575-4945f031504a by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:19.182642 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Attempting to bind port 5ab98a21-6fe7-4896-9575-4945f031504a on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:19.189097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Port 5ab98a21-6fe7-4896-9575-4945f031504a on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:19.189443 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Attempting to bind port 5ab98a21-6fe7-4896-9575-4945f031504a on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:19.194879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:19.195223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Checking segment: {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:19.195614 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Bound using segment: {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:19.196055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Bound port: 5ab98a21-6fe7-4896-9575-4945f031504a, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:19.196509 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:19.220968 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:19.280511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 81812338-f4ef-4f94-8527-f225ba83b32a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=81812338-f4ef-4f94-8527-f225ba83b32a,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:19.287934 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:19.337825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Sync routers for ids ['a8a83679-4375-4b8b-a072-4b6639999f1d'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:01:19.357218 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b0836dc6-7704-4d88-adcb-fe15c8139650 req-8ac5fc84-3f28-4eb9-a4d1-7b2283a8cb1c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=3961d501-de51-4ebe-89eb-c70ca2a40184 HTTP/1.1" status: 200 len: 210 time: 0.0895715 Nov 24 13:01:19.361534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] For port 5ab98a21-6fe7-4896-9575-4945f031504a, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:19.367884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] For port 5ab98a21-6fe7-4896-9575-4945f031504a, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5ab98a21-6fe7-4896-9575-4945f031504a,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:19.376992 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:19.383406 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Routers {'a8a83679-4375-4b8b-a072-4b6639999f1d'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:01:19.388465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:00:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a8a83679-4375-4b8b-a072-4b6639999f1d'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:19.459683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:19.460411 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:19.462410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] 10.222.0.59 "PUT /v2.0/ports/5ab98a21-6fe7-4896-9575-4945f031504a HTTP/1.1" status: 200 len: 1091 time: 1.4628394 Nov 24 13:01:19.465426 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=81812338-f4ef-4f94-8527-f225ba83b32a,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:19.476133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['2b868f43-fdca-4ed0-99ed-b801f5f7f5c0'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:19.523148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Request body: {'port': {'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:19.593930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41946a-bc99-40a9-a1a1-71d7f1b869e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab98a21-6fe7-4896-9575-4945f031504a,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:19.619913 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Set router a8a83679-4375-4b8b-a072-4b6639999f1d gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:01:19.692140 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:19.926594 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-4d5225b2-eb2f-46db-83a6-e5f7211102e3 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2817602 Nov 24 13:01:19.999247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': '97cc90c5-fb57-425a-a378-479282e4b014'}, {'server_uuid': '3961d501-de51-4ebe-89eb-c70ca2a40184', 'name': 'network-vif-deleted', 'tag': '2b868f43-fdca-4ed0-99ed-b801f5f7f5c0'}, {'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': '5ab98a21-6fe7-4896-9575-4945f031504a'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:20.003237 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "97cc90c5-fb57-425a-a378-479282e4b014"}, {"server_uuid": "3961d501-de51-4ebe-89eb-c70ca2a40184", "name": "network-vif-deleted", "tag": "2b868f43-fdca-4ed0-99ed-b801f5f7f5c0"}, {"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "5ab98a21-6fe7-4896-9575-4945f031504a"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:20.007239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'name': 'tempest-FloatingIPsTestJSON-1117289381-router', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:01:09Z', 'updated_at': '2021-11-24T13:01:17Z', 'revision_number': 4, 'project_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'gw_port': {'id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:89:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:01:10Z', 'updated_at': '2021-11-24T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '1ab29de7-3fa4-4726-b502-9aaece2a158f', 'name': '', 'network_id': '45976653-ff15-4c9a-b88a-0d470e2aec45', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'mac_address': 'fa:16:3e:70:97:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '505952a0-7e65-46ed-98f0-f8d7d1e6e776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:01:15Z', 'updated_at': '2021-11-24T13:01:17Z', 'revision_number': 2, 'project_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'subnets': [{'id': '505952a0-7e65-46ed-98f0-f8d7d1e6e776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:20.025739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:20.037136 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Checking router: a8a83679-4375-4b8b-a072-4b6639999f1d for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:01:20.037136 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Updating router a8a83679-4375-4b8b-a072-4b6639999f1d port 1ab29de7-3fa4-4726-b502-9aaece2a158f binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:01:20.076757 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:20.088246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1e806-4ee7-4377-8bfb-656cdf31480b req-1fe4fa61-ad30-4ebc-8a2f-c021b5a0f623 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.091150 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5c1e806-4ee7-4377-8bfb-656cdf31480b req-1fe4fa61-ad30-4ebc-8a2f-c021b5a0f623 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 950 time: 0.0872166 Nov 24 13:01:20.145638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:20.155792 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:20.169516 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5c1e806-4ee7-4377-8bfb-656cdf31480b req-c48e4cde-6da3-4ce2-b34f-5dcc844120c8 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655417 Nov 24 13:01:20.171631 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Transition to ACTIVE for port object 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:01:20.185183 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:20.291236 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:20.332411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Pushing event updated for resources: {'Port': ['ID=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:20.360143 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5eaed-4ccf-426f-af32-3935b0b955af req-8da3c7bf-53d6-40f3-9332-16af8b8cfd10 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.374491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5eaed-4ccf-426f-af32-3935b0b955af req-8da3c7bf-53d6-40f3-9332-16af8b8cfd10 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.384485 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5eaed-4ccf-426f-af32-3935b0b955af req-8da3c7bf-53d6-40f3-9332-16af8b8cfd10 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.390617 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5eaed-4ccf-426f-af32-3935b0b955af req-8da3c7bf-53d6-40f3-9332-16af8b8cfd10 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.396685 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5eaed-4ccf-426f-af32-3935b0b955af req-8da3c7bf-53d6-40f3-9332-16af8b8cfd10 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.403584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dab8a9-f44e-4f2c-a814-1ef0335e40a6 req-d78d1228-67b2-466d-a212-623d933fb12c tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.405208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29dab8a9-f44e-4f2c-a814-1ef0335e40a6 req-d78d1228-67b2-466d-a212-623d933fb12c tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 950 time: 0.1861317 Nov 24 13:01:20.425917 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5eaed-4ccf-426f-af32-3935b0b955af req-8da3c7bf-53d6-40f3-9332-16af8b8cfd10 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.431855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5eaed-4ccf-426f-af32-3935b0b955af req-8da3c7bf-53d6-40f3-9332-16af8b8cfd10 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.439929 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aec5eaed-4ccf-426f-af32-3935b0b955af req-8da3c7bf-53d6-40f3-9332-16af8b8cfd10 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5404 time: 0.1638100 Nov 24 13:01:20.464888 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:20.475917 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:20.539777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62519596-ab97-4d65-9b00-77815e8314f9 None None] Pushing event updated for resources: {'Port': ['ID=1ab29de7-3fa4-4726-b502-9aaece2a158f,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:20.561109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 81812338-f4ef-4f94-8527-f225ba83b32a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:01:20.578405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aec5eaed-4ccf-426f-af32-3935b0b955af req-22071d1b-72fb-46de-b769-6b80be90b98c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374903 Nov 24 13:01:20.689274 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Attempting to bind port 1ab29de7-3fa4-4726-b502-9aaece2a158f on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:20.689742 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Attempting to bind port 1ab29de7-3fa4-4726-b502-9aaece2a158f by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '50fc872b-806e-4d24-8d41-17edde1ca65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '45976653-ff15-4c9a-b88a-0d470e2aec45'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:20.690175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Attempting to bind port 1ab29de7-3fa4-4726-b502-9aaece2a158f on network 45976653-ff15-4c9a-b88a-0d470e2aec45 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:20.705777 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c10433-b38b-47ca-863e-6832d83b3764 x-openstack-request-id: req-60c10433-b38b-47ca-863e-6832d83b3764 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:20.706744 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "97cc90c5-fb57-425a-a378-479282e4b014", "status": "completed", "code": 200}, {"server_uuid": "3961d501-de51-4ebe-89eb-c70ca2a40184", "name": "network-vif-deleted", "tag": "2b868f43-fdca-4ed0-99ed-b801f5f7f5c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "5ab98a21-6fe7-4896-9575-4945f031504a", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:20.707141 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60c10433-b38b-47ca-863e-6832d83b3764 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:20.707618 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': '97cc90c5-fb57-425a-a378-479282e4b014', 'status': 'completed', 'code': 200} Nov 24 13:01:20.707950 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3961d501-de51-4ebe-89eb-c70ca2a40184', 'name': 'network-vif-deleted', 'tag': '2b868f43-fdca-4ed0-99ed-b801f5f7f5c0', 'status': 'completed', 'code': 200} Nov 24 13:01:20.708279 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': '5ab98a21-6fe7-4896-9575-4945f031504a', 'status': 'completed', 'code': 200} Nov 24 13:01:20.711316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Attempting to bind port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:20.711316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Attempting to bind port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:20.711316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Attempting to bind port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:20.716799 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:20.717463 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Checking segment: {'id': '50fc872b-806e-4d24-8d41-17edde1ca65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '45976653-ff15-4c9a-b88a-0d470e2aec45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:20.718173 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:20.718745 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Bound using segment: {'id': '50fc872b-806e-4d24-8d41-17edde1ca65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '45976653-ff15-4c9a-b88a-0d470e2aec45'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:20.719502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Bound port: 1ab29de7-3fa4-4726-b502-9aaece2a158f, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50fc872b-806e-4d24-8d41-17edde1ca65a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '45976653-ff15-4c9a-b88a-0d470e2aec45'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:20.720078 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:20.759345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:20.759691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Attempting to bind port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:20.776204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:20.776710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Checking segment: {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:20.777126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Bound using segment: {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:20.777747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Bound port: 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2118041f-54e1-48a8-a832-301e15b629e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:20.778121 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:20.792326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-46e5ae3b-a3e4-4ee4-97c0-0902965a5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.794058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-46e5ae3b-a3e4-4ee4-97c0-0902965a5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.796402 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-46e5ae3b-a3e4-4ee4-97c0-0902965a5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.797206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-46e5ae3b-a3e4-4ee4-97c0-0902965a5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.798535 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-46e5ae3b-a3e4-4ee4-97c0-0902965a5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.799014 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-46e5ae3b-a3e4-4ee4-97c0-0902965a5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.799496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-46e5ae3b-a3e4-4ee4-97c0-0902965a5a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.807741 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-46e5ae3b-a3e4-4ee4-97c0-0902965a5a21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb9995cf9cd4081ba228f719572b20a&device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 6309 time: 0.1372409 Nov 24 13:01:20.811820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 81812338-f4ef-4f94-8527-f225ba83b32a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:20.812510 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:20.918244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] For port 1ab29de7-3fa4-4726-b502-9aaece2a158f, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:20.920247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-29dab8a9-f44e-4f2c-a814-1ef0335e40a6 req-8a1019fa-ecbf-4b7b-a57b-92544b107daf tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Deleting port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:20.921737 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-29dab8a9-f44e-4f2c-a814-1ef0335e40a6 req-8a1019fa-ecbf-4b7b-a57b-92544b107daf tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:20.924294 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] For port 1ab29de7-3fa4-4726-b502-9aaece2a158f, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1ab29de7-3fa4-4726-b502-9aaece2a158f,segment=NetworkSegment(50fc872b-806e-4d24-8d41-17edde1ca65a),segment_id=50fc872b-806e-4d24-8d41-17edde1ca65a)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:20.961336 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] For port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:20.966024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-7100f295-2aa6-45f3-8a03-e6614b746a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.966645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-7100f295-2aa6-45f3-8a03-e6614b746a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.967347 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-7100f295-2aa6-45f3-8a03-e6614b746a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:20.970075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-7100f295-2aa6-45f3-8a03-e6614b746a84 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5cb9995cf9cd4081ba228f719572b20a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1524706 Nov 24 13:01:20.974646 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:20.985487 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:21.000281 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] For port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:21.004801 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9562746c-fe64-4cab-a21e-6b1e045e0dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:21.087709 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:21.130890 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-449f49b3-c33b-4247-a2a6-37ae9a2eb528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:21.132388 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-449f49b3-c33b-4247-a2a6-37ae9a2eb528 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1540875 Nov 24 13:01:21.174267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-627f6294-f857-4df4-876a-a6da85856fa7 None None] Provisioning complete for port 1ab29de7-3fa4-4726-b502-9aaece2a158f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:21.174641 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-627f6294-f857-4df4-876a-a6da85856fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:21.236570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:21.239239 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:21.242209 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] 10.222.0.59 "PUT /v2.0/ports/08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 HTTP/1.1" status: 200 len: 1091 time: 1.7328472 Nov 24 13:01:21.263518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62519596-ab97-4d65-9b00-77815e8314f9 None None] Pushing event updated for resources: {'Port': ['ID=1ab29de7-3fa4-4726-b502-9aaece2a158f,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:21.296802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-8160f3bd-9059-4bba-a31f-a637427af9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:21.303424 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-8160f3bd-9059-4bba-a31f-a637427af9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:21.304220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-8160f3bd-9059-4bba-a31f-a637427af9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:21.305025 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-8160f3bd-9059-4bba-a31f-a637427af9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:21.309885 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-8160f3bd-9059-4bba-a31f-a637427af9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:21.310580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-8160f3bd-9059-4bba-a31f-a637427af9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:21.312388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-8160f3bd-9059-4bba-a31f-a637427af9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:21.314754 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-8160f3bd-9059-4bba-a31f-a637427af9ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb9995cf9cd4081ba228f719572b20a&device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 6351 time: 0.1345422 Nov 24 13:01:21.343414 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Routers {'a8a83679-4375-4b8b-a072-4b6639999f1d'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:01:21.344133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:00:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a8a83679-4375-4b8b-a072-4b6639999f1d'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:21.358068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Request body: {'port': {'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:21.391710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Allocated IP 172.25.0.187 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/8a457b5e-d24b-4f6f-be5f-427bd459003c) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:21.450270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-29dab8a9-f44e-4f2c-a814-1ef0335e40a6 req-8a1019fa-ecbf-4b7b-a57b-92544b107daf tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] For port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f2e4f9dc-3880-45ff-94bb-01bc006dc3c2,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:21.450776 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-29dab8a9-f44e-4f2c-a814-1ef0335e40a6 req-8a1019fa-ecbf-4b7b-a57b-92544b107daf tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:21.517924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6389e99-e188-4a0e-8b30-5b1fdfa2897e service neutron] Pushing event updated for resources: {'Port': ['ID=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:21.522795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-29dab8a9-f44e-4f2c-a814-1ef0335e40a6 req-8a1019fa-ecbf-4b7b-a57b-92544b107daf tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Calling delete_port for f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:21.523636 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] Set router a8a83679-4375-4b8b-a072-4b6639999f1d gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:01:21.537620 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd5d8b-2c03-437f-ba74-4a6b82d0cded req-b9a37fb3-5362-42a3-a623-30152f54c954 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:21.539262 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ccdd5d8b-2c03-437f-ba74-4a6b82d0cded req-b9a37fb3-5362-42a3-a623-30152f54c954 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e13cfad-2d93-4492-9189-9908df55fbf9 HTTP/1.1" status: 200 len: 950 time: 0.2030661 Nov 24 13:01:21.637029 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ccdd5d8b-2c03-437f-ba74-4a6b82d0cded req-cf4fa573-63ca-4216-a1a0-71db9d391c12 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724306 Nov 24 13:01:21.665040 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:21.677931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-8aabdb64-9d39-4689-a530-fe67ecc29218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:21.678403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-8aabdb64-9d39-4689-a530-fe67ecc29218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:21.678953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-8aabdb64-9d39-4689-a530-fe67ecc29218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:21.680623 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-8aabdb64-9d39-4689-a530-fe67ecc29218 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5cb9995cf9cd4081ba228f719572b20a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3564684 Nov 24 13:01:21.752073 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-627f6294-f857-4df4-876a-a6da85856fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:21.806691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-627f6294-f857-4df4-876a-a6da85856fa7 None None] For port 1ab29de7-3fa4-4726-b502-9aaece2a158f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1ab29de7-3fa4-4726-b502-9aaece2a158f,segment=NetworkSegment(50fc872b-806e-4d24-8d41-17edde1ca65a),segment_id=50fc872b-806e-4d24-8d41-17edde1ca65a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:21.815074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-0754772c-9a78-42cd-aa69-cbdfcfa86969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:21.817467 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f11ae5c9-4d5f-4175-bc4b-e49c894187cc req-0754772c-9a78-42cd-aa69-cbdfcfa86969 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1238632 Nov 24 13:01:21.834254 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:21.842748 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:21.856248 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-627f6294-f857-4df4-876a-a6da85856fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:21.890669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:21.896273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:21.903454 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-29dab8a9-f44e-4f2c-a814-1ef0335e40a6 req-8a1019fa-ecbf-4b7b-a57b-92544b107daf tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:21.905412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:21.921330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f6294-f857-4df4-876a-a6da85856fa7 None None] Pushing event updated for resources: {'Port': ['ID=1ab29de7-3fa4-4726-b502-9aaece2a158f,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:21.931449 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:21.934511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['58725471-ab98-4914-ad65-4a77d8fde287', 'b70673d4-dccc-4966-b3ef-86c3358d476c', 'a3bb234e-5133-4468-9062-99fcc82ba5eb', 'bb31412f-3fcf-43c3-a57f-672d1a7a5bd1', 'f2e4f9dc-3880-45ff-94bb-01bc006dc3c2'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:21.938197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b', '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:21.999806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Pushing event updated for resources: {'Port': ['ID=8a457b5e-d24b-4f6f-be5f-427bd459003c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:22.041808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1019fa-ecbf-4b7b-a57b-92544b107daf tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event deleted for resources: {'Port': ['ID=f2e4f9dc-3880-45ff-94bb-01bc006dc3c2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:22.079526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-4aa8178e-a538-410d-bf1f-9a8bdd16d9f9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:22.079928 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:22.080977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 2b868f43-fdca-4ed0-99ed-b801f5f7f5c0 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:22.082012 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:22.087580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dab8a9-f44e-4f2c-a814-1ef0335e40a6 req-8a1019fa-ecbf-4b7b-a57b-92544b107daf tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] No DVR routers for this DVR port f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:22.094965 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-4aa8178e-a538-410d-bf1f-9a8bdd16d9f9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.2761500 Nov 24 13:01:22.116422 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-29dab8a9-f44e-4f2c-a814-1ef0335e40a6 req-8a1019fa-ecbf-4b7b-a57b-92544b107daf tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:22.118091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:22.118458 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:22.120166 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29dab8a9-f44e-4f2c-a814-1ef0335e40a6 req-8a1019fa-ecbf-4b7b-a57b-92544b107daf tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "DELETE /v2.0/ports/f2e4f9dc-3880-45ff-94bb-01bc006dc3c2 HTTP/1.1" status: 204 len: 173 time: 1.6829276 Nov 24 13:01:22.135285 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-4705f589-c6fd-4a4e-8d99-f08cc6fe300a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/quotas/429d3674f3ad4981b2ec0f312da0377d HTTP/1.1" status: 200 len: 375 time: 0.0372443 Nov 24 13:01:22.273065 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-19caca61-67b3-4547-9859-c4000e910212 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1356196 Nov 24 13:01:22.286712 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:22.340043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ad307867-3984-4b30-bd5b-5329f3c28bc2 None None] Provisioning complete for port 1ab29de7-3fa4-4726-b502-9aaece2a158f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:22.344017 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ad307867-3984-4b30-bd5b-5329f3c28bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:22.358649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'name': 'tempest-FloatingIPsTestJSON-1117289381-router', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:01:09Z', 'updated_at': '2021-11-24T13:01:17Z', 'revision_number': 4, 'project_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'gw_port': {'id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:89:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:01:10Z', 'updated_at': '2021-11-24T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '1ab29de7-3fa4-4726-b502-9aaece2a158f', 'name': '', 'network_id': '45976653-ff15-4c9a-b88a-0d470e2aec45', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'mac_address': 'fa:16:3e:70:97:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '505952a0-7e65-46ed-98f0-f8d7d1e6e776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:01:15Z', 'updated_at': '2021-11-24T13:01:20Z', 'revision_number': 4, 'project_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'subnets': [{'id': '505952a0-7e65-46ed-98f0-f8d7d1e6e776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:22.367275 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:22.426753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b41033-5378-4b58-a3a6-292fe1df5955 None None] The sync data for ids ['a8a83679-4375-4b8b-a072-4b6639999f1d'] in n-d-817303-4 is: [{'id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'name': 'tempest-FloatingIPsTestJSON-1117289381-router', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:01:09Z', 'updated_at': '2021-11-24T13:01:17Z', 'revision_number': 4, 'project_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'gw_port': {'id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:89:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:01:10Z', 'updated_at': '2021-11-24T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '1ab29de7-3fa4-4726-b502-9aaece2a158f', 'name': '', 'network_id': '45976653-ff15-4c9a-b88a-0d470e2aec45', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'mac_address': 'fa:16:3e:70:97:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': '505952a0-7e65-46ed-98f0-f8d7d1e6e776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:01:15Z', 'updated_at': '2021-11-24T13:01:20Z', 'revision_number': 4, 'project_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'subnets': [{'id': '505952a0-7e65-46ed-98f0-f8d7d1e6e776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:01:22.472418 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-59d5446a-4da3-4cd1-83c9-2d8ee7230bde service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885345 Nov 24 13:01:22.723567 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': '08336fdf-8913-4fe6-b0e7-6d8dbd9d9013'}, {'server_uuid': '2e13cfad-2d93-4492-9189-9908df55fbf9', 'name': 'network-vif-deleted', 'tag': 'f2e4f9dc-3880-45ff-94bb-01bc006dc3c2'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:22.725893 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "08336fdf-8913-4fe6-b0e7-6d8dbd9d9013"}, {"server_uuid": "2e13cfad-2d93-4492-9189-9908df55fbf9", "name": "network-vif-deleted", "tag": "f2e4f9dc-3880-45ff-94bb-01bc006dc3c2"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:22.754570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:22.769425 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-ef5394f2-c75c-4c7b-b6ce-6d3131bad2ad service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941165 Nov 24 13:01:22.788703 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:22.867902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Transition to ACTIVE for port object e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:01:22.879366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:22.943930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Pushing event updated for resources: {'Port': ['ID=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:22.969825 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:22.987372 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:23.322931 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28181780-e44a-447c-8ed7-a0919223c10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:23.331223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c05c6b-19cf-4b4c-b61a-0731491f3d96 req-bb0bc67d-3a66-4618-aceb-6b97b29d8892 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:23.340058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c05c6b-19cf-4b4c-b61a-0731491f3d96 req-bb0bc67d-3a66-4618-aceb-6b97b29d8892 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:23.348443 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c05c6b-19cf-4b4c-b61a-0731491f3d96 req-bb0bc67d-3a66-4618-aceb-6b97b29d8892 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:23.360206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c05c6b-19cf-4b4c-b61a-0731491f3d96 req-bb0bc67d-3a66-4618-aceb-6b97b29d8892 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:23.368328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c05c6b-19cf-4b4c-b61a-0731491f3d96 req-bb0bc67d-3a66-4618-aceb-6b97b29d8892 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:23.381634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c05c6b-19cf-4b4c-b61a-0731491f3d96 req-bb0bc67d-3a66-4618-aceb-6b97b29d8892 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:23.391588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c05c6b-19cf-4b4c-b61a-0731491f3d96 req-bb0bc67d-3a66-4618-aceb-6b97b29d8892 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:23.403048 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35c05c6b-19cf-4b4c-b61a-0731491f3d96 req-bb0bc67d-3a66-4618-aceb-6b97b29d8892 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5416 time: 0.1933911 Nov 24 13:01:23.415616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Attempting to bind port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:23.417657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Attempting to bind port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '9e7b0f72-3387-43e2-9db4-cfb971a4dab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:23.418579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Attempting to bind port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 on network 6df529e3-a95e-4d56-953a-23262bfd3e34 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:23.489532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 on network 6df529e3-a95e-4d56-953a-23262bfd3e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:23.489946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Attempting to bind port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 on network 6df529e3-a95e-4d56-953a-23262bfd3e34 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:23.496295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Pushing event updated for resources: {'Port': ['ID=8a457b5e-d24b-4f6f-be5f-427bd459003c,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:23.512764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:23.513404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Checking segment: {'id': '9e7b0f72-3387-43e2-9db4-cfb971a4dab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:23.514408 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Bound using segment: {'id': '9e7b0f72-3387-43e2-9db4-cfb971a4dab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:23.515006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Bound port: e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7b0f72-3387-43e2-9db4-cfb971a4dab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:23.515524 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:23.525930 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-35c05c6b-19cf-4b4c-b61a-0731491f3d96 req-fd2e6788-9641-4ad2-8773-e28ec7fb47c1 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215289 Nov 24 13:01:23.532566 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:23.614842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] For port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:23.619471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] For port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:23.631244 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:23.660974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:23.661672 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:23.663369 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] 10.222.0.59 "PUT /v2.0/ports/e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 HTTP/1.1" status: 200 len: 1091 time: 2.3141170 Nov 24 13:01:23.694865 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:23.696328 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-7036a803-c3cc-4953-953e-0243bff9fc21 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6893497 Nov 24 13:01:23.705053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Request body: {'port': {'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:23.914150 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-1f2637e2-55db-4548-a923-034127d384c2 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 696 time: 0.2016788 Nov 24 13:01:24.289907 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:24.359790 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ec6f27d-8114-4d48-8f55-dd57a89dc12a req-aadf7930-1c60-475c-9294-65e61aaae050 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 210 time: 0.0615120 Nov 24 13:01:24.375063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed req-bd714ec4-19b0-4308-9ca0-673e32664e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:24.375063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed req-bd714ec4-19b0-4308-9ca0-673e32664e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:24.375063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed req-bd714ec4-19b0-4308-9ca0-673e32664e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:24.375063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed req-bd714ec4-19b0-4308-9ca0-673e32664e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:24.375063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed req-bd714ec4-19b0-4308-9ca0-673e32664e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:24.375063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed req-bd714ec4-19b0-4308-9ca0-673e32664e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:24.375063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed req-bd714ec4-19b0-4308-9ca0-673e32664e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:24.375063 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed req-bd714ec4-19b0-4308-9ca0-673e32664e21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb9995cf9cd4081ba228f719572b20a&device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 6418 time: 0.1649895 Nov 24 13:01:24.542524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed req-075e27ac-25e6-4079-a371-a1a69a6f6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:24.550444 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed req-075e27ac-25e6-4079-a371-a1a69a6f6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:24.557077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1ab29de7-3fa4-4726-b502-9aaece2a158f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:01:24.561427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed req-075e27ac-25e6-4079-a371-a1a69a6f6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:24.571941 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed req-075e27ac-25e6-4079-a371-a1a69a6f6126 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5cb9995cf9cd4081ba228f719572b20a&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1862350 Nov 24 13:01:24.595863 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc52d3d-efe1-4482-9536-b63ac2ec8ca2 x-openstack-request-id: req-5bc52d3d-efe1-4482-9536-b63ac2ec8ca2 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:24.596415 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "08336fdf-8913-4fe6-b0e7-6d8dbd9d9013", "status": "completed", "code": 200}, {"server_uuid": "2e13cfad-2d93-4492-9189-9908df55fbf9", "name": "network-vif-deleted", "tag": "f2e4f9dc-3880-45ff-94bb-01bc006dc3c2", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:24.596521 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5bc52d3d-efe1-4482-9536-b63ac2ec8ca2 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:24.597030 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': '08336fdf-8913-4fe6-b0e7-6d8dbd9d9013', 'status': 'completed', 'code': 200} Nov 24 13:01:24.597350 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e13cfad-2d93-4492-9189-9908df55fbf9', 'name': 'network-vif-deleted', 'tag': 'f2e4f9dc-3880-45ff-94bb-01bc006dc3c2', 'status': 'completed', 'code': 200} Nov 24 13:01:24.598371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89bf76-ef41-4a05-9899-695d46cb4986 service neutron] Pushing event updated for resources: {'Port': ['ID=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:24.666978 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:24.753755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1ab29de7-3fa4-4726-b502-9aaece2a158f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:24.754184 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:24.829434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-dbf805aa-0805-4f03-9977-84b803e78b84 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:24.831052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-53dc4f61-1af3-4eee-b31b-95ce0d1db7c7 req-dbf805aa-0805-4f03-9977-84b803e78b84 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.8986022 Nov 24 13:01:24.887288 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed req-72d28e4e-a11b-469a-a650-792d7959eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:24.888900 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd57ae83-cc51-47c9-adc2-ba7322d4e5ed req-72d28e4e-a11b-469a-a650-792d7959eaba service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2989099 Nov 24 13:01:25.195855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1a305-6323-4e78-b304-556d977904fe req-00660b5c-3ae8-4e35-a8e0-4841f2137548 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:25.203902 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2b1a305-6323-4e78-b304-556d977904fe req-00660b5c-3ae8-4e35-a8e0-4841f2137548 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 947 time: 0.0655439 Nov 24 13:01:25.257329 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2b1a305-6323-4e78-b304-556d977904fe req-c42f1008-033b-485e-98d7-f7ef1813108e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524828 Nov 24 13:01:25.267529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4462-a3ba-4952-8f33-6ef90cc0c535 req-00497466-5d98-4d0c-bde4-7a8d00ce69f2 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:25.277838 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4462-a3ba-4952-8f33-6ef90cc0c535 req-00497466-5d98-4d0c-bde4-7a8d00ce69f2 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:25.290874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4462-a3ba-4952-8f33-6ef90cc0c535 req-00497466-5d98-4d0c-bde4-7a8d00ce69f2 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:25.297606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4462-a3ba-4952-8f33-6ef90cc0c535 req-00497466-5d98-4d0c-bde4-7a8d00ce69f2 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:25.304435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4462-a3ba-4952-8f33-6ef90cc0c535 req-00497466-5d98-4d0c-bde4-7a8d00ce69f2 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:25.311288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4462-a3ba-4952-8f33-6ef90cc0c535 req-00497466-5d98-4d0c-bde4-7a8d00ce69f2 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:25.318148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b4462-a3ba-4952-8f33-6ef90cc0c535 req-00497466-5d98-4d0c-bde4-7a8d00ce69f2 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:25.320193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-728b4462-a3ba-4952-8f33-6ef90cc0c535 req-00497466-5d98-4d0c-bde4-7a8d00ce69f2 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5416 time: 0.2770183 Nov 24 13:01:25.343197 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0629d6f8-e2c6-4d7b-9d58-22b13ea542c9 req-df3f598c-430b-45ec-b982-8ec33f440abd tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/floatingips/efd3017d-5560-4db5-8680-2b7989caeb75 HTTP/1.1" status: 200 len: 693 time: 0.0611629 Nov 24 13:01:25.436875 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-8fd6dd7c-fbb2-4a47-8936-bb2b0eef43aa tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:25.438351 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-8fd6dd7c-fbb2-4a47-8936-bb2b0eef43aa tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.3333957 Nov 24 13:01:25.473057 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-a90805ee-6520-44ec-bb20-4c925085fa5c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Request body: {'port': {'device_id': 'ab121517-d047-4eb7-b8f6-7ea989bda9a3', 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'admin_state_up': True, 'tenant_id': '429d3674f3ad4981b2ec0f312da0377d'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:25.477689 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629d6f8-e2c6-4d7b-9d58-22b13ea542c9 req-928e4c20-8ed7-42ca-809f-7555c6529fdc tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:25.480209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0629d6f8-e2c6-4d7b-9d58-22b13ea542c9 req-928e4c20-8ed7-42ca-809f-7555c6529fdc tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.1365812 Nov 24 13:01:25.495131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:25.507586 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-728b4462-a3ba-4952-8f33-6ef90cc0c535 req-b0118290-bf37-41a4-a2f3-96a838cb80da tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1733215 Nov 24 13:01:25.520918 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:25.570540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Transition to ACTIVE for port object 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:01:25.577747 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:25.704796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Pushing event updated for resources: {'Port': ['ID=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:25.714905 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39997fe-6d30-4051-a9e9-2138ea5012d7 req-bc5afc62-ffac-428e-a03a-5bbbda940d0d tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:25.716449 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f39997fe-6d30-4051-a9e9-2138ea5012d7 req-bc5afc62-ffac-428e-a03a-5bbbda940d0d tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 949 time: 0.0883677 Nov 24 13:01:25.804350 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:25.810182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-a90805ee-6520-44ec-bb20-4c925085fa5c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Made reservation on behalf of 429d3674f3ad4981b2ec0f312da0377d for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:25.814713 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-a90805ee-6520-44ec-bb20-4c925085fa5c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:25.837889 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f39997fe-6d30-4051-a9e9-2138ea5012d7 req-1f028486-3ba0-4e63-9d31-f537e10a13c8 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035759 Nov 24 13:01:25.850090 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Attempting to bind port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:25.850363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Attempting to bind port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '9e7b0f72-3387-43e2-9db4-cfb971a4dab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:25.850699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Attempting to bind port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 on network 6df529e3-a95e-4d56-953a-23262bfd3e34 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:25.899333 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c11f2902-bc79-44d9-acc8-77e60edd40f1 req-80061f69-9031-4f2a-9c1f-7a58e6c45667 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 210 time: 0.0327482 Nov 24 13:01:25.902364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 on network 6df529e3-a95e-4d56-953a-23262bfd3e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:25.903069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Attempting to bind port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 on network 6df529e3-a95e-4d56-953a-23262bfd3e34 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:25.920032 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aff3b7a4-4360-4f81-8f94-c382f4abd94d req-8d24e953-5e82-45da-8420-5bbf812a4ef9 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=f2ccf7b19fc94b499aa90be2bd611af2 HTTP/1.1" status: 200 len: 696 time: 0.0455356 Nov 24 13:01:25.955524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:25.956658 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Checking segment: {'id': '9e7b0f72-3387-43e2-9db4-cfb971a4dab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:25.957256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Bound using segment: {'id': '9e7b0f72-3387-43e2-9db4-cfb971a4dab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:25.957862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Bound port: 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7b0f72-3387-43e2-9db4-cfb971a4dab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:25.958378 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:26.053120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3b7a4-4360-4f81-8f94-c382f4abd94d req-3df2d4d7-f7ff-4239-ad70-aca432340b56 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.057260 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aff3b7a4-4360-4f81-8f94-c382f4abd94d req-3df2d4d7-f7ff-4239-ad70-aca432340b56 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/networks?id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 787 time: 0.1283901 Nov 24 13:01:26.122018 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-a90805ee-6520-44ec-bb20-4c925085fa5c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Allocated IP 172.20.0.11 (aae1eca4-2d05-4fc7-96ce-2cd610c52d2b/e9ed41c1-a924-4ba0-9444-2052d8ad1db8/4499fb6b-0b5d-4e33-ae64-8ed3d78a34db) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:26.126272 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6eda940-997c-43af-acb6-ca49f8dcd3f6 req-1dbe41ef-8f96-4c4d-a515-7f9bfba24594 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/floatingips/efd3017d-5560-4db5-8680-2b7989caeb75 HTTP/1.1" status: 200 len: 693 time: 0.0494492 Nov 24 13:01:26.131437 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] For port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:26.136543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] For port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:26.149012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d831d7d-3318-4c15-9adc-bbf07071b400 req-1d76d67c-f400-4580-9739-43ea77902221 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.150544 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d831d7d-3318-4c15-9adc-bbf07071b400 req-1d76d67c-f400-4580-9739-43ea77902221 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.1623340 Nov 24 13:01:26.153008 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:26.237264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.238178 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:26.239624 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] 10.222.0.59 "PUT /v2.0/ports/58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 HTTP/1.1" status: 200 len: 1091 time: 2.5398629 Nov 24 13:01:26.271836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eda940-997c-43af-acb6-ca49f8dcd3f6 req-dd25037a-87b8-445d-a284-074fc649b937 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.273425 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6eda940-997c-43af-acb6-ca49f8dcd3f6 req-dd25037a-87b8-445d-a284-074fc649b937 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.1379354 Nov 24 13:01:26.337319 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d831d7d-3318-4c15-9adc-bbf07071b400 req-ba7c3768-dc9d-4a2b-b2c9-bb93b8adf9e9 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec42dc7-6b27-442b-be6f-220556011c04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754999 Nov 24 13:01:26.355358 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6eda940-997c-43af-acb6-ca49f8dcd3f6 req-a0065632-f9c4-4f31-a2cf-8dbb377d32c8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 696 time: 0.0747995 Nov 24 13:01:26.357500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5a949-5d68-47e0-bf15-94b463b3bd99 service neutron] Pushing event updated for resources: {'Port': ['ID=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:26.433048 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6eda940-997c-43af-acb6-ca49f8dcd3f6 req-f1fb0c82-34d2-4f6d-8461-431c8787abc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.187 HTTP/1.1" status: 200 len: 696 time: 0.0754888 Nov 24 13:01:26.571190 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:26.573876 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-a90805ee-6520-44ec-bb20-4c925085fa5c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:26.582571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-ce18e2c8-baad-44d1-91dd-422c05157391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.583059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-ce18e2c8-baad-44d1-91dd-422c05157391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.583538 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-ce18e2c8-baad-44d1-91dd-422c05157391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.584019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-ce18e2c8-baad-44d1-91dd-422c05157391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.584488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-ce18e2c8-baad-44d1-91dd-422c05157391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.585004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-ce18e2c8-baad-44d1-91dd-422c05157391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.585469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-ce18e2c8-baad-44d1-91dd-422c05157391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.587498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-ce18e2c8-baad-44d1-91dd-422c05157391 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb9995cf9cd4081ba228f719572b20a&device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 6485 time: 0.2951753 Nov 24 13:01:26.599715 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': 'e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1'}, {'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': '58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:26.601607 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d962acd-c714-4a7b-acbc-b5e038613d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1"}, {"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:26.639363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932ea97-2003-4192-a054-c7bbd7fa56e3 req-ee2f30f1-ec36-44e9-bf4e-81953dff10ff tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.640762 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7932ea97-2003-4192-a054-c7bbd7fa56e3 req-ee2f30f1-ec36-44e9-bf4e-81953dff10ff tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 949 time: 0.1018314 Nov 24 13:01:26.680645 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-94834a2a-08ef-4e45-81de-45ae2f1ed4e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1252e94e-e016-46bc-b2bd-47c0ab1b44e8 HTTP/1.1" status: 200 len: 217 time: 0.0743036 Nov 24 13:01:26.685248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-c6eda940-997c-43af-acb6-ca49f8dcd3f6 req-c2da3f88-c2e6-4057-81ba-6ee97a8958a3 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Deleting port 8a457b5e-d24b-4f6f-be5f-427bd459003c {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:26.685592 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c6eda940-997c-43af-acb6-ca49f8dcd3f6 req-c2da3f88-c2e6-4057-81ba-6ee97a8958a3 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:26.691123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-719cb591-b979-4bd5-a367-b8160b4e8cb1 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.692650 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-719cb591-b979-4bd5-a367-b8160b4e8cb1 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 947 time: 0.1981120 Nov 24 13:01:26.805740 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c6eda940-997c-43af-acb6-ca49f8dcd3f6 req-c2da3f88-c2e6-4057-81ba-6ee97a8958a3 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:26.806010 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c6eda940-997c-43af-acb6-ca49f8dcd3f6 req-c2da3f88-c2e6-4057-81ba-6ee97a8958a3 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:26.814782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0c2e4-2a73-4a30-8bf4-c0fbeb83060f req-8034de9a-2036-4665-ba9a-ce0093286400 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.823367 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fd0c2e4-2a73-4a30-8bf4-c0fbeb83060f req-8034de9a-2036-4665-ba9a-ce0093286400 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 947 time: 0.2346995 Nov 24 13:01:26.823634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-c6eda940-997c-43af-acb6-ca49f8dcd3f6 req-c2da3f88-c2e6-4057-81ba-6ee97a8958a3 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Calling delete_port for 8a457b5e-d24b-4f6f-be5f-427bd459003c owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:26.830065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-7932ea97-2003-4192-a054-c7bbd7fa56e3 req-f7e04d1b-30e0-4988-ae06-caa87904047e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Deleting port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:26.830401 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7932ea97-2003-4192-a054-c7bbd7fa56e3 req-f7e04d1b-30e0-4988-ae06-caa87904047e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:26.835688 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-a90805ee-6520-44ec-bb20-4c925085fa5c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:26.858215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d89c442a-2382-4957-87f0-9b9a1f2590a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:26.907534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-4e71bb1c-cfef-4861-9598-ddbe19f9a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:26.908947 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-4e71bb1c-cfef-4861-9598-ddbe19f9a569 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=673a3600-90de-4e02-b5a0-1a7307d2a6a1 HTTP/1.1" status: 200 len: 856 time: 0.2114079 Nov 24 13:01:26.985964 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-7932ea97-2003-4192-a054-c7bbd7fa56e3 req-f7e04d1b-30e0-4988-ae06-caa87904047e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] For port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=bb31412f-3fcf-43c3-a57f-672d1a7a5bd1,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:26.986328 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7932ea97-2003-4192-a054-c7bbd7fa56e3 req-f7e04d1b-30e0-4988-ae06-caa87904047e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:27.000013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-a90805ee-6520-44ec-bb20-4c925085fa5c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:27.009892 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-7932ea97-2003-4192-a054-c7bbd7fa56e3 req-f7e04d1b-30e0-4988-ae06-caa87904047e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Calling delete_port for bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:27.014018 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-a90805ee-6520-44ec-bb20-4c925085fa5c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:27.016251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90805ee-6520-44ec-bb20-4c925085fa5c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Pushing event updated for resources: {'Port': ['ID=4499fb6b-0b5d-4e33-ae64-8ed3d78a34db,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:27.021645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-a90805ee-6520-44ec-bb20-4c925085fa5c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:27.052035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fd0c2e4-2a73-4a30-8bf4-c0fbeb83060f req-ea6097bc-0bb1-4a14-8d7e-2789979d2416 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187574 Nov 24 13:01:27.132700 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c6eda940-997c-43af-acb6-ca49f8dcd3f6 req-c2da3f88-c2e6-4057-81ba-6ee97a8958a3 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:27.167436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da3f88-c2e6-4057-81ba-6ee97a8958a3 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Pushing event deleted for resources: {'Port': ['ID=8a457b5e-d24b-4f6f-be5f-427bd459003c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:27.199623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-28b6a590-2cb3-47e0-bdb4-e25bf81631da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:27.201178 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-28b6a590-2cb3-47e0-bdb4-e25bf81631da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbaf4bb5-e42b-455c-baa5-50d6cb251c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2839313 Nov 24 13:01:27.228408 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-a90805ee-6520-44ec-bb20-4c925085fa5c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:27.229075 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-a90805ee-6520-44ec-bb20-4c925085fa5c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:27.255969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Deleting port 411ed3bf-1924-4b89-91a8-c3964eebb50a {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:27.256322 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:27.289290 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c6eda940-997c-43af-acb6-ca49f8dcd3f6 req-c2da3f88-c2e6-4057-81ba-6ee97a8958a3 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:27.293038 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c6eda940-997c-43af-acb6-ca49f8dcd3f6 req-c2da3f88-c2e6-4057-81ba-6ee97a8958a3 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:27.301358 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6eda940-997c-43af-acb6-ca49f8dcd3f6 req-c2da3f88-c2e6-4057-81ba-6ee97a8958a3 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "DELETE /v2.0/floatingips/efd3017d-5560-4db5-8680-2b7989caeb75 HTTP/1.1" status: 204 len: 173 time: 0.8615224 Nov 24 13:01:27.302910 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7932ea97-2003-4192-a054-c7bbd7fa56e3 req-f7e04d1b-30e0-4988-ae06-caa87904047e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:27.319562 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-a90805ee-6520-44ec-bb20-4c925085fa5c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8598123 Nov 24 13:01:27.320748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['58725471-ab98-4914-ad65-4a77d8fde287', 'b70673d4-dccc-4966-b3ef-86c3358d476c', 'a3bb234e-5133-4468-9062-99fcc82ba5eb', 'bb31412f-3fcf-43c3-a57f-672d1a7a5bd1'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:27.332409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-9358ab25-a818-4697-bced-ab8631a69147 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:01:27.333453 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-9358ab25-a818-4697-bced-ab8631a69147 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059626 Nov 24 13:01:27.442272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be679f-7ec6-4771-928d-5d66a6e61812 req-4d4fbc9a-0fe1-4827-a412-55ce63a50574 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:27.448993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be679f-7ec6-4771-928d-5d66a6e61812 req-4d4fbc9a-0fe1-4827-a412-55ce63a50574 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:27.456230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be679f-7ec6-4771-928d-5d66a6e61812 req-4d4fbc9a-0fe1-4827-a412-55ce63a50574 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:27.464302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be679f-7ec6-4771-928d-5d66a6e61812 req-4d4fbc9a-0fe1-4827-a412-55ce63a50574 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:27.470783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be679f-7ec6-4771-928d-5d66a6e61812 req-4d4fbc9a-0fe1-4827-a412-55ce63a50574 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:27.472309 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b', '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:27.477136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be679f-7ec6-4771-928d-5d66a6e61812 req-4d4fbc9a-0fe1-4827-a412-55ce63a50574 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:27.483260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be679f-7ec6-4771-928d-5d66a6e61812 req-4d4fbc9a-0fe1-4827-a412-55ce63a50574 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:27.492602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8be679f-7ec6-4771-928d-5d66a6e61812 req-4d4fbc9a-0fe1-4827-a412-55ce63a50574 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.3120139 Nov 24 13:01:27.502353 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad68c2a7-58c8-4ed5-b51b-cca19f5eab86 x-openstack-request-id: req-ad68c2a7-58c8-4ed5-b51b-cca19f5eab86 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:27.502715 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:27.502970 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad68c2a7-58c8-4ed5-b51b-cca19f5eab86 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:27.503401 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': 'e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1', 'status': 'completed', 'code': 200} Nov 24 13:01:27.503660 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': '58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6', 'status': 'completed', 'code': 200} Nov 24 13:01:27.508913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Request body: {'port': {'device_id': 'ab121517-d047-4eb7-b8f6-7ea989bda9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:27.618278 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] For port 411ed3bf-1924-4b89-91a8-c3964eebb50a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=411ed3bf-1924-4b89-91a8-c3964eebb50a,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:27.619003 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:27.634189 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-46a67474-bac3-49db-a70b-9875ae992d17 service neutron] 10.222.0.59 "GET /v2.0/networks/fbaf4bb5-e42b-455c-baa5-50d6cb251c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005780 Nov 24 13:01:27.739021 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8be679f-7ec6-4771-928d-5d66a6e61812 req-acb62adf-2893-4b83-b488-036fcea761ff tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2453740 Nov 24 13:01:27.781770 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:27.834019 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e04d1b-30e0-4988-ae06-caa87904047e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event deleted for resources: {'Port': ['ID=bb31412f-3fcf-43c3-a57f-672d1a7a5bd1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:27.907036 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a870aa6-d02b-4f1c-ad29-a4718f4c83f0 req-c583e29a-cb69-4820-9250-fdd9a8560b6f tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e06627a-d3ba-4441-ad04-7f1ce37a5b5f HTTP/1.1" status: 200 len: 210 time: 0.0782642 Nov 24 13:01:27.973963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-7932ea97-2003-4192-a054-c7bbd7fa56e3 req-f7e04d1b-30e0-4988-ae06-caa87904047e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] No DVR routers for this DVR port bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:27.977772 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7932ea97-2003-4192-a054-c7bbd7fa56e3 req-f7e04d1b-30e0-4988-ae06-caa87904047e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:27.982367 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7932ea97-2003-4192-a054-c7bbd7fa56e3 req-f7e04d1b-30e0-4988-ae06-caa87904047e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "DELETE /v2.0/ports/bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 HTTP/1.1" status: 204 len: 173 time: 1.3345385 Nov 24 13:01:27.984516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e06627a-d3ba-4441-ad04-7f1ce37a5b5f', 'name': 'network-vif-deleted', 'tag': 'bb31412f-3fcf-43c3-a57f-672d1a7a5bd1'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:27.989532 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8437394a-0a4f-4ecb-9f57-9684f334a7f8" -d '{"events": [{"server_uuid": "3e06627a-d3ba-4441-ad04-7f1ce37a5b5f", "name": "network-vif-deleted", "tag": "bb31412f-3fcf-43c3-a57f-672d1a7a5bd1"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:28.070976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182a3e8-d347-4633-8267-25da7f39c2d1 req-10b8ac83-55d1-41a5-a699-965eafdb4073 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:28.072959 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f182a3e8-d347-4633-8267-25da7f39c2d1 req-10b8ac83-55d1-41a5-a699-965eafdb4073 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.59 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 946 time: 0.2404854 Nov 24 13:01:28.085674 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-855f75ea-beae-412a-8b29-be6c66bd2901 service neutron] 10.222.0.59 "GET /v2.0/networks/fbaf4bb5-e42b-455c-baa5-50d6cb251c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236646 Nov 24 13:01:28.101258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143addd1-10ee-4429-b05c-e93dc5539ef1 req-6b86a4c3-20d7-4433-a86a-a816c02ac009 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:28.113055 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-143addd1-10ee-4429-b05c-e93dc5539ef1 req-6b86a4c3-20d7-4433-a86a-a816c02ac009 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 932 time: 0.2541709 Nov 24 13:01:28.194121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-de23a473-f048-4ee5-8c2e-68dfca16515f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=6e8eee07-d40a-4ec6-8dc1-46980cce72fe HTTP/1.1" status: 200 len: 217 time: 0.0725114 Nov 24 13:01:28.281487 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-40c66f36-ae7d-4818-9631-6caa98073621 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3100879 Nov 24 13:01:28.299195 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:28.323090 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:01:28.351565 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-f182a3e8-d347-4633-8267-25da7f39c2d1 req-f188e8e7-f652-4c61-a100-5d4b5c1cd9e6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Deleting port 13b51106-0de7-42f9-a769-9f0ad51fa073 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:28.351915 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f182a3e8-d347-4633-8267-25da7f39c2d1 req-f188e8e7-f652-4c61-a100-5d4b5c1cd9e6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:28.447920 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:28.541006 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-f182a3e8-d347-4633-8267-25da7f39c2d1 req-f188e8e7-f652-4c61-a100-5d4b5c1cd9e6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] For port 13b51106-0de7-42f9-a769-9f0ad51fa073, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=13b51106-0de7-42f9-a769-9f0ad51fa073,segment=NetworkSegment(ccce881b-1d8c-4530-9fd0-90b1f8996d16),segment_id=ccce881b-1d8c-4530-9fd0-90b1f8996d16)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:28.541319 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f182a3e8-d347-4633-8267-25da7f39c2d1 req-f188e8e7-f652-4c61-a100-5d4b5c1cd9e6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:28.559849 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-f182a3e8-d347-4633-8267-25da7f39c2d1 req-f188e8e7-f652-4c61-a100-5d4b5c1cd9e6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Calling delete_port for 13b51106-0de7-42f9-a769-9f0ad51fa073 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:28.739276 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:28.794836 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:28.795151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:28.795444 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Floating IP c6a00151-cf4a-470a-8868-ce7c4a1b07e8 disassociated. External IP: 172.25.0.246, port: 411ed3bf-1924-4b89-91a8-c3964eebb50a. Nov 24 13:01:28.796323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Calling delete_port for 411ed3bf-1924-4b89-91a8-c3964eebb50a owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:28.815380 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f182a3e8-d347-4633-8267-25da7f39c2d1 req-f188e8e7-f652-4c61-a100-5d4b5c1cd9e6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:28.829837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['13b51106-0de7-42f9-a769-9f0ad51fa073'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:28.858042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188e8e7-f652-4c61-a100-5d4b5c1cd9e6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Pushing event deleted for resources: {'Port': ['ID=13b51106-0de7-42f9-a769-9f0ad51fa073,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:28.895764 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-143addd1-10ee-4429-b05c-e93dc5539ef1 req-4f309609-cb60-48f8-8cc1-b84a8998fbdc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7787642 Nov 24 13:01:28.901118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b0cacc9c-feea-4092-b384-f1ae82f42315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:28.902569 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b0cacc9c-feea-4092-b384-f1ae82f42315 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.7008488 Nov 24 13:01:28.934614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-f182a3e8-d347-4633-8267-25da7f39c2d1 req-f188e8e7-f652-4c61-a100-5d4b5c1cd9e6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] No DVR routers for this DVR port 13b51106-0de7-42f9-a769-9f0ad51fa073 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:28.939847 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f182a3e8-d347-4633-8267-25da7f39c2d1 req-f188e8e7-f652-4c61-a100-5d4b5c1cd9e6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:28.943587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f182a3e8-d347-4633-8267-25da7f39c2d1 req-f188e8e7-f652-4c61-a100-5d4b5c1cd9e6 tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.59 "DELETE /v2.0/ports/13b51106-0de7-42f9-a769-9f0ad51fa073 HTTP/1.1" status: 204 len: 173 time: 0.8540578 Nov 24 13:01:28.955680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Allocated IP 172.25.0.171 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/216e6a24-a6b4-4c3e-adf3-8dedfb19d27b) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:29.031045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-6fba6129-2f50-4154-8290-27d4b274609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:29.032755 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-6fba6129-2f50-4154-8290-27d4b274609e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1006055 Nov 24 13:01:29.122526 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:29.143902 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c61d0e31-6f51-4023-822d-5839deee168d req-261216f0-3276-4207-9982-ecea95c0d4ae tempest-ServersNegativeTestJSON-1439149263 tempest-ServersNegativeTestJSON-1439149263-project] 10.222.0.48 "GET /v2.0/ports?device_id=f09f44a8-20a4-4d19-8b1d-525c0dbbaa43 HTTP/1.1" status: 200 len: 210 time: 0.0631523 Nov 24 13:01:29.173148 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:29.215039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:29.219050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:29.226904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:29.263424 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Pushing event updated for resources: {'Port': ['ID=216e6a24-a6b4-4c3e-adf3-8dedfb19d27b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:29.279772 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:29.290597 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:29.293743 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:29.347730 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Transition to ACTIVE for port object 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:01:29.352562 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-41145bb4-1bbd-44d6-ad97-9a20231dfb65 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085890 Nov 24 13:01:29.353141 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:29.353363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event deleted for resources: {'Port': ['ID=411ed3bf-1924-4b89-91a8-c3964eebb50a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:29.359090 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:29.418792 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:29.533281 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6267aedc-e339-4416-84a9-40587587bd36 x-openstack-request-id: req-6267aedc-e339-4416-84a9-40587587bd36 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:29.536545 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e06627a-d3ba-4441-ad04-7f1ce37a5b5f", "name": "network-vif-deleted", "tag": "bb31412f-3fcf-43c3-a57f-672d1a7a5bd1", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:29.536545 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6267aedc-e339-4416-84a9-40587587bd36 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:29.536545 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e06627a-d3ba-4441-ad04-7f1ce37a5b5f', 'name': 'network-vif-deleted', 'tag': 'bb31412f-3fcf-43c3-a57f-672d1a7a5bd1', 'status': 'completed', 'code': 200} Nov 24 13:01:29.577327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Pushing event updated for resources: {'Port': ['ID=4499fb6b-0b5d-4e33-ae64-8ed3d78a34db,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:29.648808 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9ddab80-0da7-4ceb-9ca4-a83e3050f4c6 req-53e881e4-51af-4962-a936-124b7555cfe2 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55 HTTP/1.1" status: 200 len: 210 time: 0.0737665 Nov 24 13:01:29.682719 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-2948b7c0-49c7-4596-8ebd-6cae85a4d90e service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200195 Nov 24 13:01:29.698383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:29.703107 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:29.783278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-0f34e62a-9ac7-42d8-bf72-f266160b603f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=97cc90c5-fb57-425a-a378-479282e4b014 HTTP/1.1" status: 200 len: 217 time: 0.0885661 Nov 24 13:01:29.797862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Pushing event updated for resources: {'Port': ['ID=216e6a24-a6b4-4c3e-adf3-8dedfb19d27b,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:29.811097 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:29.828244 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:29.837155 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-74acc95c-17a0-4646-907b-b76d9b932dc8 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5449600 Nov 24 13:01:29.877159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:01:29.900824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Attempting to bind port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:29.901189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Attempting to bind port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:29.901553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Attempting to bind port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:29.913858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-e708a891-b350-4cc0-be39-847e24db8fa7 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0754688 Nov 24 13:01:29.942485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:29.942868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Attempting to bind port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:29.966513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:29.967115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Checking segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:29.967745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Bound using segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:29.968481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Bound port: 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:29.969037 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:30.014783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-719c9c26-3481-4277-8d58-489d3b900849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.016913 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-719c9c26-3481-4277-8d58-489d3b900849 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.1888065 Nov 24 13:01:30.054947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-c2c96853-aac4-4a72-8dc2-134969c7e897 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.057072 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4688b20d-bc20-443b-b61e-9675c1f8a0a5 req-c2c96853-aac4-4a72-8dc2-134969c7e897 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.1420376 Nov 24 13:01:30.123064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ffd9-6fa8-4ae0-9fca-6b293bf59d58 req-970f8445-4f51-4cb8-b064-bbe4b0ff5ec1 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.129812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ffd9-6fa8-4ae0-9fca-6b293bf59d58 req-970f8445-4f51-4cb8-b064-bbe4b0ff5ec1 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.136353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ffd9-6fa8-4ae0-9fca-6b293bf59d58 req-970f8445-4f51-4cb8-b064-bbe4b0ff5ec1 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.142508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ffd9-6fa8-4ae0-9fca-6b293bf59d58 req-970f8445-4f51-4cb8-b064-bbe4b0ff5ec1 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.148974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ffd9-6fa8-4ae0-9fca-6b293bf59d58 req-970f8445-4f51-4cb8-b064-bbe4b0ff5ec1 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.155306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ffd9-6fa8-4ae0-9fca-6b293bf59d58 req-970f8445-4f51-4cb8-b064-bbe4b0ff5ec1 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.162266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ffd9-6fa8-4ae0-9fca-6b293bf59d58 req-970f8445-4f51-4cb8-b064-bbe4b0ff5ec1 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.164615 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9189ffd9-6fa8-4ae0-9fca-6b293bf59d58 req-970f8445-4f51-4cb8-b064-bbe4b0ff5ec1 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.3123975 Nov 24 13:01:30.224971 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d61d3-1607-480a-b3d1-a3d4df4b8060 req-1fca6eb6-1c59-41d6-a331-8df33a820159 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.232952 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c3d61d3-1607-480a-b3d1-a3d4df4b8060 req-1fca6eb6-1c59-41d6-a331-8df33a820159 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 944 time: 0.0750446 Nov 24 13:01:30.258635 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-fe578e12-c6a1-4799-93fc-3e87ac471081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.260305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-fe578e12-c6a1-4799-93fc-3e87ac471081 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2312379 Nov 24 13:01:30.272263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] For port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:30.285825 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] For port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=4499fb6b-0b5d-4e33-ae64-8ed3d78a34db,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:30.296383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c3d61d3-1607-480a-b3d1-a3d4df4b8060 req-e8709a63-337a-4425-a7fd-9413be699289 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622797 Nov 24 13:01:30.318833 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:30.335118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:01:30.347704 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe23658-7a36-4275-9632-ea2ca44dc015 None None] Sync routers for ids ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:01:30.361121 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe23658-7a36-4275-9632-ea2ca44dc015 None None] Routers {'44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:01:30.361963 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ffe23658-7a36-4275-9632-ea2ca44dc015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:30.463844 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9189ffd9-6fa8-4ae0-9fca-6b293bf59d58 req-9ffb14da-46b5-4566-a7b8-11f6848bb2da tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2651048 Nov 24 13:01:30.463977 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8abf17a7-394f-4a70-9d0a-5a0466c3e075 req-f015efc6-b7d2-4727-9f58-3336a39c1645 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/floatingips/69e55f63-781c-44f0-89dc-d1a818f9e5d2 HTTP/1.1" status: 200 len: 693 time: 0.1352332 Nov 24 13:01:30.469565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.470193 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:30.472160 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] 10.222.0.46 "PUT /v2.0/ports/4499fb6b-0b5d-4e33-ae64-8ed3d78a34db HTTP/1.1" status: 200 len: 1092 time: 3.0977116 Nov 24 13:01:30.491862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab121517-d047-4eb7-b8f6-7ea989bda9a3', 'tag': '4499fb6b-0b5d-4e33-ae64-8ed3d78a34db'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:30.498274 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91c38c5-147d-46e6-b201-a8412d5063b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab121517-d047-4eb7-b8f6-7ea989bda9a3", "tag": "4499fb6b-0b5d-4e33-ae64-8ed3d78a34db"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:30.537451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] No DVR routers for this DVR port 411ed3bf-1924-4b89-91a8-c3964eebb50a on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:30.552504 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ffe23658-7a36-4275-9632-ea2ca44dc015 None None] Set router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:01:30.587357 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:30.592861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fad999c2-1be3-4dbb-9f5e-6016caa72f2d req-6c2f4268-3695-4334-bb50-8574e90a168c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.46 "DELETE /v2.0/ports/411ed3bf-1924-4b89-91a8-c3964eebb50a HTTP/1.1" status: 204 len: 173 time: 3.8767974 Nov 24 13:01:30.636237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc866f-5a7a-471a-8c96-039efa533d67 service neutron] Pushing event updated for resources: {'Port': ['ID=4499fb6b-0b5d-4e33-ae64-8ed3d78a34db,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:30.645160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-9c8c93ed-a835-48bd-a662-eb5c9ac8c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.646658 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-9c8c93ed-a835-48bd-a662-eb5c9ac8c912 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 1095 time: 0.0991540 Nov 24 13:01:30.649437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-44127c96-a90e-431e-85f5-cf2029436112 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786550 Nov 24 13:01:30.666714 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf17a7-394f-4a70-9d0a-5a0466c3e075 req-9388f42c-4a3d-4a4d-a781-8992e82a7607 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.678663 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8abf17a7-394f-4a70-9d0a-5a0466c3e075 req-9388f42c-4a3d-4a4d-a781-8992e82a7607 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 784 time: 0.2137790 Nov 24 13:01:30.716892 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-3a69f4a9-755e-4401-a92c-127117ce7b5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4499fb6b-0b5d-4e33-ae64-8ed3d78a34db HTTP/1.1" status: 200 len: 217 time: 0.0604224 Nov 24 13:01:30.772453 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8abf17a7-394f-4a70-9d0a-5a0466c3e075 req-1df33d33-4d36-4cdb-b642-191024528b1a tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0925224 Nov 24 13:01:30.849332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 13b51106-0de7-42f9-a769-9f0ad51fa073 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:30.872830 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33718) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:30.896208 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8abf17a7-394f-4a70-9d0a-5a0466c3e075 req-212c3924-0649-4729-991e-73657d4b6ae9 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.171 HTTP/1.1" status: 200 len: 696 time: 0.0999365 Nov 24 13:01:30.896906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 13b51106-0de7-42f9-a769-9f0ad51fa073 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:30.897290 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 13b51106-0de7-42f9-a769-9f0ad51fa073 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:30.933939 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ffe23658-7a36-4275-9632-ea2ca44dc015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:32Z', 'revision_number': 5, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:30.946699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-d6a1578a-787d-48cd-a6f4-1666b55d5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:30.948353 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-d6a1578a-787d-48cd-a6f4-1666b55d5306 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.1170926 Nov 24 13:01:30.952497 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-2c44089a-d5e0-4f58-9faf-5e9b7cfeb7f5 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380316 Nov 24 13:01:30.972229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1acbcd-3a1b-449f-ba21-02cd59262986 admin admin] Deleting subnet 11e3051e-b0fa-49e8-b2ef-efe853098352 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:01:30.996690 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe23658-7a36-4275-9632-ea2ca44dc015 None None] Checking router: 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:01:31.003106 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b1acbcd-3a1b-449f-ba21-02cd59262986 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:31.007152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-b7e2a048-bed6-4d27-b3c7-9e6767389f8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489788 Nov 24 13:01:31.012375 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe23658-7a36-4275-9632-ea2ca44dc015 None None] Routers {'44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:01:31.013311 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ffe23658-7a36-4275-9632-ea2ca44dc015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:31.062941 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-edab1d61-76e4-4cf8-ae06-a702825ea2a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=5ab98a21-6fe7-4896-9575-4945f031504a HTTP/1.1" status: 200 len: 217 time: 0.0956094 Nov 24 13:01:31.150049 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b1acbcd-3a1b-449f-ba21-02cd59262986 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:31.220099 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ffe23658-7a36-4275-9632-ea2ca44dc015 None None] Set router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:01:31.220774 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7225a437-cdfe-4fed-b53c-29dd375f7748 x-openstack-request-id: req-7225a437-cdfe-4fed-b53c-29dd375f7748 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:31.221146 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab121517-d047-4eb7-b8f6-7ea989bda9a3", "tag": "4499fb6b-0b5d-4e33-ae64-8ed3d78a34db", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:31.222951 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7225a437-cdfe-4fed-b53c-29dd375f7748 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:31.224759 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab121517-d047-4eb7-b8f6-7ea989bda9a3', 'tag': '4499fb6b-0b5d-4e33-ae64-8ed3d78a34db', 'status': 'completed', 'code': 200} Nov 24 13:01:31.236192 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-8abf17a7-394f-4a70-9d0a-5a0466c3e075 req-d7ff78cd-7f40-4120-8942-ec1ee3bf89d9 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Deleting port 216e6a24-a6b4-4c3e-adf3-8dedfb19d27b {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:31.236875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8abf17a7-394f-4a70-9d0a-5a0466c3e075 req-d7ff78cd-7f40-4120-8942-ec1ee3bf89d9 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:31.313758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-d3e068ed-af08-4d8c-a294-0eb27146b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:31.316099 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-d3e068ed-af08-4d8c-a294-0eb27146b2f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.2404799 Nov 24 13:01:31.350338 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b1acbcd-3a1b-449f-ba21-02cd59262986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:31.416533 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-cfa6989f-165a-407b-9855-0723d7e9b988 service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559084 Nov 24 13:01:31.430229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8abf17a7-394f-4a70-9d0a-5a0466c3e075 req-d7ff78cd-7f40-4120-8942-ec1ee3bf89d9 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:31.432315 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8abf17a7-394f-4a70-9d0a-5a0466c3e075 req-d7ff78cd-7f40-4120-8942-ec1ee3bf89d9 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:31.465335 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-8abf17a7-394f-4a70-9d0a-5a0466c3e075 req-d7ff78cd-7f40-4120-8942-ec1ee3bf89d9 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Calling delete_port for 216e6a24-a6b4-4c3e-adf3-8dedfb19d27b owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:31.510121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-1228194d-e26b-4b78-8ef9-af7bbeac0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:31.511804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-1228194d-e26b-4b78-8ef9-af7bbeac0142 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1851895 Nov 24 13:01:31.531016 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b1acbcd-3a1b-449f-ba21-02cd59262986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:31.545514 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09f44a8-20a4-4d19-8b1d-525c0dbbaa43', 'name': 'network-vif-deleted', 'tag': '13b51106-0de7-42f9-a769-9f0ad51fa073'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:31.548005 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a75fc9-6a41-48cb-8d0c-e106ac02c3e7" -d '{"events": [{"server_uuid": "f09f44a8-20a4-4d19-8b1d-525c0dbbaa43", "name": "network-vif-deleted", "tag": "13b51106-0de7-42f9-a769-9f0ad51fa073"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:31.584939 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ffe23658-7a36-4275-9632-ea2ca44dc015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:32Z', 'revision_number': 5, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:31.589187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1acbcd-3a1b-449f-ba21-02cd59262986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e3051e-b0fa-49e8-b2ef-efe853098352,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:31.606616 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b1acbcd-3a1b-449f-ba21-02cd59262986 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:31.613411 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8b1acbcd-3a1b-449f-ba21-02cd59262986 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/11e3051e-b0fa-49e8-b2ef-efe853098352 HTTP/1.1" status: 204 len: 168 time: 0.7369463 Nov 24 13:01:31.615207 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33732) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:31.646493 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcc3eed7-0e66-4e68-abb9-c781cb421600 req-26ff44d8-cc50-4782-837a-c998177a4dbd service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209377 Nov 24 13:01:31.649274 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe23658-7a36-4275-9632-ea2ca44dc015 None None] The sync data for ids ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'] in n-d-817303-4 is: [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:32Z', 'revision_number': 5, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:01:31.677085 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-d6a9ef4b-ad65-46a7-8123-e2cdfd545cf5 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555924 Nov 24 13:01:31.744627 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98c79335-faff-461a-8a63-46de8cc3b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:31.882619 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c38c5-147d-46e6-b201-a8412d5063b5 req-f8076f52-a955-4be2-9648-f8e52fbfd7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:31.884169 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d91c38c5-147d-46e6-b201-a8412d5063b5 req-f8076f52-a955-4be2-9648-f8e52fbfd7d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 1095 time: 0.1734705 Nov 24 13:01:31.892182 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-6bbd9fb8-6f01-4907-b6f6-745c084a5d52 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056887 Nov 24 13:01:31.896835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98c79335-faff-461a-8a63-46de8cc3b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:31.907048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ceec6-3c40-4b59-8051-a8534990cdf4 req-a2fabccc-f234-44d2-862f-6cc1ca29541c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:31.909040 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-897ceec6-3c40-4b59-8051-a8534990cdf4 req-a2fabccc-f234-44d2-862f-6cc1ca29541c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 944 time: 0.0961847 Nov 24 13:01:31.954491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 411ed3bf-1924-4b89-91a8-c3964eebb50a no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:31.955745 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8abf17a7-394f-4a70-9d0a-5a0466c3e075 req-d7ff78cd-7f40-4120-8942-ec1ee3bf89d9 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:31.971749 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-98c79335-faff-461a-8a63-46de8cc3b68a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:31.978785 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-9ad33ddc-bb6f-4fe8-b8c9-b1b5b5761cc0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 HTTP/1.1" status: 200 len: 217 time: 0.0673389 Nov 24 13:01:32.004781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 411ed3bf-1924-4b89-91a8-c3964eebb50a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:32.007562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 411ed3bf-1924-4b89-91a8-c3964eebb50a not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:32.016570 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-98c79335-faff-461a-8a63-46de8cc3b68a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccce881b-1d8c-4530-9fd0-90b1f8996d16') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:32.016570 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-98c79335-faff-461a-8a63-46de8cc3b68a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccce881b-1d8c-4530-9fd0-90b1f8996d16') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:32.019401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:32.020182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff78cd-7f40-4120-8942-ec1ee3bf89d9 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Pushing event deleted for resources: {'Port': ['ID=216e6a24-a6b4-4c3e-adf3-8dedfb19d27b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:32.056475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:32.057439 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device bb31412f-3fcf-43c3-a57f-672d1a7a5bd1 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:32.156831 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-897ceec6-3c40-4b59-8051-a8534990cdf4 req-88631891-5b62-411f-9be4-85edc8a4254f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320371 Nov 24 13:01:32.157911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c38c5-147d-46e6-b201-a8412d5063b5 req-656a66f9-8678-436d-aa87-59e1a177e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:32.159544 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d91c38c5-147d-46e6-b201-a8412d5063b5 req-656a66f9-8678-436d-aa87-59e1a177e50c service neutron] 10.222.0.46 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 906 time: 0.2495308 Nov 24 13:01:32.174293 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8abf17a7-394f-4a70-9d0a-5a0466c3e075 req-d7ff78cd-7f40-4120-8942-ec1ee3bf89d9 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:32.186651 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8abf17a7-394f-4a70-9d0a-5a0466c3e075 req-d7ff78cd-7f40-4120-8942-ec1ee3bf89d9 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:32.202330 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8abf17a7-394f-4a70-9d0a-5a0466c3e075 req-d7ff78cd-7f40-4120-8942-ec1ee3bf89d9 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "DELETE /v2.0/floatingips/69e55f63-781c-44f0-89dc-d1a818f9e5d2 HTTP/1.1" status: 204 len: 173 time: 1.3026683 Nov 24 13:01:32.224997 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98c79335-faff-461a-8a63-46de8cc3b68a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:32.228602 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33740) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:32.242907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f557c6d7-5a94-4057-bd15-824eb59d7b90 None None] New status for floating IP c6a00151-cf4a-470a-8868-ce7c4a1b07e8: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:01:32.291519 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98c79335-faff-461a-8a63-46de8cc3b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:32.300995 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0ffd94-9a75-47f6-beca-6345ce55a3c5 x-openstack-request-id: req-fa0ffd94-9a75-47f6-beca-6345ce55a3c5 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:32.301522 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09f44a8-20a4-4d19-8b1d-525c0dbbaa43", "name": "network-vif-deleted", "tag": "13b51106-0de7-42f9-a769-9f0ad51fa073", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:32.302002 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa0ffd94-9a75-47f6-beca-6345ce55a3c5 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:32.302596 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09f44a8-20a4-4d19-8b1d-525c0dbbaa43', 'name': 'network-vif-deleted', 'tag': '13b51106-0de7-42f9-a769-9f0ad51fa073', 'status': 'completed', 'code': 200} Nov 24 13:01:32.346511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c79335-faff-461a-8a63-46de8cc3b68a admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:01:32.347274 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98c79335-faff-461a-8a63-46de8cc3b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:01:32.352069 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:01:32.430419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefa47a-96fb-42bf-a08a-b8f04d6227fc req-e6822d70-a54f-42d2-843d-e0f27ae124bb tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:32.432193 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9aefa47a-96fb-42bf-a08a-b8f04d6227fc req-e6822d70-a54f-42d2-843d-e0f27ae124bb tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "GET /v2.0/ports?device_id=ec44342e-0ffd-4a36-8075-d58739139774 HTTP/1.1" status: 200 len: 950 time: 0.2778528 Nov 24 13:01:32.524401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea95055-45da-4216-8341-acbaeb4ce787 req-6f3c25c5-3d4b-4aa0-a896-6b0dbf52fe9c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:32.531062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea95055-45da-4216-8341-acbaeb4ce787 req-6f3c25c5-3d4b-4aa0-a896-6b0dbf52fe9c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:32.537989 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea95055-45da-4216-8341-acbaeb4ce787 req-6f3c25c5-3d4b-4aa0-a896-6b0dbf52fe9c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:32.543981 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea95055-45da-4216-8341-acbaeb4ce787 req-6f3c25c5-3d4b-4aa0-a896-6b0dbf52fe9c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:32.550426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea95055-45da-4216-8341-acbaeb4ce787 req-6f3c25c5-3d4b-4aa0-a896-6b0dbf52fe9c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:32.557147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea95055-45da-4216-8341-acbaeb4ce787 req-6f3c25c5-3d4b-4aa0-a896-6b0dbf52fe9c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:32.562992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea95055-45da-4216-8341-acbaeb4ce787 req-6f3c25c5-3d4b-4aa0-a896-6b0dbf52fe9c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:32.564913 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ea95055-45da-4216-8341-acbaeb4ce787 req-6f3c25c5-3d4b-4aa0-a896-6b0dbf52fe9c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.2589755 Nov 24 13:01:32.573183 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98c79335-faff-461a-8a63-46de8cc3b68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:32.578551 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0301ec8b-3ad1-4817-b823-aa2424cacac7 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:32.594315 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98c79335-faff-461a-8a63-46de8cc3b68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:32.597328 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-98c79335-faff-461a-8a63-46de8cc3b68a admin admin] 10.222.0.48 "DELETE /v2.0/networks/b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9 HTTP/1.1" status: 204 len: 168 time: 0.9808705 Nov 24 13:01:32.632538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c79335-faff-461a-8a63-46de8cc3b68a admin admin] Pushing event deleted for resources: {'Network': ['ID=b5cc9fc6-894f-4ad0-a64d-f4d75306f4c9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:32.673527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7ebaf91d-b5b7-4d1d-8750-19c0791673c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:32.675541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7ebaf91d-b5b7-4d1d-8750-19c0791673c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.6818531 Nov 24 13:01:32.676881 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d91c38c5-147d-46e6-b201-a8412d5063b5 req-8f5e33df-3f0b-4364-8ea5-1e8885e021b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4499fb6b-0b5d-4e33-ae64-8ed3d78a34db HTTP/1.1" status: 200 len: 217 time: 0.5075467 Nov 24 13:01:32.724320 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0301ec8b-3ad1-4817-b823-aa2424cacac7 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:32.767494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33746) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:32.809702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7bca9956-aa29-49fe-a652-67e7d07447a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:32.811736 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7bca9956-aa29-49fe-a652-67e7d07447a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033685 Nov 24 13:01:32.825169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd669a9-d939-494d-b820-7f0bd5cf2d81 req-1ecc9596-35f9-48be-a6e8-744230930ab7 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:32.826929 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bd669a9-d939-494d-b820-7f0bd5cf2d81 req-1ecc9596-35f9-48be-a6e8-744230930ab7 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec44342e-0ffd-4a36-8075-d58739139774 HTTP/1.1" status: 200 len: 950 time: 0.1562123 Nov 24 13:01:32.836707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c38c5-147d-46e6-b201-a8412d5063b5 req-b70146a4-f7bc-4be5-8eae-02f75ff51286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:32.838133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d91c38c5-147d-46e6-b201-a8412d5063b5 req-b70146a4-f7bc-4be5-8eae-02f75ff51286 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.1312478 Nov 24 13:01:32.839179 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ea95055-45da-4216-8341-acbaeb4ce787 req-b122adb6-cdb0-4780-8448-c6a08e7a29be tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2640941 Nov 24 13:01:32.858368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-9aefa47a-96fb-42bf-a08a-b8f04d6227fc req-b0712c30-d16c-4ee3-9d8e-d4d1a9d2c212 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Deleting port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:32.861194 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9aefa47a-96fb-42bf-a08a-b8f04d6227fc req-b0712c30-d16c-4ee3-9d8e-d4d1a9d2c212 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:32.894383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d91c38c5-147d-46e6-b201-a8412d5063b5 req-eb84133c-1a87-4963-aa30-38e946d8a662 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474982 Nov 24 13:01:32.967149 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a020569d-6aaf-4bc2-a082-1cffe29fe158 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f105f42ae49484599bae47aa69aa081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942234 Nov 24 13:01:32.978171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33748) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:33.018083 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-9aefa47a-96fb-42bf-a08a-b8f04d6227fc req-b0712c30-d16c-4ee3-9d8e-d4d1a9d2c212 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] For port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=31b5184c-5c12-40b2-8e09-2f3a0ddf96a3,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:33.018544 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9aefa47a-96fb-42bf-a08a-b8f04d6227fc req-b0712c30-d16c-4ee3-9d8e-d4d1a9d2c212 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:33.024798 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0301ec8b-3ad1-4817-b823-aa2424cacac7 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:33.027578 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0301ec8b-3ad1-4817-b823-aa2424cacac7 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:33.031125 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0301ec8b-3ad1-4817-b823-aa2424cacac7 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "DELETE /v2.0/security-groups/cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8 HTTP/1.1" status: 204 len: 168 time: 0.7962441 Nov 24 13:01:33.052074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33750) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:33.066894 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-2fe8738e-a35d-44e8-9ba4-baab0fc0bd74 req-635423dd-4318-4d31-8106-f2bdae0e68b9 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] show failed (client error): The resource could not be found. Nov 24 13:01:33.067908 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2fe8738e-a35d-44e8-9ba4-baab0fc0bd74 req-635423dd-4318-4d31-8106-f2bdae0e68b9 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/floatingips/69e55f63-781c-44f0-89dc-d1a818f9e5d2 HTTP/1.1" status: 404 len: 350 time: 0.0703478 Nov 24 13:01:33.076659 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-9aefa47a-96fb-42bf-a08a-b8f04d6227fc req-b0712c30-d16c-4ee3-9d8e-d4d1a9d2c212 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Calling delete_port for 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:33.079320 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301ec8b-3ad1-4817-b823-aa2424cacac7 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:33.137890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bd669a9-d939-494d-b820-7f0bd5cf2d81 req-5ede7330-8ec8-4084-bf43-6915c9aacafe tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984982 Nov 24 13:01:33.143786 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-cb99b87c-b751-4569-8901-4f3ce7b34f8f tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] show failed (client error): The resource could not be found. Nov 24 13:01:33.147385 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cb99b87c-b751-4569-8901-4f3ce7b34f8f tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups/cf3c94cd-3fc8-4ecb-9976-cb69fa92c0d8 HTTP/1.1" status: 404 len: 347 time: 0.0892396 Nov 24 13:01:33.166581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33754) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:33.265697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'name': 'network-vif-deleted', 'tag': '411ed3bf-1924-4b89-91a8-c3964eebb50a'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:33.269449 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218df478-50be-4ed3-b7e2-f9162be89056" -d '{"events": [{"server_uuid": "7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55", "name": "network-vif-deleted", "tag": "411ed3bf-1924-4b89-91a8-c3964eebb50a"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:33.285807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-b4231985-bfa2-4df1-a272-1de2bff6b7d8 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576211 Nov 24 13:01:33.291164 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-977e4d37-f44c-4cee-b264-e7a0d75b06ac req-7323de48-b1a7-477e-b66a-89d9dbfb0431 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] show failed (client error): The resource could not be found. Nov 24 13:01:33.293342 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9aefa47a-96fb-42bf-a08a-b8f04d6227fc req-b0712c30-d16c-4ee3-9d8e-d4d1a9d2c212 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:33.298496 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-977e4d37-f44c-4cee-b264-e7a0d75b06ac req-7323de48-b1a7-477e-b66a-89d9dbfb0431 tempest-FloatingIPsTestJSON-1639705656 tempest-FloatingIPsTestJSON-1639705656-project] 10.222.0.48 "GET /v2.0/floatingips/69e55f63-781c-44f0-89dc-d1a818f9e5d2 HTTP/1.1" status: 404 len: 350 time: 0.1309404 Nov 24 13:01:33.309638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['58725471-ab98-4914-ad65-4a77d8fde287', 'b70673d4-dccc-4966-b3ef-86c3358d476c', 'a3bb234e-5133-4468-9062-99fcc82ba5eb'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:33.315163 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d91c38c5-147d-46e6-b201-a8412d5063b5 req-eae06fb6-e084-4283-9be8-bfc6b7978c56 service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108005 Nov 24 13:01:33.316536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b', '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:33.318539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33760) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:33.328900 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0712c30-d16c-4ee3-9d8e-d4d1a9d2c212 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event deleted for resources: {'Port': ['ID=31b5184c-5c12-40b2-8e09-2f3a0ddf96a3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:33.408486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aefa47a-96fb-42bf-a08a-b8f04d6227fc req-b0712c30-d16c-4ee3-9d8e-d4d1a9d2c212 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] No DVR routers for this DVR port 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:33.411489 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9aefa47a-96fb-42bf-a08a-b8f04d6227fc req-b0712c30-d16c-4ee3-9d8e-d4d1a9d2c212 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:33.414970 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9aefa47a-96fb-42bf-a08a-b8f04d6227fc req-b0712c30-d16c-4ee3-9d8e-d4d1a9d2c212 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "DELETE /v2.0/ports/31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 HTTP/1.1" status: 204 len: 173 time: 0.9711697 Nov 24 13:01:33.422956 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2f761-08bf-4698-bdf7-b375cc70df3a req-a5b013da-facc-41e3-9a46-db4f9e08a578 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:33.430724 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dbe2f761-08bf-4698-bdf7-b375cc70df3a req-a5b013da-facc-41e3-9a46-db4f9e08a578 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 944 time: 0.1718290 Nov 24 13:01:33.505183 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dbe2f761-08bf-4698-bdf7-b375cc70df3a req-54003f67-eb5b-47c3-9f8f-115980837e50 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732298 Nov 24 13:01:33.534961 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde04bb2-93ff-4a98-b2bf-65843e0b1c29 x-openstack-request-id: req-dde04bb2-93ff-4a98-b2bf-65843e0b1c29 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:33.535197 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55", "name": "network-vif-deleted", "tag": "411ed3bf-1924-4b89-91a8-c3964eebb50a", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:33.535527 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dde04bb2-93ff-4a98-b2bf-65843e0b1c29 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:33.536054 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b52d0b4-b229-42e0-a7ce-c5ea5e2eda55', 'name': 'network-vif-deleted', 'tag': '411ed3bf-1924-4b89-91a8-c3964eebb50a', 'status': 'completed', 'code': 200} Nov 24 13:01:33.612097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22ccb5-37c0-4843-a7d8-fa15371ebf2a req-f824d1d2-7f9e-46c9-90bf-f12039faf7ee tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:33.614389 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3d22ccb5-37c0-4843-a7d8-fa15371ebf2a req-f824d1d2-7f9e-46c9-90bf-f12039faf7ee tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 950 time: 0.5724897 Nov 24 13:01:33.654938 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-497f99f0-f627-40a3-9bdd-f243e6cc3343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:33.818861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-c476266a-6657-46b7-962d-9db78437a046 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169024 Nov 24 13:01:33.916013 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-44f5c2d2-4d7b-4505-8b47-512a4680fad1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 HTTP/1.1" status: 200 len: 217 time: 0.0734832 Nov 24 13:01:33.963548 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-497f99f0-f627-40a3-9bdd-f243e6cc3343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:34.072235 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d91c38c5-147d-46e6-b201-a8412d5063b5 req-9661d8d6-c16a-4fda-8eb2-e3e10be2b3c1 service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864985 Nov 24 13:01:34.161526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-37380341-b389-4872-8203-41d66de58d80 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Deleting port 660f1af2-0771-48fe-80d5-85988208e9a1 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:34.161871 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-37380341-b389-4872-8203-41d66de58d80 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:34.201475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-9a6d62be-8a5e-404c-871b-b1e89cb4de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:34.202959 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-9a6d62be-8a5e-404c-871b-b1e89cb4de74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a HTTP/1.1" status: 200 len: 797 time: 0.2357528 Nov 24 13:01:34.278525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34eb60-51fd-4713-8eab-65566f21eec7 req-459bbbd4-6d70-484e-807e-5fccc6f0129a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:34.280025 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f34eb60-51fd-4713-8eab-65566f21eec7 req-459bbbd4-6d70-484e-807e-5fccc6f0129a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 950 time: 0.0541394 Nov 24 13:01:34.303869 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec44342e-0ffd-4a36-8075-d58739139774', 'name': 'network-vif-deleted', 'tag': '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:34.306117 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1acaa71-dea8-4907-8a70-c7f49c017046" -d '{"events": [{"server_uuid": "ec44342e-0ffd-4a36-8075-d58739139774", "name": "network-vif-deleted", "tag": "31b5184c-5c12-40b2-8e09-2f3a0ddf96a3"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:34.306594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf7d4d-a190-4577-bda8-10745aefbcee req-59d4ab7c-992a-4aa6-abb9-bdf072f425bf tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:34.312515 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf7d4d-a190-4577-bda8-10745aefbcee req-59d4ab7c-992a-4aa6-abb9-bdf072f425bf tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:34.318979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf7d4d-a190-4577-bda8-10745aefbcee req-59d4ab7c-992a-4aa6-abb9-bdf072f425bf tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:34.324963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf7d4d-a190-4577-bda8-10745aefbcee req-59d4ab7c-992a-4aa6-abb9-bdf072f425bf tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:34.331388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf7d4d-a190-4577-bda8-10745aefbcee req-59d4ab7c-992a-4aa6-abb9-bdf072f425bf tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:34.334570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f34eb60-51fd-4713-8eab-65566f21eec7 req-15cc20c1-a9c3-469e-9089-154f3b4a7572 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469751 Nov 24 13:01:34.337342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf7d4d-a190-4577-bda8-10745aefbcee req-59d4ab7c-992a-4aa6-abb9-bdf072f425bf tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:34.343252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf7d4d-a190-4577-bda8-10745aefbcee req-59d4ab7c-992a-4aa6-abb9-bdf072f425bf tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:34.345181 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9fcf7d4d-a190-4577-bda8-10745aefbcee req-59d4ab7c-992a-4aa6-abb9-bdf072f425bf tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.3767726 Nov 24 13:01:34.396391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-3d22ccb5-37c0-4843-a7d8-fa15371ebf2a req-7fa46ead-08cd-48c9-a685-9f845df22c5b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Deleting port a3bb234e-5133-4468-9062-99fcc82ba5eb {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:34.396755 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3d22ccb5-37c0-4843-a7d8-fa15371ebf2a req-7fa46ead-08cd-48c9-a685-9f845df22c5b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:34.399213 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-497f99f0-f627-40a3-9bdd-f243e6cc3343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:34.401776 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-497f99f0-f627-40a3-9bdd-f243e6cc3343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:34.402853 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-497f99f0-f627-40a3-9bdd-f243e6cc3343 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ec42dc7-6b27-442b-be6f-220556011c04 HTTP/1.1" status: 204 len: 168 time: 1.4220066 Nov 24 13:01:34.450986 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e66cdd-7984-4d2b-8e9a-66e6b0648cbe x-openstack-request-id: req-25e66cdd-7984-4d2b-8e9a-66e6b0648cbe {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:34.451289 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec44342e-0ffd-4a36-8075-d58739139774", "name": "network-vif-deleted", "tag": "31b5184c-5c12-40b2-8e09-2f3a0ddf96a3", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:34.451577 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25e66cdd-7984-4d2b-8e9a-66e6b0648cbe {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:34.451995 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec44342e-0ffd-4a36-8075-d58739139774', 'name': 'network-vif-deleted', 'tag': '31b5184c-5c12-40b2-8e09-2f3a0ddf96a3', 'status': 'completed', 'code': 200} Nov 24 13:01:34.462893 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-37380341-b389-4872-8203-41d66de58d80 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:34.463225 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-37380341-b389-4872-8203-41d66de58d80 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:34.467400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f99f0-f627-40a3-9bdd-f243e6cc3343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec42dc7-6b27-442b-be6f-220556011c04,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:34.527964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-877a29e4-6ba8-46dc-9047-dafc07dedfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:34.529517 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-877a29e4-6ba8-46dc-9047-dafc07dedfeb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6df529e3-a95e-4d56-953a-23262bfd3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3090129 Nov 24 13:01:34.536163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-37380341-b389-4872-8203-41d66de58d80 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Calling delete_port for 660f1af2-0771-48fe-80d5-85988208e9a1 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:34.630441 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641425d7-da90-4abb-bb61-149b7b5d66cf req-0ce50dc4-9afc-46cc-9296-7709604d3077 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:34.632405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-641425d7-da90-4abb-bb61-149b7b5d66cf req-0ce50dc4-9afc-46cc-9296-7709604d3077 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 944 time: 0.0530558 Nov 24 13:01:34.695576 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-641425d7-da90-4abb-bb61-149b7b5d66cf req-50c8b6b6-43f7-4bf0-bf86-af3ed9e9293a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500998 Nov 24 13:01:34.999381 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9fcf7d4d-a190-4577-bda8-10745aefbcee req-9ca22836-3907-40f9-b9ce-1550817568e2 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6394920 Nov 24 13:01:35.007669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-3d22ccb5-37c0-4843-a7d8-fa15371ebf2a req-7fa46ead-08cd-48c9-a685-9f845df22c5b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] For port a3bb234e-5133-4468-9062-99fcc82ba5eb, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a3bb234e-5133-4468-9062-99fcc82ba5eb,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:35.008043 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3d22ccb5-37c0-4843-a7d8-fa15371ebf2a req-7fa46ead-08cd-48c9-a685-9f845df22c5b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:35.030830 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-3d22ccb5-37c0-4843-a7d8-fa15371ebf2a req-7fa46ead-08cd-48c9-a685-9f845df22c5b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Calling delete_port for a3bb234e-5133-4468-9062-99fcc82ba5eb owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:35.078996 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-1fa5316e-8a3e-45d6-91d7-b45fec13485e service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372214 Nov 24 13:01:35.351698 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-7fde83cb-ebc0-40a0-b741-e4d3bb5bcd52 service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333698 Nov 24 13:01:35.353164 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-37380341-b389-4872-8203-41d66de58d80 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:35.432733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37380341-b389-4872-8203-41d66de58d80 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event deleted for resources: {'Port': ['ID=660f1af2-0771-48fe-80d5-85988208e9a1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:35.447706 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-9c8cf058-82f4-4852-bc58-fcedf53be6f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 HTTP/1.1" status: 200 len: 217 time: 0.0769837 Nov 24 13:01:35.503758 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3d22ccb5-37c0-4843-a7d8-fa15371ebf2a req-7fa46ead-08cd-48c9-a685-9f845df22c5b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:35.515784 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:35.521520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['58725471-ab98-4914-ad65-4a77d8fde287', 'b70673d4-dccc-4966-b3ef-86c3358d476c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:35.554525 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05b89720-a0eb-4419-8457-f74b4aa2b21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:35.635366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa46ead-08cd-48c9-a685-9f845df22c5b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event deleted for resources: {'Port': ['ID=a3bb234e-5133-4468-9062-99fcc82ba5eb,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:35.677547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-6cb9abdf-1af6-44a2-8cbe-4d73501da132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:35.679077 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-6cb9abdf-1af6-44a2-8cbe-4d73501da132 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a HTTP/1.1" status: 200 len: 797 time: 0.2193227 Nov 24 13:01:35.703458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05412f2-ba06-486c-9d7c-b5687daa52ea req-654a8614-922d-4114-8fa2-7a49b0c6d6fc tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:35.704999 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b05412f2-ba06-486c-9d7c-b5687daa52ea req-654a8614-922d-4114-8fa2-7a49b0c6d6fc tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=db1b2a24-76e7-471b-91f5-b6cdc331e0ae HTTP/1.1" status: 200 len: 867 time: 0.2669599 Nov 24 13:01:35.707766 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-37380341-b389-4872-8203-41d66de58d80 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:35.710409 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-37380341-b389-4872-8203-41d66de58d80 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:35.711511 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-37380341-b389-4872-8203-41d66de58d80 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "DELETE /v2.0/floatingips/c6a00151-cf4a-470a-8868-ce7c4a1b07e8 HTTP/1.1" status: 204 len: 168 time: 2.5284111 Nov 24 13:01:35.778373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d22ccb5-37c0-4843-a7d8-fa15371ebf2a req-7fa46ead-08cd-48c9-a685-9f845df22c5b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] No DVR routers for this DVR port a3bb234e-5133-4468-9062-99fcc82ba5eb on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:35.801791 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3d22ccb5-37c0-4843-a7d8-fa15371ebf2a req-7fa46ead-08cd-48c9-a685-9f845df22c5b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:35.805442 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3d22ccb5-37c0-4843-a7d8-fa15371ebf2a req-7fa46ead-08cd-48c9-a685-9f845df22c5b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "DELETE /v2.0/ports/a3bb234e-5133-4468-9062-99fcc82ba5eb HTTP/1.1" status: 204 len: 173 time: 2.1642003 Nov 24 13:01:35.806208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1b2a24-76e7-471b-91f5-b6cdc331e0ae', 'name': 'network-vif-deleted', 'tag': 'a3bb234e-5133-4468-9062-99fcc82ba5eb'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:35.808465 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f1b484-3635-460e-aa9d-c6fc4a1f4120" -d '{"events": [{"server_uuid": "db1b2a24-76e7-471b-91f5-b6cdc331e0ae", "name": "network-vif-deleted", "tag": "a3bb234e-5133-4468-9062-99fcc82ba5eb"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:35.868927 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b05412f2-ba06-486c-9d7c-b5687daa52ea req-6066fcc6-d0bc-4b96-a496-e1624e80f86c tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206117 Nov 24 13:01:35.874522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dedcdd-d8ee-43fc-b007-4ec84ce33f51 req-355084c5-6fa3-4955-9ae7-ff0af684f6b9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:35.884039 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02dedcdd-d8ee-43fc-b007-4ec84ce33f51 req-355084c5-6fa3-4955-9ae7-ff0af684f6b9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 944 time: 0.0725002 Nov 24 13:01:35.906841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-a102a518-35e4-45bb-a61e-34f05e44cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:35.908645 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-a102a518-35e4-45bb-a61e-34f05e44cc1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6df529e3-a95e-4d56-953a-23262bfd3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2020352 Nov 24 13:01:36.015227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02dedcdd-d8ee-43fc-b007-4ec84ce33f51 req-36b8e28f-6b47-4a4f-97ca-cefdd8cc5939 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298947 Nov 24 13:01:36.015379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:01:36.109935 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.135680 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549c408d-f280-4af5-8f4a-34c8d73bd801 x-openstack-request-id: req-549c408d-f280-4af5-8f4a-34c8d73bd801 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:36.136739 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db1b2a24-76e7-471b-91f5-b6cdc331e0ae", "name": "network-vif-deleted", "tag": "a3bb234e-5133-4468-9062-99fcc82ba5eb", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:36.137150 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-549c408d-f280-4af5-8f4a-34c8d73bd801 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:36.137701 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1b2a24-76e7-471b-91f5-b6cdc331e0ae', 'name': 'network-vif-deleted', 'tag': 'a3bb234e-5133-4468-9062-99fcc82ba5eb', 'status': 'completed', 'code': 200} Nov 24 13:01:36.174689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-1c7f3437-6688-4c8a-8627-46c403baf491 service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408929 Nov 24 13:01:36.291196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f460d3a-d652-415f-bf60-91d0a0efb6e7 req-35545d1b-3e32-4419-bec4-eb43a3f448b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.296534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-05b89720-a0eb-4419-8457-f74b4aa2b21b admin admin] Deleting port 1ab29de7-3fa4-4726-b502-9aaece2a158f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:36.297795 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05b89720-a0eb-4419-8457-f74b4aa2b21b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.310017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f460d3a-d652-415f-bf60-91d0a0efb6e7 req-35545d1b-3e32-4419-bec4-eb43a3f448b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.324751 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=4499fb6b-0b5d-4e33-ae64-8ed3d78a34db,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:36.331600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f460d3a-d652-415f-bf60-91d0a0efb6e7 req-35545d1b-3e32-4419-bec4-eb43a3f448b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.348028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f460d3a-d652-415f-bf60-91d0a0efb6e7 req-35545d1b-3e32-4419-bec4-eb43a3f448b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.356458 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f460d3a-d652-415f-bf60-91d0a0efb6e7 req-35545d1b-3e32-4419-bec4-eb43a3f448b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.365100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '4499fb6b-0b5d-4e33-ae64-8ed3d78a34db', 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'port_id': '4499fb6b-0b5d-4e33-ae64-8ed3d78a34db', 'mac_address': 'fa:16:3e:c8:6e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ed41c1-a924-4ba0-9444-2052d8ad1db8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:01:36.382943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f460d3a-d652-415f-bf60-91d0a0efb6e7 req-35545d1b-3e32-4419-bec4-eb43a3f448b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.389064 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f460d3a-d652-415f-bf60-91d0a0efb6e7 req-35545d1b-3e32-4419-bec4-eb43a3f448b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.406509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3f460d3a-d652-415f-bf60-91d0a0efb6e7 req-35545d1b-3e32-4419-bec4-eb43a3f448b3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.2156062 Nov 24 13:01:36.442013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33836) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:36.452479 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.458923 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8f019be4-4885-4e26-8b47-426bb8bd5b06 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Request body: {'security_group': {'name': 'tempest-securitygroup--603510275', 'description': 'tempest-description--241610145'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:36.476815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:36.491601 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4e7e2bc-252a-4f81-b5af-7edccfe61b96 req-620da604-28ac-4989-b5ce-3026aa924340 service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084915 Nov 24 13:01:36.520531 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=4499fb6b-0b5d-4e33-ae64-8ed3d78a34db,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:36.527001 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.532317 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f019be4-4885-4e26-8b47-426bb8bd5b06 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.537493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-05b89720-a0eb-4419-8457-f74b4aa2b21b admin admin] For port 1ab29de7-3fa4-4726-b502-9aaece2a158f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1ab29de7-3fa4-4726-b502-9aaece2a158f,segment=NetworkSegment(50fc872b-806e-4d24-8d41-17edde1ca65a),segment_id=50fc872b-806e-4d24-8d41-17edde1ca65a)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:36.537872 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05b89720-a0eb-4419-8457-f74b4aa2b21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.564980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-05b89720-a0eb-4419-8457-f74b4aa2b21b admin admin] Calling delete_port for 1ab29de7-3fa4-4726-b502-9aaece2a158f owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:36.598543 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3f460d3a-d652-415f-bf60-91d0a0efb6e7 req-a32d58d8-e390-4093-ba7a-6fa1bd0da65f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1910391 Nov 24 13:01:36.616634 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=4499fb6b-0b5d-4e33-ae64-8ed3d78a34db,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:36.631371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:36.633725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:36.634088 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:36.634442 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:36.635309 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:36.635662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:36.636070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:36.636433 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:36.636833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:36.637190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:36.637540 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:36.637876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:01:36.677814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-56e16169-4172-4c8c-a661-60aba86461cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.678303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-56e16169-4172-4c8c-a661-60aba86461cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.678775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-56e16169-4172-4c8c-a661-60aba86461cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.679186 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f019be4-4885-4e26-8b47-426bb8bd5b06 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.679311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-56e16169-4172-4c8c-a661-60aba86461cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.679695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-56e16169-4172-4c8c-a661-60aba86461cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.680157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-56e16169-4172-4c8c-a661-60aba86461cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.680626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-56e16169-4172-4c8c-a661-60aba86461cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.682688 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-56e16169-4172-4c8c-a661-60aba86461cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb9995cf9cd4081ba228f719572b20a&device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 6485 time: 0.1064274 Nov 24 13:01:36.683491 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f019be4-4885-4e26-8b47-426bb8bd5b06 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.718077 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f019be4-4885-4e26-8b47-426bb8bd5b06 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.722353 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8f019be4-4885-4e26-8b47-426bb8bd5b06 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2801609 Nov 24 13:01:36.722979 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33842) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:36.727861 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c6719706-5c1a-4031-a966-5beabec2e79c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Request body: {'security_group_rule': {'security_group_id': '039e6a52-d35a-4f2c-a69a-f82cad8d5e21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:36.732969 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f019be4-4885-4e26-8b47-426bb8bd5b06 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039e6a52-d35a-4f2c-a69a-f82cad8d5e21,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:36.762213 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6719706-5c1a-4031-a966-5beabec2e79c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.823903 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['4499fb6b-0b5d-4e33-ae64-8ed3d78a34db'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:36.828059 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6719706-5c1a-4031-a966-5beabec2e79c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.831896 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6719706-5c1a-4031-a966-5beabec2e79c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.843974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-1056d8c7-0de5-411c-8996-f9d5fa5ce1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:36.845529 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-1056d8c7-0de5-411c-8996-f9d5fa5ce1c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6df529e3-a95e-4d56-953a-23262bfd3e34 HTTP/1.1" status: 200 len: 902 time: 0.1208506 Nov 24 13:01:36.853843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6719706-5c1a-4031-a966-5beabec2e79c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f47fb5-ffe4-464d-b850-9c0388da4ca3,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:36.864027 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6719706-5c1a-4031-a966-5beabec2e79c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.865253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c6719706-5c1a-4031-a966-5beabec2e79c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411049 Nov 24 13:01:36.868096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33846) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:36.872791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ac0cc5b5-3da5-48f9-bfc3-ab33a9770459 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Request body: {'security_group_rule': {'security_group_id': '039e6a52-d35a-4f2c-a69a-f82cad8d5e21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:36.877160 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:36.903607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ac0cc5b5-3da5-48f9-bfc3-ab33a9770459 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.907964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:36.908416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 31b5184c-5c12-40b2-8e09-2f3a0ddf96a3 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:36.917571 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-f13813ce-8ac6-4048-bee4-71e84b777470 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 HTTP/1.1" status: 200 len: 217 time: 0.0509222 Nov 24 13:01:36.978966 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ac0cc5b5-3da5-48f9-bfc3-ab33a9770459 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.985082 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ac0cc5b5-3da5-48f9-bfc3-ab33a9770459 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:36.994041 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05b89720-a0eb-4419-8457-f74b4aa2b21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:37.033346 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ac0cc5b5-3da5-48f9-bfc3-ab33a9770459 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:37.038598 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ac0cc5b5-3da5-48f9-bfc3-ab33a9770459 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1690712 Nov 24 13:01:37.040013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33856) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:37.047673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:37.053783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b89720-a0eb-4419-8457-f74b4aa2b21b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab29de7-3fa4-4726-b502-9aaece2a158f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:37.057180 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cc5b5-3da5-48f9-bfc3-ab33a9770459 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cecf435-26fa-4607-899a-5419b687d413,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:37.087510 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-04bd7643-404d-4442-80d3-9da566aff880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:37.090270 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-04bd7643-404d-4442-80d3-9da566aff880 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a HTTP/1.1" status: 200 len: 797 time: 0.1656539 Nov 24 13:01:37.136466 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:37.292450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-5a7e0c40-def6-4855-9257-26da73f0b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:37.294245 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-5a7e0c40-def6-4855-9257-26da73f0b32b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6df529e3-a95e-4d56-953a-23262bfd3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1576688 Nov 24 13:01:37.306629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee228f-e50a-46b2-a564-24b87e298c6d req-6df7531c-6d12-4d7c-ae73-7292f85c59eb tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:37.312407 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:37.314310 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-48ee228f-e50a-46b2-a564-24b87e298c6d req-6df7531c-6d12-4d7c-ae73-7292f85c59eb tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 945 time: 0.1787851 Nov 24 13:01:37.477167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Allocated IP 172.25.0.35 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/423d7cef-0b07-46df-97bf-ab4c548d6d64) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:37.621039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d72e2-a19c-45f8-af6f-dbd9d4d865f4 req-96c5462a-ca71-4829-87b5-5985c208c642 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:37.622774 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-798d72e2-a19c-45f8-af6f-dbd9d4d865f4 req-96c5462a-ca71-4829-87b5-5985c208c642 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2ad2193-5099-43a2-a03f-ab13fd0c8f3c HTTP/1.1" status: 200 len: 949 time: 0.1063702 Nov 24 13:01:37.655724 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:37.703517 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-798d72e2-a19c-45f8-af6f-dbd9d4d865f4 req-1594935e-07fa-4617-9cf9-769be799d0f1 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699100 Nov 24 13:01:37.732690 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:37.787615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event updated for resources: {'Port': ['ID=423d7cef-0b07-46df-97bf-ab4c548d6d64,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:37.804264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:37.806380 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05b89720-a0eb-4419-8457-f74b4aa2b21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:37.806993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:37.814043 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:37.826530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-48ee228f-e50a-46b2-a564-24b87e298c6d req-c5926155-5bfe-4b4f-8764-9b176ed012e3 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058112 Nov 24 13:01:37.909146 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-ec27f9de-fe56-40d5-b472-d073076c0147 service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906980 Nov 24 13:01:37.937818 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:37.975139 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:37.993217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:01:38.071094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:01:38.075740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:38.076552 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:38.115126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fbc59-4c7a-4d17-8d3b-9854313d542f req-6e607820-d78a-4b85-8d80-4ca52e917d0a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.121285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fbc59-4c7a-4d17-8d3b-9854313d542f req-6e607820-d78a-4b85-8d80-4ca52e917d0a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.127500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fbc59-4c7a-4d17-8d3b-9854313d542f req-6e607820-d78a-4b85-8d80-4ca52e917d0a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.133465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fbc59-4c7a-4d17-8d3b-9854313d542f req-6e607820-d78a-4b85-8d80-4ca52e917d0a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.139733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fbc59-4c7a-4d17-8d3b-9854313d542f req-6e607820-d78a-4b85-8d80-4ca52e917d0a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.146221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fbc59-4c7a-4d17-8d3b-9854313d542f req-6e607820-d78a-4b85-8d80-4ca52e917d0a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.153349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fbc59-4c7a-4d17-8d3b-9854313d542f req-6e607820-d78a-4b85-8d80-4ca52e917d0a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.154356 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:38.160866 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:38.162551 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-408fbc59-4c7a-4d17-8d3b-9854313d542f req-6e607820-d78a-4b85-8d80-4ca52e917d0a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.2465911 Nov 24 13:01:38.187534 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-1730219c-dea6-4dec-a6b8-5329283cbc3d service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681456 Nov 24 13:01:38.192685 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:38.236495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=4499fb6b-0b5d-4e33-ae64-8ed3d78a34db,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:38.237572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab121517-d047-4eb7-b8f6-7ea989bda9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4499fb6b-0b5d-4e33-ae64-8ed3d78a34db'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:38.239197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33882) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:38.240885 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65ff856-4aea-4180-b38d-42a52208bb20" -d '{"events": [{"server_uuid": "ab121517-d047-4eb7-b8f6-7ea989bda9a3", "name": "network-vif-plugged", "status": "completed", "tag": "4499fb6b-0b5d-4e33-ae64-8ed3d78a34db"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:38.245307 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:38.246331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a3bb234e-5133-4468-9062-99fcc82ba5eb no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:38.281538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event updated for resources: {'Port': ['ID=423d7cef-0b07-46df-97bf-ab4c548d6d64,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:38.291618 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:38.314644 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:38.324259 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5b24e890-3b59-4315-a62d-662d2c3333d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2744596 Nov 24 13:01:38.350611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: a3bb234e-5133-4468-9062-99fcc82ba5eb {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:38.351108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a3bb234e-5133-4468-9062-99fcc82ba5eb not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:38.356035 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69caca79-ae95-491b-bb34-ec51d11800dd x-openstack-request-id: req-69caca79-ae95-491b-bb34-ec51d11800dd {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:38.356035 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab121517-d047-4eb7-b8f6-7ea989bda9a3", "name": "network-vif-plugged", "status": "completed", "tag": "4499fb6b-0b5d-4e33-ae64-8ed3d78a34db", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:38.356298 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69caca79-ae95-491b-bb34-ec51d11800dd {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:38.356509 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab121517-d047-4eb7-b8f6-7ea989bda9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4499fb6b-0b5d-4e33-ae64-8ed3d78a34db', 'code': 200} Nov 24 13:01:38.373258 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-408fbc59-4c7a-4d17-8d3b-9854313d542f req-518202b0-3120-4b6b-a0e8-9ce7a768fb0b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1924803 Nov 24 13:01:38.376229 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=4499fb6b-0b5d-4e33-ae64-8ed3d78a34db,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:38.432699 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c44458fc-01a6-44e4-8cd8-9254f0c014cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:38.486707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-4e647de4-f96f-41fc-8be2-8d25f41b2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.487171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-4e647de4-f96f-41fc-8be2-8d25f41b2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.487649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-4e647de4-f96f-41fc-8be2-8d25f41b2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.488119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-4e647de4-f96f-41fc-8be2-8d25f41b2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.488593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-4e647de4-f96f-41fc-8be2-8d25f41b2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.489091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-4e647de4-f96f-41fc-8be2-8d25f41b2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.489760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-4e647de4-f96f-41fc-8be2-8d25f41b2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.491832 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-4e647de4-f96f-41fc-8be2-8d25f41b2aed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb9995cf9cd4081ba228f719572b20a&device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 6485 time: 0.2199597 Nov 24 13:01:38.534396 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aab43-e2fd-4767-a5b5-976595359ad3 req-eb5fdee6-0d2d-4964-bc47-32979b4d36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.536378 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d6aab43-e2fd-4767-a5b5-976595359ad3 req-eb5fdee6-0d2d-4964-bc47-32979b4d36ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 1097 time: 0.1061575 Nov 24 13:01:38.545846 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c44458fc-01a6-44e4-8cd8-9254f0c014cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:38.550230 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c44458fc-01a6-44e4-8cd8-9254f0c014cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:38.587924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b89720-a0eb-4419-8457-f74b4aa2b21b admin admin] Router a8a83679-4375-4b8b-a072-4b6639999f1d has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:01:38.599314 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c44458fc-01a6-44e4-8cd8-9254f0c014cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94ba8334a1d64b3b9a6ca3371644023f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3545225 Nov 24 13:01:38.603049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44458fc-01a6-44e4-8cd8-9254f0c014cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06844a48-3a6d-4677-8af2-cbbd402185bf,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:38.605300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33900) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:38.671383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-56b726b7-76a8-47bc-adc6-d098b2680c28 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--603510275&fields=id&tenant_id=d31a5dc8ff4848d8a0b231a339f643ee HTTP/1.1" status: 200 len: 267 time: 0.0904515 Nov 24 13:01:38.694862 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d6aab43-e2fd-4767-a5b5-976595359ad3 req-972a6b2d-c73d-4fe6-8513-6101e8c638c7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402433 Nov 24 13:01:38.704152 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f04a-fa4d-4ed2-baa8-aa88b6cdb553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:38.762939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-1c217dc8-49c8-4bd0-9cc3-e3dcfafcbd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.764393 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-1c217dc8-49c8-4bd0-9cc3-e3dcfafcbd0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=6df529e3-a95e-4d56-953a-23262bfd3e34 HTTP/1.1" status: 200 len: 902 time: 0.2484822 Nov 24 13:01:38.767179 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f04a-fa4d-4ed2-baa8-aa88b6cdb553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:38.774724 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf554e52-b165-4a38-8ecd-fdeadfaa7601 req-ca8d15b3-471a-4951-9884-1f3fa9449b5b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.776226 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf554e52-b165-4a38-8ecd-fdeadfaa7601 req-ca8d15b3-471a-4951-9884-1f3fa9449b5b tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/ports?device_id=d2ad2193-5099-43a2-a03f-ab13fd0c8f3c HTTP/1.1" status: 200 len: 949 time: 0.1521709 Nov 24 13:01:38.824735 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-1e7433b0-a71c-4894-b0fa-5ee3b9ba73d6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:38.826198 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-1e7433b0-a71c-4894-b0fa-5ee3b9ba73d6 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 816 time: 0.1445649 Nov 24 13:01:38.843105 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-a75476b6-02bf-484e-883f-3626f796aa8e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/quotas/d31a5dc8ff4848d8a0b231a339f643ee HTTP/1.1" status: 200 len: 375 time: 0.0101457 Nov 24 13:01:38.848928 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f04a-fa4d-4ed2-baa8-aa88b6cdb553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:38.851772 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f04a-fa4d-4ed2-baa8-aa88b6cdb553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:38.852875 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fcc4f04a-fa4d-4ed2-baa8-aa88b6cdb553 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06844a48-3a6d-4677-8af2-cbbd402185bf HTTP/1.1" status: 204 len: 168 time: 0.2453125 Nov 24 13:01:38.873989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-058e708a-2805-44be-b62c-948feb38dc7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 HTTP/1.1" status: 200 len: 217 time: 0.0709331 Nov 24 13:01:39.000696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b89720-a0eb-4419-8457-f74b4aa2b21b admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:01:39.009925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-05b89720-a0eb-4419-8457-f74b4aa2b21b admin admin] 10.222.0.48 "PUT /v2.0/routers/a8a83679-4375-4b8b-a072-4b6639999f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6740477 Nov 24 13:01:39.013006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33914) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:39.015838 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440e1d0-f2b2-4305-8139-65c11fe58a46 None None] Sync routers for ids ['a8a83679-4375-4b8b-a072-4b6639999f1d'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:01:39.036148 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440e1d0-f2b2-4305-8139-65c11fe58a46 None None] Routers {'a8a83679-4375-4b8b-a072-4b6639999f1d'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:01:39.037180 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c440e1d0-f2b2-4305-8139-65c11fe58a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a8a83679-4375-4b8b-a072-4b6639999f1d'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:39.043430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3443bc-ee45-4a4d-b441-53574559694b req-74d31742-de15-4b9e-b72c-be15261cdd37 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:39.051347 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b3443bc-ee45-4a4d-b441-53574559694b req-74d31742-de15-4b9e-b72c-be15261cdd37 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2ad2193-5099-43a2-a03f-ab13fd0c8f3c HTTP/1.1" status: 200 len: 949 time: 0.2421253 Nov 24 13:01:39.140137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-7f9cd4c9-caa9-474a-b4d7-6cb10c724ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:39.142179 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-7f9cd4c9-caa9-474a-b4d7-6cb10c724ceb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a HTTP/1.1" status: 200 len: 797 time: 0.2578790 Nov 24 13:01:39.186879 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-c440e1d0-f2b2-4305-8139-65c11fe58a46 None None] Set router a8a83679-4375-4b8b-a072-4b6639999f1d gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:01:39.215310 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4f04a-fa4d-4ed2-baa8-aa88b6cdb553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06844a48-3a6d-4677-8af2-cbbd402185bf,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:39.225039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33916) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:39.256419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a633ba-c936-4280-9aaf-9daf2f611be0 req-76193eb4-3af2-425a-b941-54378c3a583a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:39.257961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38a633ba-c936-4280-9aaf-9daf2f611be0 req-76193eb4-3af2-425a-b941-54378c3a583a tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "GET /v2.0/ports?device_id=46f59cf1-fd56-4507-8dd6-b264c9e5ef40 HTTP/1.1" status: 200 len: 949 time: 0.2977223 Nov 24 13:01:39.259568 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-66c87686-57b6-47b4-bfeb-57f66c58da9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:39.294080 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-dfe29449-abbc-4a02-a4a2-7f61c4426c9b tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4398885 Nov 24 13:01:39.356357 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b3443bc-ee45-4a4d-b441-53574559694b req-7cb509a4-b9a6-4c5b-8b65-75de92fb5c74 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039999 Nov 24 13:01:39.398256 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-66c87686-57b6-47b4-bfeb-57f66c58da9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:39.405968 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-66c87686-57b6-47b4-bfeb-57f66c58da9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:39.419855 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c440e1d0-f2b2-4305-8139-65c11fe58a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'name': 'tempest-FloatingIPsTestJSON-1117289381-router', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:01:09Z', 'updated_at': '2021-11-24T13:01:36Z', 'revision_number': 5, 'project_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'gw_port': {'id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:89:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:01:10Z', 'updated_at': '2021-11-24T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:39.422914 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:39.427856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-0cbbbd14-947f-474b-aefa-58006ecb1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:39.429563 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-0cbbbd14-947f-474b-aefa-58006ecb1b21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6df529e3-a95e-4d56-953a-23262bfd3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2705331 Nov 24 13:01:39.450616 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-66c87686-57b6-47b4-bfeb-57f66c58da9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f339db9aef5412caeee55d92187ba7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2214413 Nov 24 13:01:39.450941 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33922) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:39.465075 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440e1d0-f2b2-4305-8139-65c11fe58a46 None None] Checking router: a8a83679-4375-4b8b-a072-4b6639999f1d for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:01:39.475275 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c440e1d0-f2b2-4305-8139-65c11fe58a46 None None] Routers {'a8a83679-4375-4b8b-a072-4b6639999f1d'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:01:39.476502 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c440e1d0-f2b2-4305-8139-65c11fe58a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a8a83679-4375-4b8b-a072-4b6639999f1d'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:39.496862 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:39.536914 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-eaa4bc2b-b078-4816-9791-e32d6d9b25ed service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:01:39.548063 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-eaa4bc2b-b078-4816-9791-e32d6d9b25ed service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2458558 Nov 24 13:01:39.591860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-cf554e52-b165-4a38-8ecd-fdeadfaa7601 req-d08b03fb-4740-412c-921a-5fb4b8941ee0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Deleting port 58725471-ab98-4914-ad65-4a77d8fde287 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:39.592202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-cf554e52-b165-4a38-8ecd-fdeadfaa7601 req-d08b03fb-4740-412c-921a-5fb4b8941ee0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:39.592379 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5e84daf4-5646-4c79-84f0-03c835dad3d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:39.594293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c87686-57b6-47b4-bfeb-57f66c58da9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c769c5-ebd7-4f4c-b16e-e1f40304cf1b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:39.667367 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5e84daf4-5646-4c79-84f0-03c835dad3d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:39.712311 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-c440e1d0-f2b2-4305-8139-65c11fe58a46 None None] Set router a8a83679-4375-4b8b-a072-4b6639999f1d gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:01:39.724613 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-454e197a-0f8e-4605-989c-a696534f291d service neutron] 10.222.0.48 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755834 Nov 24 13:01:39.823774 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5e84daf4-5646-4c79-84f0-03c835dad3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:39.826550 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5e84daf4-5646-4c79-84f0-03c835dad3d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:39.830047 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5e84daf4-5646-4c79-84f0-03c835dad3d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48c769c5-ebd7-4f4c-b16e-e1f40304cf1b HTTP/1.1" status: 204 len: 168 time: 0.3752575 Nov 24 13:01:39.845393 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-a45f40d5-61b3-4c3f-a740-0ebc4b9449d9 service neutron] 10.222.0.48 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197493 Nov 24 13:01:39.851695 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84daf4-5646-4c79-84f0-03c835dad3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c769c5-ebd7-4f4c-b16e-e1f40304cf1b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:39.865505 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:39.942087 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c440e1d0-f2b2-4305-8139-65c11fe58a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'name': 'tempest-FloatingIPsTestJSON-1117289381-router', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:01:09Z', 'updated_at': '2021-11-24T13:01:36Z', 'revision_number': 5, 'project_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'gw_port': {'id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:89:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:01:10Z', 'updated_at': '2021-11-24T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:39.979995 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440e1d0-f2b2-4305-8139-65c11fe58a46 None None] The sync data for ids ['a8a83679-4375-4b8b-a072-4b6639999f1d'] in n-d-817303-4 is: [{'id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'name': 'tempest-FloatingIPsTestJSON-1117289381-router', 'tenant_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:01:09Z', 'updated_at': '2021-11-24T13:01:36Z', 'revision_number': 5, 'project_id': 'f2ccf7b19fc94b499aa90be2bd611af2', 'gw_port': {'id': '81812338-f4ef-4f94-8527-f225ba83b32a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:89:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a83679-4375-4b8b-a072-4b6639999f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:01:10Z', 'updated_at': '2021-11-24T13:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:01:39.993391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-38a633ba-c936-4280-9aaf-9daf2f611be0 req-5fdfbda1-c38c-4071-bd11-397c3b8a43c0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Deleting port b70673d4-dccc-4966-b3ef-86c3358d476c {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:39.993865 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-38a633ba-c936-4280-9aaf-9daf2f611be0 req-5fdfbda1-c38c-4071-bd11-397c3b8a43c0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:40.010962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b973bff-fc7d-4285-92e0-37a8d038168c req-931ece00-d938-47f4-a8c3-b0c6cba03597 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:40.031228 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b973bff-fc7d-4285-92e0-37a8d038168c req-931ece00-d938-47f4-a8c3-b0c6cba03597 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 946 time: 0.4244165 Nov 24 13:01:40.041334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-cf554e52-b165-4a38-8ecd-fdeadfaa7601 req-d08b03fb-4740-412c-921a-5fb4b8941ee0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] For port 58725471-ab98-4914-ad65-4a77d8fde287, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=58725471-ab98-4914-ad65-4a77d8fde287,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:40.041334 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-cf554e52-b165-4a38-8ecd-fdeadfaa7601 req-d08b03fb-4740-412c-921a-5fb4b8941ee0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:40.076019 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-733eecce-f267-4029-b9a0-d3b19176dabe service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5625315 Nov 24 13:01:40.125547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-cf554e52-b165-4a38-8ecd-fdeadfaa7601 req-d08b03fb-4740-412c-921a-5fb4b8941ee0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Calling delete_port for 58725471-ab98-4914-ad65-4a77d8fde287 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:40.201869 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b636b94-f042-47d7-80b8-665ebfa076a4 req-b60e8819-ea7e-4330-97dd-612d8a4fee42 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:40.210035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b636b94-f042-47d7-80b8-665ebfa076a4 req-b60e8819-ea7e-4330-97dd-612d8a4fee42 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:40.219249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b636b94-f042-47d7-80b8-665ebfa076a4 req-b60e8819-ea7e-4330-97dd-612d8a4fee42 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:40.229073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b636b94-f042-47d7-80b8-665ebfa076a4 req-b60e8819-ea7e-4330-97dd-612d8a4fee42 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:40.234279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b636b94-f042-47d7-80b8-665ebfa076a4 req-b60e8819-ea7e-4330-97dd-612d8a4fee42 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:40.242598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b636b94-f042-47d7-80b8-665ebfa076a4 req-b60e8819-ea7e-4330-97dd-612d8a4fee42 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:40.250684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b636b94-f042-47d7-80b8-665ebfa076a4 req-b60e8819-ea7e-4330-97dd-612d8a4fee42 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:40.263698 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6b636b94-f042-47d7-80b8-665ebfa076a4 req-b60e8819-ea7e-4330-97dd-612d8a4fee42 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.1421757 Nov 24 13:01:40.345882 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6b636b94-f042-47d7-80b8-665ebfa076a4 req-304da3e7-8f93-4111-a29e-d73fa53026ed tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806596 Nov 24 13:01:40.447517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1ab29de7-3fa4-4726-b502-9aaece2a158f no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:40.491086 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-107a8473-dfab-4a56-ac0e-a8c6c669f142 req-1b072a11-676b-4b1b-a452-4046be401307 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 210 time: 0.0443397 Nov 24 13:01:40.496240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 1ab29de7-3fa4-4726-b502-9aaece2a158f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:40.496522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1ab29de7-3fa4-4726-b502-9aaece2a158f not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:40.678807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ed367-f7ef-4a20-ba35-a5679404d2c4 req-e7f15b7d-f096-434c-9fa2-9a4d62fad8ec tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:40.680861 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d6ed367-f7ef-4a20-ba35-a5679404d2c4 req-e7f15b7d-f096-434c-9fa2-9a4d62fad8ec tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2ad2193-5099-43a2-a03f-ab13fd0c8f3c HTTP/1.1" status: 200 len: 949 time: 0.0962405 Nov 24 13:01:40.762620 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d6ed367-f7ef-4a20-ba35-a5679404d2c4 req-70c6bc99-4e56-4754-b96a-fc44b17cf378 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699887 Nov 24 13:01:40.804321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-38a633ba-c936-4280-9aaf-9daf2f611be0 req-5fdfbda1-c38c-4071-bd11-397c3b8a43c0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] For port b70673d4-dccc-4966-b3ef-86c3358d476c, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=b70673d4-dccc-4966-b3ef-86c3358d476c,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:40.804864 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-38a633ba-c936-4280-9aaf-9daf2f611be0 req-5fdfbda1-c38c-4071-bd11-397c3b8a43c0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:40.867036 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b973bff-fc7d-4285-92e0-37a8d038168c req-b1ba30bd-9aa5-4017-b9c3-3cf363d93740 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8341413 Nov 24 13:01:40.881082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-38a633ba-c936-4280-9aaf-9daf2f611be0 req-5fdfbda1-c38c-4071-bd11-397c3b8a43c0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Calling delete_port for b70673d4-dccc-4966-b3ef-86c3358d476c owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:40.911164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] Deleting port 81812338-f4ef-4f94-8527-f225ba83b32a {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:40.911546 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:40.995607 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d962acd-c714-4a7b-acbc-b5e038613d0b req-94341f67-70d1-42fc-b995-1e87d63c02e7 service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8941731 Nov 24 13:01:41.145077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] For port 81812338-f4ef-4f94-8527-f225ba83b32a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=81812338-f4ef-4f94-8527-f225ba83b32a,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:41.145468 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:41.179578 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-cf554e52-b165-4a38-8ecd-fdeadfaa7601 req-d08b03fb-4740-412c-921a-5fb4b8941ee0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:41.186821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] Calling delete_port for 81812338-f4ef-4f94-8527-f225ba83b32a owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:41.194292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['58725471-ab98-4914-ad65-4a77d8fde287', 'b70673d4-dccc-4966-b3ef-86c3358d476c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:41.197758 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:41.241072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b03fb-4740-412c-921a-5fb4b8941ee0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event deleted for resources: {'Port': ['ID=58725471-ab98-4914-ad65-4a77d8fde287,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:41.380411 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-38a633ba-c936-4280-9aaf-9daf2f611be0 req-5fdfbda1-c38c-4071-bd11-397c3b8a43c0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:41.436028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-483ecd75-7ee3-456d-848a-df6e000d7668 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:41.442458 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-483ecd75-7ee3-456d-848a-df6e000d7668 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.46 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 816 time: 0.1562729 Nov 24 13:01:41.475338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf554e52-b165-4a38-8ecd-fdeadfaa7601 req-d08b03fb-4740-412c-921a-5fb4b8941ee0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] No DVR routers for this DVR port 58725471-ab98-4914-ad65-4a77d8fde287 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:41.477141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfbda1-c38c-4071-bd11-397c3b8a43c0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event deleted for resources: {'Port': ['ID=b70673d4-dccc-4966-b3ef-86c3358d476c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:41.484130 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-cf554e52-b165-4a38-8ecd-fdeadfaa7601 req-d08b03fb-4740-412c-921a-5fb4b8941ee0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:41.489063 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf554e52-b165-4a38-8ecd-fdeadfaa7601 req-d08b03fb-4740-412c-921a-5fb4b8941ee0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "DELETE /v2.0/ports/58725471-ab98-4914-ad65-4a77d8fde287 HTTP/1.1" status: 204 len: 173 time: 2.5935385 Nov 24 13:01:41.559412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['58725471-ab98-4914-ad65-4a77d8fde287'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:41.590644 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-d0ababae-c1df-4de8-8599-3b1a24ef4282 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31a5dc8ff4848d8a0b231a339f643ee HTTP/1.1" status: 200 len: 379 time: 0.1374006 Nov 24 13:01:41.608310 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-1b6a0f94-07c9-4471-a91a-2eaaa6d7e974 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Request body: {'port': {'device_id': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'admin_state_up': True, 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'security_groups': ['039e6a52-d35a-4f2c-a69a-f82cad8d5e21']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:41.673322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ad2193-5099-43a2-a03f-ab13fd0c8f3c', 'name': 'network-vif-deleted', 'tag': '58725471-ab98-4914-ad65-4a77d8fde287'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:41.676175 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67cfb2b-1b50-4b60-9f8b-f5a81bdd795b" -d '{"events": [{"server_uuid": "d2ad2193-5099-43a2-a03f-ab13fd0c8f3c", "name": "network-vif-deleted", "tag": "58725471-ab98-4914-ad65-4a77d8fde287"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:41.685476 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:41.705283 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04640a59-0929-40d4-b8ef-55e1bcc706aa req-dea4731c-77c6-4090-8899-34ee632f5c57 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 210 time: 0.0581572 Nov 24 13:01:41.816646 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241ff957-f440-4880-ae19-c475f5952160 x-openstack-request-id: req-241ff957-f440-4880-ae19-c475f5952160 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:41.817011 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ad2193-5099-43a2-a03f-ab13fd0c8f3c", "name": "network-vif-deleted", "tag": "58725471-ab98-4914-ad65-4a77d8fde287", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:41.817281 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-241ff957-f440-4880-ae19-c475f5952160 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:41.819055 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ad2193-5099-43a2-a03f-ab13fd0c8f3c', 'name': 'network-vif-deleted', 'tag': '58725471-ab98-4914-ad65-4a77d8fde287', 'status': 'completed', 'code': 200} Nov 24 13:01:41.820298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=81812338-f4ef-4f94-8527-f225ba83b32a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:41.832976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-1b6a0f94-07c9-4471-a91a-2eaaa6d7e974 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Made reservation on behalf of d31a5dc8ff4848d8a0b231a339f643ee for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:41.837355 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-1b6a0f94-07c9-4471-a91a-2eaaa6d7e974 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:41.867446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:41.923630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a633ba-c936-4280-9aaf-9daf2f611be0 req-5fdfbda1-c38c-4071-bd11-397c3b8a43c0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] No DVR routers for this DVR port b70673d4-dccc-4966-b3ef-86c3358d476c on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:41.960173 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-38a633ba-c936-4280-9aaf-9daf2f611be0 req-5fdfbda1-c38c-4071-bd11-397c3b8a43c0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:41.964913 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38a633ba-c936-4280-9aaf-9daf2f611be0 req-5fdfbda1-c38c-4071-bd11-397c3b8a43c0 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.46 "DELETE /v2.0/ports/b70673d4-dccc-4966-b3ef-86c3358d476c HTTP/1.1" status: 204 len: 173 time: 2.6953027 Nov 24 13:01:42.006723 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ef6faf73-d563-4f12-ae3d-0961d50476be req-f2c407e1-86eb-45ee-a984-0e0a638eb61e tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=d2ad2193-5099-43a2-a03f-ab13fd0c8f3c HTTP/1.1" status: 200 len: 210 time: 0.0797904 Nov 24 13:01:42.039817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9832c-7a9d-41f2-8641-fd562ba32fd1 req-4fb32ea1-1f4a-4b62-b46f-f7a480cb8430 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:42.060635 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9832c-7a9d-41f2-8641-fd562ba32fd1 req-4fb32ea1-1f4a-4b62-b46f-f7a480cb8430 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:42.083065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9832c-7a9d-41f2-8641-fd562ba32fd1 req-4fb32ea1-1f4a-4b62-b46f-f7a480cb8430 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:42.087107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-1b6a0f94-07c9-4471-a91a-2eaaa6d7e974 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Allocated IP 172.20.0.11 (5e912b44-eae9-40e6-89c7-30777a476f74/8c29b04b-839a-4796-af9d-7992be5b6684/180b3a0e-09d0-4629-bcf5-3a6e05858627) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:42.106049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9832c-7a9d-41f2-8641-fd562ba32fd1 req-4fb32ea1-1f4a-4b62-b46f-f7a480cb8430 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:42.120043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9832c-7a9d-41f2-8641-fd562ba32fd1 req-4fb32ea1-1f4a-4b62-b46f-f7a480cb8430 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:42.147027 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9832c-7a9d-41f2-8641-fd562ba32fd1 req-4fb32ea1-1f4a-4b62-b46f-f7a480cb8430 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:42.168907 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9832c-7a9d-41f2-8641-fd562ba32fd1 req-4fb32ea1-1f4a-4b62-b46f-f7a480cb8430 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:42.170936 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-83e9832c-7a9d-41f2-8641-fd562ba32fd1 req-4fb32ea1-1f4a-4b62-b46f-f7a480cb8430 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.4985545 Nov 24 13:01:42.187059 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:42.297421 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:42.316599 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:42.323784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5a1ec-431d-4350-bc2e-35cb578ba560 req-9c496964-cb34-47d7-9b41-30d15efdd7b9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:42.331980 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7fb5a1ec-431d-4350-bc2e-35cb578ba560 req-9c496964-cb34-47d7-9b41-30d15efdd7b9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 946 time: 0.0993676 Nov 24 13:01:42.356642 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-1b6a0f94-07c9-4471-a91a-2eaaa6d7e974 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:42.400994 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:42.401501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8a83679-4375-4b8b-a072-4b6639999f1d {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:01:42.409731 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:42.410972 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-93d58dde-f724-4376-899a-18bf8d228d27 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a8a83679-4375-4b8b-a072-4b6639999f1d HTTP/1.1" status: 204 len: 168 time: 3.3927124 Nov 24 13:01:42.415540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34004) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:42.419851 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7fb5a1ec-431d-4350-bc2e-35cb578ba560 req-d708df72-c327-4f94-9568-08a896e33958 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869019 Nov 24 13:01:42.485136 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-83e9832c-7a9d-41f2-8641-fd562ba32fd1 req-aed8f7a2-dc4b-4ae1-a58e-00c69bfb054b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3068800 Nov 24 13:01:42.499181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-840fb7d0-e6a6-47fb-adeb-aef44ca0df26 admin admin] Deleting subnet 505952a0-7e65-46ed-98f0-f8d7d1e6e776 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:01:42.502317 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-840fb7d0-e6a6-47fb-adeb-aef44ca0df26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:42.508335 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-1b6a0f94-07c9-4471-a91a-2eaaa6d7e974 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:42.617097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a0f94-07c9-4471-a91a-2eaaa6d7e974 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event updated for resources: {'Port': ['ID=180b3a0e-09d0-4629-bcf5-3a6e05858627,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:42.623901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-840fb7d0-e6a6-47fb-adeb-aef44ca0df26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:42.654102 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-1b6a0f94-07c9-4471-a91a-2eaaa6d7e974 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Network 5e912b44-eae9-40e6-89c7-30777a476f74 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:42.655895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-1b6a0f94-07c9-4471-a91a-2eaaa6d7e974 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:42.659322 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-1b6a0f94-07c9-4471-a91a-2eaaa6d7e974 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:42.729535 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-1b6a0f94-07c9-4471-a91a-2eaaa6d7e974 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:42.730106 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-1b6a0f94-07c9-4471-a91a-2eaaa6d7e974 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:42.781296 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-1b6a0f94-07c9-4471-a91a-2eaaa6d7e974 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1837826 Nov 24 13:01:42.794622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Request body: {'port': {'device_id': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:42.892623 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-840fb7d0-e6a6-47fb-adeb-aef44ca0df26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:42.946868 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:42.952399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe507d34-ba53-4cfb-8f43-eca425fe4a0d req-40a7b99c-d14a-4312-b451-2fb84cd23549 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:42.954399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fe507d34-ba53-4cfb-8f43-eca425fe4a0d req-40a7b99c-d14a-4312-b451-2fb84cd23549 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 932 time: 0.1215944 Nov 24 13:01:42.966187 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f1c07-9469-4e69-9283-5f4a5cfb516f req-0d3f911b-086a-4ede-b349-87455147f58f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:42.974114 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d84f1c07-9469-4e69-9283-5f4a5cfb516f req-0d3f911b-086a-4ede-b349-87455147f58f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 946 time: 0.1354024 Nov 24 13:01:43.011425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0eecbd5e-1273-4f68-9161-3e7e9a03e14a None None] Provisioning complete for port 180b3a0e-09d0-4629-bcf5-3a6e05858627 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:43.012483 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0eecbd5e-1273-4f68-9161-3e7e9a03e14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.032858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-840fb7d0-e6a6-47fb-adeb-aef44ca0df26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.055603 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0eecbd5e-1273-4f68-9161-3e7e9a03e14a None None] Port 180b3a0e-09d0-4629-bcf5-3a6e05858627 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:01:43.072697 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d84f1c07-9469-4e69-9283-5f4a5cfb516f req-439b814b-471a-4475-b6d2-335034b3700c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976477 Nov 24 13:01:43.090676 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40726a2-3e1d-4dd8-ac91-2105c2cd6ac5 None None] Network 45976653-ff15-4c9a-b88a-0d470e2aec45 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:01:43.114238 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-840fb7d0-e6a6-47fb-adeb-aef44ca0df26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.130092 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-840fb7d0-e6a6-47fb-adeb-aef44ca0df26 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/505952a0-7e65-46ed-98f0-f8d7d1e6e776 HTTP/1.1" status: 204 len: 168 time: 0.7134957 Nov 24 13:01:43.142045 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fe507d34-ba53-4cfb-8f43-eca425fe4a0d req-94548bb4-a1dd-425d-8714-533d89f275e7 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808822 Nov 24 13:01:43.142864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34028) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:43.162669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fb7d0-e6a6-47fb-adeb-aef44ca0df26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=505952a0-7e65-46ed-98f0-f8d7d1e6e776,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:43.289771 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.372578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea2d35c-fe96-425b-afeb-5576274458ac None None] DHCP port deletion for 45976653-ff15-4c9a-b88a-0d470e2aec45 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:01:43.378983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Deleting port a0ea40f4-4be6-477d-a7e7-b48217f8cf79 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:43.381773 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.396771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38374673-ae40-428e-8cd8-4c655f2c7af2 req-f1d4b2b4-b57f-4c08-9c9e-1b8be9ef2f68 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:43.399165 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38374673-ae40-428e-8cd8-4c655f2c7af2 req-f1d4b2b4-b57f-4c08-9c9e-1b8be9ef2f68 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 946 time: 0.1169288 Nov 24 13:01:43.439454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-eea2d35c-fe96-425b-afeb-5576274458ac None None] Deleting port a0ea40f4-4be6-477d-a7e7-b48217f8cf79 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:43.440391 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eea2d35c-fe96-425b-afeb-5576274458ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.516085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] For port a0ea40f4-4be6-477d-a7e7-b48217f8cf79, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a0ea40f4-4be6-477d-a7e7-b48217f8cf79,segment=NetworkSegment(50fc872b-806e-4d24-8d41-17edde1ca65a),segment_id=50fc872b-806e-4d24-8d41-17edde1ca65a)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:43.516498 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.520404 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38374673-ae40-428e-8cd8-4c655f2c7af2 req-a8f9c598-6056-4cae-86c9-6f8f0090d92e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138144 Nov 24 13:01:43.530260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-eea2d35c-fe96-425b-afeb-5576274458ac None None] For port a0ea40f4-4be6-477d-a7e7-b48217f8cf79, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a0ea40f4-4be6-477d-a7e7-b48217f8cf79,segment=NetworkSegment(50fc872b-806e-4d24-8d41-17edde1ca65a),segment_id=50fc872b-806e-4d24-8d41-17edde1ca65a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:43.530664 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eea2d35c-fe96-425b-afeb-5576274458ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.534194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Calling delete_port for a0ea40f4-4be6-477d-a7e7-b48217f8cf79 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:43.555258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-eea2d35c-fe96-425b-afeb-5576274458ac None None] Calling delete_port for a0ea40f4-4be6-477d-a7e7-b48217f8cf79 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:43.562865 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180b3a0e-09d0-4629-bcf5-3a6e05858627 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:43.578136 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.623144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Transition to ACTIVE for port object 180b3a0e-09d0-4629-bcf5-3a6e05858627 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:01:43.633675 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.640493 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.693046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34050) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:43.696673 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] No DVR routers for this DVR port a0ea40f4-4be6-477d-a7e7-b48217f8cf79 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:43.700243 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eea2d35c-fe96-425b-afeb-5576274458ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.702718 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ea40f4-4be6-477d-a7e7-b48217f8cf79,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:43.762540 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2d35c-fe96-425b-afeb-5576274458ac None None] Pushing event deleted for resources: {'Port': ['ID=a0ea40f4-4be6-477d-a7e7-b48217f8cf79,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:43.773381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea2d35c-fe96-425b-afeb-5576274458ac None None] No DVR routers for this DVR port a0ea40f4-4be6-477d-a7e7-b48217f8cf79 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:43.820245 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Pushing event updated for resources: {'Port': ['ID=180b3a0e-09d0-4629-bcf5-3a6e05858627,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:43.830076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f59cf1-fd56-4507-8dd6-b264c9e5ef40', 'name': 'network-vif-deleted', 'tag': 'b70673d4-dccc-4966-b3ef-86c3358d476c'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:43.835719 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72afbf54-46bc-4f05-a9bf-b54a9ecb5414" -d '{"events": [{"server_uuid": "46f59cf1-fd56-4507-8dd6-b264c9e5ef40", "name": "network-vif-deleted", "tag": "b70673d4-dccc-4966-b3ef-86c3358d476c"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:43.839724 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.872410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54856d9-ed39-49dc-bed8-111577de2929 req-dbd50a20-d6d6-4405-abc1-69218a52352e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:43.879231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54856d9-ed39-49dc-bed8-111577de2929 req-dbd50a20-d6d6-4405-abc1-69218a52352e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:43.889394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54856d9-ed39-49dc-bed8-111577de2929 req-dbd50a20-d6d6-4405-abc1-69218a52352e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:43.891449 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54856d9-ed39-49dc-bed8-111577de2929 req-dbd50a20-d6d6-4405-abc1-69218a52352e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:43.895439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45976653-ff15-4c9a-b88a-0d470e2aec45']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:43.898113 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54856d9-ed39-49dc-bed8-111577de2929 req-dbd50a20-d6d6-4405-abc1-69218a52352e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:43.905383 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54856d9-ed39-49dc-bed8-111577de2929 req-dbd50a20-d6d6-4405-abc1-69218a52352e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:43.908402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50fc872b-806e-4d24-8d41-17edde1ca65a') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:43.908968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50fc872b-806e-4d24-8d41-17edde1ca65a') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:43.922641 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54856d9-ed39-49dc-bed8-111577de2929 req-dbd50a20-d6d6-4405-abc1-69218a52352e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:43.927998 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c54856d9-ed39-49dc-bed8-111577de2929 req-dbd50a20-d6d6-4405-abc1-69218a52352e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.2261178 Nov 24 13:01:43.944302 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-58caf849-f3be-410a-aab0-955e3f32c115 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.948692 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.969559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Attempting to bind port 180b3a0e-09d0-4629-bcf5-3a6e05858627 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:43.969894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Attempting to bind port 180b3a0e-09d0-4629-bcf5-3a6e05858627 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:43.970229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Attempting to bind port 180b3a0e-09d0-4629-bcf5-3a6e05858627 on network 5e912b44-eae9-40e6-89c7-30777a476f74 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:43.979598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Port 180b3a0e-09d0-4629-bcf5-3a6e05858627 on network 5e912b44-eae9-40e6-89c7-30777a476f74 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:43.979930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Attempting to bind port 180b3a0e-09d0-4629-bcf5-3a6e05858627 on network 5e912b44-eae9-40e6-89c7-30777a476f74 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:43.985476 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.998016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:43.998275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:01:43.998566 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:43.998730 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Checking segment: {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:43.999301 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Bound using segment: {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:44.000205 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Bound port: 180b3a0e-09d0-4629-bcf5-3a6e05858627, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:44.000205 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:01:44.000389 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:01:44.020931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 58725471-ab98-4914-ad65-4a77d8fde287 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:44.043867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 58725471-ab98-4914-ad65-4a77d8fde287 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:44.044533 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 58725471-ab98-4914-ad65-4a77d8fde287 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:44.045163 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device b70673d4-dccc-4966-b3ef-86c3358d476c no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:44.072844 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c54856d9-ed39-49dc-bed8-111577de2929 req-f8a474cf-b634-4bed-8a5b-1048909c957c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279929 Nov 24 13:01:44.078092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: b70673d4-dccc-4966-b3ef-86c3358d476c {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:44.078446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device b70673d4-dccc-4966-b3ef-86c3358d476c not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:44.122518 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.133844 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.141856 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/45976653-ff15-4c9a-b88a-0d470e2aec45 HTTP/1.1" status: 204 len: 168 time: 0.9933891 Nov 24 13:01:44.143471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:44.147835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:44.156042 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.158467 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9193554-51d5-4101-a4cf-03c293acc0d4 x-openstack-request-id: req-b9193554-51d5-4101-a4cf-03c293acc0d4 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:44.159304 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f59cf1-fd56-4507-8dd6-b264c9e5ef40", "name": "network-vif-deleted", "tag": "b70673d4-dccc-4966-b3ef-86c3358d476c", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:44.159567 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9193554-51d5-4101-a4cf-03c293acc0d4 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:44.160379 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f59cf1-fd56-4507-8dd6-b264c9e5ef40', 'name': 'network-vif-deleted', 'tag': 'b70673d4-dccc-4966-b3ef-86c3358d476c', 'status': 'completed', 'code': 200} Nov 24 13:01:44.177089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62669c2-92a0-410f-a6a7-c88f172829a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=45976653-ff15-4c9a-b88a-0d470e2aec45,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:44.195422 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-58caf849-f3be-410a-aab0-955e3f32c115 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.208572 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853cb3b-9960-4033-8a5b-d2c8c58172ac req-c93aa448-1baf-44f9-9630-c308b9317944 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:44.216141 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7853cb3b-9960-4033-8a5b-d2c8c58172ac req-c93aa448-1baf-44f9-9630-c308b9317944 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 950 time: 0.1436362 Nov 24 13:01:44.224116 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-58caf849-f3be-410a-aab0-955e3f32c115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.238662 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Pushing event updated for resources: {'Port': ['ID=180b3a0e-09d0-4629-bcf5-3a6e05858627,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:44.270006 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:44.270622 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.272133 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-e7e37fc5-2744-4b29-8a51-5cb761fb0193 service neutron] 10.222.0.46 "PUT /v2.0/ports/180b3a0e-09d0-4629-bcf5-3a6e05858627 HTTP/1.1" status: 200 len: 1092 time: 1.4834101 Nov 24 13:01:44.273489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:44.279556 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289f738d-8759-442c-8e84-6c03ab9bcaf2" -d '{"events": [{"name": "network-changed", "server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:44.297806 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-58caf849-f3be-410a-aab0-955e3f32c115 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f8f52d97ea940309e7e1b6e49f0eec5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6023190 Nov 24 13:01:44.298056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46bde5-ad9e-4db5-b81e-a4029122db9b req-a7854ccf-08b7-4be8-8afe-7d5b37efac39 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:44.300023 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ce46bde5-ad9e-4db5-b81e-a4029122db9b req-a7854ccf-08b7-4be8-8afe-7d5b37efac39 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 946 time: 0.0795357 Nov 24 13:01:44.300672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34064) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:44.302142 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58caf849-f3be-410a-aab0-955e3f32c115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c8e9ee-4bdb-45b3-92f1-f81381fde764,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:44.326580 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7853cb3b-9960-4033-8a5b-d2c8c58172ac req-3f47ac35-438a-4f6d-a41a-6f90c65347ae tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094687 Nov 24 13:01:44.353837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34068) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:44.407382 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6bfa90e9-0a61-4fd4-8ae8-d657ef43ac07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2ccf7b19fc94b499aa90be2bd611af2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495679 Nov 24 13:01:44.410472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34070) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:44.460248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-734e9771-c0b2-4885-888c-da681eb2e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:44.462173 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-734e9771-c0b2-4885-888c-da681eb2e99f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 1095 time: 0.1299329 Nov 24 13:01:44.465932 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ce46bde5-ad9e-4db5-b81e-a4029122db9b req-5eeff5d6-6685-49e3-9ca1-8e4c2cd652e5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496735 Nov 24 13:01:44.468269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a0ea40f4-4be6-477d-a7e7-b48217f8cf79 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:44.470048 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf291282-97b7-427a-8eee-172708065490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.495808 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf291282-97b7-427a-8eee-172708065490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.507123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: a0ea40f4-4be6-477d-a7e7-b48217f8cf79 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:44.507495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a0ea40f4-4be6-477d-a7e7-b48217f8cf79 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:44.507923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 81812338-f4ef-4f94-8527-f225ba83b32a no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:44.534412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 81812338-f4ef-4f94-8527-f225ba83b32a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:44.535001 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 81812338-f4ef-4f94-8527-f225ba83b32a not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:44.542246 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a5d38-728b-418d-962c-df99d549083c req-feb5c375-2812-4f24-a0f0-30286b168b1e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:44.552036 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3a0a5d38-728b-418d-962c-df99d549083c req-feb5c375-2812-4f24-a0f0-30286b168b1e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 944 time: 0.1499968 Nov 24 13:01:44.587114 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b91a7d-6fea-4f1e-b0b4-0cf4495a7243 x-openstack-request-id: req-f3b91a7d-6fea-4f1e-b0b4-0cf4495a7243 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:44.587713 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:44.587713 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3b91a7d-6fea-4f1e-b0b4-0cf4495a7243 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:44.587980 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'status': 'completed', 'code': 200} Nov 24 13:01:44.589119 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a39eae2e-dda8-4030-a2a2-61e3b562c18c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.589760 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-d77e2929-bae6-4369-8148-6c79aa300645 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627 HTTP/1.1" status: 200 len: 217 time: 0.0732188 Nov 24 13:01:44.590346 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf291282-97b7-427a-8eee-172708065490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.593513 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf291282-97b7-427a-8eee-172708065490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.596789 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cf291282-97b7-427a-8eee-172708065490 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87c8e9ee-4bdb-45b3-92f1-f81381fde764 HTTP/1.1" status: 204 len: 168 time: 0.2926912 Nov 24 13:01:44.636779 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a39eae2e-dda8-4030-a2a2-61e3b562c18c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.646185 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3a0a5d38-728b-418d-962c-df99d549083c req-c0111436-6842-407a-a053-c3a2b8d833f5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932322 Nov 24 13:01:44.649480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf291282-97b7-427a-8eee-172708065490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c8e9ee-4bdb-45b3-92f1-f81381fde764,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:44.677141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-eb7cf4a4-13f1-4116-a032-9d5387e3a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:44.678938 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-eb7cf4a4-13f1-4116-a032-9d5387e3a679 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 200 len: 855 time: 0.0728989 Nov 24 13:01:44.699269 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a39eae2e-dda8-4030-a2a2-61e3b562c18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.702913 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a39eae2e-dda8-4030-a2a2-61e3b562c18c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:44.704126 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a39eae2e-dda8-4030-a2a2-61e3b562c18c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c365515-a843-4c36-a2a0-2fcce7b09822 HTTP/1.1" status: 204 len: 168 time: 0.2850435 Nov 24 13:01:44.713874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39eae2e-dda8-4030-a2a2-61e3b562c18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c365515-a843-4c36-a2a0-2fcce7b09822,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:44.744994 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-5822d9b4-dd1e-4180-94c5-5d633e47b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:44.746516 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-5822d9b4-dd1e-4180-94c5-5d633e47b3ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e912b44-eae9-40e6-89c7-30777a476f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582812 Nov 24 13:01:44.845882 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-922088c2-a536-4cc6-91d1-b54a795751f8 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899091 Nov 24 13:01:44.957184 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11ede9ec-eefe-4567-b966-ca02735dc753 req-862426ba-140e-4e9e-901a-5d2db30ee87b service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993824 Nov 24 13:01:45.050321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f738d-8759-442c-8e84-6c03ab9bcaf2 req-55570306-8748-405f-9310-53da29e3589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.052227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-289f738d-8759-442c-8e84-6c03ab9bcaf2 req-55570306-8748-405f-9310-53da29e3589c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 1095 time: 0.0443506 Nov 24 13:01:45.104283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34084) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:45.140600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7de20-90b3-4121-8c24-9d7fd51da36a req-189a7523-afad-4b47-bdef-9f65058cc649 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.142268 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eac7de20-90b3-4121-8c24-9d7fd51da36a req-189a7523-afad-4b47-bdef-9f65058cc649 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 950 time: 0.0866470 Nov 24 13:01:45.145570 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d44868d9-de08-42e3-b1ff-716ca9e50451 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:45.253046 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f738d-8759-442c-8e84-6c03ab9bcaf2 req-468d564a-f1e3-4e3a-abd2-0669a7cd79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.254572 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-289f738d-8759-442c-8e84-6c03ab9bcaf2 req-468d564a-f1e3-4e3a-abd2-0669a7cd79bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 917 time: 0.1906750 Nov 24 13:01:45.293872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-eac7de20-90b3-4121-8c24-9d7fd51da36a req-5e758513-55e9-4591-941e-3e5856b9c8ba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Deleting port 80f5f2c7-01b2-42dd-b118-5b1113ff296b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:45.294464 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-eac7de20-90b3-4121-8c24-9d7fd51da36a req-5e758513-55e9-4591-941e-3e5856b9c8ba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:45.308472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-289f738d-8759-442c-8e84-6c03ab9bcaf2 req-69df457b-b977-49aa-9229-2875913023a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627 HTTP/1.1" status: 200 len: 217 time: 0.0435257 Nov 24 13:01:45.310112 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4e80-8501-430c-8e5d-afd22c7e40cb req-c4d6f673-88d9-43a8-933e-93da3b4a3cd4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.317016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4e80-8501-430c-8e5d-afd22c7e40cb req-c4d6f673-88d9-43a8-933e-93da3b4a3cd4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.323153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4e80-8501-430c-8e5d-afd22c7e40cb req-c4d6f673-88d9-43a8-933e-93da3b4a3cd4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.329193 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4e80-8501-430c-8e5d-afd22c7e40cb req-c4d6f673-88d9-43a8-933e-93da3b4a3cd4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.335723 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4e80-8501-430c-8e5d-afd22c7e40cb req-c4d6f673-88d9-43a8-933e-93da3b4a3cd4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.341752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4e80-8501-430c-8e5d-afd22c7e40cb req-c4d6f673-88d9-43a8-933e-93da3b4a3cd4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.358321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c4e80-8501-430c-8e5d-afd22c7e40cb req-c4d6f673-88d9-43a8-933e-93da3b4a3cd4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.360639 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-069c4e80-8501-430c-8e5d-afd22c7e40cb req-c4d6f673-88d9-43a8-933e-93da3b4a3cd4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.1414559 Nov 24 13:01:45.370005 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d44868d9-de08-42e3-b1ff-716ca9e50451 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:45.380622 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d44868d9-de08-42e3-b1ff-716ca9e50451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:45.419376 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f738d-8759-442c-8e84-6c03ab9bcaf2 req-cdd799c4-1eb5-4f01-9687-019d3e8ac25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.422307 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-289f738d-8759-442c-8e84-6c03ab9bcaf2 req-cdd799c4-1eb5-4f01-9687-019d3e8ac25b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 200 len: 855 time: 0.1055717 Nov 24 13:01:45.491967 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d44868d9-de08-42e3-b1ff-716ca9e50451 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cf262eeaead408bbb4d6e98206a1bc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3835039 Nov 24 13:01:45.494405 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34104) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:45.504695 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44868d9-de08-42e3-b1ff-716ca9e50451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a2fc16-3129-4a18-96e9-6d9ca1a74e4b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:45.532928 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f738d-8759-442c-8e84-6c03ab9bcaf2 req-4849d041-d8b7-4b51-b128-904ef3c768c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.534305 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-289f738d-8759-442c-8e84-6c03ab9bcaf2 req-4849d041-d8b7-4b51-b128-904ef3c768c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e912b44-eae9-40e6-89c7-30777a476f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021643 Nov 24 13:01:45.539315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc3f1-83af-4539-bb10-be4662fcd7de req-5eafddbf-3707-4e28-8512-34abc0068dc7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.540883 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24bdc3f1-83af-4539-bb10-be4662fcd7de req-5eafddbf-3707-4e28-8512-34abc0068dc7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 946 time: 0.1792715 Nov 24 13:01:45.542754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b3422-b28a-4bff-93a6-29ed97988d87 req-3503a86b-f8fd-462b-a1ab-d4ac05c98568 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.544221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a43b3422-b28a-4bff-93a6-29ed97988d87 req-3503a86b-f8fd-462b-a1ab-d4ac05c98568 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 950 time: 0.1051562 Nov 24 13:01:45.582395 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-eac7de20-90b3-4121-8c24-9d7fd51da36a req-5e758513-55e9-4591-941e-3e5856b9c8ba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] For port 80f5f2c7-01b2-42dd-b118-5b1113ff296b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=80f5f2c7-01b2-42dd-b118-5b1113ff296b,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:45.582395 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-eac7de20-90b3-4121-8c24-9d7fd51da36a req-5e758513-55e9-4591-941e-3e5856b9c8ba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:45.618673 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-069c4e80-8501-430c-8e5d-afd22c7e40cb req-b0c058b9-5fa2-48fd-bbeb-c725e30c7c52 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2452772 Nov 24 13:01:45.633516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-eac7de20-90b3-4121-8c24-9d7fd51da36a req-5e758513-55e9-4591-941e-3e5856b9c8ba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Calling delete_port for 80f5f2c7-01b2-42dd-b118-5b1113ff296b owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:45.665437 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a43b3422-b28a-4bff-93a6-29ed97988d87 req-a635f642-28e1-46cc-a92f-3abea4f73a13 tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/security-groups?id=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081402 Nov 24 13:01:45.678706 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34110) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:45.685917 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-289f738d-8759-442c-8e84-6c03ab9bcaf2 req-b983eaf5-f0d5-478d-8db2-bbb13104543d service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384459 Nov 24 13:01:45.698528 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7051-2007-46a4-a6fb-ba7cfbcf847b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:45.805745 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7051-2007-46a4-a6fb-ba7cfbcf847b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:45.821192 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-289f738d-8759-442c-8e84-6c03ab9bcaf2 req-a9ee713a-176c-4116-8138-c070dbe0f7a3 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142602 Nov 24 13:01:45.867822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1587595911-network', 'tenant_id': '300c715d88d84c059a6631f74a2b5830'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:45.870745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151c729-116d-487e-b80d-485ff2d3930d req-9e4b6ef9-4b73-49cf-8e09-c29a4b498523 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.872396 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c151c729-116d-487e-b80d-485ff2d3930d req-9e4b6ef9-4b73-49cf-8e09-c29a4b498523 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 944 time: 0.0501773 Nov 24 13:01:45.880174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45b027-3734-4bdd-81d6-e4b2edb7f1f9 req-30fa5d00-45ae-4a0c-ba18-afb9d1d0207f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:45.881684 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5c45b027-3734-4bdd-81d6-e4b2edb7f1f9 req-30fa5d00-45ae-4a0c-ba18-afb9d1d0207f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab121517-d047-4eb7-b8f6-7ea989bda9a3 HTTP/1.1" status: 200 len: 946 time: 0.1507969 Nov 24 13:01:45.891280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-24bdc3f1-83af-4539-bb10-be4662fcd7de req-137c67f4-d6f6-459e-9cc7-756c4e26aa7e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Deleting port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:45.891624 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-24bdc3f1-83af-4539-bb10-be4662fcd7de req-137c67f4-d6f6-459e-9cc7-756c4e26aa7e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:45.923634 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c151c729-116d-487e-b80d-485ff2d3930d req-49284f56-2101-424e-b087-78e33897963c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450876 Nov 24 13:01:46.007249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] Made reservation on behalf of 300c715d88d84c059a6631f74a2b5830 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:46.009573 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.040954 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.050816 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7051-2007-46a4-a6fb-ba7cfbcf847b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.053429 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7051-2007-46a4-a6fb-ba7cfbcf847b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.054573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a4fb7051-2007-46a4-a6fb-ba7cfbcf847b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30a2fc16-3129-4a18-96e9-6d9ca1a74e4b HTTP/1.1" status: 204 len: 168 time: 0.5557957 Nov 24 13:01:46.097834 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-eac7de20-90b3-4121-8c24-9d7fd51da36a req-5e758513-55e9-4591-941e-3e5856b9c8ba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.102839 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5c45b027-3734-4bdd-81d6-e4b2edb7f1f9 req-e005f78a-84dd-4e08-b758-0c2620226184 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063851 Nov 24 13:01:46.103558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb7051-2007-46a4-a6fb-ba7cfbcf847b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a2fc16-3129-4a18-96e9-6d9ca1a74e4b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:46.110093 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['80f5f2c7-01b2-42dd-b118-5b1113ff296b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:46.120572 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-24bdc3f1-83af-4539-bb10-be4662fcd7de req-137c67f4-d6f6-459e-9cc7-756c4e26aa7e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] For port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=4499fb6b-0b5d-4e33-ae64-8ed3d78a34db,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:46.121045 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-24bdc3f1-83af-4539-bb10-be4662fcd7de req-137c67f4-d6f6-459e-9cc7-756c4e26aa7e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.161952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e758513-55e9-4591-941e-3e5856b9c8ba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Pushing event deleted for resources: {'Port': ['ID=80f5f2c7-01b2-42dd-b118-5b1113ff296b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:46.179751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-24bdc3f1-83af-4539-bb10-be4662fcd7de req-137c67f4-d6f6-459e-9cc7-756c4e26aa7e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Calling delete_port for 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:46.280795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac7de20-90b3-4121-8c24-9d7fd51da36a req-5e758513-55e9-4591-941e-3e5856b9c8ba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] No DVR routers for this DVR port 80f5f2c7-01b2-42dd-b118-5b1113ff296b on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:46.288446 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-eac7de20-90b3-4121-8c24-9d7fd51da36a req-5e758513-55e9-4591-941e-3e5856b9c8ba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.291933 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eac7de20-90b3-4121-8c24-9d7fd51da36a req-5e758513-55e9-4591-941e-3e5856b9c8ba tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.59 "DELETE /v2.0/ports/80f5f2c7-01b2-42dd-b118-5b1113ff296b HTTP/1.1" status: 204 len: 173 time: 1.1430686 Nov 24 13:01:46.292389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58b46c1-c7d6-48c9-8cbb-f36e863d50b1', 'name': 'network-vif-deleted', 'tag': '80f5f2c7-01b2-42dd-b118-5b1113ff296b'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:46.294693 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eafd084-22a3-4bdd-8185-6e7e4405922b" -d '{"events": [{"server_uuid": "c58b46c1-c7d6-48c9-8cbb-f36e863d50b1", "name": "network-vif-deleted", "tag": "80f5f2c7-01b2-42dd-b118-5b1113ff296b"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:46.340851 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.345625 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.367021 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a09bdeb-5702-49c6-afce-941365f16e0a x-openstack-request-id: req-8a09bdeb-5702-49c6-afce-941365f16e0a {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:46.367321 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58b46c1-c7d6-48c9-8cbb-f36e863d50b1", "name": "network-vif-deleted", "tag": "80f5f2c7-01b2-42dd-b118-5b1113ff296b", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:46.367591 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a09bdeb-5702-49c6-afce-941365f16e0a {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:46.368001 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58b46c1-c7d6-48c9-8cbb-f36e863d50b1', 'name': 'network-vif-deleted', 'tag': '80f5f2c7-01b2-42dd-b118-5b1113ff296b', 'status': 'completed', 'code': 200} Nov 24 13:01:46.389675 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:01:46.396406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:46.457316 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-24bdc3f1-83af-4539-bb10-be4662fcd7de req-137c67f4-d6f6-459e-9cc7-756c4e26aa7e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.459478 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.459991 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] Added segment b1e19d45-7826-4cbc-86bf-6f86022ac2e2 of type vlan for network 006d3a98-1052-40c8-a2d2-eff349cbf5be Nov 24 13:01:46.502637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c67f4-d6f6-459e-9cc7-756c4e26aa7e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Pushing event deleted for resources: {'Port': ['ID=4499fb6b-0b5d-4e33-ae64-8ed3d78a34db,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:46.574145 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.576865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bdc3f1-83af-4539-bb10-be4662fcd7de req-137c67f4-d6f6-459e-9cc7-756c4e26aa7e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] No DVR routers for this DVR port 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:01:46.580600 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-24bdc3f1-83af-4539-bb10-be4662fcd7de req-137c67f4-d6f6-459e-9cc7-756c4e26aa7e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.584387 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24bdc3f1-83af-4539-bb10-be4662fcd7de req-137c67f4-d6f6-459e-9cc7-756c4e26aa7e tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "DELETE /v2.0/ports/4499fb6b-0b5d-4e33-ae64-8ed3d78a34db HTTP/1.1" status: 204 len: 173 time: 1.0311232 Nov 24 13:01:46.612993 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.613985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:46.614622 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.622467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['4499fb6b-0b5d-4e33-ae64-8ed3d78a34db'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:46.624968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d89c442a-2382-4957-87f0-9b9a1f2590a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:46.688995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0064592 Nov 24 13:01:46.690911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b87cea-0f79-47a7-b823-d54bff958396 admin admin] Pushing event updated for resources: {'Network': ['ID=006d3a98-1052-40c8-a2d2-eff349cbf5be,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:46.692481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34136) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:46.706189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3ba7779c-00a4-49c2-ae35-de77fc5ffc03 admin admin] Request body: {'subnet': {'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1587595911-subnet', 'tenant_id': '300c715d88d84c059a6631f74a2b5830', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:46.730826 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 006d3a98-1052-40c8-a2d2-eff349cbf5be details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:01:46.752083 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba7779c-00a4-49c2-ae35-de77fc5ffc03 admin admin] Made reservation on behalf of 300c715d88d84c059a6631f74a2b5830 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:46.762349 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3ba7779c-00a4-49c2-ae35-de77fc5ffc03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:46.873057 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1f60d61f-50ea-4971-ac48-fa3451b09734 req-46689258-799f-4790-b757-1f3e28064cdf tempest-ServersOnMultiNodesTest-574738229 tempest-ServersOnMultiNodesTest-574738229-project] 10.222.0.48 "GET /v2.0/ports?device_id=c58b46c1-c7d6-48c9-8cbb-f36e863d50b1 HTTP/1.1" status: 200 len: 210 time: 0.0460424 Nov 24 13:01:46.993086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda202e-366c-4b0f-b123-c5163462febc req-cefc49d9-19ba-42d8-a119-df6b916ff2a7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:46.999188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda202e-366c-4b0f-b123-c5163462febc req-cefc49d9-19ba-42d8-a119-df6b916ff2a7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:47.006551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda202e-366c-4b0f-b123-c5163462febc req-cefc49d9-19ba-42d8-a119-df6b916ff2a7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:47.013537 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda202e-366c-4b0f-b123-c5163462febc req-cefc49d9-19ba-42d8-a119-df6b916ff2a7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:47.021185 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda202e-366c-4b0f-b123-c5163462febc req-cefc49d9-19ba-42d8-a119-df6b916ff2a7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:47.027421 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda202e-366c-4b0f-b123-c5163462febc req-cefc49d9-19ba-42d8-a119-df6b916ff2a7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:47.033659 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda202e-366c-4b0f-b123-c5163462febc req-cefc49d9-19ba-42d8-a119-df6b916ff2a7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:47.035656 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dda202e-366c-4b0f-b123-c5163462febc req-cefc49d9-19ba-42d8-a119-df6b916ff2a7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.1379216 Nov 24 13:01:47.132063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb7942-7c20-4189-bf46-45aee5f7cc8d req-a423cc52-ad2b-4ea7-aacd-e1c6e9a632fb tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:47.133663 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08fb7942-7c20-4189-bf46-45aee5f7cc8d req-a423cc52-ad2b-4ea7-aacd-e1c6e9a632fb tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 944 time: 0.0599914 Nov 24 13:01:47.192238 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dda202e-366c-4b0f-b123-c5163462febc req-40c8c9b5-3ec9-4e1d-9151-b5831b3e0abc tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252027 Nov 24 13:01:47.193402 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3ba7779c-00a4-49c2-ae35-de77fc5ffc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:47.195180 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08fb7942-7c20-4189-bf46-45aee5f7cc8d req-2f1677af-009b-434a-aa3d-af2f95a4fedc tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526655 Nov 24 13:01:47.290505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7779c-00a4-49c2-ae35-de77fc5ffc03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=076dad9f-03ea-4786-85b6-0713f94b7e9b,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:47.298499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba7779c-00a4-49c2-ae35-de77fc5ffc03 admin admin] Checking segment: {'id': 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:47.298963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba7779c-00a4-49c2-ae35-de77fc5ffc03 admin admin] Network hostable DHCP agents. Network: 006d3a98-1052-40c8-a2d2-eff349cbf5be, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:01:47.319180 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba7779c-00a4-49c2-ae35-de77fc5ffc03 admin admin] Network 006d3a98-1052-40c8-a2d2-eff349cbf5be is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:01:47.329659 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-3ba7779c-00a4-49c2-ae35-de77fc5ffc03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 006d3a98-1052-40c8-a2d2-eff349cbf5be) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:47.333824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba7779c-00a4-49c2-ae35-de77fc5ffc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:47.334488 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3ba7779c-00a4-49c2-ae35-de77fc5ffc03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:47.344167 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80958e0-92d0-4aae-b2f6-b8b055439e6e None None] Network 006d3a98-1052-40c8-a2d2-eff349cbf5be requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:01:47.355252 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3ba7779c-00a4-49c2-ae35-de77fc5ffc03 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6590970 Nov 24 13:01:47.509363 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8e2c42-9fbd-47b0-ba6e-51ec4b936c1e None None] Network 006d3a98-1052-40c8-a2d2-eff349cbf5be requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:01:47.535664 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-182ddba6-a7b6-4d82-88f7-0f4cb35772cb req-4c13278f-92ec-45f7-b07a-9bf429274e66 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1212604 Nov 24 13:01:47.646760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ddba6-a7b6-4d82-88f7-0f4cb35772cb req-f5146fb0-00e5-46ba-b913-f0a0766431ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:47.648264 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-182ddba6-a7b6-4d82-88f7-0f4cb35772cb req-f5146fb0-00e5-46ba-b913-f0a0766431ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 1096 time: 0.0731404 Nov 24 13:01:47.661118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-12945e6d-a5a1-48fe-a420-9ef586e0b7c8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:47.670827 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-12945e6d-a5a1-48fe-a420-9ef586e0b7c8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.1840215 Nov 24 13:01:47.709311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-7c2abed6-5a61-4a1d-8f18-7d83ed69bf54 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/quotas/429d3674f3ad4981b2ec0f312da0377d HTTP/1.1" status: 200 len: 375 time: 0.0378335 Nov 24 13:01:47.810719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ddba6-a7b6-4d82-88f7-0f4cb35772cb req-846c537d-a036-4973-97ac-5a66610b4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:47.812211 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-182ddba6-a7b6-4d82-88f7-0f4cb35772cb req-846c537d-a036-4973-97ac-5a66610b4ae4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 906 time: 0.1397204 Nov 24 13:01:47.817711 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-3fcc11af-a225-4741-9121-bda07d10eda9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1053495 Nov 24 13:01:47.862282 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-182ddba6-a7b6-4d82-88f7-0f4cb35772cb req-52249c6b-4745-4afe-9e97-3325632211b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d89c442a-2382-4957-87f0-9b9a1f2590a9 HTTP/1.1" status: 200 len: 217 time: 0.0424194 Nov 24 13:01:47.928636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ddba6-a7b6-4d82-88f7-0f4cb35772cb req-a4897819-c424-4fba-956f-2c9ca2e1e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:47.930253 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-182ddba6-a7b6-4d82-88f7-0f4cb35772cb req-a4897819-c424-4fba-956f-2c9ca2e1e61f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.0608008 Nov 24 13:01:47.954635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-5d0fbfc2-d5a5-41ab-9752-1373c9badf55 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:47.956312 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-5d0fbfc2-d5a5-41ab-9752-1373c9badf55 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/networks?id=006d3a98-1052-40c8-a2d2-eff349cbf5be HTTP/1.1" status: 200 len: 822 time: 0.1229811 Nov 24 13:01:47.972354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-a2d61b0b-23f4-47c5-aeb8-98fea13fb56f tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/quotas/300c715d88d84c059a6631f74a2b5830 HTTP/1.1" status: 200 len: 375 time: 0.0102425 Nov 24 13:01:47.975619 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-182ddba6-a7b6-4d82-88f7-0f4cb35772cb req-117838df-f1ed-47f3-a6ee-fe6525ce8e62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362196 Nov 24 13:01:47.995549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-4755d085-6eee-4280-9178-321577a69250 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:01:47.996661 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-4755d085-6eee-4280-9178-321577a69250 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1702697 Nov 24 13:01:48.009552 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-5e356d09-34a8-496a-954f-1fc5ad563fd0 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=300c715d88d84c059a6631f74a2b5830&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305915 Nov 24 13:01:48.044493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 180b3a0e-09d0-4629-bcf5-3a6e05858627 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:01:48.115855 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-95dff0aa-cc62-4482-9796-7d621f6be2f2 service neutron] 10.222.0.48 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988276 Nov 24 13:01:48.135103 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-182ddba6-a7b6-4d82-88f7-0f4cb35772cb req-b5e50cc9-d42f-4f7b-acfc-011c3053ad2a service neutron] 10.222.0.59 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498742 Nov 24 13:01:48.164993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:48.178220 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'port_id': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'mac_address': 'fa:16:3e:f8:4c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:01:48.223298 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:48.242827 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-af958338-5247-425d-a57a-0d4ee6ddd8da service neutron] 10.222.0.48 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191080 Nov 24 13:01:48.244056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180b3a0e-09d0-4629-bcf5-3a6e05858627 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:48.269404 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:48.275462 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:48.300512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34216) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:48.337838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=180b3a0e-09d0-4629-bcf5-3a6e05858627,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:48.497948 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4bab9abc-3df1-4335-912d-5003cb3b5623 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:48.536123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['180b3a0e-09d0-4629-bcf5-3a6e05858627'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:48.602764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab121517-d047-4eb7-b8f6-7ea989bda9a3', 'name': 'network-vif-deleted', 'tag': '4499fb6b-0b5d-4e33-ae64-8ed3d78a34db'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:48.605754 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d41a3a-2bad-4e8c-883d-55fa33f1fb1a" -d '{"events": [{"server_uuid": "ab121517-d047-4eb7-b8f6-7ea989bda9a3", "name": "network-vif-deleted", "tag": "4499fb6b-0b5d-4e33-ae64-8ed3d78a34db"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:48.611363 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-182ddba6-a7b6-4d82-88f7-0f4cb35772cb req-4212524b-8532-44eb-8c02-013760a72d6b service neutron] 10.222.0.59 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664965 Nov 24 13:01:48.659302 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-425db41c-873e-46ed-89f3-a6973cbd59a3 service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499598 Nov 24 13:01:48.704681 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4bab9abc-3df1-4335-912d-5003cb3b5623 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:48.717196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d439eac-f941-4361-a614-6967d975bc32 req-b0dc601f-1900-43cd-93fd-282d7335c90c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:48.725584 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7d439eac-f941-4361-a614-6967d975bc32 req-b0dc601f-1900-43cd-93fd-282d7335c90c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.1214867 Nov 24 13:01:48.746068 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4bab9abc-3df1-4335-912d-5003cb3b5623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:48.813664 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-1b8635be-5cc6-4744-9447-4a0f649c287a service neutron] 10.222.0.48 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532333 Nov 24 13:01:48.835901 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4bab9abc-3df1-4335-912d-5003cb3b5623 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c8d4af94f0044930a588dc7a2555ed20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5318668 Nov 24 13:01:48.837214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34236) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:48.861367 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7d439eac-f941-4361-a614-6967d975bc32 req-25e491c9-8a87-4e3f-9cc8-e444117c01bf tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348326 Nov 24 13:01:48.865699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab9abc-3df1-4335-912d-5003cb3b5623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da00de62-c588-4a37-88d2-f96e503b463d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:48.868350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34238) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:48.911131 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96124495-e3a2-4c15-b7be-571f7b2d3be8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:48.958318 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96124495-e3a2-4c15-b7be-571f7b2d3be8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:48.958520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 80f5f2c7-01b2-42dd-b118-5b1113ff296b no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:48.993423 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 80f5f2c7-01b2-42dd-b118-5b1113ff296b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:48.994177 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 80f5f2c7-01b2-42dd-b118-5b1113ff296b not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:49.042731 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbe362-3b67-466e-a206-25ead2422756 req-5bb144c0-7b8e-41e3-8ac3-78fce578b4ee tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:49.050379 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96124495-e3a2-4c15-b7be-571f7b2d3be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:49.054462 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbe362-3b67-466e-a206-25ead2422756 req-5bb144c0-7b8e-41e3-8ac3-78fce578b4ee tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:49.059560 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96124495-e3a2-4c15-b7be-571f7b2d3be8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:49.065774 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-96124495-e3a2-4c15-b7be-571f7b2d3be8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da00de62-c588-4a37-88d2-f96e503b463d HTTP/1.1" status: 204 len: 168 time: 0.2262614 Nov 24 13:01:49.089601 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbe362-3b67-466e-a206-25ead2422756 req-5bb144c0-7b8e-41e3-8ac3-78fce578b4ee tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:49.097936 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbe362-3b67-466e-a206-25ead2422756 req-5bb144c0-7b8e-41e3-8ac3-78fce578b4ee tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:49.098093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96124495-e3a2-4c15-b7be-571f7b2d3be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da00de62-c588-4a37-88d2-f96e503b463d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:49.105823 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbe362-3b67-466e-a206-25ead2422756 req-5bb144c0-7b8e-41e3-8ac3-78fce578b4ee tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:49.123463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbe362-3b67-466e-a206-25ead2422756 req-5bb144c0-7b8e-41e3-8ac3-78fce578b4ee tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:49.133684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbe362-3b67-466e-a206-25ead2422756 req-5bb144c0-7b8e-41e3-8ac3-78fce578b4ee tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:49.143439 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36cbe362-3b67-466e-a206-25ead2422756 req-5bb144c0-7b8e-41e3-8ac3-78fce578b4ee tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.2054195 Nov 24 13:01:49.293095 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36cbe362-3b67-466e-a206-25ead2422756 req-f12f1319-e3e6-4864-82e3-d6e2c30d7bb7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483471 Nov 24 13:01:49.313352 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-504c7bc2-3127-4ce9-bf75-c719b0878eb9 req-d1505a51-2fe7-485c-94fc-2b68e6a4d397 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 210 time: 0.0530035 Nov 24 13:01:49.330781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34254) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:49.331544 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c55c46ce-42a6-450f-ae6e-a7a0e7f54203 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92d638b31b6c4805af7701d21e9d6244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4579542 Nov 24 13:01:49.368504 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46592fe4-d552-490e-9a98-fc247dbf8a73 x-openstack-request-id: req-46592fe4-d552-490e-9a98-fc247dbf8a73 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:49.368861 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab121517-d047-4eb7-b8f6-7ea989bda9a3", "name": "network-vif-deleted", "tag": "4499fb6b-0b5d-4e33-ae64-8ed3d78a34db", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:49.369106 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46592fe4-d552-490e-9a98-fc247dbf8a73 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:49.369706 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab121517-d047-4eb7-b8f6-7ea989bda9a3', 'name': 'network-vif-deleted', 'tag': '4499fb6b-0b5d-4e33-ae64-8ed3d78a34db', 'status': 'completed', 'code': 200} Nov 24 13:01:49.414092 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2f73bec-fe62-4287-927b-aa74a477a7fe req-686450cb-6c99-437e-b3e1-2f31cf3081e9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 210 time: 0.0386329 Nov 24 13:01:49.451479 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ffed301-07d0-43f7-8be0-0cfe6f7a8a0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:49.475122 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ffed301-07d0-43f7-8be0-0cfe6f7a8a0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:49.541194 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ffed301-07d0-43f7-8be0-0cfe6f7a8a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:49.544270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ffed301-07d0-43f7-8be0-0cfe6f7a8a0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:49.548293 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0ffed301-07d0-43f7-8be0-0cfe6f7a8a0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a82253a4-3f08-46ba-8dd3-394a8ed7e5ae HTTP/1.1" status: 204 len: 168 time: 0.1999424 Nov 24 13:01:49.555121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffed301-07d0-43f7-8be0-0cfe6f7a8a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82253a4-3f08-46ba-8dd3-394a8ed7e5ae,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:49.951615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34280) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:49.974835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebe551-7ee1-4754-9b82-b9e1216e8a3f req-aa13e3c5-5fe4-4620-b589-9fdb77b85b5d tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:49.977341 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-98ebe551-7ee1-4754-9b82-b9e1216e8a3f req-aa13e3c5-5fe4-4620-b589-9fdb77b85b5d tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.0621097 Nov 24 13:01:50.011783 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ccb8ad36-7337-44db-9e23-6b3d3eab5a68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a251a5780d84b82bb3e163251bb19bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589187 Nov 24 13:01:50.014504 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34284) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:50.060468 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 180b3a0e-09d0-4629-bcf5-3a6e05858627 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:01:50.090695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44ba71c0-6fab-44c5-af81-b831c34d7138 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:50.114710 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-98ebe551-7ee1-4754-9b82-b9e1216e8a3f req-ab606676-d0af-4064-991a-004f4d29eafd tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302495 Nov 24 13:01:50.118969 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44ba71c0-6fab-44c5-af81-b831c34d7138 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:50.176582 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 180b3a0e-09d0-4629-bcf5-3a6e05858627 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:01:50.200359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 180b3a0e-09d0-4629-bcf5-3a6e05858627 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:01:50.201073 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:50.207062 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44ba71c0-6fab-44c5-af81-b831c34d7138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:50.210976 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44ba71c0-6fab-44c5-af81-b831c34d7138 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:50.212341 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-44ba71c0-6fab-44c5-af81-b831c34d7138 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4fe30fe7-5811-46e8-9382-29c7b272298f HTTP/1.1" status: 204 len: 168 time: 0.1968102 Nov 24 13:01:50.222924 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba71c0-6fab-44c5-af81-b831c34d7138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe30fe7-5811-46e8-9382-29c7b272298f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:50.244504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-3deff17c-28cb-425a-8685-bb5c7dabefff tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:50.246322 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-3deff17c-28cb-425a-8685-bb5c7dabefff tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.46 "GET /v2.0/networks?id=006d3a98-1052-40c8-a2d2-eff349cbf5be HTTP/1.1" status: 200 len: 822 time: 0.1944861 Nov 24 13:01:50.269832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-d1c63219-954f-466e-a1ba-fb4eb6cfb500 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Request body: {'port': {'device_id': '4d345aca-ccdd-461e-868d-acd20965ceb8', 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be', 'admin_state_up': True, 'tenant_id': '300c715d88d84c059a6631f74a2b5830'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:50.444191 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:50.475465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:50.479156 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296e24af-460a-4eb2-bdf8-7a221149d459" -d '{"events": [{"server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "name": "network-vif-plugged", "status": "completed", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:50.499609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:50.513115 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:50.514835 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:01:50.570090 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddc92b-6796-4eca-9b66-c68072746d00 req-27303135-e2b2-45ea-a33f-eb1539767ded tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:50.576570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddc92b-6796-4eca-9b66-c68072746d00 req-27303135-e2b2-45ea-a33f-eb1539767ded tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:50.582981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddc92b-6796-4eca-9b66-c68072746d00 req-27303135-e2b2-45ea-a33f-eb1539767ded tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:50.589577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddc92b-6796-4eca-9b66-c68072746d00 req-27303135-e2b2-45ea-a33f-eb1539767ded tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:50.596908 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a992444-2361-4bbe-b13d-f2c929cad385 req-c6c204ff-3959-4928-ad21-c09663421add tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 210 time: 0.0975683 Nov 24 13:01:50.597880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddc92b-6796-4eca-9b66-c68072746d00 req-27303135-e2b2-45ea-a33f-eb1539767ded tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:50.605767 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddc92b-6796-4eca-9b66-c68072746d00 req-27303135-e2b2-45ea-a33f-eb1539767ded tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:50.618556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddc92b-6796-4eca-9b66-c68072746d00 req-27303135-e2b2-45ea-a33f-eb1539767ded tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:50.626678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=180b3a0e-09d0-4629-bcf5-3a6e05858627,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:50.630503 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dbddc92b-6796-4eca-9b66-c68072746d00 req-27303135-e2b2-45ea-a33f-eb1539767ded tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.2085161 Nov 24 13:01:50.630738 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:01:50.631079 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 4499fb6b-0b5d-4e33-ae64-8ed3d78a34db not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:01:50.639166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-d1c63219-954f-466e-a1ba-fb4eb6cfb500 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Made reservation on behalf of 300c715d88d84c059a6631f74a2b5830 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:50.645306 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-d1c63219-954f-466e-a1ba-fb4eb6cfb500 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:50.743461 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-65886465-6e71-41fd-8fce-b316b0812f5c req-7857afe2-6b8f-40e4-ae0b-9c6bada1ea82 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 210 time: 0.0377693 Nov 24 13:01:50.763175 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-0e249366-daaa-4a37-a7bd-9c6f1d207b75 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:50.764858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-0e249366-daaa-4a37-a7bd-9c6f1d207b75 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 805 time: 0.3159060 Nov 24 13:01:50.784380 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-a178ef5e-178b-49a5-9dba-1e8e32c8bf48 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Request body: {'port': {'device_id': 'f5144065-7b98-4c0e-8ddf-c7453daff729', 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'admin_state_up': True, 'tenant_id': '429d3674f3ad4981b2ec0f312da0377d'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:50.785993 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dbddc92b-6796-4eca-9b66-c68072746d00 req-2244a628-516b-4304-93d8-aba978373b39 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1485064 Nov 24 13:01:50.843358 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-15083810-b6ad-40da-8af6-43db7ecbf53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:50.916237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-d1c63219-954f-466e-a1ba-fb4eb6cfb500 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Allocated IP 172.20.0.7 (006d3a98-1052-40c8-a2d2-eff349cbf5be/076dad9f-03ea-4786-85b6-0713f94b7e9b/92ccdb75-cbcd-4edd-a70f-7ed95d608ed8) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:51.003599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-a178ef5e-178b-49a5-9dba-1e8e32c8bf48 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Made reservation on behalf of 429d3674f3ad4981b2ec0f312da0377d for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:51.007708 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-a178ef5e-178b-49a5-9dba-1e8e32c8bf48 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:51.050965 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ca2f08-a5c7-4fd5-b4e7-b9ebf009f17b x-openstack-request-id: req-a6ca2f08-a5c7-4fd5-b4e7-b9ebf009f17b {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:51.051606 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "name": "network-vif-plugged", "status": "completed", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:51.052013 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6ca2f08-a5c7-4fd5-b4e7-b9ebf009f17b {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:51.052551 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'code': 200} Nov 24 13:01:51.196068 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-a178ef5e-178b-49a5-9dba-1e8e32c8bf48 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Allocated IP 172.20.0.10 (aae1eca4-2d05-4fc7-96ce-2cd610c52d2b/e9ed41c1-a924-4ba0-9444-2052d8ad1db8/0a1923ae-0719-47bf-891a-5dba2da0d753) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:01:51.235547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0bc7c-a2a9-461d-a09e-0592008267b4 req-2ffdcd8e-febf-4a2d-8895-9ba74dcd00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:51.237714 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40a0bc7c-a2a9-461d-a09e-0592008267b4 req-2ffdcd8e-febf-4a2d-8895-9ba74dcd00ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 1097 time: 0.1123455 Nov 24 13:01:51.263957 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-d1c63219-954f-466e-a1ba-fb4eb6cfb500 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:51.343017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d153e7c-3263-48d8-b835-864de3dc7b8b req-27a2810b-3958-4aa3-9605-369502b82167 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:51.350602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4d153e7c-3263-48d8-b835-864de3dc7b8b req-27a2810b-3958-4aa3-9605-369502b82167 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1361675 Nov 24 13:01:51.366762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40a0bc7c-a2a9-461d-a09e-0592008267b4 req-2e887617-0244-454b-b37f-a5e6b398a5e8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203556 Nov 24 13:01:51.395399 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-d1c63219-954f-466e-a1ba-fb4eb6cfb500 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:51.427798 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-a178ef5e-178b-49a5-9dba-1e8e32c8bf48 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:51.453544 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4d153e7c-3263-48d8-b835-864de3dc7b8b req-aa85db0d-6372-46ef-a1f9-00a1590956de tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019866 Nov 24 13:01:51.478562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-d1c63219-954f-466e-a1ba-fb4eb6cfb500 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Network 006d3a98-1052-40c8-a2d2-eff349cbf5be is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:51.482049 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-a178ef5e-178b-49a5-9dba-1e8e32c8bf48 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:51.485634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-d1c63219-954f-466e-a1ba-fb4eb6cfb500 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:51.488568 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-d1c63219-954f-466e-a1ba-fb4eb6cfb500 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:51.494274 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d89c442a-2382-4957-87f0-9b9a1f2590a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:51.521418 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c63219-954f-466e-a1ba-fb4eb6cfb500 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Pushing event updated for resources: {'Port': ['ID=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:51.533776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34358) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:51.553655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-a178ef5e-178b-49a5-9dba-1e8e32c8bf48 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:51.556875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-a178ef5e-178b-49a5-9dba-1e8e32c8bf48 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:51.567393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-a178ef5e-178b-49a5-9dba-1e8e32c8bf48 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:51.590639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-d1c63219-954f-466e-a1ba-fb4eb6cfb500 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:51.592062 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-d1c63219-954f-466e-a1ba-fb4eb6cfb500 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:51.599677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178ef5e-178b-49a5-9dba-1e8e32c8bf48 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Pushing event updated for resources: {'Port': ['ID=0a1923ae-0719-47bf-891a-5dba2da0d753,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:51.622704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-d1c63219-954f-466e-a1ba-fb4eb6cfb500 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3610017 Nov 24 13:01:51.630461 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-a178ef5e-178b-49a5-9dba-1e8e32c8bf48 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:51.631150 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-a178ef5e-178b-49a5-9dba-1e8e32c8bf48 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:51.641627 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Request body: {'port': {'device_id': '4d345aca-ccdd-461e-868d-acd20965ceb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:51.653957 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-a178ef5e-178b-49a5-9dba-1e8e32c8bf48 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8736107 Nov 24 13:01:51.667660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Request body: {'port': {'device_id': 'f5144065-7b98-4c0e-8ddf-c7453daff729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:51.765571 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:51.777051 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:51.806071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a169f-cdba-48f5-b60c-ccfe3d92fc00 req-4c5dc496-9113-4248-8f5b-dfa44eda0816 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:51.807611 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-658a169f-cdba-48f5-b60c-ccfe3d92fc00 req-4c5dc496-9113-4248-8f5b-dfa44eda0816 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 931 time: 0.0971200 Nov 24 13:01:51.893691 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a107d5a2-658e-4618-b6a4-809580d24588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:51.989510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a087f2a-0e58-4ea7-b55a-78b17ec63581 req-5bcacf4d-4463-478c-a8a8-5bf91112b801 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:51.996955 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a087f2a-0e58-4ea7-b55a-78b17ec63581 req-5bcacf4d-4463-478c-a8a8-5bf91112b801 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 932 time: 0.0858507 Nov 24 13:01:51.999020 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-658a169f-cdba-48f5-b60c-ccfe3d92fc00 req-9245d424-7520-4301-8901-06dbe21a16ad tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521475 Nov 24 13:01:52.101642 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a087f2a-0e58-4ea7-b55a-78b17ec63581 req-f71154cd-5700-4486-8ded-0c0d7b371fed tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038132 Nov 24 13:01:52.143374 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a107d5a2-658e-4618-b6a4-809580d24588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.159304 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a107d5a2-658e-4618-b6a4-809580d24588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.213843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1923ae-0719-47bf-891a-5dba2da0d753 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:52.229892 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.244684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Transition to ACTIVE for port object 0a1923ae-0719-47bf-891a-5dba2da0d753 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:01:52.248972 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.250274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107d5a2-658e-4618-b6a4-809580d24588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7fa6e7-a0ae-4657-9b7c-74d27265d2b4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:52.276228 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a107d5a2-658e-4618-b6a4-809580d24588 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f27cb562f3c842dab1f6e99300362e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7400405 Nov 24 13:01:52.279151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34384) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:52.324584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:52.338575 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.352607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1923ae-0719-47bf-891a-5dba2da0d753,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:52.355766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535bc93-ecdd-412c-859f-dca21c96d50d req-399c5b69-e952-4c71-ba4c-32f98ad8d2a9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:52.379495 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535bc93-ecdd-412c-859f-dca21c96d50d req-399c5b69-e952-4c71-ba4c-32f98ad8d2a9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:52.386062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535bc93-ecdd-412c-859f-dca21c96d50d req-399c5b69-e952-4c71-ba4c-32f98ad8d2a9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:52.387539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Attempting to bind port 0a1923ae-0719-47bf-891a-5dba2da0d753 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:52.388604 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Attempting to bind port 0a1923ae-0719-47bf-891a-5dba2da0d753 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:52.389151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Attempting to bind port 0a1923ae-0719-47bf-891a-5dba2da0d753 on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:52.394693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Port 0a1923ae-0719-47bf-891a-5dba2da0d753 on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:52.395154 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Attempting to bind port 0a1923ae-0719-47bf-891a-5dba2da0d753 on network aae1eca4-2d05-4fc7-96ce-2cd610c52d2b {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:52.401237 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:52.401584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Checking segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:52.402218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Bound using segment: {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:52.402665 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Bound port: 0a1923ae-0719-47bf-891a-5dba2da0d753, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85c7471d-3be3-45c9-9ec7-fb5277576a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:52.402977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535bc93-ecdd-412c-859f-dca21c96d50d req-399c5b69-e952-4c71-ba4c-32f98ad8d2a9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:52.403192 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.410384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535bc93-ecdd-412c-859f-dca21c96d50d req-399c5b69-e952-4c71-ba4c-32f98ad8d2a9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:52.418309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535bc93-ecdd-412c-859f-dca21c96d50d req-399c5b69-e952-4c71-ba4c-32f98ad8d2a9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:52.425353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535bc93-ecdd-412c-859f-dca21c96d50d req-399c5b69-e952-4c71-ba4c-32f98ad8d2a9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:52.430552 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9535bc93-ecdd-412c-859f-dca21c96d50d req-399c5b69-e952-4c71-ba4c-32f98ad8d2a9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.2750001 Nov 24 13:01:52.470340 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Transition to ACTIVE for port object 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:01:52.482757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] For port 0a1923ae-0719-47bf-891a-5dba2da0d753, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:52.485226 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.487857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] For port 0a1923ae-0719-47bf-891a-5dba2da0d753, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0a1923ae-0719-47bf-891a-5dba2da0d753,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:52.494502 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.554091 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1923ae-0719-47bf-891a-5dba2da0d753,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:52.563045 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:52.563654 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.565866 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-97e261e3-25d2-44e8-8054-30e517bec7f5 service neutron] 10.222.0.46 "PUT /v2.0/ports/0a1923ae-0719-47bf-891a-5dba2da0d753 HTTP/1.1" status: 200 len: 1092 time: 0.9041176 Nov 24 13:01:52.566305 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5144065-7b98-4c0e-8ddf-c7453daff729', 'tag': '0a1923ae-0719-47bf-891a-5dba2da0d753'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:52.568526 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1c9566-09c9-4049-a8f4-a8961eeb7099" -d '{"events": [{"name": "network-changed", "server_uuid": "f5144065-7b98-4c0e-8ddf-c7453daff729", "tag": "0a1923ae-0719-47bf-891a-5dba2da0d753"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:52.587844 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe533156-e09c-4b69-a655-6d25c77571b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.594336 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Pushing event updated for resources: {'Port': ['ID=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:52.634897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9535bc93-ecdd-412c-859f-dca21c96d50d req-edd492ce-0d80-4f36-b444-88bdce2d5fba tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1911469 Nov 24 13:01:52.683647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-dcdf9229-45cb-4c79-b9a9-ea4cff5c48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:52.685484 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-dcdf9229-45cb-4c79-b9a9-ea4cff5c48ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 1095 time: 0.0609729 Nov 24 13:01:52.725399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Attempting to bind port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:52.725747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Attempting to bind port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:52.726229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Attempting to bind port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 on network 006d3a98-1052-40c8-a2d2-eff349cbf5be {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:52.728461 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cb386a-6334-43c0-84fa-9216274b074b x-openstack-request-id: req-94cb386a-6334-43c0-84fa-9216274b074b {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:52.728638 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5144065-7b98-4c0e-8ddf-c7453daff729", "tag": "0a1923ae-0719-47bf-891a-5dba2da0d753", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:52.729192 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94cb386a-6334-43c0-84fa-9216274b074b {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:52.729694 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5144065-7b98-4c0e-8ddf-c7453daff729', 'tag': '0a1923ae-0719-47bf-891a-5dba2da0d753', 'status': 'completed', 'code': 200} Nov 24 13:01:52.734236 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe533156-e09c-4b69-a655-6d25c77571b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.742332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 on network 006d3a98-1052-40c8-a2d2-eff349cbf5be not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:52.742665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Attempting to bind port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 on network 006d3a98-1052-40c8-a2d2-eff349cbf5be {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:52.757630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:01:52.758085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Checking segment: {'id': 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:52.758355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Bound using segment: {'id': 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:01:52.759000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Bound port: 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:01:52.759350 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.763458 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-9d1739c0-9f90-4782-83e6-53d5319c12db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a1923ae-0719-47bf-891a-5dba2da0d753 HTTP/1.1" status: 200 len: 217 time: 0.0638041 Nov 24 13:01:52.811541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36367f41-41b5-4424-b01b-bd6c85674b00 req-4049d95a-8380-4b7e-b550-3eac1ee108a8 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:52.813207 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36367f41-41b5-4424-b01b-bd6c85674b00 req-4049d95a-8380-4b7e-b550-3eac1ee108a8 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1244812 Nov 24 13:01:52.843416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-2d5dd816-836f-41d6-8e55-790b50546335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:52.844785 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-2d5dd816-836f-41d6-8e55-790b50546335 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.0739255 Nov 24 13:01:52.863664 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe533156-e09c-4b69-a655-6d25c77571b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.867027 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe533156-e09c-4b69-a655-6d25c77571b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.875145 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fe533156-e09c-4b69-a655-6d25c77571b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb7fa6e7-a0ae-4657-9b7c-74d27265d2b4 HTTP/1.1" status: 204 len: 168 time: 0.5944827 Nov 24 13:01:52.892970 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-81312cde-82c3-43dd-a2f0-942d4514dc6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372512 Nov 24 13:01:52.897403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe533156-e09c-4b69-a655-6d25c77571b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7fa6e7-a0ae-4657-9b7c-74d27265d2b4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:52.901676 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36367f41-41b5-4424-b01b-bd6c85674b00 req-996d8f6a-843b-49b9-8b51-0b030386c097 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794690 Nov 24 13:01:52.902934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] For port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:52.925050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] For port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:01:52.933708 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.980472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:52.981182 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:52.982671 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] 10.222.0.46 "PUT /v2.0/ports/92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 HTTP/1.1" status: 200 len: 1091 time: 1.3456867 Nov 24 13:01:52.983346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d345aca-ccdd-461e-868d-acd20965ceb8', 'tag': '92ccdb75-cbcd-4edd-a70f-7ed95d608ed8'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:52.986074 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ba8528-9380-452d-8f67-33bcd1b5207a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d345aca-ccdd-461e-868d-acd20965ceb8", "tag": "92ccdb75-cbcd-4edd-a70f-7ed95d608ed8"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:53.035516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40918aa-9a90-41c1-8b4e-d56570211455 service neutron] Pushing event updated for resources: {'Port': ['ID=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:53.051852 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d841bc-927c-412a-883f-6bfaba748610 x-openstack-request-id: req-c8d841bc-927c-412a-883f-6bfaba748610 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:53.052159 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d345aca-ccdd-461e-868d-acd20965ceb8", "tag": "92ccdb75-cbcd-4edd-a70f-7ed95d608ed8", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:53.052424 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8d841bc-927c-412a-883f-6bfaba748610 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:53.053063 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d345aca-ccdd-461e-868d-acd20965ceb8', 'tag': '92ccdb75-cbcd-4edd-a70f-7ed95d608ed8', 'status': 'completed', 'code': 200} Nov 24 13:01:53.070684 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-2fa33a35-1bce-4f53-b982-4ef91e800ad5 service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676893 Nov 24 13:01:53.110801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-250211ee-1346-4dcd-8eba-c552e0baa5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:53.115714 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-250211ee-1346-4dcd-8eba-c552e0baa5a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=300c715d88d84c059a6631f74a2b5830&device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 1094 time: 0.0771010 Nov 24 13:01:53.194166 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-28b9f3d4-a9d0-4c32-8957-ad13d94f998c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 HTTP/1.1" status: 200 len: 217 time: 0.0422621 Nov 24 13:01:53.208881 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-88a2a65d-6a26-4727-b298-65e4e9ca0c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:53.224286 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a0f50-8c83-4ff3-b458-b17944563a2f req-0e3c9573-6764-428e-affa-f7841924a282 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:53.226224 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f61a0f50-8c83-4ff3-b458-b17944563a2f req-0e3c9573-6764-428e-affa-f7841924a282 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 943 time: 0.1096153 Nov 24 13:01:53.282804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-6a49147d-0cf9-4e8c-9a41-2351991bdb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:53.285736 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-6a49147d-0cf9-4e8c-9a41-2351991bdb2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=076dad9f-03ea-4786-85b6-0713f94b7e9b HTTP/1.1" status: 200 len: 862 time: 0.0824940 Nov 24 13:01:53.337614 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-0ccf0183-962c-4c88-8aa8-616d8758cfc5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=006d3a98-1052-40c8-a2d2-eff349cbf5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432239 Nov 24 13:01:53.344057 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f61a0f50-8c83-4ff3-b458-b17944563a2f req-cc6d6937-73b2-4422-8678-152c4c318fda tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971341 Nov 24 13:01:53.442540 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-fde359a7-0ca0-4b13-a6b4-5f6ea191c0e7 service neutron] 10.222.0.46 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969923 Nov 24 13:01:53.551283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fd203-f299-41d3-a188-686956405f15 req-2c72e8c7-a9de-4325-9380-91f7f9abb401 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:53.552843 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea4fd203-f299-41d3-a188-686956405f15 req-2c72e8c7-a9de-4325-9380-91f7f9abb401 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.0607281 Nov 24 13:01:53.561724 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34444) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:53.569311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-78263168-3498-4112-a7fe-2ceb37f8408c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Request body: {'floatingip': {'port_id': '180b3a0e-09d0-4629-bcf5-3a6e05858627'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:53.575505 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01218d3f-0997-4317-9b56-d14eecc550a7 req-9000358a-de6e-4d27-847d-ab671a5752f1 service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962742 Nov 24 13:01:53.608131 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f45efa42-e95b-420d-89ae-93ebf8407e7c req-893cad35-a40b-4e2a-9966-b7d8a7516123 service neutron] 10.222.0.46 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588159 Nov 24 13:01:53.620066 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78263168-3498-4112-a7fe-2ceb37f8408c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:53.741111 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b61dff-21e1-415b-bbfb-4ce0c08d33d7 req-fc4fc55b-e17f-4eca-95ac-40b791f6b191 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:53.742898 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74b61dff-21e1-415b-bbfb-4ce0c08d33d7 req-fc4fc55b-e17f-4eca-95ac-40b791f6b191 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 944 time: 0.0955400 Nov 24 13:01:53.751288 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba8528-9380-452d-8f67-33bcd1b5207a req-62a6deca-f5a5-43b3-81c0-586022fc2687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:53.752704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86ba8528-9380-452d-8f67-33bcd1b5207a req-62a6deca-f5a5-43b3-81c0-586022fc2687 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=300c715d88d84c059a6631f74a2b5830&device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 1094 time: 0.0705402 Nov 24 13:01:53.771114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c9566-09c9-4049-a8f4-a8961eeb7099 req-b14bcae6-3d69-4d19-8d38-39952644f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:53.772636 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd1c9566-09c9-4049-a8f4-a8961eeb7099 req-b14bcae6-3d69-4d19-8d38-39952644f990 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=429d3674f3ad4981b2ec0f312da0377d&device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 1095 time: 0.1093287 Nov 24 13:01:53.856547 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74b61dff-21e1-415b-bbfb-4ce0c08d33d7 req-d449d85f-44a5-480b-8044-5da18d0deadc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028135 Nov 24 13:01:53.902622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba8528-9380-452d-8f67-33bcd1b5207a req-7d095ce3-a60e-472f-bd39-9c35f9941665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:53.904125 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86ba8528-9380-452d-8f67-33bcd1b5207a req-7d095ce3-a60e-472f-bd39-9c35f9941665 service neutron] 10.222.0.46 "GET /v2.0/networks?id=006d3a98-1052-40c8-a2d2-eff349cbf5be HTTP/1.1" status: 200 len: 923 time: 0.1438477 Nov 24 13:01:53.975075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86ba8528-9380-452d-8f67-33bcd1b5207a req-c43d0322-c1af-414e-ab77-c4fff27cb22d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 HTTP/1.1" status: 200 len: 217 time: 0.0608892 Nov 24 13:01:54.046697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c9566-09c9-4049-a8f4-a8961eeb7099 req-1afa2ee7-803b-4472-9ba3-a5638ea820af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:54.048397 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd1c9566-09c9-4049-a8f4-a8961eeb7099 req-1afa2ee7-803b-4472-9ba3-a5638ea820af service neutron] 10.222.0.46 "GET /v2.0/networks?id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 200 len: 906 time: 0.2625372 Nov 24 13:01:54.083104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487c3e-0bd8-44df-9d32-93c67f214a8e req-6a7f7678-142a-4bf4-a01d-4364930bfa8f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:54.089571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487c3e-0bd8-44df-9d32-93c67f214a8e req-6a7f7678-142a-4bf4-a01d-4364930bfa8f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:54.097636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487c3e-0bd8-44df-9d32-93c67f214a8e req-6a7f7678-142a-4bf4-a01d-4364930bfa8f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:54.104549 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487c3e-0bd8-44df-9d32-93c67f214a8e req-6a7f7678-142a-4bf4-a01d-4364930bfa8f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:54.111651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487c3e-0bd8-44df-9d32-93c67f214a8e req-6a7f7678-142a-4bf4-a01d-4364930bfa8f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:54.117475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487c3e-0bd8-44df-9d32-93c67f214a8e req-6a7f7678-142a-4bf4-a01d-4364930bfa8f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:54.123495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69487c3e-0bd8-44df-9d32-93c67f214a8e req-6a7f7678-142a-4bf4-a01d-4364930bfa8f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:54.125532 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69487c3e-0bd8-44df-9d32-93c67f214a8e req-6a7f7678-142a-4bf4-a01d-4364930bfa8f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5428 time: 0.1461713 Nov 24 13:01:54.130063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba8528-9380-452d-8f67-33bcd1b5207a req-ba6eeaef-2944-4bd5-9dc0-460bcd029507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:54.131501 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86ba8528-9380-452d-8f67-33bcd1b5207a req-ba6eeaef-2944-4bd5-9dc0-460bcd029507 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=076dad9f-03ea-4786-85b6-0713f94b7e9b HTTP/1.1" status: 200 len: 862 time: 0.1405742 Nov 24 13:01:54.137028 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd1c9566-09c9-4049-a8f4-a8961eeb7099 req-268b741d-25e1-4912-b734-85529ad07676 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a1923ae-0719-47bf-891a-5dba2da0d753 HTTP/1.1" status: 200 len: 217 time: 0.0792470 Nov 24 13:01:54.176429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34466) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:54.182841 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86ba8528-9380-452d-8f67-33bcd1b5207a req-43999068-58c2-46b6-890c-f782b8d627c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=006d3a98-1052-40c8-a2d2-eff349cbf5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358827 Nov 24 13:01:54.263716 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69487c3e-0bd8-44df-9d32-93c67f214a8e req-ce8b97f2-1f61-40c2-aa47-9fc9813addfa tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310794 Nov 24 13:01:54.274989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c9566-09c9-4049-a8f4-a8961eeb7099 req-85d446db-8324-4fce-98da-9385d95078a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:54.276635 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd1c9566-09c9-4049-a8f4-a8961eeb7099 req-85d446db-8324-4fce-98da-9385d95078a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 200 len: 845 time: 0.0983367 Nov 24 13:01:54.304363 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:54.320710 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd1c9566-09c9-4049-a8f4-a8961eeb7099 req-cb9b418d-86bc-48ae-9949-e85a321a4528 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322635 Nov 24 13:01:54.351968 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0d94e6cf-5f0e-479a-8aa3-b6f91f8c6493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:54.394167 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86ba8528-9380-452d-8f67-33bcd1b5207a req-0abdfa94-356d-41cf-bd4c-78ac1f2e5e01 service neutron] 10.222.0.46 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995537 Nov 24 13:01:54.544192 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86ba8528-9380-452d-8f67-33bcd1b5207a req-a8813b94-a147-43d4-a3e6-d90fef585470 service neutron] 10.222.0.46 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411524 Nov 24 13:01:54.546072 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0d94e6cf-5f0e-479a-8aa3-b6f91f8c6493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:54.554041 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0d94e6cf-5f0e-479a-8aa3-b6f91f8c6493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:54.598177 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0d94e6cf-5f0e-479a-8aa3-b6f91f8c6493 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff4e98cf76054c509bcd6b193fda1e04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4196882 Nov 24 13:01:54.599291 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94e6cf-5f0e-479a-8aa3-b6f91f8c6493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e312bb-dea4-4e18-85e5-bc13ddd5254b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:54.601785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34482) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:54.661332 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11d7179e-390a-4edd-99d1-9c92d0ad1912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:54.682568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34484) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:54.689521 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11d7179e-390a-4edd-99d1-9c92d0ad1912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:54.746548 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11d7179e-390a-4edd-99d1-9c92d0ad1912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:54.749421 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11d7179e-390a-4edd-99d1-9c92d0ad1912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:54.750693 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-11d7179e-390a-4edd-99d1-9c92d0ad1912 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94e312bb-dea4-4e18-85e5-bc13ddd5254b HTTP/1.1" status: 204 len: 168 time: 0.1479137 Nov 24 13:01:54.759832 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7179e-390a-4edd-99d1-9c92d0ad1912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e312bb-dea4-4e18-85e5-bc13ddd5254b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:54.853457 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78263168-3498-4112-a7fe-2ceb37f8408c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:54.868680 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78263168-3498-4112-a7fe-2ceb37f8408c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:54.878204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-105493638'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:54.903975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Made reservation on behalf of 56d8adc5a1884a968835dec897040552 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:54.910810 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd1c9566-09c9-4049-a8f4-a8961eeb7099 req-f7e44b09-2e91-4e1a-9c7a-fbd389082efc service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5772066 Nov 24 13:01:54.911192 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:54.920007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeac1ff-a316-4ff9-8821-02f71fd155f3 req-e67cd374-1266-4532-a51e-ae11a87e057a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:54.921658 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-daeac1ff-a316-4ff9-8821-02f71fd155f3 req-e67cd374-1266-4532-a51e-ae11a87e057a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 943 time: 0.4469178 Nov 24 13:01:54.923864 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.005413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:01:55.044034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e7c59-03df-43bb-be87-551e4dc5ba69 req-7f4f8c74-ac2e-4506-b51a-1a283d8ce0df tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:55.045588 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d92e7c59-03df-43bb-be87-551e4dc5ba69 req-7f4f8c74-ac2e-4506-b51a-1a283d8ce0df tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 944 time: 0.0821218 Nov 24 13:01:55.069555 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.086455 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.108635 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-78263168-3498-4112-a7fe-2ceb37f8408c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Floating IP f2468b7b-1ace-406a-ae6d-5fdce63c38b8 associated. External IP: 172.25.0.35, port: 180b3a0e-09d0-4629-bcf5-3a6e05858627. Nov 24 13:01:55.135968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:01:55.147096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:55.162945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6', 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34', 'port_id': '58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6', 'mac_address': 'fa:16:3e:7d:2b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:01:55.163395 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.163896 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Added segment 05cce66f-5cd2-400c-a6e8-98f1010681eb of type vlan for network 4b890671-aca3-4710-b5c5-4a9fc432976d Nov 24 13:01:55.166118 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a690ccd-31cf-4ca4-b729-8af0d390cae6,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:55.190213 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34498) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:55.194523 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d92e7c59-03df-43bb-be87-551e4dc5ba69 req-b3aa549d-2959-47bc-9080-ecec6e530ca7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394360 Nov 24 13:01:55.230074 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-641dc03d-7ae9-4d2c-a1eb-b6f8d58224f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.239645 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.258864 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.265740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:55.292355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:55.296913 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.297717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 6e8eee07-d40a-4ec6-8dc1-46980cce72fe details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:01:55.307820 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.313221 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:55.313839 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.357543 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6714802 Nov 24 13:01:55.370330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78263168-3498-4112-a7fe-2ceb37f8408c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:01:55.384655 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-daeac1ff-a316-4ff9-8821-02f71fd155f3 req-b5ea2a94-e182-48f5-99da-ca26699b782f tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472525 Nov 24 13:01:55.390333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:55.393702 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd1c9566-09c9-4049-a8f4-a8961eeb7099 req-596e2dae-e351-4097-aa4c-6f6d3ea5789c service neutron] 10.222.0.46 "GET /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710903 Nov 24 13:01:55.443425 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357030bf-5fed-4212-be53-122e640f61a2 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Pushing event updated for resources: {'Network': ['ID=4b890671-aca3-4710-b5c5-4a9fc432976d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:55.454256 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-641dc03d-7ae9-4d2c-a1eb-b6f8d58224f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.465753 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-641dc03d-7ae9-4d2c-a1eb-b6f8d58224f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.494135 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=6e8eee07-d40a-4ec6-8dc1-46980cce72fe,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:55.505136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641dc03d-7ae9-4d2c-a1eb-b6f8d58224f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b26ce8-2544-4814-8619-45f73a4beb34,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:55.512671 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-641dc03d-7ae9-4d2c-a1eb-b6f8d58224f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7606c3891b4b407eb3fe04693788bf7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3145971 Nov 24 13:01:55.512875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34506) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:55.528499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 4b890671-aca3-4710-b5c5-4a9fc432976d details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:01:55.530859 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '6e8eee07-d40a-4ec6-8dc1-46980cce72fe', 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0', 'port_id': '6e8eee07-d40a-4ec6-8dc1-46980cce72fe', 'mac_address': 'fa:16:3e:eb:43:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a00b8d-d78a-4575-af95-0ec8bf6dc42b', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:01:55.562518 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aed8bd57-abfb-4717-a805-5153d690d90c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.589467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aed8bd57-abfb-4717-a805-5153d690d90c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.608552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78263168-3498-4112-a7fe-2ceb37f8408c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:01:55.614397 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78263168-3498-4112-a7fe-2ceb37f8408c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.637507 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38280c-a673-4cf5-929f-e96f25c4d62d None None] Sync routers for ids ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:01:55.653020 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-78263168-3498-4112-a7fe-2ceb37f8408c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "PUT /v2.0/floatingips/f2468b7b-1ace-406a-ae6d-5fdce63c38b8 HTTP/1.1" status: 200 len: 991 time: 2.0885794 Nov 24 13:01:55.653687 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.664655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e705ba-8a63-4c73-9a25-749b2fa716c6 req-9c29eafb-ac5b-4e87-8fa4-2492ed921870 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:55.668232 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aed8bd57-abfb-4717-a805-5153d690d90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.670719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e705ba-8a63-4c73-9a25-749b2fa716c6 req-9c29eafb-ac5b-4e87-8fa4-2492ed921870 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:55.671177 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e38280c-a673-4cf5-929f-e96f25c4d62d None None] Routers {'44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:01:55.671804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0e38280c-a673-4cf5-929f-e96f25c4d62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:55.679416 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aed8bd57-abfb-4717-a805-5153d690d90c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.679416 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-aed8bd57-abfb-4717-a805-5153d690d90c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0b26ce8-2544-4814-8619-45f73a4beb34 HTTP/1.1" status: 204 len: 168 time: 0.1633899 Nov 24 13:01:55.679790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e705ba-8a63-4c73-9a25-749b2fa716c6 req-9c29eafb-ac5b-4e87-8fa4-2492ed921870 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:55.679869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8eee07-d40a-4ec6-8dc1-46980cce72fe {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:55.683377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e705ba-8a63-4c73-9a25-749b2fa716c6 req-9c29eafb-ac5b-4e87-8fa4-2492ed921870 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:55.689708 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e705ba-8a63-4c73-9a25-749b2fa716c6 req-9c29eafb-ac5b-4e87-8fa4-2492ed921870 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:55.695615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8bd57-abfb-4717-a805-5153d690d90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b26ce8-2544-4814-8619-45f73a4beb34,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:55.696477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e705ba-8a63-4c73-9a25-749b2fa716c6 req-9c29eafb-ac5b-4e87-8fa4-2492ed921870 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:55.702850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e705ba-8a63-4c73-9a25-749b2fa716c6 req-9c29eafb-ac5b-4e87-8fa4-2492ed921870 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:55.704834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c1e705ba-8a63-4c73-9a25-749b2fa716c6 req-9c29eafb-ac5b-4e87-8fa4-2492ed921870 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5429 time: 0.1474769 Nov 24 13:01:55.705889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:01:55.708182 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822657ff-e681-41b5-bd63-9eea3959f449" -d '{"events": [{"name": "network-changed", "server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:01:55.782145 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c1e705ba-8a63-4c73-9a25-749b2fa716c6 req-cce19872-209b-4929-b525-62a684c78192 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677676 Nov 24 13:01:55.888955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34514) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:55.894906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Request body: {'port': {'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d', 'binding:host_id': 'n-h1-817303-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1874481716'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:55.904517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=6e8eee07-d40a-4ec6-8dc1-46980cce72fe,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:55.920389 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e528c427-162e-43ba-85a7-93ca3811bc45 x-openstack-request-id: req-e528c427-162e-43ba-85a7-93ca3811bc45 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:01:55.920654 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:01:55.920973 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e528c427-162e-43ba-85a7-93ca3811bc45 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:01:55.921377 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'status': 'completed', 'code': 200} Nov 24 13:01:55.930260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Made reservation on behalf of 5293b30794e34c1f807c81d58e924752 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:55.933303 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.941011 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.941011 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:55.941634 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:01:55.944713 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:56.002566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822657ff-e681-41b5-bd63-9eea3959f449 req-2a8a42ec-2f94-4c02-81e2-b576356b671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:56.005177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-822657ff-e681-41b5-bd63-9eea3959f449 req-2a8a42ec-2f94-4c02-81e2-b576356b671a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 1097 time: 0.0598376 Nov 24 13:01:56.036062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:56.045908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-0e38280c-a673-4cf5-929f-e96f25c4d62d None None] Set router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:01:56.075812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=6e8eee07-d40a-4ec6-8dc1-46980cce72fe,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:56.085865 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1', 'network_id': '6df529e3-a95e-4d56-953a-23262bfd3e34', 'port_id': 'e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1', 'mac_address': 'fa:16:3e:c4:03:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:01:56.088229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:56.094441 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:56.131023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] device_id is not set on port 43189667-06a7-42c0-940e-6913d6005ef0 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:01:56.137601 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeaa67f-0a59-4e73-93a5-693fe1a4b94c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:56.137854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822657ff-e681-41b5-bd63-9eea3959f449 req-514ec8e4-b21b-4e25-a446-5241ef5f0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:56.139251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-822657ff-e681-41b5-bd63-9eea3959f449 req-514ec8e4-b21b-4e25-a446-5241ef5f0497 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 917 time: 0.1248865 Nov 24 13:01:56.176621 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:56.198948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:56.214049 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-822657ff-e681-41b5-bd63-9eea3959f449 req-373a08b0-7629-4257-8589-3b60f7661f37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627 HTTP/1.1" status: 200 len: 999 time: 0.0670605 Nov 24 13:01:56.269934 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:56.280200 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:56.281270 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 97cc90c5-fb57-425a-a378-479282e4b014 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:01:56.284431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822657ff-e681-41b5-bd63-9eea3959f449 req-8a3ffa20-8f0b-4eaf-845b-e23c56b2164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:56.286449 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-822657ff-e681-41b5-bd63-9eea3959f449 req-8a3ffa20-8f0b-4eaf-845b-e23c56b2164e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 200 len: 855 time: 0.0633202 Nov 24 13:01:56.368947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822657ff-e681-41b5-bd63-9eea3959f449 req-56160c07-bede-49b5-a0fa-26da6eb0aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:56.371138 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-822657ff-e681-41b5-bd63-9eea3959f449 req-56160c07-bede-49b5-a0fa-26da6eb0aa62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e912b44-eae9-40e6-89c7-30777a476f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768507 Nov 24 13:01:56.375050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:56.397241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 97cc90c5-fb57-425a-a378-479282e4b014, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=97cc90c5-fb57-425a-a378-479282e4b014,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:56.414157 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '97cc90c5-fb57-425a-a378-479282e4b014', 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0', 'port_id': '97cc90c5-fb57-425a-a378-479282e4b014', 'mac_address': 'fa:16:3e:7c:2b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a00b8d-d78a-4575-af95-0ec8bf6dc42b', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:01:56.492365 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:56.521337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0e38280c-a673-4cf5-929f-e96f25c4d62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'f2468b7b-1ace-406a-ae6d-5fdce63c38b8', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'port_id': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'mac_address': 'fa:16:3e:f8:4c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:01:37Z', 'updated_at': '2021-11-24T13:01:54Z', 'revision_number': 1, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:32Z', 'revision_number': 5, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:56.521597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b41ce-63fb-4c88-8cff-93d06389cb62 req-c3a0e7af-288f-4ce1-b207-186cb8ed93a9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:56.523151 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-894b41ce-63fb-4c88-8cff-93d06389cb62 req-c3a0e7af-288f-4ce1-b207-186cb8ed93a9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 944 time: 0.1617019 Nov 24 13:01:56.524066 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cc90c5-fb57-425a-a378-479282e4b014 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:56.561153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] device_id is not set on port 43189667-06a7-42c0-940e-6913d6005ef0 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:01:56.566914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38280c-a673-4cf5-929f-e96f25c4d62d None None] Checking router: 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:01:56.579462 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:56.596132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 97cc90c5-fb57-425a-a378-479282e4b014, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=97cc90c5-fb57-425a-a378-479282e4b014,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:56.599108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e38280c-a673-4cf5-929f-e96f25c4d62d None None] Routers {'44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:01:56.599947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0e38280c-a673-4cf5-929f-e96f25c4d62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:56.610353 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:56.624327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bb25a-02f6-4248-ae07-6d32b3173e6a req-41672ffd-8e2c-4868-92a6-e3c5394070a8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:56.632327 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-342bb25a-02f6-4248-ae07-6d32b3173e6a req-41672ffd-8e2c-4868-92a6-e3c5394070a8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 943 time: 0.1156716 Nov 24 13:01:56.647538 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:56.648221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:01:56.650208 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:56.677179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Pushing event updated for resources: {'Port': ['ID=43189667-06a7-42c0-940e-6913d6005ef0,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:56.694141 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-894b41ce-63fb-4c88-8cff-93d06389cb62 req-c4185408-cb3f-4b27-8b6e-efaff3bdf172 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593537 Nov 24 13:01:56.722946 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-342bb25a-02f6-4248-ae07-6d32b3173e6a req-29c328ae-035d-485c-9be7-5849ffd6d646 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888684 Nov 24 13:01:56.734978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Checking segment: {'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:56.735420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Network hostable DHCP agents. Network: 4b890671-aca3-4710-b5c5-4a9fc432976d, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:01:56.738145 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-822657ff-e681-41b5-bd63-9eea3959f449 req-9fa2c35f-2df0-41b9-9963-fce504cd95c2 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547208 Nov 24 13:01:56.759787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Network 4b890671-aca3-4710-b5c5-4a9fc432976d is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:01:56.777928 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 4b890671-aca3-4710-b5c5-4a9fc432976d) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:56.792184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf3ac61-65b2-43c4-91ee-1db5fc0fedde None None] Network 4b890671-aca3-4710-b5c5-4a9fc432976d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:01:56.794127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:56.815980 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:56.815980 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:56.816254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=97cc90c5-fb57-425a-a378-479282e4b014,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:56.816333 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:56.834244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:56.834762 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:56.835856 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 2 to bind port 43189667-06a7-42c0-940e-6913d6005ef0 Nov 24 13:01:56.855413 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:56.855739 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:56.856085 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:56.866435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:56.867143 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:56.867257 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 3 to bind port 43189667-06a7-42c0-940e-6913d6005ef0 Nov 24 13:01:56.881900 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:56.882315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:56.882568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:56.888958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:56.889309 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:56.889958 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 4 to bind port 43189667-06a7-42c0-940e-6913d6005ef0 Nov 24 13:01:56.904955 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-0e38280c-a673-4cf5-929f-e96f25c4d62d None None] Set router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:01:56.907274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:56.907471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:56.907819 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:56.915231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:56.915571 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:56.915966 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 5 to bind port 43189667-06a7-42c0-940e-6913d6005ef0 Nov 24 13:01:56.931953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:56.932293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:56.932633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:56.937655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:56.937994 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:56.938495 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 6 to bind port 43189667-06a7-42c0-940e-6913d6005ef0 Nov 24 13:01:56.949568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34546) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:56.954050 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-822657ff-e681-41b5-bd63-9eea3959f449 req-4b103360-8f81-46af-959c-43dc771e38de service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062237 Nov 24 13:01:56.979126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:56.979495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:56.979817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:56.992370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:56.992932 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:56.993342 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 7 to bind port 43189667-06a7-42c0-940e-6913d6005ef0 Nov 24 13:01:57.007212 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:57.007705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:57.008050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:57.012943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:57.013280 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:57.013667 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 8 to bind port 43189667-06a7-42c0-940e-6913d6005ef0 Nov 24 13:01:57.027645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:57.028124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:57.028475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:57.033758 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:57.034099 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:57.034488 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 9 to bind port 43189667-06a7-42c0-940e-6913d6005ef0 Nov 24 13:01:57.035339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b8c50-30f1-456f-88bd-677b0ddd0f44 req-57615551-3e81-4ecb-b75e-7497899445b6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:57.041829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b8c50-30f1-456f-88bd-677b0ddd0f44 req-57615551-3e81-4ecb-b75e-7497899445b6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:57.048413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b8c50-30f1-456f-88bd-677b0ddd0f44 req-57615551-3e81-4ecb-b75e-7497899445b6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:57.048561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:57.048948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:57.049296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:57.054249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:57.054583 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:57.054975 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 10 to bind port 43189667-06a7-42c0-940e-6913d6005ef0 Nov 24 13:01:57.057980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b8c50-30f1-456f-88bd-677b0ddd0f44 req-57615551-3e81-4ecb-b75e-7497899445b6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:57.065642 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b8c50-30f1-456f-88bd-677b0ddd0f44 req-57615551-3e81-4ecb-b75e-7497899445b6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:57.066475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1252e94e-e016-46bc-b2bd-47c0ab1b44e8,segment=NetworkSegment(0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a),segment_id=0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:57.072929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:57.073430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b8c50-30f1-456f-88bd-677b0ddd0f44 req-57615551-3e81-4ecb-b75e-7497899445b6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:57.074713 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:57.075450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:57.082524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 43189667-06a7-42c0-940e-6913d6005ef0 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:57.083118 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 43189667-06a7-42c0-940e-6913d6005ef0 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:57.083974 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.085360 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b8c50-30f1-456f-88bd-677b0ddd0f44 req-57615551-3e81-4ecb-b75e-7497899445b6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:57.087836 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d23b8c50-30f1-456f-88bd-677b0ddd0f44 req-57615551-3e81-4ecb-b75e-7497899445b6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5432 time: 0.1731708 Nov 24 13:01:57.104249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'port_id': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8', 'mac_address': 'fa:16:3e:a5:d4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:01:57.138403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-763657316-network', 'tenant_id': '287e84d4474541d9b89eedb799c54d28'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:57.157087 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d23b8c50-30f1-456f-88bd-677b0ddd0f44 req-b5901864-e349-4d66-86c0-9d96a14034ce tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610149 Nov 24 13:01:57.179677 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.196229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] Made reservation on behalf of 287e84d4474541d9b89eedb799c54d28 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:57.198995 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.211932 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.214032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] For port 43189667-06a7-42c0-940e-6913d6005ef0, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:57.214390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempted to set empty binding levels {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 13:01:57.222630 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.227690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:57.250937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1252e94e-e016-46bc-b2bd-47c0ab1b44e8,segment=NetworkSegment(0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a),segment_id=0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:57.255313 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.256986 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5ab98a21-6fe7-4896-9575-4945f031504a details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:01:57.269000 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:57.269706 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.291863 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Pushing event updated for resources: {'Port': ['ID=43189667-06a7-42c0-940e-6913d6005ef0,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:57.308048 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1108a2d4-91f3-4cec-b86e-91350c51f4ff tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.4151852 Nov 24 13:01:57.308575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34550) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:57.354287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=1252e94e-e016-46bc-b2bd-47c0ab1b44e8,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:57.368163 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 5ab98a21-6fe7-4896-9575-4945f031504a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5ab98a21-6fe7-4896-9575-4945f031504a,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:57.382333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '5ab98a21-6fe7-4896-9575-4945f031504a', 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0', 'port_id': '5ab98a21-6fe7-4896-9575-4945f031504a', 'mac_address': 'fa:16:3e:d5:7f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a00b8d-d78a-4575-af95-0ec8bf6dc42b', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:01:57.400661 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.406273 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.430368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:01:57.431962 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.435002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0e38280c-a673-4cf5-929f-e96f25c4d62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'f2468b7b-1ace-406a-ae6d-5fdce63c38b8', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'port_id': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'mac_address': 'fa:16:3e:f8:4c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:01:37Z', 'updated_at': '2021-11-24T13:01:54Z', 'revision_number': 1, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:32Z', 'revision_number': 5, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:01:57.453958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ab07cd-1adb-4e39-aa72-2bce4045c7ae,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:57.457622 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.457892 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] Added segment ed40a71f-cb17-4c4a-8399-49973f8884d8 of type vlan for network 5cccba62-52c2-465c-b3ac-bb101df54ca0 Nov 24 13:01:57.459917 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-892f4e07-4fc4-4f39-aa46-8aab90b8a840 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Deleting port 43189667-06a7-42c0-940e-6913d6005ef0 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:57.460243 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-892f4e07-4fc4-4f39-aa46-8aab90b8a840 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.468548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38280c-a673-4cf5-929f-e96f25c4d62d None None] The sync data for ids ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'] in n-d-817303-4 is: [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'f2468b7b-1ace-406a-ae6d-5fdce63c38b8', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'port_id': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'mac_address': 'fa:16:3e:f8:4c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:01:37Z', 'updated_at': '2021-11-24T13:01:54Z', 'revision_number': 1, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:32Z', 'revision_number': 5, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:01:57.478763 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab98a21-6fe7-4896-9575-4945f031504a {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:57.512956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 5ab98a21-6fe7-4896-9575-4945f031504a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5ab98a21-6fe7-4896-9575-4945f031504a,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:57.520029 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.520715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:01:57.548673 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.564074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-892f4e07-4fc4-4f39-aa46-8aab90b8a840 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] For port 43189667-06a7-42c0-940e-6913d6005ef0, host n-h1-817303-4, got binding levels [] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:57.564305 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-892f4e07-4fc4-4f39-aa46-8aab90b8a840 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.587001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-892f4e07-4fc4-4f39-aa46-8aab90b8a840 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Calling delete_port for 43189667-06a7-42c0-940e-6913d6005ef0 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:57.591243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=5ab98a21-6fe7-4896-9575-4945f031504a,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:57.594661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:57.603327 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.604284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:57.604968 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.606326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '08336fdf-8913-4fe6-b0e7-6d8dbd9d9013', 'network_id': '5583c3a7-9a15-4e82-aa26-02223831e2d0', 'port_id': '08336fdf-8913-4fe6-b0e7-6d8dbd9d9013', 'mac_address': 'fa:16:3e:c4:2e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a00b8d-d78a-4575-af95-0ec8bf6dc42b', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:01:57.674661 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7238829 Nov 24 13:01:57.677580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34554) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:57.685316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b5189eb4-961e-4f37-a3af-e29353f0578e admin admin] Request body: {'subnet': {'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-763657316-subnet', 'tenant_id': '287e84d4474541d9b89eedb799c54d28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:57.711434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5189eb4-961e-4f37-a3af-e29353f0578e admin admin] Made reservation on behalf of 287e84d4474541d9b89eedb799c54d28 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:57.714431 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5189eb4-961e-4f37-a3af-e29353f0578e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.728285 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0f05b-3a95-4ca7-adcc-06d2e67bb9be admin admin] Pushing event updated for resources: {'Network': ['ID=5cccba62-52c2-465c-b3ac-bb101df54ca0,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:57.744314 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f53957-aab3-46a5-b2ae-077d42cbb7a7 None None] New status for floating IP f2468b7b-1ace-406a-ae6d-5fdce63c38b8: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:01:57.782654 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-892f4e07-4fc4-4f39-aa46-8aab90b8a840 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.823957 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 5cccba62-52c2-465c-b3ac-bb101df54ca0 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:01:57.829363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f4e07-4fc4-4f39-aa46-8aab90b8a840 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Pushing event deleted for resources: {'Port': ['ID=43189667-06a7-42c0-940e-6913d6005ef0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:57.842481 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-892f4e07-4fc4-4f39-aa46-8aab90b8a840 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.849511 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-892f4e07-4fc4-4f39-aa46-8aab90b8a840 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "DELETE /v2.0/ports/43189667-06a7-42c0-940e-6913d6005ef0 HTTP/1.1" status: 204 len: 168 time: 0.5393515 Nov 24 13:01:57.851754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34560) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:57.874260 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.938206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:57.941991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb401c-0f98-4a52-b597-f68a5133dcfd req-1c55c324-85e1-4ae6-8aa8-b1677302d1e1 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:57.943571 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b840e65-f262-4ad7-9b93-6597aafc1c0a tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:01:57.946970 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1b840e65-f262-4ad7-9b93-6597aafc1c0a tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "GET /v2.0/ports/43189667-06a7-42c0-940e-6913d6005ef0 HTTP/1.1" status: 404 len: 333 time: 0.0917261 Nov 24 13:01:57.949778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34564) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:57.950000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ecb401c-0f98-4a52-b597-f68a5133dcfd req-1c55c324-85e1-4ae6-8aa8-b1677302d1e1 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 944 time: 0.0976338 Nov 24 13:01:57.965246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-43283167-aa3d-4e70-8719-a1b1da343bd2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Request body: {'port': {'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1161387796'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:57.966303 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:57.973373 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:57.989785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d6513-5e5e-4af4-8cec-b8e6912d6896 req-67e00a28-182e-45c9-b3c8-c94a30de2857 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:57.993430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a36d6513-5e5e-4af4-8cec-b8e6912d6896 req-67e00a28-182e-45c9-b3c8-c94a30de2857 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 943 time: 0.1304147 Nov 24 13:01:58.032656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:58.036137 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ecb401c-0f98-4a52-b597-f68a5133dcfd req-41dd4787-38b1-4c58-852c-7c757eb32175 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853195 Nov 24 13:01:58.041177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43283167-aa3d-4e70-8719-a1b1da343bd2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Made reservation on behalf of 5293b30794e34c1f807c81d58e924752 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:01:58.043575 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43283167-aa3d-4e70-8719-a1b1da343bd2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:58.075550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:01:58.083831 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a36d6513-5e5e-4af4-8cec-b8e6912d6896 req-7efd75b8-8978-4db5-8615-b3cf5782b0f1 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841537 Nov 24 13:01:58.092745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-43283167-aa3d-4e70-8719-a1b1da343bd2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] device_id is not set on port d388375a-2a8e-44bf-8858-f746c03b19d1 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:01:58.101784 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5189eb4-961e-4f37-a3af-e29353f0578e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:58.146553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5189eb4-961e-4f37-a3af-e29353f0578e admin admin] Pushing event updated for resources: {'Subnet': ['ID=98e29d58-9582-4d49-a36e-dbefd713eabd,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:58.190869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5189eb4-961e-4f37-a3af-e29353f0578e admin admin] Checking segment: {'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:01:58.191314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5189eb4-961e-4f37-a3af-e29353f0578e admin admin] Network hostable DHCP agents. Network: 5cccba62-52c2-465c-b3ac-bb101df54ca0, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:01:58.214427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:58.215036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5189eb4-961e-4f37-a3af-e29353f0578e admin admin] Network 5cccba62-52c2-465c-b3ac-bb101df54ca0 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:01:58.234923 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-b5189eb4-961e-4f37-a3af-e29353f0578e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 5cccba62-52c2-465c-b3ac-bb101df54ca0) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:58.235197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '92ccdb75-cbcd-4edd-a70f-7ed95d608ed8', 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be', 'port_id': '92ccdb75-cbcd-4edd-a70f-7ed95d608ed8', 'mac_address': 'fa:16:3e:5f:91:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076dad9f-03ea-4786-85b6-0713f94b7e9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:01:58.253061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5189eb4-961e-4f37-a3af-e29353f0578e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:58.253664 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5189eb4-961e-4f37-a3af-e29353f0578e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:58.276518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af350b7-b6e9-4f37-a67d-dabad1d38070 None None] Network 5cccba62-52c2-465c-b3ac-bb101df54ca0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:01:58.290743 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43283167-aa3d-4e70-8719-a1b1da343bd2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:58.302299 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b5189eb4-961e-4f37-a3af-e29353f0578e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6227467 Nov 24 13:01:58.317361 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:58.339409 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43283167-aa3d-4e70-8719-a1b1da343bd2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:58.342135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6106-b4b5-47d3-a117-a6493c6e5279 req-e691e758-3467-49f8-8c0c-186aa6b0c92f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:58.350035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6106-b4b5-47d3-a117-a6493c6e5279 req-e691e758-3467-49f8-8c0c-186aa6b0c92f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:58.357566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6106-b4b5-47d3-a117-a6493c6e5279 req-e691e758-3467-49f8-8c0c-186aa6b0c92f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:58.366541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6106-b4b5-47d3-a117-a6493c6e5279 req-e691e758-3467-49f8-8c0c-186aa6b0c92f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:58.373736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6106-b4b5-47d3-a117-a6493c6e5279 req-e691e758-3467-49f8-8c0c-186aa6b0c92f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:58.381341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6106-b4b5-47d3-a117-a6493c6e5279 req-e691e758-3467-49f8-8c0c-186aa6b0c92f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:58.389082 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:58.404686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb6106-b4b5-47d3-a117-a6493c6e5279 req-e691e758-3467-49f8-8c0c-186aa6b0c92f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:58.413437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43283167-aa3d-4e70-8719-a1b1da343bd2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Network 4b890671-aca3-4710-b5c5-4a9fc432976d is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:01:58.415257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43283167-aa3d-4e70-8719-a1b1da343bd2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Pushing event updated for resources: {'Port': ['ID=d388375a-2a8e-44bf-8858-f746c03b19d1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:58.416834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-16fb6106-b4b5-47d3-a117-a6493c6e5279 req-e691e758-3467-49f8-8c0c-186aa6b0c92f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5435 time: 0.1582863 Nov 24 13:01:58.417857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-43283167-aa3d-4e70-8719-a1b1da343bd2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:01:58.421026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43283167-aa3d-4e70-8719-a1b1da343bd2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:01:58.422206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43283167-aa3d-4e70-8719-a1b1da343bd2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:58.422623 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43283167-aa3d-4e70-8719-a1b1da343bd2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:58.446511 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-43283167-aa3d-4e70-8719-a1b1da343bd2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4929960 Nov 24 13:01:58.447284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34572) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:58.454709 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:58.458059 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:01:58.472296 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:58.473029 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0a1923ae-0719-47bf-891a-5dba2da0d753 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:01:58.488957 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-16fb6106-b4b5-47d3-a117-a6493c6e5279 req-1dcd256a-6312-4117-8645-32dafaa4c657 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700307 Nov 24 13:01:58.534567 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:58.573831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912ecfa9-b220-46cb-bf0d-ef630129f1dc None None] Network 5cccba62-52c2-465c-b3ac-bb101df54ca0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:01:58.579927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:58.696482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:58.698624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['6e8eee07-d40a-4ec6-8dc1-46980cce72fe'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:58.700987 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['1252e94e-e016-46bc-b2bd-47c0ab1b44e8'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:58.714958 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['5ab98a21-6fe7-4896-9575-4945f031504a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:58.762559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] device_id is not set on port d388375a-2a8e-44bf-8858-f746c03b19d1 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:01:58.773200 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:58.797919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:58.800440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['97cc90c5-fb57-425a-a378-479282e4b014'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:58.802635 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['08336fdf-8913-4fe6-b0e7-6d8dbd9d9013'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:58.807137 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:58.879601 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Pushing event updated for resources: {'Port': ['ID=d388375a-2a8e-44bf-8858-f746c03b19d1,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:58.888842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-58358016-c0b8-4d5f-82ab-cebc41573a77 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:58.890328 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-58358016-c0b8-4d5f-82ab-cebc41573a77 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/networks?id=5cccba62-52c2-465c-b3ac-bb101df54ca0 HTTP/1.1" status: 200 len: 804 time: 0.1655846 Nov 24 13:01:58.910674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:58.911009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:58.911346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:58.916981 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ec0fa2a4-cabc-4db6-9d01-3a7e0ddfa537 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/quotas/287e84d4474541d9b89eedb799c54d28 HTTP/1.1" status: 200 len: 375 time: 0.0173225 Nov 24 13:01:58.917657 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:58.917989 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:58.918364 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 2 to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 Nov 24 13:01:58.942086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:58.942086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:58.942086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:58.957899 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-6ec239f3-ef30-4106-ad74-f0ad693d99d8 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=287e84d4474541d9b89eedb799c54d28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302763 Nov 24 13:01:58.959921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:58.960252 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:58.960640 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 3 to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 Nov 24 13:01:58.973846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0a1923ae-0719-47bf-891a-5dba2da0d753, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0a1923ae-0719-47bf-891a-5dba2da0d753,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:58.989166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:58.989513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:58.989854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:59.007447 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:59.007775 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:59.009771 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 4 to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 Nov 24 13:01:59.050216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:59.050555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:59.050902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:59.058944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:59.059316 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:59.061027 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 5 to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 Nov 24 13:01:59.061781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '0a1923ae-0719-47bf-891a-5dba2da0d753', 'network_id': 'aae1eca4-2d05-4fc7-96ce-2cd610c52d2b', 'port_id': '0a1923ae-0719-47bf-891a-5dba2da0d753', 'mac_address': 'fa:16:3e:4f:15:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ed41c1-a924-4ba0-9444-2052d8ad1db8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:01:59.083656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:59.083992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:59.084329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:59.091373 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-a97d7cd9-6bf8-47f9-b440-683c385ba5e4 service neutron] 10.222.0.48 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221402 Nov 24 13:01:59.092100 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:59.092417 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:59.092824 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 6 to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 Nov 24 13:01:59.131355 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:59.131695 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:59.132036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:59.145810 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:59.146105 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:59.147846 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 7 to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 Nov 24 13:01:59.175308 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11e613-aea5-431c-86a7-f06b54a46945 req-c3a4bfa7-cc8d-4669-a01a-e0fde795a622 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.176850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d11e613-aea5-431c-86a7-f06b54a46945 req-c3a4bfa7-cc8d-4669-a01a-e0fde795a622 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 944 time: 0.0578675 Nov 24 13:01:59.192277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:59.192618 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:59.192980 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:59.201701 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:59.202037 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:59.203697 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 8 to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 Nov 24 13:01:59.221505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:59.221843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:59.222180 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:59.235366 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:59.235699 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:59.237921 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 9 to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 Nov 24 13:01:59.238920 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d11e613-aea5-431c-86a7-f06b54a46945 req-d92145e2-0b7a-492f-b1ba-4c72b14dcd6d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549848 Nov 24 13:01:59.243128 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ac611429-d30d-4d98-b787-f536fb44ddeb service neutron] 10.222.0.48 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395447 Nov 24 13:01:59.252980 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:59.253330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:59.253685 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:59.272223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:59.272785 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:59.273393 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 10 to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 Nov 24 13:01:59.292640 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:01:59.293016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:01:59.293355 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:01:59.297937 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:01:59.298183 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port d388375a-2a8e-44bf-8858-f746c03b19d1 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:01:59.298529 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:59.364516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] For port d388375a-2a8e-44bf-8858-f746c03b19d1, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:01:59.364948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempted to set empty binding levels {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 13:01:59.366455 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:59.369576 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:59.409406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] In _notify_port_updated(), no bound segment for port d388375a-2a8e-44bf-8858-f746c03b19d1 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:01:59.410255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.410870 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:59.412209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "PUT /v2.0/ports/d388375a-2a8e-44bf-8858-f746c03b19d1 HTTP/1.1" status: 200 len: 975 time: 0.9636006 Nov 24 13:01:59.418269 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34602) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:59.459814 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1923ae-0719-47bf-891a-5dba2da0d753 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:01:59.465148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd117644-244f-43e3-a312-86dade209c64 req-500aa8a9-a9fe-427b-ba17-bdfd4f7ea36a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.467419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd117644-244f-43e3-a312-86dade209c64 req-500aa8a9-a9fe-427b-ba17-bdfd4f7ea36a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 944 time: 0.1290798 Nov 24 13:01:59.471060 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d84bbf-9230-4d50-8f99-a2fc76d486b6 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Pushing event updated for resources: {'Port': ['ID=d388375a-2a8e-44bf-8858-f746c03b19d1,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:59.559637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0a1923ae-0719-47bf-891a-5dba2da0d753, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0a1923ae-0719-47bf-891a-5dba2da0d753,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:59.599449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.600226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.600709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.601200 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.601672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.602319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.602794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.603260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.603950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.604420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.604915 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.605379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.605838 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.606297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.607169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.607288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.607655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.608703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.609575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.610319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.611074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.611246 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.611747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.612212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.612671 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.613282 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.613764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.613888 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:59.614232 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.614694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.615555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.615662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.616486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.616990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.617459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.618024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.618386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.618884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.619445 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.619920 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.620387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.620869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.621446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.621774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.622421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.622892 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.623770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.624244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.624882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.625422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.628084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.638318 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34614) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:01:59.638557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b4736cff-eff6-45e2-b9ee-6d4c07bfe5ec tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44821 time: 0.2188110 Nov 24 13:01:59.654436 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd117644-244f-43e3-a312-86dade209c64 req-bdc1935b-a074-4d56-8117-5cd7fddce21c tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592116 Nov 24 13:01:59.739155 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a46805e0-7881-4c14-afa4-0ec52ec93b0b req-a5c5c8bc-0e6e-4d80-b338-db98b6ddda09 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 210 time: 0.0340731 Nov 24 13:01:59.778169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-32e98218-a756-4432-a3b4-751449522c88 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Deleting port d388375a-2a8e-44bf-8858-f746c03b19d1 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:01:59.778756 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32e98218-a756-4432-a3b4-751449522c88 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:59.856356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52780b13-36d0-4a16-be0c-71ce26fed671 req-fee964db-1be9-435b-822c-4dce2f35d7d6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.858357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-32e98218-a756-4432-a3b4-751449522c88 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] For port d388375a-2a8e-44bf-8858-f746c03b19d1, host n-h1-817303-4, got binding levels [] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:01:59.858647 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=0a1923ae-0719-47bf-891a-5dba2da0d753,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:01:59.859582 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32e98218-a756-4432-a3b4-751449522c88 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:59.872554 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52780b13-36d0-4a16-be0c-71ce26fed671 req-fee964db-1be9-435b-822c-4dce2f35d7d6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.876614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-32e98218-a756-4432-a3b4-751449522c88 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Calling delete_port for d388375a-2a8e-44bf-8858-f746c03b19d1 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:01:59.881695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52780b13-36d0-4a16-be0c-71ce26fed671 req-fee964db-1be9-435b-822c-4dce2f35d7d6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.889111 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52780b13-36d0-4a16-be0c-71ce26fed671 req-fee964db-1be9-435b-822c-4dce2f35d7d6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.895268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52780b13-36d0-4a16-be0c-71ce26fed671 req-fee964db-1be9-435b-822c-4dce2f35d7d6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.902237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52780b13-36d0-4a16-be0c-71ce26fed671 req-fee964db-1be9-435b-822c-4dce2f35d7d6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.908742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52780b13-36d0-4a16-be0c-71ce26fed671 req-fee964db-1be9-435b-822c-4dce2f35d7d6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:01:59.910926 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-52780b13-36d0-4a16-be0c-71ce26fed671 req-fee964db-1be9-435b-822c-4dce2f35d7d6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5435 time: 0.1564581 Nov 24 13:01:59.944196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['0a1923ae-0719-47bf-891a-5dba2da0d753'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:01:59.977123 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32e98218-a756-4432-a3b4-751449522c88 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:01:59.980849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-52780b13-36d0-4a16-be0c-71ce26fed671 req-d41eb004-862a-4b3d-8271-350956b0958c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624249 Nov 24 13:02:00.014345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['92ccdb75-cbcd-4edd-a70f-7ed95d608ed8'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:02:00.024880 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e98218-a756-4432-a3b4-751449522c88 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Pushing event deleted for resources: {'Port': ['ID=d388375a-2a8e-44bf-8858-f746c03b19d1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:00.036157 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32e98218-a756-4432-a3b4-751449522c88 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:00.042698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34620) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:00.052271 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-32e98218-a756-4432-a3b4-751449522c88 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "DELETE /v2.0/ports/d388375a-2a8e-44bf-8858-f746c03b19d1 HTTP/1.1" status: 204 len: 168 time: 0.4126391 Nov 24 13:02:00.069530 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffada4b-122e-4072-824b-edd9befd3db8 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:02:00.074708 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cffada4b-122e-4072-824b-edd9befd3db8 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "GET /v2.0/ports/d388375a-2a8e-44bf-8858-f746c03b19d1 HTTP/1.1" status: 404 len: 333 time: 0.0272968 Nov 24 13:02:00.075154 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34622) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:00.082092 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-4710353e-25b5-47b6-b0db-9b304ab69e9d tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1736010358', 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:00.133408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4710353e-25b5-47b6-b0db-9b304ab69e9d tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Made reservation on behalf of 5293b30794e34c1f807c81d58e924752 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:02:00.137606 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4710353e-25b5-47b6-b0db-9b304ab69e9d tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:00.157078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-4710353e-25b5-47b6-b0db-9b304ab69e9d tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] device_id is not set on port 243c6e83-4fae-4620-9962-75cc2243e3f1 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:02:00.381859 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4710353e-25b5-47b6-b0db-9b304ab69e9d tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:00.458379 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c790df3-861a-4fad-9c61-e0c67a01cd72 req-e4fbaf72-d400-41db-afa7-551a2a6d9f29 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:00.459840 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c790df3-861a-4fad-9c61-e0c67a01cd72 req-e4fbaf72-d400-41db-afa7-551a2a6d9f29 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 945 time: 0.0763323 Nov 24 13:02:00.473525 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4710353e-25b5-47b6-b0db-9b304ab69e9d tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:00.534628 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4710353e-25b5-47b6-b0db-9b304ab69e9d tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Network 4b890671-aca3-4710-b5c5-4a9fc432976d is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:00.545483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-4710353e-25b5-47b6-b0db-9b304ab69e9d tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:00.559145 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710353e-25b5-47b6-b0db-9b304ab69e9d tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:00.560268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710353e-25b5-47b6-b0db-9b304ab69e9d tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:00.563089 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4710353e-25b5-47b6-b0db-9b304ab69e9d tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:00.566316 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710353e-25b5-47b6-b0db-9b304ab69e9d tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Pushing event updated for resources: {'Port': ['ID=243c6e83-4fae-4620-9962-75cc2243e3f1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:00.578299 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c790df3-861a-4fad-9c61-e0c67a01cd72 req-d19f2f6a-45eb-4072-83ec-1324a1391d4b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118984 Nov 24 13:02:00.587193 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4710353e-25b5-47b6-b0db-9b304ab69e9d tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5095451 Nov 24 13:02:00.590035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34628) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:00.638286 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f826d700-911e-4cd7-b31d-eb295db8b8b8 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:00.639963 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f826d700-911e-4cd7-b31d-eb295db8b8b8 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "GET /v2.0/ports/243c6e83-4fae-4620-9962-75cc2243e3f1 HTTP/1.1" status: 200 len: 955 time: 0.0485871 Nov 24 13:02:00.642727 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34632) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:00.733288 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-52a463bb-9034-469a-b9cb-7a39c6b32bdb tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Deleting port 243c6e83-4fae-4620-9962-75cc2243e3f1 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:00.734396 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52a463bb-9034-469a-b9cb-7a39c6b32bdb tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:00.867778 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52a463bb-9034-469a-b9cb-7a39c6b32bdb tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:00.883026 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd357642-a887-4f3f-b4a8-4c4c98b3ca02 req-f02f455e-0cce-42da-a997-c2a98fdd6f01 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 210 time: 0.0385671 Nov 24 13:02:00.897035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-52a463bb-9034-469a-b9cb-7a39c6b32bdb tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Calling delete_port for 243c6e83-4fae-4620-9962-75cc2243e3f1 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:00.922040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-784f8cde-c8d2-4a7a-838a-a0d88c19606d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:00.923913 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-784f8cde-c8d2-4a7a-838a-a0d88c19606d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.59 "GET /v2.0/networks?id=5cccba62-52c2-465c-b3ac-bb101df54ca0 HTTP/1.1" status: 200 len: 804 time: 0.1967981 Nov 24 13:02:00.933903 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9bd68-d757-4aa9-a531-0faf133ba064 req-fde92720-d124-4974-9ae1-fdcf15243421 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:00.942058 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ade9bd68-d757-4aa9-a531-0faf133ba064 req-fde92720-d124-4974-9ae1-fdcf15243421 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 944 time: 0.1809177 Nov 24 13:02:00.942381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ee0d161d-1e9a-42ea-a9d1-85c8576dd9ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Request body: {'port': {'device_id': 'e4f82ec9-0da4-4d85-b18b-9b6095b68a11', 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0', 'admin_state_up': True, 'tenant_id': '287e84d4474541d9b89eedb799c54d28'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:01.046439 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ade9bd68-d757-4aa9-a531-0faf133ba064 req-79651267-09a3-4fc5-a556-ac3297afc7e8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029751 Nov 24 13:02:01.081874 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52a463bb-9034-469a-b9cb-7a39c6b32bdb tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:01.108199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ee0d161d-1e9a-42ea-a9d1-85c8576dd9ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Made reservation on behalf of 287e84d4474541d9b89eedb799c54d28 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:02:01.112755 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ee0d161d-1e9a-42ea-a9d1-85c8576dd9ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:01.114693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a463bb-9034-469a-b9cb-7a39c6b32bdb tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Pushing event deleted for resources: {'Port': ['ID=243c6e83-4fae-4620-9962-75cc2243e3f1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:01.121881 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52a463bb-9034-469a-b9cb-7a39c6b32bdb tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:01.125332 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-52a463bb-9034-469a-b9cb-7a39c6b32bdb tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "DELETE /v2.0/ports/243c6e83-4fae-4620-9962-75cc2243e3f1 HTTP/1.1" status: 204 len: 168 time: 0.4816070 Nov 24 13:02:01.128676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34642) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:01.151821 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec90f5e2-a941-4278-8f4e-f3b17221bc82 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:02:01.153238 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ec90f5e2-a941-4278-8f4e-f3b17221bc82 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "GET /v2.0/ports/243c6e83-4fae-4620-9962-75cc2243e3f1 HTTP/1.1" status: 404 len: 333 time: 0.0236018 Nov 24 13:02:01.157385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34644) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:01.162030 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a27fc16a-3dd0-4f2d-8ebb-1fd3ac23cb64 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Request body: {'port': {'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-669037897'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:01.181805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d2840-2596-4775-a517-a960ee079ae6 req-6c4b4d96-d05f-424b-8d7c-b4f8547e6f7d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:01.187781 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27fc16a-3dd0-4f2d-8ebb-1fd3ac23cb64 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Made reservation on behalf of 5293b30794e34c1f807c81d58e924752 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:02:01.188482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d2840-2596-4775-a517-a960ee079ae6 req-6c4b4d96-d05f-424b-8d7c-b4f8547e6f7d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:01.190667 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a27fc16a-3dd0-4f2d-8ebb-1fd3ac23cb64 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:01.194964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d2840-2596-4775-a517-a960ee079ae6 req-6c4b4d96-d05f-424b-8d7c-b4f8547e6f7d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:01.201040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d2840-2596-4775-a517-a960ee079ae6 req-6c4b4d96-d05f-424b-8d7c-b4f8547e6f7d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:01.207541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d2840-2596-4775-a517-a960ee079ae6 req-6c4b4d96-d05f-424b-8d7c-b4f8547e6f7d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:01.208592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-a27fc16a-3dd0-4f2d-8ebb-1fd3ac23cb64 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] device_id is not set on port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:02:01.213577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d2840-2596-4775-a517-a960ee079ae6 req-6c4b4d96-d05f-424b-8d7c-b4f8547e6f7d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:01.219783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d2840-2596-4775-a517-a960ee079ae6 req-6c4b4d96-d05f-424b-8d7c-b4f8547e6f7d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:01.221822 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ea2d2840-2596-4775-a517-a960ee079ae6 req-6c4b4d96-d05f-424b-8d7c-b4f8547e6f7d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5435 time: 0.1248012 Nov 24 13:02:01.350638 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ea2d2840-2596-4775-a517-a960ee079ae6 req-5fee23be-8f7e-47a7-9dd6-f73693564f46 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005025 Nov 24 13:02:01.363649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ee0d161d-1e9a-42ea-a9d1-85c8576dd9ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Allocated IP 172.20.0.3 (5cccba62-52c2-465c-b3ac-bb101df54ca0/98e29d58-9582-4d49-a36e-dbefd713eabd/4761a0b3-54c5-4a6c-92f0-3ec271ed283d) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:01.370647 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a27fc16a-3dd0-4f2d-8ebb-1fd3ac23cb64 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:01.405053 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a27fc16a-3dd0-4f2d-8ebb-1fd3ac23cb64 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:01.443408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27fc16a-3dd0-4f2d-8ebb-1fd3ac23cb64 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Network 4b890671-aca3-4710-b5c5-4a9fc432976d is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:01.449443 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a27fc16a-3dd0-4f2d-8ebb-1fd3ac23cb64 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:01.451738 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27fc16a-3dd0-4f2d-8ebb-1fd3ac23cb64 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:01.452860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27fc16a-3dd0-4f2d-8ebb-1fd3ac23cb64 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:01.453453 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a27fc16a-3dd0-4f2d-8ebb-1fd3ac23cb64 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:01.464754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fc16a-3dd0-4f2d-8ebb-1fd3ac23cb64 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Pushing event updated for resources: {'Port': ['ID=20bef131-4762-46ff-99d5-35cb8d4ec9e6,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:01.475713 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a27fc16a-3dd0-4f2d-8ebb-1fd3ac23cb64 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3172476 Nov 24 13:02:01.478343 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34646) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:01.485385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:01.519437 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ee0d161d-1e9a-42ea-a9d1-85c8576dd9ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:01.541176 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:01.553753 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ee0d161d-1e9a-42ea-a9d1-85c8576dd9ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:01.601746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ee0d161d-1e9a-42ea-a9d1-85c8576dd9ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Network 5cccba62-52c2-465c-b3ac-bb101df54ca0 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:01.605383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ee0d161d-1e9a-42ea-a9d1-85c8576dd9ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:01.609365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ee0d161d-1e9a-42ea-a9d1-85c8576dd9ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:01.658619 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ee0d161d-1e9a-42ea-a9d1-85c8576dd9ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:01.659282 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ee0d161d-1e9a-42ea-a9d1-85c8576dd9ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:01.672409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d161d-1e9a-42ea-a9d1-85c8576dd9ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Pushing event updated for resources: {'Port': ['ID=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:01.706458 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ee0d161d-1e9a-42ea-a9d1-85c8576dd9ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7705045 Nov 24 13:02:01.720131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Request body: {'port': {'device_id': 'e4f82ec9-0da4-4d85-b18b-9b6095b68a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:01.737446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] device_id is not set on port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:02:01.749545 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:01.757271 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:01.759838 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23301015-267f-4d6c-9e07-c9c223364352 req-dc88c0da-bb32-4648-b7a9-ef5fbe77c26a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:01.761608 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23301015-267f-4d6c-9e07-c9c223364352 req-dc88c0da-bb32-4648-b7a9-ef5fbe77c26a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 945 time: 0.0934219 Nov 24 13:02:01.809084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Pushing event updated for resources: {'Port': ['ID=20bef131-4762-46ff-99d5-35cb8d4ec9e6,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:01.812952 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:01.839670 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:01.839670 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:01.840055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:01.844486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:02:01.844848 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:02:01.845234 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 2 to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 Nov 24 13:02:01.859856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:01.860225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:01.860568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:01.865258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:02:01.865584 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:02:01.865968 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 3 to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 Nov 24 13:02:01.879321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:01.880414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:01.880929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:01.885581 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23301015-267f-4d6c-9e07-c9c223364352 req-67721dd4-7f30-446f-bf19-44797026bce4 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021767 Nov 24 13:02:01.885787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:02:01.886115 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:02:01.886505 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 4 to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 Nov 24 13:02:01.903690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:01.904040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:01.904382 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:01.910811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:02:01.911153 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:02:01.911549 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 5 to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 Nov 24 13:02:01.925107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:01.925457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:01.925797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:01.931926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:02:01.932264 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:02:01.932659 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 6 to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 Nov 24 13:02:01.955965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:01.956307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:01.956645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:01.961189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:02:01.961522 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:02:01.961926 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 7 to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 Nov 24 13:02:01.983448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:01.984042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:01.984382 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:02.005106 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:02.009112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:02:02.009464 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:02:02.012934 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 8 to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 Nov 24 13:02:02.029314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:02.030230 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:02.030584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:02.050194 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:02:02.050457 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:02:02.052763 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 9 to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 Nov 24 13:02:02.073740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:02:02.076791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2971c4-618f-40ba-a26e-d57c5526e5a3 req-31ffedf8-619b-48d0-8793-8b0686fa5d93 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:02.081367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:02.081749 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.083922 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2f2971c4-618f-40ba-a26e-d57c5526e5a3 req-31ffedf8-619b-48d0-8793-8b0686fa5d93 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 931 time: 0.1134698 Nov 24 13:02:02.086607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:02.086944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:02.087280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:02.096576 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:02:02.097002 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:02:02.098299 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempt 10 to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 Nov 24 13:02:02.122296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:02.122635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:02.122975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempting to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:02.130402 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:02.137762 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:02:02.138103 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Failed to bind port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '05cce66f-5cd2-400c-a6e8-98f1010681eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4b890671-aca3-4710-b5c5-4a9fc432976d'}] Nov 24 13:02:02.138479 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.161890 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2f2971c4-618f-40ba-a26e-d57c5526e5a3 req-83088f1d-0887-40cf-8ca3-9b9d6082be1c tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768609 Nov 24 13:02:02.207158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4761a0b3-54c5-4a6c-92f0-3ec271ed283d {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:02:02.217309 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.225081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] For port 20bef131-4762-46ff-99d5-35cb8d4ec9e6, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:02:02.225722 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attempted to set empty binding levels {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 13:02:02.229542 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:02:02.233078 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.234670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:02.235187 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.238459 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.240694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e9825-f8d7-4bb1-ba5e-d112df664414 req-b06e4f9c-01b7-4571-af77-989192df11ef tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:02.242234 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1d7e9825-f8d7-4bb1-ba5e-d112df664414 req-b06e4f9c-01b7-4571-af77-989192df11ef tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 944 time: 0.1057491 Nov 24 13:02:02.246301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Transition to ACTIVE for port object 4761a0b3-54c5-4a6c-92f0-3ec271ed283d will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:02:02.258421 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.270904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] In _notify_port_updated(), no bound segment for port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 on network 4b890671-aca3-4710-b5c5-4a9fc432976d {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:02:02.271757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:02.272360 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.276583 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "PUT /v2.0/ports/20bef131-4762-46ff-99d5-35cb8d4ec9e6 HTTP/1.1" status: 200 len: 974 time: 0.7965913 Nov 24 13:02:02.278898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34660) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:02.293498 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:02.295919 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7024a6dc-cb39-4af8-878f-05fd5b0e42cd" -d '{"events": [{"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-plugged", "status": "completed", "tag": "58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:02.313055 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:02.329950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2249ae-56f7-48db-a9e7-89eae5c8eac4 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Pushing event updated for resources: {'Port': ['ID=20bef131-4762-46ff-99d5-35cb8d4ec9e6,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:02.348775 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3d02e2-4d4f-4826-a2b8-2eed82d53b07 x-openstack-request-id: req-cd3d02e2-4d4f-4826-a2b8-2eed82d53b07 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:02.349187 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-plugged", "status": "completed", "tag": "58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:02.349551 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd3d02e2-4d4f-4826-a2b8-2eed82d53b07 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:02.350042 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6', 'code': 200} Nov 24 13:02:02.354946 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.355855 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 6e8eee07-d40a-4ec6-8dc1-46980cce72fe up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:02.385139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Pushing event updated for resources: {'Port': ['ID=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:02.399447 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Deleting port 20bef131-4762-46ff-99d5-35cb8d4ec9e6 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:02.399932 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.402386 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1d7e9825-f8d7-4bb1-ba5e-d112df664414 req-b4d231f3-3bb7-42a5-a549-de3fc5cca1ba tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431799 Nov 24 13:02:02.411947 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.467152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Attempting to bind port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:02.467887 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Attempting to bind port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:02.468430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Attempting to bind port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d on network 5cccba62-52c2-465c-b3ac-bb101df54ca0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:02.469045 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:02.478329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d on network 5cccba62-52c2-465c-b3ac-bb101df54ca0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:02:02.478668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Attempting to bind port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d on network 5cccba62-52c2-465c-b3ac-bb101df54ca0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:02.484873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:02:02.485221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Checking segment: {'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:02:02.485602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Bound using segment: {'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:02:02.486138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Bound port: 4761a0b3-54c5-4a6c-92f0-3ec271ed283d, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:02:02.487031 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.489190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:02.496151 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.497078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0a1923ae-0719-47bf-891a-5dba2da0d753 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:02.498870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:02:02.525106 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] For port 20bef131-4762-46ff-99d5-35cb8d4ec9e6, host n-h1-817303-4, got binding levels [] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:02.525563 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.542886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Calling delete_port for 20bef131-4762-46ff-99d5-35cb8d4ec9e6 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:02.546299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:02.546738 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.558971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] For port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:02:02.563175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] For port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:02:02.566214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999668f-083d-4fcd-8040-f947e60dc7b5 req-f54f2a97-31be-48db-9dc6-c1a410c5131c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:02.566987 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.572489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999668f-083d-4fcd-8040-f947e60dc7b5 req-f54f2a97-31be-48db-9dc6-c1a410c5131c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:02.581474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999668f-083d-4fcd-8040-f947e60dc7b5 req-f54f2a97-31be-48db-9dc6-c1a410c5131c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:02.588175 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999668f-083d-4fcd-8040-f947e60dc7b5 req-f54f2a97-31be-48db-9dc6-c1a410c5131c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:02.594184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999668f-083d-4fcd-8040-f947e60dc7b5 req-f54f2a97-31be-48db-9dc6-c1a410c5131c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:02.600188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999668f-083d-4fcd-8040-f947e60dc7b5 req-f54f2a97-31be-48db-9dc6-c1a410c5131c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:02.606158 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999668f-083d-4fcd-8040-f947e60dc7b5 req-f54f2a97-31be-48db-9dc6-c1a410c5131c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:02.610681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:02.611838 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.613280 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] 10.222.0.59 "PUT /v2.0/ports/4761a0b3-54c5-4a6c-92f0-3ec271ed283d HTTP/1.1" status: 200 len: 1091 time: 0.8989606 Nov 24 13:02:02.613841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f82ec9-0da4-4d85-b18b-9b6095b68a11', 'tag': '4761a0b3-54c5-4a6c-92f0-3ec271ed283d'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:02.615265 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2999668f-083d-4fcd-8040-f947e60dc7b5 req-f54f2a97-31be-48db-9dc6-c1a410c5131c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5436 time: 0.1371615 Nov 24 13:02:02.615979 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786cad9f-6df8-4a7f-aa9b-b9eb099bed40" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f82ec9-0da4-4d85-b18b-9b6095b68a11", "tag": "4761a0b3-54c5-4a6c-92f0-3ec271ed283d"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:02.621092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:02.655493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49dd0a-1e8c-4efe-9f4c-78eaaf03985f service neutron] Pushing event updated for resources: {'Port': ['ID=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:02.668284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 0a1923ae-0719-47bf-891a-5dba2da0d753 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:02:02.677735 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 0a1923ae-0719-47bf-891a-5dba2da0d753 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:02.678115 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.713160 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5c3087-dc64-4e04-84e5-0859ec5524b6 x-openstack-request-id: req-cf5c3087-dc64-4e04-84e5-0859ec5524b6 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:02.713814 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f82ec9-0da4-4d85-b18b-9b6095b68a11", "tag": "4761a0b3-54c5-4a6c-92f0-3ec271ed283d", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:02.714081 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf5c3087-dc64-4e04-84e5-0859ec5524b6 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:02.714581 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f82ec9-0da4-4d85-b18b-9b6095b68a11', 'tag': '4761a0b3-54c5-4a6c-92f0-3ec271ed283d', 'status': 'completed', 'code': 200} Nov 24 13:02:02.715575 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.717585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ddf72130-ba8d-45d0-a702-cac9ca729825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:02.719268 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-ddf72130-ba8d-45d0-a702-cac9ca729825 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=287e84d4474541d9b89eedb799c54d28&device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 1094 time: 0.0561705 Nov 24 13:02:02.761035 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2999668f-083d-4fcd-8040-f947e60dc7b5 req-80e8c010-5bc1-40e6-9c7e-fd2f85dc926a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1405973 Nov 24 13:02:02.765448 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=6e8eee07-d40a-4ec6-8dc1-46980cce72fe,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:02.765573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-942a4b57-9252-4118-8ccf-59a9f08d20e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4761a0b3-54c5-4a6c-92f0-3ec271ed283d HTTP/1.1" status: 200 len: 217 time: 0.0382545 Nov 24 13:02:02.786920 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.790122 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.790928 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:02.811258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Pushing event deleted for resources: {'Port': ['ID=20bef131-4762-46ff-99d5-35cb8d4ec9e6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:02.825084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:02.825350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:02.825696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:02.826040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:02.826378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:02.826713 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:02.826969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-3d16deb8-00ca-4946-8b4e-e73113b3683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:02.827077 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:02.827357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:02.827684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:02.828010 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:02.828339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:02.828442 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-3d16deb8-00ca-4946-8b4e-e73113b3683c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98e29d58-9582-4d49-a36e-dbefd713eabd HTTP/1.1" status: 200 len: 844 time: 0.0558972 Nov 24 13:02:02.828671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:02.837075 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.840197 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7b22f4b9-9913-42bf-b9a6-e274098e48de tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "DELETE /v2.0/ports/20bef131-4762-46ff-99d5-35cb8d4ec9e6 HTTP/1.1" status: 204 len: 168 time: 0.5603654 Nov 24 13:02:02.845189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34668) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:02.859759 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.866335 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-02fb5e6a-d100-4793-9ef7-cf3d68b0f6d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cccba62-52c2-465c-b3ac-bb101df54ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305047 Nov 24 13:02:02.870843 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cbda14-ab4b-4bc5-80c4-cca529a7c7a2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:02:02.875617 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-69cbda14-ab4b-4bc5-80c4-cca529a7c7a2 tempest-PortsAdminExtendedAttrsTestJSON-294414598 tempest-PortsAdminExtendedAttrsTestJSON-294414598-project-admin] 10.222.0.48 "GET /v2.0/ports/20bef131-4762-46ff-99d5-35cb8d4ec9e6 HTTP/1.1" status: 404 len: 333 time: 0.0255616 Nov 24 13:02:02.876140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34670) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:02.903541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=6e8eee07-d40a-4ec6-8dc1-46980cce72fe,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:02.920139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0a1923ae-0719-47bf-891a-5dba2da0d753, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0a1923ae-0719-47bf-891a-5dba2da0d753,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:02.926372 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.931748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:02:02.960927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:02.961304 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:02.990826 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-54e45aaa-10ea-4c9c-938c-b877a3682013 service neutron] 10.222.0.59 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166451 Nov 24 13:02:03.017250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=0a1923ae-0719-47bf-891a-5dba2da0d753,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:03.031346 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c0d16efa-162e-4af3-8f75-69cc2b068751 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.082305 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.119862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1252e94e-e016-46bc-b2bd-47c0ab1b44e8,segment=NetworkSegment(0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a),segment_id=0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:03.128080 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.128941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:03.136784 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e1d1e-5cd1-4fc6-8960-db75593014db req-82cde88d-a452-4a26-b13c-a38a0558e0e9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:03.138445 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-728e1d1e-5cd1-4fc6-8960-db75593014db req-82cde88d-a452-4a26-b13c-a38a0558e0e9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.1273701 Nov 24 13:02:03.171005 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e6ec031-af62-4f4f-b438-7336f434b807 req-00d6e2a9-8102-40c4-b530-5344be2628c3 service neutron] 10.222.0.59 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729457 Nov 24 13:02:03.181516 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c0d16efa-162e-4af3-8f75-69cc2b068751 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.213175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=1252e94e-e016-46bc-b2bd-47c0ab1b44e8,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:03.222646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-728e1d1e-5cd1-4fc6-8960-db75593014db req-40b646cc-4df2-4559-a213-c22b822b5180 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755680 Nov 24 13:02:03.229927 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-c0d16efa-162e-4af3-8f75-69cc2b068751 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b890671-aca3-4710-b5c5-4a9fc432976d']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:03.239242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:02:03.243900 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:03.244520 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.246311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-c0d16efa-162e-4af3-8f75-69cc2b068751 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cce66f-5cd2-400c-a6e8-98f1010681eb') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:03.246606 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-c0d16efa-162e-4af3-8f75-69cc2b068751 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cce66f-5cd2-400c-a6e8-98f1010681eb') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:03.259656 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c0d16efa-162e-4af3-8f75-69cc2b068751 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.298497 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c0d16efa-162e-4af3-8f75-69cc2b068751 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.306105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cad9f-6df8-4a7f-aa9b-b9eb099bed40 req-dff5c80a-8193-4ea9-83fb-affad2bf131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:03.308391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d16efa-162e-4af3-8f75-69cc2b068751 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:02:03.308821 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c0d16efa-162e-4af3-8f75-69cc2b068751 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.309061 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-786cad9f-6df8-4a7f-aa9b-b9eb099bed40 req-dff5c80a-8193-4ea9-83fb-affad2bf131a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=287e84d4474541d9b89eedb799c54d28&device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 1094 time: 0.0596163 Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:02:03.311780 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:02:03.332752 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.369847 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:03.374868 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d023f4b-3b24-42f6-8328-86a4b2791625 req-ffba1a91-9cd3-4826-a20a-bb7a5ba9771c tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:03.376377 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d023f4b-3b24-42f6-8328-86a4b2791625 req-ffba1a91-9cd3-4826-a20a-bb7a5ba9771c tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 943 time: 0.1126461 Nov 24 13:02:03.379010 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.379010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5ab98a21-6fe7-4896-9575-4945f031504a up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:03.398066 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c0d16efa-162e-4af3-8f75-69cc2b068751 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.406905 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c0d16efa-162e-4af3-8f75-69cc2b068751 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.410539 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c0d16efa-162e-4af3-8f75-69cc2b068751 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] 10.222.0.48 "DELETE /v2.0/networks/4b890671-aca3-4710-b5c5-4a9fc432976d HTTP/1.1" status: 204 len: 168 time: 0.5334687 Nov 24 13:02:03.423176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cad9f-6df8-4a7f-aa9b-b9eb099bed40 req-e6d2b03e-e050-4fcf-a4f9-baa6594f0548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:03.426322 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-786cad9f-6df8-4a7f-aa9b-b9eb099bed40 req-e6d2b03e-e050-4fcf-a4f9-baa6594f0548 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5cccba62-52c2-465c-b3ac-bb101df54ca0 HTTP/1.1" status: 200 len: 905 time: 0.1086514 Nov 24 13:02:03.437138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d16efa-162e-4af3-8f75-69cc2b068751 tempest-PortsAdminExtendedAttrsTestJSON-1201896570 tempest-PortsAdminExtendedAttrsTestJSON-1201896570-project] Pushing event deleted for resources: {'Network': ['ID=4b890671-aca3-4710-b5c5-4a9fc432976d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:03.465344 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d023f4b-3b24-42f6-8328-86a4b2791625 req-b4501ba9-ed79-46ef-bb61-7a8ea0a6ce46 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810649 Nov 24 13:02:03.492501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:03.505793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 5ab98a21-6fe7-4896-9575-4945f031504a completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:02:03.508454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-786cad9f-6df8-4a7f-aa9b-b9eb099bed40 req-e6f4c2b0-e041-41b6-87be-4e04bafb349c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4761a0b3-54c5-4a6c-92f0-3ec271ed283d HTTP/1.1" status: 200 len: 217 time: 0.0745375 Nov 24 13:02:03.511428 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 5ab98a21-6fe7-4896-9575-4945f031504a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:03.511810 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.581387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cad9f-6df8-4a7f-aa9b-b9eb099bed40 req-dac3eab5-679f-46cd-89e0-e09788ac0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:03.582965 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-786cad9f-6df8-4a7f-aa9b-b9eb099bed40 req-dac3eab5-679f-46cd-89e0-e09788ac0fc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98e29d58-9582-4d49-a36e-dbefd713eabd HTTP/1.1" status: 200 len: 844 time: 0.0657001 Nov 24 13:02:03.591355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da138e38-61ff-4a8b-81c4-dd18c14ff730 req-ddd14ee7-bacf-4b53-b6dd-60b5a0fbe4a2 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:03.592856 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-da138e38-61ff-4a8b-81c4-dd18c14ff730 req-ddd14ee7-bacf-4b53-b6dd-60b5a0fbe4a2 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0871735 Nov 24 13:02:03.599393 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.624949 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-786cad9f-6df8-4a7f-aa9b-b9eb099bed40 req-07a4033d-93e1-4cd9-9f2b-130965c56a21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cccba62-52c2-465c-b3ac-bb101df54ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311141 Nov 24 13:02:03.632677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 5ab98a21-6fe7-4896-9575-4945f031504a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5ab98a21-6fe7-4896-9575-4945f031504a,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:03.637121 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.637923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:03.671620 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34688) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:03.718429 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=5ab98a21-6fe7-4896-9575-4945f031504a,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:03.720266 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-da138e38-61ff-4a8b-81c4-dd18c14ff730 req-579bab9c-7aac-463b-9357-a4e663e71378 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185522 Nov 24 13:02:03.734214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:02:03.739127 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:03.739512 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.752511 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-786cad9f-6df8-4a7f-aa9b-b9eb099bed40 req-81a7a758-63c1-4176-93d7-dd74a55415b1 service neutron] 10.222.0.59 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121500 Nov 24 13:02:03.833116 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.856460 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-786cad9f-6df8-4a7f-aa9b-b9eb099bed40 req-a0b1ce60-fb46-456d-981d-321281d443e9 service neutron] 10.222.0.59 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020977 Nov 24 13:02:03.874941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:03.879809 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:03.891469 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-184f83e3-58eb-47a5-ba77-64fa2e63d6de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56d8adc5a1884a968835dec897040552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162752 Nov 24 13:02:03.891653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34694) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:03.927185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:03.934383 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa60ae-d633-4fdf-97e2-9c2f51167f9a req-6e965a4f-a19f-4767-8c4c-02b62d626ac0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:03.940273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa60ae-d633-4fdf-97e2-9c2f51167f9a req-6e965a4f-a19f-4767-8c4c-02b62d626ac0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:03.946167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa60ae-d633-4fdf-97e2-9c2f51167f9a req-6e965a4f-a19f-4767-8c4c-02b62d626ac0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:03.952040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa60ae-d633-4fdf-97e2-9c2f51167f9a req-6e965a4f-a19f-4767-8c4c-02b62d626ac0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:03.958428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa60ae-d633-4fdf-97e2-9c2f51167f9a req-6e965a4f-a19f-4767-8c4c-02b62d626ac0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:03.964238 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa60ae-d633-4fdf-97e2-9c2f51167f9a req-6e965a4f-a19f-4767-8c4c-02b62d626ac0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:03.970655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa60ae-d633-4fdf-97e2-9c2f51167f9a req-6e965a4f-a19f-4767-8c4c-02b62d626ac0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:03.972490 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41fa60ae-d633-4fdf-97e2-9c2f51167f9a req-6e965a4f-a19f-4767-8c4c-02b62d626ac0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5440 time: 0.1272154 Nov 24 13:02:04.003878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 97cc90c5-fb57-425a-a378-479282e4b014 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:04.018038 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3cc487d-5491-49aa-8c6c-142eac7cd5f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:04.055914 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3cc487d-5491-49aa-8c6c-142eac7cd5f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:04.056599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 97cc90c5-fb57-425a-a378-479282e4b014 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:02:04.061983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 97cc90c5-fb57-425a-a378-479282e4b014 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:04.062357 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:04.062988 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41fa60ae-d633-4fdf-97e2-9c2f51167f9a req-7b9e8cfb-9971-4e07-90bf-6923d987ce85 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837805 Nov 24 13:02:04.130308 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3cc487d-5491-49aa-8c6c-142eac7cd5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:04.133301 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3cc487d-5491-49aa-8c6c-142eac7cd5f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:04.134494 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c3cc487d-5491-49aa-8c6c-142eac7cd5f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a690ccd-31cf-4ca4-b729-8af0d390cae6 HTTP/1.1" status: 204 len: 168 time: 0.2419646 Nov 24 13:02:04.143193 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc487d-5491-49aa-8c6c-142eac7cd5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a690ccd-31cf-4ca4-b729-8af0d390cae6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:04.177130 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:04.214338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 97cc90c5-fb57-425a-a378-479282e4b014, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=97cc90c5-fb57-425a-a378-479282e4b014,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:04.218835 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:04.276885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=97cc90c5-fb57-425a-a378-479282e4b014,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:04.351041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d345aca-ccdd-461e-868d-acd20965ceb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ccdb75-cbcd-4edd-a70f-7ed95d608ed8'}, {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8eee07-d40a-4ec6-8dc1-46980cce72fe'}, {'server_uuid': 'f5144065-7b98-4c0e-8ddf-c7453daff729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1923ae-0719-47bf-891a-5dba2da0d753'}, {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8'}, {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1'}, {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab98a21-6fe7-4896-9575-4945f031504a'}, {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08336fdf-8913-4fe6-b0e7-6d8dbd9d9013'}, {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cc90c5-fb57-425a-a378-479282e4b014'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:04.353396 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c8a8b1-b44b-4c83-a62b-78b379df2ef2" -d '{"events": [{"server_uuid": "4d345aca-ccdd-461e-868d-acd20965ceb8", "name": "network-vif-plugged", "status": "completed", "tag": "92ccdb75-cbcd-4edd-a70f-7ed95d608ed8"}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-plugged", "status": "completed", "tag": "6e8eee07-d40a-4ec6-8dc1-46980cce72fe"}, {"server_uuid": "f5144065-7b98-4c0e-8ddf-c7453daff729", "name": "network-vif-plugged", "status": "completed", "tag": "0a1923ae-0719-47bf-891a-5dba2da0d753"}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-plugged", "status": "completed", "tag": "1252e94e-e016-46bc-b2bd-47c0ab1b44e8"}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-plugged", "status": "completed", "tag": "e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1"}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-plugged", "status": "completed", "tag": "5ab98a21-6fe7-4896-9575-4945f031504a"}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-plugged", "status": "completed", "tag": "08336fdf-8913-4fe6-b0e7-6d8dbd9d9013"}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-plugged", "status": "completed", "tag": "97cc90c5-fb57-425a-a378-479282e4b014"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:04.418101 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1380 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dde7369-7f54-46d4-abf3-ee8bb3bdcda8 x-openstack-request-id: req-9dde7369-7f54-46d4-abf3-ee8bb3bdcda8 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:04.418497 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d345aca-ccdd-461e-868d-acd20965ceb8", "name": "network-vif-plugged", "status": "completed", "tag": "92ccdb75-cbcd-4edd-a70f-7ed95d608ed8", "code": 200}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-plugged", "status": "completed", "tag": "6e8eee07-d40a-4ec6-8dc1-46980cce72fe", "code": 200}, {"server_uuid": "f5144065-7b98-4c0e-8ddf-c7453daff729", "name": "network-vif-plugged", "status": "completed", "tag": "0a1923ae-0719-47bf-891a-5dba2da0d753", "code": 200}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-plugged", "status": "completed", "tag": "1252e94e-e016-46bc-b2bd-47c0ab1b44e8", "code": 200}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-plugged", "status": "completed", "tag": "e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1", "code": 200}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-plugged", "status": "completed", "tag": "5ab98a21-6fe7-4896-9575-4945f031504a", "code": 200}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-plugged", "status": "completed", "tag": "08336fdf-8913-4fe6-b0e7-6d8dbd9d9013", "code": 200}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-plugged", "status": "completed", "tag": "97cc90c5-fb57-425a-a378-479282e4b014", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:04.418869 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9dde7369-7f54-46d4-abf3-ee8bb3bdcda8 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:04.419376 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d345aca-ccdd-461e-868d-acd20965ceb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ccdb75-cbcd-4edd-a70f-7ed95d608ed8', 'code': 200} Nov 24 13:02:04.419769 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8eee07-d40a-4ec6-8dc1-46980cce72fe', 'code': 200} Nov 24 13:02:04.420336 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5144065-7b98-4c0e-8ddf-c7453daff729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1923ae-0719-47bf-891a-5dba2da0d753', 'code': 200} Nov 24 13:02:04.420812 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8', 'code': 200} Nov 24 13:02:04.421283 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1', 'code': 200} Nov 24 13:02:04.421542 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab98a21-6fe7-4896-9575-4945f031504a', 'code': 200} Nov 24 13:02:04.421932 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08336fdf-8913-4fe6-b0e7-6d8dbd9d9013', 'code': 200} Nov 24 13:02:04.422186 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cc90c5-fb57-425a-a378-479282e4b014', 'code': 200} Nov 24 13:02:04.433347 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34710) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:04.494103 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-46d8c4e8-b353-4f9d-b2f0-b2b3881ebe15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5293b30794e34c1f807c81d58e924752&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594714 Nov 24 13:02:04.496929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34714) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:04.612128 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5ee55db-7436-40d8-8eee-0fb98fdf99d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:04.618917 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fad31-8bc2-454f-9b3b-28b94af834f0 req-fe449c18-e686-476c-89c7-5303714886fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:04.620414 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b9fad31-8bc2-454f-9b3b-28b94af834f0 req-fe449c18-e686-476c-89c7-5303714886fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 1096 time: 0.0951741 Nov 24 13:02:04.646944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059cd1c-e97a-42cb-b94e-e38b899c2f8c req-c984a8a8-1534-49d0-bb48-65868dd86321 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:04.647456 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5059cd1c-e97a-42cb-b94e-e38b899c2f8c req-c984a8a8-1534-49d0-bb48-65868dd86321 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 943 time: 0.0924201 Nov 24 13:02:04.671479 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5ee55db-7436-40d8-8eee-0fb98fdf99d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:04.708537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c3742-ca41-4f63-a842-2236dfed26a9 req-1c5610c4-4dfb-4e13-adb0-7fa07a3233cd tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:04.710151 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b0c3742-ca41-4f63-a842-2236dfed26a9 req-1c5610c4-4dfb-4e13-adb0-7fa07a3233cd tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.4021816 Nov 24 13:02:04.720240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcc05f-10fb-4269-99a3-a692defcd8a5 req-fabb0e84-b018-4573-b9c8-2e3501996f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:04.721829 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f1fcc05f-10fb-4269-99a3-a692defcd8a5 req-fabb0e84-b018-4573-b9c8-2e3501996f1d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 1097 time: 0.0938556 Nov 24 13:02:04.732986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba842598-2cb1-4b0a-8514-7052a5605ecb req-afdeb1f8-9b34-4c82-bb17-5beacdcb1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:04.733464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba842598-2cb1-4b0a-8514-7052a5605ecb req-afdeb1f8-9b34-4c82-bb17-5beacdcb1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:04.734185 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba842598-2cb1-4b0a-8514-7052a5605ecb req-afdeb1f8-9b34-4c82-bb17-5beacdcb1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:04.734645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba842598-2cb1-4b0a-8514-7052a5605ecb req-afdeb1f8-9b34-4c82-bb17-5beacdcb1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:04.735098 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba842598-2cb1-4b0a-8514-7052a5605ecb req-afdeb1f8-9b34-4c82-bb17-5beacdcb1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:04.735556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba842598-2cb1-4b0a-8514-7052a5605ecb req-afdeb1f8-9b34-4c82-bb17-5beacdcb1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:04.736012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba842598-2cb1-4b0a-8514-7052a5605ecb req-afdeb1f8-9b34-4c82-bb17-5beacdcb1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:04.738504 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba842598-2cb1-4b0a-8514-7052a5605ecb req-afdeb1f8-9b34-4c82-bb17-5beacdcb1a3c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 6499 time: 0.1121857 Nov 24 13:02:04.846007 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b0c3742-ca41-4f63-a842-2236dfed26a9 req-e81aa131-897d-4c69-80a5-83b7db84b04b tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293104 Nov 24 13:02:04.851115 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f1fcc05f-10fb-4269-99a3-a692defcd8a5 req-87ee6a73-8951-483c-9dc9-9b5e25d356e8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115551 Nov 24 13:02:04.855242 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba842598-2cb1-4b0a-8514-7052a5605ecb req-4ba43d74-113a-48c0-9e4c-d00987ddc283 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&id=9273d886-6159-4610-abd8-7228c8e7d103&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012461 Nov 24 13:02:04.960776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1654fb-51c4-4fce-9e4d-f62c5e14caf8 req-f27356d9-a223-4226-b778-1cceee818c66 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:04.962336 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e1654fb-51c4-4fce-9e4d-f62c5e14caf8 req-f27356d9-a223-4226-b778-1cceee818c66 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0545633 Nov 24 13:02:05.012918 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e1654fb-51c4-4fce-9e4d-f62c5e14caf8 req-167a4311-b9a9-4356-b1da-88b2d1781b83 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442934 Nov 24 13:02:05.045199 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b9fad31-8bc2-454f-9b3b-28b94af834f0 req-d5e8ee82-4554-4906-8ef7-7bd21e4586ac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169745 Nov 24 13:02:05.058666 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5059cd1c-e97a-42cb-b94e-e38b899c2f8c req-39216800-b5a2-4191-96bd-3a058947a871 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978920 Nov 24 13:02:05.078285 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5ee55db-7436-40d8-8eee-0fb98fdf99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:05.081363 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5ee55db-7436-40d8-8eee-0fb98fdf99d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:05.082515 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a5ee55db-7436-40d8-8eee-0fb98fdf99d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5aeaa67f-0a59-4e73-93a5-693fe1a4b94c HTTP/1.1" status: 204 len: 168 time: 0.5843396 Nov 24 13:02:05.102049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee55db-7436-40d8-8eee-0fb98fdf99d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeaa67f-0a59-4e73-93a5-693fe1a4b94c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:05.207928 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a36843-627a-49ed-95e1-508c30a31cab req-94f4ce87-3728-4017-bba8-c4863bbfac4b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:05.214201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a36843-627a-49ed-95e1-508c30a31cab req-94f4ce87-3728-4017-bba8-c4863bbfac4b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:05.220139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a36843-627a-49ed-95e1-508c30a31cab req-94f4ce87-3728-4017-bba8-c4863bbfac4b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:05.226174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a36843-627a-49ed-95e1-508c30a31cab req-94f4ce87-3728-4017-bba8-c4863bbfac4b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:05.232925 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a36843-627a-49ed-95e1-508c30a31cab req-94f4ce87-3728-4017-bba8-c4863bbfac4b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:05.239429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a36843-627a-49ed-95e1-508c30a31cab req-94f4ce87-3728-4017-bba8-c4863bbfac4b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:05.245694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a36843-627a-49ed-95e1-508c30a31cab req-94f4ce87-3728-4017-bba8-c4863bbfac4b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:05.248788 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3a36843-627a-49ed-95e1-508c30a31cab req-94f4ce87-3728-4017-bba8-c4863bbfac4b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5442 time: 0.0941973 Nov 24 13:02:05.317728 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3a36843-627a-49ed-95e1-508c30a31cab req-ddc631c8-f92c-421d-b576-a85669a145df tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619521 Nov 24 13:02:05.333898 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:02:05.971016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e1c77-3b65-4506-8a0d-79a8e2a7d85d req-d16a5d83-ebeb-4632-ba56-2d3492d9fdf7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:05.972524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d09e1c77-3b65-4506-8a0d-79a8e2a7d85d req-d16a5d83-ebeb-4632-ba56-2d3492d9fdf7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0507276 Nov 24 13:02:06.004088 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 4761a0b3-54c5-4a6c-92f0-3ec271ed283d details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:02:06.027768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d09e1c77-3b65-4506-8a0d-79a8e2a7d85d req-a1697fcc-a896-4c7a-98c8-994c76c47bff tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487423 Nov 24 13:02:06.134514 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:06.155085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:06.186491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '4761a0b3-54c5-4a6c-92f0-3ec271ed283d', 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0', 'port_id': '4761a0b3-54c5-4a6c-92f0-3ec271ed283d', 'mac_address': 'fa:16:3e:b1:f5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e29d58-9582-4d49-a36e-dbefd713eabd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:02:06.202370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bbced-8e87-44fc-b19d-e2753b05e2ea req-2a007b9e-1691-4cb0-8857-5a6292b16e58 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.208490 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e89bbced-8e87-44fc-b19d-e2753b05e2ea req-2a007b9e-1691-4cb0-8857-5a6292b16e58 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.1036947 Nov 24 13:02:06.221414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c674d3b-e892-4592-87f6-bdf01e696368 req-942df851-b7fd-4e55-a58b-539349429578 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.222950 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c674d3b-e892-4592-87f6-bdf01e696368 req-942df851-b7fd-4e55-a58b-539349429578 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 943 time: 0.0817246 Nov 24 13:02:06.233484 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:06.273626 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4761a0b3-54c5-4a6c-92f0-3ec271ed283d {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:02:06.284829 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e89bbced-8e87-44fc-b19d-e2753b05e2ea req-0ac4ecc3-c41e-4d6d-bb25-6d43fd36423d tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681505 Nov 24 13:02:06.309338 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c674d3b-e892-4592-87f6-bdf01e696368 req-12ee5b44-02e4-4160-b098-2598725edde2 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708978 Nov 24 13:02:06.332316 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:06.340876 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:06.438382 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:06.535187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f27a-6829-4dd2-a27a-753e2ee97ec0 req-32137d59-42fe-450a-8fdc-48aa155b7382 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.541301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f27a-6829-4dd2-a27a-753e2ee97ec0 req-32137d59-42fe-450a-8fdc-48aa155b7382 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.547293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f27a-6829-4dd2-a27a-753e2ee97ec0 req-32137d59-42fe-450a-8fdc-48aa155b7382 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.553781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f27a-6829-4dd2-a27a-753e2ee97ec0 req-32137d59-42fe-450a-8fdc-48aa155b7382 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.559706 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f27a-6829-4dd2-a27a-753e2ee97ec0 req-32137d59-42fe-450a-8fdc-48aa155b7382 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.566325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f27a-6829-4dd2-a27a-753e2ee97ec0 req-32137d59-42fe-450a-8fdc-48aa155b7382 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.572246 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f27a-6829-4dd2-a27a-753e2ee97ec0 req-32137d59-42fe-450a-8fdc-48aa155b7382 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.574184 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2b18f27a-6829-4dd2-a27a-753e2ee97ec0 req-32137d59-42fe-450a-8fdc-48aa155b7382 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5442 time: 0.1007664 Nov 24 13:02:06.593103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34774) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:06.638408 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2b18f27a-6829-4dd2-a27a-753e2ee97ec0 req-235a9a99-b4eb-4322-a0d7-524e90f3a284 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581534 Nov 24 13:02:06.662757 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['4761a0b3-54c5-4a6c-92f0-3ec271ed283d'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:02:06.695323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1788175841', 'router:external': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:06.719397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Made reservation on behalf of d101d8788d7744a5a9da6125590db6d1 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:02:06.723147 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:06.732283 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:06.780286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7a542-e5ae-4172-8567-4721c4f574a0 req-893c965b-6b17-41fd-b3a0-687aa0a48a0d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.789634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7a542-e5ae-4172-8567-4721c4f574a0 req-893c965b-6b17-41fd-b3a0-687aa0a48a0d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.797586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7a542-e5ae-4172-8567-4721c4f574a0 req-893c965b-6b17-41fd-b3a0-687aa0a48a0d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.805745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7a542-e5ae-4172-8567-4721c4f574a0 req-893c965b-6b17-41fd-b3a0-687aa0a48a0d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.813672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7a542-e5ae-4172-8567-4721c4f574a0 req-893c965b-6b17-41fd-b3a0-687aa0a48a0d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.819917 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7a542-e5ae-4172-8567-4721c4f574a0 req-893c965b-6b17-41fd-b3a0-687aa0a48a0d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.826784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7a542-e5ae-4172-8567-4721c4f574a0 req-893c965b-6b17-41fd-b3a0-687aa0a48a0d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.828751 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-13c7a542-e5ae-4172-8567-4721c4f574a0 req-893c965b-6b17-41fd-b3a0-687aa0a48a0d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5442 time: 0.1166553 Nov 24 13:02:06.839855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34780) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:06.841924 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:06.846559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b4a1e925-2f01-49a5-91ad-67f5d8d9b91f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Request body: {'floatingip': {'port_id': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:06.847524 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:06.872893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:02:06.883118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b44acec-6c47-4076-89db-94dce065831a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:06.888059 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:06.888404 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Added segment c32ca25a-da7c-4445-beae-b4a97082f1d5 of type vlan for network 3642836d-6a6d-4050-ab46-49464fa9e217 Nov 24 13:02:06.890094 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e925-2f01-49a5-91ad-67f5d8d9b91f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:06.937580 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:06.977638 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:06.978650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:06.979444 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:07.017408 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4230816 Nov 24 13:02:07.041489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34782) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:07.048381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Request body: {'subnet': {'network_id': '3642836d-6a6d-4050-ab46-49464fa9e217', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:07.055484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd59e6b-cacc-44c2-8ada-c69c2c0134d8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event updated for resources: {'Network': ['ID=3642836d-6a6d-4050-ab46-49464fa9e217,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:07.069314 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 3642836d-6a6d-4050-ab46-49464fa9e217 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:02:07.079524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Made reservation on behalf of d101d8788d7744a5a9da6125590db6d1 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:02:07.082311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:07.217971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3df845-1e78-4142-8788-d1577678279d req-4436dd60-75b3-4da5-851f-bfadfba3c41f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:07.219597 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b3df845-1e78-4142-8788-d1577678279d req-4436dd60-75b3-4da5-851f-bfadfba3c41f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0734887 Nov 24 13:02:07.334347 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b3df845-1e78-4142-8788-d1577678279d req-bd8da14d-d3b7-49af-8703-bfd9067f7cfe tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067810 Nov 24 13:02:07.402020 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e925-2f01-49a5-91ad-67f5d8d9b91f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:07.406243 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e925-2f01-49a5-91ad-67f5d8d9b91f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:07.468929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e8b8f-8aba-4feb-8a3d-2206c2b51353 req-68990ab1-9139-4e90-86f2-e41b62582e53 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:07.470326 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d3e8b8f-8aba-4feb-8a3d-2206c2b51353 req-68990ab1-9139-4e90-86f2-e41b62582e53 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.1049068 Nov 24 13:02:07.478781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c2215-b0e0-4609-9883-0ac49f1232f6 req-13f83c67-9fc0-48d7-b668-7325a6e4e1cf tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:07.480291 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa1c2215-b0e0-4609-9883-0ac49f1232f6 req-13f83c67-9fc0-48d7-b668-7325a6e4e1cf tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 944 time: 0.0616007 Nov 24 13:02:07.547652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.objects.ports [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114985) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:02:07.548127 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:07.552386 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-b4a1e925-2f01-49a5-91ad-67f5d8d9b91f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Floating IP 633c3451-1e8f-40c8-ae98-e28231e9c6a9 associated. External IP: 172.25.0.237, port: 1252e94e-e016-46bc-b2bd-47c0ab1b44e8. Nov 24 13:02:07.559105 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d3e8b8f-8aba-4feb-8a3d-2206c2b51353 req-4b614ce5-8efc-44d3-b0ef-d18cdc67f670 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594573 Nov 24 13:02:07.612199 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa1c2215-b0e0-4609-9883-0ac49f1232f6 req-30b82a5c-c17e-432a-b4a0-6dcc4d57edfe tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254001 Nov 24 13:02:07.622666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4d7727d5-721f-4a48-9cc0-d11af46af204,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:07.637763 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:07.638134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:07.638485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:07.638842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:07.639614 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:07.639614 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:07.639848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:07.640189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:07.640532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:07.640899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:07.641238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:07.641678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:07.652939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Checking segment: {'id': 'c32ca25a-da7c-4445-beae-b4a97082f1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3642836d-6a6d-4050-ab46-49464fa9e217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:02:07.653327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Network hostable DHCP agents. Network: 3642836d-6a6d-4050-ab46-49464fa9e217, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:02:07.682819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Network 3642836d-6a6d-4050-ab46-49464fa9e217 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:02:07.695143 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 3642836d-6a6d-4050-ab46-49464fa9e217) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:07.706569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbee4917-009c-48cf-8182-628453d0174c None None] Network 3642836d-6a6d-4050-ab46-49464fa9e217 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:02:07.712135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:07.712780 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:07.740358 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-662ff348-1913-4dcf-a4f5-3eeb5e79884d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6965814 Nov 24 13:02:07.742672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34802) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:07.750666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-9e3ddfaa-dc27-4f5a-84ef-23cdb05ae2f8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-218894315', 'network_id': '3642836d-6a6d-4050-ab46-49464fa9e217'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:07.787239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3ddfaa-dc27-4f5a-84ef-23cdb05ae2f8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Made reservation on behalf of d101d8788d7744a5a9da6125590db6d1 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:02:07.791831 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9e3ddfaa-dc27-4f5a-84ef-23cdb05ae2f8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:07.812398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-9e3ddfaa-dc27-4f5a-84ef-23cdb05ae2f8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] device_id is not set on port 6a3113a8-4126-4ab8-bbc9-59952b704136 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:02:07.815213 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a1e925-2f01-49a5-91ad-67f5d8d9b91f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:02:07.912805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df6bca-a487-4800-8912-5bf09d8840de None None] Network 3642836d-6a6d-4050-ab46-49464fa9e217 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:02:07.959885 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-9e3ddfaa-dc27-4f5a-84ef-23cdb05ae2f8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Allocated IP 2001:db8::2d4 (3642836d-6a6d-4050-ab46-49464fa9e217/4d7727d5-721f-4a48-9cc0-d11af46af204/6a3113a8-4126-4ab8-bbc9-59952b704136) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:07.960205 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d44948-c012-4855-ace8-69ddc1080c49 req-a473a5ec-cbe7-4dd4-9207-80130aab37bf tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:07.961638 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-37d44948-c012-4855-ace8-69ddc1080c49 req-a473a5ec-cbe7-4dd4-9207-80130aab37bf tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0993690 Nov 24 13:02:07.979204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a1e925-2f01-49a5-91ad-67f5d8d9b91f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:02:07.987069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ab94b-af14-4b92-adbb-f6d3e03b8407 req-876c112f-053e-4c3d-bf8f-682772b19d1c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:07.988627 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c19ab94b-af14-4b92-adbb-f6d3e03b8407 req-876c112f-053e-4c3d-bf8f-682772b19d1c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0877876 Nov 24 13:02:07.989089 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4a1e925-2f01-49a5-91ad-67f5d8d9b91f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:08.000380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec34b1-a205-41a7-b427-15064e890ba7 None None] Sync routers for ids ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:02:08.042339 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b4a1e925-2f01-49a5-91ad-67f5d8d9b91f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "PUT /v2.0/floatingips/633c3451-1e8f-40c8-ae98-e28231e9c6a9 HTTP/1.1" status: 200 len: 992 time: 1.1983356 Nov 24 13:02:08.044435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:08.046969 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc" -d '{"events": [{"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "1252e94e-e016-46bc-b2bd-47c0ab1b44e8"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:08.058027 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-37d44948-c012-4855-ace8-69ddc1080c49 req-fd7e31f7-36a6-46f9-9282-c3fbfd51f503 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891483 Nov 24 13:02:08.101416 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c19ab94b-af14-4b92-adbb-f6d3e03b8407 req-22a80c2f-6a8b-49cc-b840-650ed64b556c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045346 Nov 24 13:02:08.144152 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 4761a0b3-54c5-4a6c-92f0-3ec271ed283d up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:08.159189 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad1fab1-fdd3-4d5d-89d5-cea0e7c428c4 x-openstack-request-id: req-5ad1fab1-fdd3-4d5d-89d5-cea0e7c428c4 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:08.159478 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "tag": "1252e94e-e016-46bc-b2bd-47c0ab1b44e8", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:08.159741 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ad1fab1-fdd3-4d5d-89d5-cea0e7c428c4 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:08.160147 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'tag': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8', 'status': 'completed', 'code': 200} Nov 24 13:02:08.200753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec34b1-a205-41a7-b427-15064e890ba7 None None] Routers {'5db1f42a-956a-42e2-8fd4-278e62e0b7e2'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:08.201472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d7ec34b1-a205-41a7-b427-15064e890ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:08.203237 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9e3ddfaa-dc27-4f5a-84ef-23cdb05ae2f8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:08.287500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34101c-7e53-4318-9948-c72dc18cbafc req-b8fc859d-2fbe-4d86-b6b7-072927e22161 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.289356 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a34101c-7e53-4318-9948-c72dc18cbafc req-b8fc859d-2fbe-4d86-b6b7-072927e22161 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0552897 Nov 24 13:02:08.320573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-073175b4-4474-4d4d-84ff-b86d4021beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.321216 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-073175b4-4474-4d4d-84ff-b86d4021beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.321544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-073175b4-4474-4d4d-84ff-b86d4021beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.322234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-073175b4-4474-4d4d-84ff-b86d4021beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.322470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-073175b4-4474-4d4d-84ff-b86d4021beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.323258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-073175b4-4474-4d4d-84ff-b86d4021beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.324592 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-073175b4-4474-4d4d-84ff-b86d4021beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.326996 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-073175b4-4474-4d4d-84ff-b86d4021beec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb9995cf9cd4081ba228f719572b20a&device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 6499 time: 0.1086891 Nov 24 13:02:08.330850 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9e3ddfaa-dc27-4f5a-84ef-23cdb05ae2f8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:08.348404 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:02:08.351830 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a34101c-7e53-4318-9948-c72dc18cbafc req-2fadbab8-cd85-458c-b82e-a4f52f930e70 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544672 Nov 24 13:02:08.357737 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:08.358123 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:08.389045 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d7ec34b1-a205-41a7-b427-15064e890ba7 None None] Set router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:02:08.397760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565755c-53e1-437c-97a5-51ff37f24c13 req-8d3cdc5a-5855-436f-a7be-606955c676ec tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.406721 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a565755c-53e1-437c-97a5-51ff37f24c13 req-8d3cdc5a-5855-436f-a7be-606955c676ec tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.1893709 Nov 24 13:02:08.438379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3ddfaa-dc27-4f5a-84ef-23cdb05ae2f8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Network 3642836d-6a6d-4050-ab46-49464fa9e217 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:08.487483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-9e3ddfaa-dc27-4f5a-84ef-23cdb05ae2f8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:08.496886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ddfaa-dc27-4f5a-84ef-23cdb05ae2f8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:08.498023 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3ddfaa-dc27-4f5a-84ef-23cdb05ae2f8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.498629 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9e3ddfaa-dc27-4f5a-84ef-23cdb05ae2f8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:08.503669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ddfaa-dc27-4f5a-84ef-23cdb05ae2f8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event updated for resources: {'Port': ['ID=6a3113a8-4126-4ab8-bbc9-59952b704136,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:08.554188 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9e3ddfaa-dc27-4f5a-84ef-23cdb05ae2f8 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8071315 Nov 24 13:02:08.554650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34818) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:08.569513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a565755c-53e1-437c-97a5-51ff37f24c13 req-514243ac-5b6b-4222-b933-1e43f5be2cd6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618018 Nov 24 13:02:08.574514 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:08.578472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-29a8542d-0cab-4c27-b981-ada0ea059562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.580008 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-29a8542d-0cab-4c27-b981-ada0ea059562 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbaf4bb5-e42b-455c-baa5-50d6cb251c17 HTTP/1.1" status: 200 len: 918 time: 0.2425282 Nov 24 13:02:08.644333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f82ec9-0da4-4d85-b18b-9b6095b68a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4761a0b3-54c5-4a6c-92f0-3ec271ed283d'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:08.646960 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254d3b93-2f62-4444-81bc-d870bfbe457a" -d '{"events": [{"server_uuid": "e4f82ec9-0da4-4d85-b18b-9b6095b68a11", "name": "network-vif-plugged", "status": "completed", "tag": "4761a0b3-54c5-4a6c-92f0-3ec271ed283d"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:08.671130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:08.680278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87629f45-4c43-4b86-9902-f7a7ca6e0e60 req-5394631b-7e93-4598-af79-965900a8523f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.681944 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-87629f45-4c43-4b86-9902-f7a7ca6e0e60 req-5394631b-7e93-4598-af79-965900a8523f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.1024010 Nov 24 13:02:08.697731 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:08.714666 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-53b7ff59-4380-42b8-ae9b-c1fa9c985078 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1252e94e-e016-46bc-b2bd-47c0ab1b44e8 HTTP/1.1" status: 200 len: 1000 time: 0.1261673 Nov 24 13:02:08.727185 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1d944c86-0671-49fc-880a-ca6cde4e9e6a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Deleting port 6a3113a8-4126-4ab8-bbc9-59952b704136 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:08.727521 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d944c86-0671-49fc-880a-ca6cde4e9e6a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:08.761647 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:08.763848 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-87629f45-4c43-4b86-9902-f7a7ca6e0e60 req-7b11ead8-667a-481f-bb73-458dc8b414e4 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713298 Nov 24 13:02:08.777304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d7ec34b1-a205-41a7-b427-15064e890ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port': {'id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:32Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '633c3451-1e8f-40c8-ae98-e28231e9c6a9', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'port_id': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'mac_address': 'fa:16:3e:a5:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:00:52Z', 'updated_at': '2021-11-24T13:02:07Z', 'revision_number': 1, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47987348-d3c3-4646-be5f-ff53349ae26b', 'name': '', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'mac_address': 'fa:16:3e:ce:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:38Z', 'updated_at': '2021-11-24T12:59:53Z', 'revision_number': 5, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'subnets': [{'id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:08.785504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45587fa-9cbc-4c25-a2eb-404c47ba9470 req-35bd4fdd-5102-4e0c-b37f-a368e7c6940a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.793392 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d45587fa-9cbc-4c25-a2eb-404c47ba9470 req-35bd4fdd-5102-4e0c-b37f-a368e7c6940a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.1206760 Nov 24 13:02:08.805369 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec34b1-a205-41a7-b427-15064e890ba7 None None] Checking router: 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:02:08.814359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec34b1-a205-41a7-b427-15064e890ba7 None None] Routers {'5db1f42a-956a-42e2-8fd4-278e62e0b7e2'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:08.815149 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d7ec34b1-a205-41a7-b427-15064e890ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:08.822939 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d944c86-0671-49fc-880a-ca6cde4e9e6a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:08.830269 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-aa863455-0875-40ae-af95-162d0949ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.835277 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-aa863455-0875-40ae-af95-162d0949ac76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=673a3600-90de-4e02-b5a0-1a7307d2a6a1 HTTP/1.1" status: 200 len: 856 time: 0.1111670 Nov 24 13:02:08.840218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1d944c86-0671-49fc-880a-ca6cde4e9e6a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Calling delete_port for 6a3113a8-4126-4ab8-bbc9-59952b704136 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:08.889795 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d45587fa-9cbc-4c25-a2eb-404c47ba9470 req-726829a3-a433-4b44-81ff-d357edb65b54 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955272 Nov 24 13:02:08.904182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-121a7aa9-f691-460e-a9f4-dda68a604def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:08.905834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-121a7aa9-f691-460e-a9f4-dda68a604def service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbaf4bb5-e42b-455c-baa5-50d6cb251c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562091 Nov 24 13:02:08.937466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d7ec34b1-a205-41a7-b427-15064e890ba7 None None] Set router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:02:08.941257 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1f25b9-bd25-4803-9049-039c2d1ea0de x-openstack-request-id: req-9c1f25b9-bd25-4803-9049-039c2d1ea0de {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:08.941842 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f82ec9-0da4-4d85-b18b-9b6095b68a11", "name": "network-vif-plugged", "status": "completed", "tag": "4761a0b3-54c5-4a6c-92f0-3ec271ed283d", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:08.942325 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c1f25b9-bd25-4803-9049-039c2d1ea0de {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:08.943191 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f82ec9-0da4-4d85-b18b-9b6095b68a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4761a0b3-54c5-4a6c-92f0-3ec271ed283d', 'code': 200} Nov 24 13:02:09.012044 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-199ebe47-3ca9-4bcc-a338-f039c3df786e service neutron] 10.222.0.59 "GET /v2.0/networks/fbaf4bb5-e42b-455c-baa5-50d6cb251c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972877 Nov 24 13:02:09.094757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9f0b0-be1d-42c1-83d2-124eea4fef16 req-acfbd3c8-3a6c-44b5-9d08-6666bcd4871f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:09.102235 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-84a9f0b0-be1d-42c1-83d2-124eea4fef16 req-acfbd3c8-3a6c-44b5-9d08-6666bcd4871f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 945 time: 0.2473068 Nov 24 13:02:09.110983 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d944c86-0671-49fc-880a-ca6cde4e9e6a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:09.134805 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7fa443-9032-4ac5-b4bb-be5ddb738efc req-004c2823-6d70-495b-a30b-dd50adf38446 service neutron] 10.222.0.59 "GET /v2.0/networks/fbaf4bb5-e42b-455c-baa5-50d6cb251c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132920 Nov 24 13:02:09.136526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606702f-e9e3-4c23-8e5e-f01076bbd70f req-fdb74a0c-93f0-49d2-939f-7adecbb2bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:09.137641 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c606702f-e9e3-4c23-8e5e-f01076bbd70f req-fdb74a0c-93f0-49d2-939f-7adecbb2bf07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 1096 time: 0.1116853 Nov 24 13:02:09.169780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d944c86-0671-49fc-880a-ca6cde4e9e6a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a3113a8-4126-4ab8-bbc9-59952b704136,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:09.203438 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d944c86-0671-49fc-880a-ca6cde4e9e6a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:09.210153 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1d944c86-0671-49fc-880a-ca6cde4e9e6a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "DELETE /v2.0/ports/6a3113a8-4126-4ab8-bbc9-59952b704136 HTTP/1.1" status: 204 len: 168 time: 0.6516435 Nov 24 13:02:09.211225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34836) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:09.215872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3642836d-6a6d-4050-ab46-49464fa9e217', 'external_fixed_ips': [{'subnet_id': '4d7727d5-721f-4a48-9cc0-d11af46af204', 'ip_address': '2001:db8::2d4'}]}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:09.245256 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:09.246394 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:09.250456 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d7ec34b1-a205-41a7-b427-15064e890ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port': {'id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:32Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '633c3451-1e8f-40c8-ae98-e28231e9c6a9', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'port_id': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'mac_address': 'fa:16:3e:a5:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:00:52Z', 'updated_at': '2021-11-24T13:02:07Z', 'revision_number': 1, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47987348-d3c3-4646-be5f-ff53349ae26b', 'name': '', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'mac_address': 'fa:16:3e:ce:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:38Z', 'updated_at': '2021-11-24T12:59:53Z', 'revision_number': 5, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'subnets': [{'id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:09.256378 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-84a9f0b0-be1d-42c1-83d2-124eea4fef16 req-5847113d-aea3-4614-a7fc-015dc5368104 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532657 Nov 24 13:02:09.258644 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c606702f-e9e3-4c23-8e5e-f01076bbd70f req-eb2a283e-05cf-42ec-9a8f-1eeba8c3ed8e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981750 Nov 24 13:02:09.302338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec34b1-a205-41a7-b427-15064e890ba7 None None] The sync data for ids ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'] in n-d-817303-4 is: [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port': {'id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:32Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '633c3451-1e8f-40c8-ae98-e28231e9c6a9', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'floating_ip_address': '172.25.0.237', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'port_id': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'mac_address': 'fa:16:3e:a5:d4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:00:52Z', 'updated_at': '2021-11-24T13:02:07Z', 'revision_number': 1, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47987348-d3c3-4646-be5f-ff53349ae26b', 'name': '', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'mac_address': 'fa:16:3e:ce:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:38Z', 'updated_at': '2021-11-24T12:59:53Z', 'revision_number': 5, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'subnets': [{'id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:02:09.315514 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:09.383812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9af36-d46a-4940-9132-cae2c12e73f5 req-7fde0412-643c-4c05-b6f5-be6eb97811e1 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:09.385521 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b8f9af36-d46a-4940-9132-cae2c12e73f5 req-7fde0412-643c-4c05-b6f5-be6eb97811e1 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0573189 Nov 24 13:02:09.435888 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b8f9af36-d46a-4940-9132-cae2c12e73f5 req-0043086b-bdd4-4dd0-a5e8-ca1a7a9f008b tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439019 Nov 24 13:02:09.469073 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:09.492892 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:09.545099 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec95a98c-f54d-45b3-913c-bd8516e8b97b None None] New status for floating IP 633c3451-1e8f-40c8-ae98-e28231e9c6a9: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:02:09.588076 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398b6c1-6631-4c2b-aff2-145e047a523b req-45adb0ad-9952-4d09-bef3-d19fb6b7dfd4 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:09.589866 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8398b6c1-6631-4c2b-aff2-145e047a523b req-45adb0ad-9952-4d09-bef3-d19fb6b7dfd4 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0669224 Nov 24 13:02:09.640659 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8398b6c1-6631-4c2b-aff2-145e047a523b req-27864223-17c3-42f7-9c57-29db78ff8fbc tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440657 Nov 24 13:02:09.687761 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:09.709066 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:09.777681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba86fb-7445-4729-b871-e2f5b65e35fc req-4d74fde3-d497-4ee6-9d1a-dd1b37c7b8f5 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:09.779177 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-67ba86fb-7445-4729-b871-e2f5b65e35fc req-4d74fde3-d497-4ee6-9d1a-dd1b37c7b8f5 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0523088 Nov 24 13:02:09.832846 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-67ba86fb-7445-4729-b871-e2f5b65e35fc req-9a217728-bcdb-4166-bcbc-9fa2e2eb1fdd tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475862 Nov 24 13:02:09.894825 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Allocated IP 2001:db8::2d4 (3642836d-6a6d-4050-ab46-49464fa9e217/4d7727d5-721f-4a48-9cc0-d11af46af204/7144b5dc-800f-403b-b579-c803e089d644) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:09.912616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43e666-af69-4077-af6c-59db56c7cb0f req-a179dc73-af25-45a9-97f8-70bf97a7557c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:09.914165 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c43e666-af69-4077-af6c-59db56c7cb0f req-a179dc73-af25-45a9-97f8-70bf97a7557c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0704446 Nov 24 13:02:09.949847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bc48d-a6eb-4a55-9056-4c8e8d36819e req-a2e0f8b5-3274-4b75-8b4a-5edfdf175019 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:09.951341 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e1bc48d-a6eb-4a55-9056-4c8e8d36819e req-a2e0f8b5-3274-4b75-8b4a-5edfdf175019 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0503781 Nov 24 13:02:10.004191 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e1bc48d-a6eb-4a55-9056-4c8e8d36819e req-f11fedea-a4df-4582-b3f0-c3a3debe9607 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434508 Nov 24 13:02:10.026184 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c43e666-af69-4077-af6c-59db56c7cb0f req-154489cc-e9a7-41e0-bcc5-a8d3eddfa092 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028028 Nov 24 13:02:10.045959 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:10.086751 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:10.127577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Network 3642836d-6a6d-4050-ab46-49464fa9e217 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:10.134806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:10.137233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:10.205313 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event updated for resources: {'Port': ['ID=7144b5dc-800f-403b-b579-c803e089d644,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:10.418643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:10.470879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3e304-4ad9-4485-8a36-ead6c5a5bdde req-1fc3bfff-643c-4b2c-8c57-5f83f49fc73c tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:10.472612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c7f3e304-4ad9-4485-8a36-ead6c5a5bdde req-1fc3bfff-643c-4b2c-8c57-5f83f49fc73c tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 945 time: 0.1131184 Nov 24 13:02:10.582504 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c7f3e304-4ad9-4485-8a36-ead6c5a5bdde req-2b6016ae-42f2-4954-87a3-283bb8b3a373 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031091 Nov 24 13:02:10.722966 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:10.739227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8651271-56bf-4700-8750-542d1e1b49ee req-67671c1c-2660-4580-9792-886597be73a9 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:10.740701 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8651271-56bf-4700-8750-542d1e1b49ee req-67671c1c-2660-4580-9792-886597be73a9 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0740488 Nov 24 13:02:11.140029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8651271-56bf-4700-8750-542d1e1b49ee req-9df9c23e-dfc1-4846-a446-12a0f2f378a1 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948629 Nov 24 13:02:11.144843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21bf6d-85f0-401c-9d42-61cbee18e2db req-74439de2-da7c-48d0-9351-986d6cb85088 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:11.146425 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bb21bf6d-85f0-401c-9d42-61cbee18e2db req-74439de2-da7c-48d0-9351-986d6cb85088 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0492353 Nov 24 13:02:11.185208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Router b32fbb00-bc09-46dc-a608-6e409a5d8d14 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:02:11.217268 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bb21bf6d-85f0-401c-9d42-61cbee18e2db req-4e30a836-326a-420d-8c24-795302b78888 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598559 Nov 24 13:02:11.308301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:02:11.317651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] Sync routers for ids ['b32fbb00-bc09-46dc-a608-6e409a5d8d14'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:02:11.327413 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:11.331101 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8486eb24-925e-43b0-8ee0-e85abdbe9f8d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.1167774 Nov 24 13:02:11.331243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] Routers {'b32fbb00-bc09-46dc-a608-6e409a5d8d14'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:11.331243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b32fbb00-bc09-46dc-a608-6e409a5d8d14'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:11.333195 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34888) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:11.438162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] Set router b32fbb00-bc09-46dc-a608-6e409a5d8d14 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:02:11.447403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:11.551753 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:11.604856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Deleting port 7144b5dc-800f-403b-b579-c803e089d644 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:11.605719 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:11.617110 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32fbb00-bc09-46dc-a608-6e409a5d8d14', 'name': '', 'tenant_id': 'd101d8788d7744a5a9da6125590db6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3642836d-6a6d-4050-ab46-49464fa9e217', 'external_fixed_ips': [{'subnet_id': '4d7727d5-721f-4a48-9cc0-d11af46af204', 'ip_address': '2001:db8::2d4'}], 'enable_snat': True}, 'gw_port_id': '7144b5dc-800f-403b-b579-c803e089d644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:02:09Z', 'updated_at': '2021-11-24T13:02:10Z', 'revision_number': 3, 'project_id': 'd101d8788d7744a5a9da6125590db6d1', 'gw_port': {'id': '7144b5dc-800f-403b-b579-c803e089d644', 'name': '', 'network_id': '3642836d-6a6d-4050-ab46-49464fa9e217', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:57:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32fbb00-bc09-46dc-a608-6e409a5d8d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4d7727d5-721f-4a48-9cc0-d11af46af204', 'ip_address': '2001:db8::2d4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:02:09Z', 'updated_at': '2021-11-24T13:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4d7727d5-721f-4a48-9cc0-d11af46af204', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:11.648150 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] Checking router: b32fbb00-bc09-46dc-a608-6e409a5d8d14 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:02:11.648511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] Updating router b32fbb00-bc09-46dc-a608-6e409a5d8d14 port 7144b5dc-800f-403b-b579-c803e089d644 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:02:11.682276 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:11.715937 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:11.732364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Calling delete_port for 7144b5dc-800f-403b-b579-c803e089d644 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:11.760993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b4b9c-9b5b-4453-88ad-30a6029f7f1c req-e1466d2a-367a-4c88-8294-f8f43cf4422b tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:11.762496 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-455b4b9c-9b5b-4453-88ad-30a6029f7f1c req-e1466d2a-367a-4c88-8294-f8f43cf4422b tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 945 time: 0.0959275 Nov 24 13:02:11.852962 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-455b4b9c-9b5b-4453-88ad-30a6029f7f1c req-407ab405-c6dd-482d-a41b-69fd1f152250 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615747 Nov 24 13:02:11.959042 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:11.959944 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:02:11.960322 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:02:11.989173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event deleted for resources: {'Port': ['ID=7144b5dc-800f-403b-b579-c803e089d644,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:12.016663 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.137764 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.142977 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.160648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ece53e-ef17-403a-8be7-5cac7815eed9 req-16d7072d-5d46-42b3-9e23-9178c50e0e85 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:12.162365 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99ece53e-ef17-403a-8be7-5cac7815eed9 req-16d7072d-5d46-42b3-9e23-9178c50e0e85 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 945 time: 0.1434193 Nov 24 13:02:12.213939 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.214481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b32fbb00-bc09-46dc-a608-6e409a5d8d14 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:02:12.219386 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.220572 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a20fce6f-ee51-405e-8cac-af51955e2391 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "DELETE /v2.0/routers/b32fbb00-bc09-46dc-a608-6e409a5d8d14 HTTP/1.1" status: 204 len: 168 time: 0.8828537 Nov 24 13:02:12.226401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34902) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:12.272815 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99ece53e-ef17-403a-8be7-5cac7815eed9 req-9b0603b8-cb65-42a2-8a9f-d4f965f1eeee tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806036 Nov 24 13:02:12.273784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcfc04-ad5b-4025-8477-615ed08c4659 req-6d4bd596-0abd-4a41-86b3-5fc4efd28969 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:12.275397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4afcfc04-ad5b-4025-8477-615ed08c4659 req-6d4bd596-0abd-4a41-86b3-5fc4efd28969 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0549932 Nov 24 13:02:12.286103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecae7a60-2e95-49e8-920a-f945c4796cec tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Deleting subnet 4d7727d5-721f-4a48-9cc0-d11af46af204 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:02:12.289603 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecae7a60-2e95-49e8-920a-f945c4796cec tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.329527 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4afcfc04-ad5b-4025-8477-615ed08c4659 req-bb5b21ec-62dd-46ae-a3d3-5cdbfb3081fe tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461175 Nov 24 13:02:12.331220 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecae7a60-2e95-49e8-920a-f945c4796cec tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.375590 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecae7a60-2e95-49e8-920a-f945c4796cec tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.432093 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecae7a60-2e95-49e8-920a-f945c4796cec tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.435661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0180632-0032-4adc-909c-668ecbfbf23b req-9a51693f-f73e-4bdf-afc7-736282bbed97 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:12.437181 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c0180632-0032-4adc-909c-668ecbfbf23b req-9a51693f-f73e-4bdf-afc7-736282bbed97 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0549531 Nov 24 13:02:12.464759 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecae7a60-2e95-49e8-920a-f945c4796cec tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.469116 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ecae7a60-2e95-49e8-920a-f945c4796cec tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/4d7727d5-721f-4a48-9cc0-d11af46af204 HTTP/1.1" status: 204 len: 168 time: 0.2417212 Nov 24 13:02:12.470271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae7a60-2e95-49e8-920a-f945c4796cec tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4d7727d5-721f-4a48-9cc0-d11af46af204,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:12.472678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34910) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:12.488099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] Port 7144b5dc-800f-403b-b579-c803e089d644 not found while updating agent binding for router b32fbb00-bc09-46dc-a608-6e409a5d8d14. {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 24 13:02:12.497294 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] Routers set() bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:12.497799 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] Router IDs set() for agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 13:02:12.498581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_agentschedulers_db [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b32fbb00-bc09-46dc-a608-6e409a5d8d14'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent'). {{(pid=114987) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 13:02:12.498963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e8f83b-0c8b-47cb-9afb-d21afd6781ef None None] The sync data for ids ['b32fbb00-bc09-46dc-a608-6e409a5d8d14'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:02:12.514397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c0180632-0032-4adc-909c-668ecbfbf23b req-032695de-1bc6-4d36-9f98-2123306c8446 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679100 Nov 24 13:02:12.552809 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d91c78a-46b9-4af1-a0dc-77fcbb024c67 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.630395 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d91c78a-46b9-4af1-a0dc-77fcbb024c67 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.649549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-8d91c78a-46b9-4af1-a0dc-77fcbb024c67 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3642836d-6a6d-4050-ab46-49464fa9e217']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:12.658869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-8d91c78a-46b9-4af1-a0dc-77fcbb024c67 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32ca25a-da7c-4445-beae-b4a97082f1d5') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:12.659166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-8d91c78a-46b9-4af1-a0dc-77fcbb024c67 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32ca25a-da7c-4445-beae-b4a97082f1d5') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:12.668134 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d91c78a-46b9-4af1-a0dc-77fcbb024c67 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.681462 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d91c78a-46b9-4af1-a0dc-77fcbb024c67 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.687205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d91c78a-46b9-4af1-a0dc-77fcbb024c67 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:02:12.687728 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d91c78a-46b9-4af1-a0dc-77fcbb024c67 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:02:12.689913 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:02:12.753160 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d91c78a-46b9-4af1-a0dc-77fcbb024c67 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.758792 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d91c78a-46b9-4af1-a0dc-77fcbb024c67 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3642836d-6a6d-4050-ab46-49464fa9e217 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 13:02:12.761998 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d91c78a-46b9-4af1-a0dc-77fcbb024c67 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.771134 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8d91c78a-46b9-4af1-a0dc-77fcbb024c67 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "DELETE /v2.0/networks/3642836d-6a6d-4050-ab46-49464fa9e217 HTTP/1.1" status: 204 len: 168 time: 0.2932510 Nov 24 13:02:12.777235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91c78a-46b9-4af1-a0dc-77fcbb024c67 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event deleted for resources: {'Network': ['ID=3642836d-6a6d-4050-ab46-49464fa9e217,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:12.950403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34920) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:12.955031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-4ec75715-4047-4c0b-abc5-f0cb73b384a2 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Request body: {'router': {'name': 'tempest-router--1213230687', 'project_id': 'a7ce01d1f1e246b684ef7d8ae0123ced'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:12.977104 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ec75715-4047-4c0b-abc5-f0cb73b384a2 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:12.978537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ec75715-4047-4c0b-abc5-f0cb73b384a2 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:13.034320 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ec75715-4047-4c0b-abc5-f0cb73b384a2 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:13.039194 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ec75715-4047-4c0b-abc5-f0cb73b384a2 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:13.055018 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ec75715-4047-4c0b-abc5-f0cb73b384a2 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:13.058837 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4ec75715-4047-4c0b-abc5-f0cb73b384a2 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1047728 Nov 24 13:02:13.059574 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34922) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:13.134146 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ffdf93b2-4b5a-4769-b299-b9f5d12fabff tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:13.287428 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ffdf93b2-4b5a-4769-b299-b9f5d12fabff tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:13.289737 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ffdf93b2-4b5a-4769-b299-b9f5d12fabff tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:13.333061 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ffdf93b2-4b5a-4769-b299-b9f5d12fabff tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:13.333784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdf93b2-4b5a-4769-b299-b9f5d12fabff tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9008728b-cb99-4e78-a12a-7753995287c6 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:02:13.339166 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ffdf93b2-4b5a-4769-b299-b9f5d12fabff tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:13.342809 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ffdf93b2-4b5a-4769-b299-b9f5d12fabff tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "DELETE /v2.0/routers/9008728b-cb99-4e78-a12a-7753995287c6 HTTP/1.1" status: 204 len: 168 time: 0.2793708 Nov 24 13:02:13.410260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4bee4-808f-4e8f-bbc7-6417c39da993 req-e5ac595b-0794-4d03-b374-d5c62a26338a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:13.413286 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68c4bee4-808f-4e8f-bbc7-6417c39da993 req-e5ac595b-0794-4d03-b374-d5c62a26338a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 945 time: 0.0687857 Nov 24 13:02:13.461412 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68c4bee4-808f-4e8f-bbc7-6417c39da993 req-fefcf81b-8a03-49c0-9b13-9fea0841b9c6 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Nov 24 13:02:13.492821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f48ede-63a5-4ddd-9e99-018ca66a1b8b req-69f86cc1-a4c1-403d-bbaf-814951a188eb tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:13.499699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34938) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:13.500012 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72f48ede-63a5-4ddd-9e99-018ca66a1b8b req-69f86cc1-a4c1-403d-bbaf-814951a188eb tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0691357 Nov 24 13:02:13.546696 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72f48ede-63a5-4ddd-9e99-018ca66a1b8b req-12fc8b35-b18e-4d32-8087-83114671c103 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458169 Nov 24 13:02:13.716409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-649128990', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:13.741837 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:13.743124 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:13.827332 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:13.860211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3369bd-6329-4d3b-8406-93d4d08c4ef5 req-755f4a61-a195-444d-a1d0-df56e4a35d8a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:13.862332 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7d3369bd-6329-4d3b-8406-93d4d08c4ef5 req-755f4a61-a195-444d-a1d0-df56e4a35d8a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.1134434 Nov 24 13:02:14.060000 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:14.068453 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7d3369bd-6329-4d3b-8406-93d4d08c4ef5 req-155a2d3e-2138-467c-a77b-0638d64f85e2 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603699 Nov 24 13:02:14.121860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:02:14.216234 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:14.231794 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '92ccdb75-cbcd-4edd-a70f-7ed95d608ed8', 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be', 'port_id': '92ccdb75-cbcd-4edd-a70f-7ed95d608ed8', 'mac_address': 'fa:16:3e:5f:91:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076dad9f-03ea-4786-85b6-0713f94b7e9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:02:14.248083 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:14.268439 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:14.379908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Allocated IP 172.25.0.57 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/03f6e3b3-aece-4de1-a1aa-e829571a9354) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:14.397940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:14.410650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:02:14.430109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:14.434493 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:14.482998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:14.485767 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:14.523944 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:14.544818 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['92ccdb75-cbcd-4edd-a70f-7ed95d608ed8'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:02:14.561377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:14.567160 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:14.571017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:14.600011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Pushing event updated for resources: {'Port': ['ID=03f6e3b3-aece-4de1-a1aa-e829571a9354,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:15.073058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff54e0-3a63-41c7-8a33-6d1c0d2281a6 req-95435f9a-aceb-4acb-bb02-56b083d59eee tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:15.074562 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-53ff54e0-3a63-41c7-8a33-6d1c0d2281a6 req-95435f9a-aceb-4acb-bb02-56b083d59eee tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 944 time: 0.4184558 Nov 24 13:02:15.190002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794a987-987d-4f97-be9c-ec7c9b84de98 req-6a6b2457-fd64-465f-bed4-fd46f85d9908 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:15.191615 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9794a987-987d-4f97-be9c-ec7c9b84de98 req-6a6b2457-fd64-465f-bed4-fd46f85d9908 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0488224 Nov 24 13:02:15.246943 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9794a987-987d-4f97-be9c-ec7c9b84de98 req-941ab454-ef0c-4504-8bfd-e516994adf33 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487592 Nov 24 13:02:15.280006 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-53ff54e0-3a63-41c7-8a33-6d1c0d2281a6 req-86b516a7-c112-4cd5-a49f-bb54d6a9cd46 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650743 Nov 24 13:02:15.295945 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:15.526717 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:15.543057 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80906a-d1a0-4941-bf51-6bd127382619 req-1dc1b057-18ac-401f-bcd3-dcefc53be73d tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:15.544515 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba80906a-d1a0-4941-bf51-6bd127382619 req-1dc1b057-18ac-401f-bcd3-dcefc53be73d tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 944 time: 0.0704978 Nov 24 13:02:15.659627 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba80906a-d1a0-4941-bf51-6bd127382619 req-5146562e-003b-4294-bd81-3d3684ecb540 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852268 Nov 24 13:02:15.707697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Router dc79e40a-c1a0-4682-a91d-66353343b1bf is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:02:15.820802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:02:15.832258 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bd2749-7b2a-4053-87ca-1a42566a6a44 None None] Sync routers for ids ['dc79e40a-c1a0-4682-a91d-66353343b1bf'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:02:15.843513 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:15.844766 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c41c73cb-45c3-43d3-815e-6ce27c2da80f tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3437061 Nov 24 13:02:15.848670 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bd2749-7b2a-4053-87ca-1a42566a6a44 None None] Routers {'dc79e40a-c1a0-4682-a91d-66353343b1bf'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:15.849550 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c6bd2749-7b2a-4053-87ca-1a42566a6a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['dc79e40a-c1a0-4682-a91d-66353343b1bf'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:15.849680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34998) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:15.885732 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c6bd2749-7b2a-4053-87ca-1a42566a6a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:15.894372 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bd2749-7b2a-4053-87ca-1a42566a6a44 None None] Routers {'dc79e40a-c1a0-4682-a91d-66353343b1bf'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:15.894973 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c6bd2749-7b2a-4053-87ca-1a42566a6a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['dc79e40a-c1a0-4682-a91d-66353343b1bf'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:15.927608 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c6bd2749-7b2a-4053-87ca-1a42566a6a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:15.928260 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bd2749-7b2a-4053-87ca-1a42566a6a44 None None] The sync data for ids ['dc79e40a-c1a0-4682-a91d-66353343b1bf'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:02:15.954204 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-09d8e20d-0eee-4911-914b-569d1bb67069 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/routers/dc79e40a-c1a0-4682-a91d-66353343b1bf HTTP/1.1" status: 200 len: 923 time: 0.1034214 Nov 24 13:02:15.957478 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35000) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:15.983483 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b1c7d208-f7c1-481f-8a4a-4ee4f9826de7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc79e40a-c1a0-4682-a91d-66353343b1bf HTTP/1.1" status: 200 len: 205 time: 0.0249865 Nov 24 13:02:15.986062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35002) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:16.138696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:16.186780 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:16.187148 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:16.189083 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:16.269190 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:16.291169 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d345aca-ccdd-461e-868d-acd20965ceb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ccdb75-cbcd-4edd-a70f-7ed95d608ed8'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:16.293463 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df430388-6d8b-425e-9388-83a6c50629ae" -d '{"events": [{"server_uuid": "4d345aca-ccdd-461e-868d-acd20965ceb8", "name": "network-vif-plugged", "status": "completed", "tag": "92ccdb75-cbcd-4edd-a70f-7ed95d608ed8"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:16.294664 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:16.310703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:16.316541 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:16.342077 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81494995-aa9f-4f5e-9714-45e2d0bd44d1 x-openstack-request-id: req-81494995-aa9f-4f5e-9714-45e2d0bd44d1 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:16.342369 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d345aca-ccdd-461e-868d-acd20965ceb8", "name": "network-vif-plugged", "status": "completed", "tag": "92ccdb75-cbcd-4edd-a70f-7ed95d608ed8", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:16.342830 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81494995-aa9f-4f5e-9714-45e2d0bd44d1 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:16.343221 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d345aca-ccdd-461e-868d-acd20965ceb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ccdb75-cbcd-4edd-a70f-7ed95d608ed8', 'code': 200} Nov 24 13:02:16.368562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Deleting port 03f6e3b3-aece-4de1-a1aa-e829571a9354 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:16.369013 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:16.369939 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:16.388740 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accd9de-a75c-4876-b4ab-53758331a2dd req-c0d43342-bdb4-43e9-8f2f-16832731578d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:16.390501 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0accd9de-a75c-4876-b4ab-53758331a2dd req-c0d43342-bdb4-43e9-8f2f-16832731578d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0513294 Nov 24 13:02:16.441637 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0accd9de-a75c-4876-b4ab-53758331a2dd req-63078571-6ff1-457d-b50c-888577a73d51 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450885 Nov 24 13:02:16.449417 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:16.461271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Calling delete_port for 03f6e3b3-aece-4de1-a1aa-e829571a9354 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:16.625602 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:16.651018 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Pushing event deleted for resources: {'Port': ['ID=03f6e3b3-aece-4de1-a1aa-e829571a9354,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:16.719273 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:17.123498 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:17.126335 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:17.205505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3013c4-d49e-4e84-ad2a-81cc226e791f req-2c398d20-fb5d-49fc-9c8c-295c03b759a0 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:17.207296 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fb3013c4-d49e-4e84-ad2a-81cc226e791f req-2c398d20-fb5d-49fc-9c8c-295c03b759a0 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.4597838 Nov 24 13:02:17.208147 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:17.208695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Fanout notify agent at l3_agent the message router_deleted on router dc79e40a-c1a0-4682-a91d-66353343b1bf {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:02:17.216686 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:17.221628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-df869a07-100e-4c67-bbbe-c85bce1fbbe7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "DELETE /v2.0/routers/dc79e40a-c1a0-4682-a91d-66353343b1bf HTTP/1.1" status: 204 len: 168 time: 1.2308650 Nov 24 13:02:17.221880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35068) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:17.225840 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1582568542', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'enable_snat': False}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:17.262983 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:17.264008 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:17.296568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105ca32-ba2a-4c90-80da-81056ef2b9e2 req-f9dccd8a-f76a-4162-b8cb-fe6b487481a0 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:17.298276 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8105ca32-ba2a-4c90-80da-81056ef2b9e2 req-f9dccd8a-f76a-4162-b8cb-fe6b487481a0 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0752575 Nov 24 13:02:17.329289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fb3013c4-d49e-4e84-ad2a-81cc226e791f req-5671ecfd-761f-4f70-b1f5-af03048fe8b6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054075 Nov 24 13:02:17.366306 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:17.409961 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-8105ca32-ba2a-4c90-80da-81056ef2b9e2 req-c25eeaea-7cec-4e5a-b5e3-9f7943fd8eee tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Deleting port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:17.410505 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8105ca32-ba2a-4c90-80da-81056ef2b9e2 req-c25eeaea-7cec-4e5a-b5e3-9f7943fd8eee tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:17.539015 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-8105ca32-ba2a-4c90-80da-81056ef2b9e2 req-c25eeaea-7cec-4e5a-b5e3-9f7943fd8eee tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] For port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:17.539377 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8105ca32-ba2a-4c90-80da-81056ef2b9e2 req-c25eeaea-7cec-4e5a-b5e3-9f7943fd8eee tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:17.548690 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:17.589697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-8105ca32-ba2a-4c90-80da-81056ef2b9e2 req-c25eeaea-7cec-4e5a-b5e3-9f7943fd8eee tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Calling delete_port for 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:17.622919 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26113c8-10c5-444a-af1e-f742506f1ec9 req-bbeeb205-99a3-42a2-ac15-f9014b6766bc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:17.624389 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b26113c8-10c5-444a-af1e-f742506f1ec9 req-bbeeb205-99a3-42a2-ac15-f9014b6766bc tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0881479 Nov 24 13:02:17.732989 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b26113c8-10c5-444a-af1e-f742506f1ec9 req-b05e70f8-dc43-44f7-870c-6cc42779ccb6 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736501 Nov 24 13:02:17.795972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:17.823886 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:17.846699 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8105ca32-ba2a-4c90-80da-81056ef2b9e2 req-c25eeaea-7cec-4e5a-b5e3-9f7943fd8eee tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:17.931746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25eeaea-7cec-4e5a-b5e3-9f7943fd8eee tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Pushing event deleted for resources: {'Port': ['ID=92ccdb75-cbcd-4edd-a70f-7ed95d608ed8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:17.969397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Allocated IP 172.25.0.40 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/2b59b942-afe8-4374-8397-275131e1e6e7) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:17.998261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-8105ca32-ba2a-4c90-80da-81056ef2b9e2 req-c25eeaea-7cec-4e5a-b5e3-9f7943fd8eee tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] No DVR routers for this DVR port 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:02:18.003040 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8105ca32-ba2a-4c90-80da-81056ef2b9e2 req-c25eeaea-7cec-4e5a-b5e3-9f7943fd8eee tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:18.006386 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8105ca32-ba2a-4c90-80da-81056ef2b9e2 req-c25eeaea-7cec-4e5a-b5e3-9f7943fd8eee tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.46 "DELETE /v2.0/ports/92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 HTTP/1.1" status: 204 len: 173 time: 0.7021291 Nov 24 13:02:18.006873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d345aca-ccdd-461e-868d-acd20965ceb8', 'name': 'network-vif-deleted', 'tag': '92ccdb75-cbcd-4edd-a70f-7ed95d608ed8'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:18.019103 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ae226e-85f7-407c-9ecc-9e569ab9fca7" -d '{"events": [{"server_uuid": "4d345aca-ccdd-461e-868d-acd20965ceb8", "name": "network-vif-deleted", "tag": "92ccdb75-cbcd-4edd-a70f-7ed95d608ed8"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:18.061430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 4761a0b3-54c5-4a6c-92f0-3ec271ed283d details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:02:18.081086 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f0af2c-b3ff-4df8-bd8e-cf5358bf819d x-openstack-request-id: req-18f0af2c-b3ff-4df8-bd8e-cf5358bf819d {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:18.081396 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d345aca-ccdd-461e-868d-acd20965ceb8", "name": "network-vif-deleted", "tag": "92ccdb75-cbcd-4edd-a70f-7ed95d608ed8", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:18.081657 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18f0af2c-b3ff-4df8-bd8e-cf5358bf819d {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:18.082072 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d345aca-ccdd-461e-868d-acd20965ceb8', 'name': 'network-vif-deleted', 'tag': '92ccdb75-cbcd-4edd-a70f-7ed95d608ed8', 'status': 'completed', 'code': 200} Nov 24 13:02:18.124055 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:18.144527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:02:18.181563 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:02:18.182131 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:02:18.206286 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:18.275130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:18.287596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '4761a0b3-54c5-4a6c-92f0-3ec271ed283d', 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0', 'port_id': '4761a0b3-54c5-4a6c-92f0-3ec271ed283d', 'mac_address': 'fa:16:3e:b1:f5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e29d58-9582-4d49-a36e-dbefd713eabd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:02:18.291063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:18.294148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:18.300480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:18.330150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event updated for resources: {'Port': ['ID=2b59b942-afe8-4374-8397-275131e1e6e7,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:18.359761 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:18.377378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4761a0b3-54c5-4a6c-92f0-3ec271ed283d {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:02:18.403723 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:18.410114 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:18.472905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:18.559509 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af977759-92fb-49f2-b60c-60c9b53017db req-9703bf4d-46a8-43d2-9c2e-fbd4fda29218 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d345aca-ccdd-461e-868d-acd20965ceb8 HTTP/1.1" status: 200 len: 210 time: 0.0694940 Nov 24 13:02:18.560894 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['4761a0b3-54c5-4a6c-92f0-3ec271ed283d'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:02:18.803925 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:18.868999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00b186-6b8c-4562-bc4d-db44a3e12bbb req-444700f1-6496-4575-9bf4-5f65adb903b6 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:18.876951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fa00b186-6b8c-4562-bc4d-db44a3e12bbb req-444700f1-6496-4575-9bf4-5f65adb903b6 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0725474 Nov 24 13:02:18.935877 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fa00b186-6b8c-4562-bc4d-db44a3e12bbb req-44b53785-4889-4b67-9679-e9e6867b12d8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572460 Nov 24 13:02:19.091766 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:19.269477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Router 089dbd40-886b-4d0d-8018-4e070a6f1b4f is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:02:19.403173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:02:19.422255 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Sync routers for ids ['089dbd40-886b-4d0d-8018-4e070a6f1b4f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:02:19.431977 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:19.443374 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35114) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:19.443888 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Routers {'089dbd40-886b-4d0d-8018-4e070a6f1b4f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:19.450440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['089dbd40-886b-4d0d-8018-4e070a6f1b4f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:19.456895 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-39b2715d-82ea-445c-9e3f-ff9e8c39519c tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2330868 Nov 24 13:02:19.610132 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1cfeaf90-ad23-40da-8e45-49be2c678c9b tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/routers/089dbd40-886b-4d0d-8018-4e070a6f1b4f HTTP/1.1" status: 200 len: 908 time: 0.1654832 Nov 24 13:02:19.611499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Set router 089dbd40-886b-4d0d-8018-4e070a6f1b4f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:02:19.612875 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35118) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:19.627266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1582568542', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'enable_snat': True}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:19.678351 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:19.681381 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:19.760790 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:19.932612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089dbd40-886b-4d0d-8018-4e070a6f1b4f', 'name': 'tempest-snat-router-1582568542', 'tenant_id': 'd101d8788d7744a5a9da6125590db6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.40'}], 'enable_snat': False}, 'gw_port_id': '2b59b942-afe8-4374-8397-275131e1e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:02:17Z', 'updated_at': '2021-11-24T13:02:18Z', 'revision_number': 3, 'project_id': 'd101d8788d7744a5a9da6125590db6d1', 'gw_port': {'id': '2b59b942-afe8-4374-8397-275131e1e6e7', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089dbd40-886b-4d0d-8018-4e070a6f1b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:02:17Z', 'updated_at': '2021-11-24T13:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:19.958912 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35122) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:19.963514 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:19.964976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d89dc0fe-35c7-4a3f-811f-afea531f624b tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2114729201', 'description': 'tempest-description--1609010517'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:19.974785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Checking router: 089dbd40-886b-4d0d-8018-4e070a6f1b4f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:02:19.975226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Updating router 089dbd40-886b-4d0d-8018-4e070a6f1b4f port 2b59b942-afe8-4374-8397-275131e1e6e7 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:02:19.999431 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d89dc0fe-35c7-4a3f-811f-afea531f624b tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.007734 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.079240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 4761a0b3-54c5-4a6c-92f0-3ec271ed283d up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:20.136545 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d89dc0fe-35c7-4a3f-811f-afea531f624b tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.147858 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d89dc0fe-35c7-4a3f-811f-afea531f624b tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.198781 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89dc0fe-35c7-4a3f-811f-afea531f624b tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b93a84f7-c848-4514-8e4b-5603fe286c94,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:20.262326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65afc8-ceb1-4f9c-bc3e-4263ad451783 req-e23463a2-609b-4fe8-9ea2-0874ed098535 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:20.263930 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db65afc8-ceb1-4f9c-bc3e-4263ad451783 req-e23463a2-609b-4fe8-9ea2-0874ed098535 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.1733112 Nov 24 13:02:20.271130 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d89dc0fe-35c7-4a3f-811f-afea531f624b tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.272342 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d89dc0fe-35c7-4a3f-811f-afea531f624b tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3123052 Nov 24 13:02:20.301031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35132) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:20.306695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-146b6a57-e3eb-44dc-83ef-dcb6d72170d6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Request body: {'security_group_rule': {'security_group_id': 'b93a84f7-c848-4514-8e4b-5603fe286c94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:20.372173 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db65afc8-ceb1-4f9c-bc3e-4263ad451783 req-d422c219-2de0-43e7-b7b7-573215533785 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946109 Nov 24 13:02:20.380390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:20.380663 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.494868 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-146b6a57-e3eb-44dc-83ef-dcb6d72170d6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.538365 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.580665 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.659006 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.665585 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.669639 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.676107 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-146b6a57-e3eb-44dc-83ef-dcb6d72170d6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.704348 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-146b6a57-e3eb-44dc-83ef-dcb6d72170d6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.744766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b6a57-e3eb-44dc-83ef-dcb6d72170d6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65539d09-8e13-4134-94cc-79317f662534,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:20.759763 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c49d4-9c17-45bb-a6cc-7ddcb67a024f None None] Pushing event updated for resources: {'Port': ['ID=2b59b942-afe8-4374-8397-275131e1e6e7,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:20.760438 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-146b6a57-e3eb-44dc-83ef-dcb6d72170d6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.761745 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-146b6a57-e3eb-44dc-83ef-dcb6d72170d6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4593711 Nov 24 13:02:20.762937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f82ec9-0da4-4d85-b18b-9b6095b68a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4761a0b3-54c5-4a6c-92f0-3ec271ed283d'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:20.764935 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35146) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:20.772092 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-19a79638-1d33-467d-aaaf-79754807bb00 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Request body: {'security_group_rule': {'security_group_id': 'b93a84f7-c848-4514-8e4b-5603fe286c94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:20.775969 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b503ee-1434-454a-a8ed-c725c05b21ae" -d '{"events": [{"server_uuid": "e4f82ec9-0da4-4d85-b18b-9b6095b68a11", "name": "network-vif-plugged", "status": "completed", "tag": "4761a0b3-54c5-4a6c-92f0-3ec271ed283d"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:20.783038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Allocated IP 172.25.0.134 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/93931c72-b231-475c-9a6c-1af3da80ec5e) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:20.792473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Attempting to bind port 2b59b942-afe8-4374-8397-275131e1e6e7 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:20.793142 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Attempting to bind port 2b59b942-afe8-4374-8397-275131e1e6e7 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:20.793698 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Attempting to bind port 2b59b942-afe8-4374-8397-275131e1e6e7 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:20.800432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:20.810170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:02:20.810654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:02:20.811090 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.811486 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:02:20.811983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Bound port: 2b59b942-afe8-4374-8397-275131e1e6e7, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:02:20.812456 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.840178 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.842825 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665db808-5e2e-47df-af6c-55b40d71e6ec x-openstack-request-id: req-665db808-5e2e-47df-af6c-55b40d71e6ec {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:20.843131 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f82ec9-0da4-4d85-b18b-9b6095b68a11", "name": "network-vif-plugged", "status": "completed", "tag": "4761a0b3-54c5-4a6c-92f0-3ec271ed283d", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:20.843252 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-19a79638-1d33-467d-aaaf-79754807bb00 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.843394 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-665db808-5e2e-47df-af6c-55b40d71e6ec {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:20.843905 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f82ec9-0da4-4d85-b18b-9b6095b68a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4761a0b3-54c5-4a6c-92f0-3ec271ed283d', 'code': 200} Nov 24 13:02:20.886748 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-94cd1042-ec7c-45cb-99df-c7eb67fa85a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.927517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] For port 2b59b942-afe8-4374-8397-275131e1e6e7, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:02:20.934001 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] For port 2b59b942-afe8-4374-8397-275131e1e6e7, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2b59b942-afe8-4374-8397-275131e1e6e7,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:02:20.935454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:20.946037 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.961354 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-19a79638-1d33-467d-aaaf-79754807bb00 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.968678 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:20.975532 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-19a79638-1d33-467d-aaaf-79754807bb00 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:21.002176 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a79638-1d33-467d-aaaf-79754807bb00 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14976d65-ef3b-4022-babe-9b196fe2afb5,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:21.013239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c49d4-9c17-45bb-a6cc-7ddcb67a024f None None] Pushing event updated for resources: {'Port': ['ID=2b59b942-afe8-4374-8397-275131e1e6e7,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:21.016121 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Routers {'089dbd40-886b-4d0d-8018-4e070a6f1b4f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:21.016881 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['089dbd40-886b-4d0d-8018-4e070a6f1b4f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:21.026109 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-19a79638-1d33-467d-aaaf-79754807bb00 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:21.031611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35150) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:21.037766 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-19a79638-1d33-467d-aaaf-79754807bb00 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2688954 Nov 24 13:02:21.038483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:21.061929 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:21.100998 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:21.130436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:21.137624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:21.141023 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:21.143844 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event updated for resources: {'Port': ['ID=93931c72-b231-475c-9a6c-1af3da80ec5e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:21.157063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] Set router 089dbd40-886b-4d0d-8018-4e070a6f1b4f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:02:21.400326 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:21.604904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87c034-3b55-4768-9956-a98622f0a8ad req-25934602-e2d5-4f6a-a16b-8e799c26b905 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:21.630676 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd87c034-3b55-4768-9956-a98622f0a8ad req-25934602-e2d5-4f6a-a16b-8e799c26b905 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.1207333 Nov 24 13:02:21.632666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '089dbd40-886b-4d0d-8018-4e070a6f1b4f', 'name': 'tempest-snat-router-1582568542', 'tenant_id': 'd101d8788d7744a5a9da6125590db6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.40'}], 'enable_snat': False}, 'gw_port_id': '2b59b942-afe8-4374-8397-275131e1e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:02:17Z', 'updated_at': '2021-11-24T13:02:18Z', 'revision_number': 3, 'project_id': 'd101d8788d7744a5a9da6125590db6d1', 'gw_port': {'id': '2b59b942-afe8-4374-8397-275131e1e6e7', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089dbd40-886b-4d0d-8018-4e070a6f1b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:02:17Z', 'updated_at': '2021-11-24T13:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:21.664211 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a689cb2-4d3a-41ca-baa0-579b8e8ddbf3 None None] The sync data for ids ['089dbd40-886b-4d0d-8018-4e070a6f1b4f'] in n-d-817303-4 is: [{'id': '089dbd40-886b-4d0d-8018-4e070a6f1b4f', 'name': 'tempest-snat-router-1582568542', 'tenant_id': 'd101d8788d7744a5a9da6125590db6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.40'}], 'enable_snat': False}, 'gw_port_id': '2b59b942-afe8-4374-8397-275131e1e6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:02:17Z', 'updated_at': '2021-11-24T13:02:18Z', 'revision_number': 3, 'project_id': 'd101d8788d7744a5a9da6125590db6d1', 'gw_port': {'id': '2b59b942-afe8-4374-8397-275131e1e6e7', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '089dbd40-886b-4d0d-8018-4e070a6f1b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:02:17Z', 'updated_at': '2021-11-24T13:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:02:21.664981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Allocated IP 172.25.0.212 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/a7cb9168-74d1-42e2-9b4d-0706d5c7eb0b) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:21.693710 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:21.734938 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd87c034-3b55-4768-9956-a98622f0a8ad req-5c9b6282-7e4f-456a-8a79-59cfc784d088 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007774 Nov 24 13:02:22.154584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:02:22.192170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:02:22.192622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 92ccdb75-cbcd-4edd-a70f-7ed95d608ed8 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:02:22.328503 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:22.414335 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:22.474856 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:22.562777 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:22.570719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:22.580503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:22.583865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Pushing event updated for resources: {'Port': ['ID=a7cb9168-74d1-42e2-9b4d-0706d5c7eb0b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:22.586843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2b59b942-afe8-4374-8397-275131e1e6e7 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:22.746738 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 2b59b942-afe8-4374-8397-275131e1e6e7 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:22.747363 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:22.786785 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:22.800459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Router 8c559b59-1ef4-4279-9f0c-3402993a75c0 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:02:22.906423 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:22.914315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de97a78-97b2-4c20-9ef8-5de6ebad1fc8 req-27806b57-c889-4ac9-a2ec-09882db93082 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:22.923793 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1de97a78-97b2-4c20-9ef8-5de6ebad1fc8 req-27806b57-c889-4ac9-a2ec-09882db93082 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0816197 Nov 24 13:02:22.931040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 2b59b942-afe8-4374-8397-275131e1e6e7, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2b59b942-afe8-4374-8397-275131e1e6e7,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:22.937902 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:22.942860 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:22.987221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1de97a78-97b2-4c20-9ef8-5de6ebad1fc8 req-86c33c94-eaf1-4fb0-af95-7aa93de48a69 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610385 Nov 24 13:02:23.029334 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=2b59b942-afe8-4374-8397-275131e1e6e7,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:23.125168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:02:23.136537 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Sync routers for ids ['8c559b59-1ef4-4279-9f0c-3402993a75c0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:02:23.149335 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Routers {'8c559b59-1ef4-4279-9f0c-3402993a75c0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:23.149951 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:01:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['8c559b59-1ef4-4279-9f0c-3402993a75c0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:23.176431 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:23.180208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d026dc4e-39a5-4b78-9bd6-f969c294c98f tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.5636816 Nov 24 13:02:23.181097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35196) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:23.208360 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d7d40c83-2602-42dc-b87e-614f078ab020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:23.299428 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Set router 8c559b59-1ef4-4279-9f0c-3402993a75c0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:02:23.330032 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:23.340298 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-65c586ea-9afb-4f10-929a-b901453cd52d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/routers/8c559b59-1ef4-4279-9f0c-3402993a75c0 HTTP/1.1" status: 200 len: 908 time: 0.1587079 Nov 24 13:02:23.341908 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:23.343851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35198) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:23.503106 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Pushing event updated for resources: {'Port': ['ID=a7cb9168-74d1-42e2-9b4d-0706d5c7eb0b,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:23.524647 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:23.547020 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:23.588138 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c559b59-1ef4-4279-9f0c-3402993a75c0', 'name': 'tempest-snat-router-1582568542', 'tenant_id': 'd101d8788d7744a5a9da6125590db6d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '93931c72-b231-475c-9a6c-1af3da80ec5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:02:19Z', 'updated_at': '2021-11-24T13:02:21Z', 'revision_number': 3, 'project_id': 'd101d8788d7744a5a9da6125590db6d1', 'gw_port': {'id': '93931c72-b231-475c-9a6c-1af3da80ec5e', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c559b59-1ef4-4279-9f0c-3402993a75c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1256, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:02:20Z', 'updated_at': '2021-11-24T13:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:23.639680 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Checking router: 8c559b59-1ef4-4279-9f0c-3402993a75c0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:02:23.640464 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Updating router 8c559b59-1ef4-4279-9f0c-3402993a75c0 port 93931c72-b231-475c-9a6c-1af3da80ec5e binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:02:23.685330 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:23.686586 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-51877915-4f4c-43e9-be70-7b5a8c7c39c6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6535952 Nov 24 13:02:23.694263 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:23.721743 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:23.858014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Deleting port 93931c72-b231-475c-9a6c-1af3da80ec5e {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:23.858616 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:23.998101 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:24.033808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Calling delete_port for 93931c72-b231-475c-9a6c-1af3da80ec5e owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:24.254515 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d818e-731e-4e93-bd89-780801aebbc0 req-3458505d-2e27-4e65-8615-432fb42c4631 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:24.256101 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f35d818e-731e-4e93-bd89-780801aebbc0 req-3458505d-2e27-4e65-8615-432fb42c4631 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.1129766 Nov 24 13:02:24.281678 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:24.284228 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:24.292001 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:24.355996 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f35d818e-731e-4e93-bd89-780801aebbc0 req-cc17c841-fccf-4452-9caf-ecf95d592c78 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837502 Nov 24 13:02:24.374130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b3f17bac-4797-4106-990a-fb277708cde5 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:24.382995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b3f17bac-4797-4106-990a-fb277708cde5 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/networks?id=006d3a98-1052-40c8-a2d2-eff349cbf5be HTTP/1.1" status: 200 len: 822 time: 0.3141170 Nov 24 13:02:24.409942 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-3e1e87b2-3cc9-48dc-a20e-e5fa60cb8161 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/quotas/300c715d88d84c059a6631f74a2b5830 HTTP/1.1" status: 200 len: 375 time: 0.0257032 Nov 24 13:02:24.463150 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-6afe429b-6910-4a78-8ca5-7320ae914aed tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=300c715d88d84c059a6631f74a2b5830&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511823 Nov 24 13:02:24.491604 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Attempting to bind port 93931c72-b231-475c-9a6c-1af3da80ec5e on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:24.491604 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Attempting to bind port 93931c72-b231-475c-9a6c-1af3da80ec5e by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:24.491604 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Attempting to bind port 93931c72-b231-475c-9a6c-1af3da80ec5e on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:24.497239 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8356a-7124-4e90-ac68-eaa6ac4c83ea None None] Pushing event updated for resources: {'Port': ['ID=93931c72-b231-475c-9a6c-1af3da80ec5e,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:24.500931 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:02:24.501378 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:02:24.502385 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:24.502783 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:02:24.503263 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Bound port: 93931c72-b231-475c-9a6c-1af3da80ec5e, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:02:24.503645 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:24.514803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2b59b942-afe8-4374-8397-275131e1e6e7 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:24.527737 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8356a-7124-4e90-ac68-eaa6ac4c83ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:24.528088 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8356a-7124-4e90-ac68-eaa6ac4c83ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:24.528435 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8356a-7124-4e90-ac68-eaa6ac4c83ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:24.529239 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8356a-7124-4e90-ac68-eaa6ac4c83ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:24.529595 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8356a-7124-4e90-ac68-eaa6ac4c83ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:24.529935 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8356a-7124-4e90-ac68-eaa6ac4c83ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:24.530276 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8356a-7124-4e90-ac68-eaa6ac4c83ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:24.530745 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8356a-7124-4e90-ac68-eaa6ac4c83ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:24.531085 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8356a-7124-4e90-ac68-eaa6ac4c83ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:24.531406 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8356a-7124-4e90-ac68-eaa6ac4c83ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:24.531737 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8356a-7124-4e90-ac68-eaa6ac4c83ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:24.532065 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8356a-7124-4e90-ac68-eaa6ac4c83ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:24.587201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 2b59b942-afe8-4374-8397-275131e1e6e7 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:24.587802 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:24.621837 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.db.api [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:02:24.621837 n-d-817303-4 neutron-server[114988]: DEBUG oslo_db.api [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:02:24.625024 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:24.685434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-8bab65ae-cb68-47cc-8541-256395e1ae2c service neutron] 10.222.0.48 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212145 Nov 24 13:02:24.691339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event deleted for resources: {'Port': ['ID=93931c72-b231-475c-9a6c-1af3da80ec5e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:24.826140 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:24.952303 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-5f9e384c-c542-41be-a4e0-4dbdc259ef89 service neutron] 10.222.0.48 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561500 Nov 24 13:02:24.958220 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:24.963285 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:25.013980 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:25.014944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c559b59-1ef4-4279-9f0c-3402993a75c0 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:02:25.021179 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:25.026725 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35250) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:25.042376 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-98c6b935-cc1e-43c6-89ec-8b1068da1d11 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8c559b59-1ef4-4279-9f0c-3402993a75c0 HTTP/1.1" status: 204 len: 168 time: 1.6945255 Nov 24 13:02:25.145751 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Attempting to bind port 93931c72-b231-475c-9a6c-1af3da80ec5e on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:25.145941 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Attempting to bind port 93931c72-b231-475c-9a6c-1af3da80ec5e by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:25.146262 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Attempting to bind port 93931c72-b231-475c-9a6c-1af3da80ec5e on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:25.165614 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:02:25.168521 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:02:25.169287 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:25.169884 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:02:25.178726 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Bound port: 93931c72-b231-475c-9a6c-1af3da80ec5e, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:02:25.179672 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:25.212487 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3a198016-e96d-4fdf-99bc-30f25d7ec2ca req-a750865e-93d6-45d6-be69-5fd27e3f40aa tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 210 time: 0.0590112 Nov 24 13:02:25.213699 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.plugin [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Port 93931c72-b231-475c-9a6c-1af3da80ec5e has been deleted concurrently {{(pid=114988) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 24 13:02:25.224884 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:25.225083 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Routers set() bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:25.225575 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Router IDs set() for agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 13:02:25.226306 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_agentschedulers_db [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8c559b59-1ef4-4279-9f0c-3402993a75c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent'). {{(pid=114988) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 13:02:25.226749 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a20af2b-4cce-422c-b786-e4b4d0a5a10e None None] The sync data for ids ['8c559b59-1ef4-4279-9f0c-3402993a75c0'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:02:25.364101 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:25.467201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Deleting port 2b59b942-afe8-4374-8397-275131e1e6e7 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:25.467795 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:25.652197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] For port 2b59b942-afe8-4374-8397-275131e1e6e7, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2b59b942-afe8-4374-8397-275131e1e6e7,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:25.652482 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:25.665284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ab4ec-e9e9-4536-8656-075864b67fab req-b3a8fa2a-e3cc-4dfa-aad2-122666cf275c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:25.672070 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a93ab4ec-e9e9-4536-8656-075864b67fab req-b3a8fa2a-e3cc-4dfa-aad2-122666cf275c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.1697850 Nov 24 13:02:25.704690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Calling delete_port for 2b59b942-afe8-4374-8397-275131e1e6e7 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:25.758239 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a93ab4ec-e9e9-4536-8656-075864b67fab req-de549187-0198-430d-8fd4-c780b291ec65 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851834 Nov 24 13:02:25.842332 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:26.025271 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:26.087257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b59b942-afe8-4374-8397-275131e1e6e7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:26.134645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:26.266318 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:26.269421 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:26.347764 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:26.348332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 089dbd40-886b-4d0d-8018-4e070a6f1b4f {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:02:26.358043 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:26.359489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c800bd4e-ed4f-4a9e-82a9-18dd8c6965a7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "DELETE /v2.0/routers/089dbd40-886b-4d0d-8018-4e070a6f1b4f HTTP/1.1" status: 204 len: 168 time: 1.3315227 Nov 24 13:02:26.364450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35288) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:26.368428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1661268485', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:26.390659 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4b8c9ad-d9ca-4086-b048-ba1c516b2dc8 req-efc3a908-583d-4c88-9e81-17a490fddf87 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 210 time: 0.0665457 Nov 24 13:02:26.509015 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:26.510179 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:26.598444 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:26.609983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-3fea3af0-7ce7-4daf-911e-4dab72c2462c tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:26.611687 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-3fea3af0-7ce7-4daf-911e-4dab72c2462c tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.46 "GET /v2.0/networks?id=006d3a98-1052-40c8-a2d2-eff349cbf5be HTTP/1.1" status: 200 len: 822 time: 0.2098958 Nov 24 13:02:26.615094 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:26.922632 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9deb490-f1d6-477c-89e2-b3b8e0bf4fcf req-c8ff69ef-0edc-4a83-bd77-4e9c338e19ff tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:26.946077 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9deb490-f1d6-477c-89e2-b3b8e0bf4fcf req-c8ff69ef-0edc-4a83-bd77-4e9c338e19ff tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.1178608 Nov 24 13:02:27.015915 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9deb490-f1d6-477c-89e2-b3b8e0bf4fcf req-abb09f7e-3362-4842-8203-c10f827162c9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677166 Nov 24 13:02:27.016453 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b58a55d1-273c-47e8-a3cd-2f818fba6d2a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Request body: {'port': {'device_id': '015b7778-57b8-452f-811a-9f0bfc26b312', 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be', 'admin_state_up': True, 'tenant_id': '300c715d88d84c059a6631f74a2b5830'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:27.202608 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:27.279729 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b58a55d1-273c-47e8-a3cd-2f818fba6d2a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Made reservation on behalf of 300c715d88d84c059a6631f74a2b5830 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:02:27.283270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b58a55d1-273c-47e8-a3cd-2f818fba6d2a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:27.496237 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9374a26d-0542-4bdb-b696-8a739c47ee5f req-0b393fb0-aef2-43bc-8bbd-5ea6b35f998d tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 210 time: 0.0283930 Nov 24 13:02:27.557098 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b58a55d1-273c-47e8-a3cd-2f818fba6d2a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Allocated IP 172.20.0.6 (006d3a98-1052-40c8-a2d2-eff349cbf5be/076dad9f-03ea-4786-85b6-0713f94b7e9b/7a21dd03-89cf-410d-9c0c-ec1e14c924b7) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:27.602130 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:27.633735 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:27.889375 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Allocated IP 172.25.0.85 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/e460a4ad-0dee-4232-9913-2236e89dc955) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:27.903490 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b58a55d1-273c-47e8-a3cd-2f818fba6d2a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:28.020223 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b58a55d1-273c-47e8-a3cd-2f818fba6d2a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:28.085947 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:28.101513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b58a55d1-273c-47e8-a3cd-2f818fba6d2a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Network 006d3a98-1052-40c8-a2d2-eff349cbf5be is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:28.111266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b58a55d1-273c-47e8-a3cd-2f818fba6d2a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:28.115454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a55d1-273c-47e8-a3cd-2f818fba6d2a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Pushing event updated for resources: {'Port': ['ID=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:28.118293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b58a55d1-273c-47e8-a3cd-2f818fba6d2a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:28.234394 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:28.308229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b58a55d1-273c-47e8-a3cd-2f818fba6d2a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:28.309775 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b58a55d1-273c-47e8-a3cd-2f818fba6d2a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:28.326970 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c425f88-af32-481b-88cd-12c93dcdd386 req-e85d9013-0844-4f33-9a26-3214905e5c60 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:28.328709 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c425f88-af32-481b-88cd-12c93dcdd386 req-e85d9013-0844-4f33-9a26-3214905e5c60 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.1737216 Nov 24 13:02:28.331286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:28.356630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:28.369668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:28.375326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Pushing event updated for resources: {'Port': ['ID=e460a4ad-0dee-4232-9913-2236e89dc955,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:28.411807 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b58a55d1-273c-47e8-a3cd-2f818fba6d2a tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7866905 Nov 24 13:02:28.432670 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Request body: {'port': {'device_id': '015b7778-57b8-452f-811a-9f0bfc26b312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:28.460914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2b59b942-afe8-4374-8397-275131e1e6e7 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:02:28.484996 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 2b59b942-afe8-4374-8397-275131e1e6e7 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:02:28.485649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2b59b942-afe8-4374-8397-275131e1e6e7 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:02:28.492111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c425f88-af32-481b-88cd-12c93dcdd386 req-244a9fa7-88fa-4a1f-a2fa-3fe55209a4ac tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497185 Nov 24 13:02:28.618978 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:28.663119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e092aa-b889-4361-b3f9-324aa715c1f1 req-b2d8a9e4-0584-493d-b384-338e6e023d22 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:28.671920 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-48e092aa-b889-4361-b3f9-324aa715c1f1 req-b2d8a9e4-0584-493d-b384-338e6e023d22 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 931 time: 0.0771928 Nov 24 13:02:28.743243 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-48e092aa-b889-4361-b3f9-324aa715c1f1 req-0f25b97f-d595-4e43-b241-c79b0898d299 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694690 Nov 24 13:02:28.917955 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:29.202731 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:02:29.217464 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:29.265006 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Transition to ACTIVE for port object 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:02:29.275572 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:29.278930 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:29.403593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Pushing event updated for resources: {'Port': ['ID=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:29.640344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105171f3-63d2-4da3-b054-e998d4b252c9 req-291fba04-75c7-455e-9de5-c7c4a98e3073 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:29.642770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-105171f3-63d2-4da3-b054-e998d4b252c9 req-291fba04-75c7-455e-9de5-c7c4a98e3073 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0600066 Nov 24 13:02:29.703589 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-105171f3-63d2-4da3-b054-e998d4b252c9 req-17dad2a2-14a0-4ed3-80f2-990a0b8a4c49 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540309 Nov 24 13:02:29.758070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Attempting to bind port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:29.758655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Attempting to bind port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:29.758824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Attempting to bind port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 on network 006d3a98-1052-40c8-a2d2-eff349cbf5be {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:29.766638 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 on network 006d3a98-1052-40c8-a2d2-eff349cbf5be not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:02:29.767491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Attempting to bind port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 on network 006d3a98-1052-40c8-a2d2-eff349cbf5be {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:29.776600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:02:29.776973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Checking segment: {'id': 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:02:29.777355 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Bound using segment: {'id': 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:02:29.777781 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Bound port: 7a21dd03-89cf-410d-9c0c-ec1e14c924b7, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:02:29.778135 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:29.875491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Router 33766b20-38ee-4c78-937b-0021f33663fa is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:02:29.907399 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] For port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:02:29.912134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] For port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:02:29.925967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83051f23-0be5-40bd-a69d-2aa5c1491f6a req-c82d1dce-e8a3-4605-a56c-277a6bf57d55 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:29.927575 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83051f23-0be5-40bd-a69d-2aa5c1491f6a req-c82d1dce-e8a3-4605-a56c-277a6bf57d55 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 943 time: 0.1027191 Nov 24 13:02:29.964272 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:30.043186 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:30.043805 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:30.045242 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] 10.222.0.46 "PUT /v2.0/ports/7a21dd03-89cf-410d-9c0c-ec1e14c924b7 HTTP/1.1" status: 200 len: 1091 time: 1.6176403 Nov 24 13:02:30.046891 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015b7778-57b8-452f-811a-9f0bfc26b312', 'tag': '7a21dd03-89cf-410d-9c0c-ec1e14c924b7'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:30.049344 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15ea2f4-1494-42fc-8048-701902e4ec90" -d '{"events": [{"name": "network-changed", "server_uuid": "015b7778-57b8-452f-811a-9f0bfc26b312", "tag": "7a21dd03-89cf-410d-9c0c-ec1e14c924b7"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:30.118235 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a31c2f-2479-4e7f-8861-fff6a7bb6d11 x-openstack-request-id: req-12a31c2f-2479-4e7f-8861-fff6a7bb6d11 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:30.118608 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015b7778-57b8-452f-811a-9f0bfc26b312", "tag": "7a21dd03-89cf-410d-9c0c-ec1e14c924b7", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:30.118873 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12a31c2f-2479-4e7f-8861-fff6a7bb6d11 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:30.119273 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015b7778-57b8-452f-811a-9f0bfc26b312', 'tag': '7a21dd03-89cf-410d-9c0c-ec1e14c924b7', 'status': 'completed', 'code': 200} Nov 24 13:02:30.156191 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4ef30-1ee8-4802-8065-bdbe52970f41 service neutron] Pushing event updated for resources: {'Port': ['ID=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:30.184565 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83051f23-0be5-40bd-a69d-2aa5c1491f6a req-7e10b763-a651-4ad5-8e49-a61657cd3545 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147231 Nov 24 13:02:30.194908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:02:30.216040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc2feba-74f4-4ce2-bec7-5bb30006cc44 None None] Sync routers for ids ['33766b20-38ee-4c78-937b-0021f33663fa'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:02:30.223662 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-ce97a838-6256-4b55-a757-56f8075812e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:30.225209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-ce97a838-6256-4b55-a757-56f8075812e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=300c715d88d84c059a6631f74a2b5830&device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 1094 time: 0.1299913 Nov 24 13:02:30.231058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2feba-74f4-4ce2-bec7-5bb30006cc44 None None] Routers {'33766b20-38ee-4c78-937b-0021f33663fa'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:30.231796 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:30.232252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-abc2feba-74f4-4ce2-bec7-5bb30006cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['33766b20-38ee-4c78-937b-0021f33663fa'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:30.233243 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a4db88eb-7201-4f93-86b3-66aaa21b196d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8685079 Nov 24 13:02:30.236871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35366) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:30.242319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0bf396d7-d42d-4e55-8f5f-32f030b42d02 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'enable_snat': False}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:30.293953 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-731df661-128a-4ffd-bd9a-e66c3a81e455 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a21dd03-89cf-410d-9c0c-ec1e14c924b7 HTTP/1.1" status: 200 len: 217 time: 0.0589499 Nov 24 13:02:30.312814 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-abc2feba-74f4-4ce2-bec7-5bb30006cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:30.324968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc2feba-74f4-4ce2-bec7-5bb30006cc44 None None] Routers {'33766b20-38ee-4c78-937b-0021f33663fa'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:30.325985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-abc2feba-74f4-4ce2-bec7-5bb30006cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['33766b20-38ee-4c78-937b-0021f33663fa'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:30.371005 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-abc2feba-74f4-4ce2-bec7-5bb30006cc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:30.371883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc2feba-74f4-4ce2-bec7-5bb30006cc44 None None] The sync data for ids ['33766b20-38ee-4c78-937b-0021f33663fa'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:02:30.393762 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-6215b809-8576-457f-95bc-578fd4a9f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:30.395309 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-6215b809-8576-457f-95bc-578fd4a9f36b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=076dad9f-03ea-4786-85b6-0713f94b7e9b HTTP/1.1" status: 200 len: 862 time: 0.0793598 Nov 24 13:02:30.462174 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-675fb3d3-5dd5-4e5f-b04b-bf2af321eb17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=006d3a98-1052-40c8-a2d2-eff349cbf5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543122 Nov 24 13:02:30.618406 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-6b785b2d-c80d-47cf-852a-222f9277c03d service neutron] 10.222.0.46 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328695 Nov 24 13:02:30.690809 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0bf396d7-d42d-4e55-8f5f-32f030b42d02 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:30.721723 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd0c19b4-e681-49d6-84a9-45e7a1e50e6f req-1d3019c1-51e2-4f0d-871e-11fb53da1b22 service neutron] 10.222.0.46 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905130 Nov 24 13:02:30.810789 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ea2f4-1494-42fc-8048-701902e4ec90 req-97991886-bf26-43e7-8a3d-1929d6291413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:30.812364 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d15ea2f4-1494-42fc-8048-701902e4ec90 req-97991886-bf26-43e7-8a3d-1929d6291413 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=300c715d88d84c059a6631f74a2b5830&device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 1094 time: 0.0440004 Nov 24 13:02:30.919079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ea2f4-1494-42fc-8048-701902e4ec90 req-30febb3f-ca4a-4c83-a12e-9c30a2ae3814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:30.920491 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d15ea2f4-1494-42fc-8048-701902e4ec90 req-30febb3f-ca4a-4c83-a12e-9c30a2ae3814 service neutron] 10.222.0.46 "GET /v2.0/networks?id=006d3a98-1052-40c8-a2d2-eff349cbf5be HTTP/1.1" status: 200 len: 923 time: 0.1000786 Nov 24 13:02:30.921574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0321b-57cc-47ec-a627-4a73af706837 req-76c0a95c-533c-4d3d-b3ec-c75889371ca5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:30.923094 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50d0321b-57cc-47ec-a627-4a73af706837 req-76c0a95c-533c-4d3d-b3ec-c75889371ca5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.1292210 Nov 24 13:02:30.964386 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d15ea2f4-1494-42fc-8048-701902e4ec90 req-65976518-da45-4d7e-98fe-7ba6a8d6de3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a21dd03-89cf-410d-9c0c-ec1e14c924b7 HTTP/1.1" status: 200 len: 217 time: 0.0354373 Nov 24 13:02:31.024315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ea2f4-1494-42fc-8048-701902e4ec90 req-24dad2f4-9b0e-4518-9b04-fa326afbc872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:31.025889 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d15ea2f4-1494-42fc-8048-701902e4ec90 req-24dad2f4-9b0e-4518-9b04-fa326afbc872 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=076dad9f-03ea-4786-85b6-0713f94b7e9b HTTP/1.1" status: 200 len: 862 time: 0.0531394 Nov 24 13:02:31.068155 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d15ea2f4-1494-42fc-8048-701902e4ec90 req-bbe87238-452a-4c96-94a2-9f7960bbcf8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=006d3a98-1052-40c8-a2d2-eff349cbf5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317841 Nov 24 13:02:31.178069 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d15ea2f4-1494-42fc-8048-701902e4ec90 req-920399b6-8e22-4fa6-adbc-53453454fe16 service neutron] 10.222.0.46 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001568 Nov 24 13:02:31.321531 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d15ea2f4-1494-42fc-8048-701902e4ec90 req-0a31c33b-97e0-46ad-9bd4-98708a42ef62 service neutron] 10.222.0.46 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354299 Nov 24 13:02:31.330684 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50d0321b-57cc-47ec-a627-4a73af706837 req-c33d9c81-519b-4aa5-a5aa-5fcdbc7f1a5c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010293 Nov 24 13:02:31.332090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aacc1a-8ee4-49e9-aa9b-83e5b9cf6e07 req-773e1620-d9bb-4f57-aaf9-2da0af2abd68 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:31.335098 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-95aacc1a-8ee4-49e9-aa9b-83e5b9cf6e07 req-773e1620-d9bb-4f57-aaf9-2da0af2abd68 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 943 time: 0.0753057 Nov 24 13:02:31.406319 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-95aacc1a-8ee4-49e9-aa9b-83e5b9cf6e07 req-f2ee3df0-2b98-4ac1-8130-a4def6df2b21 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597305 Nov 24 13:02:31.495036 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0bf396d7-d42d-4e55-8f5f-32f030b42d02 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:31.498621 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0bf396d7-d42d-4e55-8f5f-32f030b42d02 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:31.617768 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf396d7-d42d-4e55-8f5f-32f030b42d02 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Router 33766b20-38ee-4c78-937b-0021f33663fa has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:02:31.727588 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf396d7-d42d-4e55-8f5f-32f030b42d02 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:02:31.732850 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0bf396d7-d42d-4e55-8f5f-32f030b42d02 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:31.735215 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0bf396d7-d42d-4e55-8f5f-32f030b42d02 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "PUT /v2.0/routers/33766b20-38ee-4c78-937b-0021f33663fa HTTP/1.1" status: 200 len: 925 time: 1.4969456 Nov 24 13:02:31.737960 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb3aa6-24a0-453f-be58-dbe9f160050b None None] Sync routers for ids ['33766b20-38ee-4c78-937b-0021f33663fa'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:02:31.738719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35440) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:31.770945 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb3aa6-24a0-453f-be58-dbe9f160050b None None] Routers {'33766b20-38ee-4c78-937b-0021f33663fa'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:31.771625 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-09bb3aa6-24a0-453f-be58-dbe9f160050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['33766b20-38ee-4c78-937b-0021f33663fa'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:31.804368 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-09bb3aa6-24a0-453f-be58-dbe9f160050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:31.814706 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb3aa6-24a0-453f-be58-dbe9f160050b None None] Routers {'33766b20-38ee-4c78-937b-0021f33663fa'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:31.815335 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-09bb3aa6-24a0-453f-be58-dbe9f160050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['33766b20-38ee-4c78-937b-0021f33663fa'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:31.849385 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-09bb3aa6-24a0-453f-be58-dbe9f160050b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:31.850035 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb3aa6-24a0-453f-be58-dbe9f160050b None None] The sync data for ids ['33766b20-38ee-4c78-937b-0021f33663fa'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:02:31.870525 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4706af54-867b-4b7c-ac9b-30c31def4bea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/routers/33766b20-38ee-4c78-937b-0021f33663fa HTTP/1.1" status: 200 len: 925 time: 0.1305232 Nov 24 13:02:31.873159 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35460) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:31.950283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a9c61f-76d0-4b3a-b15a-323b03a409a1 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:31.951940 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-46a9c61f-76d0-4b3a-b15a-323b03a409a1 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&device_id=33766b20-38ee-4c78-937b-0021f33663fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0777526 Nov 24 13:02:31.955282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35466) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:32.040838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66895e4-f629-480c-bdd8-11a6a772f4d7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:32.042761 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c66895e4-f629-480c-bdd8-11a6a772f4d7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 881 time: 0.0865068 Nov 24 13:02:32.045759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35470) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:32.079497 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a8fbcac9-a578-4cf2-b651-e41cf177631e tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "GET /v2.0/ports?device_id=33766b20-38ee-4c78-937b-0021f33663fa HTTP/1.1" status: 200 len: 205 time: 0.0326195 Nov 24 13:02:32.082232 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35472) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:32.211038 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:32.352679 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:32.458270 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e9b86-4287-45f3-919f-5efe7e356300 req-4de7aa23-663d-4be5-9182-c12a05cb1dc8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:32.459748 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc7e9b86-4287-45f3-919f-5efe7e356300 req-4de7aa23-663d-4be5-9182-c12a05cb1dc8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0500267 Nov 24 13:02:32.475363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-475c754a-f786-41fe-8ea8-7037e3fe159d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:32.476776 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-475c754a-f786-41fe-8ea8-7037e3fe159d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/networks?id=5cccba62-52c2-465c-b3ac-bb101df54ca0 HTTP/1.1" status: 200 len: 804 time: 0.1537879 Nov 24 13:02:32.482208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Deleting port e460a4ad-0dee-4232-9913-2236e89dc955 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:32.482553 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:32.507875 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc7e9b86-4287-45f3-919f-5efe7e356300 req-73581852-803f-43b5-b114-0e1315eebdc6 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416386 Nov 24 13:02:32.512153 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-7570a72d-e01a-468d-9ef7-a57bd56c94c9 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/quotas/287e84d4474541d9b89eedb799c54d28 HTTP/1.1" status: 200 len: 375 time: 0.0273211 Nov 24 13:02:32.611368 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:32.623613 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-8a9fbb72-d84e-4d60-b2ef-0f362727120a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=287e84d4474541d9b89eedb799c54d28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1044593 Nov 24 13:02:32.629300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Calling delete_port for e460a4ad-0dee-4232-9913-2236e89dc955 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:32.688099 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36554fb-f38f-4463-805e-88aeb4f8f624 req-cac6bc12-6f26-4391-85fb-29063b40bed6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:32.689947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f36554fb-f38f-4463-805e-88aeb4f8f624 req-cac6bc12-6f26-4391-85fb-29063b40bed6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 943 time: 0.0507541 Nov 24 13:02:32.740091 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f36554fb-f38f-4463-805e-88aeb4f8f624 req-8dc91cae-aca5-454c-8043-329351aa697e tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437531 Nov 24 13:02:32.773235 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-b5f6b359-e6f2-4838-9bb5-7bcc5f6aaeeb service neutron] 10.222.0.48 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419911 Nov 24 13:02:32.945740 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-727a628e-0ee7-4445-9312-5476aa0b2bab service neutron] 10.222.0.48 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392558 Nov 24 13:02:32.947149 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:32.975546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Pushing event deleted for resources: {'Port': ['ID=e460a4ad-0dee-4232-9913-2236e89dc955,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:33.044527 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:33.136624 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-917ade79-2711-4ffb-96c9-f30d6fffa413 req-a21bbb59-d3e5-49be-9e64-104c012c4164 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 210 time: 0.0334823 Nov 24 13:02:33.154444 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:33.156684 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:33.202596 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:33.203212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Fanout notify agent at l3_agent the message router_deleted on router 33766b20-38ee-4c78-937b-0021f33663fa {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:02:33.211599 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:33.216793 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35506) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:33.217184 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a0a31538-92c1-41bd-ac15-03b6c41ec439 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "DELETE /v2.0/routers/33766b20-38ee-4c78-937b-0021f33663fa HTTP/1.1" status: 204 len: 168 time: 1.1337864 Nov 24 13:02:33.221817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a988278b-ffba-49e1-9013-8e2b6617f157 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1757826951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:33.257598 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a988278b-ffba-49e1-9013-8e2b6617f157 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:33.258537 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a988278b-ffba-49e1-9013-8e2b6617f157 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:33.309059 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a988278b-ffba-49e1-9013-8e2b6617f157 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:33.313363 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a988278b-ffba-49e1-9013-8e2b6617f157 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:33.332185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a988278b-ffba-49e1-9013-8e2b6617f157 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:33.333402 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a988278b-ffba-49e1-9013-8e2b6617f157 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1152854 Nov 24 13:02:33.336461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35510) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:33.342288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:33.580219 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:33.645148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6615a-24db-49cc-a633-30c96d31bc86 req-ae6acbda-6c16-4bb3-9b5c-528576bcd6fe tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:33.646991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-19f6615a-24db-49cc-a633-30c96d31bc86 req-ae6acbda-6c16-4bb3-9b5c-528576bcd6fe tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0593255 Nov 24 13:02:33.713447 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-19f6615a-24db-49cc-a633-30c96d31bc86 req-d8eb0b0d-6a6c-47c0-a14a-9546955e8749 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590136 Nov 24 13:02:33.810780 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:33.841481 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:33.929968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b09cdb-779d-4b66-9607-cb534bc02a83 req-d7f126d4-6d56-47b7-9a69-197bc253ae4c tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:33.931665 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a6b09cdb-779d-4b66-9607-cb534bc02a83 req-d7f126d4-6d56-47b7-9a69-197bc253ae4c tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 943 time: 0.0995779 Nov 24 13:02:34.019430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Allocated IP 172.25.0.9 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/6a2577d7-8bfc-49eb-85b0-f22b11aff840) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:34.028663 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a6b09cdb-779d-4b66-9607-cb534bc02a83 req-d0cf907c-36bf-4ed7-a00e-9393ff1003b0 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886781 Nov 24 13:02:34.102791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bebcfd-a269-4aab-9813-bf9234d8bab9 req-1c8535d5-32bd-4641-9fa0-35203f49d120 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:34.104256 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43bebcfd-a269-4aab-9813-bf9234d8bab9 req-1c8535d5-32bd-4641-9fa0-35203f49d120 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.59 "GET /v2.0/ports?device_id=e4f82ec9-0da4-4d85-b18b-9b6095b68a11 HTTP/1.1" status: 200 len: 945 time: 0.0521023 Nov 24 13:02:34.150172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 4761a0b3-54c5-4a6c-92f0-3ec271ed283d no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:02:34.167789 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:34.207964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:02:34.270086 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-f51bfbf2-c3aa-4d67-9be8-82cc79cb12f0 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:34.271592 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-f51bfbf2-c3aa-4d67-9be8-82cc79cb12f0 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.59 "GET /v2.0/networks?id=5cccba62-52c2-465c-b3ac-bb101df54ca0 HTTP/1.1" status: 200 len: 804 time: 0.1514912 Nov 24 13:02:34.273214 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:34.319872 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c2782560-8aa9-4e54-9a8e-6492977cb327 req-309c81c0-23d3-41c3-b57f-6e02755d5562 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 210 time: 0.0561531 Nov 24 13:02:34.325687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-eacdf4c0-d875-4a0f-a4d2-3a1b8d93f97f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Request body: {'port': {'device_id': 'a1bae5aa-a9b7-4812-8854-38998fcd5214', 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0', 'admin_state_up': True, 'tenant_id': '287e84d4474541d9b89eedb799c54d28'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:34.347374 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-43bebcfd-a269-4aab-9813-bf9234d8bab9 req-8b4409ed-5649-4f55-8e45-6652e3b8e37d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Deleting port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:34.347802 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43bebcfd-a269-4aab-9813-bf9234d8bab9 req-8b4409ed-5649-4f55-8e45-6652e3b8e37d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:34.355479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:34.367091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Pushing event updated for resources: {'Port': ['ID=6a2577d7-8bfc-49eb-85b0-f22b11aff840,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:34.372808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:34.386720 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:34.424952 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:34.456618 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-43bebcfd-a269-4aab-9813-bf9234d8bab9 req-8b4409ed-5649-4f55-8e45-6652e3b8e37d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] For port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:34.456864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f82ec9-0da4-4d85-b18b-9b6095b68a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4761a0b3-54c5-4a6c-92f0-3ec271ed283d'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:34.456951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43bebcfd-a269-4aab-9813-bf9234d8bab9 req-8b4409ed-5649-4f55-8e45-6652e3b8e37d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:34.459384 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4229e2-d69f-4ff6-901e-11afcc460907" -d '{"events": [{"server_uuid": "e4f82ec9-0da4-4d85-b18b-9b6095b68a11", "name": "network-vif-unplugged", "status": "completed", "tag": "4761a0b3-54c5-4a6c-92f0-3ec271ed283d"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:34.471522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-43bebcfd-a269-4aab-9813-bf9234d8bab9 req-8b4409ed-5649-4f55-8e45-6652e3b8e37d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Calling delete_port for 4761a0b3-54c5-4a6c-92f0-3ec271ed283d owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:34.479171 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:34.486142 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:34.490230 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:34.533275 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc83caf-c4ac-4d72-b6f3-cfcef472e3ac x-openstack-request-id: req-1bc83caf-c4ac-4d72-b6f3-cfcef472e3ac {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:34.533863 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f82ec9-0da4-4d85-b18b-9b6095b68a11", "name": "network-vif-unplugged", "status": "completed", "tag": "4761a0b3-54c5-4a6c-92f0-3ec271ed283d", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:34.534369 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bc83caf-c4ac-4d72-b6f3-cfcef472e3ac {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:34.535118 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f82ec9-0da4-4d85-b18b-9b6095b68a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4761a0b3-54c5-4a6c-92f0-3ec271ed283d', 'code': 200} Nov 24 13:02:34.538344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '7a21dd03-89cf-410d-9c0c-ec1e14c924b7', 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be', 'port_id': '7a21dd03-89cf-410d-9c0c-ec1e14c924b7', 'mac_address': 'fa:16:3e:67:51:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076dad9f-03ea-4786-85b6-0713f94b7e9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:02:34.600972 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:34.615796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-eacdf4c0-d875-4a0f-a4d2-3a1b8d93f97f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Made reservation on behalf of 287e84d4474541d9b89eedb799c54d28 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:02:34.618307 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43bebcfd-a269-4aab-9813-bf9234d8bab9 req-8b4409ed-5649-4f55-8e45-6652e3b8e37d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:34.621118 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-eacdf4c0-d875-4a0f-a4d2-3a1b8d93f97f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:34.630614 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:02:34.647007 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:34.651532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4409ed-5649-4f55-8e45-6652e3b8e37d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Pushing event deleted for resources: {'Port': ['ID=4761a0b3-54c5-4a6c-92f0-3ec271ed283d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:34.665075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:34.669402 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:34.710416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bebcfd-a269-4aab-9813-bf9234d8bab9 req-8b4409ed-5649-4f55-8e45-6652e3b8e37d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] No DVR routers for this DVR port 4761a0b3-54c5-4a6c-92f0-3ec271ed283d on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:02:34.713871 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43bebcfd-a269-4aab-9813-bf9234d8bab9 req-8b4409ed-5649-4f55-8e45-6652e3b8e37d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:34.718767 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43bebcfd-a269-4aab-9813-bf9234d8bab9 req-8b4409ed-5649-4f55-8e45-6652e3b8e37d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.59 "DELETE /v2.0/ports/4761a0b3-54c5-4a6c-92f0-3ec271ed283d HTTP/1.1" status: 204 len: 173 time: 0.6005960 Nov 24 13:02:34.719280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f82ec9-0da4-4d85-b18b-9b6095b68a11', 'name': 'network-vif-deleted', 'tag': '4761a0b3-54c5-4a6c-92f0-3ec271ed283d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:34.722152 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391e20ce-a3d2-4e04-9c41-b14f7c7cac50" -d '{"events": [{"server_uuid": "e4f82ec9-0da4-4d85-b18b-9b6095b68a11", "name": "network-vif-deleted", "tag": "4761a0b3-54c5-4a6c-92f0-3ec271ed283d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:34.734035 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:34.777434 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e2a041-4f99-4979-87a2-70d4c3ad432e x-openstack-request-id: req-40e2a041-4f99-4979-87a2-70d4c3ad432e {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:34.777968 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f82ec9-0da4-4d85-b18b-9b6095b68a11", "name": "network-vif-deleted", "tag": "4761a0b3-54c5-4a6c-92f0-3ec271ed283d", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:34.778385 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40e2a041-4f99-4979-87a2-70d4c3ad432e {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:34.778952 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f82ec9-0da4-4d85-b18b-9b6095b68a11', 'name': 'network-vif-deleted', 'tag': '4761a0b3-54c5-4a6c-92f0-3ec271ed283d', 'status': 'completed', 'code': 200} Nov 24 13:02:34.905032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae228dc7-01ba-44c7-83b7-14dd28c3c222 req-a96bd477-4ab3-49b3-a365-09d0f8f1f19f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:34.906759 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae228dc7-01ba-44c7-83b7-14dd28c3c222 req-a96bd477-4ab3-49b3-a365-09d0f8f1f19f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0663431 Nov 24 13:02:34.960503 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae228dc7-01ba-44c7-83b7-14dd28c3c222 req-3b292e87-c0be-4f83-85f3-48c05cd12e99 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462368 Nov 24 13:02:34.974435 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['7a21dd03-89cf-410d-9c0c-ec1e14c924b7'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:02:35.175827 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:35.181547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755ceb8-decf-4287-8b9f-3e9f816dd3e2 req-1fe83271-4c18-452a-a11a-47a2220f49bc tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:35.183366 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2755ceb8-decf-4287-8b9f-3e9f816dd3e2 req-1fe83271-4c18-452a-a11a-47a2220f49bc tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 944 time: 0.0767033 Nov 24 13:02:35.236745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-eacdf4c0-d875-4a0f-a4d2-3a1b8d93f97f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Allocated IP 172.20.0.7 (5cccba62-52c2-465c-b3ac-bb101df54ca0/98e29d58-9582-4d49-a36e-dbefd713eabd/588be746-d8c2-4e12-8846-6637986af2fe) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:35.261808 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2755ceb8-decf-4287-8b9f-3e9f816dd3e2 req-a0257ae3-41b7-4315-bbb2-5b796668f013 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654416 Nov 24 13:02:35.476119 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6f8011ba-10ef-49de-8e13-cbbee67c24ed req-fd9634e0-494b-4df1-ad73-9b27b0572c81 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 210 time: 0.0744703 Nov 24 13:02:35.575547 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:35.579812 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-eacdf4c0-d875-4a0f-a4d2-3a1b8d93f97f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:35.584099 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:35.707493 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-eacdf4c0-d875-4a0f-a4d2-3a1b8d93f97f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:35.757734 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-eacdf4c0-d875-4a0f-a4d2-3a1b8d93f97f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Network 5cccba62-52c2-465c-b3ac-bb101df54ca0 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:35.766598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-eacdf4c0-d875-4a0f-a4d2-3a1b8d93f97f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:35.771319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-eacdf4c0-d875-4a0f-a4d2-3a1b8d93f97f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:35.804096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdf4c0-d875-4a0f-a4d2-3a1b8d93f97f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Pushing event updated for resources: {'Port': ['ID=588be746-d8c2-4e12-8846-6637986af2fe,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:35.830206 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Router d49ff58f-007b-4062-a5d4-dbf5733ee449 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:02:35.842179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-eacdf4c0-d875-4a0f-a4d2-3a1b8d93f97f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:35.842805 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-eacdf4c0-d875-4a0f-a4d2-3a1b8d93f97f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:35.864027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-eacdf4c0-d875-4a0f-a4d2-3a1b8d93f97f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5812962 Nov 24 13:02:35.902487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Request body: {'port': {'device_id': 'a1bae5aa-a9b7-4812-8854-38998fcd5214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:36.003965 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:36.027746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:02:36.035777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:36.037149 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f2f9e4cf-a2d6-41d9-9f65-46ace18d413c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "PUT /v2.0/routers/d49ff58f-007b-4062-a5d4-dbf5733ee449 HTTP/1.1" status: 200 len: 882 time: 2.6991699 Nov 24 13:02:36.040175 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35556) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:36.056850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853703e-a102-4abb-9d98-1006d59a5cb2 None None] Sync routers for ids ['d49ff58f-007b-4062-a5d4-dbf5733ee449'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:02:36.092097 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853703e-a102-4abb-9d98-1006d59a5cb2 None None] Routers {'d49ff58f-007b-4062-a5d4-dbf5733ee449'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:36.093178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6853703e-a102-4abb-9d98-1006d59a5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d49ff58f-007b-4062-a5d4-dbf5733ee449'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:36.145858 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:36.147006 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6853703e-a102-4abb-9d98-1006d59a5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:36.156576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6853703e-a102-4abb-9d98-1006d59a5cb2 None None] Routers {'d49ff58f-007b-4062-a5d4-dbf5733ee449'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:36.157419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6853703e-a102-4abb-9d98-1006d59a5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d49ff58f-007b-4062-a5d4-dbf5733ee449'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:36.192244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6853703e-a102-4abb-9d98-1006d59a5cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:36.193091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6853703e-a102-4abb-9d98-1006d59a5cb2 None None] The sync data for ids ['d49ff58f-007b-4062-a5d4-dbf5733ee449'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:02:36.210363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c662a0e-82ce-460e-8b36-23a18dc7f5f8 req-a04bed0c-42e5-47d5-8b92-7783c3af6cd3 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:36.213053 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c662a0e-82ce-460e-8b36-23a18dc7f5f8 req-a04bed0c-42e5-47d5-8b92-7783c3af6cd3 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.1631980 Nov 24 13:02:36.215603 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:36.279384 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:02:36.284716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:36.285850 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:36.288759 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cae276f2-7cc3-426d-b87a-0cada41a0871 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/routers/d49ff58f-007b-4062-a5d4-dbf5733ee449 HTTP/1.1" status: 200 len: 923 time: 0.2461603 Nov 24 13:02:36.297001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35560) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:36.298968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c662a0e-82ce-460e-8b36-23a18dc7f5f8 req-003f3663-e8d3-43cd-89ba-cd7d68bda673 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798092 Nov 24 13:02:36.391561 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:36.426952 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:36.429399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588be746-d8c2-4e12-8846-6637986af2fe {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:02:36.431914 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:36.445564 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:36.471342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e446e67-8076-40e0-89db-f0875d80ca16 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:36.472900 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4e446e67-8076-40e0-89db-f0875d80ca16 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&device_id=d49ff58f-007b-4062-a5d4-dbf5733ee449&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1749485 Nov 24 13:02:36.475646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35564) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:36.478689 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Transition to ACTIVE for port object 588be746-d8c2-4e12-8846-6637986af2fe will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:02:36.498176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a884771-e82f-438b-a2d5-17ff83ec2cce req-cd78a4ea-fddb-4051-b408-b4ff075f52ad tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:36.502699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:36.508402 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0a884771-e82f-438b-a2d5-17ff83ec2cce req-cd78a4ea-fddb-4051-b408-b4ff075f52ad tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 944 time: 0.1275463 Nov 24 13:02:36.511459 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:36.539435 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015b7778-57b8-452f-811a-9f0bfc26b312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a21dd03-89cf-410d-9c0c-ec1e14c924b7'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:36.544933 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77204302-17e1-4ccc-975f-0a624399392c" -d '{"events": [{"server_uuid": "015b7778-57b8-452f-811a-9f0bfc26b312", "name": "network-vif-plugged", "status": "completed", "tag": "7a21dd03-89cf-410d-9c0c-ec1e14c924b7"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:36.591109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Pushing event updated for resources: {'Port': ['ID=588be746-d8c2-4e12-8846-6637986af2fe,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:36.623941 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ae3cee-cd10-4cde-9220-e9a0388a087d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:36.625489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f9ae3cee-cd10-4cde-9220-e9a0388a087d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 881 time: 0.1487525 Nov 24 13:02:36.629624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35570) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:36.660368 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c8e00d1a-e5de-4692-9b89-4d214c313774 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "GET /v2.0/ports?device_id=d49ff58f-007b-4062-a5d4-dbf5733ee449 HTTP/1.1" status: 200 len: 205 time: 0.0296404 Nov 24 13:02:36.663006 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35572) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:36.663717 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0a884771-e82f-438b-a2d5-17ff83ec2cce req-d2bcaf81-760a-425b-a1c9-abcc0eb0d398 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540024 Nov 24 13:02:36.698857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Attempting to bind port 588be746-d8c2-4e12-8846-6637986af2fe on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:36.699345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Attempting to bind port 588be746-d8c2-4e12-8846-6637986af2fe by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:36.699760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Attempting to bind port 588be746-d8c2-4e12-8846-6637986af2fe on network 5cccba62-52c2-465c-b3ac-bb101df54ca0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:36.705498 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Port 588be746-d8c2-4e12-8846-6637986af2fe on network 5cccba62-52c2-465c-b3ac-bb101df54ca0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:02:36.705966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Attempting to bind port 588be746-d8c2-4e12-8846-6637986af2fe on network 5cccba62-52c2-465c-b3ac-bb101df54ca0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:36.711621 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:02:36.712067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Checking segment: {'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:02:36.712530 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Bound using segment: {'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:02:36.713130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Bound port: 588be746-d8c2-4e12-8846-6637986af2fe, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:02:36.713486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f0289-93c9-40d2-95b0-fd238f7752a2 req-9785e4c8-4b90-49b3-af10-cf1df424d434 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:36.713623 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:36.715157 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c09f0289-93c9-40d2-95b0-fd238f7752a2 req-9785e4c8-4b90-49b3-af10-cf1df424d434 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 943 time: 0.1265626 Nov 24 13:02:36.733569 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307b1820-8e72-4abd-985b-9c1e0dc804cf x-openstack-request-id: req-307b1820-8e72-4abd-985b-9c1e0dc804cf {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:36.733938 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015b7778-57b8-452f-811a-9f0bfc26b312", "name": "network-vif-plugged", "status": "completed", "tag": "7a21dd03-89cf-410d-9c0c-ec1e14c924b7", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:36.734612 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-307b1820-8e72-4abd-985b-9c1e0dc804cf {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:36.735017 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015b7778-57b8-452f-811a-9f0bfc26b312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a21dd03-89cf-410d-9c0c-ec1e14c924b7', 'code': 200} Nov 24 13:02:36.789732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] For port 588be746-d8c2-4e12-8846-6637986af2fe, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:02:36.793206 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] For port 588be746-d8c2-4e12-8846-6637986af2fe, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=588be746-d8c2-4e12-8846-6637986af2fe,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:02:36.798132 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:36.839232 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:36.839840 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:36.841287 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] 10.222.0.59 "PUT /v2.0/ports/588be746-d8c2-4e12-8846-6637986af2fe HTTP/1.1" status: 200 len: 1091 time: 0.9433801 Nov 24 13:02:36.841737 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1bae5aa-a9b7-4812-8854-38998fcd5214', 'tag': '588be746-d8c2-4e12-8846-6637986af2fe'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:36.844159 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7b28b1-14fb-4411-a853-ef62c845e8b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a1bae5aa-a9b7-4812-8854-38998fcd5214", "tag": "588be746-d8c2-4e12-8846-6637986af2fe"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:36.854660 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c09f0289-93c9-40d2-95b0-fd238f7752a2 req-648793dc-8b16-452f-9081-138465583b72 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298630 Nov 24 13:02:36.859344 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:36.879629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a14b00-864d-48dc-b04e-0fd4e676de15 service neutron] Pushing event updated for resources: {'Port': ['ID=588be746-d8c2-4e12-8846-6637986af2fe,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:36.927396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d94772-4e3f-40b7-8c99-6ea9881045f9 req-a4905967-d88c-46f2-b55a-f7a6f56fedac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:36.929131 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10d94772-4e3f-40b7-8c99-6ea9881045f9 req-a4905967-d88c-46f2-b55a-f7a6f56fedac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 1096 time: 0.1242564 Nov 24 13:02:36.941241 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f4f42c-30a1-4739-88f9-0a4bb3824448 x-openstack-request-id: req-51f4f42c-30a1-4739-88f9-0a4bb3824448 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:36.941489 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1bae5aa-a9b7-4812-8854-38998fcd5214", "tag": "588be746-d8c2-4e12-8846-6637986af2fe", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:36.941806 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51f4f42c-30a1-4739-88f9-0a4bb3824448 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:36.942177 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1bae5aa-a9b7-4812-8854-38998fcd5214', 'tag': '588be746-d8c2-4e12-8846-6637986af2fe', 'status': 'completed', 'code': 200} Nov 24 13:02:36.959408 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-87938dc9-eeeb-4c8a-946c-86d950cbf386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:36.961016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-87938dc9-eeeb-4c8a-946c-86d950cbf386 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=287e84d4474541d9b89eedb799c54d28&device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 1094 time: 0.0563545 Nov 24 13:02:37.003781 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-df063fa5-5cb1-49b7-a25d-513707045046 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=588be746-d8c2-4e12-8846-6637986af2fe HTTP/1.1" status: 200 len: 217 time: 0.0352361 Nov 24 13:02:37.026309 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10d94772-4e3f-40b7-8c99-6ea9881045f9 req-0506517d-a0aa-4c15-bdc2-d51640080cb4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647573 Nov 24 13:02:37.028412 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:37.058085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-3dccc63f-48ae-4765-8ad9-effd42d556ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:37.059754 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-3dccc63f-48ae-4765-8ad9-effd42d556ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98e29d58-9582-4d49-a36e-dbefd713eabd HTTP/1.1" status: 200 len: 844 time: 0.0486102 Nov 24 13:02:37.093868 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Deleting port 6a2577d7-8bfc-49eb-85b0-f22b11aff840 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:37.094482 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:37.102255 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-a43b49f8-b734-4ecc-ada9-e58817fb68a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cccba62-52c2-465c-b3ac-bb101df54ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352564 Nov 24 13:02:37.192397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:37.211413 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Calling delete_port for 6a2577d7-8bfc-49eb-85b0-f22b11aff840 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:37.214230 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-3570461f-552f-40ef-a7c4-7281decfb6a7 service neutron] 10.222.0.59 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051385 Nov 24 13:02:37.315035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60b9d329-dcd2-4b5c-9a1c-972f22ed89f6 req-3407c26a-d244-46f7-b6d0-7e83e98ba403 service neutron] 10.222.0.59 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937726 Nov 24 13:02:37.403390 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:37.430549 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Pushing event deleted for resources: {'Port': ['ID=6a2577d7-8bfc-49eb-85b0-f22b11aff840,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:37.436370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b28b1-14fb-4411-a853-ef62c845e8b8 req-ce1662ae-b296-4ad9-9d77-0725bc9acef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:37.438153 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f7b28b1-14fb-4411-a853-ef62c845e8b8 req-ce1662ae-b296-4ad9-9d77-0725bc9acef4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=287e84d4474541d9b89eedb799c54d28&device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 1094 time: 0.0734806 Nov 24 13:02:37.446846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30cf76-3e63-4079-a165-2f9e01840401 req-9972f31a-a9f4-419c-b42f-c0785ef442a7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:37.448249 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc30cf76-3e63-4079-a165-2f9e01840401 req-9972f31a-a9f4-419c-b42f-c0785ef442a7 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0748537 Nov 24 13:02:37.491161 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:37.558050 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc30cf76-3e63-4079-a165-2f9e01840401 req-43cae389-9fb7-4655-89c6-9358dc51d5a6 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009493 Nov 24 13:02:37.583759 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b28b1-14fb-4411-a853-ef62c845e8b8 req-daba6dd9-fbad-470c-b5ce-9ac9e9aedd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:37.586207 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f7b28b1-14fb-4411-a853-ef62c845e8b8 req-daba6dd9-fbad-470c-b5ce-9ac9e9aedd38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5cccba62-52c2-465c-b3ac-bb101df54ca0 HTTP/1.1" status: 200 len: 905 time: 0.1370869 Nov 24 13:02:37.596097 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:37.598471 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:37.633913 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f7b28b1-14fb-4411-a853-ef62c845e8b8 req-c98ea10b-c449-49d5-9d3e-b49cb327400d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=588be746-d8c2-4e12-8846-6637986af2fe HTTP/1.1" status: 200 len: 217 time: 0.0389249 Nov 24 13:02:37.691422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b28b1-14fb-4411-a853-ef62c845e8b8 req-88fc6615-e4f9-4c46-a63d-8d035bd7d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:37.692976 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f7b28b1-14fb-4411-a853-ef62c845e8b8 req-88fc6615-e4f9-4c46-a63d-8d035bd7d08f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98e29d58-9582-4d49-a36e-dbefd713eabd HTTP/1.1" status: 200 len: 844 time: 0.0521882 Nov 24 13:02:37.729619 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f7b28b1-14fb-4411-a853-ef62c845e8b8 req-32c9b5b6-10ed-4194-bcb1-ea3db89ce673 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cccba62-52c2-465c-b3ac-bb101df54ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274825 Nov 24 13:02:37.847805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cc215-301e-42e5-8179-16003c8824a0 req-b8bb1001-37e4-4a5f-8460-d3b459b6e9d9 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:37.849292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f34cc215-301e-42e5-8179-16003c8824a0 req-b8bb1001-37e4-4a5f-8460-d3b459b6e9d9 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 945 time: 0.1126564 Nov 24 13:02:37.874471 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:37.875404 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Fanout notify agent at l3_agent the message router_deleted on router d49ff58f-007b-4062-a5d4-dbf5733ee449 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:02:37.881417 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f7b28b1-14fb-4411-a853-ef62c845e8b8 req-2cf40ba3-51f9-4e3d-a1bb-7acf6050ec9c service neutron] 10.222.0.59 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427829 Nov 24 13:02:37.883479 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:37.884633 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cafa604f-3d86-4b32-81a5-f22c57f45775 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "DELETE /v2.0/routers/d49ff58f-007b-4062-a5d4-dbf5733ee449 HTTP/1.1" status: 204 len: 168 time: 1.2206774 Nov 24 13:02:37.889074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35590) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:37.893693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-eea2a78c-2dd4-4834-b8db-f3f4b8eb97f3 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1120569130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:37.920228 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eea2a78c-2dd4-4834-b8db-f3f4b8eb97f3 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:37.921482 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eea2a78c-2dd4-4834-b8db-f3f4b8eb97f3 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:37.933636 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f34cc215-301e-42e5-8179-16003c8824a0 req-52f5299b-241c-4ec4-865f-4fcb4e7c8e79 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765023 Nov 24 13:02:38.002777 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eea2a78c-2dd4-4834-b8db-f3f4b8eb97f3 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:38.009240 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eea2a78c-2dd4-4834-b8db-f3f4b8eb97f3 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:38.011161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f7b28b1-14fb-4411-a853-ef62c845e8b8 req-c8b209db-3629-4002-be02-312a8a13108f service neutron] 10.222.0.59 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178975 Nov 24 13:02:38.034728 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f28648-15f1-42f3-b83d-544b03b2f89a req-20f3de4f-ba64-48c8-bc9b-3e0d73871298 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:38.039537 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40f28648-15f1-42f3-b83d-544b03b2f89a req-20f3de4f-ba64-48c8-bc9b-3e0d73871298 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 943 time: 0.0978007 Nov 24 13:02:38.039537 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eea2a78c-2dd4-4834-b8db-f3f4b8eb97f3 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:38.040576 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eea2a78c-2dd4-4834-b8db-f3f4b8eb97f3 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1505582 Nov 24 13:02:38.043588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35594) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:38.048581 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'enable_snat': True}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:38.161377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 4761a0b3-54c5-4a6c-92f0-3ec271ed283d no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:02:38.191512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 4761a0b3-54c5-4a6c-92f0-3ec271ed283d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:02:38.192109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 4761a0b3-54c5-4a6c-92f0-3ec271ed283d not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:02:38.221206 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40f28648-15f1-42f3-b83d-544b03b2f89a req-7c1c9842-c7e3-495c-8d6f-dce53abccdc1 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701818 Nov 24 13:02:38.302438 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:38.517221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:38.537448 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:38.656650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Allocated IP 172.25.0.61 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/a2df12a4-b2d4-496f-939d-a674ae9e5857) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:38.751196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c05f15-28e4-4982-9ae7-57ffdbe56b04 req-56b9f8d3-4478-4343-a6c5-1c623c003d26 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:38.752670 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9c05f15-28e4-4982-9ae7-57ffdbe56b04 req-56b9f8d3-4478-4343-a6c5-1c623c003d26 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.1118882 Nov 24 13:02:38.825128 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:38.832852 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9c05f15-28e4-4982-9ae7-57ffdbe56b04 req-7873c412-2ee1-498e-a4cb-40cff8fd3c8a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725176 Nov 24 13:02:38.875690 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:38.916866 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:38.919700 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:38.923155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:38.945495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event updated for resources: {'Port': ['ID=a2df12a4-b2d4-496f-939d-a674ae9e5857,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:39.064879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd9a51-15d7-44a2-8be3-71f7466df358 req-c604d8bc-48fd-4017-a1da-af36fe81d8bf tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:39.067198 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65fd9a51-15d7-44a2-8be3-71f7466df358 req-c604d8bc-48fd-4017-a1da-af36fe81d8bf tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 945 time: 0.0547493 Nov 24 13:02:39.118359 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65fd9a51-15d7-44a2-8be3-71f7466df358 req-ebd25d82-5133-4168-9992-7fb5468a9b86 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Nov 24 13:02:39.190650 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:39.321588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1570-4bcf-4fb2-9c99-17f08b9f29f8 req-ea274e93-99e5-4297-aa87-2482943cd768 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:39.323074 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d00d1570-4bcf-4fb2-9c99-17f08b9f29f8 req-ea274e93-99e5-4297-aa87-2482943cd768 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 945 time: 0.1293175 Nov 24 13:02:39.348873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8db5c-07b4-44e9-96f4-1a0f4dfe7ec8 req-129faa3e-31a0-4a5a-b679-4cb7e517a47f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:39.350359 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ec8db5c-07b4-44e9-96f4-1a0f4dfe7ec8 req-129faa3e-31a0-4a5a-b679-4cb7e517a47f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 943 time: 0.0491593 Nov 24 13:02:39.397683 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ec8db5c-07b4-44e9-96f4-1a0f4dfe7ec8 req-45db8102-f3e2-49d7-8ff4-8134732eea7c tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408950 Nov 24 13:02:39.442170 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d00d1570-4bcf-4fb2-9c99-17f08b9f29f8 req-8473d88b-c908-4e62-acc6-0f2d4a222a40 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127946 Nov 24 13:02:39.462518 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:39.466108 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:39.503143 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:39.591227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Router b396976b-0b90-461f-8f9c-1bb603c7b037 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:02:39.707555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:02:39.713086 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:39.717279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35628) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:39.718593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-32f616a1-1f0d-462e-ac85-a6dc79d3f02a tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "PUT /v2.0/routers/b396976b-0b90-461f-8f9c-1bb603c7b037 HTTP/1.1" status: 200 len: 918 time: 1.6731896 Nov 24 13:02:39.720370 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d6b2d5-f681-4a4e-b084-ffcce05d9754 None None] Sync routers for ids ['b396976b-0b90-461f-8f9c-1bb603c7b037'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:02:39.745011 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d6b2d5-f681-4a4e-b084-ffcce05d9754 None None] Routers {'b396976b-0b90-461f-8f9c-1bb603c7b037'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:39.751703 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-22d6b2d5-f681-4a4e-b084-ffcce05d9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b396976b-0b90-461f-8f9c-1bb603c7b037'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:39.796041 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-22d6b2d5-f681-4a4e-b084-ffcce05d9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:39.805564 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d6b2d5-f681-4a4e-b084-ffcce05d9754 None None] Routers {'b396976b-0b90-461f-8f9c-1bb603c7b037'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:39.807171 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-22d6b2d5-f681-4a4e-b084-ffcce05d9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b396976b-0b90-461f-8f9c-1bb603c7b037'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:39.834435 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-26e8736f-1506-4e12-8897-8e811ff508b5 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/routers/b396976b-0b90-461f-8f9c-1bb603c7b037 HTTP/1.1" status: 200 len: 924 time: 0.1133976 Nov 24 13:02:39.837494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35636) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:39.843398 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-22d6b2d5-f681-4a4e-b084-ffcce05d9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:39.844060 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d6b2d5-f681-4a4e-b084-ffcce05d9754 None None] The sync data for ids ['b396976b-0b90-461f-8f9c-1bb603c7b037'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:02:39.885847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2271edd-2652-4c7e-aefb-2bd6874f1c5d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:39.887387 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d2271edd-2652-4c7e-aefb-2bd6874f1c5d tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&device_id=b396976b-0b90-461f-8f9c-1bb603c7b037&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0484889 Nov 24 13:02:39.890420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35640) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:40.007486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e414e-feee-4182-a40a-84564594016e req-bd945195-4d35-4755-ab84-77518c66e0e5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:40.010580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a49e414e-feee-4182-a40a-84564594016e req-bd945195-4d35-4755-ab84-77518c66e0e5 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0983424 Nov 24 13:02:40.031208 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31c20a0-5c23-49f7-9dae-78c34124f6c7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:40.033229 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d31c20a0-5c23-49f7-9dae-78c34124f6c7 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 881 time: 0.1417596 Nov 24 13:02:40.036501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35650) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:40.067796 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a49e414e-feee-4182-a40a-84564594016e req-a6768a18-6c8e-44db-8555-728e7fe489fd tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513227 Nov 24 13:02:40.076247 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3d638492-a963-409a-b8d2-369db2005c70 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "GET /v2.0/ports?device_id=b396976b-0b90-461f-8f9c-1bb603c7b037 HTTP/1.1" status: 200 len: 205 time: 0.0386293 Nov 24 13:02:40.080266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35652) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:40.100752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f10d5-f4ed-4a1c-bc52-6d01633c089c req-916ce7ba-0454-41b9-9d3d-60387cb0d63e tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:40.102292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-336f10d5-f4ed-4a1c-bc52-6d01633c089c req-916ce7ba-0454-41b9-9d3d-60387cb0d63e tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 945 time: 0.0761292 Nov 24 13:02:40.153357 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-336f10d5-f4ed-4a1c-bc52-6d01633c089c req-b9a7cb79-36de-466d-baf3-94e6a04a6335 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425060 Nov 24 13:02:40.161843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 588be746-d8c2-4e12-8846-6637986af2fe details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:02:40.238641 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:40.283971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 588be746-d8c2-4e12-8846-6637986af2fe, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=588be746-d8c2-4e12-8846-6637986af2fe,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:40.296450 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '588be746-d8c2-4e12-8846-6637986af2fe', 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0', 'port_id': '588be746-d8c2-4e12-8846-6637986af2fe', 'mac_address': 'fa:16:3e:46:53:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e29d58-9582-4d49-a36e-dbefd713eabd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:02:40.344949 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:40.358781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588be746-d8c2-4e12-8846-6637986af2fe {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:02:40.382284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 588be746-d8c2-4e12-8846-6637986af2fe, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=588be746-d8c2-4e12-8846-6637986af2fe,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:40.387180 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:40.455128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=588be746-d8c2-4e12-8846-6637986af2fe,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:40.466756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:40.467476 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:40.467880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:40.468211 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:40.468500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:40.469103 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:40.469354 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:40.470208 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:40.470595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:40.471033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:40.471453 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:40.471692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:02:40.528358 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baac572-4443-4a93-b3b6-8d69f3caeea7 req-cb8bd025-fdde-4578-aa56-76d56761734c tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:40.531979 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0baac572-4443-4a93-b3b6-8d69f3caeea7 req-cb8bd025-fdde-4578-aa56-76d56761734c tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 944 time: 0.0530055 Nov 24 13:02:40.581594 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0baac572-4443-4a93-b3b6-8d69f3caeea7 req-80e9d8d4-b104-4fc2-a1cd-b4d5d9b19089 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452483 Nov 24 13:02:40.623480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb4753-79c8-4a00-a97c-e5ee152f529d req-4e5d0f2c-d5b2-43a2-8aa2-93f9d95870ce tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:40.624967 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7cfb4753-79c8-4a00-a97c-e5ee152f529d req-4e5d0f2c-d5b2-43a2-8aa2-93f9d95870ce tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0983424 Nov 24 13:02:40.655349 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:40.687153 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['588be746-d8c2-4e12-8846-6637986af2fe'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:02:40.709287 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7cfb4753-79c8-4a00-a97c-e5ee152f529d req-650bc70f-254c-4430-bd0a-a7a648fc5e3f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769315 Nov 24 13:02:40.730873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Deleting port a2df12a4-b2d4-496f-939d-a674ae9e5857 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:40.731212 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:40.834948 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:40.845929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fbaad-728b-4d83-a99a-0e4a4db22487 req-0f388e38-9305-4604-89e1-4d701f4f3cdf tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:40.847178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Calling delete_port for a2df12a4-b2d4-496f-939d-a674ae9e5857 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:40.847616 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c3fbaad-728b-4d83-a99a-0e4a4db22487 req-0f388e38-9305-4604-89e1-4d701f4f3cdf tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0597596 Nov 24 13:02:40.895522 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c3fbaad-728b-4d83-a99a-0e4a4db22487 req-d9553aa7-0bb2-4a57-a1f4-d395f917649a tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417519 Nov 24 13:02:41.010825 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:41.039750 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Pushing event deleted for resources: {'Port': ['ID=a2df12a4-b2d4-496f-939d-a674ae9e5857,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:41.112321 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:41.141658 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3cd1b-bfe6-4376-bc53-49eecc6a88a1 req-10997fef-03c1-4e60-b81b-85256754bc85 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:41.143150 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ad3cd1b-bfe6-4376-bc53-49eecc6a88a1 req-10997fef-03c1-4e60-b81b-85256754bc85 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0511038 Nov 24 13:02:41.192244 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ad3cd1b-bfe6-4376-bc53-49eecc6a88a1 req-039bae70-b4a3-4737-8e88-be139b1c3816 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432553 Nov 24 13:02:41.206138 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:41.208305 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:41.274766 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:41.275351 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Fanout notify agent at l3_agent the message router_deleted on router b396976b-0b90-461f-8f9c-1bb603c7b037 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:02:41.283923 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:41.285059 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3bd94dc0-54f8-48c3-8d15-7ac9a271d129 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "DELETE /v2.0/routers/b396976b-0b90-461f-8f9c-1bb603c7b037 HTTP/1.1" status: 204 len: 168 time: 1.2036960 Nov 24 13:02:41.288934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35678) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:41.294732 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d9534b55-5c9e-48b8-8161-dc6a7de6bc98 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1262710250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:41.325627 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f4341-b97e-4cef-8d8b-e3cadd8d32e6 req-c0ab5b3c-28c2-465b-b546-fcf70500bbd9 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:41.327172 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-762f4341-b97e-4cef-8d8b-e3cadd8d32e6 req-c0ab5b3c-28c2-465b-b546-fcf70500bbd9 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 945 time: 0.0828304 Nov 24 13:02:41.335180 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9534b55-5c9e-48b8-8161-dc6a7de6bc98 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:41.336402 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9534b55-5c9e-48b8-8161-dc6a7de6bc98 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:41.419210 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9534b55-5c9e-48b8-8161-dc6a7de6bc98 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:41.428801 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-762f4341-b97e-4cef-8d8b-e3cadd8d32e6 req-f781770e-916b-47a1-aed2-d5d4bd1aa641 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880837 Nov 24 13:02:41.429665 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9534b55-5c9e-48b8-8161-dc6a7de6bc98 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:41.447898 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9534b55-5c9e-48b8-8161-dc6a7de6bc98 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:41.449090 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d9534b55-5c9e-48b8-8161-dc6a7de6bc98 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1591444 Nov 24 13:02:41.451818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35682) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:41.456804 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'enable_snat': False}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:41.657908 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:41.706338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed2ecc-893d-429d-b877-4732dc138577 req-fa81c4ce-5932-4c43-a2c3-d67265e46bec tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:41.707958 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b6ed2ecc-893d-429d-b877-4732dc138577 req-fa81c4ce-5932-4c43-a2c3-d67265e46bec tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 944 time: 0.0559192 Nov 24 13:02:41.762565 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b6ed2ecc-893d-429d-b877-4732dc138577 req-993db4b7-20e6-432b-b20d-21e3d0701ec3 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483820 Nov 24 13:02:41.864903 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:41.884220 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:41.997790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Allocated IP 172.25.0.5 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/205b2250-9508-4690-91e1-e278018e9d50) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:42.107630 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:42.141138 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:42.177319 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:42.177785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 588be746-d8c2-4e12-8846-6637986af2fe up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:42.182214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:42.185669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:42.216110 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Pushing event updated for resources: {'Port': ['ID=205b2250-9508-4690-91e1-e278018e9d50,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:42.239439 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 588be746-d8c2-4e12-8846-6637986af2fe completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:02:42.244043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 588be746-d8c2-4e12-8846-6637986af2fe triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:42.244757 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:42.247724 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:02:42.326006 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:02:42.366859 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9dffe2-bf3a-4b35-bad8-09e7e44ed798 req-bd0b89ef-57e6-42bc-8e30-7aba7a871e02 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:42.368824 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d9dffe2-bf3a-4b35-bad8-09e7e44ed798 req-bd0b89ef-57e6-42bc-8e30-7aba7a871e02 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0925944 Nov 24 13:02:42.424827 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d9dffe2-bf3a-4b35-bad8-09e7e44ed798 req-8a766330-3952-4434-a71e-f86eee039e61 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498660 Nov 24 13:02:42.445964 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:42.482695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:42.485749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bae5aa-a9b7-4812-8854-38998fcd5214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588be746-d8c2-4e12-8846-6637986af2fe'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:42.488028 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcf05df-48c8-470d-a57d-38f3fb688c9e" -d '{"events": [{"server_uuid": "a1bae5aa-a9b7-4812-8854-38998fcd5214", "name": "network-vif-plugged", "status": "completed", "tag": "588be746-d8c2-4e12-8846-6637986af2fe"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:42.496243 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:42.509829 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 588be746-d8c2-4e12-8846-6637986af2fe, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=588be746-d8c2-4e12-8846-6637986af2fe,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:42.510997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '7a21dd03-89cf-410d-9c0c-ec1e14c924b7', 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be', 'port_id': '7a21dd03-89cf-410d-9c0c-ec1e14c924b7', 'mac_address': 'fa:16:3e:67:51:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076dad9f-03ea-4786-85b6-0713f94b7e9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:02:42.528747 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:42.558963 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a2f7e4-1a83-4d18-9b49-3cffe0cc30ba x-openstack-request-id: req-a8a2f7e4-1a83-4d18-9b49-3cffe0cc30ba {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:42.559256 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bae5aa-a9b7-4812-8854-38998fcd5214", "name": "network-vif-plugged", "status": "completed", "tag": "588be746-d8c2-4e12-8846-6637986af2fe", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:42.560294 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8a2f7e4-1a83-4d18-9b49-3cffe0cc30ba {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:42.560884 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bae5aa-a9b7-4812-8854-38998fcd5214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588be746-d8c2-4e12-8846-6637986af2fe', 'code': 200} Nov 24 13:02:42.612266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53671bb9-8f17-425e-90b2-994bbcbf88a5 req-32fab321-e6e2-468c-8d36-3f974554f553 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:42.613880 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-53671bb9-8f17-425e-90b2-994bbcbf88a5 req-32fab321-e6e2-468c-8d36-3f974554f553 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 945 time: 0.0972333 Nov 24 13:02:42.614824 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:42.643853 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:02:42.651883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=588be746-d8c2-4e12-8846-6637986af2fe,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:42.670015 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:42.675170 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:42.684326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a85525-6ab1-49aa-892f-b5a162ef5133 req-a8c3f2af-8cb0-4ce0-9da5-685e82bd3a75 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:42.685873 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-25a85525-6ab1-49aa-892f-b5a162ef5133 req-a8c3f2af-8cb0-4ce0-9da5-685e82bd3a75 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0790265 Nov 24 13:02:42.707621 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34222727-6a8b-4591-ab8c-b30afd54927f req-24da5775-4881-4b5f-973f-6ddc95b50c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:42.709164 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34222727-6a8b-4591-ab8c-b30afd54927f req-24da5775-4881-4b5f-973f-6ddc95b50c68 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 1096 time: 0.0843821 Nov 24 13:02:42.714286 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-53671bb9-8f17-425e-90b2-994bbcbf88a5 req-89de39f6-af33-461b-b795-f539bf9fa4d5 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916402 Nov 24 13:02:42.730282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:42.767915 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34222727-6a8b-4591-ab8c-b30afd54927f req-a67ab938-5ac1-44f7-a695-dca6e12f56cb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507739 Nov 24 13:02:42.778027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['7a21dd03-89cf-410d-9c0c-ec1e14c924b7'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:02:42.890072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d484d-90fb-4eb8-a3c0-ea0897b5e2a7 req-0fb56055-dccd-4d86-8a40-7c18ea76c1e0 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:42.891915 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-009d484d-90fb-4eb8-a3c0-ea0897b5e2a7 req-0fb56055-dccd-4d86-8a40-7c18ea76c1e0 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.0550797 Nov 24 13:02:42.947118 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-009d484d-90fb-4eb8-a3c0-ea0897b5e2a7 req-f4975ac7-f6a8-4f3e-bbe1-63530c93f622 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466554 Nov 24 13:02:43.103644 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:43.112373 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:43.158472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-25a85525-6ab1-49aa-892f-b5a162ef5133 req-225c064e-a7a4-49ce-bfdb-449bf08ef878 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Deleting port 0a1923ae-0719-47bf-891a-5dba2da0d753 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:43.158805 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-25a85525-6ab1-49aa-892f-b5a162ef5133 req-225c064e-a7a4-49ce-bfdb-449bf08ef878 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:43.305202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-25a85525-6ab1-49aa-892f-b5a162ef5133 req-225c064e-a7a4-49ce-bfdb-449bf08ef878 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] For port 0a1923ae-0719-47bf-891a-5dba2da0d753, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0a1923ae-0719-47bf-891a-5dba2da0d753,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:43.305578 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-25a85525-6ab1-49aa-892f-b5a162ef5133 req-225c064e-a7a4-49ce-bfdb-449bf08ef878 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:43.324923 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-25a85525-6ab1-49aa-892f-b5a162ef5133 req-225c064e-a7a4-49ce-bfdb-449bf08ef878 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Calling delete_port for 0a1923ae-0719-47bf-891a-5dba2da0d753 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:43.370022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Router e82e9d3f-2728-4f88-8679-2c730880a43e is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:02:43.533328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:02:43.541904 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:43.543069 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-be156ea9-5bf2-4ce9-95d4-73dc31c361ea tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "PUT /v2.0/routers/e82e9d3f-2728-4f88-8679-2c730880a43e HTTP/1.1" status: 200 len: 918 time: 2.0903354 Nov 24 13:02:43.547504 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c6b66d-7002-4045-bc68-03fc7c973b0f None None] Sync routers for ids ['e82e9d3f-2728-4f88-8679-2c730880a43e'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:02:43.552342 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35714) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:43.565448 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6b66d-7002-4045-bc68-03fc7c973b0f None None] Routers {'e82e9d3f-2728-4f88-8679-2c730880a43e'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:43.566108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-10c6b66d-7002-4045-bc68-03fc7c973b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e82e9d3f-2728-4f88-8679-2c730880a43e'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:43.591853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961cbf7-ffd5-4444-8965-5ae77af7375b req-507b936e-5497-457c-86e5-f81fac0ec471 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:43.600747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0961cbf7-ffd5-4444-8965-5ae77af7375b req-507b936e-5497-457c-86e5-f81fac0ec471 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=f5144065-7b98-4c0e-8ddf-c7453daff729 HTTP/1.1" status: 200 len: 946 time: 0.0835938 Nov 24 13:02:43.604239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-10c6b66d-7002-4045-bc68-03fc7c973b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:43.614240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6b66d-7002-4045-bc68-03fc7c973b0f None None] Routers {'e82e9d3f-2728-4f88-8679-2c730880a43e'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:43.614859 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-10c6b66d-7002-4045-bc68-03fc7c973b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e82e9d3f-2728-4f88-8679-2c730880a43e'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:43.627563 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-25a85525-6ab1-49aa-892f-b5a162ef5133 req-225c064e-a7a4-49ce-bfdb-449bf08ef878 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:43.656026 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0961cbf7-ffd5-4444-8965-5ae77af7375b req-c3ace943-2434-4817-be63-5cf7a5787b24 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532477 Nov 24 13:02:43.665869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['0a1923ae-0719-47bf-891a-5dba2da0d753'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:02:43.668815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d89c442a-2382-4957-87f0-9b9a1f2590a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:02:43.676878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-10c6b66d-7002-4045-bc68-03fc7c973b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:43.677711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c6b66d-7002-4045-bc68-03fc7c973b0f None None] The sync data for ids ['e82e9d3f-2728-4f88-8679-2c730880a43e'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:02:43.686411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c064e-a7a4-49ce-bfdb-449bf08ef878 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Pushing event deleted for resources: {'Port': ['ID=0a1923ae-0719-47bf-891a-5dba2da0d753,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:43.747452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a85525-6ab1-49aa-892f-b5a162ef5133 req-225c064e-a7a4-49ce-bfdb-449bf08ef878 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] No DVR routers for this DVR port 0a1923ae-0719-47bf-891a-5dba2da0d753 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:02:43.751175 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d5c59a7c-7df0-428b-ba58-d56a41eede47 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/routers/e82e9d3f-2728-4f88-8679-2c730880a43e HTTP/1.1" status: 200 len: 924 time: 0.1977448 Nov 24 13:02:43.752340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-25a85525-6ab1-49aa-892f-b5a162ef5133 req-225c064e-a7a4-49ce-bfdb-449bf08ef878 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:43.754077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35718) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:43.755609 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-25a85525-6ab1-49aa-892f-b5a162ef5133 req-225c064e-a7a4-49ce-bfdb-449bf08ef878 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.46 "DELETE /v2.0/ports/0a1923ae-0719-47bf-891a-5dba2da0d753 HTTP/1.1" status: 204 len: 173 time: 1.0396860 Nov 24 13:02:43.756058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5144065-7b98-4c0e-8ddf-c7453daff729', 'name': 'network-vif-deleted', 'tag': '0a1923ae-0719-47bf-891a-5dba2da0d753'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:43.758378 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26ceecb-08d2-4b08-bc09-24838eb4385f" -d '{"events": [{"server_uuid": "f5144065-7b98-4c0e-8ddf-c7453daff729", "name": "network-vif-deleted", "tag": "0a1923ae-0719-47bf-891a-5dba2da0d753"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:43.816658 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f30cb6b-f1aa-4bef-96ff-ebd725cd5744 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:43.819850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0f30cb6b-f1aa-4bef-96ff-ebd725cd5744 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&device_id=e82e9d3f-2728-4f88-8679-2c730880a43e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0646260 Nov 24 13:02:43.822416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35722) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:43.833077 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db72e44a-e457-4288-9e36-8ac9ae7268dd x-openstack-request-id: req-db72e44a-e457-4288-9e36-8ac9ae7268dd {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:43.833374 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5144065-7b98-4c0e-8ddf-c7453daff729", "name": "network-vif-deleted", "tag": "0a1923ae-0719-47bf-891a-5dba2da0d753", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:43.833642 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db72e44a-e457-4288-9e36-8ac9ae7268dd {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:43.838955 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5144065-7b98-4c0e-8ddf-c7453daff729', 'name': 'network-vif-deleted', 'tag': '0a1923ae-0719-47bf-891a-5dba2da0d753', 'status': 'completed', 'code': 200} Nov 24 13:02:43.954888 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a598d-35a1-4395-b989-7332c9385c26 req-434e7857-0e24-4852-851e-a046dde45c77 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:43.956389 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-859a598d-35a1-4395-b989-7332c9385c26 req-434e7857-0e24-4852-851e-a046dde45c77 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 944 time: 0.1031463 Nov 24 13:02:43.992648 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365e0544-8bd2-4818-b8bd-803e0d99db7b tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:43.994097 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-365e0544-8bd2-4818-b8bd-803e0d99db7b tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 881 time: 0.1706576 Nov 24 13:02:43.997820 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35728) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:44.030891 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-859a598d-35a1-4395-b989-7332c9385c26 req-ac913bec-710d-48f3-8592-3a4aef2e33f7 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660508 Nov 24 13:02:44.041247 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-60626a02-a59e-479c-842c-27207de9066b tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "GET /v2.0/ports?device_id=e82e9d3f-2728-4f88-8679-2c730880a43e HTTP/1.1" status: 200 len: 205 time: 0.0399425 Nov 24 13:02:44.041581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35732) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:44.195273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29772273-c4bf-405e-8cbc-06325f88f2f0 req-a1da01ef-c471-4a1f-9ae4-68a7c5993579 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:44.196995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29772273-c4bf-405e-8cbc-06325f88f2f0 req-a1da01ef-c471-4a1f-9ae4-68a7c5993579 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1614432 Nov 24 13:02:44.251232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:44.259237 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:44.323909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:44.324064 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:44.343469 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29772273-c4bf-405e-8cbc-06325f88f2f0 req-21d0b202-c5ce-49b5-9a1d-361736343323 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345181 Nov 24 13:02:44.413247 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:44.415075 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:44.419961 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b70d46-8ed1-481e-a0ee-592babf4d594 req-9c194f7e-3e79-4883-80e4-dfdd2b226221 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:44.421681 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-44b70d46-8ed1-481e-a0ee-592babf4d594 req-9c194f7e-3e79-4883-80e4-dfdd2b226221 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 944 time: 0.0503023 Nov 24 13:02:44.453690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:44.458726 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:44.487855 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-44b70d46-8ed1-481e-a0ee-592babf4d594 req-20524fc4-aa81-44e4-88be-8b71f9686f44 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580275 Nov 24 13:02:44.492826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Deleting port 205b2250-9508-4690-91e1-e278018e9d50 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:44.493537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:44.517577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:44.562348 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015b7778-57b8-452f-811a-9f0bfc26b312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a21dd03-89cf-410d-9c0c-ec1e14c924b7'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:44.565248 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0a122d-bc01-4824-a674-ad65c42273ae" -d '{"events": [{"server_uuid": "015b7778-57b8-452f-811a-9f0bfc26b312", "name": "network-vif-plugged", "status": "completed", "tag": "7a21dd03-89cf-410d-9c0c-ec1e14c924b7"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:44.578466 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:44.590806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Calling delete_port for 205b2250-9508-4690-91e1-e278018e9d50 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:44.600291 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0d469d-6bce-439b-b8de-dbc1c5b9a424 x-openstack-request-id: req-6e0d469d-6bce-439b-b8de-dbc1c5b9a424 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:44.600584 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015b7778-57b8-452f-811a-9f0bfc26b312", "name": "network-vif-plugged", "status": "completed", "tag": "7a21dd03-89cf-410d-9c0c-ec1e14c924b7", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:44.600888 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e0d469d-6bce-439b-b8de-dbc1c5b9a424 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:44.601284 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015b7778-57b8-452f-811a-9f0bfc26b312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a21dd03-89cf-410d-9c0c-ec1e14c924b7', 'code': 200} Nov 24 13:02:44.771758 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:44.805525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Pushing event deleted for resources: {'Port': ['ID=205b2250-9508-4690-91e1-e278018e9d50,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:44.873840 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:44.970021 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:44.972483 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:45.018390 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:45.019100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Fanout notify agent at l3_agent the message router_deleted on router e82e9d3f-2728-4f88-8679-2c730880a43e {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:02:45.030387 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:45.031603 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-13a97879-5eb4-4660-b095-4e41fe545b50 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "DELETE /v2.0/routers/e82e9d3f-2728-4f88-8679-2c730880a43e HTTP/1.1" status: 204 len: 168 time: 0.9889269 Nov 24 13:02:45.035887 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35764) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:45.040463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1625058656', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:45.069724 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:45.070968 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:45.140624 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:45.322498 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:45.486367 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8500c-6c9d-4f36-9927-4eaefb99ef47 req-c6125b11-ad1e-4757-991a-2d334df060ca tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:45.487957 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-31d8500c-6c9d-4f36-9927-4eaefb99ef47 req-c6125b11-ad1e-4757-991a-2d334df060ca tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.0612261 Nov 24 13:02:45.544014 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-31d8500c-6c9d-4f36-9927-4eaefb99ef47 req-572b99ee-54f7-40ea-acc8-8e4e0fa3fdb7 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497339 Nov 24 13:02:45.555469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa5ef5-c703-43a3-afd8-a6766cd4dc67 req-b40f8861-5ee7-4663-9428-a7b0faedcdb9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:45.557132 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fcfa5ef5-c703-43a3-afd8-a6766cd4dc67 req-b40f8861-5ee7-4663-9428-a7b0faedcdb9 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 945 time: 0.1276915 Nov 24 13:02:45.608904 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:45.644680 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:45.656553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113bede-7204-45df-806e-abf85796c302 req-41e6f9dd-20e1-4706-9dcb-5da8da1b5f2c tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:45.658191 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9113bede-7204-45df-806e-abf85796c302 req-41e6f9dd-20e1-4706-9dcb-5da8da1b5f2c tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 945 time: 0.0521069 Nov 24 13:02:45.670998 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fcfa5ef5-c703-43a3-afd8-a6766cd4dc67 req-6432d4fe-be33-46f1-a5f1-87c5824cf49f tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076448 Nov 24 13:02:45.725376 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9113bede-7204-45df-806e-abf85796c302 req-965521fe-594b-4c1d-90d6-8a0ec64a834d tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606110 Nov 24 13:02:45.799923 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Allocated IP 172.25.0.113 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/4f0c1a11-d116-491c-adcd-c0812a70fd4e) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:45.933530 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:45.993707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28f996-bc99-4d4f-a6a6-d43bfccaae0a req-01af56fc-8f52-4b74-8b5d-4c7ad5b10841 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:45.995194 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba28f996-bc99-4d4f-a6a6-d43bfccaae0a req-01af56fc-8f52-4b74-8b5d-4c7ad5b10841 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.0532489 Nov 24 13:02:46.048386 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520a178-cd10-4b51-b9be-8a4047c04ea9 req-f14d94fa-9304-4725-8d9b-5abfc144dc09 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:46.050050 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d520a178-cd10-4b51-b9be-8a4047c04ea9 req-f14d94fa-9304-4725-8d9b-5abfc144dc09 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 945 time: 0.0951362 Nov 24 13:02:46.050176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba28f996-bc99-4d4f-a6a6-d43bfccaae0a req-073fafce-a77a-4d23-95cd-8acb0df53d72 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479426 Nov 24 13:02:46.051176 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:46.094120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bca7f-4a90-4717-8b4c-37b09924314a req-7858ee17-28b3-4032-b8a4-e84d7e7300ad tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:46.095845 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db7bca7f-4a90-4717-8b4c-37b09924314a req-7858ee17-28b3-4032-b8a4-e84d7e7300ad tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.46 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 945 time: 0.1528137 Nov 24 13:02:46.168201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:46.180837 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:46.186962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:46.193018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Pushing event updated for resources: {'Port': ['ID=4f0c1a11-d116-491c-adcd-c0812a70fd4e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:46.262608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0a1923ae-0719-47bf-891a-5dba2da0d753 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:02:46.279907 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d520a178-cd10-4b51-b9be-8a4047c04ea9 req-38035a75-313c-4bd8-8e38-c779e1964723 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202120 Nov 24 13:02:46.285741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 0a1923ae-0719-47bf-891a-5dba2da0d753 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:02:46.286266 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0a1923ae-0719-47bf-891a-5dba2da0d753 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:02:46.287033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:02:46.392093 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:46.432565 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-db7bca7f-4a90-4717-8b4c-37b09924314a req-aa5f9d18-2e29-4261-8a6c-1fa595549084 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Deleting port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:46.432716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:46.432916 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db7bca7f-4a90-4717-8b4c-37b09924314a req-aa5f9d18-2e29-4261-8a6c-1fa595549084 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:46.437341 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:46.490678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:46.601948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015b7778-57b8-452f-811a-9f0bfc26b312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a21dd03-89cf-410d-9c0c-ec1e14c924b7'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:46.604224 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c552a0-9d23-4e52-9e00-3c8ef63f19f1" -d '{"events": [{"server_uuid": "015b7778-57b8-452f-811a-9f0bfc26b312", "name": "network-vif-unplugged", "status": "completed", "tag": "7a21dd03-89cf-410d-9c0c-ec1e14c924b7"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:46.632602 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-db7bca7f-4a90-4717-8b4c-37b09924314a req-aa5f9d18-2e29-4261-8a6c-1fa595549084 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] For port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:46.633061 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db7bca7f-4a90-4717-8b4c-37b09924314a req-aa5f9d18-2e29-4261-8a6c-1fa595549084 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:46.643104 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700509c1-ccf2-459b-a790-340d2111f423 x-openstack-request-id: req-700509c1-ccf2-459b-a790-340d2111f423 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:46.643400 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015b7778-57b8-452f-811a-9f0bfc26b312", "name": "network-vif-unplugged", "status": "completed", "tag": "7a21dd03-89cf-410d-9c0c-ec1e14c924b7", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:46.643661 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-700509c1-ccf2-459b-a790-340d2111f423 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:46.644099 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015b7778-57b8-452f-811a-9f0bfc26b312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a21dd03-89cf-410d-9c0c-ec1e14c924b7', 'code': 200} Nov 24 13:02:46.655169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-db7bca7f-4a90-4717-8b4c-37b09924314a req-aa5f9d18-2e29-4261-8a6c-1fa595549084 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Calling delete_port for 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:46.673480 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:46.813378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6eac5d-5a09-4e58-83a1-03d74dd31297 req-8dea2424-641e-445f-b834-981e25ee655d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:46.814974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6a6eac5d-5a09-4e58-83a1-03d74dd31297 req-8dea2424-641e-445f-b834-981e25ee655d tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 945 time: 0.0656159 Nov 24 13:02:46.871281 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6a6eac5d-5a09-4e58-83a1-03d74dd31297 req-1cd20856-84e1-47a0-a75f-45f34e7c48c8 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470381 Nov 24 13:02:46.986615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b79b1-aff5-4eaa-bd21-160e1d3016ad req-17cedf87-6ce9-4273-8731-8d59d8d5de19 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:46.988268 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fa0b79b1-aff5-4eaa-bd21-160e1d3016ad req-17cedf87-6ce9-4273-8731-8d59d8d5de19 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.59 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 945 time: 0.0627179 Nov 24 13:02:47.136000 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8a9a0-a26b-4fe7-86e8-7e527c646cf8 req-bc45ef94-872e-4844-8f5d-6e59000196e5 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:47.137913 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-47f8a9a0-a26b-4fe7-86e8-7e527c646cf8 req-bc45ef94-872e-4844-8f5d-6e59000196e5 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=015b7778-57b8-452f-811a-9f0bfc26b312 HTTP/1.1" status: 200 len: 943 time: 0.1423621 Nov 24 13:02:47.335848 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db7bca7f-4a90-4717-8b4c-37b09924314a req-aa5f9d18-2e29-4261-8a6c-1fa595549084 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:47.340878 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-47f8a9a0-a26b-4fe7-86e8-7e527c646cf8 req-b4971d04-2f11-42d6-8075-cf3682815c8f tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934714 Nov 24 13:02:47.341896 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:47.377105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f9d18-2e29-4261-8a6c-1fa595549084 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Pushing event deleted for resources: {'Port': ['ID=7a21dd03-89cf-410d-9c0c-ec1e14c924b7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:47.492789 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7bca7f-4a90-4717-8b4c-37b09924314a req-aa5f9d18-2e29-4261-8a6c-1fa595549084 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] No DVR routers for this DVR port 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:02:47.496605 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db7bca7f-4a90-4717-8b4c-37b09924314a req-aa5f9d18-2e29-4261-8a6c-1fa595549084 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:47.500087 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db7bca7f-4a90-4717-8b4c-37b09924314a req-aa5f9d18-2e29-4261-8a6c-1fa595549084 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.46 "DELETE /v2.0/ports/7a21dd03-89cf-410d-9c0c-ec1e14c924b7 HTTP/1.1" status: 204 len: 173 time: 1.3954229 Nov 24 13:02:47.500545 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015b7778-57b8-452f-811a-9f0bfc26b312', 'name': 'network-vif-deleted', 'tag': '7a21dd03-89cf-410d-9c0c-ec1e14c924b7'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:47.503713 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760e4d00-5f12-45d2-b39c-a1ea915ef627" -d '{"events": [{"server_uuid": "015b7778-57b8-452f-811a-9f0bfc26b312", "name": "network-vif-deleted", "tag": "7a21dd03-89cf-410d-9c0c-ec1e14c924b7"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:47.521644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f231a-bbc6-4af3-8db2-084d4b1d5432 req-953c6e31-a806-407c-b742-7de00bf2db3b tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:47.523096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac5f231a-bbc6-4af3-8db2-084d4b1d5432 req-953c6e31-a806-407c-b742-7de00bf2db3b tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.0701821 Nov 24 13:02:47.531127 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-fa0b79b1-aff5-4eaa-bd21-160e1d3016ad req-0c4a8280-3f52-4dfa-bd76-eca4cb8ead88 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Deleting port d89c442a-2382-4957-87f0-9b9a1f2590a9 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:47.531375 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fa0b79b1-aff5-4eaa-bd21-160e1d3016ad req-0c4a8280-3f52-4dfa-bd76-eca4cb8ead88 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:47.573945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Router a08bf49d-3e9e-4b23-9a65-5b03ebc3be78 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:02:47.661839 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac5f231a-bbc6-4af3-8db2-084d4b1d5432 req-29dbe8d7-7111-449b-9d09-8a547ba408e9 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121786 Nov 24 13:02:47.697724 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-fa0b79b1-aff5-4eaa-bd21-160e1d3016ad req-0c4a8280-3f52-4dfa-bd76-eca4cb8ead88 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] For port d89c442a-2382-4957-87f0-9b9a1f2590a9, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=d89c442a-2382-4957-87f0-9b9a1f2590a9,segment=NetworkSegment(85c7471d-3be3-45c9-9ec7-fb5277576a29),segment_id=85c7471d-3be3-45c9-9ec7-fb5277576a29)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:47.698097 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fa0b79b1-aff5-4eaa-bd21-160e1d3016ad req-0c4a8280-3f52-4dfa-bd76-eca4cb8ead88 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:47.715195 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-fa0b79b1-aff5-4eaa-bd21-160e1d3016ad req-0c4a8280-3f52-4dfa-bd76-eca4cb8ead88 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Calling delete_port for d89c442a-2382-4957-87f0-9b9a1f2590a9 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:47.726118 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474ed169-3e8b-4b3c-adc9-d6f581ea9b88 x-openstack-request-id: req-474ed169-3e8b-4b3c-adc9-d6f581ea9b88 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:47.726431 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015b7778-57b8-452f-811a-9f0bfc26b312", "name": "network-vif-deleted", "tag": "7a21dd03-89cf-410d-9c0c-ec1e14c924b7", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:47.726832 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-474ed169-3e8b-4b3c-adc9-d6f581ea9b88 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:47.727308 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015b7778-57b8-452f-811a-9f0bfc26b312', 'name': 'network-vif-deleted', 'tag': '7a21dd03-89cf-410d-9c0c-ec1e14c924b7', 'status': 'completed', 'code': 200} Nov 24 13:02:47.736368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:02:47.756905 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1187efca-2c07-42e1-9ad3-937ed9643f95 None None] Sync routers for ids ['a08bf49d-3e9e-4b23-9a65-5b03ebc3be78'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:02:47.763336 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:47.768215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35824) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:47.768756 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d7ded6a2-9457-4f3d-98a3-dc92e41d2d81 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7317057 Nov 24 13:02:47.774568 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:47.776318 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187efca-2c07-42e1-9ad3-937ed9643f95 None None] Routers {'a08bf49d-3e9e-4b23-9a65-5b03ebc3be78'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:47.777979 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1187efca-2c07-42e1-9ad3-937ed9643f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a08bf49d-3e9e-4b23-9a65-5b03ebc3be78'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:47.817010 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1187efca-2c07-42e1-9ad3-937ed9643f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:47.827748 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187efca-2c07-42e1-9ad3-937ed9643f95 None None] Routers {'a08bf49d-3e9e-4b23-9a65-5b03ebc3be78'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:47.828627 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1187efca-2c07-42e1-9ad3-937ed9643f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a08bf49d-3e9e-4b23-9a65-5b03ebc3be78'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:47.850189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6b694-1250-4c91-8d35-6c3ee324dd83 req-5c5a5f73-82c9-45b3-8001-d34867e79792 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:47.851758 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86a6b694-1250-4c91-8d35-6c3ee324dd83 req-5c5a5f73-82c9-45b3-8001-d34867e79792 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 945 time: 0.0564320 Nov 24 13:02:47.867728 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1187efca-2c07-42e1-9ad3-937ed9643f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:47.868617 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1187efca-2c07-42e1-9ad3-937ed9643f95 None None] The sync data for ids ['a08bf49d-3e9e-4b23-9a65-5b03ebc3be78'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:02:47.929918 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86a6b694-1250-4c91-8d35-6c3ee324dd83 req-704a9323-5eeb-467a-a002-2077d97d4ee4 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704529 Nov 24 13:02:48.096126 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fa0b79b1-aff5-4eaa-bd21-160e1d3016ad req-0c4a8280-3f52-4dfa-bd76-eca4cb8ead88 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:48.108802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d89c442a-2382-4957-87f0-9b9a1f2590a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:02:48.136495 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a8280-3f52-4dfa-bd76-eca4cb8ead88 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Pushing event deleted for resources: {'Port': ['ID=d89c442a-2382-4957-87f0-9b9a1f2590a9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:48.145809 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb37b4-6a7c-453b-af99-07665d22444a req-699853a1-5967-48b7-ae3c-566ef070dd6c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:48.147333 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-21fb37b4-6a7c-453b-af99-07665d22444a req-699853a1-5967-48b7-ae3c-566ef070dd6c tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/ports?device_id=617315c2-2cac-4bcc-900d-77fc6792856f HTTP/1.1" status: 200 len: 945 time: 0.1921859 Nov 24 13:02:48.253993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0b79b1-aff5-4eaa-bd21-160e1d3016ad req-0c4a8280-3f52-4dfa-bd76-eca4cb8ead88 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] No DVR routers for this DVR port d89c442a-2382-4957-87f0-9b9a1f2590a9 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:02:48.261912 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fa0b79b1-aff5-4eaa-bd21-160e1d3016ad req-0c4a8280-3f52-4dfa-bd76-eca4cb8ead88 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:48.265236 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fa0b79b1-aff5-4eaa-bd21-160e1d3016ad req-0c4a8280-3f52-4dfa-bd76-eca4cb8ead88 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.59 "DELETE /v2.0/ports/d89c442a-2382-4957-87f0-9b9a1f2590a9 HTTP/1.1" status: 204 len: 173 time: 1.2700231 Nov 24 13:02:48.267970 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617315c2-2cac-4bcc-900d-77fc6792856f', 'name': 'network-vif-deleted', 'tag': 'd89c442a-2382-4957-87f0-9b9a1f2590a9'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:48.270268 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc512459-25c1-463b-b6e8-80c4a2882e0e" -d '{"events": [{"server_uuid": "617315c2-2cac-4bcc-900d-77fc6792856f", "name": "network-vif-deleted", "tag": "d89c442a-2382-4957-87f0-9b9a1f2590a9"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:48.346228 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-21fb37b4-6a7c-453b-af99-07665d22444a req-0da7b0e8-aec1-4ad0-9250-9e4820733a13 tempest-ServersTestJSON-769386957 tempest-ServersTestJSON-769386957-project] 10.222.0.48 "GET /v2.0/security-groups?id=b88213fd-8398-4be2-9d8a-50031442c3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862776 Nov 24 13:02:48.366972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:48.389525 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:48.441079 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be8369f-1b87-4c5f-8dc7-55b639e239b3 x-openstack-request-id: req-2be8369f-1b87-4c5f-8dc7-55b639e239b3 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:48.441348 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617315c2-2cac-4bcc-900d-77fc6792856f", "name": "network-vif-deleted", "tag": "d89c442a-2382-4957-87f0-9b9a1f2590a9", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:48.441650 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2be8369f-1b87-4c5f-8dc7-55b639e239b3 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:48.442062 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617315c2-2cac-4bcc-900d-77fc6792856f', 'name': 'network-vif-deleted', 'tag': 'd89c442a-2382-4957-87f0-9b9a1f2590a9', 'status': 'completed', 'code': 200} Nov 24 13:02:48.476131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Deleting port 4f0c1a11-d116-491c-adcd-c0812a70fd4e {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:48.476748 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:48.577851 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2eda5-2729-4443-95d7-d2af1a63d4c9 req-eda954e5-5579-46aa-86d8-3d9b8ab761aa tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:48.579440 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15e2eda5-2729-4443-95d7-d2af1a63d4c9 req-eda954e5-5579-46aa-86d8-3d9b8ab761aa tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 945 time: 0.0655408 Nov 24 13:02:48.580849 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:48.594213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Calling delete_port for 4f0c1a11-d116-491c-adcd-c0812a70fd4e owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:48.634070 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15e2eda5-2729-4443-95d7-d2af1a63d4c9 req-5b463f5d-b989-4dca-bac9-dd0db29d440e tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479884 Nov 24 13:02:48.844963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb026d9-96c6-4540-b63f-c76b949b5f02 req-b276c53d-8360-4c8d-a85f-7e236ca2279f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:48.846471 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0eb026d9-96c6-4540-b63f-c76b949b5f02 req-b276c53d-8360-4c8d-a85f-7e236ca2279f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.0680218 Nov 24 13:02:48.876535 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-ae66c50f-bc02-48a0-8ecc-4f40af429808 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:48.878528 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-ae66c50f-bc02-48a0-8ecc-4f40af429808 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/networks?id=006d3a98-1052-40c8-a2d2-eff349cbf5be HTTP/1.1" status: 200 len: 822 time: 0.1965771 Nov 24 13:02:48.902309 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0eb026d9-96c6-4540-b63f-c76b949b5f02 req-10608af1-b44b-46b7-9803-dc9396ce5d78 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473619 Nov 24 13:02:48.920888 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-6521051d-c613-44be-bb15-0b59b42db106 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/quotas/300c715d88d84c059a6631f74a2b5830 HTTP/1.1" status: 200 len: 375 time: 0.0165451 Nov 24 13:02:48.961624 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-c40aace0-51cc-490a-9ff8-1c0d8f4a9873 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=300c715d88d84c059a6631f74a2b5830&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327563 Nov 24 13:02:48.962368 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:49.009906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Pushing event deleted for resources: {'Port': ['ID=4f0c1a11-d116-491c-adcd-c0812a70fd4e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:49.122807 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:49.193950 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-f706701f-689f-4490-b21e-bc2de63d9e91 service neutron] 10.222.0.48 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237175 Nov 24 13:02:49.415662 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35864) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:49.430433 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:49.445159 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:49.457203 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-bac5814e-ff92-4680-98df-d7e3c6d6c4ab service neutron] 10.222.0.48 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566652 Nov 24 13:02:49.479705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d948fcf-57cb-46a5-8d9e-6d0e68bd0189 admin admin] Deleting subnet e9ed41c1-a924-4ba0-9444-2052d8ad1db8 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:02:49.484077 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d948fcf-57cb-46a5-8d9e-6d0e68bd0189 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:49.528889 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d948fcf-57cb-46a5-8d9e-6d0e68bd0189 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:49.541522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Router a08bf49d-3e9e-4b23-9a65-5b03ebc3be78 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:02:49.596231 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d948fcf-57cb-46a5-8d9e-6d0e68bd0189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:49.655531 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:02:49.666767 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:49.670530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f676d829-980d-4f41-964a-11df09c46ad7 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "PUT /v2.0/routers/a08bf49d-3e9e-4b23-9a65-5b03ebc3be78 HTTP/1.1" status: 200 len: 710 time: 1.8987253 Nov 24 13:02:49.671453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35874) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:49.676423 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65037798-cb05-4600-8ae8-9f0cc2870a5e None None] Sync routers for ids ['a08bf49d-3e9e-4b23-9a65-5b03ebc3be78'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:02:49.684964 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c05c5f3-80a8-4639-b193-d64f825a88a8 req-0ff76ddb-2250-4fdb-a505-3a27511a7857 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 210 time: 0.0564673 Nov 24 13:02:49.732159 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65037798-cb05-4600-8ae8-9f0cc2870a5e None None] Routers {'a08bf49d-3e9e-4b23-9a65-5b03ebc3be78'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:49.733406 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-65037798-cb05-4600-8ae8-9f0cc2870a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a08bf49d-3e9e-4b23-9a65-5b03ebc3be78'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:49.740690 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d948fcf-57cb-46a5-8d9e-6d0e68bd0189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:49.784825 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7a9b6e84-bb35-4f2d-8c02-830103bf49bc tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/routers/a08bf49d-3e9e-4b23-9a65-5b03ebc3be78 HTTP/1.1" status: 200 len: 745 time: 0.1100888 Nov 24 13:02:49.785008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35878) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:49.800821 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d948fcf-57cb-46a5-8d9e-6d0e68bd0189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:49.807440 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2d948fcf-57cb-46a5-8d9e-6d0e68bd0189 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e9ed41c1-a924-4ba0-9444-2052d8ad1db8 HTTP/1.1" status: 204 len: 168 time: 0.3907380 Nov 24 13:02:49.808954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d948fcf-57cb-46a5-8d9e-6d0e68bd0189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ed41c1-a924-4ba0-9444-2052d8ad1db8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:49.811239 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35880) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:49.826841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-65037798-cb05-4600-8ae8-9f0cc2870a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:49.853857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35882) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:49.854015 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fb65cfc8-e366-44df-bfa4-e5d41bbee467 tempest-RoutersIpV6AdminTest-1960824821 tempest-RoutersIpV6AdminTest-1960824821-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&device_id=a08bf49d-3e9e-4b23-9a65-5b03ebc3be78 HTTP/1.1" status: 200 len: 205 time: 0.0677116 Nov 24 13:02:49.857722 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65037798-cb05-4600-8ae8-9f0cc2870a5e None None] Routers {'a08bf49d-3e9e-4b23-9a65-5b03ebc3be78'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:49.859138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-65037798-cb05-4600-8ae8-9f0cc2870a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a08bf49d-3e9e-4b23-9a65-5b03ebc3be78'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:49.901516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-65037798-cb05-4600-8ae8-9f0cc2870a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:49.902749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65037798-cb05-4600-8ae8-9f0cc2870a5e None None] The sync data for ids ['a08bf49d-3e9e-4b23-9a65-5b03ebc3be78'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:02:49.916657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73def5c-e831-4516-9920-20cebbd45f6c req-b2f4c758-9d4b-4e6e-ad6d-3fdef0e7a040 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:49.918849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b73def5c-e831-4516-9920-20cebbd45f6c req-b2f4c758-9d4b-4e6e-ad6d-3fdef0e7a040 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 945 time: 0.0710125 Nov 24 13:02:49.919550 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a573da0b-6ffd-4a0a-b65b-09a3f04ec74a tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "GET /v2.0/ports?device_id=a08bf49d-3e9e-4b23-9a65-5b03ebc3be78 HTTP/1.1" status: 200 len: 205 time: 0.0644901 Nov 24 13:02:49.922176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35888) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:49.947419 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-591bf30f-8704-40ff-84dd-6dc00bfdf2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.044406 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9345543b-1e25-4cb9-b2ce-cb5aedf49c9d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.087954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-591bf30f-8704-40ff-84dd-6dc00bfdf2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.124426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002f755-620e-4073-b68a-6b542dcd1955 req-aa3acd2b-dfad-4fd6-bac9-a3c96aff2e70 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:50.126044 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9002f755-620e-4073-b68a-6b542dcd1955 req-aa3acd2b-dfad-4fd6-bac9-a3c96aff2e70 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1222396 Nov 24 13:02:50.128002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-591bf30f-8704-40ff-84dd-6dc00bfdf2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae1eca4-2d05-4fc7-96ce-2cd610c52d2b']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:50.135322 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b73def5c-e831-4516-9920-20cebbd45f6c req-323468fa-baed-47d0-955a-65c8c0985e87 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528811 Nov 24 13:02:50.154464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-591bf30f-8704-40ff-84dd-6dc00bfdf2a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c7471d-3be3-45c9-9ec7-fb5277576a29') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:50.154707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-591bf30f-8704-40ff-84dd-6dc00bfdf2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c7471d-3be3-45c9-9ec7-fb5277576a29') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:50.173921 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-591bf30f-8704-40ff-84dd-6dc00bfdf2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.184953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 149f847c-8017-4844-a522-63419444e39f no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:02:50.200132 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-591bf30f-8704-40ff-84dd-6dc00bfdf2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.215997 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591bf30f-8704-40ff-84dd-6dc00bfdf2a6 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:02:50.216848 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-591bf30f-8704-40ff-84dd-6dc00bfdf2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:02:50.219921 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:02:50.245442 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9002f755-620e-4073-b68a-6b542dcd1955 req-daec9306-8939-4b4b-bde0-3d99ebfab5a0 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055119 Nov 24 13:02:50.284298 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9345543b-1e25-4cb9-b2ce-cb5aedf49c9d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.287723 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9345543b-1e25-4cb9-b2ce-cb5aedf49c9d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.311235 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-591bf30f-8704-40ff-84dd-6dc00bfdf2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.324363 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-591bf30f-8704-40ff-84dd-6dc00bfdf2a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.329429 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-591bf30f-8704-40ff-84dd-6dc00bfdf2a6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/aae1eca4-2d05-4fc7-96ce-2cd610c52d2b HTTP/1.1" status: 204 len: 168 time: 0.5161803 Nov 24 13:02:50.354486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-6bc9557a-97fd-442b-9c81-f23fefaf6a1d tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:50.356189 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-6bc9557a-97fd-442b-9c81-f23fefaf6a1d tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.59 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 945 time: 0.1904235 Nov 24 13:02:50.357427 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9345543b-1e25-4cb9-b2ce-cb5aedf49c9d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.358019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9345543b-1e25-4cb9-b2ce-cb5aedf49c9d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Fanout notify agent at l3_agent the message router_deleted on router a08bf49d-3e9e-4b23-9a65-5b03ebc3be78 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:02:50.366559 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9345543b-1e25-4cb9-b2ce-cb5aedf49c9d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.370991 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9345543b-1e25-4cb9-b2ce-cb5aedf49c9d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "DELETE /v2.0/routers/a08bf49d-3e9e-4b23-9a65-5b03ebc3be78 HTTP/1.1" status: 204 len: 168 time: 0.4438777 Nov 24 13:02:50.371161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bf30f-8704-40ff-84dd-6dc00bfdf2a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aae1eca4-2d05-4fc7-96ce-2cd610c52d2b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:50.379317 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35898) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:50.402873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:02:50.420710 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-16017251-9423-4d99-9be7-f2ce387d26fa tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "GET /v2.0/ports?device_id=a08bf49d-3e9e-4b23-9a65-5b03ebc3be78 HTTP/1.1" status: 200 len: 205 time: 0.0366731 Nov 24 13:02:50.421074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35900) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:50.448346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:02:50.457256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7a21dd03-89cf-410d-9c0c-ec1e14c924b7 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:02:50.468580 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-13b84039-1189-47c5-955d-5fa1094a5028 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] delete failed (client error): The resource could not be found. Nov 24 13:02:50.469960 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-13b84039-1189-47c5-955d-5fa1094a5028 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "DELETE /v2.0/routers/a08bf49d-3e9e-4b23-9a65-5b03ebc3be78 HTTP/1.1" status: 404 len: 336 time: 0.0478845 Nov 24 13:02:50.472559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35902) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:50.529429 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a5b1838c-a37a-4a98-91fa-0fb5790bdde4 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "GET /v2.0/ports?device_id=e82e9d3f-2728-4f88-8679-2c730880a43e HTTP/1.1" status: 200 len: 205 time: 0.0551362 Nov 24 13:02:50.531478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35904) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:50.537623 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.550633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Deleting port 149f847c-8017-4844-a522-63419444e39f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:02:50.551061 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.569248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '149f847c-8017-4844-a522-63419444e39f'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:50.572335 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901a0529-abde-4085-9005-8dddb68b7f21" -d '{"events": [{"server_uuid": "ace6a21e-002c-4efe-bc64-0a694a47a9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "149f847c-8017-4844-a522-63419444e39f"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:50.576100 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-6c1d805f-e192-4e4b-a9f7-440bd3d57ea0 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] delete failed (client error): The resource could not be found. Nov 24 13:02:50.579799 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6c1d805f-e192-4e4b-a9f7-440bd3d57ea0 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "DELETE /v2.0/routers/e82e9d3f-2728-4f88-8679-2c730880a43e HTTP/1.1" status: 404 len: 336 time: 0.0443285 Nov 24 13:02:50.580433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35908) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:50.594279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 149f847c-8017-4844-a522-63419444e39f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=149f847c-8017-4844-a522-63419444e39f,segment=NetworkSegment(3f5219dd-8907-4c29-9ce2-9a675fa8136c),segment_id=3f5219dd-8907-4c29-9ce2-9a675fa8136c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:50.603050 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.604046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device d89c442a-2382-4957-87f0-9b9a1f2590a9 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:02:50.614953 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dc311d96-5d7c-4b75-a6ff-efc94a0fdc78 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "GET /v2.0/ports?device_id=b396976b-0b90-461f-8f9c-1bb603c7b037 HTTP/1.1" status: 200 len: 205 time: 0.0334570 Nov 24 13:02:50.618445 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35910) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:50.662853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35912) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:50.663434 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbac34d-6602-4abf-8926-cb8faee580e3 x-openstack-request-id: req-edbac34d-6602-4abf-8926-cb8faee580e3 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:50.663878 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace6a21e-002c-4efe-bc64-0a694a47a9a1", "name": "network-vif-unplugged", "status": "completed", "tag": "149f847c-8017-4844-a522-63419444e39f", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:50.664146 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edbac34d-6602-4abf-8926-cb8faee580e3 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:50.664567 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '149f847c-8017-4844-a522-63419444e39f', 'code': 200} Nov 24 13:02:50.667196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: d89c442a-2382-4957-87f0-9b9a1f2590a9 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:02:50.667556 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device d89c442a-2382-4957-87f0-9b9a1f2590a9 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:02:50.670426 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-a3891bf8-e05d-4339-ac8e-63327eb6be36 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] delete failed (client error): The resource could not be found. Nov 24 13:02:50.671562 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a3891bf8-e05d-4339-ac8e-63327eb6be36 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "DELETE /v2.0/routers/b396976b-0b90-461f-8f9c-1bb603c7b037 HTTP/1.1" status: 404 len: 336 time: 0.0512521 Nov 24 13:02:50.674788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35914) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:50.695278 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=149f847c-8017-4844-a522-63419444e39f,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:50.708267 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5d5c45a7-8b3e-4bd7-bbb8-c2f459b6f8eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=429d3674f3ad4981b2ec0f312da0377d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417843 Nov 24 13:02:50.708634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35920) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:50.721767 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5b211136-dfc6-4ccb-a2bf-b3b5ce67513c tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "GET /v2.0/ports?device_id=d49ff58f-007b-4062-a5d4-dbf5733ee449 HTTP/1.1" status: 200 len: 205 time: 0.0430033 Nov 24 13:02:50.721767 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] For port 149f847c-8017-4844-a522-63419444e39f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=149f847c-8017-4844-a522-63419444e39f,segment=NetworkSegment(3f5219dd-8907-4c29-9ce2-9a675fa8136c),segment_id=3f5219dd-8907-4c29-9ce2-9a675fa8136c)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:50.722069 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.722947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35922) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:50.770954 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-30d38c5a-0301-4a14-b1f3-41cbbfcddf69 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] delete failed (client error): The resource could not be found. Nov 24 13:02:50.774427 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-30d38c5a-0301-4a14-b1f3-41cbbfcddf69 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "DELETE /v2.0/routers/d49ff58f-007b-4062-a5d4-dbf5733ee449 HTTP/1.1" status: 404 len: 336 time: 0.0481541 Nov 24 13:02:50.775539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35924) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:50.813265 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3b357eca-be0c-47b0-9c9b-c716ae565c4d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "GET /v2.0/ports?device_id=33766b20-38ee-4c78-937b-0021f33663fa HTTP/1.1" status: 200 len: 205 time: 0.0343840 Nov 24 13:02:50.814246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35926) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:50.824295 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f976cc3-6a5c-4673-b1c1-bb819e0a350f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.857241 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c53b5ee-48f3-46e7-aff9-f06a9d184aed req-37c659b0-32ae-4bbe-aec0-065ee0901efa tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 210 time: 0.0520074 Nov 24 13:02:50.862100 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-e9457475-71c0-4099-87a3-f41d50c5849a tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] delete failed (client error): The resource could not be found. Nov 24 13:02:50.863163 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e9457475-71c0-4099-87a3-f41d50c5849a tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "DELETE /v2.0/routers/33766b20-38ee-4c78-937b-0021f33663fa HTTP/1.1" status: 404 len: 336 time: 0.0479817 Nov 24 13:02:50.866031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35930) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:50.898245 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4a867d1-7470-4b6c-8b09-d019b338b19c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:50.905024 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0d9692b0-4b2a-40a6-9369-aada35776393 tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc79e40a-c1a0-4682-a91d-66353343b1bf HTTP/1.1" status: 200 len: 205 time: 0.0369248 Nov 24 13:02:50.908310 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35932) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:50.998271 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4a867d1-7470-4b6c-8b09-d019b338b19c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:51.000262 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-132c193d-c4c4-4b88-8d88-e01d1399560d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] delete failed (client error): The resource could not be found. Nov 24 13:02:51.004437 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-132c193d-c4c4-4b88-8d88-e01d1399560d tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "DELETE /v2.0/routers/dc79e40a-c1a0-4682-a91d-66353343b1bf HTTP/1.1" status: 404 len: 336 time: 0.0881937 Nov 24 13:02:51.010350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35934) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:51.041226 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-68719f02-f879-4953-bbe6-84034e9f32be tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] DELETE failed (client error): The resource could not be found. Nov 24 13:02:51.041751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68719f02-f879-4953-bbe6-84034e9f32be tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:02:51.047500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-68719f02-f879-4953-bbe6-84034e9f32be tempest-RoutersIpV6AdminTest-1442606974 tempest-RoutersIpV6AdminTest-1442606974-project] 10.222.0.48 "DELETE /v2.0/subnets/4d7727d5-721f-4a48-9cc0-d11af46af204 HTTP/1.1" status: 404 len: 337 time: 0.0335004 Nov 24 13:02:51.057808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-80056423-2102-4de5-af82-59acb947492e tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:51.059444 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-80056423-2102-4de5-af82-59acb947492e tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.46 "GET /v2.0/networks?id=006d3a98-1052-40c8-a2d2-eff349cbf5be HTTP/1.1" status: 200 len: 822 time: 0.2058430 Nov 24 13:02:51.069984 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:51.070358 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:51.070732 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Floating IP 447205b6-53ad-475c-812f-88d0e86b8a1d disassociated. External IP: 172.25.0.67, port: 149f847c-8017-4844-a522-63419444e39f. Nov 24 13:02:51.071084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Calling delete_port for 149f847c-8017-4844-a522-63419444e39f owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:02:51.074872 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-45b3691b-cc51-4657-97c7-e5f60ec23a40 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Request body: {'port': {'device_id': '12dec6bf-406b-4a2d-8594-a7c20d191153', 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be', 'admin_state_up': True, 'tenant_id': '300c715d88d84c059a6631f74a2b5830'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:51.107837 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4a867d1-7470-4b6c-8b09-d019b338b19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:51.110890 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4a867d1-7470-4b6c-8b09-d019b338b19c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:51.114883 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c4a867d1-7470-4b6c-8b09-d019b338b19c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b88213fd-8398-4be2-9d8a-50031442c3d3 HTTP/1.1" status: 204 len: 168 time: 0.4026239 Nov 24 13:02:51.151383 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a867d1-7470-4b6c-8b09-d019b338b19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88213fd-8398-4be2-9d8a-50031442c3d3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:51.211226 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-45b3691b-cc51-4657-97c7-e5f60ec23a40 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Made reservation on behalf of 300c715d88d84c059a6631f74a2b5830 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:02:51.217425 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-45b3691b-cc51-4657-97c7-e5f60ec23a40 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:51.319547 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:51.372226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Pushing event deleted for resources: {'Port': ['ID=149f847c-8017-4844-a522-63419444e39f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:51.387081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30fa0f-12bf-4943-b9ae-52f2750f4fbf req-a6f378a5-d03d-4ab0-9219-18aeff47a8b2 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:51.394508 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff30fa0f-12bf-4943-b9ae-52f2750f4fbf req-a6f378a5-d03d-4ab0-9219-18aeff47a8b2 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 865 time: 0.1366627 Nov 24 13:02:51.433052 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75542803-6d37-4a60-ab0e-93eb3e6f9042 req-76c8fc85-7c8c-409d-abba-a73f4068f589 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:51.434847 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75542803-6d37-4a60-ab0e-93eb3e6f9042 req-76c8fc85-7c8c-409d-abba-a73f4068f589 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1045012 Nov 24 13:02:51.479031 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-45b3691b-cc51-4657-97c7-e5f60ec23a40 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Allocated IP 172.20.0.4 (006d3a98-1052-40c8-a2d2-eff349cbf5be/076dad9f-03ea-4786-85b6-0713f94b7e9b/ed144864-8ba1-46bf-a82d-b82429310875) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:51.503025 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35950) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:51.533246 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75542803-6d37-4a60-ab0e-93eb3e6f9042 req-8c671d27-aaaa-4b3d-8004-85b61a0c2a98 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853276 Nov 24 13:02:51.535491 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff30fa0f-12bf-4943-b9ae-52f2750f4fbf req-f4dce9f6-4145-4105-b29a-c3b974578de0 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups?id=9f00386e-4590-46af-95de-91d4b14ca0f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400576 Nov 24 13:02:51.609179 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-3d76beac-ba2f-47fc-bf74-77bde33f8d67 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1475587 Nov 24 13:02:51.645361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Router d169a05f-3136-4851-bbc5-66fb70735622 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:02:51.686685 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7512c6f6-3191-4467-8ca0-42e8054816c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:51.751417 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-45b3691b-cc51-4657-97c7-e5f60ec23a40 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:51.849799 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-45b3691b-cc51-4657-97c7-e5f60ec23a40 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:52.027634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-45b3691b-cc51-4657-97c7-e5f60ec23a40 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Network 006d3a98-1052-40c8-a2d2-eff349cbf5be is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:52.029864 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3691b-cc51-4657-97c7-e5f60ec23a40 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Pushing event updated for resources: {'Port': ['ID=ed144864-8ba1-46bf-a82d-b82429310875,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:52.034873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-45b3691b-cc51-4657-97c7-e5f60ec23a40 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:52.076793 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7512c6f6-3191-4467-8ca0-42e8054816c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:52.078416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-45b3691b-cc51-4657-97c7-e5f60ec23a40 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:52.084671 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7512c6f6-3191-4467-8ca0-42e8054816c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:52.162576 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7512c6f6-3191-4467-8ca0-42e8054816c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=832dcebfc32d40f183be921258f99a62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6586981 Nov 24 13:02:52.164101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7512c6f6-3191-4467-8ca0-42e8054816c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63830400-33c9-49cb-8865-cd6923d90f4e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:52.166554 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35976) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:52.173571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-45b3691b-cc51-4657-97c7-e5f60ec23a40 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:52.174225 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-45b3691b-cc51-4657-97c7-e5f60ec23a40 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:52.192414 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-941e1721-4090-429e-aeb3-0f6ec0b2f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:52.193089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-941e1721-4090-429e-aeb3-0f6ec0b2f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:52.193653 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-941e1721-4090-429e-aeb3-0f6ec0b2f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:52.194192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-941e1721-4090-429e-aeb3-0f6ec0b2f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:52.194722 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-941e1721-4090-429e-aeb3-0f6ec0b2f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:52.195328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-941e1721-4090-429e-aeb3-0f6ec0b2f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:52.195771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-941e1721-4090-429e-aeb3-0f6ec0b2f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:52.197885 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-941e1721-4090-429e-aeb3-0f6ec0b2f8a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 6491 time: 0.1385922 Nov 24 13:02:52.208655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf2ed4-83d4-4e21-8a5e-998af55e82f9 req-425d38cc-34ba-4a6b-ae77-1a0dbaf0c87f tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:52.210329 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3bf2ed4-83d4-4e21-8a5e-998af55e82f9 req-425d38cc-34ba-4a6b-ae77-1a0dbaf0c87f tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 931 time: 0.1521406 Nov 24 13:02:52.236355 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-45b3691b-cc51-4657-97c7-e5f60ec23a40 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1670117 Nov 24 13:02:52.239863 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55b33963-8643-49ca-a915-8c85f41acdae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:52.254892 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:02:52.255123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Request body: {'port': {'device_id': '12dec6bf-406b-4a2d-8594-a7c20d191153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:52.262632 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab0f63-5a81-4d28-a264-cc190912ad8e None None] Sync routers for ids ['d169a05f-3136-4851-bbc5-66fb70735622'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:02:52.275251 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab0f63-5a81-4d28-a264-cc190912ad8e None None] Routers {'d169a05f-3136-4851-bbc5-66fb70735622'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:52.276097 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-90ab0f63-5a81-4d28-a264-cc190912ad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d169a05f-3136-4851-bbc5-66fb70735622'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:52.296606 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55b33963-8643-49ca-a915-8c85f41acdae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:52.349328 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:52.361482 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3bf2ed4-83d4-4e21-8a5e-998af55e82f9 req-31caf2f7-6a3c-474b-8f83-ecafdaec300c tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440618 Nov 24 13:02:52.362389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] No DVR routers for this DVR port 149f847c-8017-4844-a522-63419444e39f on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:02:52.369966 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:52.374143 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3a51e27-3dd2-4cd8-b5a0-82ec66f0944d req-638577b3-9677-47a2-b0ec-94a6214f5ae1 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.59 "DELETE /v2.0/ports/149f847c-8017-4844-a522-63419444e39f HTTP/1.1" status: 204 len: 173 time: 2.0054548 Nov 24 13:02:52.405298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'name': 'network-vif-deleted', 'tag': '149f847c-8017-4844-a522-63419444e39f'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:52.407996 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02d22c7-6668-49f4-afce-e63b5645411d" -d '{"events": [{"server_uuid": "ace6a21e-002c-4efe-bc64-0a694a47a9a1", "name": "network-vif-deleted", "tag": "149f847c-8017-4844-a522-63419444e39f"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:52.455187 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-90ab0f63-5a81-4d28-a264-cc190912ad8e None None] Set router d169a05f-3136-4851-bbc5-66fb70735622 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:02:52.478445 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0a03cf-4728-4dfc-a5ce-52256bfa3978 x-openstack-request-id: req-5d0a03cf-4728-4dfc-a5ce-52256bfa3978 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:52.478984 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace6a21e-002c-4efe-bc64-0a694a47a9a1", "name": "network-vif-deleted", "tag": "149f847c-8017-4844-a522-63419444e39f", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:52.479394 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d0a03cf-4728-4dfc-a5ce-52256bfa3978 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:52.479939 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace6a21e-002c-4efe-bc64-0a694a47a9a1', 'name': 'network-vif-deleted', 'tag': '149f847c-8017-4844-a522-63419444e39f', 'status': 'completed', 'code': 200} Nov 24 13:02:52.499039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-7f48895c-9abd-4982-bd35-9f0c360404bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:52.499750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-7f48895c-9abd-4982-bd35-9f0c360404bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:52.506004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-7f48895c-9abd-4982-bd35-9f0c360404bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:52.507864 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-7f48895c-9abd-4982-bd35-9f0c360404bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ac03b3a-9323-45ec-83d1-c054acbb9fd7&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=af84e79c-ff8c-4c42-88b8-58985a027e75&id=af84e79c-ff8c-4c42-88b8-58985a027e75 HTTP/1.1" status: 200 len: 2293 time: 0.2679307 Nov 24 13:02:52.597191 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55b33963-8643-49ca-a915-8c85f41acdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:52.607993 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55b33963-8643-49ca-a915-8c85f41acdae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:52.610187 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-55b33963-8643-49ca-a915-8c85f41acdae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63830400-33c9-49cb-8865-cd6923d90f4e HTTP/1.1" status: 204 len: 168 time: 0.4331424 Nov 24 13:02:52.639705 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-88e8485b-2f4f-4069-8004-7592d1301682 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99460877-87f3-4d57-aa60-c161608694bc HTTP/1.1" status: 200 len: 1000 time: 0.1223159 Nov 24 13:02:52.678213 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b33963-8643-49ca-a915-8c85f41acdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63830400-33c9-49cb-8865-cd6923d90f4e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:52.732775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-197694a6-7301-49a7-9d51-392c493865e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:52.736429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-197694a6-7301-49a7-9d51-392c493865e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6abb9176-f169-4abf-912a-836a2a42f831 HTTP/1.1" status: 200 len: 851 time: 0.0890675 Nov 24 13:02:52.881949 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-513f8b88-73d7-4830-bf05-eb2fcb802d7d req-c74e65ea-65be-484b-b6d8-9d9ef771249e tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.1027617 Nov 24 13:02:52.903992 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-90ab0f63-5a81-4d28-a264-cc190912ad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T12:59:08Z', 'revision_number': 4, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'b2d128ab-60d7-47b6-8d1b-2dabb557790f', 'name': '', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'mac_address': 'fa:16:3e:23:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:07Z', 'updated_at': '2021-11-24T12:59:16Z', 'revision_number': 5, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'subnets': [{'id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:52.937071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fd185-d133-4eeb-9c50-5c997a26ee95 req-6aa8d0bd-1124-412b-9840-f9548464d944 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:52.938760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ad1fd185-d133-4eeb-9c50-5c997a26ee95 req-6aa8d0bd-1124-412b-9840-f9548464d944 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1834378 Nov 24 13:02:52.943080 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab0f63-5a81-4d28-a264-cc190912ad8e None None] Checking router: d169a05f-3136-4851-bbc5-66fb70735622 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:02:52.952443 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab0f63-5a81-4d28-a264-cc190912ad8e None None] Routers {'d169a05f-3136-4851-bbc5-66fb70735622'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:02:52.953264 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-90ab0f63-5a81-4d28-a264-cc190912ad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d169a05f-3136-4851-bbc5-66fb70735622'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:53.005217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-5a8447c8-c63d-4133-b468-8dd46d6afb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:53.007045 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-5a8447c8-c63d-4133-b468-8dd46d6afb9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ac03b3a-9323-45ec-83d1-c054acbb9fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2623606 Nov 24 13:02:53.076635 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ad1fd185-d133-4eeb-9c50-5c997a26ee95 req-f6b556d2-e464-4c23-9ada-4f8254976bd2 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144800 Nov 24 13:02:53.078363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36006) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:53.127266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed144864-8ba1-46bf-a82d-b82429310875 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:02:53.154813 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.182155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Transition to ACTIVE for port object ed144864-8ba1-46bf-a82d-b82429310875 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:02:53.201954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.217667 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-935db54a-388d-4cb1-823e-6f5322be500a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.235225 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-90ab0f63-5a81-4d28-a264-cc190912ad8e None None] Set router d169a05f-3136-4851-bbc5-66fb70735622 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:02:53.267944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36010) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:53.291311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-43d9632f-948c-450b-aa6e-a9389471cc36 service neutron] 10.222.0.46 "GET /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364047 Nov 24 13:02:53.325999 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-666eeb80-2cd6-4a01-874e-5bd4c0d45b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.333516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed144864-8ba1-46bf-a82d-b82429310875,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:53.384447 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9cc0fa6f-2d8e-45bb-ae24-6692d245961a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d101d8788d7744a5a9da6125590db6d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1118121 Nov 24 13:02:53.385532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36014) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:53.453567 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6d1af44e-0829-4434-8a3e-e8549480f771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.465908 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-666eeb80-2cd6-4a01-874e-5bd4c0d45b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.472401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Attempting to bind port ed144864-8ba1-46bf-a82d-b82429310875 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:53.472769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Attempting to bind port ed144864-8ba1-46bf-a82d-b82429310875 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:53.473106 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Attempting to bind port ed144864-8ba1-46bf-a82d-b82429310875 on network 006d3a98-1052-40c8-a2d2-eff349cbf5be {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:53.480167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Port ed144864-8ba1-46bf-a82d-b82429310875 on network 006d3a98-1052-40c8-a2d2-eff349cbf5be not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:02:53.480502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Attempting to bind port ed144864-8ba1-46bf-a82d-b82429310875 on network 006d3a98-1052-40c8-a2d2-eff349cbf5be {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:53.483921 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-666eeb80-2cd6-4a01-874e-5bd4c0d45b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.492944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:02:53.493287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Checking segment: {'id': 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:02:53.493682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Bound using segment: {'id': 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:02:53.494258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Bound port: ed144864-8ba1-46bf-a82d-b82429310875, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:02:53.494623 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.510113 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6d1af44e-0829-4434-8a3e-e8549480f771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.569731 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-90ab0f63-5a81-4d28-a264-cc190912ad8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T12:59:08Z', 'revision_number': 4, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'b2d128ab-60d7-47b6-8d1b-2dabb557790f', 'name': '', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'mac_address': 'fa:16:3e:23:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:07Z', 'updated_at': '2021-11-24T12:59:16Z', 'revision_number': 5, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'subnets': [{'id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:02:53.571573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-666eeb80-2cd6-4a01-874e-5bd4c0d45b89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e2bbc0d4a044e3591fc1987cfddd450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4922187 Nov 24 13:02:53.573233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36016) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:53.602952 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ab0f63-5a81-4d28-a264-cc190912ad8e None None] The sync data for ids ['d169a05f-3136-4851-bbc5-66fb70735622'] in n-d-817303-4 is: [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T12:59:08Z', 'revision_number': 4, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'b2d128ab-60d7-47b6-8d1b-2dabb557790f', 'name': '', 'network_id': '10590d13-890c-4212-a949-5f72d63ea981', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'mac_address': 'fa:16:3e:23:3a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:07Z', 'updated_at': '2021-11-24T12:59:16Z', 'revision_number': 5, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'subnets': [{'id': '634de58c-db10-45aa-a077-fbc5f7def9fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:02:53.610511 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666eeb80-2cd6-4a01-874e-5bd4c0d45b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4fd437-fce5-452a-ae30-4fd05ef2b4b6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:53.658506 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bfb9a-a492-47ba-8e8f-3efc3bf5eb00 req-702d0aae-a24d-4e05-8628-0b90d4cdc3d5 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:53.661268 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2a2bfb9a-a492-47ba-8e8f-3efc3bf5eb00 req-702d0aae-a24d-4e05-8628-0b90d4cdc3d5 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 943 time: 0.1534543 Nov 24 13:02:53.662194 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-1f3c51c7-1034-4453-b754-6fe47f2bcaa6 service neutron] 10.222.0.46 "GET /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629570 Nov 24 13:02:53.666154 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] For port ed144864-8ba1-46bf-a82d-b82429310875, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:02:53.672871 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] For port ed144864-8ba1-46bf-a82d-b82429310875, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ed144864-8ba1-46bf-a82d-b82429310875,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:02:53.693522 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.737954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6d1af44e-0829-4434-8a3e-e8549480f771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.738318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-d86b6525-0951-41c8-b767-b44879ca4cf5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=def5f0b4-8a55-4e94-be95-870008397cd5 HTTP/1.1" status: 200 len: 217 time: 0.0593014 Nov 24 13:02:53.740530 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6d1af44e-0829-4434-8a3e-e8549480f771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.741724 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6d1af44e-0829-4434-8a3e-e8549480f771 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b44acec-6c47-4076-89db-94dce065831a HTTP/1.1" status: 204 len: 168 time: 0.3552592 Nov 24 13:02:53.789281 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46563604-ed55-4909-82c2-3640b9da91a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.810908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:53.811520 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.813013 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] 10.222.0.46 "PUT /v2.0/ports/ed144864-8ba1-46bf-a82d-b82429310875 HTTP/1.1" status: 200 len: 1091 time: 1.5685332 Nov 24 13:02:53.813474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12dec6bf-406b-4a2d-8594-a7c20d191153', 'tag': 'ed144864-8ba1-46bf-a82d-b82429310875'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:02:53.817929 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46563604-ed55-4909-82c2-3640b9da91a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.828462 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffd9e35-2846-49c4-ae98-1a912dd2ad25" -d '{"events": [{"name": "network-changed", "server_uuid": "12dec6bf-406b-4a2d-8594-a7c20d191153", "tag": "ed144864-8ba1-46bf-a82d-b82429310875"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:02:53.868097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1af44e-0829-4434-8a3e-e8549480f771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b44acec-6c47-4076-89db-94dce065831a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:53.920779 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46563604-ed55-4909-82c2-3640b9da91a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.924425 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46563604-ed55-4909-82c2-3640b9da91a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:53.928191 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-46563604-ed55-4909-82c2-3640b9da91a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f4fd437-fce5-452a-ae30-4fd05ef2b4b6 HTTP/1.1" status: 204 len: 168 time: 0.3424153 Nov 24 13:02:53.941740 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46563604-ed55-4909-82c2-3640b9da91a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4fd437-fce5-452a-ae30-4fd05ef2b4b6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:53.949920 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-bc938a0f-6fcd-4639-9af4-fd37b729dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:53.951409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-bc938a0f-6fcd-4639-9af4-fd37b729dce3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.2047858 Nov 24 13:02:53.967970 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2a2bfb9a-a492-47ba-8e8f-3efc3bf5eb00 req-e5a8572c-180c-439b-819e-f2f438c1c578 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980015 Nov 24 13:02:54.031324 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbd973d-a8ae-42a7-b3c0-b5c216f80726 x-openstack-request-id: req-fdbd973d-a8ae-42a7-b3c0-b5c216f80726 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:02:54.032188 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12dec6bf-406b-4a2d-8594-a7c20d191153", "tag": "ed144864-8ba1-46bf-a82d-b82429310875", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:02:54.034626 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fdbd973d-a8ae-42a7-b3c0-b5c216f80726 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:02:54.035082 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12dec6bf-406b-4a2d-8594-a7c20d191153', 'tag': 'ed144864-8ba1-46bf-a82d-b82429310875', 'status': 'completed', 'code': 200} Nov 24 13:02:54.070069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c220f-792c-4a91-aaf2-1dd592c3a9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed144864-8ba1-46bf-a82d-b82429310875,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:54.115229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-ca0faf12-8a6d-49f0-8070-f3357ab75151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:54.116320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d3c1a4-b100-4e06-b958-05cf7bd30fba None None] New status for floating IP 447205b6-53ad-475c-812f-88d0e86b8a1d: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:02:54.121694 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-ca0faf12-8a6d-49f0-8070-f3357ab75151 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=300c715d88d84c059a6631f74a2b5830&device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 1094 time: 0.2430434 Nov 24 13:02:54.138548 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-86a4c90b-a1ef-48eb-b091-0526897fbac7 req-571697dc-b39c-42cf-b215-fef91574c342 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0974553 Nov 24 13:02:54.163893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-b8a7f3b9-d5d2-4d4d-8206-199fa5b7ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:54.165444 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-b8a7f3b9-d5d2-4d4d-8206-199fa5b7ca6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2026286 Nov 24 13:02:54.203038 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-8c4d3c7f-cc32-4f42-bdc6-4df6faea4410 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed144864-8ba1-46bf-a82d-b82429310875 HTTP/1.1" status: 200 len: 217 time: 0.0729694 Nov 24 13:02:54.340765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-6291ccee-a560-471e-be65-356a15f48354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:54.343232 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:54.358147 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-6291ccee-a560-471e-be65-356a15f48354 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=076dad9f-03ea-4786-85b6-0713f94b7e9b HTTP/1.1" status: 200 len: 862 time: 0.1416488 Nov 24 13:02:54.410429 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-589348c3-c251-413f-8a27-43de4630ec5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=006d3a98-1052-40c8-a2d2-eff349cbf5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451267 Nov 24 13:02:54.442152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-bb13c70b-004c-4396-aeb6-4465f1c94b77 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645395 Nov 24 13:02:54.450723 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee7c07-f01c-4592-8f38-64be645eed25 req-a7c76b14-1601-4f80-a3bc-a39d3178b9a5 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:54.457913 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-acee7c07-f01c-4592-8f38-64be645eed25 req-a7c76b14-1601-4f80-a3bc-a39d3178b9a5 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1335130 Nov 24 13:02:54.558974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-74b33f07-253b-4fe8-aaf0-ecf8209876df service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990376 Nov 24 13:02:54.566818 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-7b52d418-fd6b-4ec3-98d2-17cbccc8ce26 service neutron] 10.222.0.46 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349356 Nov 24 13:02:54.617934 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-0d453cf8-0b1a-49dc-8eca-795f899cecf3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=20c8ea04-17ce-4aff-95c6-f4dc6f99aced HTTP/1.1" status: 200 len: 217 time: 0.0458295 Nov 24 13:02:54.690288 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-acee7c07-f01c-4592-8f38-64be645eed25 req-adf3c72b-95ae-4d64-9fca-4d46c116709d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313857 Nov 24 13:02:54.715934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-0e12e4cd-8717-45a4-9def-2cbcabaf22d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:54.718095 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-0e12e4cd-8717-45a4-9def-2cbcabaf22d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.0914834 Nov 24 13:02:54.816387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-2c5080b1-2c8a-4413-afbf-cbac23584139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:54.818087 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-2c5080b1-2c8a-4413-afbf-cbac23584139 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0909755 Nov 24 13:02:54.934514 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-5431c4f4-ee8b-44e3-a011-8221666d37c8 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076500 Nov 24 13:02:55.002491 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6bd80f3d-ba2c-4c09-8734-06cf33bc8c41 req-3795debf-054e-4553-a176-68fc671ad3c6 service neutron] 10.222.0.46 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275179 Nov 24 13:02:55.084879 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-79acb6b4-14b9-4801-b046-46d5f994af58 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429696 Nov 24 13:02:55.122029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36070) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:55.134318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-4a8c4675-646b-41ca-9fa3-b808535d9def service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=939443fc-044e-4799-b719-abd3e260c67f HTTP/1.1" status: 200 len: 217 time: 0.0411587 Nov 24 13:02:55.189540 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c60802-5c66-4519-b774-8581f3f57eb6 req-be0a70e5-e050-4067-9275-57544c627183 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:55.196837 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42c60802-5c66-4519-b774-8581f3f57eb6 req-be0a70e5-e050-4067-9275-57544c627183 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 943 time: 0.1407816 Nov 24 13:02:55.201443 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-99185fef-9d4e-4e2e-b196-70729ddc7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:55.204770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-99185fef-9d4e-4e2e-b196-70729ddc7b0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.0617151 Nov 24 13:02:55.220678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd9e35-2846-49c4-ae98-1a912dd2ad25 req-81f1af37-41b3-4754-a2f5-cec2bbd7909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:55.222205 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ffd9e35-2846-49c4-ae98-1a912dd2ad25 req-81f1af37-41b3-4754-a2f5-cec2bbd7909c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=300c715d88d84c059a6631f74a2b5830&device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 1094 time: 0.1485245 Nov 24 13:02:55.279418 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-ce25409e-dbf9-4260-bcc4-d8b339a9783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:55.285035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-ce25409e-dbf9-4260-bcc4-d8b339a9783a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697131 Nov 24 13:02:55.286656 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42c60802-5c66-4519-b774-8581f3f57eb6 req-cae3b53f-36ce-4ae8-91da-7b2aa5579d68 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887105 Nov 24 13:02:55.352995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56fa58a4-cb72-4262-82b1-b61c9da00b63 req-f008a605-729c-4bad-972c-1cf80288c849 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0654423 Nov 24 13:02:55.444877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd9e35-2846-49c4-ae98-1a912dd2ad25 req-8f7d8b7e-41d8-430e-98fa-7a43f7d62619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:55.446980 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ffd9e35-2846-49c4-ae98-1a912dd2ad25 req-8f7d8b7e-41d8-430e-98fa-7a43f7d62619 service neutron] 10.222.0.46 "GET /v2.0/networks?id=006d3a98-1052-40c8-a2d2-eff349cbf5be HTTP/1.1" status: 200 len: 923 time: 0.2113416 Nov 24 13:02:55.476496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-129276282'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:55.494071 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-83db3d45-cf3e-4611-b95b-5ed396d217e1 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400480 Nov 24 13:02:55.550424 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ffd9e35-2846-49c4-ae98-1a912dd2ad25 req-21ee2339-284e-4a23-a7bc-2e07e7ea5d94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed144864-8ba1-46bf-a82d-b82429310875 HTTP/1.1" status: 200 len: 217 time: 0.0642924 Nov 24 13:02:55.568543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Made reservation on behalf of d0c248d667bf4383a3b3efef7d57c069 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:02:55.572099 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:55.603156 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:55.630307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd9e35-2846-49c4-ae98-1a912dd2ad25 req-36c8cf1d-7a42-493f-934a-fe04cdd4f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:55.631887 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ffd9e35-2846-49c4-ae98-1a912dd2ad25 req-36c8cf1d-7a42-493f-934a-fe04cdd4f8e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=076dad9f-03ea-4786-85b6-0713f94b7e9b HTTP/1.1" status: 200 len: 862 time: 0.0738845 Nov 24 13:02:55.669898 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-2d31244d-da61-43cd-a048-ad57bd3b3b95 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561341 Nov 24 13:02:55.681474 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ffd9e35-2846-49c4-ae98-1a912dd2ad25 req-e0787655-a415-4b90-8d9c-94de6873dec5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=006d3a98-1052-40c8-a2d2-eff349cbf5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408385 Nov 24 13:02:55.730626 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-d48ee625-c65f-4895-b1bb-9b8d0be2296c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=6ede6d46-dbc0-4874-acf0-53462d41eb60 HTTP/1.1" status: 200 len: 217 time: 0.0518765 Nov 24 13:02:55.815340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:55.815564 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:55.829595 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:55.847759 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ffd9e35-2846-49c4-ae98-1a912dd2ad25 req-568636f1-4a97-4d60-ba48-5d25e5fa66c8 service neutron] 10.222.0.46 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581609 Nov 24 13:02:55.853749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-edc8bada-e7d7-47c2-b2a0-0641ab0c0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:55.855366 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-edc8bada-e7d7-47c2-b2a0-0641ab0c0d70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.1166663 Nov 24 13:02:55.866898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:02:55.882107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f0be0-ec22-4001-8ac3-749c49545a30 req-28a0d8e8-f557-4b3d-9f53-ed163df710f8 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:55.884413 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f84f0be0-ec22-4001-8ac3-749c49545a30 req-28a0d8e8-f557-4b3d-9f53-ed163df710f8 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.0846243 Nov 24 13:02:55.888349 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36098) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:55.929224 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:55.929583 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Added segment 7fd7d6e4-c18b-4c80-9bc1-c758dcca3be4 of type vlan for network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d Nov 24 13:02:55.930902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8628bff3-b6d3-4947-971e-1d438352f192,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:55.956182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-7ff1f682-ec6b-4c98-bf43-328eac4f4270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:55.958513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-7ff1f682-ec6b-4c98-bf43-328eac4f4270 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0935664 Nov 24 13:02:55.996210 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f84f0be0-ec22-4001-8ac3-749c49545a30 req-225a5da0-d222-4ae7-8c1b-d303f4e83503 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965154 Nov 24 13:02:56.024844 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:56.077373 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ffd9e35-2846-49c4-ae98-1a912dd2ad25 req-c5a28432-d036-47c9-b88b-4242febac7cc service neutron] 10.222.0.46 "GET /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080412 Nov 24 13:02:56.095486 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-69ca27a7-7af0-4f0b-9592-483147e32387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:56.101244 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-a314ebb5-1bdd-4aff-91e5-46fc367941ff service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330497 Nov 24 13:02:56.106735 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:56.113228 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:56.113931 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:56.151633 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0151165 Nov 24 13:02:56.155575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36102) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:56.160504 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9061ce6c-fb45-4712-9b3f-57e8d13335db tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Request body: {'subnet': {'network_id': 'd1b8f696-cc7b-489d-8ca0-48c548b0fd2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:56.200805 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-2f050318-eac8-4222-8e5c-4f0ef13c9cd6 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923369 Nov 24 13:02:56.248364 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-78c21f08-635a-465e-9190-68df97ece61c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=902ab3b7-d804-47d6-87d0-4d5ed9673025 HTTP/1.1" status: 200 len: 217 time: 0.0401089 Nov 24 13:02:56.290724 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5776b56-dd29-4d2f-92f4-c83ded054e10 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event updated for resources: {'Network': ['ID=d1b8f696-cc7b-489d-8ca0-48c548b0fd2d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:56.301297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-b096664d-daaa-4259-b156-0d3809dc9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:56.302715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:02:56.302906 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-b096664d-daaa-4259-b156-0d3809dc9805 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3114486e-dc07-4c9a-accf-e9e94a0ec567 HTTP/1.1" status: 200 len: 797 time: 0.0473175 Nov 24 13:02:56.335495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9061ce6c-fb45-4712-9b3f-57e8d13335db tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Made reservation on behalf of d0c248d667bf4383a3b3efef7d57c069 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:02:56.340071 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9061ce6c-fb45-4712-9b3f-57e8d13335db tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:56.366620 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-dc2be25f-b81f-4171-910d-c043bfc2cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:56.370465 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-dc2be25f-b81f-4171-910d-c043bfc2cf04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af84e79c-ff8c-4c42-88b8-58985a027e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0599861 Nov 24 13:02:56.468638 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-69ca27a7-7af0-4f0b-9592-483147e32387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:56.513855 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-69ca27a7-7af0-4f0b-9592-483147e32387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:56.545538 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aad433f8-a66a-468c-8756-a666356ff107 req-97ead37b-d3c8-46ef-9262-1f614fccd48f tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0453844 Nov 24 13:02:56.548187 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-80ce33d9-bd23-41a4-9567-83ec453f46f4 service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701045 Nov 24 13:02:56.567996 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:56.590218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca27a7-7af0-4f0b-9592-483147e32387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d0e86b-06ba-4679-952f-ce12e02103dd,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:56.606160 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-69ca27a7-7af0-4f0b-9592-483147e32387 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=78ff1cadde144bfabe3f243f61f0e712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7068348 Nov 24 13:02:56.606160 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36116) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:56.625101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d14a4-4418-4137-ba19-ef8368b573f2 req-d312c9d7-57e1-48f0-ab1a-df42a762b11c tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:56.629252 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9b4d14a4-4418-4137-ba19-ef8368b573f2 req-d312c9d7-57e1-48f0-ab1a-df42a762b11c tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 943 time: 0.1587369 Nov 24 13:02:56.701038 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-c5bf4878-087d-40e4-bab1-b650554282f2 service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444252 Nov 24 13:02:56.759660 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-1f36cdc8-04f0-433a-945a-de6128a2b4fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=487e6964-ffa6-4617-8b6a-a8f33e31de54 HTTP/1.1" status: 200 len: 217 time: 0.0516083 Nov 24 13:02:56.761057 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9b4d14a4-4418-4137-ba19-ef8368b573f2 req-61dc2b16-dcad-463b-9e19-da4e39c7ca39 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938394 Nov 24 13:02:56.815129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-95e6db6d-c324-4771-bad7-f3109d79e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:56.817216 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-95e6db6d-c324-4771-bad7-f3109d79e189 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3114486e-dc07-4c9a-accf-e9e94a0ec567 HTTP/1.1" status: 200 len: 797 time: 0.0495601 Nov 24 13:02:56.822682 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d9c8fbc-d6b7-47f5-b37d-d7d01d55ef97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:56.826077 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9061ce6c-fb45-4712-9b3f-57e8d13335db tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:56.865036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-33bb528e-d7b1-41cb-ad0f-db873809113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:56.866861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-33bb528e-d7b1-41cb-ad0f-db873809113b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af84e79c-ff8c-4c42-88b8-58985a027e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0423782 Nov 24 13:02:56.883812 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d9c8fbc-d6b7-47f5-b37d-d7d01d55ef97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:56.925402 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061ce6c-fb45-4712-9b3f-57e8d13335db tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event updated for resources: {'Subnet': ['ID=09868265-2448-4d67-ad70-d85a01a5c6b0,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:56.950927 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9061ce6c-fb45-4712-9b3f-57e8d13335db tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Checking segment: {'id': '7fd7d6e4-c18b-4c80-9bc1-c758dcca3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd1b8f696-cc7b-489d-8ca0-48c548b0fd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:02:56.951321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9061ce6c-fb45-4712-9b3f-57e8d13335db tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Network hostable DHCP agents. Network: d1b8f696-cc7b-489d-8ca0-48c548b0fd2d, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:02:56.971901 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-b213c1ac-fe57-4588-b5e6-89266d5c280f service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976424 Nov 24 13:02:56.973402 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9061ce6c-fb45-4712-9b3f-57e8d13335db tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:02:56.981677 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d9c8fbc-d6b7-47f5-b37d-d7d01d55ef97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:56.985199 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d9c8fbc-d6b7-47f5-b37d-d7d01d55ef97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:56.989059 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7d9c8fbc-d6b7-47f5-b37d-d7d01d55ef97 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07d0e86b-06ba-4679-952f-ce12e02103dd HTTP/1.1" status: 204 len: 168 time: 0.3819079 Nov 24 13:02:56.992600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-9061ce6c-fb45-4712-9b3f-57e8d13335db tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, d1b8f696-cc7b-489d-8ca0-48c548b0fd2d) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:57.000985 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9061ce6c-fb45-4712-9b3f-57e8d13335db tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:57.001426 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9061ce6c-fb45-4712-9b3f-57e8d13335db tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:57.003715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a82d2a3-7811-486f-ba66-7af4f6478e6a None None] Network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:02:57.004810 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c8fbc-d6b7-47f5-b37d-d7d01d55ef97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d0e86b-06ba-4679-952f-ce12e02103dd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:57.027098 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9061ce6c-fb45-4712-9b3f-57e8d13335db tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8671949 Nov 24 13:02:57.027098 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36122) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:57.041024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-43ddc6da-d4e7-4bc5-a7a2-c79b9748a1b5 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Request body: {'port': {'network_id': 'd1b8f696-cc7b-489d-8ca0-48c548b0fd2d', 'name': 'tempest-AllowedAddressPairTestJSON-1339388903'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:57.166367 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a02b13-f7a3-4a2f-8749-cb390bd45df0 req-1bf4c4f6-8250-442f-9cb5-b03499a04295 service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874084 Nov 24 13:02:57.262177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d363d9-b6ed-40fc-a70c-ddbffa6db2d7 req-c15f9bd8-8028-48ff-a897-dd2b1fe92d85 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:57.264374 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-98d363d9-b6ed-40fc-a70c-ddbffa6db2d7 req-c15f9bd8-8028-48ff-a897-dd2b1fe92d85 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1311181 Nov 24 13:02:57.286655 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-d1b8f696-cc7b-489d-8ca0-48c548b0fd2d', 'network_id': 'd1b8f696-cc7b-489d-8ca0-48c548b0fd2d', 'tenant_id': 'd0c248d667bf4383a3b3efef7d57c069', 'fixed_ips': [{'subnet_id': '09868265-2448-4d67-ad70-d85a01a5c6b0'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:02:57.287664 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:57.292957 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ddc6da-d4e7-4bc5-a7a2-c79b9748a1b5 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Made reservation on behalf of d0c248d667bf4383a3b3efef7d57c069 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:02:57.300828 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43ddc6da-d4e7-4bc5-a7a2-c79b9748a1b5 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:57.358629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-43ddc6da-d4e7-4bc5-a7a2-c79b9748a1b5 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] device_id is not set on port 3054ce1a-92cb-4641-b84e-9a69ad38f6d9 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:02:57.402631 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-98d363d9-b6ed-40fc-a70c-ddbffa6db2d7 req-3015deac-34c8-41bf-8819-94dd66e8911a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208737 Nov 24 13:02:57.451585 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Allocated IP 172.20.0.2 (d1b8f696-cc7b-489d-8ca0-48c548b0fd2d/09868265-2448-4d67-ad70-d85a01a5c6b0/82c5b3ea-a90a-4866-9681-2772d292d105) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:57.627336 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:57.661925 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:57.678637 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-87721dc0-77b2-4ba9-a009-f601a46e99b4 req-d8fe9e60-f2c8-4813-b47b-b650bc64c5ec tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0312717 Nov 24 13:02:57.752885 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-43ddc6da-d4e7-4bc5-a7a2-c79b9748a1b5 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Allocated IP 172.20.0.10 (d1b8f696-cc7b-489d-8ca0-48c548b0fd2d/09868265-2448-4d67-ad70-d85a01a5c6b0/3054ce1a-92cb-4641-b84e-9a69ad38f6d9) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:57.762424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Pushing event updated for resources: {'Port': ['ID=82c5b3ea-a90a-4866-9681-2772d292d105,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:57.775292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:57.778880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:57.801650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:57.893487 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Attempting to bind port 82c5b3ea-a90a-4866-9681-2772d292d105 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:02:57.893988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Attempting to bind port 82c5b3ea-a90a-4866-9681-2772d292d105 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '7fd7d6e4-c18b-4c80-9bc1-c758dcca3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd1b8f696-cc7b-489d-8ca0-48c548b0fd2d'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:02:57.894422 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Attempting to bind port 82c5b3ea-a90a-4866-9681-2772d292d105 on network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:02:57.901355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:02:57.901850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Checking segment: {'id': '7fd7d6e4-c18b-4c80-9bc1-c758dcca3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd1b8f696-cc7b-489d-8ca0-48c548b0fd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:02:57.902643 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:57.903121 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Bound using segment: {'id': '7fd7d6e4-c18b-4c80-9bc1-c758dcca3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd1b8f696-cc7b-489d-8ca0-48c548b0fd2d'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:02:57.903739 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Bound port: 82c5b3ea-a90a-4866-9681-2772d292d105, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd7d6e4-c18b-4c80-9bc1-c758dcca3be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd1b8f696-cc7b-489d-8ca0-48c548b0fd2d'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:02:57.904206 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:57.958192 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354bcc6-4d17-4120-b8bc-5c8374c90cdd req-c39696d9-2cc6-4243-b2ab-62280122b41e tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:57.959843 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e354bcc6-4d17-4120-b8bc-5c8374c90cdd req-c39696d9-2cc6-4243-b2ab-62280122b41e tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 943 time: 0.1203399 Nov 24 13:02:57.978749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] For port 82c5b3ea-a90a-4866-9681-2772d292d105, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:02:57.982416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] For port 82c5b3ea-a90a-4866-9681-2772d292d105, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=82c5b3ea-a90a-4866-9681-2772d292d105,segment=NetworkSegment(7fd7d6e4-c18b-4c80-9bc1-c758dcca3be4),segment_id=7fd7d6e4-c18b-4c80-9bc1-c758dcca3be4)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:02:57.995754 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:58.022222 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43ddc6da-d4e7-4bc5-a7a2-c79b9748a1b5 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:58.062866 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e354bcc6-4d17-4120-b8bc-5c8374c90cdd req-a19bc35a-6b35-4691-b09a-a1ef9cf035f8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862043 Nov 24 13:02:58.063509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac3a8e-34aa-4ea0-b65e-f24a0c74899c None None] Pushing event updated for resources: {'Port': ['ID=82c5b3ea-a90a-4866-9681-2772d292d105,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:58.101306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43ddc6da-d4e7-4bc5-a7a2-c79b9748a1b5 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:58.150810 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ddc6da-d4e7-4bc5-a7a2-c79b9748a1b5 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:58.153914 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-43ddc6da-d4e7-4bc5-a7a2-c79b9748a1b5 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:58.157820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ddc6da-d4e7-4bc5-a7a2-c79b9748a1b5 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:58.182609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddc6da-d4e7-4bc5-a7a2-c79b9748a1b5 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event updated for resources: {'Port': ['ID=3054ce1a-92cb-4641-b84e-9a69ad38f6d9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:58.213144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ddc6da-d4e7-4bc5-a7a2-c79b9748a1b5 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:58.214046 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43ddc6da-d4e7-4bc5-a7a2-c79b9748a1b5 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:58.242840 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-43ddc6da-d4e7-4bc5-a7a2-c79b9748a1b5 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2146006 Nov 24 13:02:58.246090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36156) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:58.259177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e8457f09-82a9-4468-91b3-51abc679a64a tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Request body: {'port': {'network_id': 'd1b8f696-cc7b-489d-8ca0-48c548b0fd2d', 'name': 'tempest-AllowedAddressPairTestJSON-1957655854', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e9:5f:54'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:02:58.298471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ed144864-8ba1-46bf-a82d-b82429310875 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:02:58.461946 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8457f09-82a9-4468-91b3-51abc679a64a tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Made reservation on behalf of d0c248d667bf4383a3b3efef7d57c069 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:02:58.601023 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port ed144864-8ba1-46bf-a82d-b82429310875, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ed144864-8ba1-46bf-a82d-b82429310875,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:58.632652 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 82c5b3ea-a90a-4866-9681-2772d292d105 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:02:58.662444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f01e9b-441f-4ac2-8500-a0dfc7234fc1 req-107578e9-9b1c-4ddb-bcf6-0811b1a101ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:58.666701 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'ed144864-8ba1-46bf-a82d-b82429310875', 'network_id': '006d3a98-1052-40c8-a2d2-eff349cbf5be', 'port_id': 'ed144864-8ba1-46bf-a82d-b82429310875', 'mac_address': 'fa:16:3e:52:d4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076dad9f-03ea-4786-85b6-0713f94b7e9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:02:58.669855 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-90f01e9b-441f-4ac2-8500-a0dfc7234fc1 req-107578e9-9b1c-4ddb-bcf6-0811b1a101ce tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1258478 Nov 24 13:02:58.725339 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8457f09-82a9-4468-91b3-51abc679a64a tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:58.738869 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:58.758791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed144864-8ba1-46bf-a82d-b82429310875 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:02:58.765262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 82c5b3ea-a90a-4866-9681-2772d292d105 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:58.765814 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:58.771624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-e8457f09-82a9-4468-91b3-51abc679a64a tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] device_id is not set on port 4d41494a-4c0c-4a97-a4b9-c5ac97c06eac yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:02:58.778526 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-90f01e9b-441f-4ac2-8500-a0dfc7234fc1 req-96345587-3e8d-43e1-934e-b5e726c96447 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069973 Nov 24 13:02:58.837084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port ed144864-8ba1-46bf-a82d-b82429310875, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ed144864-8ba1-46bf-a82d-b82429310875,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:58.851785 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:58.941585 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-00010fed-a499-4cdf-b0aa-de2805597e9b req-a508d4e8-746e-4e75-b56e-c8804fcb8e95 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/ports?device_id=ace6a21e-002c-4efe-bc64-0a694a47a9a1 HTTP/1.1" status: 200 len: 210 time: 0.0809004 Nov 24 13:02:58.959336 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=ed144864-8ba1-46bf-a82d-b82429310875,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:58.979030 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:59.050820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 82c5b3ea-a90a-4866-9681-2772d292d105, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=82c5b3ea-a90a-4866-9681-2772d292d105,segment=NetworkSegment(7fd7d6e4-c18b-4c80-9bc1-c758dcca3be4),segment_id=7fd7d6e4-c18b-4c80-9bc1-c758dcca3be4)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:02:59.058479 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:59.134053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['ed144864-8ba1-46bf-a82d-b82429310875'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:02:59.135315 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=82c5b3ea-a90a-4866-9681-2772d292d105,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:59.204512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-e8457f09-82a9-4468-91b3-51abc679a64a tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Allocated IP 172.20.0.3 (d1b8f696-cc7b-489d-8ca0-48c548b0fd2d/09868265-2448-4d67-ad70-d85a01a5c6b0/4d41494a-4c0c-4a97-a4b9-c5ac97c06eac) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:02:59.306375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbada2b-6392-42a3-adba-552f6a2f9ea1 req-f634ba75-150d-4045-9b2e-062647ce56d6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:59.317008 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bbbada2b-6392-42a3-adba-552f6a2f9ea1 req-f634ba75-150d-4045-9b2e-062647ce56d6 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 944 time: 0.1422172 Nov 24 13:02:59.435336 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bbbada2b-6392-42a3-adba-552f6a2f9ea1 req-e60eaefb-cd26-4af3-8690-9398b70c399c tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148670 Nov 24 13:02:59.464071 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8457f09-82a9-4468-91b3-51abc679a64a tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:59.514046 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8457f09-82a9-4468-91b3-51abc679a64a tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:59.600772 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8457f09-82a9-4468-91b3-51abc679a64a tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event updated for resources: {'Port': ['ID=4d41494a-4c0c-4a97-a4b9-c5ac97c06eac,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:02:59.626732 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8457f09-82a9-4468-91b3-51abc679a64a tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:02:59.628217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e8457f09-82a9-4468-91b3-51abc679a64a tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:02:59.631278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8457f09-82a9-4468-91b3-51abc679a64a tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:02:59.655584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bd5254-0e74-4c48-8d2b-78c85d3f4ed8 None None] Network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:02:59.696225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d3f0f843-ddac-460a-8fea-b87ce1655b15 None None] Provisioning complete for port 82c5b3ea-a90a-4866-9681-2772d292d105 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:02:59.696801 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d3f0f843-ddac-460a-8fea-b87ce1655b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:59.713696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8457f09-82a9-4468-91b3-51abc679a64a tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:59.715002 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8457f09-82a9-4468-91b3-51abc679a64a tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:02:59.743524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e8457f09-82a9-4468-91b3-51abc679a64a tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.4904218 Nov 24 13:02:59.743806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36202) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:02:59.877524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a87450-3962-4113-b48c-51383424b795 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:59.885731 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a87450-3962-4113-b48c-51383424b795 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:59.895589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a87450-3962-4113-b48c-51383424b795 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:02:59.898466 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b1a87450-3962-4113-b48c-51383424b795 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.1535237 Nov 24 13:02:59.901665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36206) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:00.054804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-6b96dd33-de8f-4dd3-8448-bd73f75f4125 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Deleting port 4d41494a-4c0c-4a97-a4b9-c5ac97c06eac {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:00.057311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6b96dd33-de8f-4dd3-8448-bd73f75f4125 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:00.133245 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc155d92-3082-44f6-a10d-7037e32be9af req-9e83cff2-d3a4-44d2-9999-b820de6e8b14 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:00.148962 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dc155d92-3082-44f6-a10d-7037e32be9af req-9e83cff2-d3a4-44d2-9999-b820de6e8b14 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1910384 Nov 24 13:03:00.221091 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dc155d92-3082-44f6-a10d-7037e32be9af req-dde4aca6-3626-46d6-9864-05f8bb12e0c6 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691020 Nov 24 13:03:00.291937 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6b96dd33-de8f-4dd3-8448-bd73f75f4125 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:00.306093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-6b96dd33-de8f-4dd3-8448-bd73f75f4125 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Calling delete_port for 4d41494a-4c0c-4a97-a4b9-c5ac97c06eac owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:00.309775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ed144864-8ba1-46bf-a82d-b82429310875 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:00.321568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36220) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:00.434806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port ed144864-8ba1-46bf-a82d-b82429310875 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:03:00.440530 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port ed144864-8ba1-46bf-a82d-b82429310875 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:00.444803 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:00.473022 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f9c4953-f14b-4855-ae3e-fe411af8d2cf tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:00.540764 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6b96dd33-de8f-4dd3-8448-bd73f75f4125 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:00.541467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f9c4953-f14b-4855-ae3e-fe411af8d2cf tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:00.631994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96dd33-de8f-4dd3-8448-bd73f75f4125 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event deleted for resources: {'Port': ['ID=4d41494a-4c0c-4a97-a4b9-c5ac97c06eac,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:00.660520 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f9c4953-f14b-4855-ae3e-fe411af8d2cf tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:00.667062 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f9c4953-f14b-4855-ae3e-fe411af8d2cf tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:00.672035 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1f9c4953-f14b-4855-ae3e-fe411af8d2cf tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "DELETE /v2.0/security-groups/9f00386e-4590-46af-95de-91d4b14ca0f6 HTTP/1.1" status: 204 len: 168 time: 0.3491633 Nov 24 13:03:00.673107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36226) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:00.676754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 82c5b3ea-a90a-4866-9681-2772d292d105 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:00.717027 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-6c11db8f-f45f-4437-ba27-ef8c60193497 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] show failed (client error): The resource could not be found. Nov 24 13:03:00.723131 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6c11db8f-f45f-4437-ba27-ef8c60193497 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "GET /v2.0/security-groups/9f00386e-4590-46af-95de-91d4b14ca0f6 HTTP/1.1" status: 404 len: 347 time: 0.0419092 Nov 24 13:03:00.723906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36230) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:00.751257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c4953-f14b-4855-ae3e-fe411af8d2cf tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f00386e-4590-46af-95de-91d4b14ca0f6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:00.763100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0686505d-a198-437b-b00d-bd5871e6489c None None] Provisioning complete for port 82c5b3ea-a90a-4866-9681-2772d292d105 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:00.763483 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0686505d-a198-437b-b00d-bd5871e6489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:00.943461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572c572-219b-4f24-a73a-c585a3ef0739 req-64f77dff-61d9-475f-8360-049316727b7d tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:00.953002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0572c572-219b-4f24-a73a-c585a3ef0739 req-64f77dff-61d9-475f-8360-049316727b7d tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 944 time: 0.2181575 Nov 24 13:03:01.044037 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 82c5b3ea-a90a-4866-9681-2772d292d105 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:01.044424 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:01.062261 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:01.096548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c506d-6966-441e-9aa2-96fa0f8e5168 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Deleting port c1372d0b-09ff-4666-883c-3df1cc89984d {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:01.097098 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a9c506d-6966-441e-9aa2-96fa0f8e5168 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:01.139325 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dec6bf-406b-4a2d-8594-a7c20d191153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed144864-8ba1-46bf-a82d-b82429310875'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:01.145149 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0588e3b8-0e31-4c7b-9aa6-5496e332593d" -d '{"events": [{"server_uuid": "12dec6bf-406b-4a2d-8594-a7c20d191153", "name": "network-vif-plugged", "status": "completed", "tag": "ed144864-8ba1-46bf-a82d-b82429310875"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:01.170833 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6b96dd33-de8f-4dd3-8448-bd73f75f4125 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:01.171160 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port ed144864-8ba1-46bf-a82d-b82429310875, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ed144864-8ba1-46bf-a82d-b82429310875,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:01.178810 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6b96dd33-de8f-4dd3-8448-bd73f75f4125 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "DELETE /v2.0/ports/4d41494a-4c0c-4a97-a4b9-c5ac97c06eac HTTP/1.1" status: 204 len: 168 time: 1.2758827 Nov 24 13:03:01.184896 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:01.189349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0686505d-a198-437b-b00d-bd5871e6489c None None] Provisioning complete for port 3054ce1a-92cb-4641-b84e-9a69ad38f6d9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:01.189717 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0686505d-a198-437b-b00d-bd5871e6489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:01.236713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0686505d-a198-437b-b00d-bd5871e6489c None None] Port 3054ce1a-92cb-4641-b84e-9a69ad38f6d9 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:01.256443 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36246) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:01.286210 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0572c572-219b-4f24-a73a-c585a3ef0739 req-d0cd68a4-d967-4781-ad43-308d40212298 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312054 Nov 24 13:03:01.303876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0686505d-a198-437b-b00d-bd5871e6489c None None] Could not find standard attr ID for object 4d41494a-4c0c-4a97-a4b9-c5ac97c06eac. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:03:01.330883 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a9c506d-6966-441e-9aa2-96fa0f8e5168 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:01.331478 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a9c506d-6966-441e-9aa2-96fa0f8e5168 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:01.370029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c506d-6966-441e-9aa2-96fa0f8e5168 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Calling delete_port for c1372d0b-09ff-4666-883c-3df1cc89984d owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:01.397959 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c296ecd-e83b-469c-a51f-3468fe384e37 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] GET failed (client error): The resource could not be found. Nov 24 13:03:01.399582 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9c296ecd-e83b-469c-a51f-3468fe384e37 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "GET /v2.0/ports/4d41494a-4c0c-4a97-a4b9-c5ac97c06eac HTTP/1.1" status: 404 len: 333 time: 0.1093132 Nov 24 13:03:01.407168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36254) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:01.419411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-49fa7940-ad70-4dca-982e-bee3381530f3 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Request body: {'port': {'network_id': 'd1b8f696-cc7b-489d-8ca0-48c548b0fd2d', 'name': 'tempest-AllowedAddressPairTestJSON-306449177'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:01.459809 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafe9435-4001-4645-8479-1503d6d9bf4f x-openstack-request-id: req-aafe9435-4001-4645-8479-1503d6d9bf4f {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:03:01.461761 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12dec6bf-406b-4a2d-8594-a7c20d191153", "name": "network-vif-plugged", "status": "completed", "tag": "ed144864-8ba1-46bf-a82d-b82429310875", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:03:01.465491 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aafe9435-4001-4645-8479-1503d6d9bf4f {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:03:01.466088 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12dec6bf-406b-4a2d-8594-a7c20d191153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed144864-8ba1-46bf-a82d-b82429310875', 'code': 200} Nov 24 13:03:01.479034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=ed144864-8ba1-46bf-a82d-b82429310875,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:01.509604 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d48e52a7-220c-44ff-9ce2-1f80134623e7 None None] Provisioning complete for port 3054ce1a-92cb-4641-b84e-9a69ad38f6d9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:01.511945 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d48e52a7-220c-44ff-9ce2-1f80134623e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:01.599283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d48e52a7-220c-44ff-9ce2-1f80134623e7 None None] Port 3054ce1a-92cb-4641-b84e-9a69ad38f6d9 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:01.618096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d48e52a7-220c-44ff-9ce2-1f80134623e7 None None] Could not find standard attr ID for object 4d41494a-4c0c-4a97-a4b9-c5ac97c06eac. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:03:01.725540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a9c506d-6966-441e-9aa2-96fa0f8e5168 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:01.746402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd8067-ce4c-48a3-b876-550aab946079 req-b964dd18-c422-4fc7-a54c-a237d3bc1410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:01.748087 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73bd8067-ce4c-48a3-b876-550aab946079 req-b964dd18-c422-4fc7-a54c-a237d3bc1410 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 1096 time: 0.0772500 Nov 24 13:03:01.749226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fa7940-ad70-4dca-982e-bee3381530f3 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Made reservation on behalf of d0c248d667bf4383a3b3efef7d57c069 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:01.754994 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49fa7940-ad70-4dca-982e-bee3381530f3 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:01.770336 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c506d-6966-441e-9aa2-96fa0f8e5168 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Pushing event deleted for resources: {'Port': ['ID=c1372d0b-09ff-4666-883c-3df1cc89984d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:01.785628 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-49fa7940-ad70-4dca-982e-bee3381530f3 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] device_id is not set on port ffd3bbc6-926e-410a-a118-313b8333aa39 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:03:01.799496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d57529-e4c1-4f6a-b73e-43fd52c1901b req-b9ae093e-a38f-488c-87db-6389e0131074 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:01.812005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99d57529-e4c1-4f6a-b73e-43fd52c1901b req-b9ae093e-a38f-488c-87db-6389e0131074 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1667252 Nov 24 13:03:01.879912 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99d57529-e4c1-4f6a-b73e-43fd52c1901b req-df38f67f-de74-4d6e-aa2c-6362a37d53cf tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660233 Nov 24 13:03:01.905348 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73bd8067-ce4c-48a3-b876-550aab946079 req-056d5b1f-99cc-420e-9f38-746b9f2d9901 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297035 Nov 24 13:03:01.943310 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a9c506d-6966-441e-9aa2-96fa0f8e5168 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:01.946835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a9c506d-6966-441e-9aa2-96fa0f8e5168 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:01.951326 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7a9c506d-6966-441e-9aa2-96fa0f8e5168 tempest-ServersTestBootFromVolume-1568825487 tempest-ServersTestBootFromVolume-1568825487-project] 10.222.0.48 "DELETE /v2.0/floatingips/447205b6-53ad-475c-812f-88d0e86b8a1d HTTP/1.1" status: 204 len: 168 time: 1.2216556 Nov 24 13:03:01.952387 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36262) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:02.006615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-49fa7940-ad70-4dca-982e-bee3381530f3 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Allocated IP 172.20.0.11 (d1b8f696-cc7b-489d-8ca0-48c548b0fd2d/09868265-2448-4d67-ad70-d85a01a5c6b0/ffd3bbc6-926e-410a-a118-313b8333aa39) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:02.247566 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49fa7940-ad70-4dca-982e-bee3381530f3 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:02.533783 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9051c-4b70-4b27-a833-7c949a42e676 req-08b487b4-a5a6-4dda-a10f-cd0be3b9e99d tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:02.535472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9e9051c-4b70-4b27-a833-7c949a42e676 req-08b487b4-a5a6-4dda-a10f-cd0be3b9e99d tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 945 time: 0.1376677 Nov 24 13:03:02.800127 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49fa7940-ad70-4dca-982e-bee3381530f3 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:02.848941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fa7940-ad70-4dca-982e-bee3381530f3 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event updated for resources: {'Port': ['ID=ffd3bbc6-926e-410a-a118-313b8333aa39,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:02.866583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fa7940-ad70-4dca-982e-bee3381530f3 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:02.871174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-49fa7940-ad70-4dca-982e-bee3381530f3 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:02.874430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa7940-ad70-4dca-982e-bee3381530f3 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:02.970778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fa7940-ad70-4dca-982e-bee3381530f3 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:02.974772 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49fa7940-ad70-4dca-982e-bee3381530f3 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:03.011278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-49fa7940-ad70-4dca-982e-bee3381530f3 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6005180 Nov 24 13:03:03.011941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36292) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:03.017026 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-82efae94-ec8e-4137-8ead-cec75db221df tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e9:5f:54'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:03.036758 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:03.137012 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9e9051c-4b70-4b27-a833-7c949a42e676 req-ce64f456-8ce8-4840-84b3-b02febbf3439 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939293 Nov 24 13:03:03.230295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c19f4-1588-4c6b-b8d6-b1ccf3169c0f req-29206e6a-45aa-4088-9446-36fc35eff233 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:03.239331 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-328c19f4-1588-4c6b-b8d6-b1ccf3169c0f req-29206e6a-45aa-4088-9446-36fc35eff233 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1525788 Nov 24 13:03:03.332474 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-82efae94-ec8e-4137-8ead-cec75db221df tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:03.387195 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-328c19f4-1588-4c6b-b8d6-b1ccf3169c0f req-ba67bed8-fb8e-48dc-b665-c812e068a118 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465285 Nov 24 13:03:03.397084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d56a0ab4-3e9c-4577-919f-c3575ab77ebe None None] Provisioning complete for port ffd3bbc6-926e-410a-a118-313b8333aa39 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:03.398543 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d56a0ab4-3e9c-4577-919f-c3575ab77ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:03.529705 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d56a0ab4-3e9c-4577-919f-c3575ab77ebe None None] Port ffd3bbc6-926e-410a-a118-313b8333aa39 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:03.571499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Deleting port b2d128ab-60d7-47b6-8d1b-2dabb557790f {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:03.572045 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:03.661719 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-82efae94-ec8e-4137-8ead-cec75db221df tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:03.668522 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-82efae94-ec8e-4137-8ead-cec75db221df tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:03.676124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] For port b2d128ab-60d7-47b6-8d1b-2dabb557790f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b2d128ab-60d7-47b6-8d1b-2dabb557790f,segment=NetworkSegment(3f5219dd-8907-4c29-9ce2-9a675fa8136c),segment_id=3f5219dd-8907-4c29-9ce2-9a675fa8136c)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:03.676326 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:03.692525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Calling delete_port for b2d128ab-60d7-47b6-8d1b-2dabb557790f owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:03.866520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efae94-ec8e-4137-8ead-cec75db221df tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event updated for resources: {'Port': ['ID=ffd3bbc6-926e-410a-a118-313b8333aa39,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:03.887798 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-82efae94-ec8e-4137-8ead-cec75db221df tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] In _notify_port_updated(), no bound segment for port ffd3bbc6-926e-410a-a118-313b8333aa39 on network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d {{(pid=114985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:03:03.895305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82efae94-ec8e-4137-8ead-cec75db221df tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:03.896063 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-82efae94-ec8e-4137-8ead-cec75db221df tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:03.900074 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-82efae94-ec8e-4137-8ead-cec75db221df tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "PUT /v2.0/ports/ffd3bbc6-926e-410a-a118-313b8333aa39 HTTP/1.1" status: 200 len: 994 time: 0.8848605 Nov 24 13:03:03.900370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36342) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:04.025517 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:04.065286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d128ab-60d7-47b6-8d1b-2dabb557790f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:04.067415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-35948a8d-2f24-4fb8-a973-e74f6b9ddb4d tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Deleting port ffd3bbc6-926e-410a-a118-313b8333aa39 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:04.067975 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-35948a8d-2f24-4fb8-a973-e74f6b9ddb4d tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:04.098945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:04.099310 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:04.099666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:04.100529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:04.100945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:04.101287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:04.101622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:04.101964 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:04.102299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:04.102632 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:04.111041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:04.111509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:04.166841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8c28badd-ecd7-489d-a1df-63ead93c51b1 None None] Provisioning complete for port ffd3bbc6-926e-410a-a118-313b8333aa39 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:04.167224 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8c28badd-ecd7-489d-a1df-63ead93c51b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:04.284816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8c28badd-ecd7-489d-a1df-63ead93c51b1 None None] Port ffd3bbc6-926e-410a-a118-313b8333aa39 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:04.338115 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-35948a8d-2f24-4fb8-a973-e74f6b9ddb4d tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:04.365774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-35948a8d-2f24-4fb8-a973-e74f6b9ddb4d tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Calling delete_port for ffd3bbc6-926e-410a-a118-313b8333aa39 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:04.394015 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:04.396957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8c335-b1c9-48ad-964d-9c62758cde5b req-8ce35602-0125-4fc9-8c6e-c4a0abf2db29 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:04.404142 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1f8c335-b1c9-48ad-964d-9c62758cde5b req-8ce35602-0125-4fc9-8c6e-c4a0abf2db29 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 945 time: 0.1609628 Nov 24 13:03:04.564092 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1f8c335-b1c9-48ad-964d-9c62758cde5b req-c40bad21-09d6-4d4c-99dd-b1259eee5804 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519661 Nov 24 13:03:04.697854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Router d169a05f-3136-4851-bbc5-66fb70735622 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:03:04.729633 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-35948a8d-2f24-4fb8-a973-e74f6b9ddb4d tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:04.771384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35948a8d-2f24-4fb8-a973-e74f6b9ddb4d tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event deleted for resources: {'Port': ['ID=ffd3bbc6-926e-410a-a118-313b8333aa39,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:04.882176 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:03:04.891701 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d28817-1326-4b34-9bc6-08171357a132 None None] Sync routers for ids ['d169a05f-3136-4851-bbc5-66fb70735622'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:03:04.899395 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-897b4b82-6500-438d-855d-1625a7fcdd79 admin admin] 10.222.0.48 "PUT /v2.0/routers/d169a05f-3136-4851-bbc5-66fb70735622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9455366 Nov 24 13:03:04.901483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36406) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:04.919660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbf129-91b9-4c7c-884d-4155291bfcd1 req-3e55e848-a62f-4092-8490-d761d32b98ae tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:04.921769 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aacbf129-91b9-4c7c-884d-4155291bfcd1 req-3e55e848-a62f-4092-8490-d761d32b98ae tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.3623588 Nov 24 13:03:04.924785 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d28817-1326-4b34-9bc6-08171357a132 None None] Routers {'d169a05f-3136-4851-bbc5-66fb70735622'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:03:04.925944 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-64d28817-1326-4b34-9bc6-08171357a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d169a05f-3136-4851-bbc5-66fb70735622'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:05.013754 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-35948a8d-2f24-4fb8-a973-e74f6b9ddb4d tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:05.020607 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-35948a8d-2f24-4fb8-a973-e74f6b9ddb4d tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "DELETE /v2.0/ports/ffd3bbc6-926e-410a-a118-313b8333aa39 HTTP/1.1" status: 204 len: 168 time: 1.1167934 Nov 24 13:03:05.021557 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36416) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:05.071733 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ddb407-1689-4a1c-8d4c-9b4b5b702b02 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] GET failed (client error): The resource could not be found. Nov 24 13:03:05.086595 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d0ddb407-1689-4a1c-8d4c-9b4b5b702b02 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "GET /v2.0/ports/ffd3bbc6-926e-410a-a118-313b8333aa39 HTTP/1.1" status: 404 len: 333 time: 0.0631893 Nov 24 13:03:05.090421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36422) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:05.097340 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-da471f1b-ff52-43ba-a9bf-c051476b9bfb tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Request body: {'port': {'network_id': 'd1b8f696-cc7b-489d-8ca0-48c548b0fd2d', 'name': 'tempest-AllowedAddressPairTestJSON-859301827'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:05.159566 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-64d28817-1326-4b34-9bc6-08171357a132 None None] Set router d169a05f-3136-4851-bbc5-66fb70735622 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:03:05.163668 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aacbf129-91b9-4c7c-884d-4155291bfcd1 req-f1a4e205-f58e-4115-b287-32c269d295a5 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928294 Nov 24 13:03:05.222389 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:05.298581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da471f1b-ff52-43ba-a9bf-c051476b9bfb tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Made reservation on behalf of d0c248d667bf4383a3b3efef7d57c069 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:05.302983 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da471f1b-ff52-43ba-a9bf-c051476b9bfb tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:05.334257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-da471f1b-ff52-43ba-a9bf-c051476b9bfb tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] device_id is not set on port a58b8a62-aa8b-4f0b-928f-d8a59a54be82 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:03:05.454493 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-64d28817-1326-4b34-9bc6-08171357a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T13:03:03Z', 'revision_number': 5, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:05.463698 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b9f5f-23b4-4a6f-8162-893914ecc571 req-49a46881-d5c9-4e7b-80dc-a0aa62323e34 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:05.473669 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a62b9f5f-23b4-4a6f-8162-893914ecc571 req-49a46881-d5c9-4e7b-80dc-a0aa62323e34 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 945 time: 0.1466057 Nov 24 13:03:05.494851 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d28817-1326-4b34-9bc6-08171357a132 None None] Checking router: d169a05f-3136-4851-bbc5-66fb70735622 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:03:05.506067 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d28817-1326-4b34-9bc6-08171357a132 None None] Routers {'d169a05f-3136-4851-bbc5-66fb70735622'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:03:05.507041 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-64d28817-1326-4b34-9bc6-08171357a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d169a05f-3136-4851-bbc5-66fb70735622'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:05.516186 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-da471f1b-ff52-43ba-a9bf-c051476b9bfb tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Allocated IP 172.20.0.12 (d1b8f696-cc7b-489d-8ca0-48c548b0fd2d/09868265-2448-4d67-ad70-d85a01a5c6b0/a58b8a62-aa8b-4f0b-928f-d8a59a54be82) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:05.519528 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:05.636284 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a62b9f5f-23b4-4a6f-8162-893914ecc571 req-bc4b3de5-f57a-452f-a81c-7413b2430877 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547067 Nov 24 13:03:05.664631 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] Deleting port 38716ae7-fbd8-4f69-b4bb-20c506c01a58 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:05.665321 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:05.720009 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-64d28817-1326-4b34-9bc6-08171357a132 None None] Set router d169a05f-3136-4851-bbc5-66fb70735622 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:03:05.764419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] For port 38716ae7-fbd8-4f69-b4bb-20c506c01a58, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=38716ae7-fbd8-4f69-b4bb-20c506c01a58,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:05.764419 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:05.771894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da471f1b-ff52-43ba-a9bf-c051476b9bfb tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:05.779492 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] Calling delete_port for 38716ae7-fbd8-4f69-b4bb-20c506c01a58 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:05.821346 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da471f1b-ff52-43ba-a9bf-c051476b9bfb tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:05.907594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36442) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:05.908748 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da471f1b-ff52-43ba-a9bf-c051476b9bfb tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event updated for resources: {'Port': ['ID=a58b8a62-aa8b-4f0b-928f-d8a59a54be82,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:05.925307 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da471f1b-ff52-43ba-a9bf-c051476b9bfb tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:05.926999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-da471f1b-ff52-43ba-a9bf-c051476b9bfb tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:05.930798 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da471f1b-ff52-43ba-a9bf-c051476b9bfb tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:05.995331 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.037859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=38716ae7-fbd8-4f69-b4bb-20c506c01a58,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:06.038160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da471f1b-ff52-43ba-a9bf-c051476b9bfb tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:06.038922 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da471f1b-ff52-43ba-a9bf-c051476b9bfb tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.095657 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-da471f1b-ff52-43ba-a9bf-c051476b9bfb tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0010767 Nov 24 13:03:06.097201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36448) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:06.108668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2987e2fa-7d15-4f4b-8235-9ac2681f9077 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e9:5f:54'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:06.115383 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.165955 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.208041 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-64d28817-1326-4b34-9bc6-08171357a132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T13:03:03Z', 'revision_number': 5, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:06.246917 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49739f79-fbdb-4db1-a1cd-35d94e8f39f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.292769 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d28817-1326-4b34-9bc6-08171357a132 None None] The sync data for ids ['d169a05f-3136-4851-bbc5-66fb70735622'] in n-d-817303-4 is: [{'id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'name': 'tempest-ServersTestBootFromVolume-1164576756-router', 'tenant_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:03Z', 'updated_at': '2021-11-24T13:03:03Z', 'revision_number': 5, 'project_id': '64e1f97e83e44c8e89dd3e01e92d1782', 'gw_port': {'id': '38716ae7-fbd8-4f69-b4bb-20c506c01a58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ab:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169a05f-3136-4851-bbc5-66fb70735622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:04Z', 'updated_at': '2021-11-24T12:59:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:03:06.325254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b509768e-b1dc-49e3-9312-f66504e96615 None None] Provisioning complete for port a58b8a62-aa8b-4f0b-928f-d8a59a54be82 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:06.325657 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b509768e-b1dc-49e3-9312-f66504e96615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.349306 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2987e2fa-7d15-4f4b-8235-9ac2681f9077 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.352234 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.354881 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.386494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b509768e-b1dc-49e3-9312-f66504e96615 None None] Port a58b8a62-aa8b-4f0b-928f-d8a59a54be82 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:06.415483 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.416624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d169a05f-3136-4851-bbc5-66fb70735622 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:03:06.429153 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.430532 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-027efb73-9779-4f41-be13-86af117b0d3a admin admin] 10.222.0.48 "DELETE /v2.0/routers/d169a05f-3136-4851-bbc5-66fb70735622 HTTP/1.1" status: 204 len: 168 time: 1.5283215 Nov 24 13:03:06.433185 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36454) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:06.478857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e5368e-8605-4e2b-ad15-9b5a21e79c0a admin admin] Deleting subnet 634de58c-db10-45aa-a077-fbc5f7def9fd {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:03:06.481982 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18e5368e-8605-4e2b-ad15-9b5a21e79c0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.491056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f4e5e-865c-42d2-87e2-7595ab41391f req-f9a688f9-1814-4aed-bd90-621ee83c428b tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:06.492518 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-140f4e5e-865c-42d2-87e2-7595ab41391f req-f9a688f9-1814-4aed-bd90-621ee83c428b tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1763473 Nov 24 13:03:06.494435 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49739f79-fbdb-4db1-a1cd-35d94e8f39f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.507535 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c80bcf-5c55-45ad-9a0d-d04d6ce59de9 req-fd0b2d3e-b85b-47b8-b066-b840a5346871 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:06.509045 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08c80bcf-5c55-45ad-9a0d-d04d6ce59de9 req-fd0b2d3e-b85b-47b8-b066-b840a5346871 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.46 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 945 time: 0.1914921 Nov 24 13:03:06.516146 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49739f79-fbdb-4db1-a1cd-35d94e8f39f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.523642 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18e5368e-8605-4e2b-ad15-9b5a21e79c0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.630637 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18e5368e-8605-4e2b-ad15-9b5a21e79c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.643327 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-49739f79-fbdb-4db1-a1cd-35d94e8f39f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e28212b43e464a6185f85e60767b19f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7300518 Nov 24 13:03:06.680623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36456) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:06.711815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49739f79-fbdb-4db1-a1cd-35d94e8f39f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2057a3-66a2-4ae3-bf9c-8c175cc2b7e1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:06.731587 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18e5368e-8605-4e2b-ad15-9b5a21e79c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.756421 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-140f4e5e-865c-42d2-87e2-7595ab41391f req-220ef7b2-2830-4d78-af86-12807fed040d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439711 Nov 24 13:03:06.756936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18e5368e-8605-4e2b-ad15-9b5a21e79c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.767253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-18e5368e-8605-4e2b-ad15-9b5a21e79c0a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/634de58c-db10-45aa-a077-fbc5f7def9fd HTTP/1.1" status: 204 len: 168 time: 0.3320143 Nov 24 13:03:06.770061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36460) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:06.773357 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d260c2-6820-4b0b-bffc-c6987e11ec90 None None] Network 10590d13-890c-4212-a949-5f72d63ea981 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:06.828225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5368e-8605-4e2b-ad15-9b5a21e79c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=634de58c-db10-45aa-a077-fbc5f7def9fd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:06.855731 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5348d84-37db-4f62-9c42-f235f9b265e1 req-b3fb40c4-08a2-49fb-a615-d6457ae4f1be tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:06.857341 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e5348d84-37db-4f62-9c42-f235f9b265e1 req-b3fb40c4-08a2-49fb-a615-d6457ae4f1be tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 945 time: 0.0888686 Nov 24 13:03:06.877049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b2d128ab-60d7-47b6-8d1b-2dabb557790f no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:03:06.914773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: b2d128ab-60d7-47b6-8d1b-2dabb557790f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:03:06.915533 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b2d128ab-60d7-47b6-8d1b-2dabb557790f not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:03:06.932773 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e5348d84-37db-4f62-9c42-f235f9b265e1 req-6d909a0f-87e3-44b2-85ad-98d8ecfd3871 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups?id=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669644 Nov 24 13:03:06.938866 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b2983f6-8876-4a93-b34b-c06865f1ca92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.947678 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2987e2fa-7d15-4f4b-8235-9ac2681f9077 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.952957 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.966149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-08c80bcf-5c55-45ad-9a0d-d04d6ce59de9 req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Deleting port ed144864-8ba1-46bf-a82d-b82429310875 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:06.966490 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-08c80bcf-5c55-45ad-9a0d-d04d6ce59de9 req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:06.973166 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2987e2fa-7d15-4f4b-8235-9ac2681f9077 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.031012 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b2983f6-8876-4a93-b34b-c06865f1ca92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.074159 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300c29f8-75cc-4fcc-b9ea-ee94fa6f7324 None None] DHCP port deletion for 10590d13-890c-4212-a949-5f72d63ea981 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:03:07.130046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-300c29f8-75cc-4fcc-b9ea-ee94fa6f7324 None None] Deleting port a5963c0b-6f9d-4579-888d-a5e4570102b0 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:07.131231 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-300c29f8-75cc-4fcc-b9ea-ee94fa6f7324 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.169125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987e2fa-7d15-4f4b-8235-9ac2681f9077 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event updated for resources: {'Port': ['ID=a58b8a62-aa8b-4f0b-928f-d8a59a54be82,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:07.214832 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-300c29f8-75cc-4fcc-b9ea-ee94fa6f7324 None None] For port a5963c0b-6f9d-4579-888d-a5e4570102b0, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a5963c0b-6f9d-4579-888d-a5e4570102b0,segment=NetworkSegment(3f5219dd-8907-4c29-9ce2-9a675fa8136c),segment_id=3f5219dd-8907-4c29-9ce2-9a675fa8136c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:07.215509 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-300c29f8-75cc-4fcc-b9ea-ee94fa6f7324 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.231137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-300c29f8-75cc-4fcc-b9ea-ee94fa6f7324 None None] Calling delete_port for a5963c0b-6f9d-4579-888d-a5e4570102b0 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:07.277272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-2987e2fa-7d15-4f4b-8235-9ac2681f9077 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] In _notify_port_updated(), no bound segment for port a58b8a62-aa8b-4f0b-928f-d8a59a54be82 on network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d {{(pid=114985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:03:07.283787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2987e2fa-7d15-4f4b-8235-9ac2681f9077 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:07.285085 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2987e2fa-7d15-4f4b-8235-9ac2681f9077 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.289417 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2987e2fa-7d15-4f4b-8235-9ac2681f9077 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "PUT /v2.0/ports/a58b8a62-aa8b-4f0b-928f-d8a59a54be82 HTTP/1.1" status: 200 len: 996 time: 1.1886570 Nov 24 13:03:07.289816 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36466) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:07.310562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-08c80bcf-5c55-45ad-9a0d-d04d6ce59de9 req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] For port ed144864-8ba1-46bf-a82d-b82429310875, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ed144864-8ba1-46bf-a82d-b82429310875,segment=NetworkSegment(b1e19d45-7826-4cbc-86bf-6f86022ac2e2),segment_id=b1e19d45-7826-4cbc-86bf-6f86022ac2e2)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:07.311194 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-08c80bcf-5c55-45ad-9a0d-d04d6ce59de9 req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.321869 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b2983f6-8876-4a93-b34b-c06865f1ca92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.324518 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b2983f6-8876-4a93-b34b-c06865f1ca92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.329311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7b2983f6-8876-4a93-b34b-c06865f1ca92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea2057a3-66a2-4ae3-bf9c-8c175cc2b7e1 HTTP/1.1" status: 204 len: 168 time: 0.6475692 Nov 24 13:03:07.343906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-08c80bcf-5c55-45ad-9a0d-d04d6ce59de9 req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Calling delete_port for ed144864-8ba1-46bf-a82d-b82429310875 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:07.349645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2983f6-8876-4a93-b34b-c06865f1ca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2057a3-66a2-4ae3-bf9c-8c175cc2b7e1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:07.355645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Deleting port a5963c0b-6f9d-4579-888d-a5e4570102b0 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:07.356604 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.364060 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-300c29f8-75cc-4fcc-b9ea-ee94fa6f7324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.386058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c29f8-75cc-4fcc-b9ea-ee94fa6f7324 None None] No DVR routers for this DVR port a5963c0b-6f9d-4579-888d-a5e4570102b0 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:03:07.432677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c29f8-75cc-4fcc-b9ea-ee94fa6f7324 None None] Pushing event deleted for resources: {'Port': ['ID=a5963c0b-6f9d-4579-888d-a5e4570102b0,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:07.444351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-20df8652-ba90-4ddb-8718-123b65dc5cc4 None None] Provisioning complete for port a58b8a62-aa8b-4f0b-928f-d8a59a54be82 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:07.444779 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-20df8652-ba90-4ddb-8718-123b65dc5cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.487772 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7f113a09-8a20-4294-b67e-aa82ed801ca8 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Deleting port a58b8a62-aa8b-4f0b-928f-d8a59a54be82 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:07.489136 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7f113a09-8a20-4294-b67e-aa82ed801ca8 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.490521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-20df8652-ba90-4ddb-8718-123b65dc5cc4 None None] Port a58b8a62-aa8b-4f0b-928f-d8a59a54be82 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:07.498274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] For port a5963c0b-6f9d-4579-888d-a5e4570102b0, host n-d-817303-4, got binding levels [] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:07.498684 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.516923 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Calling delete_port for a5963c0b-6f9d-4579-888d-a5e4570102b0 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:07.522375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.ipam_backend_mixin [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Port a5963c0b-6f9d-4579-888d-a5e4570102b0 was not found and therefore no delete operation was performed {{(pid=114985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 13:03:07.531026 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.554390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5963c0b-6f9d-4579-888d-a5e4570102b0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:07.565322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] No DVR routers for this DVR port a5963c0b-6f9d-4579-888d-a5e4570102b0 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:03:07.604106 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7f113a09-8a20-4294-b67e-aa82ed801ca8 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.620511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7f113a09-8a20-4294-b67e-aa82ed801ca8 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Calling delete_port for a58b8a62-aa8b-4f0b-928f-d8a59a54be82 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:07.680131 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.714731 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10590d13-890c-4212-a949-5f72d63ea981']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:07.723966 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-08c80bcf-5c55-45ad-9a0d-d04d6ce59de9 req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.726784 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5219dd-8907-4c29-9ce2-9a675fa8136c') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:07.727162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5219dd-8907-4c29-9ce2-9a675fa8136c') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:07.735719 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['ed144864-8ba1-46bf-a82d-b82429310875'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:03:07.745669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36474) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:07.757992 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Pushing event deleted for resources: {'Port': ['ID=ed144864-8ba1-46bf-a82d-b82429310875,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:07.761926 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-531e73a0-ce72-42b8-ba12-ec2283952564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.771299 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.780374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:07.780713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:07.781082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:07.781463 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:07.781798 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:07.782236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:07.782458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:07.782766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:07.783097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:07.783426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:07.783745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:07.784073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:07.814444 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.836511 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c80bcf-5c55-45ad-9a0d-d04d6ce59de9 req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] No DVR routers for this DVR port ed144864-8ba1-46bf-a82d-b82429310875 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:03:07.845992 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-08c80bcf-5c55-45ad-9a0d-d04d6ce59de9 req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.848320 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7f113a09-8a20-4294-b67e-aa82ed801ca8 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.850347 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08c80bcf-5c55-45ad-9a0d-d04d6ce59de9 req-3bb4ee7e-a884-441a-86c3-8698cc8cd6b8 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.46 "DELETE /v2.0/ports/ed144864-8ba1-46bf-a82d-b82429310875 HTTP/1.1" status: 204 len: 173 time: 1.3315847 Nov 24 13:03:07.851006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dec6bf-406b-4a2d-8594-a7c20d191153', 'name': 'network-vif-deleted', 'tag': 'ed144864-8ba1-46bf-a82d-b82429310875'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:07.855560 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fd01ff-5eca-40d8-8075-beef2eb81508" -d '{"events": [{"server_uuid": "12dec6bf-406b-4a2d-8594-a7c20d191153", "name": "network-vif-deleted", "tag": "ed144864-8ba1-46bf-a82d-b82429310875"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:07.861605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:03:07.862203 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: items = [ Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:03:07.864516 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:03:07.890177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f113a09-8a20-4294-b67e-aa82ed801ca8 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event deleted for resources: {'Port': ['ID=a58b8a62-aa8b-4f0b-928f-d8a59a54be82,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:07.962753 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb44263-b378-4802-bf11-d665d82bc0bf x-openstack-request-id: req-fbb44263-b378-4802-bf11-d665d82bc0bf {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:03:07.963033 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12dec6bf-406b-4a2d-8594-a7c20d191153", "name": "network-vif-deleted", "tag": "ed144864-8ba1-46bf-a82d-b82429310875", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:03:07.963307 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbb44263-b378-4802-bf11-d665d82bc0bf {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:03:07.963724 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12dec6bf-406b-4a2d-8594-a7c20d191153', 'name': 'network-vif-deleted', 'tag': 'ed144864-8ba1-46bf-a82d-b82429310875', 'status': 'completed', 'code': 200} Nov 24 13:03:08.016974 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.028469 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.033250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] 10.222.0.48 "DELETE /v2.0/networks/10590d13-890c-4212-a949-5f72d63ea981 HTTP/1.1" status: 204 len: 168 time: 1.2422884 Nov 24 13:03:08.050124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e426eb-056b-45e6-a1eb-9ec27744b06c admin admin] Pushing event deleted for resources: {'Network': ['ID=10590d13-890c-4212-a949-5f72d63ea981,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:08.073148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f7e0a-f939-433d-8a3b-e3cef17a0409 req-06769aca-6c0c-454a-bbc4-261e9e87c23a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:08.074187 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-531e73a0-ce72-42b8-ba12-ec2283952564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.079817 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-308f7e0a-f939-433d-8a3b-e3cef17a0409 req-06769aca-6c0c-454a-bbc4-261e9e87c23a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1393251 Nov 24 13:03:08.088248 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-531e73a0-ce72-42b8-ba12-ec2283952564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.133293 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7f113a09-8a20-4294-b67e-aa82ed801ca8 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.137436 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7f113a09-8a20-4294-b67e-aa82ed801ca8 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "DELETE /v2.0/ports/a58b8a62-aa8b-4f0b-928f-d8a59a54be82 HTTP/1.1" status: 204 len: 168 time: 0.8465590 Nov 24 13:03:08.150819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36486) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:08.171401 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-308f7e0a-f939-433d-8a3b-e3cef17a0409 req-2f2f8376-10ff-4f8c-a06d-91e2eb58d45d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886340 Nov 24 13:03:08.175255 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-531e73a0-ce72-42b8-ba12-ec2283952564 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e85a922bb8743d5ab8fd2628c2d9473&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4286234 Nov 24 13:03:08.177571 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-404ba147-a07e-473f-912c-90040ef8ad4f req-bf4dfa11-0946-4259-81cf-b6903558c9a3 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/ports?device_id=12dec6bf-406b-4a2d-8594-a7c20d191153 HTTP/1.1" status: 200 len: 210 time: 0.0389740 Nov 24 13:03:08.179079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36488) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:08.188189 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-e166ca8e-2bd3-4731-92b4-0cd59777dfc9 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] GET failed (client error): The resource could not be found. Nov 24 13:03:08.190178 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e166ca8e-2bd3-4731-92b4-0cd59777dfc9 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "GET /v2.0/ports/a58b8a62-aa8b-4f0b-928f-d8a59a54be82 HTTP/1.1" status: 404 len: 333 time: 0.0381444 Nov 24 13:03:08.193896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36490) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:08.199664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-184a185c-a48c-4377-9d33-7dd231dc4589 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Request body: {'port': {'network_id': 'd1b8f696-cc7b-489d-8ca0-48c548b0fd2d', 'name': 'tempest-AllowedAddressPairTestJSON-1034970056'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:08.219258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e73a0-ce72-42b8-ba12-ec2283952564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4996dfe0-b9e4-486f-b31c-5e4352a492b3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:08.263763 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-caac8956-97c2-4ee7-ba32-85f62f0627a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.287914 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-caac8956-97c2-4ee7-ba32-85f62f0627a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.341650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36494) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:08.371387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184a185c-a48c-4377-9d33-7dd231dc4589 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Made reservation on behalf of d0c248d667bf4383a3b3efef7d57c069 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:08.375484 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-184a185c-a48c-4377-9d33-7dd231dc4589 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.401181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-184a185c-a48c-4377-9d33-7dd231dc4589 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] device_id is not set on port b95215a9-111a-4b94-a042-ae7403137057 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:03:08.536904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 38716ae7-fbd8-4f69-b4bb-20c506c01a58 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:03:08.557658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 38716ae7-fbd8-4f69-b4bb-20c506c01a58 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:03:08.558001 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 38716ae7-fbd8-4f69-b4bb-20c506c01a58 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:03:08.558420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a5963c0b-6f9d-4579-888d-a5e4570102b0 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:03:08.577219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: a5963c0b-6f9d-4579-888d-a5e4570102b0 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:03:08.577567 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a5963c0b-6f9d-4579-888d-a5e4570102b0 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:03:08.611035 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-caac8956-97c2-4ee7-ba32-85f62f0627a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.613576 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-caac8956-97c2-4ee7-ba32-85f62f0627a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.614717 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-caac8956-97c2-4ee7-ba32-85f62f0627a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4996dfe0-b9e4-486f-b31c-5e4352a492b3 HTTP/1.1" status: 204 len: 168 time: 0.4347203 Nov 24 13:03:08.630712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac8956-97c2-4ee7-ba32-85f62f0627a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4996dfe0-b9e4-486f-b31c-5e4352a492b3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:08.644148 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-76719c23-d051-49a0-919b-a7c3d55a46cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64e1f97e83e44c8e89dd3e01e92d1782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3009918 Nov 24 13:03:08.646943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36500) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:08.701383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6baa481e-264d-4787-85b8-10c41eec3cd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.721234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-184a185c-a48c-4377-9d33-7dd231dc4589 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Allocated IP 172.20.0.4 (d1b8f696-cc7b-489d-8ca0-48c548b0fd2d/09868265-2448-4d67-ad70-d85a01a5c6b0/b95215a9-111a-4b94-a042-ae7403137057) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:08.724085 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6baa481e-264d-4787-85b8-10c41eec3cd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.774732 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6baa481e-264d-4787-85b8-10c41eec3cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.777658 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6baa481e-264d-4787-85b8-10c41eec3cd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.779063 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6baa481e-264d-4787-85b8-10c41eec3cd0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/169ec532-2b57-476a-8b8d-efb0e20f1b13 HTTP/1.1" status: 204 len: 168 time: 0.1305788 Nov 24 13:03:08.788062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa481e-264d-4787-85b8-10c41eec3cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169ec532-2b57-476a-8b8d-efb0e20f1b13,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:08.897637 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-184a185c-a48c-4377-9d33-7dd231dc4589 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.939595 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-184a185c-a48c-4377-9d33-7dd231dc4589 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:08.980982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a185c-a48c-4377-9d33-7dd231dc4589 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:08.987248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-184a185c-a48c-4377-9d33-7dd231dc4589 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:08.990853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a185c-a48c-4377-9d33-7dd231dc4589 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:09.020469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a185c-a48c-4377-9d33-7dd231dc4589 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event updated for resources: {'Port': ['ID=b95215a9-111a-4b94-a042-ae7403137057,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:09.052826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184a185c-a48c-4377-9d33-7dd231dc4589 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:09.053487 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-184a185c-a48c-4377-9d33-7dd231dc4589 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:09.080419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-184a185c-a48c-4377-9d33-7dd231dc4589 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8853259 Nov 24 13:03:09.083090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36514) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:09.094480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-4d16f60a-32c8-414f-be58-0fb590e647dd tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Request body: {'port': {'network_id': 'd1b8f696-cc7b-489d-8ca0-48c548b0fd2d', 'name': 'tempest-AllowedAddressPairTestJSON-2051373407'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:09.256563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d16f60a-32c8-414f-be58-0fb590e647dd tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Made reservation on behalf of d0c248d667bf4383a3b3efef7d57c069 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:09.260515 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4d16f60a-32c8-414f-be58-0fb590e647dd tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:09.282000 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-4d16f60a-32c8-414f-be58-0fb590e647dd tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] device_id is not set on port eb265b9f-84e5-47d8-8fe2-bb785eca55a1 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:03:09.332199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-75968e33-6f5d-45be-b877-4574cc8cae37 None None] Provisioning complete for port b95215a9-111a-4b94-a042-ae7403137057 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:09.333424 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75968e33-6f5d-45be-b877-4574cc8cae37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:09.398305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-75968e33-6f5d-45be-b877-4574cc8cae37 None None] Port b95215a9-111a-4b94-a042-ae7403137057 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:09.499028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb25250-aa19-4055-87e9-7bb10930399e req-4ef44079-c963-4284-958f-ebbb1d944207 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:09.506335 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7fb25250-aa19-4055-87e9-7bb10930399e req-4ef44079-c963-4284-958f-ebbb1d944207 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1425774 Nov 24 13:03:09.518706 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:09.535952 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-4d16f60a-32c8-414f-be58-0fb590e647dd tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Allocated IP 172.20.0.3 (d1b8f696-cc7b-489d-8ca0-48c548b0fd2d/09868265-2448-4d67-ad70-d85a01a5c6b0/eb265b9f-84e5-47d8-8fe2-bb785eca55a1) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:09.658503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36562) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:09.666388 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7fb25250-aa19-4055-87e9-7bb10930399e req-315d2d5e-30a3-4344-81b9-ede89919d2d8 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538486 Nov 24 13:03:09.742349 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dee67f9e-4955-4718-b4f9-5faa59b241e2 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:09.766682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36566) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:09.773357 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dee67f9e-4955-4718-b4f9-5faa59b241e2 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:09.800059 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4d16f60a-32c8-414f-be58-0fb590e647dd tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:09.831914 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dee67f9e-4955-4718-b4f9-5faa59b241e2 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:09.835098 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dee67f9e-4955-4718-b4f9-5faa59b241e2 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:09.836625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dee67f9e-4955-4718-b4f9-5faa59b241e2 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "DELETE /v2.0/security-groups/b93a84f7-c848-4514-8e4b-5603fe286c94 HTTP/1.1" status: 204 len: 168 time: 0.1759541 Nov 24 13:03:09.842108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36572) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:09.849195 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4d16f60a-32c8-414f-be58-0fb590e647dd tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:09.856020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee67f9e-4955-4718-b4f9-5faa59b241e2 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93a84f7-c848-4514-8e4b-5603fe286c94,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:09.864019 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-354a015e-1219-4010-b2de-a768a7ed080b tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] show failed (client error): The resource could not be found. Nov 24 13:03:09.865433 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-354a015e-1219-4010-b2de-a768a7ed080b tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "GET /v2.0/security-groups/b93a84f7-c848-4514-8e4b-5603fe286c94 HTTP/1.1" status: 404 len: 347 time: 0.0222330 Nov 24 13:03:09.868166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36576) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:09.910664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d16f60a-32c8-414f-be58-0fb590e647dd tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:09.913947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-4d16f60a-32c8-414f-be58-0fb590e647dd tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:09.917104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16f60a-32c8-414f-be58-0fb590e647dd tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:09.951661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16f60a-32c8-414f-be58-0fb590e647dd tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event updated for resources: {'Port': ['ID=eb265b9f-84e5-47d8-8fe2-bb785eca55a1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:09.984014 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d16f60a-32c8-414f-be58-0fb590e647dd tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:09.985152 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4d16f60a-32c8-414f-be58-0fb590e647dd tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.018148 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4d16f60a-32c8-414f-be58-0fb590e647dd tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9336710 Nov 24 13:03:10.020581 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36580) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:10.027794 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d7e15c49-67ed-4c5e-861e-20c7ca55245b tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:e9:5f:54'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:6c:0a:d2'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:10.039237 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-593d8206-6919-482e-9607-673a62287030 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-946688063-network', 'tenant_id': '74af619c721c466ab11ce606a5939361'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:10.059182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c5b18509-60a0-4b07-b8de-23c1f83bad45 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Deleting port a7cb9168-74d1-42e2-9b4d-0706d5c7eb0b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:10.059878 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5b18509-60a0-4b07-b8de-23c1f83bad45 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.089439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593d8206-6919-482e-9607-673a62287030 admin admin] Made reservation on behalf of 74af619c721c466ab11ce606a5939361 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:10.091973 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-593d8206-6919-482e-9607-673a62287030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.105541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-593d8206-6919-482e-9607-673a62287030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.167957 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5b18509-60a0-4b07-b8de-23c1f83bad45 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.168304 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5b18509-60a0-4b07-b8de-23c1f83bad45 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.191906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c5b18509-60a0-4b07-b8de-23c1f83bad45 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Calling delete_port for a7cb9168-74d1-42e2-9b4d-0706d5c7eb0b owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:10.235865 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b3e99ddc-73f7-40b9-b49c-346194b73c62 None None] Provisioning complete for port eb265b9f-84e5-47d8-8fe2-bb785eca55a1 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:10.236928 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b3e99ddc-73f7-40b9-b49c-346194b73c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.290479 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7e15c49-67ed-4c5e-861e-20c7ca55245b tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.296200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b3e99ddc-73f7-40b9-b49c-346194b73c62 None None] Port eb265b9f-84e5-47d8-8fe2-bb785eca55a1 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:10.326176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ed144864-8ba1-46bf-a82d-b82429310875 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:03:10.354493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: ed144864-8ba1-46bf-a82d-b82429310875 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:03:10.355015 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ed144864-8ba1-46bf-a82d-b82429310875 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:03:10.373256 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-593d8206-6919-482e-9607-673a62287030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.386188 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-593d8206-6919-482e-9607-673a62287030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.386681 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5b18509-60a0-4b07-b8de-23c1f83bad45 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.413670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b18509-60a0-4b07-b8de-23c1f83bad45 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Pushing event deleted for resources: {'Port': ['ID=a7cb9168-74d1-42e2-9b4d-0706d5c7eb0b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:10.419162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593d8206-6919-482e-9607-673a62287030 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:03:10.458513 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-593d8206-6919-482e-9607-673a62287030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.458870 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-593d8206-6919-482e-9607-673a62287030 admin admin] Added segment c1fa4c86-feca-4f6e-b968-ae6256aba814 of type vlan for network 851149e6-f5be-43a1-b93c-84426f2f07a3 Nov 24 13:03:10.473197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d8206-6919-482e-9607-673a62287030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6806aa0-d0a9-42b7-8525-d259235dcf58,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:10.496671 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5b18509-60a0-4b07-b8de-23c1f83bad45 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.499540 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5b18509-60a0-4b07-b8de-23c1f83bad45 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.501535 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c5b18509-60a0-4b07-b8de-23c1f83bad45 tempest-ImagesOneServerNegativeTestJSON-648875011 tempest-ImagesOneServerNegativeTestJSON-648875011-project] 10.222.0.48 "DELETE /v2.0/floatingips/00863a82-6dd9-4a87-9062-445a89619d55 HTTP/1.1" status: 204 len: 168 time: 0.6222816 Nov 24 13:03:10.556259 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-593d8206-6919-482e-9607-673a62287030 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.627707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36608) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:10.633716 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-593d8206-6919-482e-9607-673a62287030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.634649 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593d8206-6919-482e-9607-673a62287030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:10.635226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-593d8206-6919-482e-9607-673a62287030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.671137 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7e15c49-67ed-4c5e-861e-20c7ca55245b tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.680466 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7e15c49-67ed-4c5e-861e-20c7ca55245b tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.684395 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-90869264-a531-4773-9c02-aab3f3eb2dcc admin admin] Deleting subnet 076dad9f-03ea-4786-85b6-0713f94b7e9b {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:03:10.688596 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90869264-a531-4773-9c02-aab3f3eb2dcc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.733181 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90869264-a531-4773-9c02-aab3f3eb2dcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.741132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d8206-6919-482e-9607-673a62287030 admin admin] Pushing event updated for resources: {'Network': ['ID=851149e6-f5be-43a1-b93c-84426f2f07a3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:10.754372 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-593d8206-6919-482e-9607-673a62287030 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9865720 Nov 24 13:03:10.755302 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 851149e6-f5be-43a1-b93c-84426f2f07a3 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:03:10.763991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36616) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:10.811209 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90869264-a531-4773-9c02-aab3f3eb2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.819379 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-6a3425f2-f6de-49e8-9d47-f1a4aadc9d5b admin admin] Request body: {'subnet': {'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-946688063-subnet', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:10.875664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e15c49-67ed-4c5e-861e-20c7ca55245b tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event updated for resources: {'Port': ['ID=eb265b9f-84e5-47d8-8fe2-bb785eca55a1,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:10.904320 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90869264-a531-4773-9c02-aab3f3eb2dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.913020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d05df0-1b01-4847-a555-fee974d6ebe0 req-ec01f5fe-38f7-478b-80d3-eca0b14221b2 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:10.921300 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45d05df0-1b01-4847-a555-fee974d6ebe0 req-ec01f5fe-38f7-478b-80d3-eca0b14221b2 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1724801 Nov 24 13:03:10.929231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3425f2-f6de-49e8-9d47-f1a4aadc9d5b admin admin] Made reservation on behalf of 74af619c721c466ab11ce606a5939361 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:10.931432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a3425f2-f6de-49e8-9d47-f1a4aadc9d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.935279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90869264-a531-4773-9c02-aab3f3eb2dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076dad9f-03ea-4786-85b6-0713f94b7e9b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:10.937290 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-90869264-a531-4773-9c02-aab3f3eb2dcc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:10.941058 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-90869264-a531-4773-9c02-aab3f3eb2dcc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/076dad9f-03ea-4786-85b6-0713f94b7e9b HTTP/1.1" status: 204 len: 168 time: 0.3120134 Nov 24 13:03:10.943651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36626) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:10.997842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-d7e15c49-67ed-4c5e-861e-20c7ca55245b tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] In _notify_port_updated(), no bound segment for port eb265b9f-84e5-47d8-8fe2-bb785eca55a1 on network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:03:11.003343 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e15c49-67ed-4c5e-861e-20c7ca55245b tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:11.003978 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7e15c49-67ed-4c5e-861e-20c7ca55245b tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.005302 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d7e15c49-67ed-4c5e-861e-20c7ca55245b tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "PUT /v2.0/ports/eb265b9f-84e5-47d8-8fe2-bb785eca55a1 HTTP/1.1" status: 200 len: 1056 time: 0.9836006 Nov 24 13:03:11.008205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36628) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:11.083185 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c21a117f-053f-46ed-8bcc-5a0150328c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.099125 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45d05df0-1b01-4847-a555-fee974d6ebe0 req-afac5b47-229c-4388-9f13-c5524becfe24 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768084 Nov 24 13:03:11.208127 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a3425f2-f6de-49e8-9d47-f1a4aadc9d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.245595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b4056d43-c241-4d11-9b00-68286d362872 None None] Provisioning complete for port eb265b9f-84e5-47d8-8fe2-bb785eca55a1 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:11.246225 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b4056d43-c241-4d11-9b00-68286d362872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.262888 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7bc81-c3dd-4e5c-9812-0f41e6f90588 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Deleting port eb265b9f-84e5-47d8-8fe2-bb785eca55a1 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:11.263642 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4bd7bc81-c3dd-4e5c-9812-0f41e6f90588 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.268807 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c21a117f-053f-46ed-8bcc-5a0150328c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.274685 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3425f2-f6de-49e8-9d47-f1a4aadc9d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a531fb4-a499-4180-b0b3-80d39c725b1f,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:11.302195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b4056d43-c241-4d11-9b00-68286d362872 None None] Port eb265b9f-84e5-47d8-8fe2-bb785eca55a1 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:11.324281 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3425f2-f6de-49e8-9d47-f1a4aadc9d5b admin admin] Checking segment: {'id': 'c1fa4c86-feca-4f6e-b968-ae6256aba814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:11.324458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c21a117f-053f-46ed-8bcc-5a0150328c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006d3a98-1052-40c8-a2d2-eff349cbf5be']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:11.325320 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3425f2-f6de-49e8-9d47-f1a4aadc9d5b admin admin] Network hostable DHCP agents. Network: 851149e6-f5be-43a1-b93c-84426f2f07a3, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:03:11.346133 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3425f2-f6de-49e8-9d47-f1a4aadc9d5b admin admin] Network 851149e6-f5be-43a1-b93c-84426f2f07a3 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:03:11.362220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-6a3425f2-f6de-49e8-9d47-f1a4aadc9d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 851149e6-f5be-43a1-b93c-84426f2f07a3) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:11.364704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c21a117f-053f-46ed-8bcc-5a0150328c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:11.365079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c21a117f-053f-46ed-8bcc-5a0150328c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e19d45-7826-4cbc-86bf-6f86022ac2e2') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:11.367332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3425f2-f6de-49e8-9d47-f1a4aadc9d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:11.367944 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a3425f2-f6de-49e8-9d47-f1a4aadc9d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.371601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5113962e-de75-4359-84bf-73ce411d88f6 None None] Network 851149e6-f5be-43a1-b93c-84426f2f07a3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:11.382523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c21a117f-053f-46ed-8bcc-5a0150328c8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.392765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36638) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:11.393889 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6a3425f2-f6de-49e8-9d47-f1a4aadc9d5b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6288691 Nov 24 13:03:11.400807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:11.418187 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c21a117f-053f-46ed-8bcc-5a0150328c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.432812 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4bd7bc81-c3dd-4e5c-9812-0f41e6f90588 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.450958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21a117f-053f-46ed-8bcc-5a0150328c8d admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:03:11.451733 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c21a117f-053f-46ed-8bcc-5a0150328c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:03:11.454984 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:03:11.485147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4bd7bc81-c3dd-4e5c-9812-0f41e6f90588 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Calling delete_port for eb265b9f-84e5-47d8-8fe2-bb785eca55a1 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:11.487127 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.488150 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.552520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-851149e6-f5be-43a1-b93c-84426f2f07a3', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'fixed_ips': [{'subnet_id': '3a531fb4-a499-4180-b0b3-80d39c725b1f'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:03:11.553511 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.571679 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c21a117f-053f-46ed-8bcc-5a0150328c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.585651 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c21a117f-053f-46ed-8bcc-5a0150328c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.591409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c21a117f-053f-46ed-8bcc-5a0150328c8d admin admin] 10.222.0.48 "DELETE /v2.0/networks/006d3a98-1052-40c8-a2d2-eff349cbf5be HTTP/1.1" status: 204 len: 168 time: 0.6443551 Nov 24 13:03:11.619273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a117f-053f-46ed-8bcc-5a0150328c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=006d3a98-1052-40c8-a2d2-eff349cbf5be,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:11.728771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Allocated IP 172.20.0.2 (851149e6-f5be-43a1-b93c-84426f2f07a3/3a531fb4-a499-4180-b0b3-80d39c725b1f/3aa39d6a-89b8-40fd-bed8-2984a4c002ce) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:11.898044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36654) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:11.922825 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.928964 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:11.967626 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Network 851149e6-f5be-43a1-b93c-84426f2f07a3 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:11.970966 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5783cb3c-30c4-4b1d-b1a1-33384960f5a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=300c715d88d84c059a6631f74a2b5830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0704553 Nov 24 13:03:11.973440 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36658) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:11.974919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:11.978980 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:12.009526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Pushing event updated for resources: {'Port': ['ID=3aa39d6a-89b8-40fd-bed8-2984a4c002ce,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:12.013089 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:12.050593 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Attempting to bind port 3aa39d6a-89b8-40fd-bed8-2984a4c002ce on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:03:12.050961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Attempting to bind port 3aa39d6a-89b8-40fd-bed8-2984a4c002ce by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'c1fa4c86-feca-4f6e-b968-ae6256aba814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:03:12.051333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Attempting to bind port 3aa39d6a-89b8-40fd-bed8-2984a4c002ce on network 851149e6-f5be-43a1-b93c-84426f2f07a3 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:12.057548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:03:12.057997 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af2dd0a1-a473-4464-986b-21d00f7e9870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:12.058144 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Checking segment: {'id': 'c1fa4c86-feca-4f6e-b968-ae6256aba814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:12.058556 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:12.058967 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Bound using segment: {'id': 'c1fa4c86-feca-4f6e-b968-ae6256aba814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:03:12.059450 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Bound port: 3aa39d6a-89b8-40fd-bed8-2984a4c002ce, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fa4c86-feca-4f6e-b968-ae6256aba814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:03:12.059848 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:12.099269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af2dd0a1-a473-4464-986b-21d00f7e9870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:12.171605 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:12.175513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] For port 3aa39d6a-89b8-40fd-bed8-2984a4c002ce, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:03:12.180070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] For port 3aa39d6a-89b8-40fd-bed8-2984a4c002ce, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3aa39d6a-89b8-40fd-bed8-2984a4c002ce,segment=NetworkSegment(c1fa4c86-feca-4f6e-b968-ae6256aba814),segment_id=c1fa4c86-feca-4f6e-b968-ae6256aba814)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:03:12.180221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af2dd0a1-a473-4464-986b-21d00f7e9870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:12.187084 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:12.188658 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af2dd0a1-a473-4464-986b-21d00f7e9870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:12.203539 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-af2dd0a1-a473-4464-986b-21d00f7e9870 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdc0de81-3246-455b-8dcc-3df0f0d1c8ab HTTP/1.1" status: 204 len: 168 time: 0.2255678 Nov 24 13:03:12.226215 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2dd0a1-a473-4464-986b-21d00f7e9870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc0de81-3246-455b-8dcc-3df0f0d1c8ab,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:12.271569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea68bf-58ca-4049-a394-3b9e52616dcd None None] Pushing event updated for resources: {'Port': ['ID=3aa39d6a-89b8-40fd-bed8-2984a4c002ce,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:12.273625 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4bd7bc81-c3dd-4e5c-9812-0f41e6f90588 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:12.349795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7bc81-c3dd-4e5c-9812-0f41e6f90588 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event deleted for resources: {'Port': ['ID=eb265b9f-84e5-47d8-8fe2-bb785eca55a1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:12.395264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a191c-86d1-4673-8808-5d52d7cf08c6 req-021d8faf-9fe6-46d2-b757-3a9cfb9d2ab8 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:12.404938 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c1a191c-86d1-4673-8808-5d52d7cf08c6 req-021d8faf-9fe6-46d2-b757-3a9cfb9d2ab8 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1332848 Nov 24 13:03:12.520221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c1a191c-86d1-4673-8808-5d52d7cf08c6 req-1be0a3a7-c510-4238-a102-9ddb5086a90a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142912 Nov 24 13:03:12.793097 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:12.826651 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:12.840910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4bd7bc81-c3dd-4e5c-9812-0f41e6f90588 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:12.853769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36690) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:12.853893 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4bd7bc81-c3dd-4e5c-9812-0f41e6f90588 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "DELETE /v2.0/ports/eb265b9f-84e5-47d8-8fe2-bb785eca55a1 HTTP/1.1" status: 204 len: 168 time: 1.8445938 Nov 24 13:03:12.920339 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d031cf-b1fc-470d-afec-22d805b89145 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] GET failed (client error): The resource could not be found. Nov 24 13:03:12.927410 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d9d031cf-b1fc-470d-afec-22d805b89145 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "GET /v2.0/ports/eb265b9f-84e5-47d8-8fe2-bb785eca55a1 HTTP/1.1" status: 404 len: 333 time: 0.0717819 Nov 24 13:03:12.930679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36698) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:13.041489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Allocated IP 172.25.0.167 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/39010f94-a3c1-4931-b2c1-a249d55fd13a) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:13.118842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3beb5ea4-f125-4094-bd1b-6f28e2b12448 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Deleting port b95215a9-111a-4b94-a042-ae7403137057 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:13.119402 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3beb5ea4-f125-4094-bd1b-6f28e2b12448 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:13.264173 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3beb5ea4-f125-4094-bd1b-6f28e2b12448 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:13.294582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3beb5ea4-f125-4094-bd1b-6f28e2b12448 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Calling delete_port for b95215a9-111a-4b94-a042-ae7403137057 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:13.320594 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:13.423650 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:13.517567 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:13.519370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=39010f94-a3c1-4931-b2c1-a249d55fd13a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:13.530617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:13.539178 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:13.553734 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3beb5ea4-f125-4094-bd1b-6f28e2b12448 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:13.678457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb5ea4-f125-4094-bd1b-6f28e2b12448 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event deleted for resources: {'Port': ['ID=b95215a9-111a-4b94-a042-ae7403137057,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:13.713273 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3beb5ea4-f125-4094-bd1b-6f28e2b12448 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:13.717105 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3beb5ea4-f125-4094-bd1b-6f28e2b12448 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "DELETE /v2.0/ports/b95215a9-111a-4b94-a042-ae7403137057 HTTP/1.1" status: 204 len: 168 time: 0.7851522 Nov 24 13:03:13.720241 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36732) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:13.762311 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a38752-3afe-4899-9823-10bff6c663a6 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] GET failed (client error): The resource could not be found. Nov 24 13:03:13.764315 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b7a38752-3afe-4899-9823-10bff6c663a6 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "GET /v2.0/ports/b95215a9-111a-4b94-a042-ae7403137057 HTTP/1.1" status: 404 len: 333 time: 0.0422304 Nov 24 13:03:13.768509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36738) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:13.979912 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba703b8a-19cc-4aa0-bb82-070b4179d07f None None] Network 851149e6-f5be-43a1-b93c-84426f2f07a3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:14.004860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-72390d1d-fc2b-44a7-b49f-2cff54d2dfc7 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Deleting port 3054ce1a-92cb-4641-b84e-9a69ad38f6d9 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:14.005267 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72390d1d-fc2b-44a7-b49f-2cff54d2dfc7 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:14.051598 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:14.103421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-64528b57-dac2-4fa0-99d3-389fd6c36afa None None] Provisioning complete for port 3aa39d6a-89b8-40fd-bed8-2984a4c002ce triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:14.104187 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-64528b57-dac2-4fa0-99d3-389fd6c36afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:14.205378 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72390d1d-fc2b-44a7-b49f-2cff54d2dfc7 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:14.224528 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-72390d1d-fc2b-44a7-b49f-2cff54d2dfc7 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Calling delete_port for 3054ce1a-92cb-4641-b84e-9a69ad38f6d9 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:14.260989 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-64528b57-dac2-4fa0-99d3-389fd6c36afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:14.305791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-64528b57-dac2-4fa0-99d3-389fd6c36afa None None] For port 3aa39d6a-89b8-40fd-bed8-2984a4c002ce, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3aa39d6a-89b8-40fd-bed8-2984a4c002ce,segment=NetworkSegment(c1fa4c86-feca-4f6e-b968-ae6256aba814),segment_id=c1fa4c86-feca-4f6e-b968-ae6256aba814)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:14.315341 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-64528b57-dac2-4fa0-99d3-389fd6c36afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:14.334656 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:14.391224 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64528b57-dac2-4fa0-99d3-389fd6c36afa None None] Pushing event updated for resources: {'Port': ['ID=3aa39d6a-89b8-40fd-bed8-2984a4c002ce,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:14.426087 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72390d1d-fc2b-44a7-b49f-2cff54d2dfc7 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:14.484706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72390d1d-fc2b-44a7-b49f-2cff54d2dfc7 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event deleted for resources: {'Port': ['ID=3054ce1a-92cb-4641-b84e-9a69ad38f6d9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:14.527387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Router b2ff28e5-e170-4dea-95ac-a8d652f23871 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:03:14.621801 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72390d1d-fc2b-44a7-b49f-2cff54d2dfc7 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:14.645791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3aa39d6a-89b8-40fd-bed8-2984a4c002ce up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:14.663281 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-72390d1d-fc2b-44a7-b49f-2cff54d2dfc7 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "DELETE /v2.0/ports/3054ce1a-92cb-4641-b84e-9a69ad38f6d9 HTTP/1.1" status: 204 len: 168 time: 0.8934696 Nov 24 13:03:14.666516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36770) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:14.707948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:03:14.747192 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:14.751426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8e36fc58-946f-4c19-b558-4434a4d50cf6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3564987 Nov 24 13:03:14.752077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36774) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:14.770847 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Sync routers for ids ['b2ff28e5-e170-4dea-95ac-a8d652f23871'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:03:14.792504 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c2c860-df46-43c2-8f48-af6d754288cc tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Deleting subnet 09868265-2448-4d67-ad70-d85a01a5c6b0 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:03:14.798058 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-17c2c860-df46-43c2-8f48-af6d754288cc tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:14.832048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Routers {'b2ff28e5-e170-4dea-95ac-a8d652f23871'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:03:14.832711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2ff28e5-e170-4dea-95ac-a8d652f23871'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:14.840282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-419df4d7-6ca9-4f7f-92d3-b219494dba9b None None] Provisioning complete for port 3aa39d6a-89b8-40fd-bed8-2984a4c002ce triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:14.840654 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-419df4d7-6ca9-4f7f-92d3-b219494dba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:14.871167 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-17c2c860-df46-43c2-8f48-af6d754288cc tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:14.906993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 3aa39d6a-89b8-40fd-bed8-2984a4c002ce triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:14.907327 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:14.965530 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-17c2c860-df46-43c2-8f48-af6d754288cc tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:15.078311 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Set router b2ff28e5-e170-4dea-95ac-a8d652f23871 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:03:15.089021 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-17c2c860-df46-43c2-8f48-af6d754288cc tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:15.151149 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2c860-df46-43c2-8f48-af6d754288cc tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event deleted for resources: {'Subnet': ['ID=09868265-2448-4d67-ad70-d85a01a5c6b0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:15.174561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-17c2c860-df46-43c2-8f48-af6d754288cc tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:15.180423 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-17c2c860-df46-43c2-8f48-af6d754288cc tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "DELETE /v2.0/subnets/09868265-2448-4d67-ad70-d85a01a5c6b0 HTTP/1.1" status: 204 len: 168 time: 0.5131330 Nov 24 13:03:15.181111 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36784) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:15.207734 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b9c8b7-efe9-48aa-8b07-8bf88bcd98d1 None None] Network d1b8f696-cc7b-489d-8ca0-48c548b0fd2d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:15.340703 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:15.341703 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:15.476117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Deleting port 82c5b3ea-a90a-4866-9681-2772d292d105 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:15.476512 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:15.551344 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] For port 82c5b3ea-a90a-4866-9681-2772d292d105, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=82c5b3ea-a90a-4866-9681-2772d292d105,segment=NetworkSegment(7fd7d6e4-c18b-4c80-9bc1-c758dcca3be4),segment_id=7fd7d6e4-c18b-4c80-9bc1-c758dcca3be4)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:15.552046 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:15.567237 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Calling delete_port for 82c5b3ea-a90a-4866-9681-2772d292d105 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:15.670060 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:15.688095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Allocated IP 172.20.0.1 (851149e6-f5be-43a1-b93c-84426f2f07a3/3a531fb4-a499-4180-b0b3-80d39c725b1f/0aa5c3f0-467f-44d0-bd5a-4df183970efa) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:15.714048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event deleted for resources: {'Port': ['ID=82c5b3ea-a90a-4866-9681-2772d292d105,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:15.730407 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] No DVR routers for this DVR port 82c5b3ea-a90a-4866-9681-2772d292d105 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:03:15.841295 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:03:13Z', 'revision_number': 3, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port': {'id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:12Z', 'updated_at': '2021-11-24T13:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:15.873527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Checking router: b2ff28e5-e170-4dea-95ac-a8d652f23871 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:03:15.873960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Updating router b2ff28e5-e170-4dea-95ac-a8d652f23871 port 39010f94-a3c1-4931-b2c1-a249d55fd13a binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:03:15.908008 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:15.917785 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:15.946451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b8f696-cc7b-489d-8ca0-48c548b0fd2d']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:15.946828 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e628f3c-bede-4775-b3cd-6ae90c7c5dc4 None None] DHCP port deletion for d1b8f696-cc7b-489d-8ca0-48c548b0fd2d request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:03:15.958502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd7d6e4-c18b-4c80-9bc1-c758dcca3be4') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:15.958992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd7d6e4-c18b-4c80-9bc1-c758dcca3be4') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:15.961472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:15.983536 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:16.003881 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:16.011761 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:03:16.013091 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:03:16.021938 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:03:16.031828 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:16.068091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Network 851149e6-f5be-43a1-b93c-84426f2f07a3 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:16.110035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:16.117574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:16.182805 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:16.206231 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:16.211581 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] 10.222.0.48 "DELETE /v2.0/networks/d1b8f696-cc7b-489d-8ca0-48c548b0fd2d HTTP/1.1" status: 204 len: 168 time: 1.0289304 Nov 24 13:03:16.240369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdfb09-25de-4155-a3ca-93e96408a066 tempest-AllowedAddressPairTestJSON-872856060 tempest-AllowedAddressPairTestJSON-872856060-project] Pushing event deleted for resources: {'Network': ['ID=d1b8f696-cc7b-489d-8ca0-48c548b0fd2d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:16.248354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0aa5c3f0-467f-44d0-bd5a-4df183970efa,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:16.274241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 588be746-d8c2-4e12-8846-6637986af2fe details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:03:16.283884 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:16.558072 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:16.631577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 588be746-d8c2-4e12-8846-6637986af2fe, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=588be746-d8c2-4e12-8846-6637986af2fe,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:16.675984 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:16.705971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 82c5b3ea-a90a-4866-9681-2772d292d105 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:03:16.745509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '588be746-d8c2-4e12-8846-6637986af2fe', 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0', 'port_id': '588be746-d8c2-4e12-8846-6637986af2fe', 'mac_address': 'fa:16:3e:46:53:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e29d58-9582-4d49-a36e-dbefd713eabd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:03:16.755713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 82c5b3ea-a90a-4866-9681-2772d292d105 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:03:16.756267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 82c5b3ea-a90a-4866-9681-2772d292d105 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:03:16.764263 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:16.824471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d84aec-fac6-43a9-ac01-c2f164eb8aa5 None None] Pushing event updated for resources: {'Port': ['ID=39010f94-a3c1-4931-b2c1-a249d55fd13a,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:16.866724 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:16.886185 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:16.886538 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:16.889235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f0400d37-4d9a-41b2-a371-af0ce7b199e1 None None] Provisioning complete for port 0aa5c3f0-467f-44d0-bd5a-4df183970efa triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:16.889662 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f0400d37-4d9a-41b2-a371-af0ce7b199e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:16.930901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f0400d37-4d9a-41b2-a371-af0ce7b199e1 None None] Port 0aa5c3f0-467f-44d0-bd5a-4df183970efa cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:16.957959 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Attempting to bind port 39010f94-a3c1-4931-b2c1-a249d55fd13a on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:03:16.958271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Attempting to bind port 39010f94-a3c1-4931-b2c1-a249d55fd13a by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:03:16.958635 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Attempting to bind port 39010f94-a3c1-4931-b2c1-a249d55fd13a on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:16.964232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 588be746-d8c2-4e12-8846-6637986af2fe {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:03:16.994736 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 588be746-d8c2-4e12-8846-6637986af2fe, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=588be746-d8c2-4e12-8846-6637986af2fe,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:16.999827 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:03:17.000560 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:17.001077 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:17.001978 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:03:17.002452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Pushing event updated for resources: {'Port': ['ID=0aa5c3f0-467f-44d0-bd5a-4df183970efa,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:17.002593 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Bound port: 39010f94-a3c1-4931-b2c1-a249d55fd13a, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:03:17.002889 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:17.008402 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:17.057590 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:17.144737 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] For port 39010f94-a3c1-4931-b2c1-a249d55fd13a, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:03:17.153474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36902) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:17.154010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] For port 39010f94-a3c1-4931-b2c1-a249d55fd13a, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=39010f94-a3c1-4931-b2c1-a249d55fd13a,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:03:17.163433 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:17.170787 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['588be746-d8c2-4e12-8846-6637986af2fe'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:03:17.247529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Network 851149e6-f5be-43a1-b93c-84426f2f07a3 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:17.256288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:17.309559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Routers {'b2ff28e5-e170-4dea-95ac-a8d652f23871'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:03:17.329820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2ff28e5-e170-4dea-95ac-a8d652f23871'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:17.444707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=588be746-d8c2-4e12-8846-6637986af2fe,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:17.517572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d84aec-fac6-43a9-ac01-c2f164eb8aa5 None None] Pushing event updated for resources: {'Port': ['ID=39010f94-a3c1-4931-b2c1-a249d55fd13a,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:17.600176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Router b2ff28e5-e170-4dea-95ac-a8d652f23871 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:03:17.648622 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-52829227-8eec-400e-b26f-0590c9175ff1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0c248d667bf4383a3b3efef7d57c069&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4938288 Nov 24 13:03:17.651021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36918) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:17.759959 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d9b6-b618-426f-bfb8-6ee90dbb29a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:17.810226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d9b6-b618-426f-bfb8-6ee90dbb29a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:17.814725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] Set router b2ff28e5-e170-4dea-95ac-a8d652f23871 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:03:17.877862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:03:17.903187 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8ff7f95f-2136-40ac-9df4-a4ad666a02f5 admin admin] 10.222.0.48 "PUT /v2.0/routers/b2ff28e5-e170-4dea-95ac-a8d652f23871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1499629 Nov 24 13:03:17.953844 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d9b6-b618-426f-bfb8-6ee90dbb29a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:17.957603 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ec1d9b6-b618-426f-bfb8-6ee90dbb29a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:17.959397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2ec1d9b6-b618-426f-bfb8-6ee90dbb29a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8628bff3-b6d3-4947-971e-1d438352f192 HTTP/1.1" status: 204 len: 168 time: 0.3069570 Nov 24 13:03:17.975526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1d9b6-b618-426f-bfb8-6ee90dbb29a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8628bff3-b6d3-4947-971e-1d438352f192,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:17.976637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-550ba4da-4661-4ac4-ac4c-c1fa8d08c1d3 None None] Provisioning complete for port 0aa5c3f0-467f-44d0-bd5a-4df183970efa triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:17.977041 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-550ba4da-4661-4ac4-ac4c-c1fa8d08c1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:18.039670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-550ba4da-4661-4ac4-ac4c-c1fa8d08c1d3 None None] Port 0aa5c3f0-467f-44d0-bd5a-4df183970efa cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:18.262335 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:03:16Z', 'revision_number': 4, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port': {'id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:12Z', 'updated_at': '2021-11-24T13:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0aa5c3f0-467f-44d0-bd5a-4df183970efa', 'name': '', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'mac_address': 'fa:16:3e:cc:1f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:15Z', 'updated_at': '2021-11-24T13:03:16Z', 'revision_number': 2, 'project_id': '74af619c721c466ab11ce606a5939361', 'subnets': [{'id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:18.295801 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854ee1e4-0c57-4aba-955c-e2b294daf3df None None] The sync data for ids ['b2ff28e5-e170-4dea-95ac-a8d652f23871'] in n-d-817303-4 is: [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:03:16Z', 'revision_number': 4, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port': {'id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:12Z', 'updated_at': '2021-11-24T13:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0aa5c3f0-467f-44d0-bd5a-4df183970efa', 'name': '', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'mac_address': 'fa:16:3e:cc:1f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:15Z', 'updated_at': '2021-11-24T13:03:16Z', 'revision_number': 2, 'project_id': '74af619c721c466ab11ce606a5939361', 'subnets': [{'id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:03:18.486586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36954) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:18.921860 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7cbd01e6-d109-4987-970f-2bdb961de0dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:19.057051 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7cbd01e6-d109-4987-970f-2bdb961de0dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:19.067110 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7cbd01e6-d109-4987-970f-2bdb961de0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:19.143480 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7cbd01e6-d109-4987-970f-2bdb961de0dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95f763db9b7449dfa199727ed4bfefca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6557622 Nov 24 13:03:19.144653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd01e6-d109-4987-970f-2bdb961de0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ec3299-2d08-43cd-8259-5c6ebdec52cf,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:19.146223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36992) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:19.270085 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2b7cb83-db59-4457-bd94-ed85264f5be4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:19.318538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37000) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:19.329467 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:03:19.331308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2b7cb83-db59-4457-bd94-ed85264f5be4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:19.333205 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-95a2f809-7f08-48db-9908-ad990eb1678b tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1969086182', 'description': 'tempest-description--1372596992'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:19.377521 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95a2f809-7f08-48db-9908-ad990eb1678b tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:19.444901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2b7cb83-db59-4457-bd94-ed85264f5be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:19.455567 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2b7cb83-db59-4457-bd94-ed85264f5be4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:19.467898 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d2b7cb83-db59-4457-bd94-ed85264f5be4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45ec3299-2d08-43cd-8259-5c6ebdec52cf HTTP/1.1" status: 204 len: 168 time: 0.3094940 Nov 24 13:03:19.487357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7cb83-db59-4457-bd94-ed85264f5be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ec3299-2d08-43cd-8259-5c6ebdec52cf,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:19.618302 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95a2f809-7f08-48db-9908-ad990eb1678b tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:19.629791 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95a2f809-7f08-48db-9908-ad990eb1678b tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:19.744063 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95a2f809-7f08-48db-9908-ad990eb1678b tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:19.749490 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-95a2f809-7f08-48db-9908-ad990eb1678b tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4298873 Nov 24 13:03:19.753045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37024) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:19.759274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c9619d37-578f-4145-a759-8207018c8cd4 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Request body: {'security_group_rule': {'security_group_id': '0e6aeac9-84b3-4d88-88b6-c5c57ad8362a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:19.764083 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a2f809-7f08-48db-9908-ad990eb1678b tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:19.829261 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9619d37-578f-4145-a759-8207018c8cd4 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:19.933141 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9619d37-578f-4145-a759-8207018c8cd4 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:19.941120 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9619d37-578f-4145-a759-8207018c8cd4 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:19.978328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9619d37-578f-4145-a759-8207018c8cd4 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069e5821-5db9-4671-8bbd-7c75e6766c78,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:20.004407 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9619d37-578f-4145-a759-8207018c8cd4 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.008558 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c9619d37-578f-4145-a759-8207018c8cd4 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2517602 Nov 24 13:03:20.008854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37034) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:20.028147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-8f462e81-3358-4767-a426-4208ce540d61 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Request body: {'security_group_rule': {'security_group_id': '0e6aeac9-84b3-4d88-88b6-c5c57ad8362a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:20.049826 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37036) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:20.076299 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-528a38d4-0e11-45d2-ae4d-781c93e6b9a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.111724 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8f462e81-3358-4767-a426-4208ce540d61 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.162186 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37040) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:20.268030 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8f462e81-3358-4767-a426-4208ce540d61 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.281419 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8f462e81-3358-4767-a426-4208ce540d61 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.297118 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 588be746-d8c2-4e12-8846-6637986af2fe up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:20.299494 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-528a38d4-0e11-45d2-ae4d-781c93e6b9a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.308406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f462e81-3358-4767-a426-4208ce540d61 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143a30e3-9324-4e8b-940c-2f1f95537704,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:20.313790 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-528a38d4-0e11-45d2-ae4d-781c93e6b9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.350398 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8f462e81-3358-4767-a426-4208ce540d61 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.354924 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8f462e81-3358-4767-a426-4208ce540d61 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3438509 Nov 24 13:03:20.357154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37050) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:20.369878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:20.384253 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37052) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:20.390687 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-528a38d4-0e11-45d2-ae4d-781c93e6b9a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8895907b46da4a96ad41247f5de41951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3396196 Nov 24 13:03:20.403142 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 588be746-d8c2-4e12-8846-6637986af2fe triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:20.403712 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.446769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a38d4-0e11-45d2-ae4d-781c93e6b9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1429488e-18ab-4e6a-9392-b69582a5442e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:20.520865 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.646376 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.662096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ae01a99e-c8a8-4141-b9bc-231c6e2bb3d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.681081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-965198383'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:20.711075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 588be746-d8c2-4e12-8846-6637986af2fe, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=588be746-d8c2-4e12-8846-6637986af2fe,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:20.713299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bae5aa-a9b7-4812-8854-38998fcd5214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588be746-d8c2-4e12-8846-6637986af2fe'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:20.718681 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8675824e-260c-49a9-8747-115562755638" -d '{"events": [{"server_uuid": "a1bae5aa-a9b7-4812-8854-38998fcd5214", "name": "network-vif-plugged", "status": "completed", "tag": "588be746-d8c2-4e12-8846-6637986af2fe"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:20.728305 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.776794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:20.780269 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.807689 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 39010f94-a3c1-4931-b2c1-a249d55fd13a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:20.859969 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa37b05-7b0c-426f-96b9-85cad2621cd3 x-openstack-request-id: req-0fa37b05-7b0c-426f-96b9-85cad2621cd3 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:03:20.860280 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bae5aa-a9b7-4812-8854-38998fcd5214", "name": "network-vif-plugged", "status": "completed", "tag": "588be746-d8c2-4e12-8846-6637986af2fe", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:03:20.860792 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0fa37b05-7b0c-426f-96b9-85cad2621cd3 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:03:20.861064 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.861195 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bae5aa-a9b7-4812-8854-38998fcd5214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588be746-d8c2-4e12-8846-6637986af2fe', 'code': 200} Nov 24 13:03:20.880534 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ae01a99e-c8a8-4141-b9bc-231c6e2bb3d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.882515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=588be746-d8c2-4e12-8846-6637986af2fe,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:20.915145 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 39010f94-a3c1-4931-b2c1-a249d55fd13a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:20.915590 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:20.919242 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6482d6ee-48f2-4ee0-b7ff-787dadde13c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:21.045514 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:21.069702 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ae01a99e-c8a8-4141-b9bc-231c6e2bb3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:21.072203 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ae01a99e-c8a8-4141-b9bc-231c6e2bb3d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:21.084027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ae01a99e-c8a8-4141-b9bc-231c6e2bb3d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1429488e-18ab-4e6a-9392-b69582a5442e HTTP/1.1" status: 204 len: 168 time: 0.6909170 Nov 24 13:03:21.126913 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:21.172939 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 39010f94-a3c1-4931-b2c1-a249d55fd13a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=39010f94-a3c1-4931-b2c1-a249d55fd13a,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:21.184881 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:21.260510 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Allocated IP 172.25.0.25 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/b8b8de64-908f-4bb1-87b0-1d7dddd72987) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:21.298246 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:21.318769 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:21.360024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=39010f94-a3c1-4931-b2c1-a249d55fd13a,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:21.373371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01a99e-c8a8-4141-b9bc-231c6e2bb3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1429488e-18ab-4e6a-9392-b69582a5442e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:21.476047 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-c6560b03-ea9e-4a7d-9842-155d29112e26 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a5f40869760341d98b5fa0a9a4d5d46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633249 Nov 24 13:03:21.525906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:03:21.627452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6813b7-4c74-49bb-8584-2a727709acc7,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:21.664623 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:21.677985 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Added segment f4a8e045-9d2f-4680-badc-405ca72fa8e1 of type vlan for network cda05003-a875-4de3-a8fc-2e63803a60bb Nov 24 13:03:21.862314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-af0830c7-ba4b-477d-bf1d-4b3e5c12a4b6 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:21.869729 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-af0830c7-ba4b-477d-bf1d-4b3e5c12a4b6 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3814826 Nov 24 13:03:21.899434 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-5c98ca3a-0686-4b42-976a-080413fc2e6b tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/quotas/a5f40869760341d98b5fa0a9a4d5d46b HTTP/1.1" status: 200 len: 375 time: 0.0165668 Nov 24 13:03:21.944117 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Sync routers for ids ['b2ff28e5-e170-4dea-95ac-a8d652f23871'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:03:21.947739 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-718dd33b-80f3-4a17-a952-0266e99f5d22 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5f40869760341d98b5fa0a9a4d5d46b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443118 Nov 24 13:03:21.962912 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Routers {'b2ff28e5-e170-4dea-95ac-a8d652f23871'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:03:21.964499 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:02:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2ff28e5-e170-4dea-95ac-a8d652f23871'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:22.144685 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Set router b2ff28e5-e170-4dea-95ac-a8d652f23871 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:03:22.383493 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:22.434349 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:22.466253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-1873c376-a540-4a47-b221-7baaeafb27cc tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a5f40869760341d98b5fa0a9a4d5d46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396287 Nov 24 13:03:22.513288 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:22.591041 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:22.598975 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:03:16Z', 'revision_number': 4, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port': {'id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:12Z', 'updated_at': '2021-11-24T13:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0aa5c3f0-467f-44d0-bd5a-4df183970efa', 'name': '', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'mac_address': 'fa:16:3e:cc:1f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:15Z', 'updated_at': '2021-11-24T13:03:16Z', 'revision_number': 2, 'project_id': '74af619c721c466ab11ce606a5939361', 'subnets': [{'id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:22.599571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:22.600198 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:22.626486 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 39010f94-a3c1-4931-b2c1-a249d55fd13a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:22.652385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-563f5205-c19f-4d01-be4f-75c80153f302 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:22.665702 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-563f5205-c19f-4d01-be4f-75c80153f302 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935086 Nov 24 13:03:22.690578 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-97eb358d-2bed-4950-90b2-e7599d159f65 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/quotas/a5f40869760341d98b5fa0a9a4d5d46b HTTP/1.1" status: 200 len: 375 time: 0.0234675 Nov 24 13:03:22.743401 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Checking router: b2ff28e5-e170-4dea-95ac-a8d652f23871 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:03:22.745508 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-c56a71b1-870c-4683-96cf-a021b17bfeff tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5f40869760341d98b5fa0a9a4d5d46b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520587 Nov 24 13:03:22.746001 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Updating router b2ff28e5-e170-4dea-95ac-a8d652f23871 port 0aa5c3f0-467f-44d0-bd5a-4df183970efa binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:03:22.761562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 39010f94-a3c1-4931-b2c1-a249d55fd13a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:22.763441 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:22.814466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:22.836390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Pushing event updated for resources: {'Port': ['ID=b8b8de64-908f-4bb1-87b0-1d7dddd72987,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:22.847701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:22.852961 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:22.860483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Network': ['ID=cda05003-a875-4de3-a8fc-2e63803a60bb,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:22.867534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:22.882452 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5a6ad579-93f3-4e9c-b2b1-bb657ee1564c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7172127 Nov 24 13:03:22.886940 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37170) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:22.888949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:03:22.896092 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a3e5c1ce-513d-407e-bc51-d404966d4330 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:23.238063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e5c1ce-513d-407e-bc51-d404966d4330 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:23.263607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c1ce-513d-407e-bc51-d404966d4330 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:23.337823 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e6297a7f-b82d-4cfd-993d-d9011152a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:23.353608 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-67f59719-74bc-460c-be44-8f1767baf4d2 req-5580f5b7-bfe0-44b3-ace9-2b79b586b330 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 210 time: 0.2143695 Nov 24 13:03:23.365019 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:23.487631 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:23.564362 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:23.574263 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:23.644025 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbf003-2100-45ea-8dc9-ef827d73fecc None None] Pushing event updated for resources: {'Port': ['ID=0aa5c3f0-467f-44d0-bd5a-4df183970efa,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:23.760575 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Attempting to bind port 0aa5c3f0-467f-44d0-bd5a-4df183970efa on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:03:23.766924 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Attempting to bind port 0aa5c3f0-467f-44d0-bd5a-4df183970efa by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'c1fa4c86-feca-4f6e-b968-ae6256aba814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:03:23.769265 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Attempting to bind port 0aa5c3f0-467f-44d0-bd5a-4df183970efa on network 851149e6-f5be-43a1-b93c-84426f2f07a3 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:23.787303 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:03:23.789134 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c1ce-513d-407e-bc51-d404966d4330 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:23.792938 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Checking segment: {'id': 'c1fa4c86-feca-4f6e-b968-ae6256aba814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:23.795218 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:23.795755 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Bound using segment: {'id': 'c1fa4c86-feca-4f6e-b968-ae6256aba814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:03:23.796142 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Bound port: 0aa5c3f0-467f-44d0-bd5a-4df183970efa, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1fa4c86-feca-4f6e-b968-ae6256aba814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:03:23.806465 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:23.956332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e5c1ce-513d-407e-bc51-d404966d4330 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:23.956700 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e5c1ce-513d-407e-bc51-d404966d4330 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network hostable DHCP agents. Network: cda05003-a875-4de3-a8fc-2e63803a60bb, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:03:23.970957 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5c1ce-513d-407e-bc51-d404966d4330 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=eca7433f-ac05-499f-829f-30a15aa76b3f,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:23.987625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-ff25c6bd-bac0-4fbf-a31e-4459648acf8a tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a5f40869760341d98b5fa0a9a4d5d46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674443 Nov 24 13:03:23.997926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e5c1ce-513d-407e-bc51-d404966d4330 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:03:24.011284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a3e5c1ce-513d-407e-bc51-d404966d4330 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, cda05003-a875-4de3-a8fc-2e63803a60bb) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:24.026033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4bc381-0b9e-464c-8507-27f71afe3cf3 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:24.033220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e5c1ce-513d-407e-bc51-d404966d4330 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:24.034920 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c1ce-513d-407e-bc51-d404966d4330 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:24.067509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a3e5c1ce-513d-407e-bc51-d404966d4330 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1766202 Nov 24 13:03:24.073122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37212) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:24.086335 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2fca56c3-cb95-491c-95c2-2886c44e3dbc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'name': 'tempest-NetworksTestDHCPv6-733451518'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:24.103188 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:24.122270 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] For port 0aa5c3f0-467f-44d0-bd5a-4df183970efa, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:03:24.135245 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] For port 0aa5c3f0-467f-44d0-bd5a-4df183970efa, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0aa5c3f0-467f-44d0-bd5a-4df183970efa,segment=NetworkSegment(c1fa4c86-feca-4f6e-b968-ae6256aba814),segment_id=c1fa4c86-feca-4f6e-b968-ae6256aba814)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:03:24.144980 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:24.162829 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:24.381078 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Routers {'b2ff28e5-e170-4dea-95ac-a8d652f23871'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:03:24.383406 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:03:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2ff28e5-e170-4dea-95ac-a8d652f23871'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:24.447953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-930db4bc-5f7f-4c9d-99de-537f75867039 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:24.450373 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-930db4bc-5f7f-4c9d-99de-537f75867039 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4554496 Nov 24 13:03:24.596043 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:24.605146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fca56c3-cb95-491c-95c2-2886c44e3dbc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:24.612830 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2fca56c3-cb95-491c-95c2-2886c44e3dbc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:24.654725 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Request body: {'port': {'device_id': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': 'a5f40869760341d98b5fa0a9a4d5d46b'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:24.701431 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-2fca56c3-cb95-491c-95c2-2886c44e3dbc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port cd82e655-79bc-40ea-a7b0-47ff94add4f0 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:03:24.701656 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbf003-2100-45ea-8dc9-ef827d73fecc None None] Pushing event updated for resources: {'Port': ['ID=0aa5c3f0-467f-44d0-bd5a-4df183970efa,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:24.841374 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdbf003-2100-45ea-8dc9-ef827d73fecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:24.841972 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdbf003-2100-45ea-8dc9-ef827d73fecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:24.845293 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdbf003-2100-45ea-8dc9-ef827d73fecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:24.845927 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdbf003-2100-45ea-8dc9-ef827d73fecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:24.846557 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdbf003-2100-45ea-8dc9-ef827d73fecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:24.847055 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdbf003-2100-45ea-8dc9-ef827d73fecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:24.847538 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdbf003-2100-45ea-8dc9-ef827d73fecc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:24.848020 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdbf003-2100-45ea-8dc9-ef827d73fecc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:24.848512 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdbf003-2100-45ea-8dc9-ef827d73fecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:24.849115 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdbf003-2100-45ea-8dc9-ef827d73fecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:24.850834 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdbf003-2100-45ea-8dc9-ef827d73fecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:24.851338 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdbf003-2100-45ea-8dc9-ef827d73fecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:24.903485 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] Set router b2ff28e5-e170-4dea-95ac-a8d652f23871 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:03:25.063389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1b165cb5-8b39-4fe6-92d5-818291a59297 None None] Provisioning complete for port 0aa5c3f0-467f-44d0-bd5a-4df183970efa triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:25.066374 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b165cb5-8b39-4fe6-92d5-818291a59297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:25.103996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-2fca56c3-cb95-491c-95c2-2886c44e3dbc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::28b (cda05003-a875-4de3-a8fc-2e63803a60bb/eca7433f-ac05-499f-829f-30a15aa76b3f/cd82e655-79bc-40ea-a7b0-47ff94add4f0) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:25.120284 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:25.179446 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:25.192768 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8331954 Nov 24 13:03:25.211479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb8ee1-bab7-46a5-8904-3b9aaf4263ad tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Pushing event updated for resources: {'Port': ['ID=b8b8de64-908f-4bb1-87b0-1d7dddd72987,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:25.268353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Made reservation on behalf of a5f40869760341d98b5fa0a9a4d5d46b for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:25.273592 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:25.286231 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:25.290249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': 'eca7433f-ac05-499f-829f-30a15aa76b3f'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:03:25.292895 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:25.532754 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:25.541280 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:25.544499 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:03:16Z', 'revision_number': 4, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port': {'id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:12Z', 'updated_at': '2021-11-24T13:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0aa5c3f0-467f-44d0-bd5a-4df183970efa', 'name': '', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'mac_address': 'fa:16:3e:cc:1f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:15Z', 'updated_at': '2021-11-24T13:03:24Z', 'revision_number': 4, 'project_id': '74af619c721c466ab11ce606a5939361', 'subnets': [{'id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:25.593819 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31672e9c-3dd8-44c1-9611-5cf633781841 None None] The sync data for ids ['b2ff28e5-e170-4dea-95ac-a8d652f23871'] in n-d-817303-4 is: [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:03:16Z', 'revision_number': 4, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port': {'id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:12Z', 'updated_at': '2021-11-24T13:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0aa5c3f0-467f-44d0-bd5a-4df183970efa', 'name': '', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'mac_address': 'fa:16:3e:cc:1f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:15Z', 'updated_at': '2021-11-24T13:03:24Z', 'revision_number': 4, 'project_id': '74af619c721c466ab11ce606a5939361', 'subnets': [{'id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:03:25.743005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9f362222-1ddc-4d49-bd44-998a0ed56570 req-d508a41e-1859-4f41-a5f0-654cf3b63d8d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 210 time: 0.2138088 Nov 24 13:03:25.744922 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-bbe65f1c-16e8-4825-a79e-50d2dc6b70c4 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a5f40869760341d98b5fa0a9a4d5d46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1172490 Nov 24 13:03:25.750897 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b165cb5-8b39-4fe6-92d5-818291a59297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:25.770536 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-707da7ea-9648-46df-a0d5-681f12f97828 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1969086182&fields=id&tenant_id=74af619c721c466ab11ce606a5939361 HTTP/1.1" status: 200 len: 267 time: 0.2419739 Nov 24 13:03:25.791158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adb103a-0cb9-40dd-8ec2-476d37e55289,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:25.884867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1b165cb5-8b39-4fe6-92d5-818291a59297 None None] For port 0aa5c3f0-467f-44d0-bd5a-4df183970efa, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0aa5c3f0-467f-44d0-bd5a-4df183970efa,segment=NetworkSegment(c1fa4c86-feca-4f6e-b968-ae6256aba814),segment_id=c1fa4c86-feca-4f6e-b968-ae6256aba814)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:25.895196 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:25.903713 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b165cb5-8b39-4fe6-92d5-818291a59297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:26.056880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b165cb5-8b39-4fe6-92d5-818291a59297 None None] Pushing event updated for resources: {'Port': ['ID=0aa5c3f0-467f-44d0-bd5a-4df183970efa,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:26.108297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Allocated IP 192.168.233.227 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/ffb7d8b9-5d8f-4dfe-a522-49a523abd160) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:26.123860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-dc83167c-a265-4efe-a83b-aeaa511bb7a1 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:26.131333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b509a1c3-ef51-4da1-8e0a-b0dd34b53eef None None] Provisioning complete for port 0aa5c3f0-467f-44d0-bd5a-4df183970efa triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:26.132457 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b509a1c3-ef51-4da1-8e0a-b0dd34b53eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:26.158273 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-dc83167c-a265-4efe-a83b-aeaa511bb7a1 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/networks?id=851149e6-f5be-43a1-b93c-84426f2f07a3 HTTP/1.1" status: 200 len: 811 time: 0.3640277 Nov 24 13:03:26.160571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37260) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:26.207606 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-89d82842-17b7-40c3-a572-484e65f86997 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/quotas/74af619c721c466ab11ce606a5939361 HTTP/1.1" status: 200 len: 375 time: 0.0483932 Nov 24 13:03:26.394664 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-655cc655-d4b9-416a-8586-568db9f4460b tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=74af619c721c466ab11ce606a5939361&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1732237 Nov 24 13:03:26.418602 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2fca56c3-cb95-491c-95c2-2886c44e3dbc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:26.473005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-16a5bd09-d4eb-44ac-a434-404009a2eaa5 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:26.474900 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-16a5bd09-d4eb-44ac-a434-404009a2eaa5 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7204652 Nov 24 13:03:26.493862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-2e65ce98-eece-4322-924b-513b7b54208d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Request body: {'port': {'device_id': 'ccd826fe-4910-4269-a59b-bd3998ed4a34', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': 'a5f40869760341d98b5fa0a9a4d5d46b'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:26.536251 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2fca56c3-cb95-491c-95c2-2886c44e3dbc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:26.632551 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:26.635430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Allocated IP 2001:db8::2 (cda05003-a875-4de3-a8fc-2e63803a60bb/eca7433f-ac05-499f-829f-30a15aa76b3f/6851e45f-448e-4d06-a266-3b44303e3938) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:26.663393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca56c3-cb95-491c-95c2-2886c44e3dbc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:26.682889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-2fca56c3-cb95-491c-95c2-2886c44e3dbc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:26.686731 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0aa5c3f0-467f-44d0-bd5a-4df183970efa up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:26.693855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca56c3-cb95-491c-95c2-2886c44e3dbc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:26.704779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca56c3-cb95-491c-95c2-2886c44e3dbc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:26.705672 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2fca56c3-cb95-491c-95c2-2886c44e3dbc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:26.711915 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-e50290bb-6f98-42cc-bbe5-6732799c7d15 service neutron] 10.222.0.48 "GET /v2.0/networks/851149e6-f5be-43a1-b93c-84426f2f07a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866766 Nov 24 13:03:26.720673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca56c3-cb95-491c-95c2-2886c44e3dbc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=cd82e655-79bc-40ea-a7b0-47ff94add4f0,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:26.765575 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2fca56c3-cb95-491c-95c2-2886c44e3dbc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6909680 Nov 24 13:03:26.768154 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37278) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:26.866732 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b6ea4fcb-c8f5-4c27-9fca-537a1ff4a28d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:26.871732 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c9b6fc-9dfb-454f-a1d0-2a434ea4bb61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:26.873426 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-77c9b6fc-9dfb-454f-a1d0-2a434ea4bb61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1040900 Nov 24 13:03:26.876467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37280) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:26.891983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-2e65ce98-eece-4322-924b-513b7b54208d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Made reservation on behalf of a5f40869760341d98b5fa0a9a4d5d46b for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:26.895549 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-2e65ce98-eece-4322-924b-513b7b54208d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:26.943863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e87ca49-8f77-459a-af32-85249af993f7 req-bd4c0dcd-7de1-441b-aa9e-6b3580dab09b tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 210 time: 0.0692613 Nov 24 13:03:27.115971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 0aa5c3f0-467f-44d0-bd5a-4df183970efa triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:27.116343 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:27.119806 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-8ab7e1fe-817b-4b3a-bfb0-485d4d212a65 service neutron] 10.222.0.48 "GET /v2.0/networks/851149e6-f5be-43a1-b93c-84426f2f07a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059126 Nov 24 13:03:27.152082 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f4db2632-d465-4345-b3b1-ea96a7725754 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port cd82e655-79bc-40ea-a7b0-47ff94add4f0 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:27.152082 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4db2632-d465-4345-b3b1-ea96a7725754 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:27.154223 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:27.180003 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:27.203674 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:27.228502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b6ea4fcb-c8f5-4c27-9fca-537a1ff4a28d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:27.246444 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b6ea4fcb-c8f5-4c27-9fca-537a1ff4a28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:27.314238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:27.335950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37294) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:27.337111 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b6ea4fcb-c8f5-4c27-9fca-537a1ff4a28d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42e2ccdf441a44cb963baa35ae5d69f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1674368 Nov 24 13:03:27.346356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:27.352937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:27.357927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Pushing event updated for resources: {'Port': ['ID=6851e45f-448e-4d06-a266-3b44303e3938,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:27.368678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea4fcb-c8f5-4c27-9fca-537a1ff4a28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91003bdb-2d14-4310-98f4-a8318ef1a687,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:27.396246 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:27.436680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Attempting to bind port 6851e45f-448e-4d06-a266-3b44303e3938 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:03:27.437157 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Attempting to bind port 6851e45f-448e-4d06-a266-3b44303e3938 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:03:27.437548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Attempting to bind port 6851e45f-448e-4d06-a266-3b44303e3938 on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:27.457579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:03:27.457961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:27.458371 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:27.458775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:03:27.459250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Bound port: 6851e45f-448e-4d06-a266-3b44303e3938, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:03:27.459634 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:27.464964 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-2e65ce98-eece-4322-924b-513b7b54208d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Allocated IP 192.168.233.128 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/efd4e70a-02a6-44db-92d8-25b5ae585707) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:27.552616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:27.569001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:27.577135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:27.592460 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Pushing event updated for resources: {'Port': ['ID=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:27.639610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] For port 6851e45f-448e-4d06-a266-3b44303e3938, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:03:27.643836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] For port 6851e45f-448e-4d06-a266-3b44303e3938, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6851e45f-448e-4d06-a266-3b44303e3938,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:03:27.659129 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:27.757575 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d91fbb86-0597-4f6c-99c1-086e522e8150 req-a33ad595-549e-4651-9c7e-412aaa94aa39 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 210 time: 0.1815310 Nov 24 13:03:27.764606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbb591-d241-4280-aa8f-6a44916afd92 None None] Pushing event updated for resources: {'Port': ['ID=6851e45f-448e-4d06-a266-3b44303e3938,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:27.826000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:27.826610 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:27.837785 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4db2632-d465-4345-b3b1-ea96a7725754 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:27.878429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-03fd89f0-7877-40e8-92b5-f3b4d28905c1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2574601 Nov 24 13:03:27.882458 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-2e65ce98-eece-4322-924b-513b7b54208d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:27.884439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f4db2632-d465-4345-b3b1-ea96a7725754 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for cd82e655-79bc-40ea-a7b0-47ff94add4f0 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:27.893927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Request body: {'port': {'device_id': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:27.914904 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dfb62469-e055-40e7-ace5-43511d0920cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:28.047185 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:28.064209 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dfb62469-e055-40e7-ace5-43511d0920cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:28.131681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8e9c128f-757e-4824-a4bb-df3f44d0df50 None None] Provisioning complete for port ffb7d8b9-5d8f-4dfe-a522-49a523abd160 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:28.132679 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8e9c128f-757e-4824-a4bb-df3f44d0df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:28.151770 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-2e65ce98-eece-4322-924b-513b7b54208d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:28.204305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8e9c128f-757e-4824-a4bb-df3f44d0df50 None None] Port ffb7d8b9-5d8f-4dfe-a522-49a523abd160 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:28.296912 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-2e65ce98-eece-4322-924b-513b7b54208d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:28.316318 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-2e65ce98-eece-4322-924b-513b7b54208d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:28.341069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-2e65ce98-eece-4322-924b-513b7b54208d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:28.410266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-2e65ce98-eece-4322-924b-513b7b54208d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:28.415220 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-2e65ce98-eece-4322-924b-513b7b54208d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:28.452176 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65ce98-eece-4322-924b-513b7b54208d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Pushing event updated for resources: {'Port': ['ID=efd4e70a-02a6-44db-92d8-25b5ae585707,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:28.494822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b29ee-c146-4df3-a50c-6e4f99385f51 req-565b2d31-768b-4344-82b5-aa9be4270abf tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:28.503557 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-368b29ee-c146-4df3-a50c-6e4f99385f51 req-565b2d31-768b-4344-82b5-aa9be4270abf tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 936 time: 0.3659527 Nov 24 13:03:28.552267 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-2e65ce98-eece-4322-924b-513b7b54208d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0641718 Nov 24 13:03:28.618418 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Request body: {'port': {'device_id': 'ccd826fe-4910-4269-a59b-bd3998ed4a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:28.692948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb7d8b9-5d8f-4dfe-a522-49a523abd160 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:03:28.715917 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6851e45f-448e-4d06-a266-3b44303e3938 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:28.716074 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:28.766716 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dfb62469-e055-40e7-ace5-43511d0920cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:28.769363 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dfb62469-e055-40e7-ace5-43511d0920cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:28.770519 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dfb62469-e055-40e7-ace5-43511d0920cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91003bdb-2d14-4310-98f4-a8318ef1a687 HTTP/1.1" status: 204 len: 168 time: 1.4335580 Nov 24 13:03:28.837606 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:28.886036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb62469-e055-40e7-ace5-43511d0920cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91003bdb-2d14-4310-98f4-a8318ef1a687,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:28.897789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e53cd19e-3c65-4581-b856-fa6ef7496f5a None None] Provisioning complete for port efd4e70a-02a6-44db-92d8-25b5ae585707 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:28.899967 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e53cd19e-3c65-4581-b856-fa6ef7496f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:28.906463 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Transition to ACTIVE for port object ffb7d8b9-5d8f-4dfe-a522-49a523abd160 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:03:28.916595 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:28.981218 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4db2632-d465-4345-b3b1-ea96a7725754 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:29.011031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 6851e45f-448e-4d06-a266-3b44303e3938 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:29.011413 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:29.090480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e53cd19e-3c65-4581-b856-fa6ef7496f5a None None] Port efd4e70a-02a6-44db-92d8-25b5ae585707 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:29.095557 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-368b29ee-c146-4df3-a50c-6e4f99385f51 req-9dfa71fc-40d3-4e3d-ab4b-9b9d50a6fc11 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909872 Nov 24 13:03:29.101531 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db2632-d465-4345-b3b1-ea96a7725754 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=cd82e655-79bc-40ea-a7b0-47ff94add4f0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:29.177542 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4db2632-d465-4345-b3b1-ea96a7725754 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:29.182782 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f4db2632-d465-4345-b3b1-ea96a7725754 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/cd82e655-79bc-40ea-a7b0-47ff94add4f0 HTTP/1.1" status: 204 len: 168 time: 2.2825871 Nov 24 13:03:29.191991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37334) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:29.211071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Pushing event updated for resources: {'Port': ['ID=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:29.229017 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:29.235593 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1feea63c-0b0c-4ffa-9a3d-1ad4f752709f req-d93ceeac-edd0-4f45-acd5-35e5b8719386 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 210 time: 0.1939638 Nov 24 13:03:29.317624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 6851e45f-448e-4d06-a266-3b44303e3938, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6851e45f-448e-4d06-a266-3b44303e3938,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:29.330937 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:29.465537 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=6851e45f-448e-4d06-a266-3b44303e3938,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:29.487785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37344) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:29.504074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da4352-f144-47b2-a117-e44de1a490ec tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:29.506124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da4352-f144-47b2-a117-e44de1a490ec tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:29.510455 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c6da4352-f144-47b2-a117-e44de1a490ec tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3173764 Nov 24 13:03:29.511127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37350) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:29.521757 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3052466-adbc-4ebb-8a5e-5200b1f50e67 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:29.686194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-d1d6e974-4176-44c4-a24b-3ab77e912458 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:29.688323 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-d1d6e974-4176-44c4-a24b-3ab77e912458 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.46 "GET /v2.0/networks?id=851149e6-f5be-43a1-b93c-84426f2f07a3 HTTP/1.1" status: 200 len: 811 time: 0.2016578 Nov 24 13:03:29.690611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Attempting to bind port ffb7d8b9-5d8f-4dfe-a522-49a523abd160 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:03:29.690953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Attempting to bind port ffb7d8b9-5d8f-4dfe-a522-49a523abd160 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:03:29.691476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Attempting to bind port ffb7d8b9-5d8f-4dfe-a522-49a523abd160 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:29.699222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-70de9649-2d75-40fb-bbcf-c4ccc2111a33 None None] Provisioning complete for port 6851e45f-448e-4d06-a266-3b44303e3938 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:29.699858 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-70de9649-2d75-40fb-bbcf-c4ccc2111a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:29.751129 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f26cc52-ead1-4afd-893e-7f5eb1c4aabc admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:29.755081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Port ffb7d8b9-5d8f-4dfe-a522-49a523abd160 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:03:29.755450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Attempting to bind port ffb7d8b9-5d8f-4dfe-a522-49a523abd160 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:29.773437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b116df-acf8-4e2a-b4af-48e38d9b841d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet eca7433f-ac05-499f-829f-30a15aa76b3f {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:03:29.774541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:03:29.775074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:29.775479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:03:29.775937 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Bound port: ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:03:29.776302 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:29.788627 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-26b116df-acf8-4e2a-b4af-48e38d9b841d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:29.871408 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f26cc52-ead1-4afd-893e-7f5eb1c4aabc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:29.876460 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-26b116df-acf8-4e2a-b4af-48e38d9b841d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:29.978980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] For port ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:03:29.988750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] For port ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:03:29.994583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f26cc52-ead1-4afd-893e-7f5eb1c4aabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:30.003639 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:30.089849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-ff8980dc-5994-465b-8099-5a824feeef45 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74af619c721c466ab11ce606a5939361 HTTP/1.1" status: 200 len: 380 time: 0.3806086 Nov 24 13:03:30.115011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-708fd922-841c-4f88-836a-2a9fad477a25 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Request body: {'port': {'device_id': '982f2e67-79fa-42ad-973c-d2dfd87c4f2f', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'admin_state_up': True, 'tenant_id': '74af619c721c466ab11ce606a5939361', 'security_groups': ['0e6aeac9-84b3-4d88-88b6-c5c57ad8362a']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:30.138439 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-26b116df-acf8-4e2a-b4af-48e38d9b841d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:30.148596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26cc52-ead1-4afd-893e-7f5eb1c4aabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ae2952-3e5a-446d-b054-3b055a084f52,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:30.157748 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:30.158503 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:30.160435 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] 10.222.0.59 "PUT /v2.0/ports/ffb7d8b9-5d8f-4dfe-a522-49a523abd160 HTTP/1.1" status: 200 len: 1096 time: 2.2736607 Nov 24 13:03:30.161990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'tag': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:30.164908 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7c76a3-dec6-401d-a423-3567429ea984" -d '{"events": [{"name": "network-changed", "server_uuid": "3252a0ed-6d14-44e8-9acd-d6548f4581a4", "tag": "ffb7d8b9-5d8f-4dfe-a522-49a523abd160"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:30.185207 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1f26cc52-ead1-4afd-893e-7f5eb1c4aabc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c3855c8d72f43fcbca789f562ee58dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6935837 Nov 24 13:03:30.189786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37360) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:30.229528 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd4e70a-02a6-44db-92d8-25b5ae585707 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:03:30.280199 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:30.371737 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-91864c4b-555f-49f4-a338-72f230cf0472 None None] Provisioning complete for port 6851e45f-448e-4d06-a266-3b44303e3938 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:30.372339 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91864c4b-555f-49f4-a338-72f230cf0472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:30.374122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Transition to ACTIVE for port object efd4e70a-02a6-44db-92d8-25b5ae585707 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:03:30.395225 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c91cf6-3702-4b17-85b5-1375826b94f8 x-openstack-request-id: req-f0c91cf6-3702-4b17-85b5-1375826b94f8 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:03:30.395536 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3252a0ed-6d14-44e8-9acd-d6548f4581a4", "tag": "ffb7d8b9-5d8f-4dfe-a522-49a523abd160", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:03:30.395795 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0c91cf6-3702-4b17-85b5-1375826b94f8 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:03:30.396213 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'tag': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160', 'status': 'completed', 'code': 200} Nov 24 13:03:30.409875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:30.481230 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71a01c1b-de1a-42cc-96b9-70ab43e56890 req-1466227f-debe-431b-85bb-b64aa60e03f4 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 210 time: 0.0608575 Nov 24 13:03:30.538941 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63101b-4887-4736-907b-55424a6cb9da req-b251cbaa-cbbe-45ed-9d9e-93a0b912458e tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:30.549030 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a63101b-4887-4736-907b-55424a6cb9da req-b251cbaa-cbbe-45ed-9d9e-93a0b912458e tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 936 time: 0.2710991 Nov 24 13:03:30.568233 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-26b116df-acf8-4e2a-b4af-48e38d9b841d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:30.570533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757ecdd-a584-4ea5-bdf8-9c499cae511b service neutron] Pushing event updated for resources: {'Port': ['ID=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:30.722370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b116df-acf8-4e2a-b4af-48e38d9b841d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=eca7433f-ac05-499f-829f-30a15aa76b3f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:30.725454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Pushing event updated for resources: {'Port': ['ID=efd4e70a-02a6-44db-92d8-25b5ae585707,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:30.730831 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-26b116df-acf8-4e2a-b4af-48e38d9b841d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:30.735384 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-26b116df-acf8-4e2a-b4af-48e38d9b841d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/eca7433f-ac05-499f-829f-30a15aa76b3f HTTP/1.1" status: 204 len: 168 time: 1.1532054 Nov 24 13:03:30.742804 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37376) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:30.751295 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4aed8546-1829-4f75-8da6-7ea88043d08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:30.759085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-00141fb0-adc4-4b41-a104-ad83403e7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:30.760805 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-00141fb0-adc4-4b41-a104-ad83403e7d2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5f40869760341d98b5fa0a9a4d5d46b&device_id=3252a0ed-6d14-44e8-9acd-d6548f4581a4 HTTP/1.1" status: 200 len: 1099 time: 0.4204149 Nov 24 13:03:30.790211 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6851e45f-448e-4d06-a266-3b44303e3938 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:30.875132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e25793c-86cd-4503-9e16-bf54af4d8b16 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:30.905377 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4aed8546-1829-4f75-8da6-7ea88043d08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:30.908063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-708fd922-841c-4f88-836a-2a9fad477a25 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Made reservation on behalf of 74af619c721c466ab11ce606a5939361 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:30.915443 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-708fd922-841c-4f88-836a-2a9fad477a25 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:30.935265 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-8b9da4f6-3384-4e78-8b08-19c2db5f9983 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160 HTTP/1.1" status: 200 len: 217 time: 0.1520729 Nov 24 13:03:30.978851 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-232c6450-97a6-4898-806d-2b9307c9debf tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2323067 Nov 24 13:03:30.988377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37380) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:31.001262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 6851e45f-448e-4d06-a266-3b44303e3938 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:31.006673 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:31.007198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d210e8d3-d21e-4419-9acf-8fafc3101b42 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:31.036765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Attempting to bind port efd4e70a-02a6-44db-92d8-25b5ae585707 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:03:31.037375 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Attempting to bind port efd4e70a-02a6-44db-92d8-25b5ae585707 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:03:31.038628 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Attempting to bind port efd4e70a-02a6-44db-92d8-25b5ae585707 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:31.081555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Port efd4e70a-02a6-44db-92d8-25b5ae585707 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:03:31.082904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Attempting to bind port efd4e70a-02a6-44db-92d8-25b5ae585707 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:31.098984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:03:31.099558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:31.100062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:03:31.100602 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Bound port: efd4e70a-02a6-44db-92d8-25b5ae585707, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:03:31.106038 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:31.119540 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a63101b-4887-4736-907b-55424a6cb9da req-4ec93833-5c06-4da8-9bff-cadafe63508c tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691860 Nov 24 13:03:31.270102 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] For port efd4e70a-02a6-44db-92d8-25b5ae585707, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:03:31.274312 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] For port efd4e70a-02a6-44db-92d8-25b5ae585707, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=efd4e70a-02a6-44db-92d8-25b5ae585707,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:03:31.282818 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:31.292518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-926afc55-8c33-4af9-81a8-11c71cee2dba None None] Could not find standard attr ID for object cd82e655-79bc-40ea-a7b0-47ff94add4f0. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:03:31.308521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-543ef8da-8285-412c-8bbb-50b40c546ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:31.310049 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-543ef8da-8285-412c-8bbb-50b40c546ca3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.3595469 Nov 24 13:03:31.330481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad86013-adb8-4e9d-b5e6-1263bed2e724 None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:03:31.364344 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Pushing event updated for resources: {'Port': ['ID=efd4e70a-02a6-44db-92d8-25b5ae585707,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:31.375119 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:31.376126 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:31.378000 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-17fe638d-b8ea-437e-8047-6e90de6273b1 service neutron] 10.222.0.59 "PUT /v2.0/ports/efd4e70a-02a6-44db-92d8-25b5ae585707 HTTP/1.1" status: 200 len: 1096 time: 2.8051574 Nov 24 13:03:31.379674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd826fe-4910-4269-a59b-bd3998ed4a34', 'tag': 'efd4e70a-02a6-44db-92d8-25b5ae585707'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:31.381603 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95675c1-960f-4e7f-a349-d2a0c9de4037" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd826fe-4910-4269-a59b-bd3998ed4a34", "tag": "efd4e70a-02a6-44db-92d8-25b5ae585707"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:31.409059 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4aed8546-1829-4f75-8da6-7ea88043d08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:31.413611 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4aed8546-1829-4f75-8da6-7ea88043d08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:31.417786 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4aed8546-1829-4f75-8da6-7ea88043d08f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7ae2952-3e5a-446d-b054-3b055a084f52 HTTP/1.1" status: 204 len: 168 time: 1.2223346 Nov 24 13:03:31.436128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6ad86013-adb8-4e9d-b5e6-1263bed2e724 None None] Deleting port 6851e45f-448e-4d06-a266-3b44303e3938 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:31.439516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed8546-1829-4f75-8da6-7ea88043d08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ae2952-3e5a-446d-b054-3b055a084f52,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:31.440298 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6ad86013-adb8-4e9d-b5e6-1263bed2e724 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:31.442548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d210e8d3-d21e-4419-9acf-8fafc3101b42 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:31.446218 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d210e8d3-d21e-4419-9acf-8fafc3101b42 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:31.565579 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ce7690-bff9-4461-bd24-6a7616a97de6 x-openstack-request-id: req-06ce7690-bff9-4461-bd24-6a7616a97de6 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:03:31.566027 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd826fe-4910-4269-a59b-bd3998ed4a34", "tag": "efd4e70a-02a6-44db-92d8-25b5ae585707", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:03:31.566122 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06ce7690-bff9-4461-bd24-6a7616a97de6 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:03:31.566525 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd826fe-4910-4269-a59b-bd3998ed4a34', 'tag': 'efd4e70a-02a6-44db-92d8-25b5ae585707', 'status': 'completed', 'code': 200} Nov 24 13:03:31.598720 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-4843d22a-c506-4920-9fd7-e65d892aa875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:31.600374 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-4843d22a-c506-4920-9fd7-e65d892aa875 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5f40869760341d98b5fa0a9a4d5d46b&device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 1099 time: 0.1425898 Nov 24 13:03:31.613736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-708fd922-841c-4f88-836a-2a9fad477a25 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Allocated IP 172.20.0.10 (851149e6-f5be-43a1-b93c-84426f2f07a3/3a531fb4-a499-4180-b0b3-80d39c725b1f/fa889311-0b8e-4ea9-9029-bbac33aa1fd5) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:31.672157 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-2aee256c-0e6c-43c9-81cb-f26de0aca2ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=efd4e70a-02a6-44db-92d8-25b5ae585707 HTTP/1.1" status: 200 len: 217 time: 0.0613413 Nov 24 13:03:31.710150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-f244a8f4-2ccb-4075-afeb-c395c71c0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:31.713735 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-f244a8f4-2ccb-4075-afeb-c395c71c0afb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3898344 Nov 24 13:03:31.794712 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6ad86013-adb8-4e9d-b5e6-1263bed2e724 None None] For port 6851e45f-448e-4d06-a266-3b44303e3938, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6851e45f-448e-4d06-a266-3b44303e3938,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:31.797023 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6ad86013-adb8-4e9d-b5e6-1263bed2e724 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:31.825373 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-3a436ddf-7e6f-4e2b-9d99-1856f00960ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:31.828572 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-3a436ddf-7e6f-4e2b-9d99-1856f00960ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1502335 Nov 24 13:03:31.854927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6ad86013-adb8-4e9d-b5e6-1263bed2e724 None None] Calling delete_port for 6851e45f-448e-4d06-a266-3b44303e3938 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:31.867042 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-da37d8de-f641-446a-841b-fcb0ab7e7e7a req-266d8eb7-d837-4f59-97fc-e1289c9b18dc tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 210 time: 0.1739984 Nov 24 13:03:31.920083 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-af8adb19-e359-4000-946e-c7f6a3e3fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:31.922859 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-af8adb19-e359-4000-946e-c7f6a3e3fa4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871773 Nov 24 13:03:32.087159 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6ad86013-adb8-4e9d-b5e6-1263bed2e724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:32.122260 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-981d999a-927d-4b8e-b1bc-696fb0d9dbb5 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906130 Nov 24 13:03:32.126028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad86013-adb8-4e9d-b5e6-1263bed2e724 None None] Pushing event deleted for resources: {'Port': ['ID=6851e45f-448e-4d06-a266-3b44303e3938,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:32.132060 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad86013-adb8-4e9d-b5e6-1263bed2e724 None None] No DVR routers for this DVR port 6851e45f-448e-4d06-a266-3b44303e3938 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:03:32.204806 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d210e8d3-d21e-4419-9acf-8fafc3101b42 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:32.288657 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7ec7407c-d4df-4284-b3c8-0b97062bbcad req-3fb9bc52-e633-4480-bbd4-b077ebcd2569 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441615 Nov 24 13:03:32.389690 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-c8b1b31b-7227-4493-8d51-8bbd853c161a service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6537592 Nov 24 13:03:32.394715 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-708fd922-841c-4f88-836a-2a9fad477a25 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:32.399435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d210e8d3-d21e-4419-9acf-8fafc3101b42 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:32.400600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95675c1-960f-4e7f-a349-d2a0c9de4037 req-5cca0c5b-9e01-4d9f-a50b-bacfef645b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:32.403348 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b95675c1-960f-4e7f-a349-d2a0c9de4037 req-5cca0c5b-9e01-4d9f-a50b-bacfef645b5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5f40869760341d98b5fa0a9a4d5d46b&device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 1099 time: 0.0677807 Nov 24 13:03:32.416300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-d210e8d3-d21e-4419-9acf-8fafc3101b42 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:32.423928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d210e8d3-d21e-4419-9acf-8fafc3101b42 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:32.424581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d210e8d3-d21e-4419-9acf-8fafc3101b42 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:32.428901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331fba6c-55f1-4366-b438-62d2dab256fc None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:32.443040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210e8d3-d21e-4419-9acf-8fafc3101b42 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=b658fff7-d279-4859-b4db-4078edb21308,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:32.583326 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-708fd922-841c-4f88-836a-2a9fad477a25 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:32.625728 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6851e45f-448e-4d06-a266-3b44303e3938 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:03:32.648678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': 'b658fff7-d279-4859-b4db-4078edb21308'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:03:32.649676 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:32.662056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95675c1-960f-4e7f-a349-d2a0c9de4037 req-35298ae2-6450-4f8b-a322-4cb237d1f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:32.664397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 6851e45f-448e-4d06-a266-3b44303e3938 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:03:32.664794 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6851e45f-448e-4d06-a266-3b44303e3938 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:03:32.679736 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b95675c1-960f-4e7f-a349-d2a0c9de4037 req-35298ae2-6450-4f8b-a322-4cb237d1f442 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.2623892 Nov 24 13:03:32.685237 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d210e8d3-d21e-4419-9acf-8fafc3101b42 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6883507 Nov 24 13:03:32.695073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d9347-fbf4-44cc-bdf9-1300c15ce7cb req-83f6eaf5-4b37-498e-bf03-8d7ea0f79101 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:32.696979 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-913d9347-fbf4-44cc-bdf9-1300c15ce7cb req-83f6eaf5-4b37-498e-bf03-8d7ea0f79101 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 948 time: 0.3794627 Nov 24 13:03:32.702047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37426) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:32.708887 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-98269515-9d8f-4076-bded-eaae9cc2774b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'name': 'tempest-NetworksTestDHCPv6-155767598'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:32.784354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b95675c1-960f-4e7f-a349-d2a0c9de4037 req-d1040e8a-6e5d-4a3f-a92b-d1e816b0ad99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=efd4e70a-02a6-44db-92d8-25b5ae585707 HTTP/1.1" status: 200 len: 217 time: 0.0998278 Nov 24 13:03:32.842244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Allocated IP 2001:db8::2 (cda05003-a875-4de3-a8fc-2e63803a60bb/b658fff7-d279-4859-b4db-4078edb21308/704bce00-14c1-4bc9-b5d9-04baf566c51d) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:32.858575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95675c1-960f-4e7f-a349-d2a0c9de4037 req-307f4794-6c7d-459f-8fa1-86b28d1ccb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:32.866969 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b95675c1-960f-4e7f-a349-d2a0c9de4037 req-307f4794-6c7d-459f-8fa1-86b28d1ccb2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0697641 Nov 24 13:03:32.867903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-708fd922-841c-4f88-836a-2a9fad477a25 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Network 851149e6-f5be-43a1-b93c-84426f2f07a3 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:32.895122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-708fd922-841c-4f88-836a-2a9fad477a25 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:32.943278 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-708fd922-841c-4f88-836a-2a9fad477a25 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:32.948320 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fd922-841c-4f88-836a-2a9fad477a25 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Pushing event updated for resources: {'Port': ['ID=fa889311-0b8e-4ea9-9029-bbac33aa1fd5,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:32.995252 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95675c1-960f-4e7f-a349-d2a0c9de4037 req-82a6bc5b-f7cb-4f27-9e77-30b18821e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:32.996773 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b95675c1-960f-4e7f-a349-d2a0c9de4037 req-82a6bc5b-f7cb-4f27-9e77-30b18821e3c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1249831 Nov 24 13:03:33.161690 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-913d9347-fbf4-44cc-bdf9-1300c15ce7cb req-5c4db63b-8fb7-404b-b428-94bd1cea63ae tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467015 Nov 24 13:03:33.198389 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd59ab28-7870-4a1d-b23e-a49f13205429 req-5f3aa5d6-43cf-4e5c-a827-be556c5b3333 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7976601 Nov 24 13:03:33.252107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-708fd922-841c-4f88-836a-2a9fad477a25 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:33.255677 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-708fd922-841c-4f88-836a-2a9fad477a25 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:33.415602 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:33.418919 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adbd91-281a-4b92-a800-0a01d3e01358 req-e31a8b24-20d2-4cb5-a253-490f63bd9a27 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:33.423257 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5adbd91-281a-4b92-a800-0a01d3e01358 req-e31a8b24-20d2-4cb5-a253-490f63bd9a27 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 932 time: 0.2398999 Nov 24 13:03:33.428284 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b95675c1-960f-4e7f-a349-d2a0c9de4037 req-e252b58f-fb37-4014-90c7-df83dff77a30 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191787 Nov 24 13:03:33.429307 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:33.445541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-708fd922-841c-4f88-836a-2a9fad477a25 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3408051 Nov 24 13:03:33.459934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98269515-9d8f-4076-bded-eaae9cc2774b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:33.466897 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98269515-9d8f-4076-bded-eaae9cc2774b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:33.505661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c76a3-dec6-401d-a423-3567429ea984 req-eca22353-27f3-4c86-878c-cd62a4fbd70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:33.506728 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7c76a3-dec6-401d-a423-3567429ea984 req-eca22353-27f3-4c86-878c-cd62a4fbd70f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5f40869760341d98b5fa0a9a4d5d46b&device_id=3252a0ed-6d14-44e8-9acd-d6548f4581a4 HTTP/1.1" status: 200 len: 1099 time: 0.2027609 Nov 24 13:03:33.528650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Request body: {'port': {'device_id': '982f2e67-79fa-42ad-973c-d2dfd87c4f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:33.529873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:33.543508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:33.550471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:33.561682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Pushing event updated for resources: {'Port': ['ID=704bce00-14c1-4bc9-b5d9-04baf566c51d,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:33.613739 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e7bb4264-200f-4e8b-95e6-7b216a71b83d None None] Provisioning complete for port fa889311-0b8e-4ea9-9029-bbac33aa1fd5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:33.613739 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4264-200f-4e8b-95e6-7b216a71b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:33.656318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Attempting to bind port 704bce00-14c1-4bc9-b5d9-04baf566c51d on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:03:33.657059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Attempting to bind port 704bce00-14c1-4bc9-b5d9-04baf566c51d by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:03:33.657059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Attempting to bind port 704bce00-14c1-4bc9-b5d9-04baf566c51d on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:33.670765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:03:33.670765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:33.672119 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:33.672119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:03:33.672586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Bound port: 704bce00-14c1-4bc9-b5d9-04baf566c51d, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:03:33.673181 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:33.693700 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb4264-200f-4e8b-95e6-7b216a71b83d None None] Port fa889311-0b8e-4ea9-9029-bbac33aa1fd5 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:33.697318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b95675c1-960f-4e7f-a349-d2a0c9de4037 req-aa89a48b-3ba4-4571-87d1-453be1d1bc52 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463443 Nov 24 13:03:33.703776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-98269515-9d8f-4076-bded-eaae9cc2774b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port ba585988-3207-44f9-8c2f-8e8156a798a0 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:03:33.716362 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:33.775529 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] For port 704bce00-14c1-4bc9-b5d9-04baf566c51d, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:03:33.789528 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5adbd91-281a-4b92-a800-0a01d3e01358 req-bb725fd6-523e-4927-a23f-67dbade2720e tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429239 Nov 24 13:03:33.789712 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] For port 704bce00-14c1-4bc9-b5d9-04baf566c51d, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=704bce00-14c1-4bc9-b5d9-04baf566c51d,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:03:33.797998 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:33.880514 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bcf43-961b-415c-8c86-55bdc6564f1b None None] Pushing event updated for resources: {'Port': ['ID=704bce00-14c1-4bc9-b5d9-04baf566c51d,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:34.392431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c76a3-dec6-401d-a423-3567429ea984 req-6229274c-8c17-4b98-9037-d1c7b1199442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:34.394288 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7c76a3-dec6-401d-a423-3567429ea984 req-6229274c-8c17-4b98-9037-d1c7b1199442 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.6825466 Nov 24 13:03:34.573871 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7c76a3-dec6-401d-a423-3567429ea984 req-af8a0473-a614-46dd-94d6-005aec1a1e0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160 HTTP/1.1" status: 200 len: 217 time: 0.1418591 Nov 24 13:03:34.613725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 704bce00-14c1-4bc9-b5d9-04baf566c51d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:34.686770 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 704bce00-14c1-4bc9-b5d9-04baf566c51d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:34.687434 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:34.735885 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-98269515-9d8f-4076-bded-eaae9cc2774b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::3bd (cda05003-a875-4de3-a8fc-2e63803a60bb/b658fff7-d279-4859-b4db-4078edb21308/ba585988-3207-44f9-8c2f-8e8156a798a0) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:34.801505 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:34.879108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 704bce00-14c1-4bc9-b5d9-04baf566c51d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=704bce00-14c1-4bc9-b5d9-04baf566c51d,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:34.888802 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:34.910601 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ce3db-1492-42bd-886e-fa6a0bd521d9 req-9b662119-0b74-4e50-94b5-f51a5b8152ea tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:34.912222 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d84ce3db-1492-42bd-886e-fa6a0bd521d9 req-9b662119-0b74-4e50-94b5-f51a5b8152ea tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 948 time: 0.5142496 Nov 24 13:03:35.001721 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=704bce00-14c1-4bc9-b5d9-04baf566c51d,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:35.032926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8df3f5-3f9e-4bae-9d12-0c31c1f5df25 req-163d40ac-5b82-4c21-bfd3-37785bd47e30 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:35.042035 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a8df3f5-3f9e-4bae-9d12-0c31c1f5df25 req-163d40ac-5b82-4c21-bfd3-37785bd47e30 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 932 time: 0.1351371 Nov 24 13:03:35.063247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c76a3-dec6-401d-a423-3567429ea984 req-bc9c9e2c-a648-49a6-8f1f-a497712f6e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:35.064762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7c76a3-dec6-401d-a423-3567429ea984 req-bc9c9e2c-a648-49a6-8f1f-a497712f6e17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.4383776 Nov 24 13:03:35.118317 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a8df3f5-3f9e-4bae-9d12-0c31c1f5df25 req-b6d67581-fa2e-4699-add3-ac4bac3f3b3a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751374 Nov 24 13:03:35.306116 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d84ce3db-1492-42bd-886e-fa6a0bd521d9 req-23b4642e-dfdd-418f-a883-8beebe10d1ab tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665633 Nov 24 13:03:35.419585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c76a3-dec6-401d-a423-3567429ea984 req-7ef7db8b-a109-4eee-9bd8-3f83df70b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:35.421366 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7c76a3-dec6-401d-a423-3567429ea984 req-7ef7db8b-a109-4eee-9bd8-3f83df70b492 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3066254 Nov 24 13:03:35.457767 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98269515-9d8f-4076-bded-eaae9cc2774b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:35.542418 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-805b6e83-1084-44bd-a0ae-aacc5f8d850c None None] Provisioning complete for port 704bce00-14c1-4bc9-b5d9-04baf566c51d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:35.542802 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-805b6e83-1084-44bd-a0ae-aacc5f8d850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:35.669713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa889311-0b8e-4ea9-9029-bbac33aa1fd5 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:03:35.688573 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:35.710719 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98269515-9d8f-4076-bded-eaae9cc2774b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:35.737667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Transition to ACTIVE for port object fa889311-0b8e-4ea9-9029-bbac33aa1fd5 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:03:35.740257 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7c76a3-dec6-401d-a423-3567429ea984 req-9214c19c-0630-4bbd-82db-c0a4aa46e4dd service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075638 Nov 24 13:03:35.779409 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:35.816004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98269515-9d8f-4076-bded-eaae9cc2774b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:35.823969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-98269515-9d8f-4076-bded-eaae9cc2774b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:35.826779 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98269515-9d8f-4076-bded-eaae9cc2774b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:35.832856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98269515-9d8f-4076-bded-eaae9cc2774b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:35.833500 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98269515-9d8f-4076-bded-eaae9cc2774b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:35.878124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98269515-9d8f-4076-bded-eaae9cc2774b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=ba585988-3207-44f9-8c2f-8e8156a798a0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:35.961392 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-98269515-9d8f-4076-bded-eaae9cc2774b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2573714 Nov 24 13:03:35.961744 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37534) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:36.021077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Pushing event updated for resources: {'Port': ['ID=fa889311-0b8e-4ea9-9029-bbac33aa1fd5,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:36.109932 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b7c76a3-dec6-401d-a423-3567429ea984 req-2a2ac5dd-f987-4168-8b57-fbb96f779955 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442848 Nov 24 13:03:36.127086 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:36.161756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Attempting to bind port fa889311-0b8e-4ea9-9029-bbac33aa1fd5 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:03:36.162437 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Attempting to bind port fa889311-0b8e-4ea9-9029-bbac33aa1fd5 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'c1fa4c86-feca-4f6e-b968-ae6256aba814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:03:36.162709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Attempting to bind port fa889311-0b8e-4ea9-9029-bbac33aa1fd5 on network 851149e6-f5be-43a1-b93c-84426f2f07a3 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:36.178439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Port fa889311-0b8e-4ea9-9029-bbac33aa1fd5 on network 851149e6-f5be-43a1-b93c-84426f2f07a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:03:36.178776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Attempting to bind port fa889311-0b8e-4ea9-9029-bbac33aa1fd5 on network 851149e6-f5be-43a1-b93c-84426f2f07a3 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:36.192218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:03:36.192662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Checking segment: {'id': 'c1fa4c86-feca-4f6e-b968-ae6256aba814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:36.193326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Bound using segment: {'id': 'c1fa4c86-feca-4f6e-b968-ae6256aba814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:03:36.193721 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Bound port: fa889311-0b8e-4ea9-9029-bbac33aa1fd5, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1fa4c86-feca-4f6e-b968-ae6256aba814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:03:36.194232 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:36.245490 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52331ad7-0028-4ff3-a01e-e74f9c51acd7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:36.282075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52331ad7-0028-4ff3-a01e-e74f9c51acd7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:36.283973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-52331ad7-0028-4ff3-a01e-e74f9c51acd7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3207624 Nov 24 13:03:36.286995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37544) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:36.335836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device ffb7d8b9-5d8f-4dfe-a522-49a523abd160 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:03:36.494297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] For port fa889311-0b8e-4ea9-9029-bbac33aa1fd5, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:03:36.514617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] For port fa889311-0b8e-4ea9-9029-bbac33aa1fd5, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fa889311-0b8e-4ea9-9029-bbac33aa1fd5,segment=NetworkSegment(c1fa4c86-feca-4f6e-b968-ae6256aba814),segment_id=c1fa4c86-feca-4f6e-b968-ae6256aba814)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:03:36.533468 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:36.594392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1c4381bb-b696-4405-8ad4-58c9c2f72d30 None None] Provisioning complete for port ba585988-3207-44f9-8c2f-8e8156a798a0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:36.604294 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1c4381bb-b696-4405-8ad4-58c9c2f72d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:36.717678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:36.720545 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Pushing event updated for resources: {'Port': ['ID=fa889311-0b8e-4ea9-9029-bbac33aa1fd5,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:36.742974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:36.743694 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:36.744883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 704bce00-14c1-4bc9-b5d9-04baf566c51d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:36.750811 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160', 'mac_address': 'fa:16:3e:53:fd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:03:36.751303 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f7fec111-3b7b-4b45-8d6a-e6cf7ae0ae01 service neutron] 10.222.0.46 "PUT /v2.0/ports/fa889311-0b8e-4ea9-9029-bbac33aa1fd5 HTTP/1.1" status: 200 len: 1092 time: 3.2484777 Nov 24 13:03:36.758231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982f2e67-79fa-42ad-973c-d2dfd87c4f2f', 'tag': 'fa889311-0b8e-4ea9-9029-bbac33aa1fd5'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:36.765200 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0caf46-0e44-44a5-85a0-48f76bf7d0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "982f2e67-79fa-42ad-973c-d2dfd87c4f2f", "tag": "fa889311-0b8e-4ea9-9029-bbac33aa1fd5"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:36.803922 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0376f-b4c9-4363-ad4f-1a2e11ed49e1 req-d1aa6df5-0a03-4776-8fd1-20a364235a41 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:36.807911 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-17a0376f-b4c9-4363-ad4f-1a2e11ed49e1 req-d1aa6df5-0a03-4776-8fd1-20a364235a41 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 944 time: 0.5075526 Nov 24 13:03:36.893692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1c4381bb-b696-4405-8ad4-58c9c2f72d30 None None] Port ba585988-3207-44f9-8c2f-8e8156a798a0 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:03:36.937524 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:36.977326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f6f16bd5-ec1f-4af2-8d23-b27e2c981285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:36.979195 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-f6f16bd5-ec1f-4af2-8d23-b27e2c981285 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=74af619c721c466ab11ce606a5939361&device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 1095 time: 0.1681929 Nov 24 13:03:36.980355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 704bce00-14c1-4bc9-b5d9-04baf566c51d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:36.986653 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:37.104422 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb7d8b9-5d8f-4dfe-a522-49a523abd160 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:03:37.106639 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-908612ed-afbe-442f-b5be-5569130182d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa889311-0b8e-4ea9-9029-bbac33aa1fd5 HTTP/1.1" status: 200 len: 217 time: 0.1165078 Nov 24 13:03:37.146383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:37.212407 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:37.214196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device efd4e70a-02a6-44db-92d8-25b5ae585707 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:03:37.237071 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-17a0376f-b4c9-4363-ad4f-1a2e11ed49e1 req-9b76daaa-65c8-4aec-9e5f-2715a3d4d0dd tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4026446 Nov 24 13:03:37.267345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port efd4e70a-02a6-44db-92d8-25b5ae585707, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=efd4e70a-02a6-44db-92d8-25b5ae585707,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:37.276453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-1b9611d9-163d-45b5-bac1-2a52e13a7c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:37.278252 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-1b9611d9-163d-45b5-bac1-2a52e13a7c0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a531fb4-a499-4180-b0b3-80d39c725b1f HTTP/1.1" status: 200 len: 850 time: 0.1599071 Nov 24 13:03:37.314363 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'efd4e70a-02a6-44db-92d8-25b5ae585707', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'efd4e70a-02a6-44db-92d8-25b5ae585707', 'mac_address': 'fa:16:3e:29:47:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:03:37.346658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f2a57-255c-49c4-a498-095701faf2df req-4a335c12-0ed6-4831-b0c6-3c50f3efd61c tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:37.361423 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ec8f2a57-255c-49c4-a498-095701faf2df req-4a335c12-0ed6-4831-b0c6-3c50f3efd61c tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 948 time: 0.2242639 Nov 24 13:03:37.373522 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:37.378023 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5300a3-52e8-4169-b6c0-5fa84bde247c x-openstack-request-id: req-da5300a3-52e8-4169-b6c0-5fa84bde247c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:03:37.379454 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982f2e67-79fa-42ad-973c-d2dfd87c4f2f", "tag": "fa889311-0b8e-4ea9-9029-bbac33aa1fd5", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:03:37.379733 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da5300a3-52e8-4169-b6c0-5fa84bde247c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:03:37.380610 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982f2e67-79fa-42ad-973c-d2dfd87c4f2f', 'tag': 'fa889311-0b8e-4ea9-9029-bbac33aa1fd5', 'status': 'completed', 'code': 200} Nov 24 13:03:37.401929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd4e70a-02a6-44db-92d8-25b5ae585707 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:03:37.402411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0f5976bd-95ac-4290-add7-39fb2737186c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port ba585988-3207-44f9-8c2f-8e8156a798a0 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:37.402956 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f5976bd-95ac-4290-add7-39fb2737186c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:37.407878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-41831202-6ee3-4c23-a4ea-179344a502b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:37.412804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:37.417099 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-41831202-6ee3-4c23-a4ea-179344a502b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=851149e6-f5be-43a1-b93c-84426f2f07a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164401 Nov 24 13:03:37.444178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port efd4e70a-02a6-44db-92d8-25b5ae585707, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=efd4e70a-02a6-44db-92d8-25b5ae585707,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:37.461882 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:37.500550 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ec8f2a57-255c-49c4-a498-095701faf2df req-d7e6c545-2318-4f3e-96de-3dbd2e5b3edd tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381364 Nov 24 13:03:37.570068 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-bd228c0c-94bd-4db3-b3d6-7d5bbc03815c service neutron] 10.222.0.46 "GET /v2.0/networks/851149e6-f5be-43a1-b93c-84426f2f07a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464598 Nov 24 13:03:37.599949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=efd4e70a-02a6-44db-92d8-25b5ae585707,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:37.696751 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f5976bd-95ac-4290-add7-39fb2737186c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:37.720706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0f5976bd-95ac-4290-add7-39fb2737186c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for ba585988-3207-44f9-8c2f-8e8156a798a0 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:37.781596 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-953814bd-ae5e-4890-98f6-c4f91df2cbab req-294ea27f-1eb0-492b-a144-b120b6ee0879 service neutron] 10.222.0.46 "GET /v2.0/networks/851149e6-f5be-43a1-b93c-84426f2f07a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015510 Nov 24 13:03:37.802622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['efd4e70a-02a6-44db-92d8-25b5ae585707'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:03:37.805949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['ffb7d8b9-5d8f-4dfe-a522-49a523abd160'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:03:37.930996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0caf46-0e44-44a5-85a0-48f76bf7d0c1 req-b1529f96-e38c-433f-a5c2-990caf9fc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:37.932541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c0caf46-0e44-44a5-85a0-48f76bf7d0c1 req-b1529f96-e38c-433f-a5c2-990caf9fc0bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=74af619c721c466ab11ce606a5939361&device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 1095 time: 0.0720787 Nov 24 13:03:38.001984 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f5976bd-95ac-4290-add7-39fb2737186c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:38.052973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5976bd-95ac-4290-add7-39fb2737186c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=ba585988-3207-44f9-8c2f-8e8156a798a0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:38.115949 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f5976bd-95ac-4290-add7-39fb2737186c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:38.121318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0f5976bd-95ac-4290-add7-39fb2737186c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/ba585988-3207-44f9-8c2f-8e8156a798a0 HTTP/1.1" status: 204 len: 168 time: 1.8330946 Nov 24 13:03:38.125494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37598) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:38.168053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0caf46-0e44-44a5-85a0-48f76bf7d0c1 req-fa288634-daa9-4cdb-bf3a-8b8be014dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:38.175418 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c0caf46-0e44-44a5-85a0-48f76bf7d0c1 req-fa288634-daa9-4cdb-bf3a-8b8be014dbd2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=851149e6-f5be-43a1-b93c-84426f2f07a3 HTTP/1.1" status: 200 len: 912 time: 0.2348452 Nov 24 13:03:38.254703 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e3dd5-e32e-43d2-9403-76582fd97137 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:38.256815 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e3dd5-e32e-43d2-9403-76582fd97137 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:38.269456 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-302e3dd5-e32e-43d2-9403-76582fd97137 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1423130 Nov 24 13:03:38.270433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37600) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:38.293385 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c0caf46-0e44-44a5-85a0-48f76bf7d0c1 req-23d9d92c-85fc-48db-9109-2aa2a0661af7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa889311-0b8e-4ea9-9029-bbac33aa1fd5 HTTP/1.1" status: 200 len: 217 time: 0.1085563 Nov 24 13:03:38.412529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0caf46-0e44-44a5-85a0-48f76bf7d0c1 req-57e514f1-2404-4aad-86b7-4d7523176b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:38.414406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c0caf46-0e44-44a5-85a0-48f76bf7d0c1 req-57e514f1-2404-4aad-86b7-4d7523176b48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a531fb4-a499-4180-b0b3-80d39c725b1f HTTP/1.1" status: 200 len: 850 time: 0.1135385 Nov 24 13:03:38.445532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3135a9-076f-49cf-b13e-d5a5abe63312 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet b658fff7-d279-4859-b4db-4078edb21308 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:03:38.476244 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f3135a9-076f-49cf-b13e-d5a5abe63312 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:38.584429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f3135a9-076f-49cf-b13e-d5a5abe63312 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:38.597236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0caf46-0e44-44a5-85a0-48f76bf7d0c1 req-6baac708-8051-49c5-a1c6-46f4ebd3f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:38.599477 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c0caf46-0e44-44a5-85a0-48f76bf7d0c1 req-6baac708-8051-49c5-a1c6-46f4ebd3f5ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=851149e6-f5be-43a1-b93c-84426f2f07a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724727 Nov 24 13:03:38.635391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c8bb5-d0cb-46d4-a0f6-8ca1b8931dcf req-6728e61d-722b-402b-ab2d-a33c5704f93f tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:38.656111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-899c8bb5-d0cb-46d4-a0f6-8ca1b8931dcf req-6728e61d-722b-402b-ab2d-a33c5704f93f tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 944 time: 0.2023957 Nov 24 13:03:38.780447 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-899c8bb5-d0cb-46d4-a0f6-8ca1b8931dcf req-5260c48e-cbd6-485a-9dae-d2aa9a4f4b35 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232808 Nov 24 13:03:38.784581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8310cdd-4e74-4693-b278-0e9fb44a1196 req-9f2d712f-275d-4f1f-af13-ea78481a5042 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:38.785963 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8310cdd-4e74-4693-b278-0e9fb44a1196 req-9f2d712f-275d-4f1f-af13-ea78481a5042 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 949 time: 0.0798609 Nov 24 13:03:38.790151 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c0caf46-0e44-44a5-85a0-48f76bf7d0c1 req-c2994934-28d3-4ead-b046-aedb6735fd66 service neutron] 10.222.0.46 "GET /v2.0/networks/851149e6-f5be-43a1-b93c-84426f2f07a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719205 Nov 24 13:03:38.791278 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f3135a9-076f-49cf-b13e-d5a5abe63312 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:38.871475 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8310cdd-4e74-4693-b278-0e9fb44a1196 req-da378d3e-ff75-47d4-a4f2-db3b08b0cd27 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786166 Nov 24 13:03:38.944163 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f3135a9-076f-49cf-b13e-d5a5abe63312 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:38.968766 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c0caf46-0e44-44a5-85a0-48f76bf7d0c1 req-fe39543b-1d4f-4785-9e14-8723d677be9e service neutron] 10.222.0.46 "GET /v2.0/networks/851149e6-f5be-43a1-b93c-84426f2f07a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685221 Nov 24 13:03:38.996315 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f3135a9-076f-49cf-b13e-d5a5abe63312 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:39.005951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3f3135a9-076f-49cf-b13e-d5a5abe63312 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/b658fff7-d279-4859-b4db-4078edb21308 HTTP/1.1" status: 204 len: 168 time: 0.7322578 Nov 24 13:03:39.006391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37634) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:39.007551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3135a9-076f-49cf-b13e-d5a5abe63312 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=b658fff7-d279-4859-b4db-4078edb21308,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:39.015978 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f15b8e-f1f9-4b12-80e2-8f23ae5b8259 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:39.077820 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b1e6fc8f-de91-47c0-8cc8-d0a513c2e73d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701158 Nov 24 13:03:39.080883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37638) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:39.087525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3d187cc3-d3be-4bca-ba19-e22c4e5639d5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:39.238451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d187cc3-d3be-4bca-ba19-e22c4e5639d5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:39.251150 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3d187cc3-d3be-4bca-ba19-e22c4e5639d5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:39.289085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f81376-839d-4d51-9763-09705f8269cf None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:03:39.394648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-18f81376-839d-4d51-9763-09705f8269cf None None] Deleting port 704bce00-14c1-4bc9-b5d9-04baf566c51d {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:39.396614 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-18f81376-839d-4d51-9763-09705f8269cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:39.527987 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3d187cc3-d3be-4bca-ba19-e22c4e5639d5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:39.603676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d187cc3-d3be-4bca-ba19-e22c4e5639d5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=8d0bfd53-c7a6-4451-94cb-1cd27461412d,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:39.633145 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d187cc3-d3be-4bca-ba19-e22c4e5639d5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:39.634844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-3d187cc3-d3be-4bca-ba19-e22c4e5639d5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:39.635915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-18f81376-839d-4d51-9763-09705f8269cf None None] For port 704bce00-14c1-4bc9-b5d9-04baf566c51d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=704bce00-14c1-4bc9-b5d9-04baf566c51d,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:39.636326 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-18f81376-839d-4d51-9763-09705f8269cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:39.644776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d187cc3-d3be-4bca-ba19-e22c4e5639d5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:39.648125 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3d187cc3-d3be-4bca-ba19-e22c4e5639d5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:39.660196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-18f81376-839d-4d51-9763-09705f8269cf None None] Calling delete_port for 704bce00-14c1-4bc9-b5d9-04baf566c51d owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:39.679947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3d187cc3-d3be-4bca-ba19-e22c4e5639d5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5976355 Nov 24 13:03:39.682597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37646) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:39.691581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-13419915-e077-486b-b7f1-f61c416bff78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'name': 'tempest-NetworksTestDHCPv6-1324996877'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:39.747107 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:39.826337 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-18f81376-839d-4d51-9763-09705f8269cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:39.870284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f81376-839d-4d51-9763-09705f8269cf None None] Pushing event deleted for resources: {'Port': ['ID=704bce00-14c1-4bc9-b5d9-04baf566c51d,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:39.883721 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f81376-839d-4d51-9763-09705f8269cf None None] No DVR routers for this DVR port 704bce00-14c1-4bc9-b5d9-04baf566c51d on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:03:39.915962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff96cda-19fa-4dd8-bdfd-b053576a3309 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:39.971079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13419915-e077-486b-b7f1-f61c416bff78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:39.979241 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13419915-e077-486b-b7f1-f61c416bff78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:39.999201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cdd95-03b0-4838-bde7-887dca978497 req-cc2d7b82-5195-4a7b-868b-1cbe731c2e9e tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:40.006164 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-603cdd95-03b0-4838-bde7-887dca978497 req-cc2d7b82-5195-4a7b-868b-1cbe731c2e9e tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 944 time: 0.1097374 Nov 24 13:03:40.067664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-13419915-e077-486b-b7f1-f61c416bff78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port a33cfbdf-2a01-4bf8-adea-a2e2dcb09486 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:03:40.125579 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-603cdd95-03b0-4838-bde7-887dca978497 req-859593de-b7a8-4deb-8342-3ca57fef75e1 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159859 Nov 24 13:03:40.143695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe86ed3-a3c9-44e9-829d-62da30c7ee4f req-a4e266a6-4e70-47a5-9d85-a78c4b857ac3 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:40.151354 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fe86ed3-a3c9-44e9-829d-62da30c7ee4f req-a4e266a6-4e70-47a5-9d85-a78c4b857ac3 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 949 time: 0.1429892 Nov 24 13:03:40.309737 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': '8d0bfd53-c7a6-4451-94cb-1cd27461412d'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:03:40.312070 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:40.321861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fe86ed3-a3c9-44e9-829d-62da30c7ee4f req-5688d597-aae8-4b9f-a0f2-acdbf2bd8bb6 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412280 Nov 24 13:03:40.351282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device ffb7d8b9-5d8f-4dfe-a522-49a523abd160 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:40.372476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-13419915-e077-486b-b7f1-f61c416bff78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::3c8 (cda05003-a875-4de3-a8fc-2e63803a60bb/8d0bfd53-c7a6-4451-94cb-1cd27461412d/a33cfbdf-2a01-4bf8-adea-a2e2dcb09486) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:40.530049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fa889311-0b8e-4ea9-9029-bbac33aa1fd5 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:03:40.593499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 704bce00-14c1-4bc9-b5d9-04baf566c51d no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:03:40.645216 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13419915-e077-486b-b7f1-f61c416bff78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:40.679726 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port fa889311-0b8e-4ea9-9029-bbac33aa1fd5, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fa889311-0b8e-4ea9-9029-bbac33aa1fd5,segment=NetworkSegment(c1fa4c86-feca-4f6e-b968-ae6256aba814),segment_id=c1fa4c86-feca-4f6e-b968-ae6256aba814)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:40.697039 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'fa889311-0b8e-4ea9-9029-bbac33aa1fd5', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'port_id': 'fa889311-0b8e-4ea9-9029-bbac33aa1fd5', 'mac_address': 'fa:16:3e:f4:b1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:03:40.714416 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13419915-e077-486b-b7f1-f61c416bff78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:40.740244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13419915-e077-486b-b7f1-f61c416bff78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:40.743298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-13419915-e077-486b-b7f1-f61c416bff78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:40.752340 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13419915-e077-486b-b7f1-f61c416bff78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:40.759797 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13419915-e077-486b-b7f1-f61c416bff78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:40.762875 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13419915-e077-486b-b7f1-f61c416bff78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:40.773974 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Allocated IP 2001:db8::2 (cda05003-a875-4de3-a8fc-2e63803a60bb/8d0bfd53-c7a6-4451-94cb-1cd27461412d/204d49da-9649-4b3b-b9a1-43c9b2f0bc91) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:40.802895 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-13419915-e077-486b-b7f1-f61c416bff78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1185286 Nov 24 13:03:40.805744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37690) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:40.898796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13419915-e077-486b-b7f1-f61c416bff78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=a33cfbdf-2a01-4bf8-adea-a2e2dcb09486,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:40.918869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbad1e60-c409-4535-a524-e739fc78ccef tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:40.920482 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bbad1e60-c409-4535-a524-e739fc78ccef tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1137087 Nov 24 13:03:40.923877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37698) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:40.934474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port ffb7d8b9-5d8f-4dfe-a522-49a523abd160 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:03:40.942091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 704bce00-14c1-4bc9-b5d9-04baf566c51d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:03:40.942456 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 704bce00-14c1-4bc9-b5d9-04baf566c51d not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:03:40.944428 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:40.948804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port ffb7d8b9-5d8f-4dfe-a522-49a523abd160 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:40.948804 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:40.990117 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:41.050960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:41.064035 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:41.071136 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:41.125020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-a056be60-62de-46eb-98b8-272e5150d630 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port a33cfbdf-2a01-4bf8-adea-a2e2dcb09486 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:41.125787 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a056be60-62de-46eb-98b8-272e5150d630 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:41.149644 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:41.151445 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:41.176002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Pushing event updated for resources: {'Port': ['ID=204d49da-9649-4b3b-b9a1-43c9b2f0bc91,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:41.198941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:41.199301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:41.199653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:41.199995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:41.200333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:41.200672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:41.201041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:41.201375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:41.201703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:41.202031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:41.202949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:41.203251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:03:41.211883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa889311-0b8e-4ea9-9029-bbac33aa1fd5 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:03:41.232917 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port fa889311-0b8e-4ea9-9029-bbac33aa1fd5, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fa889311-0b8e-4ea9-9029-bbac33aa1fd5,segment=NetworkSegment(c1fa4c86-feca-4f6e-b968-ae6256aba814),segment_id=c1fa4c86-feca-4f6e-b968-ae6256aba814)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:41.253488 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:41.262219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:41.264505 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64e0f9a-da7d-47ba-b7db-f880b76b0477" -d '{"events": [{"server_uuid": "3252a0ed-6d14-44e8-9acd-d6548f4581a4", "name": "network-vif-plugged", "status": "completed", "tag": "ffb7d8b9-5d8f-4dfe-a522-49a523abd160"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:41.294803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Attempting to bind port 204d49da-9649-4b3b-b9a1-43c9b2f0bc91 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:03:41.295171 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Attempting to bind port 204d49da-9649-4b3b-b9a1-43c9b2f0bc91 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:03:41.295564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Attempting to bind port 204d49da-9649-4b3b-b9a1-43c9b2f0bc91 on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:41.305872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:41.309256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:03:41.309611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:41.310021 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:41.310609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:03:41.310896 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Bound port: 204d49da-9649-4b3b-b9a1-43c9b2f0bc91, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:03:41.311284 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:41.333342 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:41.334129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device efd4e70a-02a6-44db-92d8-25b5ae585707 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:41.371766 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a056be60-62de-46eb-98b8-272e5150d630 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:41.393151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26914fd0-2f7d-453c-b6e4-00ff0f0f6fc7 req-fc2b8ebb-6a89-405a-9863-7f849669aa41 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:41.402928 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26914fd0-2f7d-453c-b6e4-00ff0f0f6fc7 req-fc2b8ebb-6a89-405a-9863-7f849669aa41 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 945 time: 0.1227818 Nov 24 13:03:41.416555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-a056be60-62de-46eb-98b8-272e5150d630 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for a33cfbdf-2a01-4bf8-adea-a2e2dcb09486 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:41.431195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=fa889311-0b8e-4ea9-9029-bbac33aa1fd5,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:41.532155 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:41.534084 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26914fd0-2f7d-453c-b6e4-00ff0f0f6fc7 req-5d0f999e-365c-4aca-adb6-b06c997da708 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248267 Nov 24 13:03:41.557850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] For port 204d49da-9649-4b3b-b9a1-43c9b2f0bc91, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:03:41.565977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] For port 204d49da-9649-4b3b-b9a1-43c9b2f0bc91, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=204d49da-9649-4b3b-b9a1-43c9b2f0bc91,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:03:41.570664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['fa889311-0b8e-4ea9-9029-bbac33aa1fd5'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:03:41.574926 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28e4c56-c8c8-4f2b-a7ff-0fba4b969700 x-openstack-request-id: req-d28e4c56-c8c8-4f2b-a7ff-0fba4b969700 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:03:41.575479 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252a0ed-6d14-44e8-9acd-d6548f4581a4", "name": "network-vif-plugged", "status": "completed", "tag": "ffb7d8b9-5d8f-4dfe-a522-49a523abd160", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:03:41.575868 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d28e4c56-c8c8-4f2b-a7ff-0fba4b969700 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:03:41.580776 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160', 'code': 200} Nov 24 13:03:41.629541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port efd4e70a-02a6-44db-92d8-25b5ae585707 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:03:41.636074 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:41.682323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port efd4e70a-02a6-44db-92d8-25b5ae585707 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:41.682791 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:41.788500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e7cea-a4ce-49e7-9676-249b1e81ce76 req-39a14f48-2f57-4b52-ad2f-ee930f0cb723 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:41.797921 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-549e7cea-a4ce-49e7-9676-249b1e81ce76 req-39a14f48-2f57-4b52-ad2f-ee930f0cb723 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 949 time: 0.1342342 Nov 24 13:03:41.844794 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a25e9-2588-48af-a8f3-e07abbb8e625 None None] Pushing event updated for resources: {'Port': ['ID=204d49da-9649-4b3b-b9a1-43c9b2f0bc91,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:41.845641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edde12-8f75-4a87-86f9-cedf7df1036c req-76d7f7b2-820a-4c18-b85c-7ae392d51f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:41.859159 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26edde12-8f75-4a87-86f9-cedf7df1036c req-76d7f7b2-820a-4c18-b85c-7ae392d51f4b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3252a0ed-6d14-44e8-9acd-d6548f4581a4 HTTP/1.1" status: 200 len: 1101 time: 0.2159259 Nov 24 13:03:41.875698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70950354-12db-4da5-8b75-18701334734f req-b9b191e2-0f97-4197-9a9b-0fe91ac44bfb tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:41.884344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70950354-12db-4da5-8b75-18701334734f req-b9b191e2-0f97-4197-9a9b-0fe91ac44bfb tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1796937 Nov 24 13:03:41.910197 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-549e7cea-a4ce-49e7-9676-249b1e81ce76 req-1d904360-4c73-41cf-9bd7-839f43bb41bc tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106253 Nov 24 13:03:41.960743 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a056be60-62de-46eb-98b8-272e5150d630 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:41.995474 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:42.041961 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056be60-62de-46eb-98b8-272e5150d630 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=a33cfbdf-2a01-4bf8-adea-a2e2dcb09486,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:42.070512 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70950354-12db-4da5-8b75-18701334734f req-a8081574-a7a3-47b5-9a36-7e7df95e976c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847525 Nov 24 13:03:42.103267 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a056be60-62de-46eb-98b8-272e5150d630 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:42.112612 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a056be60-62de-46eb-98b8-272e5150d630 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/a33cfbdf-2a01-4bf8-adea-a2e2dcb09486 HTTP/1.1" status: 204 len: 168 time: 1.1876113 Nov 24 13:03:42.113349 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37752) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:42.113875 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26edde12-8f75-4a87-86f9-cedf7df1036c req-ca4061c0-f7f3-409e-9dc9-6e3effaa1f99 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260449 Nov 24 13:03:42.180752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port efd4e70a-02a6-44db-92d8-25b5ae585707, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=efd4e70a-02a6-44db-92d8-25b5ae585707,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:42.191136 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:42.220023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83b49a5-4f66-4676-a9bb-2277908dc63f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:42.221594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83b49a5-4f66-4676-a9bb-2277908dc63f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:42.225879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37756) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:42.232941 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c83b49a5-4f66-4676-a9bb-2277908dc63f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1184554 Nov 24 13:03:42.275740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=efd4e70a-02a6-44db-92d8-25b5ae585707,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:42.312564 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb4c648-d24e-4fb9-ad24-f5203a734e59 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 8d0bfd53-c7a6-4451-94cb-1cd27461412d {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:03:42.316079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c648-d24e-4fb9-ad24-f5203a734e59 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:42.358187 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c648-d24e-4fb9-ad24-f5203a734e59 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:42.449142 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c648-d24e-4fb9-ad24-f5203a734e59 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:42.541575 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c648-d24e-4fb9-ad24-f5203a734e59 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:42.600291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4c648-d24e-4fb9-ad24-f5203a734e59 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0bfd53-c7a6-4451-94cb-1cd27461412d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:42.608660 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ecb4c648-d24e-4fb9-ad24-f5203a734e59 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:42.612414 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ecb4c648-d24e-4fb9-ad24-f5203a734e59 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/8d0bfd53-c7a6-4451-94cb-1cd27461412d HTTP/1.1" status: 204 len: 168 time: 0.3852043 Nov 24 13:03:42.619420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37770) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:42.628587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 204d49da-9649-4b3b-b9a1-43c9b2f0bc91 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:42.699865 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c5f67e1d-69ed-40ca-802d-0397ce532607 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789516 Nov 24 13:03:42.702985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37774) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:42.714959 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 204d49da-9649-4b3b-b9a1-43c9b2f0bc91 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:42.715427 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:42.751895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a6894-9550-4242-86fc-d474b2b5e483 req-14c7325c-b1f1-47f2-93fd-7f7e9e8a31e7 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:42.753801 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b17a6894-9550-4242-86fc-d474b2b5e483 req-14c7325c-b1f1-47f2-93fd-7f7e9e8a31e7 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 945 time: 0.1143539 Nov 24 13:03:42.797843 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37010f5f-2e6c-4369-8b48-3f1771a4b777 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:42.800467 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-37010f5f-2e6c-4369-8b48-3f1771a4b777 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0962770 Nov 24 13:03:42.803141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37776) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:42.845911 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:42.848399 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b17a6894-9550-4242-86fc-d474b2b5e483 req-b26c277a-5cb5-4bce-be09-7f54ffed798e tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876968 Nov 24 13:03:42.892981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 204d49da-9649-4b3b-b9a1-43c9b2f0bc91, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=204d49da-9649-4b3b-b9a1-43c9b2f0bc91,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:42.903196 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:42.921443 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5349f0a3-12f0-4abe-9334-c54645d84f79 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:42.923647 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5349f0a3-12f0-4abe-9334-c54645d84f79 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1187878 Nov 24 13:03:42.925993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37780) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:42.965927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=204d49da-9649-4b3b-b9a1-43c9b2f0bc91,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:42.972297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37784) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:42.976824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-397e9c41-0359-4e5c-9a1e-6f9a275ce08d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:42.980101 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a8fd7911-4dd4-4bac-b21c-f1d04b2b239f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528061 Nov 24 13:03:43.137941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2a831-5dba-4b19-97f5-27b493b6fd86 req-b940eab8-de45-45dc-9dae-2d543091f8e1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:43.147207 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63a2a831-5dba-4b19-97f5-27b493b6fd86 req-b940eab8-de45-45dc-9dae-2d543091f8e1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 950 time: 0.1059327 Nov 24 13:03:43.157087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397e9c41-0359-4e5c-9a1e-6f9a275ce08d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:43.160596 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-397e9c41-0359-4e5c-9a1e-6f9a275ce08d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:43.295273 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37c82c2-ecce-49f9-8080-7328c35348b3 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:43.295714 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221347c-36a5-4772-b102-cca58fc5f14f req-81c43f27-27a8-4f23-be9d-fd64cfaef563 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:43.304630 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0221347c-36a5-4772-b102-cca58fc5f14f req-81c43f27-27a8-4f23-be9d-fd64cfaef563 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.0828395 Nov 24 13:03:43.311037 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63a2a831-5dba-4b19-97f5-27b493b6fd86 req-d4d986b0-62c2-4c7c-bfb4-390706adeb4c tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623089 Nov 24 13:03:43.369922 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0221347c-36a5-4772-b102-cca58fc5f14f req-77db1971-c124-43ec-88d3-6f18a3991fea tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572350 Nov 24 13:03:43.493154 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5a3273e2-87f9-40e0-b600-3b9462a1bd32 None None] Provisioning complete for port 204d49da-9649-4b3b-b9a1-43c9b2f0bc91 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:43.493544 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5a3273e2-87f9-40e0-b600-3b9462a1bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:43.523054 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-397e9c41-0359-4e5c-9a1e-6f9a275ce08d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:43.579649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397e9c41-0359-4e5c-9a1e-6f9a275ce08d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:43.585315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-397e9c41-0359-4e5c-9a1e-6f9a275ce08d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:43.589452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e9c41-0359-4e5c-9a1e-6f9a275ce08d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:43.590463 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-397e9c41-0359-4e5c-9a1e-6f9a275ce08d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:43.600671 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd826fe-4910-4269-a59b-bd3998ed4a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd4e70a-02a6-44db-92d8-25b5ae585707'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:43.603317 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4051f5-3bdc-4395-b20e-8cfaa727c466" -d '{"events": [{"server_uuid": "ccd826fe-4910-4269-a59b-bd3998ed4a34", "name": "network-vif-plugged", "status": "completed", "tag": "efd4e70a-02a6-44db-92d8-25b5ae585707"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:43.611209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e9c41-0359-4e5c-9a1e-6f9a275ce08d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=8c26ce7e-fc77-49b5-b35d-953bb5e129af,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:43.629114 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-397e9c41-0359-4e5c-9a1e-6f9a275ce08d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6565754 Nov 24 13:03:43.631263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37836) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:43.638097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8bffc05f-c47f-4409-a53f-41751e30a82f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': '8c26ce7e-fc77-49b5-b35d-953bb5e129af', 'ip_address': '2001:db8::ade3:9da1:f18e:57c'}], 'name': 'tempest-NetworksTestDHCPv6-670406025'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:43.660009 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff05926-d21b-486b-8fc5-3d1ebd2fdbf7 None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:03:43.721114 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cab4f47-ad84-4b2a-acba-595e228fe256 x-openstack-request-id: req-1cab4f47-ad84-4b2a-acba-595e228fe256 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:03:43.722244 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd826fe-4910-4269-a59b-bd3998ed4a34", "name": "network-vif-plugged", "status": "completed", "tag": "efd4e70a-02a6-44db-92d8-25b5ae585707", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:03:43.722681 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1cab4f47-ad84-4b2a-acba-595e228fe256 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:03:43.723310 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd826fe-4910-4269-a59b-bd3998ed4a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd4e70a-02a6-44db-92d8-25b5ae585707', 'code': 200} Nov 24 13:03:43.758358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8ff05926-d21b-486b-8fc5-3d1ebd2fdbf7 None None] Deleting port 204d49da-9649-4b3b-b9a1-43c9b2f0bc91 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:43.758736 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ff05926-d21b-486b-8fc5-3d1ebd2fdbf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:43.831648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ed800-6bc9-4e7e-8c72-6128a7820ccf req-fc8b1e28-b9e6-4b75-ba64-8c2f58e910e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:43.833922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bffc05f-c47f-4409-a53f-41751e30a82f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:43.834088 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a73ed800-6bc9-4e7e-8c72-6128a7820ccf req-fc8b1e28-b9e6-4b75-ba64-8c2f58e910e4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 1101 time: 0.0629113 Nov 24 13:03:43.855634 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8ff05926-d21b-486b-8fc5-3d1ebd2fdbf7 None None] For port 204d49da-9649-4b3b-b9a1-43c9b2f0bc91, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=204d49da-9649-4b3b-b9a1-43c9b2f0bc91,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:43.856040 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ff05926-d21b-486b-8fc5-3d1ebd2fdbf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:43.872277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8ff05926-d21b-486b-8fc5-3d1ebd2fdbf7 None None] Calling delete_port for 204d49da-9649-4b3b-b9a1-43c9b2f0bc91 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:43.957099 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a73ed800-6bc9-4e7e-8c72-6128a7820ccf req-50b9885e-99e8-4ccd-93eb-985cf6ca680e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121571 Nov 24 13:03:43.994957 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8bffc05f-c47f-4409-a53f-41751e30a82f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:44.004193 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ff05926-d21b-486b-8fc5-3d1ebd2fdbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:44.031755 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-8bffc05f-c47f-4409-a53f-41751e30a82f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port c1631e97-3118-47f9-8f72-1c9c4b26ec7b yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:03:44.041889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff05926-d21b-486b-8fc5-3d1ebd2fdbf7 None None] Pushing event deleted for resources: {'Port': ['ID=204d49da-9649-4b3b-b9a1-43c9b2f0bc91,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:44.048113 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff05926-d21b-486b-8fc5-3d1ebd2fdbf7 None None] No DVR routers for this DVR port 204d49da-9649-4b3b-b9a1-43c9b2f0bc91 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:03:44.069207 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4673a90a-032b-4767-992c-bce6007885e3 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:44.188640 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa13d3c-e12e-4b72-a002-9af8193a11b0 req-48cc8405-8d1c-43c7-bd3e-7207c9a43901 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:44.190300 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-daa13d3c-e12e-4b72-a002-9af8193a11b0 req-48cc8405-8d1c-43c7-bd3e-7207c9a43901 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 945 time: 0.2165802 Nov 24 13:03:44.292910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': '8c26ce7e-fc77-49b5-b35d-953bb5e129af'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:03:44.293917 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:44.294527 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-daa13d3c-e12e-4b72-a002-9af8193a11b0 req-743d2c0a-da88-46cd-a385-373c83ab1fb2 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957048 Nov 24 13:03:44.385506 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-8bffc05f-c47f-4409-a53f-41751e30a82f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::ade3:9da1:f18e:57c (cda05003-a875-4de3-a8fc-2e63803a60bb/8c26ce7e-fc77-49b5-b35d-953bb5e129af/c1631e97-3118-47f9-8f72-1c9c4b26ec7b) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:44.542864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fa889311-0b8e-4ea9-9029-bbac33aa1fd5 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:44.609386 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd20552-eb30-4d82-a737-d992a7bcc242 req-f903e151-1781-4cf3-9cba-56d311396caa tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:44.619930 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5bd20552-eb30-4d82-a737-d992a7bcc242 req-f903e151-1781-4cf3-9cba-56d311396caa tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 950 time: 0.2003231 Nov 24 13:03:44.638502 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f94aa4-fa63-4ebb-bd4f-860b044c161b req-ff3750b4-303f-4e0c-9596-8115fa598b1e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:44.647967 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-25f94aa4-fa63-4ebb-bd4f-860b044c161b req-ff3750b4-303f-4e0c-9596-8115fa598b1e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.0708108 Nov 24 13:03:44.651715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 204d49da-9649-4b3b-b9a1-43c9b2f0bc91 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:03:44.688061 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port fa889311-0b8e-4ea9-9029-bbac33aa1fd5 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:03:44.691337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 204d49da-9649-4b3b-b9a1-43c9b2f0bc91 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:03:44.691700 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 204d49da-9649-4b3b-b9a1-43c9b2f0bc91 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:03:44.696379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port fa889311-0b8e-4ea9-9029-bbac33aa1fd5 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:44.696663 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:44.721378 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5bd20552-eb30-4d82-a737-d992a7bcc242 req-132cb831-5030-4bd1-810e-a7e55db95be9 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002223 Nov 24 13:03:44.721665 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-25f94aa4-fa63-4ebb-bd4f-860b044c161b req-87a934eb-edd4-490f-aaa4-f3c6e62c7442 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713880 Nov 24 13:03:44.768762 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8bffc05f-c47f-4409-a53f-41751e30a82f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:44.798173 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:44.825349 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8bffc05f-c47f-4409-a53f-41751e30a82f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:44.877463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bffc05f-c47f-4409-a53f-41751e30a82f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:44.880532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Allocated IP 2001:db8::2 (cda05003-a875-4de3-a8fc-2e63803a60bb/8c26ce7e-fc77-49b5-b35d-953bb5e129af/afc74488-4e6a-491a-bbbc-c93724d45b45) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:44.884173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-8bffc05f-c47f-4409-a53f-41751e30a82f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:44.887377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bffc05f-c47f-4409-a53f-41751e30a82f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:44.894294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bffc05f-c47f-4409-a53f-41751e30a82f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:44.895000 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8bffc05f-c47f-4409-a53f-41751e30a82f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:44.912813 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffc05f-c47f-4409-a53f-41751e30a82f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=c1631e97-3118-47f9-8f72-1c9c4b26ec7b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:44.940213 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8bffc05f-c47f-4409-a53f-41751e30a82f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3049111 Nov 24 13:03:44.940938 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37904) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:44.948060 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-14b5dc66-3d48-4750-a87b-df6160981c39 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:44.954434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-14b5dc66-3d48-4750-a87b-df6160981c39 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/networks?id=5cccba62-52c2-465c-b3ac-bb101df54ca0 HTTP/1.1" status: 200 len: 804 time: 0.1275780 Nov 24 13:03:44.968502 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-1c021b58-7ef5-4106-bcd1-be094ce71df8 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/quotas/287e84d4474541d9b89eedb799c54d28 HTTP/1.1" status: 200 len: 375 time: 0.0110872 Nov 24 13:03:45.006761 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d800d245-5fab-485f-bf6f-d3fc85c5295d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:45.008066 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d800d245-5fab-485f-bf6f-d3fc85c5295d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0660365 Nov 24 13:03:45.011455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37906) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:45.090702 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-c861b458-c960-4df2-8250-5aee4b24475a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=287e84d4474541d9b89eedb799c54d28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156263 Nov 24 13:03:45.095258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port fa889311-0b8e-4ea9-9029-bbac33aa1fd5, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fa889311-0b8e-4ea9-9029-bbac33aa1fd5,segment=NetworkSegment(c1fa4c86-feca-4f6e-b968-ae6256aba814),segment_id=c1fa4c86-feca-4f6e-b968-ae6256aba814)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:45.129970 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:45.208509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-dd90d0d1-1047-4aa8-af3c-96e247e6b538 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port c1631e97-3118-47f9-8f72-1c9c4b26ec7b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:45.208882 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd90d0d1-1047-4aa8-af3c-96e247e6b538 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:45.235208 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=fa889311-0b8e-4ea9-9029-bbac33aa1fd5,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:45.303729 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-fb81b63f-e8c3-4c80-801a-6787a35aecfd service neutron] 10.222.0.48 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021823 Nov 24 13:03:45.304084 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:45.313653 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:45.368068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:45.371664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:45.375427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:45.381431 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Pushing event updated for resources: {'Port': ['ID=afc74488-4e6a-491a-bbbc-c93724d45b45,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:45.456500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Attempting to bind port afc74488-4e6a-491a-bbbc-c93724d45b45 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:03:45.457327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Attempting to bind port afc74488-4e6a-491a-bbbc-c93724d45b45 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:03:45.457942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Attempting to bind port afc74488-4e6a-491a-bbbc-c93724d45b45 on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:45.458074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e397dcb-b288-42e0-858f-43ad44bf0c6d req-5dc5cc4c-dd24-4cca-86bf-7626927c6a9d tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:45.465892 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e397dcb-b288-42e0-858f-43ad44bf0c6d req-5dc5cc4c-dd24-4cca-86bf-7626927c6a9d tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 946 time: 0.0850413 Nov 24 13:03:45.467502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:03:45.469083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:45.469565 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:45.469925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:03:45.471546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Bound port: afc74488-4e6a-491a-bbbc-c93724d45b45, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:03:45.472814 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:45.534318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e397dcb-b288-42e0-858f-43ad44bf0c6d req-72c410e1-9a64-4f74-b868-bbfafb5e7c35 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672688 Nov 24 13:03:45.578082 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] For port afc74488-4e6a-491a-bbbc-c93724d45b45, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:03:45.581445 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] For port afc74488-4e6a-491a-bbbc-c93724d45b45, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=afc74488-4e6a-491a-bbbc-c93724d45b45,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:03:45.586645 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:45.650739 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907189c-19a1-4ae9-a1cc-d84d47d2f2d2 None None] Pushing event updated for resources: {'Port': ['ID=afc74488-4e6a-491a-bbbc-c93724d45b45,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:45.724980 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982f2e67-79fa-42ad-973c-d2dfd87c4f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa889311-0b8e-4ea9-9029-bbac33aa1fd5'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:45.732213 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d618e1e-d0ab-4dac-a1c2-a12d9ec3a1d4" -d '{"events": [{"server_uuid": "982f2e67-79fa-42ad-973c-d2dfd87c4f2f", "name": "network-vif-plugged", "status": "completed", "tag": "fa889311-0b8e-4ea9-9029-bbac33aa1fd5"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:45.751965 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd90d0d1-1047-4aa8-af3c-96e247e6b538 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:45.792024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-dd90d0d1-1047-4aa8-af3c-96e247e6b538 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for c1631e97-3118-47f9-8f72-1c9c4b26ec7b owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:45.905158 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-01e96544-dac7-44c9-ae8b-91981d4dafe7 service neutron] 10.222.0.48 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892663 Nov 24 13:03:45.906477 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1f7b3-29e9-43bd-abb4-0dcf300a066e req-1f881e6f-4530-4fe9-956a-444a37da5174 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:45.908268 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8a1f7b3-29e9-43bd-abb4-0dcf300a066e req-1f881e6f-4530-4fe9-956a-444a37da5174 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 950 time: 0.0603659 Nov 24 13:03:45.993023 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8a1f7b3-29e9-43bd-abb4-0dcf300a066e req-94d03615-1e1e-452e-9ee7-e6ffd168a4c0 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753965 Nov 24 13:03:46.038252 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd90d0d1-1047-4aa8-af3c-96e247e6b538 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:46.071656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90d0d1-1047-4aa8-af3c-96e247e6b538 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=c1631e97-3118-47f9-8f72-1c9c4b26ec7b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:46.125026 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd90d0d1-1047-4aa8-af3c-96e247e6b538 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:46.128849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dd90d0d1-1047-4aa8-af3c-96e247e6b538 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/c1631e97-3118-47f9-8f72-1c9c4b26ec7b HTTP/1.1" status: 204 len: 168 time: 1.1161668 Nov 24 13:03:46.131338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37944) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:46.154512 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be7027e-f393-44c8-8b56-bd2fe4eeeeaa x-openstack-request-id: req-4be7027e-f393-44c8-8b56-bd2fe4eeeeaa {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:03:46.154811 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982f2e67-79fa-42ad-973c-d2dfd87c4f2f", "name": "network-vif-plugged", "status": "completed", "tag": "fa889311-0b8e-4ea9-9029-bbac33aa1fd5", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:03:46.155071 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4be7027e-f393-44c8-8b56-bd2fe4eeeeaa {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:03:46.155570 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982f2e67-79fa-42ad-973c-d2dfd87c4f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa889311-0b8e-4ea9-9029-bbac33aa1fd5', 'code': 200} Nov 24 13:03:46.186860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee37ea-cc86-499c-947c-621f86d4b9a0 req-b11cfd92-5748-45e0-b1d0-02f6b101b49c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:46.205999 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01ee37ea-cc86-499c-947c-621f86d4b9a0 req-b11cfd92-5748-45e0-b1d0-02f6b101b49c tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1081221 Nov 24 13:03:46.222914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e986af4d-cde7-4665-ab1f-e3b7370668ed tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:46.225345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e986af4d-cde7-4665-ab1f-e3b7370668ed tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:46.227231 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e986af4d-cde7-4665-ab1f-e3b7370668ed tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0947008 Nov 24 13:03:46.233866 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37948) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:46.363309 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 588be746-d8c2-4e12-8846-6637986af2fe no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:03:46.371507 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad1c02-e463-4106-a9e3-3560051058cb req-9b66bf82-770c-4358-bafb-6ea37b20e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:46.373161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a7ad1c02-e463-4106-a9e3-3560051058cb req-9b66bf82-770c-4358-bafb-6ea37b20e447 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 1097 time: 0.1377525 Nov 24 13:03:46.386903 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01ee37ea-cc86-499c-947c-621f86d4b9a0 req-0307a900-f767-4e9a-8d35-2a63443fd697 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799564 Nov 24 13:03:46.398399 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3b76ae-d54c-4594-a61a-1c60102f573d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 8c26ce7e-fc77-49b5-b35d-953bb5e129af {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:03:46.408767 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f3b76ae-d54c-4594-a61a-1c60102f573d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:46.419865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f9cd8-dd36-4b59-8d19-e89be44080d2 req-ed560834-db57-4b2d-84af-bce919bb3172 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:46.427047 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a17f9cd8-dd36-4b59-8d19-e89be44080d2 req-ed560834-db57-4b2d-84af-bce919bb3172 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1bae5aa-a9b7-4812-8854-38998fcd5214 HTTP/1.1" status: 200 len: 945 time: 0.1265576 Nov 24 13:03:46.466609 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f3b76ae-d54c-4594-a61a-1c60102f573d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:46.578070 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a7ad1c02-e463-4106-a9e3-3560051058cb req-ee84d2df-01fd-465e-b6e3-fb8387df7690 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952677 Nov 24 13:03:46.632434 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cdbd99da-b38a-42e9-b111-2c7138d03dd9 req-984f8e8a-5542-42a0-8830-140cb7b1b882 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 210 time: 0.1151063 Nov 24 13:03:46.679401 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:46.707717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b739ece-343c-476c-98f3-e02ec8e1bc79 req-f2701d4c-f493-45fc-87df-f0b455695856 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:46.712872 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b739ece-343c-476c-98f3-e02ec8e1bc79 req-f2701d4c-f493-45fc-87df-f0b455695856 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=3252a0ed-6d14-44e8-9acd-d6548f4581a4 HTTP/1.1" status: 200 len: 950 time: 0.2416260 Nov 24 13:03:46.727505 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device afc74488-4e6a-491a-bbbc-c93724d45b45 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:46.785480 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f3b76ae-d54c-4594-a61a-1c60102f573d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:46.837904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 588be746-d8c2-4e12-8846-6637986af2fe, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=588be746-d8c2-4e12-8846-6637986af2fe,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:46.844243 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:46.844491 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b739ece-343c-476c-98f3-e02ec8e1bc79 req-3b9015eb-fffc-4e61-89c3-beb4dc76a060 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250079 Nov 24 13:03:46.874546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-a17f9cd8-dd36-4b59-8d19-e89be44080d2 req-0a9f4af2-7f52-4c4a-9f04-442704718f8a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Deleting port 588be746-d8c2-4e12-8846-6637986af2fe {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:46.874802 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a17f9cd8-dd36-4b59-8d19-e89be44080d2 req-0a9f4af2-7f52-4c4a-9f04-442704718f8a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:46.957651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85f27b-8ad2-4841-8138-6bdbd77a81ff req-6fbe36e8-5875-4b5b-ad50-50bdc6efcb26 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:46.969713 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea85f27b-8ad2-4841-8138-6bdbd77a81ff req-6fbe36e8-5875-4b5b-ad50-50bdc6efcb26 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 946 time: 0.1219282 Nov 24 13:03:46.982007 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=588be746-d8c2-4e12-8846-6637986af2fe,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:47.018628 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f3b76ae-d54c-4594-a61a-1c60102f573d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:47.021284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port afc74488-4e6a-491a-bbbc-c93724d45b45 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:47.021669 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:47.078846 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b76ae-d54c-4594-a61a-1c60102f573d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=8c26ce7e-fc77-49b5-b35d-953bb5e129af,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:47.085796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a17f9cd8-dd36-4b59-8d19-e89be44080d2 req-0a9f4af2-7f52-4c4a-9f04-442704718f8a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] For port 588be746-d8c2-4e12-8846-6637986af2fe, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=588be746-d8c2-4e12-8846-6637986af2fe,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:47.086287 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a17f9cd8-dd36-4b59-8d19-e89be44080d2 req-0a9f4af2-7f52-4c4a-9f04-442704718f8a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:47.092271 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f3b76ae-d54c-4594-a61a-1c60102f573d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:47.096814 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9f3b76ae-d54c-4594-a61a-1c60102f573d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/8c26ce7e-fc77-49b5-b35d-953bb5e129af HTTP/1.1" status: 204 len: 168 time: 0.8631866 Nov 24 13:03:47.099939 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37984) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:47.118097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-a17f9cd8-dd36-4b59-8d19-e89be44080d2 req-0a9f4af2-7f52-4c4a-9f04-442704718f8a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Calling delete_port for 588be746-d8c2-4e12-8846-6637986af2fe owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:47.126019 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea85f27b-8ad2-4841-8138-6bdbd77a81ff req-1beb7519-8f0a-47d1-bb97-93c4e4799fb8 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553588 Nov 24 13:03:47.210865 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dd7b0de7-557c-4b04-b63d-a1e7bf41a5af tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094708 Nov 24 13:03:47.216451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37990) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:47.222742 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-89c8320c-28f7-4cda-bb39-24dc006ec732 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:47.252793 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:47.356451 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port afc74488-4e6a-491a-bbbc-c93724d45b45, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=afc74488-4e6a-491a-bbbc-c93724d45b45,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:47.365506 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:47.393507 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c8320c-28f7-4cda-bb39-24dc006ec732 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:47.397708 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89c8320c-28f7-4cda-bb39-24dc006ec732 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:47.456021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=afc74488-4e6a-491a-bbbc-c93724d45b45,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:47.498693 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff50b33a-f7cf-4a35-b82e-b6300c8c1b8d None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:47.521163 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a17f9cd8-dd36-4b59-8d19-e89be44080d2 req-0a9f4af2-7f52-4c4a-9f04-442704718f8a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:47.647505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f4af2-7f52-4c4a-9f04-442704718f8a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Pushing event deleted for resources: {'Port': ['ID=588be746-d8c2-4e12-8846-6637986af2fe,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:47.711866 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-dfa54b3d-5ddf-4b90-bb7e-34c9e19ca6f1 None None] Provisioning complete for port afc74488-4e6a-491a-bbbc-c93724d45b45 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:47.712341 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dfa54b3d-5ddf-4b90-bb7e-34c9e19ca6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:47.742927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17f9cd8-dd36-4b59-8d19-e89be44080d2 req-0a9f4af2-7f52-4c4a-9f04-442704718f8a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] No DVR routers for this DVR port 588be746-d8c2-4e12-8846-6637986af2fe on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:03:47.746609 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a17f9cd8-dd36-4b59-8d19-e89be44080d2 req-0a9f4af2-7f52-4c4a-9f04-442704718f8a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:47.751186 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a17f9cd8-dd36-4b59-8d19-e89be44080d2 req-0a9f4af2-7f52-4c4a-9f04-442704718f8a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.59 "DELETE /v2.0/ports/588be746-d8c2-4e12-8846-6637986af2fe HTTP/1.1" status: 204 len: 173 time: 1.3018591 Nov 24 13:03:47.751995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bae5aa-a9b7-4812-8854-38998fcd5214', 'name': 'network-vif-deleted', 'tag': '588be746-d8c2-4e12-8846-6637986af2fe'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:47.755542 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6957a10c-5ae0-469a-ad5f-8613b11eb13c" -d '{"events": [{"server_uuid": "a1bae5aa-a9b7-4812-8854-38998fcd5214", "name": "network-vif-deleted", "tag": "588be746-d8c2-4e12-8846-6637986af2fe"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:47.797059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f99ef-c5a6-4c91-8215-6a17052af95d req-d5defde5-f03b-4324-8db5-58ea7d7e6a29 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:47.806018 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b14f99ef-c5a6-4c91-8215-6a17052af95d req-d5defde5-f03b-4324-8db5-58ea7d7e6a29 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1641512 Nov 24 13:03:47.887452 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7bff3b88-dd38-4c77-a6ec-01ac3869951e req-69044fdb-efa2-40d9-a243-5fa93a1346c8 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 210 time: 0.0737455 Nov 24 13:03:47.891426 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89c8320c-28f7-4cda-bb39-24dc006ec732 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:47.909501 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b14f99ef-c5a6-4c91-8215-6a17052af95d req-ca35efc6-33b9-4e28-8723-65515a2bafba tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023595 Nov 24 13:03:47.976451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c8320c-28f7-4cda-bb39-24dc006ec732 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:47.980433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-89c8320c-28f7-4cda-bb39-24dc006ec732 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:47.985632 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c8320c-28f7-4cda-bb39-24dc006ec732 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:47.986238 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89c8320c-28f7-4cda-bb39-24dc006ec732 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:47.987245 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fc5a28-e7f5-4694-8d89-48bf18e53657 x-openstack-request-id: req-28fc5a28-e7f5-4694-8d89-48bf18e53657 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:03:47.987621 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bae5aa-a9b7-4812-8854-38998fcd5214", "name": "network-vif-deleted", "tag": "588be746-d8c2-4e12-8846-6637986af2fe", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:03:47.987831 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28fc5a28-e7f5-4694-8d89-48bf18e53657 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:03:47.988330 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bae5aa-a9b7-4812-8854-38998fcd5214', 'name': 'network-vif-deleted', 'tag': '588be746-d8c2-4e12-8846-6637986af2fe', 'status': 'completed', 'code': 200} Nov 24 13:03:48.010188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8320c-28f7-4cda-bb39-24dc006ec732 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=170f2595-ab10-4d7f-a9d0-cadbbb1e8049,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:48.029738 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-89c8320c-28f7-4cda-bb39-24dc006ec732 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8112593 Nov 24 13:03:48.032118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38018) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:48.037594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-8e8e7189-0ef1-449d-ba1e-7f8143e6348b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': '170f2595-ab10-4d7f-a9d0-cadbbb1e8049', 'ip_address': '2001:db8::5917:9561:bb76:adf0'}], 'name': 'tempest-NetworksTestDHCPv6-1450536210'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:48.083780 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87824892-1903-49a2-90e3-db5be4dbabdf None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:03:48.136222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-87824892-1903-49a2-90e3-db5be4dbabdf None None] Deleting port afc74488-4e6a-491a-bbbc-c93724d45b45 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:48.136603 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-87824892-1903-49a2-90e3-db5be4dbabdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:48.158129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1bae5aa-a9b7-4812-8854-38998fcd5214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588be746-d8c2-4e12-8846-6637986af2fe'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:48.160859 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed17dd0f-ef64-4e3b-9e6b-797c3583e1ba" -d '{"events": [{"server_uuid": "a1bae5aa-a9b7-4812-8854-38998fcd5214", "name": "network-vif-unplugged", "status": "completed", "tag": "588be746-d8c2-4e12-8846-6637986af2fe"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:48.164424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8e7189-0ef1-449d-ba1e-7f8143e6348b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:48.213902 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fac33d-6c79-4051-998f-8fd1d735f7ee x-openstack-request-id: req-f7fac33d-6c79-4051-998f-8fd1d735f7ee {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:03:48.214209 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1bae5aa-a9b7-4812-8854-38998fcd5214", "name": "network-vif-unplugged", "status": "completed", "tag": "588be746-d8c2-4e12-8846-6637986af2fe", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:03:48.214475 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7fac33d-6c79-4051-998f-8fd1d735f7ee {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:03:48.214896 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1bae5aa-a9b7-4812-8854-38998fcd5214', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588be746-d8c2-4e12-8846-6637986af2fe', 'code': 200} Nov 24 13:03:48.244455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-87824892-1903-49a2-90e3-db5be4dbabdf None None] For port afc74488-4e6a-491a-bbbc-c93724d45b45, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=afc74488-4e6a-491a-bbbc-c93724d45b45,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:48.246321 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-87824892-1903-49a2-90e3-db5be4dbabdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:48.272261 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-87824892-1903-49a2-90e3-db5be4dbabdf None None] Calling delete_port for afc74488-4e6a-491a-bbbc-c93724d45b45 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:48.342452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc569d21-a99a-4c5d-aedd-7ca6c99dcf87 req-93ff4494-1426-451c-958c-983ea1b811b1 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:48.345152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc569d21-a99a-4c5d-aedd-7ca6c99dcf87 req-93ff4494-1426-451c-958c-983ea1b811b1 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 946 time: 0.1341608 Nov 24 13:03:48.376111 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e8e7189-0ef1-449d-ba1e-7f8143e6348b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:48.401150 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-87824892-1903-49a2-90e3-db5be4dbabdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:48.436840 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-8e8e7189-0ef1-449d-ba1e-7f8143e6348b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port 079b4132-c439-44c3-81c0-ea2c0043f1d8 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:03:48.447576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87824892-1903-49a2-90e3-db5be4dbabdf None None] Pushing event deleted for resources: {'Port': ['ID=afc74488-4e6a-491a-bbbc-c93724d45b45,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:48.475705 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87824892-1903-49a2-90e3-db5be4dbabdf None None] No DVR routers for this DVR port afc74488-4e6a-491a-bbbc-c93724d45b45 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:03:48.509123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d694b30-48b4-4f13-a9ce-a71724dd9c9c None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:48.727849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device afc74488-4e6a-491a-bbbc-c93724d45b45 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:03:48.731054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-8e8e7189-0ef1-449d-ba1e-7f8143e6348b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::5917:9561:bb76:adf0 (cda05003-a875-4de3-a8fc-2e63803a60bb/170f2595-ab10-4d7f-a9d0-cadbbb1e8049/079b4132-c439-44c3-81c0-ea2c0043f1d8) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:48.779358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: afc74488-4e6a-491a-bbbc-c93724d45b45 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:03:48.780002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device afc74488-4e6a-491a-bbbc-c93724d45b45 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:03:48.795963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': '170f2595-ab10-4d7f-a9d0-cadbbb1e8049'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:03:48.796998 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:48.890760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc569d21-a99a-4c5d-aedd-7ca6c99dcf87 req-4754cd98-109e-440b-b75b-d9a57d1a689d tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5322921 Nov 24 13:03:49.023268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ca10b-31e5-4b73-963f-515db54fa585 req-95f26ada-789c-4d1b-b8ec-06a28d55a7d8 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.030918 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-579ca10b-31e5-4b73-963f-515db54fa585 req-95f26ada-789c-4d1b-b8ec-06a28d55a7d8 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 946 time: 0.0588496 Nov 24 13:03:49.034651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38060) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:49.039328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ebda4443-f24a-4433-ae36-a38d9af425c8 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Request body: {'floatingip': {'port_id': 'fa889311-0b8e-4ea9-9029-bbac33aa1fd5'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:49.050298 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-0231e920-f2ef-4c0b-a0d0-b9b20c977729 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2750726 Nov 24 13:03:49.087610 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ebda4443-f24a-4433-ae36-a38d9af425c8 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:49.098370 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5c0ebc33-19ce-41a0-b09d-4e5239709abe req-a2b61d57-2958-429f-8458-1f77a43c708a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 210 time: 0.1122189 Nov 24 13:03:49.138451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-76d2d5d5-8f31-4b85-b170-40ba4cd8fcdc tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.140464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-76d2d5d5-8f31-4b85-b170-40ba4cd8fcdc tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.46 "GET /v2.0/networks?id=5cccba62-52c2-465c-b3ac-bb101df54ca0 HTTP/1.1" status: 200 len: 804 time: 0.3749826 Nov 24 13:03:49.164274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-50fc0943-c4c1-4075-9d2a-e0a48dc523dd tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Request body: {'port': {'device_id': 'af243d48-4b2d-4398-8549-71383221829d', 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0', 'admin_state_up': True, 'tenant_id': '287e84d4474541d9b89eedb799c54d28'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:49.242398 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e8e7189-0ef1-449d-ba1e-7f8143e6348b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:49.290023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8396f-5ecd-4657-aab2-13c1044c0638 req-5448b3e2-b4e4-4f85-8710-5e2b9adc59e0 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.291841 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c7c8396f-5ecd-4657-aab2-13c1044c0638 req-5448b3e2-b4e4-4f85-8710-5e2b9adc59e0 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1475239 Nov 24 13:03:49.309320 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-936aeb52-e750-403b-afa9-ae28b63a3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.309884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-936aeb52-e750-403b-afa9-ae28b63a3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.310399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-936aeb52-e750-403b-afa9-ae28b63a3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.310836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-936aeb52-e750-403b-afa9-ae28b63a3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.311643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-936aeb52-e750-403b-afa9-ae28b63a3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.311826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-936aeb52-e750-403b-afa9-ae28b63a3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.312296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-936aeb52-e750-403b-afa9-ae28b63a3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.314426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-936aeb52-e750-403b-afa9-ae28b63a3a93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb9995cf9cd4081ba228f719572b20a&device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 6499 time: 0.1711824 Nov 24 13:03:49.388822 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e8e7189-0ef1-449d-ba1e-7f8143e6348b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:49.417381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8e7189-0ef1-449d-ba1e-7f8143e6348b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:49.423931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-8e8e7189-0ef1-449d-ba1e-7f8143e6348b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:49.434220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c7c8396f-5ecd-4657-aab2-13c1044c0638 req-03d6144b-b470-46c7-9981-8772a5622286 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075017 Nov 24 13:03:49.471471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Allocated IP 2001:db8::2 (cda05003-a875-4de3-a8fc-2e63803a60bb/170f2595-ab10-4d7f-a9d0-cadbbb1e8049/9ded45d5-dea4-4400-b502-20b8c99e40d5) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:49.475036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8e7189-0ef1-449d-ba1e-7f8143e6348b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:49.482633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8e7189-0ef1-449d-ba1e-7f8143e6348b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.485222 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8e8e7189-0ef1-449d-ba1e-7f8143e6348b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:49.503712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-50fc0943-c4c1-4075-9d2a-e0a48dc523dd tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Made reservation on behalf of 287e84d4474541d9b89eedb799c54d28 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:49.507303 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-50fc0943-c4c1-4075-9d2a-e0a48dc523dd tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:49.560106 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8e8e7189-0ef1-449d-ba1e-7f8143e6348b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5246716 Nov 24 13:03:49.566573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38074) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:49.612376 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e7189-0ef1-449d-ba1e-7f8143e6348b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=079b4132-c439-44c3-81c0-ea2c0043f1d8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:49.694268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-7c3bc2b1-329c-4b7d-96a5-a7e15f5a5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.694775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-7c3bc2b1-329c-4b7d-96a5-a7e15f5a5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.695262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-7c3bc2b1-329c-4b7d-96a5-a7e15f5a5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.698186 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-7c3bc2b1-329c-4b7d-96a5-a7e15f5a5922 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbaf4bb5-e42b-455c-baa5-50d6cb251c17&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=6df529e3-a95e-4d56-953a-23262bfd3e34&id=6df529e3-a95e-4d56-953a-23262bfd3e34 HTTP/1.1" status: 200 len: 2298 time: 0.3424916 Nov 24 13:03:49.714864 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:49.718877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22da0ab7-3051-4662-b7ad-79fca91f6691 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:49.722793 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-22da0ab7-3051-4662-b7ad-79fca91f6691 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1529372 Nov 24 13:03:49.727016 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:49.732676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38082) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:49.775538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:49.778561 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:49.794469 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:49.807947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Pushing event updated for resources: {'Port': ['ID=9ded45d5-dea4-4400-b502-20b8c99e40d5,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:49.878058 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ebda4443-f24a-4433-ae36-a38d9af425c8 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:49.882100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Attempting to bind port 9ded45d5-dea4-4400-b502-20b8c99e40d5 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:03:49.882652 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Attempting to bind port 9ded45d5-dea4-4400-b502-20b8c99e40d5 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:03:49.883024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Attempting to bind port 9ded45d5-dea4-4400-b502-20b8c99e40d5 on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:49.885864 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ebda4443-f24a-4433-ae36-a38d9af425c8 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:49.895732 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:03:49.896110 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:49.896532 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:49.897438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:03:49.897438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Bound port: 9ded45d5-dea4-4400-b502-20b8c99e40d5, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:03:49.897783 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:49.946668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-d8ea3756-18e2-4ef0-a6da-6fef8dbba0b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1252e94e-e016-46bc-b2bd-47c0ab1b44e8 HTTP/1.1" status: 200 len: 1002 time: 0.2243764 Nov 24 13:03:49.967468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-50fc0943-c4c1-4075-9d2a-e0a48dc523dd tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Allocated IP 172.20.0.8 (5cccba62-52c2-465c-b3ac-bb101df54ca0/98e29d58-9582-4d49-a36e-dbefd713eabd/4ac50e45-26f7-425a-b6e8-2346add486f4) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:49.980178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c1453177-2a83-432d-b963-032e0481c31a None None] For port 9ded45d5-dea4-4400-b502-20b8c99e40d5, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:03:49.985795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c1453177-2a83-432d-b963-032e0481c31a None None] For port 9ded45d5-dea4-4400-b502-20b8c99e40d5, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9ded45d5-dea4-4400-b502-20b8c99e40d5,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:03:49.994992 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:50.052982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-1cdcaf46-0fc0-40d4-944c-3891a803198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:50.054484 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-1cdcaf46-0fc0-40d4-944c-3891a803198a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=673a3600-90de-4e02-b5a0-1a7307d2a6a1 HTTP/1.1" status: 200 len: 856 time: 0.0987864 Nov 24 13:03:50.090694 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1453177-2a83-432d-b963-032e0481c31a None None] Pushing event updated for resources: {'Port': ['ID=9ded45d5-dea4-4400-b502-20b8c99e40d5,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:50.146709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-852fe86e-bc5a-4d04-9360-85afbbe80c19 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port 079b4132-c439-44c3-81c0-ea2c0043f1d8 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:50.147061 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-852fe86e-bc5a-4d04-9360-85afbbe80c19 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:50.233276 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-22e5933b-5cd3-4e34-9d22-b5ae5ab92d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:50.235165 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-22e5933b-5cd3-4e34-9d22-b5ae5ab92d9c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbaf4bb5-e42b-455c-baa5-50d6cb251c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714540 Nov 24 13:03:50.396340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device ffb7d8b9-5d8f-4dfe-a522-49a523abd160 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:03:50.399292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 588be746-d8c2-4e12-8846-6637986af2fe no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:03:50.433105 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 588be746-d8c2-4e12-8846-6637986af2fe {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:03:50.433105 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 588be746-d8c2-4e12-8846-6637986af2fe not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:03:50.467138 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42fbf94e-c21d-4ad6-b261-4d3671e24fd6 req-9a269388-d508-48ea-b4fc-33c39625d118 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 210 time: 0.0461926 Nov 24 13:03:50.550755 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-ebda4443-f24a-4433-ae36-a38d9af425c8 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Floating IP 6e1232ac-004c-491c-86fc-2d7c4b782636 associated. External IP: 172.25.0.25, port: fa889311-0b8e-4ea9-9029-bbac33aa1fd5. Nov 24 13:03:50.668480 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-852fe86e-bc5a-4d04-9360-85afbbe80c19 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:50.705635 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-50fc0943-c4c1-4075-9d2a-e0a48dc523dd tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:50.709836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9ded45d5-dea4-4400-b502-20b8c99e40d5 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:50.728670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-852fe86e-bc5a-4d04-9360-85afbbe80c19 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for 079b4132-c439-44c3-81c0-ea2c0043f1d8 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:50.768633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:50.788137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160', 'mac_address': 'fa:16:3e:53:fd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:03:50.840913 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9ded45d5-dea4-4400-b502-20b8c99e40d5 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:50.841297 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:50.898941 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-44ca2e5d-9213-45bd-93de-9d4d21ad2655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:50.910423 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:50.939116 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffb7d8b9-5d8f-4dfe-a522-49a523abd160 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:03:50.964873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:50.987401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebda4443-f24a-4433-ae36-a38d9af425c8 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Router b2ff28e5-e170-4dea-95ac-a8d652f23871 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:03:51.014306 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-50fc0943-c4c1-4075-9d2a-e0a48dc523dd tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:51.015887 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:51.059127 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:51.070971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-e8184db5-e0f3-44cd-8d25-911dddf5bf02 service neutron] 10.222.0.59 "GET /v2.0/networks/fbaf4bb5-e42b-455c-baa5-50d6cb251c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142420 Nov 24 13:03:51.114670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:51.137252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 9ded45d5-dea4-4400-b502-20b8c99e40d5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9ded45d5-dea4-4400-b502-20b8c99e40d5,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:51.146018 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['ffb7d8b9-5d8f-4dfe-a522-49a523abd160'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:03:51.151371 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:51.242952 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebda4443-f24a-4433-ae36-a38d9af425c8 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:03:51.253994 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ebda4443-f24a-4433-ae36-a38d9af425c8 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:51.275866 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7b406-65a8-4319-b8a1-2addd55c5fc9 None None] Sync routers for ids ['b2ff28e5-e170-4dea-95ac-a8d652f23871'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:03:51.293002 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ebda4443-f24a-4433-ae36-a38d9af425c8 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "PUT /v2.0/floatingips/6e1232ac-004c-491c-86fc-2d7c4b782636 HTTP/1.1" status: 200 len: 991 time: 2.2570083 Nov 24 13:03:51.293788 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982f2e67-79fa-42ad-973c-d2dfd87c4f2f', 'tag': 'fa889311-0b8e-4ea9-9029-bbac33aa1fd5'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:51.297337 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5957dd35-6746-4364-a33e-d0f515b5bfab" -d '{"events": [{"name": "network-changed", "server_uuid": "982f2e67-79fa-42ad-973c-d2dfd87c4f2f", "tag": "fa889311-0b8e-4ea9-9029-bbac33aa1fd5"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:51.308633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f7b406-65a8-4319-b8a1-2addd55c5fc9 None None] Routers {'b2ff28e5-e170-4dea-95ac-a8d652f23871'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:03:51.309306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-51f7b406-65a8-4319-b8a1-2addd55c5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:03:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2ff28e5-e170-4dea-95ac-a8d652f23871'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:51.409054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fa474-19d3-4a3b-aecd-144e987e7163 req-be7e6cab-91dc-4ce5-8cc8-92529c535a35 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:51.419101 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c2fa474-19d3-4a3b-aecd-144e987e7163 req-be7e6cab-91dc-4ce5-8cc8-92529c535a35 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.7539794 Nov 24 13:03:51.431330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-50fc0943-c4c1-4075-9d2a-e0a48dc523dd tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Network 5cccba62-52c2-465c-b3ac-bb101df54ca0 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:51.432179 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-852fe86e-bc5a-4d04-9360-85afbbe80c19 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:51.496267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-50fc0943-c4c1-4075-9d2a-e0a48dc523dd tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:51.507457 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ae280f-a537-4aaa-8fb1-e48d1bf6f2b2 x-openstack-request-id: req-46ae280f-a537-4aaa-8fb1-e48d1bf6f2b2 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:03:51.508020 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982f2e67-79fa-42ad-973c-d2dfd87c4f2f", "tag": "fa889311-0b8e-4ea9-9029-bbac33aa1fd5", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:03:51.511234 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46ae280f-a537-4aaa-8fb1-e48d1bf6f2b2 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:03:51.512900 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982f2e67-79fa-42ad-973c-d2dfd87c4f2f', 'tag': 'fa889311-0b8e-4ea9-9029-bbac33aa1fd5', 'status': 'completed', 'code': 200} Nov 24 13:03:51.529505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc0943-c4c1-4075-9d2a-e0a48dc523dd tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Pushing event updated for resources: {'Port': ['ID=4ac50e45-26f7-425a-b6e8-2346add486f4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:51.581521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-50fc0943-c4c1-4075-9d2a-e0a48dc523dd tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:51.634669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38160) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:51.651244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-50fc0943-c4c1-4075-9d2a-e0a48dc523dd tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:51.652193 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-50fc0943-c4c1-4075-9d2a-e0a48dc523dd tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:51.684966 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957dd35-6746-4364-a33e-d0f515b5bfab req-eaff03f9-67d1-4b6a-bb39-767a4c4fab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:51.685765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fe86e-bc5a-4d04-9360-85afbbe80c19 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=079b4132-c439-44c3-81c0-ea2c0043f1d8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:51.686584 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5957dd35-6746-4364-a33e-d0f515b5bfab req-eaff03f9-67d1-4b6a-bb39-767a4c4fab4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=74af619c721c466ab11ce606a5939361&device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 1097 time: 0.1560075 Nov 24 13:03:51.704014 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-41002c92-0918-40f3-891b-80d80565d5e2 service neutron] 10.222.0.59 "GET /v2.0/networks/fbaf4bb5-e42b-455c-baa5-50d6cb251c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244176 Nov 24 13:03:51.723915 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c2fa474-19d3-4a3b-aecd-144e987e7163 req-a151648a-a091-4a8c-9a84-57c0feb05326 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038175 Nov 24 13:03:51.818856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199da6d1-7616-477d-9704-fd00ac416203 req-e400123e-ab0d-48f1-9607-23de448c9d57 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:51.834911 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-199da6d1-7616-477d-9704-fd00ac416203 req-e400123e-ab0d-48f1-9607-23de448c9d57 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 931 time: 0.2253890 Nov 24 13:03:51.859630 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-50fc0943-c4c1-4075-9d2a-e0a48dc523dd tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7019558 Nov 24 13:03:51.860755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=9ded45d5-dea4-4400-b502-20b8c99e40d5,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:51.885917 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-852fe86e-bc5a-4d04-9360-85afbbe80c19 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:51.914774 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-35e5ec9d-3e2f-481a-9d48-57d9b2983e78 None None] Provisioning complete for port 9ded45d5-dea4-4400-b502-20b8c99e40d5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:51.915007 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-35e5ec9d-3e2f-481a-9d48-57d9b2983e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:51.924079 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-852fe86e-bc5a-4d04-9360-85afbbe80c19 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/079b4132-c439-44c3-81c0-ea2c0043f1d8 HTTP/1.1" status: 204 len: 168 time: 2.1633213 Nov 24 13:03:51.925332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38166) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:51.931005 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-a0be12a6-7408-4ec8-910b-050894b6d264 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=6e8eee07-d40a-4ec6-8dc1-46980cce72fe HTTP/1.1" status: 200 len: 217 time: 0.1989381 Nov 24 13:03:51.958301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Request body: {'port': {'device_id': 'af243d48-4b2d-4398-8549-71383221829d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:51.987528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-51f7b406-65a8-4319-b8a1-2addd55c5fc9 None None] Set router b2ff28e5-e170-4dea-95ac-a8d652f23871 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:03:52.041329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30481eda-9d46-49d1-bf6c-22356af6f530 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:52.043845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30481eda-9d46-49d1-bf6c-22356af6f530 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:52.048337 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-30481eda-9d46-49d1-bf6c-22356af6f530 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1217256 Nov 24 13:03:52.049158 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38170) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:52.151266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-887b9e3b-c7c1-43ee-848e-711527056534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:52.152816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-887b9e3b-c7c1-43ee-848e-711527056534 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.1830964 Nov 24 13:03:52.185189 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72b80f38-ba4f-428d-be4a-b58a142f3186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:52.219025 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-199da6d1-7616-477d-9704-fd00ac416203 req-300738a4-f750-43c1-922f-195114e9a0b3 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830740 Nov 24 13:03:52.219643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:52.226733 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957dd35-6746-4364-a33e-d0f515b5bfab req-d5edc91f-bb84-42d2-8e54-c38fa9c658c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:52.228565 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5957dd35-6746-4364-a33e-d0f515b5bfab req-d5edc91f-bb84-42d2-8e54-c38fa9c658c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=851149e6-f5be-43a1-b93c-84426f2f07a3 HTTP/1.1" status: 200 len: 912 time: 0.5242586 Nov 24 13:03:52.294290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-18777e2d-f9b3-4d81-9773-144e575d1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:52.298685 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-18777e2d-f9b3-4d81-9773-144e575d1a6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1376271 Nov 24 13:03:52.362839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1770fc-1d65-44f1-9997-a52b4a8c7298 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 170f2595-ab10-4d7f-a9d0-cadbbb1e8049 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:03:52.369718 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f1770fc-1d65-44f1-9997-a52b4a8c7298 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:52.431611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device ffb7d8b9-5d8f-4dfe-a522-49a523abd160 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:52.453306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f1770fc-1d65-44f1-9997-a52b4a8c7298 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:52.501582 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-79655eb3-cf87-41ed-af5b-f4cb85c3fb18 None None] Could not find standard attr ID for object a33cfbdf-2a01-4bf8-adea-a2e2dcb09486. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:03:52.572698 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port ffb7d8b9-5d8f-4dfe-a522-49a523abd160 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:52.573060 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:52.635526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-51f7b406-65a8-4319-b8a1-2addd55c5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:03:16Z', 'revision_number': 4, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port': {'id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:12Z', 'updated_at': '2021-11-24T13:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '6e1232ac-004c-491c-86fc-2d7c4b782636', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'port_id': 'fa889311-0b8e-4ea9-9029-bbac33aa1fd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'mac_address': 'fa:16:3e:f4:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982f2e67-79fa-42ad-973c-d2dfd87c4f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:03:23Z', 'updated_at': '2021-11-24T13:03:49Z', 'revision_number': 1, 'project_id': '74af619c721c466ab11ce606a5939361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa5c3f0-467f-44d0-bd5a-4df183970efa', 'name': '', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'mac_address': 'fa:16:3e:cc:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:15Z', 'updated_at': '2021-11-24T13:03:25Z', 'revision_number': 5, 'project_id': '74af619c721c466ab11ce606a5939361', 'subnets': [{'id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:52.639915 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f1770fc-1d65-44f1-9997-a52b4a8c7298 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:52.698735 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9ded45d5-dea4-4400-b502-20b8c99e40d5 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:52.717001 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7b406-65a8-4319-b8a1-2addd55c5fc9 None None] Checking router: b2ff28e5-e170-4dea-95ac-a8d652f23871 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:03:52.719009 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d5b4415a-3849-46cd-90f9-3cc300cd46a7 None None] Could not find standard attr ID for object c1631e97-3118-47f9-8f72-1c9c4b26ec7b. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:03:52.780696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f1770fc-1d65-44f1-9997-a52b4a8c7298 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:52.799331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f7b406-65a8-4319-b8a1-2addd55c5fc9 None None] Routers {'b2ff28e5-e170-4dea-95ac-a8d652f23871'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:03:52.799985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-51f7b406-65a8-4319-b8a1-2addd55c5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:03:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2ff28e5-e170-4dea-95ac-a8d652f23871'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:52.867254 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f1770fc-1d65-44f1-9997-a52b4a8c7298 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:52.884763 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8f1770fc-1d65-44f1-9997-a52b4a8c7298 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/170f2595-ab10-4d7f-a9d0-cadbbb1e8049 HTTP/1.1" status: 204 len: 168 time: 0.8266306 Nov 24 13:03:52.920138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38186) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:52.925662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b177bb-a5c4-4d02-93dc-7cd7e8e1fdd4 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:52.969307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9ded45d5-dea4-4400-b502-20b8c99e40d5 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:52.969680 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:52.982877 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-48b61d2a-7b6d-4307-8a7b-a3a973607c92 None None] Could not find standard attr ID for object 079b4132-c439-44c3-81c0-ea2c0043f1d8. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:03:53.026325 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:53.047418 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1770fc-1d65-44f1-9997-a52b4a8c7298 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=170f2595-ab10-4d7f-a9d0-cadbbb1e8049,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:53.090883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-51f7b406-65a8-4319-b8a1-2addd55c5fc9 None None] Set router b2ff28e5-e170-4dea-95ac-a8d652f23871 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:03:53.192805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:53.195017 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caba44a2-fc0d-455e-9162-959fb283c5b7" -d '{"events": [{"server_uuid": "3252a0ed-6d14-44e8-9acd-d6548f4581a4", "name": "network-vif-plugged", "status": "completed", "tag": "ffb7d8b9-5d8f-4dfe-a522-49a523abd160"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:53.247706 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8f37e570-1dd0-4047-bb31-35e237594e81 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2487144 Nov 24 13:03:53.253975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38202) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:53.267172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-c831088d-2fe0-4f24-9239-181477006b1d service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9594140 Nov 24 13:03:53.270571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d5cfd884-efed-443b-9083-5a6cf7a8cb41 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:53.278381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab2c5-8860-4d93-b3f4-de2599840639 req-1ecdb089-af36-41aa-abb9-df8de5a2a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:53.280751 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d50ab2c5-8860-4d93-b3f4-de2599840639 req-1ecdb089-af36-41aa-abb9-df8de5a2a754 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 1097 time: 0.1544175 Nov 24 13:03:53.283207 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:53.305688 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:53.308152 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-49a7788e-77df-41e2-ad6e-1d31ba619cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:53.330041 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5957dd35-6746-4364-a33e-d0f515b5bfab req-e7242803-23a3-43e2-a8e5-efd3a1cab4d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa889311-0b8e-4ea9-9029-bbac33aa1fd5 HTTP/1.1" status: 200 len: 999 time: 1.0891697 Nov 24 13:03:53.446728 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:53.483971 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2750fe-a7d2-428c-b099-faf79651a179 x-openstack-request-id: req-dd2750fe-a7d2-428c-b099-faf79651a179 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:03:53.487831 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252a0ed-6d14-44e8-9acd-d6548f4581a4", "name": "network-vif-plugged", "status": "completed", "tag": "ffb7d8b9-5d8f-4dfe-a522-49a523abd160", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:03:53.488110 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd2750fe-a7d2-428c-b099-faf79651a179 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:03:53.488530 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160', 'code': 200} Nov 24 13:03:53.503633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c351d-a0d3-4286-8ef0-a06a5caab015 req-566f0fc4-3b29-4efb-8c31-a9b2a54d3ccc tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:53.516212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f00b17-bd7e-483b-8679-61b1305a80da None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:03:53.516490 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ac2c351d-a0d3-4286-8ef0-a06a5caab015 req-566f0fc4-3b29-4efb-8c31-a9b2a54d3ccc tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.5188847 Nov 24 13:03:53.648925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-60f00b17-bd7e-483b-8679-61b1305a80da None None] Deleting port 9ded45d5-dea4-4400-b502-20b8c99e40d5 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:53.649779 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-60f00b17-bd7e-483b-8679-61b1305a80da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:53.650707 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72b80f38-ba4f-428d-be4a-b58a142f3186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:53.665416 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ac2c351d-a0d3-4286-8ef0-a06a5caab015 req-59213db1-b8ef-44df-be76-4be9c6e0d810 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439641 Nov 24 13:03:53.680753 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72b80f38-ba4f-428d-be4a-b58a142f3186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:53.717572 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-1ef130cd-f598-4506-baa0-da37f2352880 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338412 Nov 24 13:03:53.724638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac50e45-26f7-425a-b6e8-2346add486f4 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:03:53.731406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab2c5-8860-4d93-b3f4-de2599840639 req-00f737e8-52e0-4549-a846-a57f17a48247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:53.736544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-60f00b17-bd7e-483b-8679-61b1305a80da None None] For port 9ded45d5-dea4-4400-b502-20b8c99e40d5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9ded45d5-dea4-4400-b502-20b8c99e40d5,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:53.736984 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-60f00b17-bd7e-483b-8679-61b1305a80da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:53.737753 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d50ab2c5-8860-4d93-b3f4-de2599840639 req-00f737e8-52e0-4549-a846-a57f17a48247 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 917 time: 0.4290838 Nov 24 13:03:53.744607 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-72b80f38-ba4f-428d-be4a-b58a142f3186 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2120927cd574b37990ed67f4ea356f4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1076441 Nov 24 13:03:53.749657 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957dd35-6746-4364-a33e-d0f515b5bfab req-549a6e2a-9084-4ca3-87f0-a50fded1f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:53.754368 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5957dd35-6746-4364-a33e-d0f515b5bfab req-549a6e2a-9084-4ca3-87f0-a50fded1f8a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a531fb4-a499-4180-b0b3-80d39c725b1f HTTP/1.1" status: 200 len: 850 time: 0.2725463 Nov 24 13:03:53.756068 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38210) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:53.756603 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-60f00b17-bd7e-483b-8679-61b1305a80da None None] Calling delete_port for 9ded45d5-dea4-4400-b502-20b8c99e40d5 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:53.760378 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:53.824488 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cfd884-efed-443b-9083-5a6cf7a8cb41 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:53.830459 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd884-efed-443b-9083-5a6cf7a8cb41 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:53.836330 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-2517873e-14b9-4fa5-850f-4599cd38809b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=97cc90c5-fb57-425a-a378-479282e4b014 HTTP/1.1" status: 200 len: 217 time: 0.0973332 Nov 24 13:03:53.845414 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0d5e7-4218-430b-a63c-afb65d02b098 req-647b3350-6587-4d8c-8f0a-25e37c25246f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:53.852786 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dfe0d5e7-4218-430b-a63c-afb65d02b098 req-647b3350-6587-4d8c-8f0a-25e37c25246f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 931 time: 0.2777765 Nov 24 13:03:53.900133 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-60f00b17-bd7e-483b-8679-61b1305a80da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:53.904811 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Transition to ACTIVE for port object 4ac50e45-26f7-425a-b6e8-2346add486f4 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:03:53.928619 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f00b17-bd7e-483b-8679-61b1305a80da None None] Pushing event deleted for resources: {'Port': ['ID=9ded45d5-dea4-4400-b502-20b8c99e40d5,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:53.929212 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d50ab2c5-8860-4d93-b3f4-de2599840639 req-815ba75b-15f4-4b86-8e5b-75edd1ade68a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627 HTTP/1.1" status: 200 len: 1001 time: 0.1845806 Nov 24 13:03:53.941145 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f00b17-bd7e-483b-8679-61b1305a80da None None] No DVR routers for this DVR port 9ded45d5-dea4-4400-b502-20b8c99e40d5 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:03:53.944092 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:53.957734 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-51f7b406-65a8-4319-b8a1-2addd55c5fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:03:16Z', 'revision_number': 4, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port': {'id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:12Z', 'updated_at': '2021-11-24T13:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '6e1232ac-004c-491c-86fc-2d7c4b782636', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'port_id': 'fa889311-0b8e-4ea9-9029-bbac33aa1fd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'mac_address': 'fa:16:3e:f4:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982f2e67-79fa-42ad-973c-d2dfd87c4f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:03:23Z', 'updated_at': '2021-11-24T13:03:49Z', 'revision_number': 1, 'project_id': '74af619c721c466ab11ce606a5939361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa5c3f0-467f-44d0-bd5a-4df183970efa', 'name': '', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'mac_address': 'fa:16:3e:cc:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:15Z', 'updated_at': '2021-11-24T13:03:25Z', 'revision_number': 5, 'project_id': '74af619c721c466ab11ce606a5939361', 'subnets': [{'id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:03:54.007241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f7b406-65a8-4319-b8a1-2addd55c5fc9 None None] The sync data for ids ['b2ff28e5-e170-4dea-95ac-a8d652f23871'] in n-d-817303-4 is: [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:03:16Z', 'revision_number': 4, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port': {'id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:12Z', 'updated_at': '2021-11-24T13:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '6e1232ac-004c-491c-86fc-2d7c4b782636', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'port_id': 'fa889311-0b8e-4ea9-9029-bbac33aa1fd5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'mac_address': 'fa:16:3e:f4:b1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982f2e67-79fa-42ad-973c-d2dfd87c4f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:03:23Z', 'updated_at': '2021-11-24T13:03:49Z', 'revision_number': 1, 'project_id': '74af619c721c466ab11ce606a5939361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa5c3f0-467f-44d0-bd5a-4df183970efa', 'name': '', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'mac_address': 'fa:16:3e:cc:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:15Z', 'updated_at': '2021-11-24T13:03:25Z', 'revision_number': 5, 'project_id': '74af619c721c466ab11ce606a5939361', 'subnets': [{'id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:03:54.147077 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dfe0d5e7-4218-430b-a63c-afb65d02b098 req-5a83e46d-01b0-4f6d-88ec-8db66cf545c4 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932258 Nov 24 13:03:54.153325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab2c5-8860-4d93-b3f4-de2599840639 req-bb89129d-5276-4c9f-9e0e-dff573718ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:54.154540 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d50ab2c5-8860-4d93-b3f4-de2599840639 req-bb89129d-5276-4c9f-9e0e-dff573718ff8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 200 len: 855 time: 0.1795962 Nov 24 13:03:54.175039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b80f38-ba4f-428d-be4a-b58a142f3186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cc857e-235a-43f3-a6b8-916d8441bd50,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:54.197209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957dd35-6746-4364-a33e-d0f515b5bfab req-a12f0bee-fd43-4169-baac-715bffb5c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:54.201656 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5957dd35-6746-4364-a33e-d0f515b5bfab req-a12f0bee-fd43-4169-baac-715bffb5c264 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=851149e6-f5be-43a1-b93c-84426f2f07a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4215000 Nov 24 13:03:54.211270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a1ce846a-63dd-4238-902e-0135b10ec35c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:54.235851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-d5dad759-b109-42d0-8d7e-74b90ab39fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:54.240571 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-d5dad759-b109-42d0-8d7e-74b90ab39fdb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.3857045 Nov 24 13:03:54.274809 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd884-efed-443b-9083-5a6cf7a8cb41 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:54.298172 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Pushing event updated for resources: {'Port': ['ID=4ac50e45-26f7-425a-b6e8-2346add486f4,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:54.305473 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a1ce846a-63dd-4238-902e-0135b10ec35c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:54.323428 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:54.378827 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cfd884-efed-443b-9083-5a6cf7a8cb41 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:54.389915 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d5cfd884-efed-443b-9083-5a6cf7a8cb41 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:54.399786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53db13e-265a-459d-95f5-45c925b9348c None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:03:54.400440 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cfd884-efed-443b-9083-5a6cf7a8cb41 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:54.401424 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d5cfd884-efed-443b-9083-5a6cf7a8cb41 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:54.423242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-eb10378f-98eb-4d9f-8381-f9402627c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:54.425408 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-eb10378f-98eb-4d9f-8381-f9402627c889 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1068876 Nov 24 13:03:54.484428 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e4f97-1f3a-459b-bb9a-b6dc2629513b None None] New status for floating IP 6e1232ac-004c-491c-86fc-2d7c4b782636: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:03:54.502818 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d5cfd884-efed-443b-9083-5a6cf7a8cb41 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2388780 Nov 24 13:03:54.509704 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38236) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:54.522671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-6730579f-1ee3-4489-9c47-d6c143585d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': '904aff4a-4ab2-495a-b2b7-766e6e66f1d0', 'ip_address': '2001:db8::dbde:ddf2:1496:3f0f'}], 'name': 'tempest-NetworksTestDHCPv6-273313944'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:03:54.532279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfd884-efed-443b-9083-5a6cf7a8cb41 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=904aff4a-4ab2-495a-b2b7-766e6e66f1d0,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:54.544713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ab2c5-8860-4d93-b3f4-de2599840639 req-d4c3a93d-16a8-4ada-b267-0ef333c395ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:54.554431 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d50ab2c5-8860-4d93-b3f4-de2599840639 req-d4c3a93d-16a8-4ada-b267-0ef333c395ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e912b44-eae9-40e6-89c7-30777a476f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3642564 Nov 24 13:03:54.554431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Attempting to bind port 4ac50e45-26f7-425a-b6e8-2346add486f4 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:03:54.554431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Attempting to bind port 4ac50e45-26f7-425a-b6e8-2346add486f4 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:03:54.554431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Attempting to bind port 4ac50e45-26f7-425a-b6e8-2346add486f4 on network 5cccba62-52c2-465c-b3ac-bb101df54ca0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:54.582700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Port 4ac50e45-26f7-425a-b6e8-2346add486f4 on network 5cccba62-52c2-465c-b3ac-bb101df54ca0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:03:54.583025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Attempting to bind port 4ac50e45-26f7-425a-b6e8-2346add486f4 on network 5cccba62-52c2-465c-b3ac-bb101df54ca0 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:54.687681 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5957dd35-6746-4364-a33e-d0f515b5bfab req-9beda8d1-757f-4191-b030-bfacf621fddc service neutron] 10.222.0.46 "GET /v2.0/networks/851149e6-f5be-43a1-b93c-84426f2f07a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735377 Nov 24 13:03:54.738635 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a1ce846a-63dd-4238-902e-0135b10ec35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:54.741226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a1ce846a-63dd-4238-902e-0135b10ec35c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:54.742441 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a1ce846a-63dd-4238-902e-0135b10ec35c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07cc857e-235a-43f3-a6b8-916d8441bd50 HTTP/1.1" status: 204 len: 168 time: 0.9807830 Nov 24 13:03:54.756082 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d50ab2c5-8860-4d93-b3f4-de2599840639 req-d91736be-4980-4ef5-b685-922d946f1226 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766281 Nov 24 13:03:54.783978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce846a-63dd-4238-902e-0135b10ec35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cc857e-235a-43f3-a6b8-916d8441bd50,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:54.862451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6730579f-1ee3-4489-9c47-d6c143585d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:03:54.882229 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 180b3a0e-09d0-4629-bcf5-3a6e05858627 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:03:54.884756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9ded45d5-dea4-4400-b502-20b8c99e40d5 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:03:54.982874 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 9ded45d5-dea4-4400-b502-20b8c99e40d5 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:03:54.983564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9ded45d5-dea4-4400-b502-20b8c99e40d5 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:03:55.012766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:03:55.014029 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Checking segment: {'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:55.015679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Bound using segment: {'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:03:55.016701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Bound port: 4ac50e45-26f7-425a-b6e8-2346add486f4, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:03:55.017670 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:55.021453 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d50ab2c5-8860-4d93-b3f4-de2599840639 req-9f53fc57-0e1c-44e9-a008-fd7397315131 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459776 Nov 24 13:03:55.165085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] For port 4ac50e45-26f7-425a-b6e8-2346add486f4, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:03:55.168741 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] For port 4ac50e45-26f7-425a-b6e8-2346add486f4, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=4ac50e45-26f7-425a-b6e8-2346add486f4,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:03:55.192490 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:55.240020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:55.244268 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:55.247356 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] 10.222.0.46 "PUT /v2.0/ports/4ac50e45-26f7-425a-b6e8-2346add486f4 HTTP/1.1" status: 200 len: 1091 time: 3.3153486 Nov 24 13:03:55.269914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af243d48-4b2d-4398-8549-71383221829d', 'tag': '4ac50e45-26f7-425a-b6e8-2346add486f4'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:55.274488 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c94c78-9b7f-4dec-ad60-b755185bc4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "af243d48-4b2d-4398-8549-71383221829d", "tag": "4ac50e45-26f7-425a-b6e8-2346add486f4"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:55.292351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a812e7-7366-437c-a8ed-05d93a12068c req-a1524dbb-faa9-4629-8155-4af1c6c5b698 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:55.305073 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d5a812e7-7366-437c-a8ed-05d93a12068c req-a1524dbb-faa9-4629-8155-4af1c6c5b698 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.2816379 Nov 24 13:03:55.343171 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-127fa7bd-a933-440a-b556-6ead6d15fc6c service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8815980 Nov 24 13:03:55.387589 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6730579f-1ee3-4489-9c47-d6c143585d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:55.392130 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5957dd35-6746-4364-a33e-d0f515b5bfab req-3a103c23-8001-441b-94db-5a3724ba2636 service neutron] 10.222.0.46 "GET /v2.0/networks/851149e6-f5be-43a1-b93c-84426f2f07a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557975 Nov 24 13:03:55.427522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': '904aff4a-4ab2-495a-b2b7-766e6e66f1d0'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:03:55.429555 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:55.433719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38262) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:55.458044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-6730579f-1ee3-4489-9c47-d6c143585d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port 6d0468c7-a2cb-45a5-ad36-a4639f866094 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:03:55.480972 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:55.493144 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96f3f637-197f-4ad1-bc88-e3e61f2bcd54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:55.588972 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'port_id': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'mac_address': 'fa:16:3e:f8:4c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:03:55.597474 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-62f3f9ed-642c-4503-aa9b-d62a8828a3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:55.599069 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-62f3f9ed-642c-4503-aa9b-d62a8828a3be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=287e84d4474541d9b89eedb799c54d28&device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 1094 time: 0.2671304 Nov 24 13:03:55.604147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d430a-5685-4930-baf4-b1b1f87e536d service neutron] Pushing event updated for resources: {'Port': ['ID=4ac50e45-26f7-425a-b6e8-2346add486f4,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:55.690305 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:55.691019 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-4817cc1a-0b64-4878-9e25-ee6b72529b9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ac50e45-26f7-425a-b6e8-2346add486f4 HTTP/1.1" status: 200 len: 217 time: 0.0772536 Nov 24 13:03:55.709998 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d5a812e7-7366-437c-a8ed-05d93a12068c req-f3400390-d368-492c-a9f6-2f2cebbc09ae tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4038503 Nov 24 13:03:55.742919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 180b3a0e-09d0-4629-bcf5-3a6e05858627 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:03:55.854557 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-a021817b-f9e6-4ae2-9368-729586314dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:55.857475 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-a021817b-f9e6-4ae2-9368-729586314dfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98e29d58-9582-4d49-a36e-dbefd713eabd HTTP/1.1" status: 200 len: 844 time: 0.1426919 Nov 24 13:03:55.859546 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-350ab987-b8b1-4f22-9597-45fd478e89c8 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233675 Nov 24 13:03:55.895739 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:55.922011 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:55.941207 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96f3f637-197f-4ad1-bc88-e3e61f2bcd54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:55.943616 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:55.950285 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96f3f637-197f-4ad1-bc88-e3e61f2bcd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:55.953215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Allocated IP 2001:db8::2 (cda05003-a875-4de3-a8fc-2e63803a60bb/904aff4a-4ab2-495a-b2b7-766e6e66f1d0/337f8965-d2e9-4016-a0d8-b533bb3dcb7d) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:56.046727 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-96f3f637-197f-4ad1-bc88-e3e61f2bcd54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69ef9531b8984842863e7bb4bcc93684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6017380 Nov 24 13:03:56.052233 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38264) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:56.070558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3f637-197f-4ad1-bc88-e3e61f2bcd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3555c463-24ca-4b7c-ba8e-cf775a50996b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:56.083336 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-ebe709ce-4bf8-462c-8bf5-022f7ab2c6f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5cccba62-52c2-465c-b3ac-bb101df54ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2189033 Nov 24 13:03:56.089478 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-4a58e0d7-f7b0-4e33-bf6d-bd3ff71adfa9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=5ab98a21-6fe7-4896-9575-4945f031504a HTTP/1.1" status: 200 len: 217 time: 0.1992857 Nov 24 13:03:56.168262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['180b3a0e-09d0-4629-bcf5-3a6e05858627'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:03:56.200642 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-deed1eaa-e7a5-401a-adcd-35274d2b9cfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:56.296879 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-deed1eaa-e7a5-401a-adcd-35274d2b9cfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:56.331706 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:03:56.399689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-deed1eaa-e7a5-401a-adcd-35274d2b9cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:56.403546 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-deed1eaa-e7a5-401a-adcd-35274d2b9cfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:56.405730 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-deed1eaa-e7a5-401a-adcd-35274d2b9cfa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3555c463-24ca-4b7c-ba8e-cf775a50996b HTTP/1.1" status: 204 len: 168 time: 0.3509121 Nov 24 13:03:56.428434 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed1eaa-e7a5-401a-adcd-35274d2b9cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3555c463-24ca-4b7c-ba8e-cf775a50996b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:56.443497 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=180b3a0e-09d0-4629-bcf5-3a6e05858627,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:56.492180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-38d2f283-0c39-478b-a80b-b7c76563a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:56.493784 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-38d2f283-0c39-478b-a80b-b7c76563a5ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.3780098 Nov 24 13:03:56.548098 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f7d1a-a9dc-48a3-acca-e0cc821721a7 req-da9dabce-ab43-405d-8e08-aabc5a934ffc tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:56.561546 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a7f7d1a-a9dc-48a3-acca-e0cc821721a7 req-da9dabce-ab43-405d-8e08-aabc5a934ffc tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 943 time: 0.4846377 Nov 24 13:03:56.709604 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-877e2b1c-34c3-4961-b99a-8706f99c9d5d service neutron] 10.222.0.46 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819402 Nov 24 13:03:56.724764 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:56.765410 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:56.771787 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a7f7d1a-a9dc-48a3-acca-e0cc821721a7 req-fd855a0e-0637-4078-82cc-f15d7425f1ba tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061353 Nov 24 13:03:56.812676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-c15f129e-0f01-4c24-a22c-dae00441039f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:56.817501 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-c15f129e-0f01-4c24-a22c-dae00441039f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2307081 Nov 24 13:03:56.834703 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:56.914804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:56.930678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:56.937074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:56.943239 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-6730579f-1ee3-4489-9c47-d6c143585d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::dbde:ddf2:1496:3f0f (cda05003-a875-4de3-a8fc-2e63803a60bb/904aff4a-4ab2-495a-b2b7-766e6e66f1d0/6d0468c7-a2cb-45a5-ad36-a4639f866094) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:03:56.999996 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Pushing event updated for resources: {'Port': ['ID=337f8965-d2e9-4016-a0d8-b533bb3dcb7d,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:57.099984 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e9d654-319d-4ecf-b188-ea666fc749e4 x-openstack-request-id: req-34e9d654-319d-4ecf-b188-ea666fc749e4 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:03:57.100607 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af243d48-4b2d-4398-8549-71383221829d", "tag": "4ac50e45-26f7-425a-b6e8-2346add486f4", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:03:57.103293 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34e9d654-319d-4ecf-b188-ea666fc749e4 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:03:57.103976 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af243d48-4b2d-4398-8549-71383221829d', 'tag': '4ac50e45-26f7-425a-b6e8-2346add486f4', 'status': 'completed', 'code': 200} Nov 24 13:03:57.134215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Attempting to bind port 337f8965-d2e9-4016-a0d8-b533bb3dcb7d on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:03:57.134215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Attempting to bind port 337f8965-d2e9-4016-a0d8-b533bb3dcb7d by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:03:57.134215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Attempting to bind port 337f8965-d2e9-4016-a0d8-b533bb3dcb7d on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:03:57.141669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:03:57.142176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:03:57.142721 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:57.143122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:03:57.143592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Bound port: 337f8965-d2e9-4016-a0d8-b533bb3dcb7d, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:03:57.144023 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:57.301996 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] For port 337f8965-d2e9-4016-a0d8-b533bb3dcb7d, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:03:57.306119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] For port 337f8965-d2e9-4016-a0d8-b533bb3dcb7d, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=337f8965-d2e9-4016-a0d8-b533bb3dcb7d,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:03:57.315320 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:57.406200 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-843ee699-e645-4790-976f-f51259e00f5e service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965286 Nov 24 13:03:57.527167 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6730579f-1ee3-4489-9c47-d6c143585d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:57.550732 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18928e08-d755-410a-b1d4-c06b4d16dad8 None None] Pushing event updated for resources: {'Port': ['ID=337f8965-d2e9-4016-a0d8-b533bb3dcb7d,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:57.577517 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49acf9af-5b7a-45d1-866f-3b8de658214a req-3ce6ee87-757b-4cd1-9cf8-f2baa5720d2d service neutron] 10.222.0.46 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8610029 Nov 24 13:03:57.605066 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6730579f-1ee3-4489-9c47-d6c143585d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:57.704477 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6730579f-1ee3-4489-9c47-d6c143585d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:03:57.709906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-6730579f-1ee3-4489-9c47-d6c143585d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:03:57.727616 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6730579f-1ee3-4489-9c47-d6c143585d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:03:57.747054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6730579f-1ee3-4489-9c47-d6c143585d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:57.747793 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6730579f-1ee3-4489-9c47-d6c143585d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:57.772095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daab0c-21c4-44ce-b583-91f3d9b825d3 req-4cb50d92-ff80-43d5-8ba3-1ff530cb6a25 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:57.784029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10daab0c-21c4-44ce-b583-91f3d9b825d3 req-4cb50d92-ff80-43d5-8ba3-1ff530cb6a25 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.3755994 Nov 24 13:03:57.785894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730579f-1ee3-4489-9c47-d6c143585d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=6d0468c7-a2cb-45a5-ad36-a4639f866094,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:57.800847 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6730579f-1ee3-4489-9c47-d6c143585d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2842772 Nov 24 13:03:57.801561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38284) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:57.913901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14057114-7fd8-4439-af18-9cc64d0d319c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:57.927677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14057114-7fd8-4439-af18-9cc64d0d319c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:57.934810 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-14057114-7fd8-4439-af18-9cc64d0d319c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1320899 Nov 24 13:03:57.937945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38292) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:58.019717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c94c78-9b7f-4dec-ad60-b755185bc4f2 req-6548738f-5a13-4924-9879-837c956448f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:58.021974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1c94c78-9b7f-4dec-ad60-b755185bc4f2 req-6548738f-5a13-4924-9879-837c956448f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=287e84d4474541d9b89eedb799c54d28&device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 1094 time: 0.3449929 Nov 24 13:03:58.044364 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-51ab9ef3-c558-4431-9d12-4903a2fca098 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840322 Nov 24 13:03:58.076530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10daab0c-21c4-44ce-b583-91f3d9b825d3 req-b7747e7c-149e-402b-9aa1-e75d99779511 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915299 Nov 24 13:03:58.160990 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-b74a6bce-92d9-457c-8bfd-1c0e80b65f12 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 HTTP/1.1" status: 200 len: 217 time: 0.0807989 Nov 24 13:03:58.179054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe984a-6e2a-4593-963a-2d9cd3a686d9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port 6d0468c7-a2cb-45a5-ad36-a4639f866094 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:03:58.180108 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7cfe984a-6e2a-4593-963a-2d9cd3a686d9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:58.296222 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-7fc9128e-4135-4ba4-81e4-473cb47974e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:58.298418 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-7fc9128e-4135-4ba4-81e4-473cb47974e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.1102819 Nov 24 13:03:58.346587 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7cfe984a-6e2a-4593-963a-2d9cd3a686d9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:58.366597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe984a-6e2a-4593-963a-2d9cd3a686d9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for 6d0468c7-a2cb-45a5-ad36-a4639f866094 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:03:58.497868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c94c78-9b7f-4dec-ad60-b755185bc4f2 req-4584a9bf-eb50-45b4-afd6-faae34e84aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:58.499682 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1c94c78-9b7f-4dec-ad60-b755185bc4f2 req-4584a9bf-eb50-45b4-afd6-faae34e84aa9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5cccba62-52c2-465c-b3ac-bb101df54ca0 HTTP/1.1" status: 200 len: 905 time: 0.4694195 Nov 24 13:03:58.583794 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1c94c78-9b7f-4dec-ad60-b755185bc4f2 req-6c823cd9-683d-4082-85da-d4fdda1c1f53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ac50e45-26f7-425a-b6e8-2346add486f4 HTTP/1.1" status: 200 len: 217 time: 0.0649264 Nov 24 13:03:58.595695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 180b3a0e-09d0-4629-bcf5-3a6e05858627 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:58.676486 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7cfe984a-6e2a-4593-963a-2d9cd3a686d9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:58.703359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c94c78-9b7f-4dec-ad60-b755185bc4f2 req-2ac9a664-3034-4cb6-9563-acaae7621e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:58.707741 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1c94c78-9b7f-4dec-ad60-b755185bc4f2 req-2ac9a664-3034-4cb6-9563-acaae7621e1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=98e29d58-9582-4d49-a36e-dbefd713eabd HTTP/1.1" status: 200 len: 844 time: 0.1051929 Nov 24 13:03:58.707910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 337f8965-d2e9-4016-a0d8-b533bb3dcb7d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:03:58.750490 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-28f77710-a7bb-4192-a53b-4e756360c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:58.752026 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-28f77710-a7bb-4192-a53b-4e756360c7a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3431339 Nov 24 13:03:58.800918 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1c94c78-9b7f-4dec-ad60-b755185bc4f2 req-12a574fd-dfe9-4d01-8318-248ff86a63c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5cccba62-52c2-465c-b3ac-bb101df54ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833404 Nov 24 13:03:58.838903 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7cfe984a-6e2a-4593-963a-2d9cd3a686d9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:58.842656 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7cfe984a-6e2a-4593-963a-2d9cd3a686d9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/6d0468c7-a2cb-45a5-ad36-a4639f866094 HTTP/1.1" status: 204 len: 168 time: 0.9036255 Nov 24 13:03:58.844383 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe984a-6e2a-4593-963a-2d9cd3a686d9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=6d0468c7-a2cb-45a5-ad36-a4639f866094,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:58.860495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38306) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:58.909845 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 180b3a0e-09d0-4629-bcf5-3a6e05858627 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:58.910511 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:58.919086 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-272ed46c-92b1-44c2-9209-bdd6926de440 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205482 Nov 24 13:03:58.959264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e95c4f-c430-4611-ab19-d988975c9dec req-7163be7a-bbcc-4b57-a8b9-317f73f4995e tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:58.970144 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69e95c4f-c430-4611-ab19-d988975c9dec req-7163be7a-bbcc-4b57-a8b9-317f73f4995e tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 943 time: 0.5682220 Nov 24 13:03:58.977787 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 337f8965-d2e9-4016-a0d8-b533bb3dcb7d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:58.981286 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:59.053953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab27cbdb-ad2c-4e7b-bc35-a4e73777858f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:59.060012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab27cbdb-ad2c-4e7b-bc35-a4e73777858f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:03:59.065137 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ab27cbdb-ad2c-4e7b-bc35-a4e73777858f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2020028 Nov 24 13:03:59.068762 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38308) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:03:59.187128 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:59.213164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3fe5d2d-b9a7-4f63-9b01-b54f684a877b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 904aff4a-4ab2-495a-b2b7-766e6e66f1d0 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:03:59.243204 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5d2d-b9a7-4f63-9b01-b54f684a877b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:59.296859 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:59.337862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 337f8965-d2e9-4016-a0d8-b533bb3dcb7d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=337f8965-d2e9-4016-a0d8-b533bb3dcb7d,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:59.371363 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69e95c4f-c430-4611-ab19-d988975c9dec req-9fca35bd-9c7e-4d6c-8732-a27b47b352b7 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001491 Nov 24 13:03:59.377945 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5d2d-b9a7-4f63-9b01-b54f684a877b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:59.429802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:03:59.439475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:03:59.447250 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91452a4d-c99b-448b-87f2-60a0bcf8de7e" -d '{"events": [{"server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "name": "network-vif-plugged", "status": "completed", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:03:59.467051 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:59.494841 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:59.571432 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-dfa96b14-f9f9-48f0-8328-c7ff306f0b0c service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981901 Nov 24 13:03:59.694267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=337f8965-d2e9-4016-a0d8-b533bb3dcb7d,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:59.741004 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ac5729d5-5b82-4f3a-9fd9-9ec5b2518874 None None] Provisioning complete for port 337f8965-d2e9-4016-a0d8-b533bb3dcb7d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:03:59.741370 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ac5729d5-5b82-4f3a-9fd9-9ec5b2518874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:59.757482 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5d2d-b9a7-4f63-9b01-b54f684a877b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:59.762564 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1c94c78-9b7f-4dec-ad60-b755185bc4f2 req-1088e45c-a75c-43c7-b729-f2182ee42930 service neutron] 10.222.0.46 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8423171 Nov 24 13:03:59.771646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-1c32dae3-d7b6-49ce-a8d1-579adb76c13c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 HTTP/1.1" status: 200 len: 217 time: 0.1800210 Nov 24 13:03:59.905363 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=180b3a0e-09d0-4629-bcf5-3a6e05858627,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:03:59.928563 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5d2d-b9a7-4f63-9b01-b54f684a877b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:03:59.982588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe5d2d-b9a7-4f63-9b01-b54f684a877b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=904aff4a-4ab2-495a-b2b7-766e6e66f1d0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:00.011953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-fe4a8a90-e8cf-4c2c-92ee-44ca8375d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:00.013807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-fe4a8a90-e8cf-4c2c-92ee-44ca8375d7e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a HTTP/1.1" status: 200 len: 797 time: 0.1686413 Nov 24 13:04:00.018241 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3fe5d2d-b9a7-4f63-9b01-b54f684a877b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:00.025195 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a3fe5d2d-b9a7-4f63-9b01-b54f684a877b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/904aff4a-4ab2-495a-b2b7-766e6e66f1d0 HTTP/1.1" status: 204 len: 168 time: 0.9552934 Nov 24 13:04:00.036065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38328) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:00.036786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b36101f0-b311-4b40-9c6f-8a2a9f9169c5 None None] Could not find standard attr ID for object 6d0468c7-a2cb-45a5-ad36-a4639f866094. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:04:00.166732 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-00ac1712-1230-4caf-9e7d-f242181f25ae tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254032 Nov 24 13:04:00.168802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38330) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:00.313842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036bb85d-e279-4153-aaba-2b15c4e0fafa tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:00.319223 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-036bb85d-e279-4153-aaba-2b15c4e0fafa tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1491947 Nov 24 13:04:00.320127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38336) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:00.382048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d864e5-8834-4e0c-9a45-67104ad72adf None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:00.442701 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd05e20a-64ab-492b-9c92-b099b9480406 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:00.450939 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bd05e20a-64ab-492b-9c92-b099b9480406 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1281173 Nov 24 13:04:00.450939 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38340) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:00.565755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57d250-7dbe-4852-aaf2-bab048b7f1ec req-22d10d37-036b-4553-8456-89c92f2e10d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:00.574181 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db57d250-7dbe-4852-aaf2-bab048b7f1ec req-22d10d37-036b-4553-8456-89c92f2e10d5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.8453147 Nov 24 13:04:00.648470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 4ac50e45-26f7-425a-b6e8-2346add486f4 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:04:00.798081 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1c94c78-9b7f-4dec-ad60-b755185bc4f2 req-7ea6bc4b-6183-4332-9041-6d3a475c007b service neutron] 10.222.0.46 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0228093 Nov 24 13:04:00.801746 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 4ac50e45-26f7-425a-b6e8-2346add486f4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=4ac50e45-26f7-425a-b6e8-2346add486f4,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:00.826025 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '4ac50e45-26f7-425a-b6e8-2346add486f4', 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0', 'port_id': '4ac50e45-26f7-425a-b6e8-2346add486f4', 'mac_address': 'fa:16:3e:6e:d8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e29d58-9582-4d49-a36e-dbefd713eabd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:04:00.827193 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-f0770cfc-dcbb-4b83-8b5a-6fd7c79e4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:00.827804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 337f8965-d2e9-4016-a0d8-b533bb3dcb7d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:00.829222 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-f0770cfc-dcbb-4b83-8b5a-6fd7c79e4ab0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6df529e3-a95e-4d56-953a-23262bfd3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2884443 Nov 24 13:04:00.846005 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db57d250-7dbe-4852-aaf2-bab048b7f1ec req-1e1424b8-dcc3-4eaf-a390-350a41ca02a5 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2613542 Nov 24 13:04:01.102840 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:01.132492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac50e45-26f7-425a-b6e8-2346add486f4 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:04:01.150919 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a20dc97-4c1f-4588-b6b9-71411377bba7 x-openstack-request-id: req-5a20dc97-4c1f-4588-b6b9-71411377bba7 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:04:01.151228 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "name": "network-vif-plugged", "status": "completed", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:04:01.151348 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a20dc97-4c1f-4588-b6b9-71411377bba7 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:04:01.151817 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'code': 200} Nov 24 13:04:01.176454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-0a012acb-824c-4efb-b420-526b41faa256 service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296642 Nov 24 13:04:01.252088 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 4ac50e45-26f7-425a-b6e8-2346add486f4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=4ac50e45-26f7-425a-b6e8-2346add486f4,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:01.280955 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:01.336434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 337f8965-d2e9-4016-a0d8-b533bb3dcb7d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:01.342119 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:01.352824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db4abf-6301-4732-a5a9-6e08f50c87d0 None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:04:01.387098 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-60792afa-992d-4423-9151-16d006cea130 service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002823 Nov 24 13:04:01.449634 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c95c1e70-45b1-4f29-855d-25250cbceff3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.9981616 Nov 24 13:04:01.454635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38346) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:01.460941 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-98e55018-1129-4353-b3f8-812df34b2367 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:01.470180 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-1bb1a8a3-0b69-4c2b-a7f9-169e6a40f3c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 HTTP/1.1" status: 200 len: 217 time: 0.0721328 Nov 24 13:04:01.598520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=4ac50e45-26f7-425a-b6e8-2346add486f4,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:01.606304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-be363d0d-d6b7-4b54-8086-fadce29964f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:01.617292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-be363d0d-d6b7-4b54-8086-fadce29964f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a HTTP/1.1" status: 200 len: 797 time: 0.1261947 Nov 24 13:04:01.650700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d774e-c544-421a-a641-807b8602ac71 req-be7464a8-eb5c-4953-a911-5445b829431f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:01.652288 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-498d774e-c544-421a-a641-807b8602ac71 req-be7464a8-eb5c-4953-a911-5445b829431f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 944 time: 0.2638946 Nov 24 13:04:01.726516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e55018-1129-4353-b3f8-812df34b2367 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:01.731613 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98e55018-1129-4353-b3f8-812df34b2367 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:01.849757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd7240-9f70-4551-b106-788b4362c129 req-f4f5dca2-91c3-49ce-9340-d6136ecae263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:01.851344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-f4f5dca2-91c3-49ce-9340-d6136ecae263 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6df529e3-a95e-4d56-953a-23262bfd3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2198594 Nov 24 13:04:01.873145 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-498d774e-c544-421a-a641-807b8602ac71 req-7bb32f44-666e-4aed-ab29-7ff777562115 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466913 Nov 24 13:04:02.144617 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-dd741674-a3aa-488c-8a6f-9ef4d9b0680f service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648485 Nov 24 13:04:02.155328 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['4ac50e45-26f7-425a-b6e8-2346add486f4'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:04:02.202696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-20db4abf-6301-4732-a5a9-6e08f50c87d0 None None] Deleting port 337f8965-d2e9-4016-a0d8-b533bb3dcb7d {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:04:02.203091 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-20db4abf-6301-4732-a5a9-6e08f50c87d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:02.319923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-20db4abf-6301-4732-a5a9-6e08f50c87d0 None None] For port 337f8965-d2e9-4016-a0d8-b533bb3dcb7d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=337f8965-d2e9-4016-a0d8-b533bb3dcb7d,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:02.320269 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-20db4abf-6301-4732-a5a9-6e08f50c87d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:02.349812 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98e55018-1129-4353-b3f8-812df34b2367 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:02.366264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-20db4abf-6301-4732-a5a9-6e08f50c87d0 None None] Calling delete_port for 337f8965-d2e9-4016-a0d8-b533bb3dcb7d owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:04:02.491626 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e55018-1129-4353-b3f8-812df34b2367 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:02.509990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-98e55018-1129-4353-b3f8-812df34b2367 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:02.527263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e55018-1129-4353-b3f8-812df34b2367 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:02.527868 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98e55018-1129-4353-b3f8-812df34b2367 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:02.532162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e55018-1129-4353-b3f8-812df34b2367 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=758e2009-8afa-4af8-93fb-b9700957c23a,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:02.545686 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34dd7240-9f70-4551-b106-788b4362c129 req-197397c7-4fb7-4e95-9b8a-6a99ab51a845 service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836279 Nov 24 13:04:02.567550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcf482-0fe6-44e5-9c1c-2a5eb3f07953 req-e41e3f43-cb40-47d7-a426-9a7185eef40e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:02.582602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-affcf482-0fe6-44e5-9c1c-2a5eb3f07953 req-e41e3f43-cb40-47d7-a426-9a7185eef40e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.2328932 Nov 24 13:04:02.602054 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-20db4abf-6301-4732-a5a9-6e08f50c87d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:02.659504 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-98e55018-1129-4353-b3f8-812df34b2367 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1979411 Nov 24 13:04:02.660223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38356) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:02.697818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': '758e2009-8afa-4af8-93fb-b9700957c23a', 'ip_address': '2001:db8::dfa3:10a4:f25b:fb7d'}], 'name': 'tempest-NetworksTestDHCPv6-517747456'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:02.715661 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-affcf482-0fe6-44e5-9c1c-2a5eb3f07953 req-5b9ad01c-d154-4269-a296-db3f82f4f3fd tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329424 Nov 24 13:04:02.718949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db4abf-6301-4732-a5a9-6e08f50c87d0 None None] Pushing event deleted for resources: {'Port': ['ID=337f8965-d2e9-4016-a0d8-b533bb3dcb7d,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:02.737550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 337f8965-d2e9-4016-a0d8-b533bb3dcb7d no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:04:02.789373 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 337f8965-d2e9-4016-a0d8-b533bb3dcb7d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:04:02.790142 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 337f8965-d2e9-4016-a0d8-b533bb3dcb7d not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:04:02.800114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20db4abf-6301-4732-a5a9-6e08f50c87d0 None None] No DVR routers for this DVR port 337f8965-d2e9-4016-a0d8-b533bb3dcb7d on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:04:02.850894 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb3f8e5-e685-4a26-9c00-0aeb7393095c None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:03.096292 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:03.173468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbb756-a53d-49c0-ad93-8abadd05243c req-533bbf51-7d44-458d-a0a7-fce031895f44 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:03.182844 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20bbb756-a53d-49c0-ad93-8abadd05243c req-533bbf51-7d44-458d-a0a7-fce031895f44 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 944 time: 0.1387229 Nov 24 13:04:03.226864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': '758e2009-8afa-4af8-93fb-b9700957c23a'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:04:03.227849 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:03.338174 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20bbb756-a53d-49c0-ad93-8abadd05243c req-9ec8e380-36a7-48b4-80f2-7193e722787b tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461239 Nov 24 13:04:03.394789 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:03.436999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port ebe91aae-180d-448c-a8cd-4e58a6037abb yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:04:03.641579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Allocated IP 2001:db8::2 (cda05003-a875-4de3-a8fc-2e63803a60bb/758e2009-8afa-4af8-93fb-b9700957c23a/37a57d64-bf24-4a8d-9ea4-d5248eaff606) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:03.973373 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:03.986715 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:04.007152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb80af6-9756-4ea2-b0b1-ab9ac4951f24 req-e30ebf9f-ebc3-4e5c-8ec0-fe3997216bfa tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:04.023296 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eeb80af6-9756-4ea2-b0b1-ab9ac4951f24 req-e30ebf9f-ebc3-4e5c-8ec0-fe3997216bfa tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1355658 Nov 24 13:04:04.106636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::dfa3:10a4:f25b:fb7d (cda05003-a875-4de3-a8fc-2e63803a60bb/758e2009-8afa-4af8-93fb-b9700957c23a/ebe91aae-180d-448c-a8cd-4e58a6037abb) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:04.134546 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eeb80af6-9756-4ea2-b0b1-ab9ac4951f24 req-46e27d8c-4b9f-4b24-94b3-3debe1c4b3af tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119912 Nov 24 13:04:04.140630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:04.153019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:04.162861 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:04.249524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Pushing event updated for resources: {'Port': ['ID=37a57d64-bf24-4a8d-9ea4-d5248eaff606,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:04.330555 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Attempting to bind port 37a57d64-bf24-4a8d-9ea4-d5248eaff606 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:04:04.331219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Attempting to bind port 37a57d64-bf24-4a8d-9ea4-d5248eaff606 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:04:04.332494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Attempting to bind port 37a57d64-bf24-4a8d-9ea4-d5248eaff606 on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:04.341128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:04:04.341744 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:04.344103 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:04.344627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:04:04.345290 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Bound port: 37a57d64-bf24-4a8d-9ea4-d5248eaff606, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:04:04.345785 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:04.398159 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:04.477589 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:04.522010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] For port 37a57d64-bf24-4a8d-9ea4-d5248eaff606, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:04:04.526886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] For port 37a57d64-bf24-4a8d-9ea4-d5248eaff606, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=37a57d64-bf24-4a8d-9ea4-d5248eaff606,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:04:04.543759 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:04.580875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:04.592885 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:04.599398 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:04.619341 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:04.620055 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:04.646109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bca66-673b-492b-8375-cab6b38633b2 req-6cca08f3-608b-4e27-8dad-9c55356cff1a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:04.663943 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc9bca66-673b-492b-8375-cab6b38633b2 req-6cca08f3-608b-4e27-8dad-9c55356cff1a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 944 time: 0.1547635 Nov 24 13:04:04.672430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0110941 Nov 24 13:04:04.678052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38374) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:04.682858 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=ebe91aae-180d-448c-a8cd-4e58a6037abb,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:04.698046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a607abcb-d03d-402f-b072-000571e863ca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': '758e2009-8afa-4af8-93fb-b9700957c23a', 'ip_address': '2001:db8::dfa3:10a4:f25b:fb7d'}], 'name': 'tempest-NetworksTestDHCPv6-1500148676'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:04.700991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 4ac50e45-26f7-425a-b6e8-2346add486f4 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:04.701250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:04.701857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:04.702205 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:04.702544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:04.702878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:04.703213 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:04.716791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:04.719297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:04.719661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:04.720007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:04.720345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:04.720679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8605fbf-0df8-4b97-a4fe-9cece373e74e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:04.802276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0142f4-0f69-48fc-8a2b-3f30af99095a None None] Pushing event updated for resources: {'Port': ['ID=37a57d64-bf24-4a8d-9ea4-d5248eaff606,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:04.862561 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 4ac50e45-26f7-425a-b6e8-2346add486f4 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:04:04.868263 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 4ac50e45-26f7-425a-b6e8-2346add486f4 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:04.868646 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:04.872974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc9bca66-673b-492b-8375-cab6b38633b2 req-1cfc50cd-6967-47f4-9224-b1f2238bb27a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019989 Nov 24 13:04:04.993766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a607abcb-d03d-402f-b072-000571e863ca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:05.033667 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:05.128442 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a607abcb-d03d-402f-b072-000571e863ca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:05.164273 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 4ac50e45-26f7-425a-b6e8-2346add486f4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=4ac50e45-26f7-425a-b6e8-2346add486f4,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:05.165696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af243d48-4b2d-4398-8549-71383221829d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac50e45-26f7-425a-b6e8-2346add486f4'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:04:05.168523 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0b60e7-7304-4960-bba1-4e56ff609e4b" -d '{"events": [{"server_uuid": "af243d48-4b2d-4398-8549-71383221829d", "name": "network-vif-plugged", "status": "completed", "tag": "4ac50e45-26f7-425a-b6e8-2346add486f4"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:04:05.176183 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:05.190676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-a607abcb-d03d-402f-b072-000571e863ca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port a38dc826-71a9-42c6-876a-5619b1ac079a yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:04:05.290038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=4ac50e45-26f7-425a-b6e8-2346add486f4,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:05.512546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c83fa-3503-41da-ad1d-d168e8857c7c req-1cdab0d1-b2dd-413b-9136-9787ffa28c48 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:05.529594 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-290c83fa-3503-41da-ad1d-d168e8857c7c req-1cdab0d1-b2dd-413b-9136-9787ffa28c48 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.2023358 Nov 24 13:04:05.584960 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a607abcb-d03d-402f-b072-000571e863ca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 13:04:05.585780 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a607abcb-d03d-402f-b072-000571e863ca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:04:05.624653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-290c83fa-3503-41da-ad1d-d168e8857c7c req-75bfd485-0e9e-4ffb-b936-ec468a71bc31 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936806 Nov 24 13:04:05.637149 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38382) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:05.640561 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a607abcb-d03d-402f-b072-000571e863ca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9614272 Nov 24 13:04:05.689646 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd5bdaa-8775-4183-ac2e-65f3fc3e13db x-openstack-request-id: req-3cd5bdaa-8775-4183-ac2e-65f3fc3e13db {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:04:05.689959 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af243d48-4b2d-4398-8549-71383221829d", "name": "network-vif-plugged", "status": "completed", "tag": "4ac50e45-26f7-425a-b6e8-2346add486f4", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:04:05.690221 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cd5bdaa-8775-4183-ac2e-65f3fc3e13db {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:04:05.690629 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af243d48-4b2d-4398-8549-71383221829d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac50e45-26f7-425a-b6e8-2346add486f4', 'code': 200} Nov 24 13:04:05.763612 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acdfbbd-3ba8-4ea0-95b1-195d58f1b212 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:05.807011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acdfbbd-3ba8-4ea0-95b1-195d58f1b212 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:05.819541 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8acdfbbd-3ba8-4ea0-95b1-195d58f1b212 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1808848 Nov 24 13:04:05.820341 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38384) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:05.874230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c1c4c-5ec2-4694-b83d-7fe1bf4b6870 req-02932c33-7db4-4bd5-86d9-d5436618ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:05.879500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3a4c1c4c-5ec2-4694-b83d-7fe1bf4b6870 req-02932c33-7db4-4bd5-86d9-d5436618ae49 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 1096 time: 0.1119053 Nov 24 13:04:06.016506 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3a4c1c4c-5ec2-4694-b83d-7fe1bf4b6870 req-c6423e85-b187-468f-ba62-c88131011d5a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224172 Nov 24 13:04:06.018951 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-9c614e26-7602-41d0-a00d-a57f50e6649a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port ebe91aae-180d-448c-a8cd-4e58a6037abb {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:04:06.019127 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c614e26-7602-41d0-a00d-a57f50e6649a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:06.118867 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa0f56-9fc7-4111-98e1-ed782fa8d8a8 req-6634ed54-de40-4ec2-9a6e-f5c404d19f6e tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:06.125255 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:06.131361 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3caa0f56-9fc7-4111-98e1-ed782fa8d8a8 req-6634ed54-de40-4ec2-9a6e-f5c404d19f6e tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 945 time: 0.1353223 Nov 24 13:04:06.221611 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c614e26-7602-41d0-a00d-a57f50e6649a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:06.242983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-9c614e26-7602-41d0-a00d-a57f50e6649a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for ebe91aae-180d-448c-a8cd-4e58a6037abb owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:04:06.340577 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3caa0f56-9fc7-4111-98e1-ed782fa8d8a8 req-19761138-a23f-430d-ba8f-133dede49177 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070549 Nov 24 13:04:06.541971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5c7f51fb-20b6-4e4c-a595-ece600e5301b None None] Provisioning complete for port 37a57d64-bf24-4a8d-9ea4-d5248eaff606 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:06.542525 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5c7f51fb-20b6-4e4c-a595-ece600e5301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:06.605584 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c614e26-7602-41d0-a00d-a57f50e6649a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:06.796290 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c614e26-7602-41d0-a00d-a57f50e6649a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=ebe91aae-180d-448c-a8cd-4e58a6037abb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:06.839370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 37a57d64-bf24-4a8d-9ea4-d5248eaff606 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:06.851110 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c614e26-7602-41d0-a00d-a57f50e6649a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:06.857538 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38400) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:06.858289 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9c614e26-7602-41d0-a00d-a57f50e6649a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/ebe91aae-180d-448c-a8cd-4e58a6037abb HTTP/1.1" status: 204 len: 168 time: 1.0362408 Nov 24 13:04:07.003092 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5c7f51fb-20b6-4e4c-a595-ece600e5301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:07.046319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33fa95a-8760-43f0-b80e-05d9f10c1d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:07.048935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33fa95a-8760-43f0-b80e-05d9f10c1d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:07.051487 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c33fa95a-8760-43f0-b80e-05d9f10c1d09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1922121 Nov 24 13:04:07.054376 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38402) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:07.112614 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5c7f51fb-20b6-4e4c-a595-ece600e5301b None None] For port 37a57d64-bf24-4a8d-9ea4-d5248eaff606, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=37a57d64-bf24-4a8d-9ea4-d5248eaff606,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:07.131801 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5c7f51fb-20b6-4e4c-a595-ece600e5301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:07.216466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5cbe5b-3e8c-4d6f-9e81-cf59a1857cff req-568a6691-b722-4f6a-bee8-8e5c1849322e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:07.238580 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1c5cbe5b-3e8c-4d6f-9e81-cf59a1857cff req-568a6691-b722-4f6a-bee8-8e5c1849322e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1856904 Nov 24 13:04:07.260964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f51fb-20b6-4e4c-a595-ece600e5301b None None] Pushing event updated for resources: {'Port': ['ID=37a57d64-bf24-4a8d-9ea4-d5248eaff606,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:07.293071 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4aa64b-5a3c-4216-981c-f1f134c4f9fa tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 758e2009-8afa-4af8-93fb-b9700957c23a {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:04:07.308199 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa64b-5a3c-4216-981c-f1f134c4f9fa tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:07.316052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 37a57d64-bf24-4a8d-9ea4-d5248eaff606 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:07.316430 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:07.318304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5e3f9430-3592-438c-b94b-70f3ad08cc4c None None] Could not find standard attr ID for object ebe91aae-180d-448c-a8cd-4e58a6037abb. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:04:07.446359 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1c5cbe5b-3e8c-4d6f-9e81-cf59a1857cff req-a2f257b4-9b5b-4b76-a0f1-79ad72d75789 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000074 Nov 24 13:04:07.452864 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa64b-5a3c-4216-981c-f1f134c4f9fa tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:07.605625 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa64b-5a3c-4216-981c-f1f134c4f9fa tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:07.756415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa64b-5a3c-4216-981c-f1f134c4f9fa tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:07.785795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21df0c-c8fc-42fd-b59f-9bf197219ddb req-5e04c7aa-6151-4fc2-ac57-18ef1d7568d2 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:07.793111 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e554af21-b338-4656-baeb-31b9cd3b7e74 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:07.810993 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb4aa64b-5a3c-4216-981c-f1f134c4f9fa tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:07.811580 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab21df0c-c8fc-42fd-b59f-9bf197219ddb req-5e04c7aa-6151-4fc2-ac57-18ef1d7568d2 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 945 time: 0.1061122 Nov 24 13:04:07.825746 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eb4aa64b-5a3c-4216-981c-f1f134c4f9fa tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/758e2009-8afa-4af8-93fb-b9700957c23a HTTP/1.1" status: 204 len: 168 time: 0.7703996 Nov 24 13:04:07.870672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38410) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:07.908294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aa64b-5a3c-4216-981c-f1f134c4f9fa tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=758e2009-8afa-4af8-93fb-b9700957c23a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:07.986062 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bbe33b34-f078-4e06-8513-53f7d517cbcf tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078329 Nov 24 13:04:07.989849 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38416) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:07.991112 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab21df0c-c8fc-42fd-b59f-9bf197219ddb req-8dd51bae-a788-46b8-9258-19d91447c338 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768210 Nov 24 13:04:07.997809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-659305d9-4064-40ee-8884-027392ad3d17 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:08.139854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659305d9-4064-40ee-8884-027392ad3d17 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:08.149566 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-659305d9-4064-40ee-8884-027392ad3d17 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:08.208288 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1541918c-9856-4f2a-bc45-8b3e4d7685e8 None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:04:08.386833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1541918c-9856-4f2a-bc45-8b3e4d7685e8 None None] Deleting port 37a57d64-bf24-4a8d-9ea4-d5248eaff606 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:04:08.393192 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1541918c-9856-4f2a-bc45-8b3e4d7685e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:08.497866 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1541918c-9856-4f2a-bc45-8b3e4d7685e8 None None] For port 37a57d64-bf24-4a8d-9ea4-d5248eaff606, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=37a57d64-bf24-4a8d-9ea4-d5248eaff606,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:08.499069 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1541918c-9856-4f2a-bc45-8b3e4d7685e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:08.513855 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1541918c-9856-4f2a-bc45-8b3e4d7685e8 None None] Calling delete_port for 37a57d64-bf24-4a8d-9ea4-d5248eaff606 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:04:08.705149 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 37a57d64-bf24-4a8d-9ea4-d5248eaff606 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:04:08.738847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a566e6e-7840-468c-b33c-c2145c29892d req-a7a800d2-ee5f-4257-bcf6-ecfec854f72b tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:08.751485 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5a566e6e-7840-468c-b33c-c2145c29892d req-a7a800d2-ee5f-4257-bcf6-ecfec854f72b tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1477518 Nov 24 13:04:08.815998 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1541918c-9856-4f2a-bc45-8b3e4d7685e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:08.824472 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-659305d9-4064-40ee-8884-027392ad3d17 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:08.886443 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5a566e6e-7840-468c-b33c-c2145c29892d req-f53046a1-89ce-443e-8eae-d8e4335f5039 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337063 Nov 24 13:04:08.895036 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541918c-9856-4f2a-bc45-8b3e4d7685e8 None None] Pushing event deleted for resources: {'Port': ['ID=37a57d64-bf24-4a8d-9ea4-d5248eaff606,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:08.912099 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659305d9-4064-40ee-8884-027392ad3d17 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:08.928961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No active binding found for port 37a57d64-bf24-4a8d-9ea4-d5248eaff606 {{(pid=114987) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 13:04:08.930636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-659305d9-4064-40ee-8884-027392ad3d17 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:08.931853 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 37a57d64-bf24-4a8d-9ea4-d5248eaff606 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:04:08.935239 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659305d9-4064-40ee-8884-027392ad3d17 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:08.935886 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-659305d9-4064-40ee-8884-027392ad3d17 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:08.958151 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541918c-9856-4f2a-bc45-8b3e4d7685e8 None None] No DVR routers for this DVR port 37a57d64-bf24-4a8d-9ea4-d5248eaff606 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:04:08.980981 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659305d9-4064-40ee-8884-027392ad3d17 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=00ed002f-e223-403f-bcf5-73e7dcbc3318,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:08.990474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abf3e21-9e15-4dc8-ac82-273e3504f837 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:08.998864 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-659305d9-4064-40ee-8884-027392ad3d17 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0073495 Nov 24 13:04:09.001919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38426) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:09.006936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-88b93ad4-59e0-4707-aefe-96027712aac4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': '00ed002f-e223-403f-bcf5-73e7dcbc3318', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1864319278'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:09.218648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7330892-def4-4981-8183-20e3ce7f1abe req-06eff299-54b9-4c9a-90c8-7c92e09409cc tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:09.220313 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a7330892-def4-4981-8183-20e3ce7f1abe req-06eff299-54b9-4c9a-90c8-7c92e09409cc tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 945 time: 0.0932858 Nov 24 13:04:09.221105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b93ad4-59e0-4707-aefe-96027712aac4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:09.226857 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88b93ad4-59e0-4707-aefe-96027712aac4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:09.246416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': '00ed002f-e223-403f-bcf5-73e7dcbc3318'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:04:09.247264 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:09.315436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-88b93ad4-59e0-4707-aefe-96027712aac4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port d425ec01-61ff-4136-b94c-6ac0c2fb01a8 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:04:09.351484 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a7330892-def4-4981-8183-20e3ce7f1abe req-70d0c819-a557-4e9a-b57d-8c87f484dd7a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220324 Nov 24 13:04:09.529923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Allocated IP 2001:db8::2 (cda05003-a875-4de3-a8fc-2e63803a60bb/00ed002f-e223-403f-bcf5-73e7dcbc3318/3215b218-ad69-44af-8ef5-c05a4ccff205) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:09.548937 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:09.802927 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:09.816006 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:09.823334 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b93ad4-59e0-4707-aefe-96027712aac4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:04:09.824100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b93ad4-59e0-4707-aefe-96027712aac4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:04:09.848677 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-88b93ad4-59e0-4707-aefe-96027712aac4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8455136 Nov 24 13:04:09.851253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38432) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:09.898193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:09.906547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:09.911505 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:09.974167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9ae256-5142-4235-836f-419493b0ff1b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:09.976671 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9c9ae256-5142-4235-836f-419493b0ff1b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1240332 Nov 24 13:04:09.979317 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38436) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:10.117907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Attempting to bind port 3215b218-ad69-44af-8ef5-c05a4ccff205 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:04:10.118212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Attempting to bind port 3215b218-ad69-44af-8ef5-c05a4ccff205 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:04:10.118592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Attempting to bind port 3215b218-ad69-44af-8ef5-c05a4ccff205 on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:10.120568 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Pushing event updated for resources: {'Port': ['ID=3215b218-ad69-44af-8ef5-c05a4ccff205,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:10.132577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:04:10.132983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:10.133389 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:10.133787 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:04:10.134268 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Bound port: 3215b218-ad69-44af-8ef5-c05a4ccff205, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:04:10.134648 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:10.141795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128990a9-dbb5-4b99-adfa-25b3ce293655 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:10.144705 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128990a9-dbb5-4b99-adfa-25b3ce293655 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:10.149217 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-128990a9-dbb5-4b99-adfa-25b3ce293655 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1682074 Nov 24 13:04:10.151387 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38438) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:10.216229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dacce8-fd44-4c9b-ba0a-5d03dea4f88d req-abaded2f-186e-4805-a20c-04b19dcbcecc tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:10.233191 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50dacce8-fd44-4c9b-ba0a-5d03dea4f88d req-abaded2f-186e-4805-a20c-04b19dcbcecc tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1614504 Nov 24 13:04:10.327520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-af80b789-07ae-42da-8d5c-4af07406c0a3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 00ed002f-e223-403f-bcf5-73e7dcbc3318 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:04:10.337475 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af80b789-07ae-42da-8d5c-4af07406c0a3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:10.356604 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] For port 3215b218-ad69-44af-8ef5-c05a4ccff205, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:04:10.361409 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] For port 3215b218-ad69-44af-8ef5-c05a4ccff205, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3215b218-ad69-44af-8ef5-c05a4ccff205,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:04:10.371628 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:10.419273 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50dacce8-fd44-4c9b-ba0a-5d03dea4f88d req-e2236505-d0e0-4360-8b7a-eee0b4fdb3f4 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844471 Nov 24 13:04:10.442951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af80b789-07ae-42da-8d5c-4af07406c0a3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:10.525390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f91a8-c8db-400a-be34-61c3411d3609 None None] Pushing event updated for resources: {'Port': ['ID=3215b218-ad69-44af-8ef5-c05a4ccff205,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:10.692942 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af80b789-07ae-42da-8d5c-4af07406c0a3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:10.754478 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc604b-154d-4424-8226-72b594164f1c req-c26f5cba-dc3f-416b-99b2-cfbb9bcf3537 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:10.765117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ccbc604b-154d-4424-8226-72b594164f1c req-c26f5cba-dc3f-416b-99b2-cfbb9bcf3537 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 945 time: 0.1280341 Nov 24 13:04:10.866015 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af80b789-07ae-42da-8d5c-4af07406c0a3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:10.871067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ccbc604b-154d-4424-8226-72b594164f1c req-d3fd1014-3e76-4ed0-be27-9487f1c38c38 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997503 Nov 24 13:04:10.917961 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80b789-07ae-42da-8d5c-4af07406c0a3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=00ed002f-e223-403f-bcf5-73e7dcbc3318,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:10.932654 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af80b789-07ae-42da-8d5c-4af07406c0a3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:10.942511 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38450) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:10.949236 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-af80b789-07ae-42da-8d5c-4af07406c0a3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/00ed002f-e223-403f-bcf5-73e7dcbc3318 HTTP/1.1" status: 204 len: 168 time: 0.7874789 Nov 24 13:04:11.051956 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-af0fdd20-d88c-49a2-a80f-f73ec05076be tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1064081 Nov 24 13:04:11.052171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38452) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:11.057674 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:11.234582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:11.238583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:11.509856 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:11.569366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:11.573302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:11.578263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:11.578966 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:11.598184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=845c6181-3e11-4f95-87ea-1bdc91bd1cd6,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:11.614630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:11.615079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:11.615502 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:11.615921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:11.616348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:11.616785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:11.617249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:11.620494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:11.620494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:11.620494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:11.620494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:11.620494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:11.635746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38464) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:11.641059 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8a0c5790-5c40-40db-8498-958dbaddf40a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1862714801', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:11.646045 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a5583bb2-70a5-4010-8d91-638480a89ae0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5927267 Nov 24 13:04:11.694620 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a0c5790-5c40-40db-8498-958dbaddf40a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:11.696259 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a0c5790-5c40-40db-8498-958dbaddf40a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:11.752248 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a0c5790-5c40-40db-8498-958dbaddf40a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:11.764788 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a0c5790-5c40-40db-8498-958dbaddf40a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:11.786825 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a0c5790-5c40-40db-8498-958dbaddf40a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:11.793830 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38466) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:11.801162 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8a0c5790-5c40-40db-8498-958dbaddf40a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1641388 Nov 24 13:04:12.214915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685f6bdc-30c1-4f85-983f-e92058293b1b None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:12.243173 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:12.330313 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f6b539d2-7f42-404f-8837-3e020491133c None None] Provisioning complete for port 3215b218-ad69-44af-8ef5-c05a4ccff205 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:12.330640 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f6b539d2-7f42-404f-8837-3e020491133c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:12.633227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::1 (cda05003-a875-4de3-a8fc-2e63803a60bb/845c6181-3e11-4f95-87ea-1bdc91bd1cd6/67d2f3df-4977-4cee-a12e-40851b7bac13) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:12.735377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3215b218-ad69-44af-8ef5-c05a4ccff205 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:12.814524 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:12.817935 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f6b539d2-7f42-404f-8837-3e020491133c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:12.896484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 3215b218-ad69-44af-8ef5-c05a4ccff205 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:12.896896 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:12.938247 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:12.985794 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53eb853-4820-40a3-b319-0c2031400c8f req-5af5aac9-ee1f-44da-9a73-281c811de620 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:12.998600 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f53eb853-4820-40a3-b319-0c2031400c8f req-5af5aac9-ee1f-44da-9a73-281c811de620 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1574602 Nov 24 13:04:13.032904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f6b539d2-7f42-404f-8837-3e020491133c None None] For port 3215b218-ad69-44af-8ef5-c05a4ccff205, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3215b218-ad69-44af-8ef5-c05a4ccff205,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:13.066663 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f6b539d2-7f42-404f-8837-3e020491133c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:13.096183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=67d2f3df-4977-4cee-a12e-40851b7bac13,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:13.164764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:13.174062 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f53eb853-4820-40a3-b319-0c2031400c8f req-4812148e-d916-49f8-8280-2b8ef56ce922 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711745 Nov 24 13:04:13.174296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:13.179560 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:13.180149 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:13.405913 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b539d2-7f42-404f-8837-3e020491133c None None] Pushing event updated for resources: {'Port': ['ID=3215b218-ad69-44af-8ef5-c05a4ccff205,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:13.458182 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:13.502387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5aed02b-9d87-454d-aad7-6a7c30b1a604 None None] Provisioning complete for port 3215b218-ad69-44af-8ef5-c05a4ccff205 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:13.502896 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5aed02b-9d87-454d-aad7-6a7c30b1a604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:13.823673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64935a-6a4d-4536-9f28-1ce5a36bc850 req-ec0aabc9-cad9-46b5-b0b0-ba5ec1427081 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:13.833608 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f64935a-6a4d-4536-9f28-1ce5a36bc850 req-ec0aabc9-cad9-46b5-b0b0-ba5ec1427081 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=3252a0ed-6d14-44e8-9acd-d6548f4581a4 HTTP/1.1" status: 200 len: 950 time: 0.0809398 Nov 24 13:04:13.839556 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-eab7a7f2-47ec-4d9b-95fd-740a6ca74813 None None] Provisioning complete for port 67d2f3df-4977-4cee-a12e-40851b7bac13 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:13.839940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eab7a7f2-47ec-4d9b-95fd-740a6ca74813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:13.919332 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f64935a-6a4d-4536-9f28-1ce5a36bc850 req-dbb995be-85e5-4e1a-8b2d-5dc51bffe524 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786178 Nov 24 13:04:13.946525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-eab7a7f2-47ec-4d9b-95fd-740a6ca74813 None None] Port 67d2f3df-4977-4cee-a12e-40851b7bac13 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:04:14.054561 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:14.066086 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:14.069460 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:14.088025 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38568) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:14.196879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=67d2f3df-4977-4cee-a12e-40851b7bac13,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:14.245638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:14.247387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:14.313006 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9f6e-0c5b-4fa0-a33e-06b8a9171a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:14.427703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Router d4a71235-1e17-49af-a621-753707839db8 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:04:14.501221 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcd3a6-fd74-44e0-a97a-faa4ea25811f req-8aed450e-fbec-4e7c-8dc3-159e6a35b5b9 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:14.509261 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-77fcd3a6-fd74-44e0-a97a-faa4ea25811f req-8aed450e-fbec-4e7c-8dc3-159e6a35b5b9 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.0955379 Nov 24 13:04:14.601136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:04:14.612935 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Sync routers for ids ['d4a71235-1e17-49af-a621-753707839db8'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:04:14.621994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dbec6d69-1393-41f7-b0e8-b58d21a7033f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "PUT /v2.0/routers/d4a71235-1e17-49af-a621-753707839db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8245738 Nov 24 13:04:14.622433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38604) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:14.627703 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9f6e-0c5b-4fa0-a33e-06b8a9171a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:14.629508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3215b218-ad69-44af-8ef5-c05a4ccff205 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:14.635239 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cd9a9f6e-0c5b-4fa0-a33e-06b8a9171a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:14.675704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89f6bc4-3cb1-4e4c-b83e-6d11a4061292 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:14.679426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c89f6bc4-3cb1-4e4c-b83e-6d11a4061292 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports/67d2f3df-4977-4cee-a12e-40851b7bac13 HTTP/1.1" status: 200 len: 911 time: 0.0540230 Nov 24 13:04:14.679738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38606) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:14.691951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Routers {'d4a71235-1e17-49af-a621-753707839db8'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:04:14.692806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:03:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d4a71235-1e17-49af-a621-753707839db8'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:14.706996 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-77fcd3a6-fd74-44e0-a97a-faa4ea25811f req-bbde1d80-fdac-47d5-861e-c51d41ac2cd8 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242554 Nov 24 13:04:14.714577 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cd9a9f6e-0c5b-4fa0-a33e-06b8a9171a72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2781510db5b14896b7dfd824a8458a6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6254621 Nov 24 13:04:14.715295 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38610) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:14.715938 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a9f6e-0c5b-4fa0-a33e-06b8a9171a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0731ea0d-63a6-4132-80c3-f3ea5c86b482,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:14.762651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99000fbd-5677-4d5c-943b-01beb6bf1511 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:14.769617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99000fbd-5677-4d5c-943b-01beb6bf1511 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:14.771224 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-99000fbd-5677-4d5c-943b-01beb6bf1511 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0905488 Nov 24 13:04:14.774210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38620) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:14.792146 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d7564b8-6ee9-4ef1-9886-750b9cf09c86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:14.808033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 3215b218-ad69-44af-8ef5-c05a4ccff205 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:14.808413 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:14.819974 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d7564b8-6ee9-4ef1-9886-750b9cf09c86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:14.849951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-49eb5b0f-7b55-46aa-b350-27ecd7fbaa9d None None] Provisioning complete for port 67d2f3df-4977-4cee-a12e-40851b7bac13 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:14.850611 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-49eb5b0f-7b55-46aa-b350-27ecd7fbaa9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:14.859021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Set router d4a71235-1e17-49af-a621-753707839db8 gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:04:14.879356 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d7564b8-6ee9-4ef1-9886-750b9cf09c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:14.882639 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d7564b8-6ee9-4ef1-9886-750b9cf09c86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:14.884119 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9d7564b8-6ee9-4ef1-9886-750b9cf09c86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0731ea0d-63a6-4132-80c3-f3ea5c86b482 HTTP/1.1" status: 204 len: 168 time: 0.1653857 Nov 24 13:04:14.901643 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-49eb5b0f-7b55-46aa-b350-27ecd7fbaa9d None None] Port 67d2f3df-4977-4cee-a12e-40851b7bac13 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:04:14.913176 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7564b8-6ee9-4ef1-9886-750b9cf09c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0731ea0d-63a6-4132-80c3-f3ea5c86b482,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:15.124174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09fede-cf76-4b97-8a05-fc2dad590b38 req-2e0a5d1c-e89f-4c03-91d0-df1cf86d4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:15.126096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b09fede-cf76-4b97-8a05-fc2dad590b38 req-2e0a5d1c-e89f-4c03-91d0-df1cf86d4a25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 1097 time: 0.0830050 Nov 24 13:04:15.161198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a71235-1e17-49af-a621-753707839db8', 'name': 'tempest-NetworksTestDHCPv6-router-1862714801', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:04:11Z', 'updated_at': '2021-11-24T13:04:13Z', 'revision_number': 2, 'project_id': 'a679e949f3d743fc8f67ee85b71de27f', 'gw_port_host': None, '_interfaces': [{'id': '67d2f3df-4977-4cee-a12e-40851b7bac13', 'name': '', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'mac_address': 'fa:16:3e:aa:d4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a71235-1e17-49af-a621-753707839db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '845c6181-3e11-4f95-87ea-1bdc91bd1cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:04:12Z', 'updated_at': '2021-11-24T13:04:13Z', 'revision_number': 2, 'project_id': 'a679e949f3d743fc8f67ee85b71de27f', 'subnets': [{'id': '845c6181-3e11-4f95-87ea-1bdc91bd1cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:15.189171 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Checking router: d4a71235-1e17-49af-a621-753707839db8 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:04:15.189530 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Updating router d4a71235-1e17-49af-a621-753707839db8 port 67d2f3df-4977-4cee-a12e-40851b7bac13 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:04:15.205569 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38626) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:15.221916 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f236af18-9257-4637-8631-cbf700c9a52a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:15.223043 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:15.316515 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f236af18-9257-4637-8631-cbf700c9a52a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:15.322671 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f236af18-9257-4637-8631-cbf700c9a52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:15.355339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09fede-cf76-4b97-8a05-fc2dad590b38 req-5c07d251-2dcb-46a4-90b8-c1bd3d2010cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:15.356833 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b09fede-cf76-4b97-8a05-fc2dad590b38 req-5c07d251-2dcb-46a4-90b8-c1bd3d2010cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 917 time: 0.1871588 Nov 24 13:04:15.360802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236af18-9257-4637-8631-cbf700c9a52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fad3e6-7c3d-4d7e-958b-2e125ccfcff8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:15.367576 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f236af18-9257-4637-8631-cbf700c9a52a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05928726246947758a2f0e02ba2734f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1585784 Nov 24 13:04:15.367954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38628) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:15.377753 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c82a876-4148-433f-afe4-c6bf0542d012 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:15.421138 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af11f09f-2568-49b5-afe2-600a852ebc01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:15.444092 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af11f09f-2568-49b5-afe2-600a852ebc01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:15.508697 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af11f09f-2568-49b5-afe2-600a852ebc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:15.511600 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af11f09f-2568-49b5-afe2-600a852ebc01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:15.513858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-af11f09f-2568-49b5-afe2-600a852ebc01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58fad3e6-7c3d-4d7e-958b-2e125ccfcff8 HTTP/1.1" status: 204 len: 168 time: 0.1449213 Nov 24 13:04:15.548654 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11f09f-2568-49b5-afe2-600a852ebc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fad3e6-7c3d-4d7e-958b-2e125ccfcff8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:15.631296 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:15.640084 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:15.834823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Attempting to bind port 67d2f3df-4977-4cee-a12e-40851b7bac13 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:04:15.835210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Attempting to bind port 67d2f3df-4977-4cee-a12e-40851b7bac13 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:04:15.835586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Attempting to bind port 67d2f3df-4977-4cee-a12e-40851b7bac13 on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:15.846497 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2db75-699f-4232-88eb-a01a4cb2329e None None] Pushing event updated for resources: {'Port': ['ID=67d2f3df-4977-4cee-a12e-40851b7bac13,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:15.850124 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:04:15.850781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:15.851412 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:15.851959 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:04:15.852608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Bound port: 67d2f3df-4977-4cee-a12e-40851b7bac13, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:04:15.853187 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:15.858112 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b09fede-cf76-4b97-8a05-fc2dad590b38 req-98ba9a38-706c-4ad1-8e05-2a7ffbf2388d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627 HTTP/1.1" status: 200 len: 1001 time: 0.4893093 Nov 24 13:04:15.950513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] For port 67d2f3df-4977-4cee-a12e-40851b7bac13, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:04:15.955149 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] For port 67d2f3df-4977-4cee-a12e-40851b7bac13, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=67d2f3df-4977-4cee-a12e-40851b7bac13,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:04:15.961315 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:16.025728 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f8626-0c54-45dc-8211-2a7b67dfcd23 req-bc90b557-7ee9-4a4f-aa52-50ab49bbab99 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:16.041314 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad5f8626-0c54-45dc-8211-2a7b67dfcd23 req-bc90b557-7ee9-4a4f-aa52-50ab49bbab99 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1112401 Nov 24 13:04:16.083844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2db75-699f-4232-88eb-a01a4cb2329e None None] Pushing event updated for resources: {'Port': ['ID=67d2f3df-4977-4cee-a12e-40851b7bac13,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:16.095922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Routers {'d4a71235-1e17-49af-a621-753707839db8'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:04:16.100249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:03:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d4a71235-1e17-49af-a621-753707839db8'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:16.156324 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09fede-cf76-4b97-8a05-fc2dad590b38 req-d63231c9-94fe-4011-8ded-04b52984aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:16.158076 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b09fede-cf76-4b97-8a05-fc2dad590b38 req-d63231c9-94fe-4011-8ded-04b52984aa2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 200 len: 855 time: 0.2857397 Nov 24 13:04:16.168166 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad5f8626-0c54-45dc-8211-2a7b67dfcd23 req-72358d39-c77c-4800-bbc1-c9a4363a48f0 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126177 Nov 24 13:04:16.252634 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] Set router d4a71235-1e17-49af-a621-753707839db8 gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:04:16.295896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09fede-cf76-4b97-8a05-fc2dad590b38 req-3692dad9-e2d1-4de2-926f-ebebf1b4546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:16.297670 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b09fede-cf76-4b97-8a05-fc2dad590b38 req-3692dad9-e2d1-4de2-926f-ebebf1b4546f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e912b44-eae9-40e6-89c7-30777a476f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211338 Nov 24 13:04:16.313710 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1727b214-79d0-4841-9d0b-5d9c83dc2aef None None] Provisioning complete for port 67d2f3df-4977-4cee-a12e-40851b7bac13 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:16.314091 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1727b214-79d0-4841-9d0b-5d9c83dc2aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:16.475888 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-8c82a876-4148-433f-afe4-c6bf0542d012 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port 67d2f3df-4977-4cee-a12e-40851b7bac13 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:04:16.476899 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c82a876-4148-433f-afe4-c6bf0542d012 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:16.580911 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b09fede-cf76-4b97-8a05-fc2dad590b38 req-e231b31a-f0b4-478b-96c9-76eaa08302a8 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747254 Nov 24 13:04:16.627630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-8c82a876-4148-433f-afe4-c6bf0542d012 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] For port 67d2f3df-4977-4cee-a12e-40851b7bac13, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=67d2f3df-4977-4cee-a12e-40851b7bac13,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:16.628006 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c82a876-4148-433f-afe4-c6bf0542d012 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:16.650715 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-8c82a876-4148-433f-afe4-c6bf0542d012 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for 67d2f3df-4977-4cee-a12e-40851b7bac13 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:04:16.698610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 4ac50e45-26f7-425a-b6e8-2346add486f4 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:04:16.807576 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b09fede-cf76-4b97-8a05-fc2dad590b38 req-9e1e44a7-480e-493c-8310-33aea5077270 service neutron] 10.222.0.46 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161448 Nov 24 13:04:16.863629 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1727b214-79d0-4841-9d0b-5d9c83dc2aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:16.999513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4a71235-1e17-49af-a621-753707839db8', 'name': 'tempest-NetworksTestDHCPv6-router-1862714801', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:04:11Z', 'updated_at': '2021-11-24T13:04:13Z', 'revision_number': 2, 'project_id': 'a679e949f3d743fc8f67ee85b71de27f', 'gw_port_host': None, '_interfaces': [{'id': '67d2f3df-4977-4cee-a12e-40851b7bac13', 'name': '', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'mac_address': 'fa:16:3e:aa:d4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a71235-1e17-49af-a621-753707839db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '845c6181-3e11-4f95-87ea-1bdc91bd1cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:04:12Z', 'updated_at': '2021-11-24T13:04:15Z', 'revision_number': 4, 'project_id': 'a679e949f3d743fc8f67ee85b71de27f', 'subnets': [{'id': '845c6181-3e11-4f95-87ea-1bdc91bd1cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:17.002542 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c82a876-4148-433f-afe4-c6bf0542d012 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:17.004173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 4ac50e45-26f7-425a-b6e8-2346add486f4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=4ac50e45-26f7-425a-b6e8-2346add486f4,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:17.010889 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-1727b214-79d0-4841-9d0b-5d9c83dc2aef None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 13:04:17.010889 n-d-817303-4 neutron-server[114987]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 24 13:04:17.010889 n-d-817303-4 neutron-server[114987]: [parameters: {'status': 'ACTIVE', 'ports_id': '67d2f3df-4977-4cee-a12e-40851b7bac13'}] Nov 24 13:04:17.010889 n-d-817303-4 neutron-server[114987]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:04:17.010889 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-1727b214-79d0-4841-9d0b-5d9c83dc2aef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:04:17.069098 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82a876-4148-433f-afe4-c6bf0542d012 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=67d2f3df-4977-4cee-a12e-40851b7bac13,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:17.105196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81abed-c196-4010-a00a-db8ab2fce7f4 None None] The sync data for ids ['d4a71235-1e17-49af-a621-753707839db8'] in n-d-817303-4 is: [{'id': 'd4a71235-1e17-49af-a621-753707839db8', 'name': 'tempest-NetworksTestDHCPv6-router-1862714801', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:04:11Z', 'updated_at': '2021-11-24T13:04:13Z', 'revision_number': 2, 'project_id': 'a679e949f3d743fc8f67ee85b71de27f', 'gw_port_host': None, '_interfaces': [{'id': '67d2f3df-4977-4cee-a12e-40851b7bac13', 'name': '', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'mac_address': 'fa:16:3e:aa:d4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4a71235-1e17-49af-a621-753707839db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '845c6181-3e11-4f95-87ea-1bdc91bd1cd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:04:12Z', 'updated_at': '2021-11-24T13:04:15Z', 'revision_number': 4, 'project_id': 'a679e949f3d743fc8f67ee85b71de27f', 'subnets': [{'id': '845c6181-3e11-4f95-87ea-1bdc91bd1cd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:04:17.110630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '4ac50e45-26f7-425a-b6e8-2346add486f4', 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0', 'port_id': '4ac50e45-26f7-425a-b6e8-2346add486f4', 'mac_address': 'fa:16:3e:6e:d8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e29d58-9582-4d49-a36e-dbefd713eabd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:04:17.176303 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:17.212710 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ac50e45-26f7-425a-b6e8-2346add486f4 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:04:17.265195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 4ac50e45-26f7-425a-b6e8-2346add486f4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=4ac50e45-26f7-425a-b6e8-2346add486f4,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:17.274442 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:17.278527 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c82a876-4148-433f-afe4-c6bf0542d012 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:17.372059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=4ac50e45-26f7-425a-b6e8-2346add486f4,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:17.408060 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['4ac50e45-26f7-425a-b6e8-2346add486f4'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:04:17.548911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db709d9-8706-4f6a-92ca-6f88bc2ee848 req-497e1e21-ab42-4ad1-8956-083feae3ad4a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:17.551120 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6db709d9-8706-4f6a-92ca-6f88bc2ee848 req-497e1e21-ab42-4ad1-8956-083feae3ad4a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1634512 Nov 24 13:04:17.664007 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1727b214-79d0-4841-9d0b-5d9c83dc2aef None None] Port 67d2f3df-4977-4cee-a12e-40851b7bac13 update to ACTIVE by agent not found {{(pid=114987) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 24 13:04:17.682823 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6db709d9-8706-4f6a-92ca-6f88bc2ee848 req-178f2314-4a01-47d5-8617-9c03db40f011 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195512 Nov 24 13:04:17.709914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c82a876-4148-433f-afe4-c6bf0542d012 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Router d4a71235-1e17-49af-a621-753707839db8 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:04:17.799532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d682792a-da0f-425a-b30a-f1e93896a004 None None] Could not find standard attr ID for object 67d2f3df-4977-4cee-a12e-40851b7bac13. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:04:17.852453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c82a876-4148-433f-afe4-c6bf0542d012 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:04:17.861462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8c82a876-4148-433f-afe4-c6bf0542d012 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "PUT /v2.0/routers/d4a71235-1e17-49af-a621-753707839db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0859199 Nov 24 13:04:17.862382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38766) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:17.946368 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556792f-60bd-4a31-b28d-10399f5bb1d8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:17.948373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a556792f-60bd-4a31-b28d-10399f5bb1d8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:17.953921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38774) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:17.954500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a556792f-60bd-4a31-b28d-10399f5bb1d8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0903857 Nov 24 13:04:18.032401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5d6693-3266-4fbc-9fff-01b81f760790 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 845c6181-3e11-4f95-87ea-1bdc91bd1cd6 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:04:18.040520 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6693-3266-4fbc-9fff-01b81f760790 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:18.107723 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6693-3266-4fbc-9fff-01b81f760790 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:18.186145 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6693-3266-4fbc-9fff-01b81f760790 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:18.279285 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6693-3266-4fbc-9fff-01b81f760790 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:18.328752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d6693-3266-4fbc-9fff-01b81f760790 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=845c6181-3e11-4f95-87ea-1bdc91bd1cd6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:18.338566 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d5d6693-3266-4fbc-9fff-01b81f760790 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:18.342586 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7d5d6693-3266-4fbc-9fff-01b81f760790 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/845c6181-3e11-4f95-87ea-1bdc91bd1cd6 HTTP/1.1" status: 204 len: 168 time: 0.3870919 Nov 24 13:04:18.345387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38802) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:18.354190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa8c2ce-9005-4fc7-bc71-0da0633c8296 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:18.526534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device efd4e70a-02a6-44db-92d8-25b5ae585707 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:04:18.530841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device ffb7d8b9-5d8f-4dfe-a522-49a523abd160 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:04:18.580232 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-47147b1b-ff9d-4c01-a83b-c63eb3c8410e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2336464 Nov 24 13:04:18.581580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38808) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:18.745833 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d605a49c-eb6e-44a8-b37c-0f64233e8fa6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:18.757453 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 4ac50e45-26f7-425a-b6e8-2346add486f4 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:18.837369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38822) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:19.045635 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b8bc830-e9b6-40ed-af99-2eda67897983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.196462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port efd4e70a-02a6-44db-92d8-25b5ae585707, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=efd4e70a-02a6-44db-92d8-25b5ae585707,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:19.209332 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b8bc830-e9b6-40ed-af99-2eda67897983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.222010 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b8bc830-e9b6-40ed-af99-2eda67897983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.265908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bc830-e9b6-40ed-af99-2eda67897983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817ee178-1927-49a6-ac51-a1e1da35ad21,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:19.269581 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.275029 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d605a49c-eb6e-44a8-b37c-0f64233e8fa6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.278426 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d605a49c-eb6e-44a8-b37c-0f64233e8fa6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.286920 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 4ac50e45-26f7-425a-b6e8-2346add486f4 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:19.287289 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.307640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'efd4e70a-02a6-44db-92d8-25b5ae585707', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'efd4e70a-02a6-44db-92d8-25b5ae585707', 'mac_address': 'fa:16:3e:29:47:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:04:19.313121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9209c3-1268-4d79-92e4-9cc272f96385 req-ce210b6d-f089-4b75-a838-061c6b44a14e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:19.319566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf0b399-e4a0-4771-aa1a-0aa335534181 None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:04:19.320509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd9209c3-1268-4d79-92e4-9cc272f96385 req-ce210b6d-f089-4b75-a838-061c6b44a14e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.4596837 Nov 24 13:04:19.321380 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2b8bc830-e9b6-40ed-af99-2eda67897983 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=657af75d079040f6ae6751eedea01b22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4827340 Nov 24 13:04:19.329461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38838) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:19.407889 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d605a49c-eb6e-44a8-b37c-0f64233e8fa6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.408441 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d605a49c-eb6e-44a8-b37c-0f64233e8fa6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Fanout notify agent at l3_agent the message router_deleted on router d4a71235-1e17-49af-a621-753707839db8 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:04:19.439835 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295deab-3b2d-411b-a9ab-b69f715a6da1 None None] Sync routers for ids ['d4a71235-1e17-49af-a621-753707839db8'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:04:19.443093 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d605a49c-eb6e-44a8-b37c-0f64233e8fa6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.444254 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d605a49c-eb6e-44a8-b37c-0f64233e8fa6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/routers/d4a71235-1e17-49af-a621-753707839db8 HTTP/1.1" status: 204 len: 168 time: 0.8616529 Nov 24 13:04:19.448266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38840) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:19.457587 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e1f56ef5-bdc6-45a7-ba6a-a2218db90163 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:19.458320 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295deab-3b2d-411b-a9ab-b69f715a6da1 None None] Routers set() bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:04:19.459239 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295deab-3b2d-411b-a9ab-b69f715a6da1 None None] Router IDs set() for agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 13:04:19.461410 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_agentschedulers_db [None req-8295deab-3b2d-411b-a9ab-b69f715a6da1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d4a71235-1e17-49af-a621-753707839db8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:03:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent'). {{(pid=114988) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 13:04:19.478519 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-148bf240-8cf1-4648-9833-b51e7dc6850a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.480062 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295deab-3b2d-411b-a9ab-b69f715a6da1 None None] Routers set() bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:04:19.483973 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295deab-3b2d-411b-a9ab-b69f715a6da1 None None] Router IDs set() for agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 13:04:19.484808 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_agentschedulers_db [None req-8295deab-3b2d-411b-a9ab-b69f715a6da1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d4a71235-1e17-49af-a621-753707839db8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:03:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent'). {{(pid=114988) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 13:04:19.485626 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295deab-3b2d-411b-a9ab-b69f715a6da1 None None] The sync data for ids ['d4a71235-1e17-49af-a621-753707839db8'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:04:19.519177 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-148bf240-8cf1-4648-9833-b51e7dc6850a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.550831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:04:19.553543 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c636316b-3fac-481a-9519-8ff8bd3984a5" -d '{"events": [{"server_uuid": "3252a0ed-6d14-44e8-9acd-d6548f4581a4", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb7d8b9-5d8f-4dfe-a522-49a523abd160"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:04:19.575333 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd9209c3-1268-4d79-92e4-9cc272f96385 req-0656f3b3-6f46-495a-87fd-e19e6326b2ee tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479484 Nov 24 13:04:19.582797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:19.618657 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.625574 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.647854 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-148bf240-8cf1-4648-9833-b51e7dc6850a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.658021 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-148bf240-8cf1-4648-9833-b51e7dc6850a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.662592 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-148bf240-8cf1-4648-9833-b51e7dc6850a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/817ee178-1927-49a6-ac51-a1e1da35ad21 HTTP/1.1" status: 204 len: 168 time: 0.3302965 Nov 24 13:04:19.680640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efd4e70a-02a6-44db-92d8-25b5ae585707 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:04:19.705616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bf240-8cf1-4648-9833-b51e7dc6850a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817ee178-1927-49a6-ac51-a1e1da35ad21,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:19.740360 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port efd4e70a-02a6-44db-92d8-25b5ae585707, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=efd4e70a-02a6-44db-92d8-25b5ae585707,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:19.743233 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.765355 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f56ef5-bdc6-45a7-ba6a-a2218db90163 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:19.775308 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e1f56ef5-bdc6-45a7-ba6a-a2218db90163 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.819163 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 4ac50e45-26f7-425a-b6e8-2346add486f4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=4ac50e45-26f7-425a-b6e8-2346add486f4,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:19.821303 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.846515 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:19.849661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 180b3a0e-09d0-4629-bcf5-3a6e05858627 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:04:19.854885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:20.032450 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=efd4e70a-02a6-44db-92d8-25b5ae585707,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:20.261444 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['efd4e70a-02a6-44db-92d8-25b5ae585707'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:04:20.274843 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e1f56ef5-bdc6-45a7-ba6a-a2218db90163 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:20.322389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0b399-e4a0-4771-aa1a-0aa335534181 None None] Deleting port 3215b218-ad69-44af-8ef5-c05a4ccff205 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:04:20.322767 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b399-e4a0-4771-aa1a-0aa335534181 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:20.328570 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f56ef5-bdc6-45a7-ba6a-a2218db90163 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:20.333677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e1f56ef5-bdc6-45a7-ba6a-a2218db90163 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:20.346637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f56ef5-bdc6-45a7-ba6a-a2218db90163 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:20.347052 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e1f56ef5-bdc6-45a7-ba6a-a2218db90163 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:20.383210 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f56ef5-bdc6-45a7-ba6a-a2218db90163 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=e31acb81-ec36-4744-b7c5-31f73c087fa4,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:20.390759 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e1f56ef5-bdc6-45a7-ba6a-a2218db90163 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9412189 Nov 24 13:04:20.393756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38860) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:20.398924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c4bd6170-880b-452c-9757-3d24aefe151e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-292165694', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:20.482411 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6170-880b-452c-9757-3d24aefe151e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:20.483776 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6170-880b-452c-9757-3d24aefe151e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:20.659671 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:20.738639 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6170-880b-452c-9757-3d24aefe151e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:20.751716 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6170-880b-452c-9757-3d24aefe151e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:20.759113 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=4ac50e45-26f7-425a-b6e8-2346add486f4,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:20.780557 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6170-880b-452c-9757-3d24aefe151e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:20.785650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38872) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:20.786204 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c4bd6170-880b-452c-9757-3d24aefe151e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3906732 Nov 24 13:04:20.794576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3215b218-ad69-44af-8ef5-c05a4ccff205 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:04:20.829428 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2cf0b399-e4a0-4771-aa1a-0aa335534181 None None] For port 3215b218-ad69-44af-8ef5-c05a4ccff205, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3215b218-ad69-44af-8ef5-c05a4ccff205,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:20.830070 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b399-e4a0-4771-aa1a-0aa335534181 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:21.178459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2cf0b399-e4a0-4771-aa1a-0aa335534181 None None] Calling delete_port for 3215b218-ad69-44af-8ef5-c05a4ccff205 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:04:21.239465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:21.242041 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5225c02a-6077-49e7-8375-3ff28903027c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:21.305098 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:21.475773 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:21.496172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=180b3a0e-09d0-4629-bcf5-3a6e05858627,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:21.519684 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:21.529267 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b399-e4a0-4771-aa1a-0aa335534181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:21.577112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0b399-e4a0-4771-aa1a-0aa335534181 None None] Pushing event deleted for resources: {'Port': ['ID=3215b218-ad69-44af-8ef5-c05a4ccff205,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:21.598655 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0b399-e4a0-4771-aa1a-0aa335534181 None None] No DVR routers for this DVR port 3215b218-ad69-44af-8ef5-c05a4ccff205 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:04:21.651516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecdaacd-d6a1-4b72-8f41-4b7409b95981 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:21.658101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 67d2f3df-4977-4cee-a12e-40851b7bac13 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:04:21.718213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 67d2f3df-4977-4cee-a12e-40851b7bac13 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:04:21.718610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 67d2f3df-4977-4cee-a12e-40851b7bac13 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:04:22.025432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': 'e31acb81-ec36-4744-b7c5-31f73c087fa4'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:04:22.026311 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:22.079665 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::1 (cda05003-a875-4de3-a8fc-2e63803a60bb/e31acb81-ec36-4744-b7c5-31f73c087fa4/a07b283e-a53e-41f3-b173-a479c1d5f59b) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:22.284302 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:22.338508 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:22.426451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:22.431104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:22.436106 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:22.436106 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:22.451953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Allocated IP 2001:db8::2 (cda05003-a875-4de3-a8fc-2e63803a60bb/e31acb81-ec36-4744-b7c5-31f73c087fa4/d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:22.495477 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=a07b283e-a53e-41f3-b173-a479c1d5f59b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:22.553874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38896) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:22.650896 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device efd4e70a-02a6-44db-92d8-25b5ae585707 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:22.757909 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:22.861789 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:22.892397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port efd4e70a-02a6-44db-92d8-25b5ae585707 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:22.893573 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:22.902805 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:22.925431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-658131160'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:22.995856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Made reservation on behalf of e96740caddc140758ae85ce6026e4549 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:22.999366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.000984 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Pushing event updated for resources: {'Port': ['ID=d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:23.011342 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.016337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:23.021891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:23.025216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:23.112355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Attempting to bind port d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:04:23.112861 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Attempting to bind port d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:04:23.113375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Attempting to bind port d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:23.121871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:04:23.122257 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:23.122665 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.123694 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:04:23.124189 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Bound port: d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:04:23.124574 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.232247 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.271685 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.281596 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.318198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port efd4e70a-02a6-44db-92d8-25b5ae585707, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=efd4e70a-02a6-44db-92d8-25b5ae585707,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:23.327427 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-96835ad2-390a-4207-af56-976237f02932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.337730 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.379969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:04:23.406427 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.408664 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Added segment 9269993e-de86-467a-8c2e-525853a73769 of type vlan for network ae0d12a3-c9bd-4171-bddc-61afc4bdac26 Nov 24 13:04:23.412378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] For port d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:04:23.443982 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] For port d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:04:23.457327 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.492024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=efd4e70a-02a6-44db-92d8-25b5ae585707,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:23.517588 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.539885 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.543427 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.544555 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.592117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2698eb32-af5c-4e6d-90e3-a0437ce9ddc9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:23.612545 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.629881 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa22d54-0e9b-4172-b3eb-34c293f1b076 None None] Pushing event updated for resources: {'Port': ['ID=d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:23.639440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:23.641114 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:23.641870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=a07b283e-a53e-41f3-b173-a479c1d5f59b,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:23.717421 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38900) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:23.722415 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2311b4ee-16ed-44e6-9c0b-e52f59470339 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Request body: {'subnet': {'network_id': 'ae0d12a3-c9bd-4171-bddc-61afc4bdac26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:23.725584 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1702583 Nov 24 13:04:23.838198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb28a2-e970-44b8-9dc3-2c0c3650946c tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Pushing event updated for resources: {'Network': ['ID=ae0d12a3-c9bd-4171-bddc-61afc4bdac26,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:23.878799 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network ae0d12a3-c9bd-4171-bddc-61afc4bdac26 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:04:24.021170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:24.029712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:24.204405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2311b4ee-16ed-44e6-9c0b-e52f59470339 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Made reservation on behalf of e96740caddc140758ae85ce6026e4549 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:24.212441 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2311b4ee-16ed-44e6-9c0b-e52f59470339 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:24.340610 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:24.719026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:24.818592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:24.818972 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:24.963367 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2311b4ee-16ed-44e6-9c0b-e52f59470339 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:25.068519 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:25.070248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311b4ee-16ed-44e6-9c0b-e52f59470339 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Pushing event updated for resources: {'Subnet': ['ID=77ed872d-0b87-4468-bef6-09804729aca6,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:25.109509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2311b4ee-16ed-44e6-9c0b-e52f59470339 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Checking segment: {'id': '9269993e-de86-467a-8c2e-525853a73769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ae0d12a3-c9bd-4171-bddc-61afc4bdac26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:25.110190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2311b4ee-16ed-44e6-9c0b-e52f59470339 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Network hostable DHCP agents. Network: ae0d12a3-c9bd-4171-bddc-61afc4bdac26, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:04:25.150270 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Router a41ea559-91e2-48e9-b2bd-cd832bd62b3d is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:04:25.159693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2311b4ee-16ed-44e6-9c0b-e52f59470339 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Network ae0d12a3-c9bd-4171-bddc-61afc4bdac26 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:04:25.163674 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:25.174523 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:25.192747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-2311b4ee-16ed-44e6-9c0b-e52f59470339 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, ae0d12a3-c9bd-4171-bddc-61afc4bdac26) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:25.268707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5703d847-577e-4b9b-acab-1a2814cf1342 None None] Network ae0d12a3-c9bd-4171-bddc-61afc4bdac26 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:25.402375 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2311b4ee-16ed-44e6-9c0b-e52f59470339 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:25.403789 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2311b4ee-16ed-44e6-9c0b-e52f59470339 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:25.449636 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2311b4ee-16ed-44e6-9c0b-e52f59470339 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7287707 Nov 24 13:04:25.450036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38906) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:25.461972 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-78024e08-99c2-4fce-822a-f3dcb31390b4 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Request body: {'port': {'network_id': 'ae0d12a3-c9bd-4171-bddc-61afc4bdac26', 'name': 'tempest-DHCPAgentSchedulersTestJSON-915756640'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:25.469404 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:25.483809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:04:25.501101 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-11d97877-9a99-45fc-992b-641c3d6dfd11 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "PUT /v2.0/routers/a41ea559-91e2-48e9-b2bd-cd832bd62b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7124898 Nov 24 13:04:25.501661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38908) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:25.511029 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Sync routers for ids ['a41ea559-91e2-48e9-b2bd-cd832bd62b3d'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:04:25.606522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e5df1-81cd-466b-94a7-e986ae182bef tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:25.613910 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-974e5df1-81cd-466b-94a7-e986ae182bef tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports/a07b283e-a53e-41f3-b173-a479c1d5f59b HTTP/1.1" status: 200 len: 911 time: 0.1098900 Nov 24 13:04:25.614480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38910) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:25.617119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Routers {'a41ea559-91e2-48e9-b2bd-cd832bd62b3d'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:04:25.624591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a41ea559-91e2-48e9-b2bd-cd832bd62b3d'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:25.710777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a2f2d-afca-4456-999a-ac347bf87ba9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:25.717197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a2f2d-afca-4456-999a-ac347bf87ba9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:25.721719 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e54a2f2d-afca-4456-999a-ac347bf87ba9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1061606 Nov 24 13:04:25.726040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38912) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:25.843777 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78024e08-99c2-4fce-822a-f3dcb31390b4 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Made reservation on behalf of e96740caddc140758ae85ce6026e4549 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:25.864762 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78024e08-99c2-4fce-822a-f3dcb31390b4 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:25.947711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Set router a41ea559-91e2-48e9-b2bd-cd832bd62b3d gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:04:25.962649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-78024e08-99c2-4fce-822a-f3dcb31390b4 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] device_id is not set on port c0fb5cfa-a34e-432f-abc9-dce73d86b573 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:04:26.313910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-78024e08-99c2-4fce-822a-f3dcb31390b4 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Allocated IP 172.20.0.4 (ae0d12a3-c9bd-4171-bddc-61afc4bdac26/77ed872d-0b87-4468-bef6-09804729aca6/c0fb5cfa-a34e-432f-abc9-dce73d86b573) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:26.622630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-dc997f46-b421-4980-ac6d-b7aed8fd9c0a None None] Provisioning complete for port d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:26.623850 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc997f46-b421-4980-ac6d-b7aed8fd9c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:26.674631 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78024e08-99c2-4fce-822a-f3dcb31390b4 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:26.752517 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78024e08-99c2-4fce-822a-f3dcb31390b4 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:26.761998 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f7c6-a0d9-4e4a-bd9e-8db995647de8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:26.839321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78024e08-99c2-4fce-822a-f3dcb31390b4 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Network ae0d12a3-c9bd-4171-bddc-61afc4bdac26 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:26.850464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-78024e08-99c2-4fce-822a-f3dcb31390b4 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:26.869116 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:26.870401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78024e08-99c2-4fce-822a-f3dcb31390b4 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:26.935497 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:26.945057 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-ae0d12a3-c9bd-4171-bddc-61afc4bdac26', 'network_id': 'ae0d12a3-c9bd-4171-bddc-61afc4bdac26', 'tenant_id': 'e96740caddc140758ae85ce6026e4549', 'fixed_ips': [{'subnet_id': '77ed872d-0b87-4468-bef6-09804729aca6'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:04:26.945892 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:26.964489 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:26.972226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78024e08-99c2-4fce-822a-f3dcb31390b4 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:26.983657 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78024e08-99c2-4fce-822a-f3dcb31390b4 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:27.014029 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78024e08-99c2-4fce-822a-f3dcb31390b4 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Pushing event updated for resources: {'Port': ['ID=c0fb5cfa-a34e-432f-abc9-dce73d86b573,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:27.027868 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-78024e08-99c2-4fce-822a-f3dcb31390b4 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5766847 Nov 24 13:04:27.032682 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38914) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:27.153149 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:27.153420 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:27.332997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ea559-91e2-48e9-b2bd-cd832bd62b3d', 'name': 'tempest-NetworksTestDHCPv6-router-292165694', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:04:20Z', 'updated_at': '2021-11-24T13:04:22Z', 'revision_number': 2, 'project_id': 'a679e949f3d743fc8f67ee85b71de27f', 'gw_port_host': None, '_interfaces': [{'id': 'a07b283e-a53e-41f3-b173-a479c1d5f59b', 'name': '', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'mac_address': 'fa:16:3e:5c:e3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41ea559-91e2-48e9-b2bd-cd832bd62b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'e31acb81-ec36-4744-b7c5-31f73c087fa4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:04:21Z', 'updated_at': '2021-11-24T13:04:23Z', 'revision_number': 2, 'project_id': 'a679e949f3d743fc8f67ee85b71de27f', 'subnets': [{'id': 'e31acb81-ec36-4744-b7c5-31f73c087fa4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:27.409301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-43ad771d-2811-415a-be94-a35cb6965cb2 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Deleting port c0fb5cfa-a34e-432f-abc9-dce73d86b573 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:04:27.409920 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43ad771d-2811-415a-be94-a35cb6965cb2 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:27.432995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Checking router: a41ea559-91e2-48e9-b2bd-cd832bd62b3d for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:04:27.433425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Updating router a41ea559-91e2-48e9-b2bd-cd832bd62b3d port a07b283e-a53e-41f3-b173-a479c1d5f59b binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:04:27.437474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-cfb2f7c6-a0d9-4e4a-bd9e-8db995647de8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port a07b283e-a53e-41f3-b173-a479c1d5f59b {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:04:27.450840 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f7c6-a0d9-4e4a-bd9e-8db995647de8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:27.479716 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:27.534773 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43ad771d-2811-415a-be94-a35cb6965cb2 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:27.548898 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-43ad771d-2811-415a-be94-a35cb6965cb2 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Calling delete_port for c0fb5cfa-a34e-432f-abc9-dce73d86b573 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:04:27.698192 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43ad771d-2811-415a-be94-a35cb6965cb2 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:27.805208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43ad771d-2811-415a-be94-a35cb6965cb2 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:27.809081 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-43ad771d-2811-415a-be94-a35cb6965cb2 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] 10.222.0.48 "DELETE /v2.0/ports/c0fb5cfa-a34e-432f-abc9-dce73d86b573 HTTP/1.1" status: 204 len: 168 time: 0.7757511 Nov 24 13:04:27.810436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad771d-2811-415a-be94-a35cb6965cb2 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Pushing event deleted for resources: {'Port': ['ID=c0fb5cfa-a34e-432f-abc9-dce73d86b573,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:27.812318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38920) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:27.843151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f7c6-a0d9-4e4a-bd9e-8db995647de8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:27.868035 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:27.906098 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-cfb2f7c6-a0d9-4e4a-bd9e-8db995647de8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for a07b283e-a53e-41f3-b173-a479c1d5f59b owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:04:27.910242 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fa84700b-1a53-45c0-9a5b-41092037ee16 tempest-DHCPAgentSchedulersTestJSON-1950851065 tempest-DHCPAgentSchedulersTestJSON-1950851065-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.0966499 Nov 24 13:04:27.915225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38924) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:27.921059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-222b19cb-6af0-43d8-960b-c8fdd7ce4998 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1382627203'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:27.924782 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:27.943687 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-944c5f7f-8d0b-455a-8d78-82eba2a742fe None None] Provisioning complete for port a07b283e-a53e-41f3-b173-a479c1d5f59b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:27.944058 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-944c5f7f-8d0b-455a-8d78-82eba2a742fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:27.971803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222b19cb-6af0-43d8-960b-c8fdd7ce4998 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Made reservation on behalf of e96740caddc140758ae85ce6026e4549 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:27.975896 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-222b19cb-6af0-43d8-960b-c8fdd7ce4998 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:28.030863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222b19cb-6af0-43d8-960b-c8fdd7ce4998 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:04:28.049628 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-222b19cb-6af0-43d8-960b-c8fdd7ce4998 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:28.050206 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-222b19cb-6af0-43d8-960b-c8fdd7ce4998 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Added segment 4bf80086-2e79-465f-a000-b7d865753bbe of type vlan for network a31a9378-f20a-409b-8eec-11a6c1cba702 Nov 24 13:04:28.143662 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-222b19cb-6af0-43d8-960b-c8fdd7ce4998 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:28.209861 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Allocated IP 172.20.0.2 (ae0d12a3-c9bd-4171-bddc-61afc4bdac26/77ed872d-0b87-4468-bef6-09804729aca6/28362584-abd5-48f8-a3d4-f33ffc7a8155) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:28.217974 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-222b19cb-6af0-43d8-960b-c8fdd7ce4998 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:28.224177 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222b19cb-6af0-43d8-960b-c8fdd7ce4998 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:28.225215 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-222b19cb-6af0-43d8-960b-c8fdd7ce4998 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:28.225975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-944c5f7f-8d0b-455a-8d78-82eba2a742fe None None] Port a07b283e-a53e-41f3-b173-a479c1d5f59b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:04:28.228817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5412db0-9369-4afe-83d4-1daa54068ac0 None None] Pushing event updated for resources: {'Port': ['ID=a07b283e-a53e-41f3-b173-a479c1d5f59b,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:28.237914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Attempting to bind port a07b283e-a53e-41f3-b173-a479c1d5f59b on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:04:28.238292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Attempting to bind port a07b283e-a53e-41f3-b173-a479c1d5f59b by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:04:28.238807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Attempting to bind port a07b283e-a53e-41f3-b173-a479c1d5f59b on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:28.256174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:04:28.256565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:28.257058 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:28.257471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:04:28.257973 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Bound port: a07b283e-a53e-41f3-b173-a479c1d5f59b, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:04:28.258840 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:28.413461 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f7c6-a0d9-4e4a-bd9e-8db995647de8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:28.417211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b19cb-6af0-43d8-960b-c8fdd7ce4998 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Pushing event updated for resources: {'Network': ['ID=a31a9378-f20a-409b-8eec-11a6c1cba702,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:28.426763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-222b19cb-6af0-43d8-960b-c8fdd7ce4998 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5102527 Nov 24 13:04:28.429439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38926) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:28.436946 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:04:28.437300 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:04:28.437934 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network a31a9378-f20a-409b-8eec-11a6c1cba702 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:04:28.488233 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2f7c6-a0d9-4e4a-bd9e-8db995647de8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=a07b283e-a53e-41f3-b173-a479c1d5f59b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:28.683588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c483f12a-f931-4f00-9ce9-0cc6a43138e0 None None] Could not find standard attr ID for object a07b283e-a53e-41f3-b173-a479c1d5f59b. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:04:28.771825 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cfb2f7c6-a0d9-4e4a-bd9e-8db995647de8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:28.783581 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2b3dc8f0-a7d4-4d26-9583-ee235bc272cd tempest-DHCPAgentSchedulersTestJSON-1950851065 tempest-DHCPAgentSchedulersTestJSON-1950851065-project-admin] 10.222.0.48 "GET /v2.0/agents/2505096e-b0cf-4efc-ad36-25134013d39d/dhcp-networks HTTP/1.1" status: 200 len: 12833 time: 0.3528647 Nov 24 13:04:28.786522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38928) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:28.935135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d2e206-f53a-4d38-bea4-1f766cc0fd80 tempest-DHCPAgentSchedulersTestJSON-1950851065 tempest-DHCPAgentSchedulersTestJSON-1950851065-project-admin] Network a31a9378-f20a-409b-8eec-11a6c1cba702 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:04:28.961248 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a8d2e206-f53a-4d38-bea4-1f766cc0fd80 tempest-DHCPAgentSchedulersTestJSON-1950851065 tempest-DHCPAgentSchedulersTestJSON-1950851065-project-admin] 10.222.0.48 "POST /v2.0/agents/2505096e-b0cf-4efc-ad36-25134013d39d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1726880 Nov 24 13:04:28.967690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38930) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:28.982125 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:28.987273 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Attempting to bind port a07b283e-a53e-41f3-b173-a479c1d5f59b on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:04:28.989949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Attempting to bind port a07b283e-a53e-41f3-b173-a479c1d5f59b by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:04:28.990351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Attempting to bind port a07b283e-a53e-41f3-b173-a479c1d5f59b on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:29.001233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3a2c91-fcf5-45ea-82db-bf232585095c None None] Network a31a9378-f20a-409b-8eec-11a6c1cba702 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:29.079753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb2f7c6-a0d9-4e4a-bd9e-8db995647de8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Router a41ea559-91e2-48e9-b2bd-cd832bd62b3d has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:04:29.177646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:04:29.178040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:29.178435 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:29.178840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:04:29.182917 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Bound port: a07b283e-a53e-41f3-b173-a479c1d5f59b, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:04:29.184394 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:29.221735 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:29.284197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb2f7c6-a0d9-4e4a-bd9e-8db995647de8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:04:29.298509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cfb2f7c6-a0d9-4e4a-bd9e-8db995647de8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "PUT /v2.0/routers/a41ea559-91e2-48e9-b2bd-cd832bd62b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5712733 Nov 24 13:04:29.301847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38932) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:29.367259 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a743e387-7bd0-4e40-9676-efd0919cc7fc tempest-DHCPAgentSchedulersTestJSON-1950851065 tempest-DHCPAgentSchedulersTestJSON-1950851065-project-admin] 10.222.0.48 "GET /v2.0/agents/2505096e-b0cf-4efc-ad36-25134013d39d/dhcp-networks HTTP/1.1" status: 200 len: 13604 time: 0.3979292 Nov 24 13:04:29.370190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38934) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:29.406173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eae208-8158-4228-aecb-6b66ea3245a1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:29.407731 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eae208-8158-4228-aecb-6b66ea3245a1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:29.412042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38936) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:29.412191 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-89eae208-8158-4228-aecb-6b66ea3245a1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1089954 Nov 24 13:04:29.429248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Port a07b283e-a53e-41f3-b173-a479c1d5f59b has been deleted concurrently {{(pid=114987) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 24 13:04:29.487940 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Network ae0d12a3-c9bd-4171-bddc-61afc4bdac26 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:29.507232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:29.511250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7469d24-6c15-49c0-803e-d8f4de202dd0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet e31acb81-ec36-4744-b7c5-31f73c087fa4 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:04:29.515965 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d7469d24-6c15-49c0-803e-d8f4de202dd0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:29.520359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:29.537418 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Pushing event updated for resources: {'Port': ['ID=28362584-abd5-48f8-a3d4-f33ffc7a8155,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:29.596781 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-41ad92b4-dbab-46e9-bd28-f90026517705 tempest-DHCPAgentSchedulersTestJSON-1950851065 tempest-DHCPAgentSchedulersTestJSON-1950851065-project-admin] 10.222.0.48 "DELETE /v2.0/agents/2505096e-b0cf-4efc-ad36-25134013d39d/dhcp-networks/a31a9378-f20a-409b-8eec-11a6c1cba702 HTTP/1.1" status: 204 len: 168 time: 0.2253461 Nov 24 13:04:29.599050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38938) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:29.628689 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Routers {'a41ea559-91e2-48e9-b2bd-cd832bd62b3d'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:04:29.629813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a41ea559-91e2-48e9-b2bd-cd832bd62b3d'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:29.657917 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d7469d24-6c15-49c0-803e-d8f4de202dd0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:29.844396 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d7469d24-6c15-49c0-803e-d8f4de202dd0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.020810 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] Set router a41ea559-91e2-48e9-b2bd-cd832bd62b3d gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:04:30.021043 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a5afed09-ddbc-45a2-abed-26ebd90fdb2a tempest-DHCPAgentSchedulersTestJSON-1950851065 tempest-DHCPAgentSchedulersTestJSON-1950851065-project-admin] 10.222.0.48 "GET /v2.0/agents/2505096e-b0cf-4efc-ad36-25134013d39d/dhcp-networks HTTP/1.1" status: 200 len: 12833 time: 0.4125268 Nov 24 13:04:30.021166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38940) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:30.057178 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3bc6371f-fdf8-400f-a938-2029ad00d79f tempest-DHCPAgentSchedulersTestJSON-1950851065 tempest-DHCPAgentSchedulersTestJSON-1950851065-project-admin] 10.222.0.48 "GET /v2.0/networks/ae0d12a3-c9bd-4171-bddc-61afc4bdac26/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0349493 Nov 24 13:04:30.057391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38942) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:30.078980 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d7469d24-6c15-49c0-803e-d8f4de202dd0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.083607 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41ea559-91e2-48e9-b2bd-cd832bd62b3d', 'name': 'tempest-NetworksTestDHCPv6-router-292165694', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:04:20Z', 'updated_at': '2021-11-24T13:04:28Z', 'revision_number': 3, 'project_id': 'a679e949f3d743fc8f67ee85b71de27f', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:30.090724 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Attempting to bind port 28362584-abd5-48f8-a3d4-f33ffc7a8155 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:04:30.090724 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Attempting to bind port 28362584-abd5-48f8-a3d4-f33ffc7a8155 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '9269993e-de86-467a-8c2e-525853a73769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ae0d12a3-c9bd-4171-bddc-61afc4bdac26'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:04:30.090724 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Attempting to bind port 28362584-abd5-48f8-a3d4-f33ffc7a8155 on network ae0d12a3-c9bd-4171-bddc-61afc4bdac26 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:30.091137 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0feef26f-c886-4eed-9de8-afa0499c6499 tempest-DHCPAgentSchedulersTestJSON-1950851065 tempest-DHCPAgentSchedulersTestJSON-1950851065-project-admin] 10.222.0.48 "GET /v2.0/networks/ae0d12a3-c9bd-4171-bddc-61afc4bdac26/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0299129 Nov 24 13:04:30.096358 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38944) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:30.126916 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d7469d24-6c15-49c0-803e-d8f4de202dd0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.140497 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d7469d24-6c15-49c0-803e-d8f4de202dd0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/e31acb81-ec36-4744-b7c5-31f73c087fa4 HTTP/1.1" status: 204 len: 168 time: 0.7207682 Nov 24 13:04:30.140497 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38946) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:30.140497 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7469d24-6c15-49c0-803e-d8f4de202dd0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=e31acb81-ec36-4744-b7c5-31f73c087fa4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:30.184922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d7ef80-051e-4665-9e30-065634235103 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:30.190319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b25c557-109a-4d28-9b73-676a91535208 None None] The sync data for ids ['a41ea559-91e2-48e9-b2bd-cd832bd62b3d'] in n-d-817303-4 is: [{'id': 'a41ea559-91e2-48e9-b2bd-cd832bd62b3d', 'name': 'tempest-NetworksTestDHCPv6-router-292165694', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:04:20Z', 'updated_at': '2021-11-24T13:04:28Z', 'revision_number': 3, 'project_id': 'a679e949f3d743fc8f67ee85b71de27f', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:04:30.206744 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:04:30.207127 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Checking segment: {'id': '9269993e-de86-467a-8c2e-525853a73769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ae0d12a3-c9bd-4171-bddc-61afc4bdac26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:30.207540 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.207941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Bound using segment: {'id': '9269993e-de86-467a-8c2e-525853a73769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ae0d12a3-c9bd-4171-bddc-61afc4bdac26'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:04:30.208436 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Bound port: 28362584-abd5-48f8-a3d4-f33ffc7a8155, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9269993e-de86-467a-8c2e-525853a73769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ae0d12a3-c9bd-4171-bddc-61afc4bdac26'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:04:30.208855 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.323642 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-60f4dcc2-b4b3-4014-8125-0e7fdfd77a6b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1876395 Nov 24 13:04:30.326166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38952) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:30.442422 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] For port 28362584-abd5-48f8-a3d4-f33ffc7a8155, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:04:30.458979 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6c67dfc6-8846-45ed-9644-072a2e6d2674 tempest-DHCPAgentSchedulersTestJSON-1950851065 tempest-DHCPAgentSchedulersTestJSON-1950851065-project-admin] 10.222.0.48 "GET /v2.0/agents/2505096e-b0cf-4efc-ad36-25134013d39d/dhcp-networks HTTP/1.1" status: 200 len: 12795 time: 0.3595450 Nov 24 13:04:30.463028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] For port 28362584-abd5-48f8-a3d4-f33ffc7a8155, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=28362584-abd5-48f8-a3d4-f33ffc7a8155,segment=NetworkSegment(9269993e-de86-467a-8c2e-525853a73769),segment_id=9269993e-de86-467a-8c2e-525853a73769)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:04:30.464834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38954) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:30.478136 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.514180 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dafd12a7-055b-4435-8623-89b498e727d3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.614614 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bef3a0-5f85-46c2-ae86-8282b8d7ca3d None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:04:30.668214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b568b96-f275-408e-aafa-2a2cb9e4a8a0 None None] Pushing event updated for resources: {'Port': ['ID=28362584-abd5-48f8-a3d4-f33ffc7a8155,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:30.679192 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c48d07e4-3956-40d4-9f70-045229abd6f1 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.761911 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d3bef3a0-5f85-46c2-ae86-8282b8d7ca3d None None] Deleting port d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:04:30.762329 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d3bef3a0-5f85-46c2-ae86-8282b8d7ca3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.863875 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dafd12a7-055b-4435-8623-89b498e727d3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.866296 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c48d07e4-3956-40d4-9f70-045229abd6f1 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.867856 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dafd12a7-055b-4435-8623-89b498e727d3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.921050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-c48d07e4-3956-40d4-9f70-045229abd6f1 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31a9378-f20a-409b-8eec-11a6c1cba702']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:30.924301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d3bef3a0-5f85-46c2-ae86-8282b8d7ca3d None None] For port d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:30.925262 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d3bef3a0-5f85-46c2-ae86-8282b8d7ca3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.931107 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dafd12a7-055b-4435-8623-89b498e727d3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.931894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafd12a7-055b-4435-8623-89b498e727d3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Fanout notify agent at l3_agent the message router_deleted on router a41ea559-91e2-48e9-b2bd-cd832bd62b3d {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:04:30.945377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-c48d07e4-3956-40d4-9f70-045229abd6f1 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf80086-2e79-465f-a000-b7d865753bbe') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:30.945681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-c48d07e4-3956-40d4-9f70-045229abd6f1 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf80086-2e79-465f-a000-b7d865753bbe') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:30.950145 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dafd12a7-055b-4435-8623-89b498e727d3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:30.961009 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d3bef3a0-5f85-46c2-ae86-8282b8d7ca3d None None] Calling delete_port for d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:04:30.974213 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dafd12a7-055b-4435-8623-89b498e727d3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/routers/a41ea559-91e2-48e9-b2bd-cd832bd62b3d HTTP/1.1" status: 204 len: 168 time: 0.6467497 Nov 24 13:04:30.975106 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38956) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:30.991604 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c48d07e4-3956-40d4-9f70-045229abd6f1 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:31.042848 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c48d07e4-3956-40d4-9f70-045229abd6f1 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:31.065382 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48d07e4-3956-40d4-9f70-045229abd6f1 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:04:31.067763 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c48d07e4-3956-40d4-9f70-045229abd6f1 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: items = [ Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:04:31.079338 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:04:31.140691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af788e6-b0fc-4634-b907-6adaf283a0e4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:31.142587 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3af788e6-b0fc-4634-b907-6adaf283a0e4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1627600 Nov 24 13:04:31.151024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38958) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:31.275266 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d3bef3a0-5f85-46c2-ae86-8282b8d7ca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:31.334377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bef3a0-5f85-46c2-ae86-8282b8d7ca3d None None] Pushing event deleted for resources: {'Port': ['ID=d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:31.347907 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84967762-672c-4e15-b5c5-61b0bc57456c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:31.354389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bef3a0-5f85-46c2-ae86-8282b8d7ca3d None None] No DVR routers for this DVR port d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:04:31.356742 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-84967762-672c-4e15-b5c5-61b0bc57456c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2023828 Nov 24 13:04:31.365661 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c48d07e4-3956-40d4-9f70-045229abd6f1 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:31.366375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38960) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:31.367496 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c48d07e4-3956-40d4-9f70-045229abd6f1 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:31.371749 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c48d07e4-3956-40d4-9f70-045229abd6f1 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] 10.222.0.48 "DELETE /v2.0/networks/a31a9378-f20a-409b-8eec-11a6c1cba702 HTTP/1.1" status: 204 len: 168 time: 0.9058735 Nov 24 13:04:31.373093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38962) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:31.421238 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dc68152e-620c-4e11-8b9a-9b5694eb7903 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587335 Nov 24 13:04:31.426730 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38964) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:31.431623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1fdb448e-d1c6-47b4-a3a6-3080889ee952 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:31.436518 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d07e4-3956-40d4-9f70-045229abd6f1 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Pushing event deleted for resources: {'Network': ['ID=a31a9378-f20a-409b-8eec-11a6c1cba702,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:31.444008 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-583f1e15-e809-47a1-9ef2-fda49c771624 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] DELETE failed (client error): The resource could not be found. Nov 24 13:04:31.444663 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-583f1e15-e809-47a1-9ef2-fda49c771624 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:04:31.450471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38966) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:31.457734 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-583f1e15-e809-47a1-9ef2-fda49c771624 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] 10.222.0.48 "DELETE /v2.0/ports/c0fb5cfa-a34e-432f-abc9-dce73d86b573 HTTP/1.1" status: 404 len: 333 time: 0.0654149 Nov 24 13:04:32.156201 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a7faf0-cb9f-40fe-b84b-2887df47b882 None None] Sync routers for ids ['a41ea559-91e2-48e9-b2bd-cd832bd62b3d'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:04:32.172299 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7faf0-cb9f-40fe-b84b-2887df47b882 None None] Routers set() bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:04:32.172714 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7faf0-cb9f-40fe-b84b-2887df47b882 None None] Router IDs set() for agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 13:04:32.176186 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_agentschedulers_db [None req-75a7faf0-cb9f-40fe-b84b-2887df47b882 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a41ea559-91e2-48e9-b2bd-cd832bd62b3d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent'). {{(pid=114988) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 13:04:32.198657 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7faf0-cb9f-40fe-b84b-2887df47b882 None None] Routers set() bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:04:32.199049 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a7faf0-cb9f-40fe-b84b-2887df47b882 None None] Router IDs set() for agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 13:04:32.207299 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_agentschedulers_db [None req-75a7faf0-cb9f-40fe-b84b-2887df47b882 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a41ea559-91e2-48e9-b2bd-cd832bd62b3d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent'). {{(pid=114988) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 13:04:32.208861 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a7faf0-cb9f-40fe-b84b-2887df47b882 None None] The sync data for ids ['a41ea559-91e2-48e9-b2bd-cd832bd62b3d'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:04:32.284219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2ed664-f31e-4f81-a6b8-cd8438811e20 None None] Network ae0d12a3-c9bd-4171-bddc-61afc4bdac26 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:32.419019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-43891586-6111-45a3-ae9e-70662c2e88f8 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Deleting subnet 77ed872d-0b87-4468-bef6-09804729aca6 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:04:32.424968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43891586-6111-45a3-ae9e-70662c2e88f8 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:32.484027 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43891586-6111-45a3-ae9e-70662c2e88f8 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:32.488680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdb448e-d1c6-47b4-a3a6-3080889ee952 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:32.492645 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1fdb448e-d1c6-47b4-a3a6-3080889ee952 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:32.515673 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7dabd2aa-8368-43d0-8fae-e58cc6363681 None None] Provisioning complete for port 28362584-abd5-48f8-a3d4-f33ffc7a8155 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:32.516409 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7dabd2aa-8368-43d0-8fae-e58cc6363681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:32.731190 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7dabd2aa-8368-43d0-8fae-e58cc6363681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:32.771077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 28362584-abd5-48f8-a3d4-f33ffc7a8155 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:32.842168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43891586-6111-45a3-ae9e-70662c2e88f8 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:32.891246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 28362584-abd5-48f8-a3d4-f33ffc7a8155 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:32.891616 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:33.029107 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:33.034677 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43891586-6111-45a3-ae9e-70662c2e88f8 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:33.126687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43891586-6111-45a3-ae9e-70662c2e88f8 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Pushing event deleted for resources: {'Subnet': ['ID=77ed872d-0b87-4468-bef6-09804729aca6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:33.128330 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-7dabd2aa-8368-43d0-8fae-e58cc6363681 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:04:33.128837 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-7dabd2aa-8368-43d0-8fae-e58cc6363681 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:04:33.166135 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:04:33.167268 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:04:33.191797 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43891586-6111-45a3-ae9e-70662c2e88f8 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:33.198806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38972) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:33.210306 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-43891586-6111-45a3-ae9e-70662c2e88f8 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] 10.222.0.48 "DELETE /v2.0/subnets/77ed872d-0b87-4468-bef6-09804729aca6 HTTP/1.1" status: 204 len: 168 time: 1.7573738 Nov 24 13:04:33.341225 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:04:33.379435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.objects.ports [None req-1fdb448e-d1c6-47b4-a3a6-3080889ee952 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114985) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:04:33.386566 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1fdb448e-d1c6-47b4-a3a6-3080889ee952 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:33.402975 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:33.446423 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa131812-8ab4-4ee2-a345-50d1ed44616b None None] Network ae0d12a3-c9bd-4171-bddc-61afc4bdac26 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:33.487979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdb448e-d1c6-47b4-a3a6-3080889ee952 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:33.491427 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-1fdb448e-d1c6-47b4-a3a6-3080889ee952 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:33.503943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb448e-d1c6-47b4-a3a6-3080889ee952 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:33.504202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1fdb448e-d1c6-47b4-a3a6-3080889ee952 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:33.516702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Deleting port 28362584-abd5-48f8-a3d4-f33ffc7a8155 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:04:33.516702 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:33.546601 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb448e-d1c6-47b4-a3a6-3080889ee952 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=2aa4e736-0b9a-4629-9000-9a9bcf498fbe,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:33.554912 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1fdb448e-d1c6-47b4-a3a6-3080889ee952 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1244628 Nov 24 13:04:33.564853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38974) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:33.569297 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c513d3d-cd44-48aa-be50-fe04d24afc58 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:33.570067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b2ed17ee-b612-4aa9-9456-0aae742225bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:33.678454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] For port 28362584-abd5-48f8-a3d4-f33ffc7a8155, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=28362584-abd5-48f8-a3d4-f33ffc7a8155,segment=NetworkSegment(9269993e-de86-467a-8c2e-525853a73769),segment_id=9269993e-de86-467a-8c2e-525853a73769)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:33.678734 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:33.713754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Calling delete_port for 28362584-abd5-48f8-a3d4-f33ffc7a8155 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:04:33.756698 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:33.826715 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ed17ee-b612-4aa9-9456-0aae742225bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:33.831103 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2ed17ee-b612-4aa9-9456-0aae742225bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:33.846200 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:33.854276 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7dabd2aa-8368-43d0-8fae-e58cc6363681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:33.885399 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Pushing event deleted for resources: {'Port': ['ID=28362584-abd5-48f8-a3d4-f33ffc7a8155,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:33.893677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] No DVR routers for this DVR port 28362584-abd5-48f8-a3d4-f33ffc7a8155 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:04:33.993386 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:34.026325 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0d12a3-c9bd-4171-bddc-61afc4bdac26']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:34.045021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9269993e-de86-467a-8c2e-525853a73769') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:34.045333 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9269993e-de86-467a-8c2e-525853a73769') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:34.070075 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:34.089685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': '2aa4e736-0b9a-4629-9000-9a9bcf498fbe'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:04:34.092479 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:34.097211 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:34.114684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:04:34.115179 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:04:34.118502 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:04:34.123613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1141a088-4a2f-4f89-9826-f37592c70829 None None] DHCP port deletion for ae0d12a3-c9bd-4171-bddc-61afc4bdac26 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:04:34.134451 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:04:34.164568 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:04:34.164972 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d1dda3ac-96f9-4fb8-9c5f-bbf42ac0c3ac not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:04:34.260185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9267101f-8be9-4a84-899c-932ab4d85c9c None None] Could not find standard attr ID for object c0fb5cfa-a34e-432f-abc9-dce73d86b573. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:04:34.281781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9267101f-8be9-4a84-899c-932ab4d85c9c None None] Could not find standard attr ID for object 28362584-abd5-48f8-a3d4-f33ffc7a8155. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:04:34.297026 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:34.310636 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:34.333570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] 10.222.0.48 "DELETE /v2.0/networks/ae0d12a3-c9bd-4171-bddc-61afc4bdac26 HTTP/1.1" status: 204 len: 168 time: 1.1311922 Nov 24 13:04:34.352984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5166548-830b-45d3-8331-0acda32b7d86 tempest-DHCPAgentSchedulersTestJSON-1746640188 tempest-DHCPAgentSchedulersTestJSON-1746640188-project] Pushing event deleted for resources: {'Network': ['ID=ae0d12a3-c9bd-4171-bddc-61afc4bdac26,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:34.406740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Allocated IP 2001:db8::f816:3eff:fe31:66ac (cda05003-a875-4de3-a8fc-2e63803a60bb/2aa4e736-0b9a-4629-9000-9a9bcf498fbe/6f1a18f8-4332-4e57-9489-5be890b0637e) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:34.445324 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9d0246-811a-43a3-a624-d6da80529ba2 x-openstack-request-id: req-4f9d0246-811a-43a3-a624-d6da80529ba2 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:04:34.445679 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252a0ed-6d14-44e8-9acd-d6548f4581a4", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb7d8b9-5d8f-4dfe-a522-49a523abd160", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:04:34.446748 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f9d0246-811a-43a3-a624-d6da80529ba2 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:04:34.447330 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160', 'code': 200} Nov 24 13:04:34.510214 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2ed17ee-b612-4aa9-9456-0aae742225bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:34.578598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ed17ee-b612-4aa9-9456-0aae742225bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:34.583668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-b2ed17ee-b612-4aa9-9456-0aae742225bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:34.592406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ed17ee-b612-4aa9-9456-0aae742225bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:34.594139 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2ed17ee-b612-4aa9-9456-0aae742225bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:34.643696 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b2ed17ee-b612-4aa9-9456-0aae742225bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0752778 Nov 24 13:04:34.643696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed17ee-b612-4aa9-9456-0aae742225bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=7fd9664c-5cf4-49a1-b4e0-df7e70ca0ca1,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:34.644434 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39004) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:34.650297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'mac_address': 'fa:16:3e:35:31:93', 'name': 'tempest-NetworksTestDHCPv6-738686865'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:34.786358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 28362584-abd5-48f8-a3d4-f33ffc7a8155 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:04:34.827840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 28362584-abd5-48f8-a3d4-f33ffc7a8155 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:04:34.828198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 28362584-abd5-48f8-a3d4-f33ffc7a8155 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:04:34.890713 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:34.913422 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:34.958427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:34.979008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39026) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:35.008544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:35.015525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:35.018623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:35.059489 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Pushing event updated for resources: {'Port': ['ID=6f1a18f8-4332-4e57-9489-5be890b0637e,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:35.150698 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Attempting to bind port 6f1a18f8-4332-4e57-9489-5be890b0637e on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:04:35.150698 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Attempting to bind port 6f1a18f8-4332-4e57-9489-5be890b0637e by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:04:35.151264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Attempting to bind port 6f1a18f8-4332-4e57-9489-5be890b0637e on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:35.160148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:04:35.162094 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:35.163948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:35.164503 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:35.166042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:04:35.176447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Bound port: 6f1a18f8-4332-4e57-9489-5be890b0637e, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:04:35.177495 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:35.201979 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port f0879007-ac34-4722-a655-706da5968f39 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:04:35.308390 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e64db456-efd9-4fe5-85f7-1396b169604a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e96740caddc140758ae85ce6026e4549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3259153 Nov 24 13:04:35.310798 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39038) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:35.315248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] For port 6f1a18f8-4332-4e57-9489-5be890b0637e, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:04:35.319092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] For port 6f1a18f8-4332-4e57-9489-5be890b0637e, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6f1a18f8-4332-4e57-9489-5be890b0637e,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:04:35.330514 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:35.403633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ba903-e5d5-4339-b9fc-b07dec6896c4 None None] Pushing event updated for resources: {'Port': ['ID=6f1a18f8-4332-4e57-9489-5be890b0637e,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:35.491531 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-352a0749-f240-4703-a0b1-c252bc53bf0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:35.518531 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 172.20.0.7 (cda05003-a875-4de3-a8fc-2e63803a60bb/7fd9664c-5cf4-49a1-b4e0-df7e70ca0ca1/f0879007-ac34-4722-a655-706da5968f39) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:35.538104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::f816:3eff:fe35:3193 (cda05003-a875-4de3-a8fc-2e63803a60bb/2aa4e736-0b9a-4629-9000-9a9bcf498fbe/f0879007-ac34-4722-a655-706da5968f39) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:35.569869 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-352a0749-f240-4703-a0b1-c252bc53bf0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:35.655940 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-352a0749-f240-4703-a0b1-c252bc53bf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:35.660244 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-352a0749-f240-4703-a0b1-c252bc53bf0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:35.661890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-352a0749-f240-4703-a0b1-c252bc53bf0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2698eb32-af5c-4e6d-90e3-a0437ce9ddc9 HTTP/1.1" status: 204 len: 168 time: 0.3349524 Nov 24 13:04:35.681019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a0749-f240-4703-a0b1-c252bc53bf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2698eb32-af5c-4e6d-90e3-a0437ce9ddc9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:35.867173 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:36.129318 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:36.403157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39094) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:36.407801 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:36.433644 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c38f086-97bc-4100-9f3e-258d0bfb819f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:36.448331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af243d48-4b2d-4398-8549-71383221829d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac50e45-26f7-425a-b6e8-2346add486f4'}, {'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627'}, {'server_uuid': 'ccd826fe-4910-4269-a59b-bd3998ed4a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd4e70a-02a6-44db-92d8-25b5ae585707'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:04:36.452836 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bd21cf-6b44-438f-a1b0-c7d1aa3c8904" -d '{"events": [{"server_uuid": "af243d48-4b2d-4398-8549-71383221829d", "name": "network-vif-plugged", "status": "completed", "tag": "4ac50e45-26f7-425a-b6e8-2346add486f4"}, {"server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "name": "network-vif-unplugged", "status": "completed", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627"}, {"server_uuid": "ccd826fe-4910-4269-a59b-bd3998ed4a34", "name": "network-vif-plugged", "status": "completed", "tag": "efd4e70a-02a6-44db-92d8-25b5ae585707"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:04:36.486580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:36.491154 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:36.502049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:36.507228 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=f0879007-ac34-4722-a655-706da5968f39,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:36.546391 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c38f086-97bc-4100-9f3e-258d0bfb819f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:36.550489 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c38f086-97bc-4100-9f3e-258d0bfb819f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:36.594552 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7c38f086-97bc-4100-9f3e-258d0bfb819f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02097573f6e0457099612e40deaaaee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898284 Nov 24 13:04:36.595453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38f086-97bc-4100-9f3e-258d0bfb819f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ac2261-478e-4690-91ae-d94b0c4f360a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:36.597866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39100) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:36.633723 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:36.642732 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:36.715925 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d07697fd-98ef-46e7-95fe-80a6f3b2b687 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0681913 Nov 24 13:04:36.724108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39108) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:36.832297 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b4a9192-c3f0-4cb4-9dd4-6d5eae2f0cc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:36.864201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6f1a18f8-4332-4e57-9489-5be890b0637e up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:36.914473 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b4a9192-c3f0-4cb4-9dd4-6d5eae2f0cc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:36.936264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c544126-0483-4bbe-94d1-4516498be6ac tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:36.943121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c544126-0483-4bbe-94d1-4516498be6ac tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:36.948665 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6c544126-0483-4bbe-94d1-4516498be6ac tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2158332 Nov 24 13:04:36.951942 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39110) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:36.979601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 6f1a18f8-4332-4e57-9489-5be890b0637e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:36.980015 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:37.041853 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 524 Content-Type: application/json Date: Wed, 24 Nov 2021 13:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400928a3-e889-461a-a9b5-3aed01e5219c x-openstack-request-id: req-400928a3-e889-461a-a9b5-3aed01e5219c {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:04:37.042368 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af243d48-4b2d-4398-8549-71383221829d", "name": "network-vif-plugged", "status": "completed", "tag": "4ac50e45-26f7-425a-b6e8-2346add486f4", "code": 200}, {"server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "name": "network-vif-unplugged", "status": "failed", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627", "code": 422}, {"server_uuid": "ccd826fe-4910-4269-a59b-bd3998ed4a34", "name": "network-vif-plugged", "status": "completed", "tag": "efd4e70a-02a6-44db-92d8-25b5ae585707", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:04:37.042821 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-400928a3-e889-461a-a9b5-3aed01e5219c {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:04:37.043388 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af243d48-4b2d-4398-8549-71383221829d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac50e45-26f7-425a-b6e8-2346add486f4', 'code': 200} Nov 24 13:04:37.043814 n-d-817303-4 neutron-server[114987]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'code': 422} returned with failed status Nov 24 13:04:37.044261 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd826fe-4910-4269-a59b-bd3998ed4a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd4e70a-02a6-44db-92d8-25b5ae585707', 'code': 200} Nov 24 13:04:37.046670 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b4a9192-c3f0-4cb4-9dd4-6d5eae2f0cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:37.049659 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b4a9192-c3f0-4cb4-9dd4-6d5eae2f0cc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:37.053419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7b4a9192-c3f0-4cb4-9dd4-6d5eae2f0cc6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23ac2261-478e-4690-91ae-d94b0c4f360a HTTP/1.1" status: 204 len: 168 time: 0.4520056 Nov 24 13:04:37.059085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a9192-c3f0-4cb4-9dd4-6d5eae2f0cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ac2261-478e-4690-91ae-d94b0c4f360a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:37.142456 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:37.205730 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 6f1a18f8-4332-4e57-9489-5be890b0637e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6f1a18f8-4332-4e57-9489-5be890b0637e,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:37.229802 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:37.303957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d7daa-fd71-4c43-9e38-9c6dc64fb02f req-4c5731d6-ee72-4ed4-942d-cd39b762bec3 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:37.313838 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-171d7daa-fd71-4c43-9e38-9c6dc64fb02f req-4c5731d6-ee72-4ed4-942d-cd39b762bec3 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 944 time: 0.0952024 Nov 24 13:04:37.314710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-ee79535a-7c76-4199-a92a-3ea409a5b047 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port f0879007-ac34-4722-a655-706da5968f39 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:04:37.315134 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee79535a-7c76-4199-a92a-3ea409a5b047 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:37.364418 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=6f1a18f8-4332-4e57-9489-5be890b0637e,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:37.379694 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a102ba2-387d-47f9-9b9a-134946bdb8d6 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:37.394175 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-171d7daa-fd71-4c43-9e38-9c6dc64fb02f req-a55ba107-9e4c-443d-b0b5-34f1a209dcde tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789211 Nov 24 13:04:37.499057 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee79535a-7c76-4199-a92a-3ea409a5b047 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:37.523553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-ee79535a-7c76-4199-a92a-3ea409a5b047 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for f0879007-ac34-4722-a655-706da5968f39 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:04:37.625013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-31bf7070-7150-4952-9b23-425201ede8ef None None] Provisioning complete for port 6f1a18f8-4332-4e57-9489-5be890b0637e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:37.625612 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-31bf7070-7150-4952-9b23-425201ede8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:37.871653 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee79535a-7c76-4199-a92a-3ea409a5b047 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:37.875146 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-e9f30b11-e20a-43cb-9ba4-445a09a8abf6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2754884 Nov 24 13:04:37.888492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-5db0bd11-ec1b-41d5-9235-48553eec9e40 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:04:37.906746 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-5db0bd11-ec1b-41d5-9235-48553eec9e40 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165467 Nov 24 13:04:37.918196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffb83a7-13d6-4cf4-bd8b-a5a61d455b20 None None] Update dhcp port {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': '2aa4e736-0b9a-4629-9000-9a9bcf498fbe', 'ip_address': '2001:db8::f816:3eff:fe31:66ac'}, {'subnet_id': '7fd9664c-5cf4-49a1-b4e0-df7e70ca0ca1'}], 'binding:host_id': 'n-d-817303-4'}, 'id': '6f1a18f8-4332-4e57-9489-5be890b0637e'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:04:37.947611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79535a-7c76-4199-a92a-3ea409a5b047 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=f0879007-ac34-4722-a655-706da5968f39,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:37.968012 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4ffb83a7-13d6-4cf4-bd8b-a5a61d455b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:38.127123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-c1ad3147-e742-45d3-8a80-aa778899dbd0 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:38.128667 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-c1ad3147-e742-45d3-8a80-aa778899dbd0 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/networks?id=5cccba62-52c2-465c-b3ac-bb101df54ca0 HTTP/1.1" status: 200 len: 804 time: 0.3050058 Nov 24 13:04:38.155523 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-0e0d9a89-e513-4519-932c-175d82703e59 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/quotas/287e84d4474541d9b89eedb799c54d28 HTTP/1.1" status: 200 len: 375 time: 0.0158982 Nov 24 13:04:38.158729 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee79535a-7c76-4199-a92a-3ea409a5b047 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:38.162898 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ee79535a-7c76-4199-a92a-3ea409a5b047 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/f0879007-ac34-4722-a655-706da5968f39 HTTP/1.1" status: 204 len: 168 time: 1.2095356 Nov 24 13:04:38.165294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39192) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:38.213815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-4ffb83a7-13d6-4cf4-bd8b-a5a61d455b20 None None] Allocated IP 172.20.0.2 (cda05003-a875-4de3-a8fc-2e63803a60bb/7fd9664c-5cf4-49a1-b4e0-df7e70ca0ca1/6f1a18f8-4332-4e57-9489-5be890b0637e) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:38.238250 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-684e7078-5571-4e6d-9bdd-37e67413d7ed tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=287e84d4474541d9b89eedb799c54d28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737283 Nov 24 13:04:38.335192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a6952c-ad26-41da-bdd0-37e877a5d221 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:38.342555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a6952c-ad26-41da-bdd0-37e877a5d221 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:38.346860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a6952c-ad26-41da-bdd0-37e877a5d221 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:38.350826 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-03a6952c-ad26-41da-bdd0-37e877a5d221 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1833808 Nov 24 13:04:38.356532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39202) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:38.429312 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9b0034c2-db26-4f83-b939-5033a13fc0e6 service neutron] 10.222.0.48 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900611 Nov 24 13:04:38.501463 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473a2bb-7e5e-4794-8cab-10158b8627cd req-902ba1fd-f0b3-47d8-b628-d380f7db4d5f tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:38.503432 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5473a2bb-7e5e-4794-8cab-10158b8627cd req-902ba1fd-f0b3-47d8-b628-d380f7db4d5f tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 950 time: 0.0917888 Nov 24 13:04:38.536394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39208) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:38.545374 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-04699fc9-b10d-4ac7-b717-673753160bc0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 2aa4e736-0b9a-4629-9000-9a9bcf498fbe {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:04:38.565645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-4ffb83a7-13d6-4cf4-bd8b-a5a61d455b20 None None] For port 6f1a18f8-4332-4e57-9489-5be890b0637e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6f1a18f8-4332-4e57-9489-5be890b0637e,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:38.586090 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5473a2bb-7e5e-4794-8cab-10158b8627cd req-726203a7-77e8-495d-981d-01fc7cb96253 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765691 Nov 24 13:04:38.618932 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-a30c70cf-4312-4ada-83a5-65593735ae90 service neutron] 10.222.0.48 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883903 Nov 24 13:04:38.624371 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4ffb83a7-13d6-4cf4-bd8b-a5a61d455b20 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:38.634011 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04699fc9-b10d-4ac7-b717-673753160bc0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:38.635146 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4ffb83a7-13d6-4cf4-bd8b-a5a61d455b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:38.744659 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-826a1635-7c25-40bd-b17c-bc900b44a26d tempest-AgentManagementNegativeTest-1385383312 tempest-AgentManagementNegativeTest-1385383312-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2069054 Nov 24 13:04:38.745066 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb83a7-13d6-4cf4-bd8b-a5a61d455b20 None None] Pushing event updated for resources: {'Port': ['ID=6f1a18f8-4332-4e57-9489-5be890b0637e,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:38.775432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6f1a18f8-4332-4e57-9489-5be890b0637e up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:38.790837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 4ac50e45-26f7-425a-b6e8-2346add486f4 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:04:38.839725 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04699fc9-b10d-4ac7-b717-673753160bc0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:38.988654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d4652-5639-4d4e-be0a-a2c7833c4d01 req-ca4db163-b60a-4f2a-91ca-a7a45163b74f tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:39.001284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-841d4652-5639-4d4e-be0a-a2c7833c4d01 req-ca4db163-b60a-4f2a-91ca-a7a45163b74f tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 944 time: 0.1304755 Nov 24 13:04:39.141479 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-841d4652-5639-4d4e-be0a-a2c7833c4d01 req-e2f093b0-f02c-423a-88b6-47bd8e51f1ee tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392498 Nov 24 13:04:39.158866 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04699fc9-b10d-4ac7-b717-673753160bc0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:39.253371 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:39.312765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39238) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:39.321387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 4ac50e45-26f7-425a-b6e8-2346add486f4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=4ac50e45-26f7-425a-b6e8-2346add486f4,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:39.322471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af243d48-4b2d-4398-8549-71383221829d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac50e45-26f7-425a-b6e8-2346add486f4'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:04:39.325267 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56577dc6-197c-478d-bbc0-9e1dc35a9851" -d '{"events": [{"server_uuid": "af243d48-4b2d-4398-8549-71383221829d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac50e45-26f7-425a-b6e8-2346add486f4"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:04:39.332398 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:39.333119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89fade-4f04-4dd5-89a2-d968b8d77a9a req-cf6ee340-02d9-4135-b9c1-73e177053dd1 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:39.334896 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3d89fade-4f04-4dd5-89a2-d968b8d77a9a req-cf6ee340-02d9-4135-b9c1-73e177053dd1 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.46 "GET /v2.0/ports?device_id=af243d48-4b2d-4398-8549-71383221829d HTTP/1.1" status: 200 len: 945 time: 0.2881043 Nov 24 13:04:39.339792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 6f1a18f8-4332-4e57-9489-5be890b0637e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:39.339792 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:39.351963 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04699fc9-b10d-4ac7-b717-673753160bc0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:39.421826 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04699fc9-b10d-4ac7-b717-673753160bc0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:39.426103 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-04699fc9-b10d-4ac7-b717-673753160bc0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/2aa4e736-0b9a-4629-9000-9a9bcf498fbe HTTP/1.1" status: 204 len: 168 time: 1.0637305 Nov 24 13:04:39.427190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04699fc9-b10d-4ac7-b717-673753160bc0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa4e736-0b9a-4629-9000-9a9bcf498fbe,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:39.435920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39246) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:39.518757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d62573-07b2-4bde-a4e6-ab765ac557bf tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 7fd9664c-5cf4-49a1-b4e0-df7e70ca0ca1 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:04:39.523880 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-26d62573-07b2-4bde-a4e6-ab765ac557bf tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:39.591679 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-862ae6d2-2478-4f9c-af44-229d43fcd45d req-0ee4df3f-c471-4825-a4bb-9fdde95f8b29 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 210 time: 0.2818475 Nov 24 13:04:39.618615 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=4ac50e45-26f7-425a-b6e8-2346add486f4,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:39.634291 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:39.664702 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-26d62573-07b2-4bde-a4e6-ab765ac557bf tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:39.684214 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bd030a68-e841-4a89-a68e-30b78782e7ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:39.699775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-52fffe70-86ba-4445-9fb3-9f843ba07308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:39.704257 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-52fffe70-86ba-4445-9fb3-9f843ba07308 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a&tenant_id=d31a5dc8ff4848d8a0b231a339f643ee HTTP/1.1" status: 200 len: 1095 time: 0.5255127 Nov 24 13:04:39.758596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:39.794105 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-26d62573-07b2-4bde-a4e6-ab765ac557bf tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:39.829608 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be852188-ae1b-4283-bd2b-ddccef47ffb9 x-openstack-request-id: req-be852188-ae1b-4283-bd2b-ddccef47ffb9 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:04:39.830161 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af243d48-4b2d-4398-8549-71383221829d", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac50e45-26f7-425a-b6e8-2346add486f4", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:04:39.830596 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be852188-ae1b-4283-bd2b-ddccef47ffb9 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:04:39.831252 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af243d48-4b2d-4398-8549-71383221829d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac50e45-26f7-425a-b6e8-2346add486f4', 'code': 200} Nov 24 13:04:39.850985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-3d89fade-4f04-4dd5-89a2-d968b8d77a9a req-37760d67-38ca-4715-8ef6-edd5644ea165 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Deleting port 4ac50e45-26f7-425a-b6e8-2346add486f4 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:04:39.851321 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3d89fade-4f04-4dd5-89a2-d968b8d77a9a req-37760d67-38ca-4715-8ef6-edd5644ea165 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:39.898972 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-26d62573-07b2-4bde-a4e6-ab765ac557bf tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:39.932139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d62573-07b2-4bde-a4e6-ab765ac557bf tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd9664c-5cf4-49a1-b4e0-df7e70ca0ca1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:39.943519 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-26d62573-07b2-4bde-a4e6-ab765ac557bf tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:39.948781 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-26d62573-07b2-4bde-a4e6-ab765ac557bf tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/7fd9664c-5cf4-49a1-b4e0-df7e70ca0ca1 HTTP/1.1" status: 204 len: 168 time: 0.5098348 Nov 24 13:04:39.950002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39260) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:40.003519 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bd030a68-e841-4a89-a68e-30b78782e7ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:40.011057 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fab93daa-007d-4043-ae2b-f42d0bd6dff5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590541 Nov 24 13:04:40.013888 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bd030a68-e841-4a89-a68e-30b78782e7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:40.014546 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39262) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:40.019935 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:40.020772 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:40.083332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bd030a68-e841-4a89-a68e-30b78782e7ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80982286acdf4e3d9773b4bb041b7f84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7672126 Nov 24 13:04:40.087681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39264) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:40.090841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd030a68-e841-4a89-a68e-30b78782e7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c63b0d-fe3e-4446-b24c-22032a754c64,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:40.125951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-3d89fade-4f04-4dd5-89a2-d968b8d77a9a req-37760d67-38ca-4715-8ef6-edd5644ea165 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] For port 4ac50e45-26f7-425a-b6e8-2346add486f4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=4ac50e45-26f7-425a-b6e8-2346add486f4,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:40.126658 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3d89fade-4f04-4dd5-89a2-d968b8d77a9a req-37760d67-38ca-4715-8ef6-edd5644ea165 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:40.159075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-3d89fade-4f04-4dd5-89a2-d968b8d77a9a req-37760d67-38ca-4715-8ef6-edd5644ea165 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Calling delete_port for 4ac50e45-26f7-425a-b6e8-2346add486f4 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:04:40.182146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:40.187319 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:40.236606 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b552e1c8-984e-4579-9c1b-28ec4387a083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:40.295704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a53c404-0c75-4ec0-bc89-805f43cb4b71 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:40.324645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b552e1c8-984e-4579-9c1b-28ec4387a083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:40.391158 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9ce0274b-a01f-4963-a9dc-90f4ac6cefc7 None None] Provisioning complete for port 6f1a18f8-4332-4e57-9489-5be890b0637e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:40.391861 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ce0274b-a01f-4963-a9dc-90f4ac6cefc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:40.417673 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b61713-b9ed-4c77-b4cb-b10cd44ac7d1 req-86b64ea5-474e-4764-acef-625d81f53c6e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:40.419840 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76b61713-b9ed-4c77-b4cb-b10cd44ac7d1 req-86b64ea5-474e-4764-acef-625d81f53c6e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 944 time: 0.1434355 Nov 24 13:04:40.445935 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b552e1c8-984e-4579-9c1b-28ec4387a083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:40.449643 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b552e1c8-984e-4579-9c1b-28ec4387a083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:40.450607 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b552e1c8-984e-4579-9c1b-28ec4387a083 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14c63b0d-fe3e-4446-b24c-22032a754c64 HTTP/1.1" status: 204 len: 168 time: 0.3612859 Nov 24 13:04:40.499134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552e1c8-984e-4579-9c1b-28ec4387a083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c63b0d-fe3e-4446-b24c-22032a754c64,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:40.536782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:40.554071 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76b61713-b9ed-4c77-b4cb-b10cd44ac7d1 req-8d8de67f-8f54-4c7c-945d-a6adebd5d58d tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263368 Nov 24 13:04:40.579990 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3d89fade-4f04-4dd5-89a2-d968b8d77a9a req-37760d67-38ca-4715-8ef6-edd5644ea165 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:40.594834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9ce0274b-a01f-4963-a9dc-90f4ac6cefc7 None None] Could not find standard attr ID for object f0879007-ac34-4722-a655-706da5968f39. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:04:40.622042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37760d67-38ca-4715-8ef6-edd5644ea165 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Pushing event deleted for resources: {'Port': ['ID=4ac50e45-26f7-425a-b6e8-2346add486f4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:40.624403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:04:40.778287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:04:40.785841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d89fade-4f04-4dd5-89a2-d968b8d77a9a req-37760d67-38ca-4715-8ef6-edd5644ea165 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] No DVR routers for this DVR port 4ac50e45-26f7-425a-b6e8-2346add486f4 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:04:40.789615 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3d89fade-4f04-4dd5-89a2-d968b8d77a9a req-37760d67-38ca-4715-8ef6-edd5644ea165 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:40.794535 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3d89fade-4f04-4dd5-89a2-d968b8d77a9a req-37760d67-38ca-4715-8ef6-edd5644ea165 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.46 "DELETE /v2.0/ports/4ac50e45-26f7-425a-b6e8-2346add486f4 HTTP/1.1" status: 204 len: 173 time: 1.4254715 Nov 24 13:04:40.795010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af243d48-4b2d-4398-8549-71383221829d', 'name': 'network-vif-deleted', 'tag': '4ac50e45-26f7-425a-b6e8-2346add486f4'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:04:40.797391 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b68dc5-7b6d-4905-936d-83b001fc8984" -d '{"events": [{"server_uuid": "af243d48-4b2d-4398-8549-71383221829d", "name": "network-vif-deleted", "tag": "4ac50e45-26f7-425a-b6e8-2346add486f4"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:04:40.826538 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180b3a0e-09d0-4629-bcf5-3a6e05858627 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:04:40.837761 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:40.839270 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b159e2fc-c9f1-4c49-bdcb-0747b9ffcc31 req-11d8f152-ea52-46ca-8101-d73dee06670f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 210 time: 0.0645957 Nov 24 13:04:40.900803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Deleting port 6f1a18f8-4332-4e57-9489-5be890b0637e {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:04:40.901550 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:40.912369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Transition to ACTIVE for port object 180b3a0e-09d0-4629-bcf5-3a6e05858627 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:04:40.929991 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:41.002035 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6034933-9a9e-4d8f-984b-6ba027d8157b x-openstack-request-id: req-e6034933-9a9e-4d8f-984b-6ba027d8157b {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:04:41.002333 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af243d48-4b2d-4398-8549-71383221829d", "name": "network-vif-deleted", "tag": "4ac50e45-26f7-425a-b6e8-2346add486f4", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:04:41.005481 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6034933-9a9e-4d8f-984b-6ba027d8157b {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:04:41.006034 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af243d48-4b2d-4398-8549-71383221829d', 'name': 'network-vif-deleted', 'tag': '4ac50e45-26f7-425a-b6e8-2346add486f4', 'status': 'completed', 'code': 200} Nov 24 13:04:41.075075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] For port 6f1a18f8-4332-4e57-9489-5be890b0637e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6f1a18f8-4332-4e57-9489-5be890b0637e,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:41.077487 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:41.100107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.objects.ports [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:04:41.116607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-b047bfc3-2965-4295-83bc-ec6e0b5b376f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:41.117780 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Calling delete_port for 6f1a18f8-4332-4e57-9489-5be890b0637e owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:04:41.118243 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-b047bfc3-2965-4295-83bc-ec6e0b5b376f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.59 "GET /v2.0/networks?id=5cccba62-52c2-465c-b3ac-bb101df54ca0 HTTP/1.1" status: 200 len: 804 time: 0.4492705 Nov 24 13:04:41.155602 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-69d1f79a-7488-40c6-8d05-6c371c6a6486 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Request body: {'port': {'device_id': '7e24b9af-7cdb-4725-8abd-5edc3402d101', 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0', 'admin_state_up': True, 'tenant_id': '287e84d4474541d9b89eedb799c54d28'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:41.176915 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Pushing event updated for resources: {'Port': ['ID=180b3a0e-09d0-4629-bcf5-3a6e05858627,revision_number=9']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:41.256093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] No DVR routers for this DVR port 180b3a0e-09d0-4629-bcf5-3a6e05858627 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:04:41.261085 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:41.282942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] No DVR routers for this DVR port 6f1a18f8-4332-4e57-9489-5be890b0637e on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:04:41.339648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Pushing event deleted for resources: {'Port': ['ID=6f1a18f8-4332-4e57-9489-5be890b0637e,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:41.361175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:41.361538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:41.361887 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:41.363670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:41.363953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:41.364301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:41.364648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:41.365011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:41.365346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:41.365679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:41.366008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:41.366338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d17f7-be8d-4745-8f0e-ec81fe12d068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:04:41.428141 n-d-817303-4 neutron-server[114986]: WARNING neutron.services.revisions.revision_plugin [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Could not find related port for resource to bump revision. Nov 24 13:04:41.442895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.ipam_pluggable_backend [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Port 6f1a18f8-4332-4e57-9489-5be890b0637e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114986) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 24 13:04:41.443208 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.ipam_pluggable_backend [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Reverting IP allocation for 2001:db8::f816:3eff:fe31:66ac {{(pid=114986) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 24 13:04:41.446524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.ipam_pluggable_backend [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe31:66ac {{(pid=114986) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 24 13:04:41.453213 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:41.478077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Attempting to bind port 180b3a0e-09d0-4629-bcf5-3a6e05858627 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:04:41.479048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Attempting to bind port 180b3a0e-09d0-4629-bcf5-3a6e05858627 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:04:41.479637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Attempting to bind port 180b3a0e-09d0-4629-bcf5-3a6e05858627 on network 5e912b44-eae9-40e6-89c7-30777a476f74 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:41.487791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Port 180b3a0e-09d0-4629-bcf5-3a6e05858627 on network 5e912b44-eae9-40e6-89c7-30777a476f74 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:04:41.488227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Attempting to bind port 180b3a0e-09d0-4629-bcf5-3a6e05858627 on network 5e912b44-eae9-40e6-89c7-30777a476f74 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:41.494861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:04:41.496107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Checking segment: {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:41.496705 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Bound using segment: {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:04:41.497848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Bound port: 180b3a0e-09d0-4629-bcf5-3a6e05858627, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b26ec02-2125-4621-ac48-f502c87f5f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:04:41.498342 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:41.508355 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:41.520038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:41.527948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:41.528593 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:41.533702 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb2cdc-8af6-4dd5-b4fc-bb768bb2eee1 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:41.534460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=e4ad6779-102e-455d-9b08-3dc900237ade,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:41.543661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-69d1f79a-7488-40c6-8d05-6c371c6a6486 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Made reservation on behalf of 287e84d4474541d9b89eedb799c54d28 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:41.548044 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-69d1f79a-7488-40c6-8d05-6c371c6a6486 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:41.567527 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-19e25291-9c86-4d66-9433-08b8d23f0554 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5517426 Nov 24 13:04:41.568169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39306) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:41.587227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c3cc3621-d077-4755-9b7a-a7df561cf68b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:41.682223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:04:41.686318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:04:41.692464 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:41.726571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39312) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:41.770332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:41.771271 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:41.776304 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] 10.222.0.59 "PUT /v2.0/ports/180b3a0e-09d0-4629-bcf5-3a6e05858627 HTTP/1.1" status: 200 len: 1092 time: 2.0412242 Nov 24 13:04:41.778218 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': 'e4ad6779-102e-455d-9b08-3dc900237ade'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:04:41.779316 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:41.863801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c744f-c1df-46fd-a57f-49c8653c6d2d service neutron] Pushing event updated for resources: {'Port': ['ID=180b3a0e-09d0-4629-bcf5-3a6e05858627,revision_number=10']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:41.881683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-e6e643fe-7652-41d4-ba7f-8b886f1f0ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:41.884409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-e6e643fe-7652-41d4-ba7f-8b886f1f0ed2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 1096 time: 0.0823388 Nov 24 13:04:41.906473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1066599193'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:41.957709 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7971ef6-20c7-4451-a1a3-ab857e363d29 req-3994f4b6-eea0-4f23-8851-1fd38bfec177 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:41.961222 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c7971ef6-20c7-4451-a1a3-ab857e363d29 req-3994f4b6-eea0-4f23-8851-1fd38bfec177 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.2887073 Nov 24 13:04:41.994129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Allocated IP 2001:db8::f816:3eff:fee1:d80 (cda05003-a875-4de3-a8fc-2e63803a60bb/e4ad6779-102e-455d-9b08-3dc900237ade/af1c2e01-dc40-416f-903d-b3a124ed641e) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:42.002203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cc3621-d077-4755-9b7a-a7df561cf68b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:42.005651 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3621-d077-4755-9b7a-a7df561cf68b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.007783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4a0b16b0-a9c6-4e7f-8322-6c125e10caad req-285c202c-7d57-44a8-a458-074cf5c68615 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 210 time: 0.0390522 Nov 24 13:04:42.034786 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-69d1f79a-7488-40c6-8d05-6c371c6a6486 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Allocated IP 172.20.0.7 (5cccba62-52c2-465c-b3ac-bb101df54ca0/98e29d58-9582-4d49-a36e-dbefd713eabd/87789dd0-16d4-43a4-a826-bd1f183f27c5) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:42.047594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-d4250f5e-947f-4185-8d44-4531547b339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:42.051314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-d4250f5e-947f-4185-8d44-4531547b339d service neutron] 10.222.0.59 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 917 time: 0.1590168 Nov 24 13:04:42.128480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:42.131644 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.150929 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-c8dda684-05db-4320-85bb-9e3ce9226032 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627 HTTP/1.1" status: 200 len: 999 time: 0.0896764 Nov 24 13:04:42.166009 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.189146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c7971ef6-20c7-4451-a1a3-ab857e363d29 req-abc28193-a2d7-4557-a099-b8f66c8e3e58 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070312 Nov 24 13:04:42.205901 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.213361 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.265282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:42.268872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:42.272457 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-fa914b35-e45a-481d-b86d-aa6a8adc087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:42.272622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:42.274039 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-fa914b35-e45a-481d-b86d-aa6a8adc087c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 200 len: 855 time: 0.1148489 Nov 24 13:04:42.316174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Pushing event updated for resources: {'Port': ['ID=af1c2e01-dc40-416f-903d-b3a124ed641e,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:42.337212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-9263fdfc-1571-4e89-b865-1d35baccc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:42.338785 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-9263fdfc-1571-4e89-b865-1d35baccc08d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e912b44-eae9-40e6-89c7-30777a476f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531385 Nov 24 13:04:42.349809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Attempting to bind port af1c2e01-dc40-416f-903d-b3a124ed641e on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:04:42.350336 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Attempting to bind port af1c2e01-dc40-416f-903d-b3a124ed641e by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:04:42.350532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Attempting to bind port af1c2e01-dc40-416f-903d-b3a124ed641e on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:42.355636 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:04:42.356015 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:42.356418 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.356876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:04:42.357372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Bound port: af1c2e01-dc40-416f-903d-b3a124ed641e, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:04:42.357754 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.425935 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] For port af1c2e01-dc40-416f-903d-b3a124ed641e, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:04:42.429027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] For port af1c2e01-dc40-416f-903d-b3a124ed641e, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=af1c2e01-dc40-416f-903d-b3a124ed641e,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:04:42.434686 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.442091 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-80348e01-bde1-4901-a716-b9a4e35e3b06 service neutron] 10.222.0.59 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950456 Nov 24 13:04:42.485695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.491895 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-69d1f79a-7488-40c6-8d05-6c371c6a6486 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.498211 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.506982 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edb28b-b4ee-4bfb-bea1-6867a63341b0 None None] Pushing event updated for resources: {'Port': ['ID=af1c2e01-dc40-416f-903d-b3a124ed641e,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:42.549168 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device ffb7d8b9-5d8f-4dfe-a522-49a523abd160 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:04:42.551942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device efd4e70a-02a6-44db-92d8-25b5ae585707 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:04:42.561113 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-c4cd2673-ccee-42f4-a3bd-9039a3589b4c service neutron] 10.222.0.59 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092339 Nov 24 13:04:42.609968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:04:42.638763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac84330-464d-41e2-8509-59aa242e87d9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:42.654001 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.654302 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Added segment fe79fdd4-1e95-498f-9796-79b829bec1db of type vlan for network c8abdef8-08cd-4321-b219-3a92f77c22e1 Nov 24 13:04:42.690499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6f1a18f8-4332-4e57-9489-5be890b0637e no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:04:42.711894 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3621-d077-4755-9b7a-a7df561cf68b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.720235 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-69d1f79a-7488-40c6-8d05-6c371c6a6486 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.727764 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.747756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 6f1a18f8-4332-4e57-9489-5be890b0637e {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:04:42.748042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6f1a18f8-4332-4e57-9489-5be890b0637e not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:04:42.766330 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.810377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 4ac50e45-26f7-425a-b6e8-2346add486f4 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:04:42.821426 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd826fe-4910-4269-a59b-bd3998ed4a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efd4e70a-02a6-44db-92d8-25b5ae585707'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:04:42.824668 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4364e7b8-cb15-4ab7-a743-dc4ab1338d37" -d '{"events": [{"server_uuid": "ccd826fe-4910-4269-a59b-bd3998ed4a34", "name": "network-vif-unplugged", "status": "completed", "tag": "efd4e70a-02a6-44db-92d8-25b5ae585707"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:04:42.827018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc3621-d077-4755-9b7a-a7df561cf68b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:42.854506 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-69d1f79a-7488-40c6-8d05-6c371c6a6486 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Network 5cccba62-52c2-465c-b3ac-bb101df54ca0 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:42.857791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c3cc3621-d077-4755-9b7a-a7df561cf68b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:42.866464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cc3621-d077-4755-9b7a-a7df561cf68b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:42.867084 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3621-d077-4755-9b7a-a7df561cf68b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.875922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-69d1f79a-7488-40c6-8d05-6c371c6a6486 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:42.881236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc3621-d077-4755-9b7a-a7df561cf68b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=54b9c53f-5913-47a2-8637-04e43d5e2f59,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:42.885744 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-69d1f79a-7488-40c6-8d05-6c371c6a6486 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:42.889121 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.893937 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:42.894698 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.896856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1f79a-7488-40c6-8d05-6c371c6a6486 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Pushing event updated for resources: {'Port': ['ID=87789dd0-16d4-43a4-a826-bd1f183f27c5,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:42.927360 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 4ac50e45-26f7-425a-b6e8-2346add486f4 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:04:42.927709 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 4ac50e45-26f7-425a-b6e8-2346add486f4 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:04:42.937645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port efd4e70a-02a6-44db-92d8-25b5ae585707, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=efd4e70a-02a6-44db-92d8-25b5ae585707,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:42.953989 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:42.958228 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:42.991760 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c3cc3621-d077-4755-9b7a-a7df561cf68b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4202354 Nov 24 13:04:42.995373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39348) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:43.004241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'mac_address': 'fa:16:3e:2b:4c:a0', 'name': 'tempest-NetworksTestDHCPv6-1638995626'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:43.052159 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3245101 Nov 24 13:04:43.057231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39354) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:43.088117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:04:43.088864 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-18d2ca12-1040-4e24-bd42-70283686beec tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1136076166'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:43.089474 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bf82cb-a7ea-401e-a95c-0b5b18a5c8ad x-openstack-request-id: req-a5bf82cb-a7ea-401e-a95c-0b5b18a5c8ad {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:04:43.090010 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd826fe-4910-4269-a59b-bd3998ed4a34", "name": "network-vif-unplugged", "status": "completed", "tag": "efd4e70a-02a6-44db-92d8-25b5ae585707", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:04:43.090629 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5bf82cb-a7ea-401e-a95c-0b5b18a5c8ad {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:04:43.091781 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd826fe-4910-4269-a59b-bd3998ed4a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efd4e70a-02a6-44db-92d8-25b5ae585707', 'code': 200} Nov 24 13:04:43.095175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=efd4e70a-02a6-44db-92d8-25b5ae585707,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:43.095309 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89371b53-3db0-4e38-a8ef-48e37d95546d" -d '{"events": [{"name": "network-changed", "server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:04:43.101268 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160', 'mac_address': 'fa:16:3e:53:fd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:04:43.156463 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:43.165346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-69d1f79a-7488-40c6-8d05-6c371c6a6486 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:43.166151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-69d1f79a-7488-40c6-8d05-6c371c6a6486 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:43.177708 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35727c89-4978-4c90-9452-a849f589a870 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Network': ['ID=c8abdef8-08cd-4321-b219-3a92f77c22e1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:43.181044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb7d8b9-5d8f-4dfe-a522-49a523abd160 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:04:43.189094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network c8abdef8-08cd-4321-b219-3a92f77c22e1 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:04:43.220129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d2ca12-1040-4e24-bd42-70283686beec tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:43.245725 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18d2ca12-1040-4e24-bd42-70283686beec tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:43.267767 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-69d1f79a-7488-40c6-8d05-6c371c6a6486 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1138883 Nov 24 13:04:43.282536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:43.294879 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:43.324499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Request body: {'port': {'device_id': '7e24b9af-7cdb-4725-8abd-5edc3402d101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:43.354672 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a065ee2-ed41-46e5-bb5b-0f2b237c1eb7 x-openstack-request-id: req-8a065ee2-ed41-46e5-bb5b-0f2b237c1eb7 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:04:43.354980 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:04:43.355697 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a065ee2-ed41-46e5-bb5b-0f2b237c1eb7 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:04:43.356323 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'status': 'completed', 'code': 200} Nov 24 13:04:43.427378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d2ca12-1040-4e24-bd42-70283686beec tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:04:43.467684 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18d2ca12-1040-4e24-bd42-70283686beec tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:43.468449 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-18d2ca12-1040-4e24-bd42-70283686beec tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Added segment 9c40e99e-98f3-4cab-9aaf-f17e404b0ab6 of type vlan for network c3927a91-7aab-462c-9667-d7f75281e817 Nov 24 13:04:43.473077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['ffb7d8b9-5d8f-4dfe-a522-49a523abd160'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:04:43.479446 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:43.508248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eb7b6-5628-4ca2-b802-b943f2a6dd1c req-9e8b49fd-f1ac-48de-8694-50c4c95d997c tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:43.523925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce2eb7b6-5628-4ca2-b802-b943f2a6dd1c req-9e8b49fd-f1ac-48de-8694-50c4c95d997c tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 931 time: 0.2872376 Nov 24 13:04:43.567591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:43.594873 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18d2ca12-1040-4e24-bd42-70283686beec tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:43.667705 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89371b53-3db0-4e38-a8ef-48e37d95546d req-e28e0ebb-3b1f-43fc-87ee-5fabf456e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:43.669368 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89371b53-3db0-4e38-a8ef-48e37d95546d req-e28e0ebb-3b1f-43fc-87ee-5fabf456e507 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 1096 time: 0.3090708 Nov 24 13:04:43.767978 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:43.803781 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231c324-9ffe-4f04-9760-c55e61749b75 req-211dd29a-57d1-4bfa-84e4-72af9cff639f tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:43.805547 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f231c324-9ffe-4f04-9760-c55e61749b75 req-211dd29a-57d1-4bfa-84e4-72af9cff639f tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.2599993 Nov 24 13:04:43.806295 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18d2ca12-1040-4e24-bd42-70283686beec tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:43.822787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2ca12-1040-4e24-bd42-70283686beec tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:43.823759 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18d2ca12-1040-4e24-bd42-70283686beec tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:44.034940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce2eb7b6-5628-4ca2-b802-b943f2a6dd1c req-fef1ff9d-f07b-42e4-84cb-76a66e41d44a tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037322 Nov 24 13:04:44.139913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89371b53-3db0-4e38-a8ef-48e37d95546d req-d3cba1fe-d340-48a3-8897-8ee907246127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:44.149535 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89371b53-3db0-4e38-a8ef-48e37d95546d req-d3cba1fe-d340-48a3-8897-8ee907246127 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 200 len: 917 time: 0.4185805 Nov 24 13:04:44.162305 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:44.263288 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d1d0f6-d840-43ff-8078-5a9201347a70 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:44.277699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port 02ee409f-9e8b-40c1-80fc-bc2dcd6a2ff8 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:04:44.327828 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89371b53-3db0-4e38-a8ef-48e37d95546d req-c04ae284-5d93-47f0-8514-d5934467734a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627 HTTP/1.1" status: 200 len: 999 time: 0.1623471 Nov 24 13:04:44.444178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-cbff89cd-9765-4eac-8888-09a9e3ed84c6 None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:44.445078 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cbff89cd-9765-4eac-8888-09a9e3ed84c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:44.582617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89371b53-3db0-4e38-a8ef-48e37d95546d req-1b572f88-5ba8-4891-8842-4c0b260c9b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:44.584904 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89371b53-3db0-4e38-a8ef-48e37d95546d req-1b572f88-5ba8-4891-8842-4c0b260c9b4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 200 len: 855 time: 0.1786840 Nov 24 13:04:44.721928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 172.20.0.5 (cda05003-a875-4de3-a8fc-2e63803a60bb/54b9c53f-5913-47a2-8637-04e43d5e2f59/02ee409f-9e8b-40c1-80fc-bc2dcd6a2ff8) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:44.738542 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::f816:3eff:fe2b:4ca0 (cda05003-a875-4de3-a8fc-2e63803a60bb/e4ad6779-102e-455d-9b08-3dc900237ade/02ee409f-9e8b-40c1-80fc-bc2dcd6a2ff8) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:44.805749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device ffb7d8b9-5d8f-4dfe-a522-49a523abd160 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:44.807969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device af1c2e01-dc40-416f-903d-b3a124ed641e up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:44.901926 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-18d2ca12-1040-4e24-bd42-70283686beec tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8343718 Nov 24 13:04:44.917893 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39400) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:44.924656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f87424ac-5bcf-4de8-945c-27515a062154 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'subnet': {'network_id': 'c8abdef8-08cd-4321-b219-3a92f77c22e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:44.999670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:45.000067 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:45.054791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port ffb7d8b9-5d8f-4dfe-a522-49a523abd160 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:45.055170 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:45.104021 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cbff89cd-9765-4eac-8888-09a9e3ed84c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:45.174773 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2ca12-1040-4e24-bd42-70283686beec tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Network': ['ID=c3927a91-7aab-462c-9667-d7f75281e817,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:45.204984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87424ac-5bcf-4de8-945c-27515a062154 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:45.213680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network c3927a91-7aab-462c-9667-d7f75281e817 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:04:45.214416 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f87424ac-5bcf-4de8-945c-27515a062154 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:45.333475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-cbff89cd-9765-4eac-8888-09a9e3ed84c6 None None] For port af1c2e01-dc40-416f-903d-b3a124ed641e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=af1c2e01-dc40-416f-903d-b3a124ed641e,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:45.421175 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cbff89cd-9765-4eac-8888-09a9e3ed84c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:45.508594 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f87424ac-5bcf-4de8-945c-27515a062154 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:45.544949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d8e94c-a3a1-4759-af44-a5db42ea07b0 None None] Update dhcp port {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': 'e4ad6779-102e-455d-9b08-3dc900237ade', 'ip_address': '2001:db8::f816:3eff:fee1:d80'}, {'subnet_id': '54b9c53f-5913-47a2-8637-04e43d5e2f59'}], 'binding:host_id': 'n-d-817303-4'}, 'id': 'af1c2e01-dc40-416f-903d-b3a124ed641e'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:04:45.603298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87424ac-5bcf-4de8-945c-27515a062154 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Subnet': ['ID=20d5a9e1-9530-4576-b370-2cb6f30d19dd,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:45.634356 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f231c324-9ffe-4f04-9760-c55e61749b75 req-6c3e371b-95f9-4707-9cfa-e346f2244e93 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.8074019 Nov 24 13:04:45.735703 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87424ac-5bcf-4de8-945c-27515a062154 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Checking segment: {'id': 'fe79fdd4-1e95-498f-9796-79b829bec1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c8abdef8-08cd-4321-b219-3a92f77c22e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:45.736080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87424ac-5bcf-4de8-945c-27515a062154 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network hostable DHCP agents. Network: c8abdef8-08cd-4321-b219-3a92f77c22e1, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:04:45.760286 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:45.791144 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:45.793962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff89cd-9765-4eac-8888-09a9e3ed84c6 None None] Pushing event updated for resources: {'Port': ['ID=af1c2e01-dc40-416f-903d-b3a124ed641e,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:45.810696 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-82d8e94c-a3a1-4759-af44-a5db42ea07b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:45.853763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87424ac-5bcf-4de8-945c-27515a062154 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network c8abdef8-08cd-4321-b219-3a92f77c22e1 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:04:45.863565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:04:45.865922 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5b0422-6504-454d-9ef8-e1e81d6268bc" -d '{"events": [{"server_uuid": "3252a0ed-6d14-44e8-9acd-d6548f4581a4", "name": "network-vif-plugged", "status": "completed", "tag": "ffb7d8b9-5d8f-4dfe-a522-49a523abd160"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:04:45.885412 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-f87424ac-5bcf-4de8-945c-27515a062154 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, c8abdef8-08cd-4321-b219-3a92f77c22e1) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:45.900654 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87424ac-5bcf-4de8-945c-27515a062154 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:45.901746 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f87424ac-5bcf-4de8-945c-27515a062154 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:45.949155 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b13227-37c2-449a-b570-a43da03bee86 None None] Network c8abdef8-08cd-4321-b219-3a92f77c22e1 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:46.034019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:46.086087 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:46.116533 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:04:46.117561 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:04:46.124595 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f87424ac-5bcf-4de8-945c-27515a062154 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2018571 Nov 24 13:04:46.129298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39408) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:46.174802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-eb4e67af-f38f-458f-b177-8cc24ca48849 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'subnet': {'network_id': 'c3927a91-7aab-462c-9667-d7f75281e817', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:46.179347 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89371b53-3db0-4e38-a8ef-48e37d95546d req-74c92a5e-9d2a-4f7c-a333-a734e0eb99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:46.183661 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89371b53-3db0-4e38-a8ef-48e37d95546d req-74c92a5e-9d2a-4f7c-a333-a734e0eb99fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5e912b44-eae9-40e6-89c7-30777a476f74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4234600 Nov 24 13:04:46.410732 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87789dd0-16d4-43a4-a826-bd1f183f27c5 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:04:46.516802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,revision_number=10']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:46.526056 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:46.545114 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Transition to ACTIVE for port object 87789dd0-16d4-43a4-a826-bd1f183f27c5 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:04:46.588352 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:46.590454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4e67af-f38f-458f-b177-8cc24ca48849 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:46.597151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb4e67af-f38f-458f-b177-8cc24ca48849 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:46.605856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-c8abdef8-08cd-4321-b219-3a92f77c22e1', 'network_id': 'c8abdef8-08cd-4321-b219-3a92f77c22e1', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'fixed_ips': [{'subnet_id': '20d5a9e1-9530-4576-b370-2cb6f30d19dd'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:04:46.607297 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:46.639224 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:46.685341 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Pushing event updated for resources: {'Port': ['ID=87789dd0-16d4-43a4-a826-bd1f183f27c5,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:46.741253 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89371b53-3db0-4e38-a8ef-48e37d95546d req-42d6c330-832d-4212-a768-a7cbaa223089 service neutron] 10.222.0.59 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004118 Nov 24 13:04:46.744987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc7cb2-820a-4422-8bf8-a0ddc68172e2 req-934fc2bc-eb21-45b0-aadc-81ba7aa43fdc tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:46.747226 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0efc7cb2-820a-4422-8bf8-a0ddc68172e2 req-934fc2bc-eb21-45b0-aadc-81ba7aa43fdc tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 931 time: 0.4301314 Nov 24 13:04:46.811288 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:46.906418 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0efc7cb2-820a-4422-8bf8-a0ddc68172e2 req-96cf20ff-09db-4f44-b947-30c3d17d1281 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293561 Nov 24 13:04:46.939110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:46.954728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:46.972434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:47.057958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Attempting to bind port 87789dd0-16d4-43a4-a826-bd1f183f27c5 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:04:47.058515 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Attempting to bind port 87789dd0-16d4-43a4-a826-bd1f183f27c5 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:04:47.059209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Attempting to bind port 87789dd0-16d4-43a4-a826-bd1f183f27c5 on network 5cccba62-52c2-465c-b3ac-bb101df54ca0 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:47.070624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Port 87789dd0-16d4-43a4-a826-bd1f183f27c5 on network 5cccba62-52c2-465c-b3ac-bb101df54ca0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:04:47.071766 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Attempting to bind port 87789dd0-16d4-43a4-a826-bd1f183f27c5 on network 5cccba62-52c2-465c-b3ac-bb101df54ca0 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:47.073290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=02ee409f-9e8b-40c1-80fc-bc2dcd6a2ff8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:47.087408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:04:47.088272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Checking segment: {'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:47.088929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Bound using segment: {'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:04:47.089577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Bound port: 87789dd0-16d4-43a4-a826-bd1f183f27c5, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed40a71f-cb17-4c4a-8399-49973f8884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:04:47.090333 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:47.161627 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:47.162333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:47.175199 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ae0833-28c2-4ee7-b5aa-1d0916dc03d4 x-openstack-request-id: req-35ae0833-28c2-4ee7-b5aa-1d0916dc03d4 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:04:47.175863 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252a0ed-6d14-44e8-9acd-d6548f4581a4", "name": "network-vif-plugged", "status": "completed", "tag": "ffb7d8b9-5d8f-4dfe-a522-49a523abd160", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:04:47.175863 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-35ae0833-28c2-4ee7-b5aa-1d0916dc03d4 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:04:47.176189 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160', 'code': 200} Nov 24 13:04:47.181002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device af1c2e01-dc40-416f-903d-b3a124ed641e up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:47.279417 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a046dc92-4c40-4fc2-b20b-fe97b7a3793e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2825203 Nov 24 13:04:47.308351 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39416) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:47.346240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-82d8e94c-a3a1-4759-af44-a5db42ea07b0 None None] Allocated IP 172.20.0.2 (cda05003-a875-4de3-a8fc-2e63803a60bb/54b9c53f-5913-47a2-8637-04e43d5e2f59/af1c2e01-dc40-416f-903d-b3a124ed641e) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:47.406736 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] For port 87789dd0-16d4-43a4-a826-bd1f183f27c5, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:04:47.438103 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb4e67af-f38f-458f-b177-8cc24ca48849 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:47.467765 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89371b53-3db0-4e38-a8ef-48e37d95546d req-1ca0640a-7086-41d9-abaa-6332b023ec58 service neutron] 10.222.0.59 "GET /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260148 Nov 24 13:04:47.533847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] For port 87789dd0-16d4-43a4-a826-bd1f183f27c5, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=87789dd0-16d4-43a4-a826-bd1f183f27c5,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:04:47.535156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e67af-f38f-458f-b177-8cc24ca48849 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Subnet': ['ID=749a3c4c-fd8a-4e9b-b05c-bd958620e7eb,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:47.561357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eb176-97a5-4c81-8799-da5e72b0a168 req-6903fac8-c97a-478c-be89-0d96f8bab063 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:47.562990 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc9eb176-97a5-4c81-8799-da5e72b0a168 req-6903fac8-c97a-478c-be89-0d96f8bab063 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.3573797 Nov 24 13:04:47.573788 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b26943d-7343-4dbb-bc7e-edffcdae30fe tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:47.581504 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-82d8e94c-a3a1-4759-af44-a5db42ea07b0 None None] For port af1c2e01-dc40-416f-903d-b3a124ed641e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=af1c2e01-dc40-416f-903d-b3a124ed641e,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:47.582895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b26943d-7343-4dbb-bc7e-edffcdae30fe tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:47.584529 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5b26943d-7343-4dbb-bc7e-edffcdae30fe tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2751808 Nov 24 13:04:47.585862 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:47.587366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39418) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:47.619735 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-82d8e94c-a3a1-4759-af44-a5db42ea07b0 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:47.644046 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-82d8e94c-a3a1-4759-af44-a5db42ea07b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:47.728399 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:47.729431 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:47.737017 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] 10.222.0.59 "PUT /v2.0/ports/87789dd0-16d4-43a4-a826-bd1f183f27c5 HTTP/1.1" status: 200 len: 1091 time: 4.4323838 Nov 24 13:04:47.739779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e24b9af-7cdb-4725-8abd-5edc3402d101', 'tag': '87789dd0-16d4-43a4-a826-bd1f183f27c5'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:04:47.744543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8e94c-a3a1-4759-af44-a5db42ea07b0 None None] Pushing event updated for resources: {'Port': ['ID=af1c2e01-dc40-416f-903d-b3a124ed641e,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:47.748543 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffe32ac-18bd-4d09-b284-1a51fe8d073c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e24b9af-7cdb-4725-8abd-5edc3402d101", "tag": "87789dd0-16d4-43a4-a826-bd1f183f27c5"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:04:47.869875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:47.870872 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:47.908080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Allocated IP 2001:db8::2 (c8abdef8-08cd-4321-b219-3a92f77c22e1/20d5a9e1-9530-4576-b370-2cb6f30d19dd/4cd7aa71-3691-400a-8946-8e2b14fd14ea) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:47.924335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-8c111ef1-574c-4cdf-b543-29cc7aca964c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port 02ee409f-9e8b-40c1-80fc-bc2dcd6a2ff8 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:04:47.924681 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c111ef1-574c-4cdf-b543-29cc7aca964c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:47.987865 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e67af-f38f-458f-b177-8cc24ca48849 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Checking segment: {'id': '9c40e99e-98f3-4cab-9aaf-f17e404b0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c3927a91-7aab-462c-9667-d7f75281e817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:47.988280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e67af-f38f-458f-b177-8cc24ca48849 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network hostable DHCP agents. Network: c3927a91-7aab-462c-9667-d7f75281e817, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:04:48.046011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632f982-9570-4a71-9eb2-286a8a1055d6 service neutron] Pushing event updated for resources: {'Port': ['ID=87789dd0-16d4-43a4-a826-bd1f183f27c5,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:48.105663 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc9eb176-97a5-4c81-8799-da5e72b0a168 req-4c3d9bd1-79d1-415f-a28f-b76fa80b0c88 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4890175 Nov 24 13:04:48.155563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-5582edf0-2563-4954-9e42-f376b1994c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:48.169379 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-5582edf0-2563-4954-9e42-f376b1994c57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=287e84d4474541d9b89eedb799c54d28&device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 1094 time: 0.3440351 Nov 24 13:04:48.180214 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c111ef1-574c-4cdf-b543-29cc7aca964c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:48.183223 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:48.204376 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-8c111ef1-574c-4cdf-b543-29cc7aca964c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for 02ee409f-9e8b-40c1-80fc-bc2dcd6a2ff8 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:04:48.206357 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:48.311669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Network c8abdef8-08cd-4321-b219-3a92f77c22e1 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:48.322109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:48.324966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Pushing event updated for resources: {'Port': ['ID=4cd7aa71-3691-400a-8946-8e2b14fd14ea,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:48.328135 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:48.422439 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-a37a94e0-81af-4b95-b9d4-e1a72b8aba1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87789dd0-16d4-43a4-a826-bd1f183f27c5 HTTP/1.1" status: 200 len: 217 time: 0.2132742 Nov 24 13:04:48.424218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e67af-f38f-458f-b177-8cc24ca48849 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network c3927a91-7aab-462c-9667-d7f75281e817 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:04:48.555556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-c3df9193-cfb1-4e3b-a56d-8aeb1cd3409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:48.557963 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-c3df9193-cfb1-4e3b-a56d-8aeb1cd3409a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98e29d58-9582-4d49-a36e-dbefd713eabd HTTP/1.1" status: 200 len: 844 time: 0.1220832 Nov 24 13:04:48.562855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-eb4e67af-f38f-458f-b177-8cc24ca48849 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, c3927a91-7aab-462c-9667-d7f75281e817) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:48.570611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e67af-f38f-458f-b177-8cc24ca48849 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:48.575468 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb4e67af-f38f-458f-b177-8cc24ca48849 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:48.654669 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-26889882-eb06-40f1-b9de-e9a474652ae1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cccba62-52c2-465c-b3ac-bb101df54ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762148 Nov 24 13:04:48.668475 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eb4e67af-f38f-458f-b177-8cc24ca48849 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5092463 Nov 24 13:04:48.672199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39426) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:48.680709 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-31b7d824-520c-452c-8246-a5e3ee1af81c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-858109717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:48.683248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74c6c4-1897-4bd9-8550-4d6410569eb9 req-8e6f9d06-735f-4f1d-8a7e-f76de35f1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:48.685535 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd74c6c4-1897-4bd9-8550-4d6410569eb9 req-8e6f9d06-735f-4f1d-8a7e-f76de35f1ee6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5f40869760341d98b5fa0a9a4d5d46b&device_id=3252a0ed-6d14-44e8-9acd-d6548f4581a4 HTTP/1.1" status: 200 len: 1102 time: 0.1989014 Nov 24 13:04:48.821654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34e84d2-b344-4cc0-8853-c171075a16f9 None None] Network c3927a91-7aab-462c-9667-d7f75281e817 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:48.885726 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c111ef1-574c-4cdf-b543-29cc7aca964c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:48.893526 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-c0adea94-1cfd-4361-8bb2-f747539b22b2 service neutron] 10.222.0.59 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993706 Nov 24 13:04:48.905400 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11de71d6-e4dc-4a7d-9b6b-0b19401eed29 x-openstack-request-id: req-11de71d6-e4dc-4a7d-9b6b-0b19401eed29 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:04:48.905740 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e24b9af-7cdb-4725-8abd-5edc3402d101", "tag": "87789dd0-16d4-43a4-a826-bd1f183f27c5", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:04:48.905963 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11de71d6-e4dc-4a7d-9b6b-0b19401eed29 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:04:48.906378 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e24b9af-7cdb-4725-8abd-5edc3402d101', 'tag': '87789dd0-16d4-43a4-a826-bd1f183f27c5', 'status': 'completed', 'code': 200} Nov 24 13:04:48.913667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Attempting to bind port 4cd7aa71-3691-400a-8946-8e2b14fd14ea on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:04:48.914050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Attempting to bind port 4cd7aa71-3691-400a-8946-8e2b14fd14ea by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'fe79fdd4-1e95-498f-9796-79b829bec1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c8abdef8-08cd-4321-b219-3a92f77c22e1'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:04:48.914421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Attempting to bind port 4cd7aa71-3691-400a-8946-8e2b14fd14ea on network c8abdef8-08cd-4321-b219-3a92f77c22e1 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:48.985622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c111ef1-574c-4cdf-b543-29cc7aca964c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=02ee409f-9e8b-40c1-80fc-bc2dcd6a2ff8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:49.031947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74c6c4-1897-4bd9-8550-4d6410569eb9 req-9cdb37d3-64d5-46a6-b654-264ff80fb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:49.035912 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd74c6c4-1897-4bd9-8550-4d6410569eb9 req-9cdb37d3-64d5-46a6-b654-264ff80fb885 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.3041437 Nov 24 13:04:49.055970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:04:49.069764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Checking segment: {'id': 'fe79fdd4-1e95-498f-9796-79b829bec1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c8abdef8-08cd-4321-b219-3a92f77c22e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:49.070668 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:49.071315 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Bound using segment: {'id': 'fe79fdd4-1e95-498f-9796-79b829bec1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c8abdef8-08cd-4321-b219-3a92f77c22e1'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:04:49.076610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Bound port: 4cd7aa71-3691-400a-8946-8e2b14fd14ea, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe79fdd4-1e95-498f-9796-79b829bec1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c8abdef8-08cd-4321-b219-3a92f77c22e1'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:04:49.078964 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:49.131007 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31b7d824-520c-452c-8246-a5e3ee1af81c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:49.132085 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31b7d824-520c-452c-8246-a5e3ee1af81c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:49.161015 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device af1c2e01-dc40-416f-903d-b3a124ed641e up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:49.207798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829cd41-f99f-4ab6-9fd7-c096768196a1 req-e936c07f-a9ed-40fc-ae06-9237e19110a4 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:49.210215 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9829cd41-f99f-4ab6-9fd7-c096768196a1 req-e936c07f-a9ed-40fc-ae06-9237e19110a4 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 943 time: 0.3029902 Nov 24 13:04:49.289201 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd74c6c4-1897-4bd9-8550-4d6410569eb9 req-46d1ca7a-efa3-4fa3-b5a0-6f454932eaf9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160 HTTP/1.1" status: 200 len: 217 time: 0.1250896 Nov 24 13:04:49.322027 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c111ef1-574c-4cdf-b543-29cc7aca964c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:49.328595 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8c111ef1-574c-4cdf-b543-29cc7aca964c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/02ee409f-9e8b-40c1-80fc-bc2dcd6a2ff8 HTTP/1.1" status: 204 len: 168 time: 1.7397239 Nov 24 13:04:49.329310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39434) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:49.415856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] For port 4cd7aa71-3691-400a-8946-8e2b14fd14ea, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:04:49.422900 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7877e2-cbe8-4793-af1f-e42217a7aa75 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:49.425847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7877e2-cbe8-4793-af1f-e42217a7aa75 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:49.426716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:49.427098 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:49.428900 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7877e2-cbe8-4793-af1f-e42217a7aa75 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:49.431000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8e7877e2-cbe8-4793-af1f-e42217a7aa75 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1007433 Nov 24 13:04:49.434919 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39438) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:49.436523 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31b7d824-520c-452c-8246-a5e3ee1af81c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:49.510491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] For port 4cd7aa71-3691-400a-8946-8e2b14fd14ea, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4cd7aa71-3691-400a-8946-8e2b14fd14ea,segment=NetworkSegment(fe79fdd4-1e95-498f-9796-79b829bec1db),segment_id=fe79fdd4-1e95-498f-9796-79b829bec1db)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:04:49.524447 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31b7d824-520c-452c-8246-a5e3ee1af81c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:49.533154 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:49.538713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74c6c4-1897-4bd9-8550-4d6410569eb9 req-40485eb4-3923-4496-839c-cd434476f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:49.545494 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd74c6c4-1897-4bd9-8550-4d6410569eb9 req-40485eb4-3923-4496-839c-cd434476f5c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1689410 Nov 24 13:04:49.592954 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ea44181-e58b-47f2-b129-2250986a7f19 req-da364e65-7303-44fd-aa3e-7e441d3a8c4e service neutron] 10.222.0.59 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6825948 Nov 24 13:04:49.650133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-943eaecc-bc71-4817-b551-4003eb416d79 None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:49.650133 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-943eaecc-bc71-4817-b551-4003eb416d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:49.655432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daf16b-e35c-4b18-9fe6-2dcd55f8dc77 None None] Pushing event updated for resources: {'Port': ['ID=4cd7aa71-3691-400a-8946-8e2b14fd14ea,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:49.656292 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9829cd41-f99f-4ab6-9fd7-c096768196a1 req-1e5bee48-0292-4f8d-8f96-f6faee6dc595 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958766 Nov 24 13:04:49.677496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa6d509-5a37-4be0-aaa2-9b04cedb891f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 54b9c53f-5913-47a2-8637-04e43d5e2f59 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:04:49.685634 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-c3927a91-7aab-462c-9667-d7f75281e817', 'network_id': 'c3927a91-7aab-462c-9667-d7f75281e817', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'fixed_ips': [{'subnet_id': '749a3c4c-fd8a-4e9b-b05c-bd958620e7eb'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:04:49.686537 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:49.702372 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d509-5a37-4be0-aaa2-9b04cedb891f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:49.780988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74c6c4-1897-4bd9-8550-4d6410569eb9 req-d90766d5-250b-40ba-9d5c-24b4edaa6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:49.782848 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd74c6c4-1897-4bd9-8550-4d6410569eb9 req-d90766d5-250b-40ba-9d5c-24b4edaa6591 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1526120 Nov 24 13:04:49.830715 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d509-5a37-4be0-aaa2-9b04cedb891f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:50.055077 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd74c6c4-1897-4bd9-8550-4d6410569eb9 req-48f6c14c-794a-47a3-9026-1929075ab1d5 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603498 Nov 24 13:04:50.108767 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31b7d824-520c-452c-8246-a5e3ee1af81c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:50.119521 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-31b7d824-520c-452c-8246-a5e3ee1af81c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4454863 Nov 24 13:04:50.140255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39444) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:50.236314 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Allocated IP 2001:db8:1::2 (c3927a91-7aab-462c-9667-d7f75281e817/749a3c4c-fd8a-4e9b-b05c-bd958620e7eb/d8a25331-360f-42ab-91bf-bfcd90db5967) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:50.394085 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd74c6c4-1897-4bd9-8550-4d6410569eb9 req-dac69a42-9298-4b9c-bea0-cab5c3d4af37 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267221 Nov 24 13:04:50.525424 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d509-5a37-4be0-aaa2-9b04cedb891f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:50.663650 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:50.672176 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:50.672411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe32ac-18bd-4d09-b284-1a51fe8d073c req-c2dcf728-7c6f-4e19-8986-c5a196fdb2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:50.674737 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ffe32ac-18bd-4d09-b284-1a51fe8d073c req-c2dcf728-7c6f-4e19-8986-c5a196fdb2ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=287e84d4474541d9b89eedb799c54d28&device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 1094 time: 0.6260347 Nov 24 13:04:50.687990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768d8ae-9873-4923-a8bf-08c08496591a req-ed6052f1-2553-419f-a186-ff62735eb21e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:50.689947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7768d8ae-9873-4923-a8bf-08c08496591a req-ed6052f1-2553-419f-a186-ff62735eb21e tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.4777324 Nov 24 13:04:50.706123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Network c3927a91-7aab-462c-9667-d7f75281e817 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:50.714395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:50.717365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:50.760652 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-50da9a04-2c77-4f59-88bc-501ed9541682 None None] Could not find standard attr ID for object 02ee409f-9e8b-40c1-80fc-bc2dcd6a2ff8. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:04:50.908641 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Pushing event updated for resources: {'Port': ['ID=d8a25331-360f-42ab-91bf-bfcd90db5967,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:50.941094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Attempting to bind port d8a25331-360f-42ab-91bf-bfcd90db5967 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:04:50.941094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Attempting to bind port d8a25331-360f-42ab-91bf-bfcd90db5967 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '9c40e99e-98f3-4cab-9aaf-f17e404b0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c3927a91-7aab-462c-9667-d7f75281e817'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:04:50.941695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Attempting to bind port d8a25331-360f-42ab-91bf-bfcd90db5967 on network c3927a91-7aab-462c-9667-d7f75281e817 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:04:50.947489 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f50f696-dd14-4fca-9019-065cfc5da51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:50.961564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:04:50.963105 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Checking segment: {'id': '9c40e99e-98f3-4cab-9aaf-f17e404b0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c3927a91-7aab-462c-9667-d7f75281e817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:04:50.963773 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:50.976964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Bound using segment: {'id': '9c40e99e-98f3-4cab-9aaf-f17e404b0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c3927a91-7aab-462c-9667-d7f75281e817'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:04:50.979692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Bound port: d8a25331-360f-42ab-91bf-bfcd90db5967, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c40e99e-98f3-4cab-9aaf-f17e404b0ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c3927a91-7aab-462c-9667-d7f75281e817'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:04:50.979692 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:51.012147 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d509-5a37-4be0-aaa2-9b04cedb891f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:51.102186 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2fa6d509-5a37-4be0-aaa2-9b04cedb891f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:51.109312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39450) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:51.109882 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2fa6d509-5a37-4be0-aaa2-9b04cedb891f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/54b9c53f-5913-47a2-8637-04e43d5e2f59 HTTP/1.1" status: 204 len: 168 time: 1.6693144 Nov 24 13:04:51.128989 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2abe10e-de06-49ab-a530-7e80724fbde8 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:51.131105 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4cd7aa71-3691-400a-8946-8e2b14fd14ea up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:51.138255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6d509-5a37-4be0-aaa2-9b04cedb891f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=54b9c53f-5913-47a2-8637-04e43d5e2f59,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:51.149985 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7768d8ae-9873-4923-a8bf-08c08496591a req-f0a1808a-a6ae-4b87-8e0c-281f669cc480 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4421718 Nov 24 13:04:51.164935 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] For port d8a25331-360f-42ab-91bf-bfcd90db5967, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:04:51.173814 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] For port d8a25331-360f-42ab-91bf-bfcd90db5967, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d8a25331-360f-42ab-91bf-bfcd90db5967,segment=NetworkSegment(9c40e99e-98f3-4cab-9aaf-f17e404b0ab6),segment_id=9c40e99e-98f3-4cab-9aaf-f17e404b0ab6)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:04:51.237172 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02b6109-bac3-44fa-9056-613b0ea92de1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet e4ad6779-102e-455d-9b08-3dc900237ade {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:04:51.240770 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:51.254148 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f02b6109-bac3-44fa-9056-613b0ea92de1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:51.304073 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:51.314047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe32ac-18bd-4d09-b284-1a51fe8d073c req-d8b421ac-898d-45a6-a4f6-e716f8ac3801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:51.333411 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ffe32ac-18bd-4d09-b284-1a51fe8d073c req-d8b421ac-898d-45a6-a4f6-e716f8ac3801 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5cccba62-52c2-465c-b3ac-bb101df54ca0 HTTP/1.1" status: 200 len: 905 time: 0.6271899 Nov 24 13:04:51.389381 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f02b6109-bac3-44fa-9056-613b0ea92de1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:51.461379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 4cd7aa71-3691-400a-8946-8e2b14fd14ea triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:51.461760 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:51.477039 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ffe32ac-18bd-4d09-b284-1a51fe8d073c req-fa8dd640-60b0-4b6f-8a98-df245610b5e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87789dd0-16d4-43a4-a826-bd1f183f27c5 HTTP/1.1" status: 200 len: 217 time: 0.1301382 Nov 24 13:04:51.506371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609a39d-2244-4edd-8076-4c3f1b613601 None None] Pushing event updated for resources: {'Port': ['ID=d8a25331-360f-42ab-91bf-bfcd90db5967,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:51.690071 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f02b6109-bac3-44fa-9056-613b0ea92de1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:51.785357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe32ac-18bd-4d09-b284-1a51fe8d073c req-a9f9a174-2778-48b9-8590-8f8b48b26f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:51.787882 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ffe32ac-18bd-4d09-b284-1a51fe8d073c req-a9f9a174-2778-48b9-8590-8f8b48b26f75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98e29d58-9582-4d49-a36e-dbefd713eabd HTTP/1.1" status: 200 len: 844 time: 0.3004832 Nov 24 13:04:51.893041 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ffe32ac-18bd-4d09-b284-1a51fe8d073c req-13e6c8ef-514b-4d74-8ff2-51ae0020f8ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5cccba62-52c2-465c-b3ac-bb101df54ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564482 Nov 24 13:04:51.901285 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f02b6109-bac3-44fa-9056-613b0ea92de1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:51.906213 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:51.911587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c207e318-ff25-4d20-b6b7-73bba89e403e None None] Network c8abdef8-08cd-4321-b219-3a92f77c22e1 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:51.976309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b6109-bac3-44fa-9056-613b0ea92de1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ad6779-102e-455d-9b08-3dc900237ade,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:51.995127 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f02b6109-bac3-44fa-9056-613b0ea92de1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:51.997894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b32b5-7ffe-4299-8ccb-1de1cffb0df1 req-1bfcb594-0d44-4954-806a-17f54f21c5f5 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:51.998539 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f02b6109-bac3-44fa-9056-613b0ea92de1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/e4ad6779-102e-455d-9b08-3dc900237ade HTTP/1.1" status: 204 len: 168 time: 0.8871953 Nov 24 13:04:52.008314 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-962b32b5-7ffe-4299-8ccb-1de1cffb0df1 req-1bfcb594-0d44-4954-806a-17f54f21c5f5 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 943 time: 0.3056877 Nov 24 13:04:52.009629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39452) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:52.259433 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5ce1c911-7688-4bff-9ec9-cffeaf96bd08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2432370 Nov 24 13:04:52.263312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39456) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:52.268355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-37aaf759-75d8-458d-ad84-435babf88808 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:52.318479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8971935e-a775-4565-9217-3f7bc686c4e3 None None] Provisioning complete for port 4cd7aa71-3691-400a-8946-8e2b14fd14ea triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:52.322374 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8971935e-a775-4565-9217-3f7bc686c4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:52.409214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 4cd7aa71-3691-400a-8946-8e2b14fd14ea, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4cd7aa71-3691-400a-8946-8e2b14fd14ea,segment=NetworkSegment(fe79fdd4-1e95-498f-9796-79b829bec1db),segment_id=fe79fdd4-1e95-498f-9796-79b829bec1db)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:52.461077 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:52.580686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37aaf759-75d8-458d-ad84-435babf88808 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:52.584389 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-37aaf759-75d8-458d-ad84-435babf88808 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:52.602936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=4cd7aa71-3691-400a-8946-8e2b14fd14ea,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:52.633652 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 87789dd0-16d4-43a4-a826-bd1f183f27c5 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:04:53.168488 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-37aaf759-75d8-458d-ad84-435babf88808 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:53.280430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ffe32ac-18bd-4d09-b284-1a51fe8d073c req-fbb0e24e-aa86-4cc2-bd4f-42ba66565614 service neutron] 10.222.0.59 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3686450 Nov 24 13:04:53.304293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d8a25331-360f-42ab-91bf-bfcd90db5967 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:53.338024 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-962b32b5-7ffe-4299-8ccb-1de1cffb0df1 req-2d10010c-8e47-4be4-8f3b-41c8c65f0564 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3229840 Nov 24 13:04:53.394117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aaf759-75d8-458d-ad84-435babf88808 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:53.408129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-37aaf759-75d8-458d-ad84-435babf88808 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:53.409249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Allocated IP 2001:db8::1 (c8abdef8-08cd-4321-b219-3a92f77c22e1/20d5a9e1-9530-4576-b370-2cb6f30d19dd/5700732a-6d11-41a1-acdb-a20d613f45e9) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:53.421664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aaf759-75d8-458d-ad84-435babf88808 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:53.424085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ca2323-fbe8-408a-8f79-47a1a6fd1f89 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:53.429174 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-37aaf759-75d8-458d-ad84-435babf88808 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:53.476802 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aaf759-75d8-458d-ad84-435babf88808 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=f80c95e0-ee57-4894-bf92-716fe3774582,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:53.503460 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-37aaf759-75d8-458d-ad84-435babf88808 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2357452 Nov 24 13:04:53.507847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39462) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:53.526487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:53.540285 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b0db6c81-0b8d-405d-8d2a-2bd675bf3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:53.601348 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709757f5-b5c5-4fc7-a336-1956493c0011 None None] Network c3927a91-7aab-462c-9667-d7f75281e817 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:53.632827 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:53.685561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:53.714346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 87789dd0-16d4-43a4-a826-bd1f183f27c5, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=87789dd0-16d4-43a4-a826-bd1f183f27c5,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:53.795997 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network c8abdef8-08cd-4321-b219-3a92f77c22e1 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:53.838838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:53.845041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:53.846508 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:53.899160 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '87789dd0-16d4-43a4-a826-bd1f183f27c5', 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0', 'port_id': '87789dd0-16d4-43a4-a826-bd1f183f27c5', 'mac_address': 'fa:16:3e:fa:cf:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e29d58-9582-4d49-a36e-dbefd713eabd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:04:53.955444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:53.959062 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:54.086079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f3a10-8851-4c43-a812-0e6ce3f8c18c req-0150999d-8826-43a8-9c3b-382bac64f67b tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:54.112046 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-065f3a10-8851-4c43-a812-0e6ce3f8c18c req-0150999d-8826-43a8-9c3b-382bac64f67b tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.4429212 Nov 24 13:04:54.123281 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:54.133199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=5700732a-6d11-41a1-acdb-a20d613f45e9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:54.191479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e9c587dd-0a0c-4143-8231-b1ca32756be3 None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:54.192268 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e9c587dd-0a0c-4143-8231-b1ca32756be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:54.239573 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-065f3a10-8851-4c43-a812-0e6ce3f8c18c req-68233c2e-d0ba-4f4f-8275-3b795486e249 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261504 Nov 24 13:04:54.251152 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ffe32ac-18bd-4d09-b284-1a51fe8d073c req-b581b63b-52a1-46bf-8f9c-bac6e104ad13 service neutron] 10.222.0.59 "GET /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9586418 Nov 24 13:04:54.349071 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d8a25331-360f-42ab-91bf-bfcd90db5967 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:54.350088 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:54.424492 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:54.602421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87789dd0-16d4-43a4-a826-bd1f183f27c5 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:04:54.634019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 87789dd0-16d4-43a4-a826-bd1f183f27c5, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=87789dd0-16d4-43a4-a826-bd1f183f27c5,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:54.658808 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:54.662982 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:54.753049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=87789dd0-16d4-43a4-a826-bd1f183f27c5,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:54.766246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-80200d1f-3ec2-40bd-9d7f-f5e184626c96 None None] Provisioning complete for port d8a25331-360f-42ab-91bf-bfcd90db5967 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:54.766246 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-80200d1f-3ec2-40bd-9d7f-f5e184626c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:54.766246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13d4c83-91d3-4677-b5bf-691b6e0fcdde None None] Update dhcp port {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': 'f80c95e0-ee57-4894-bf92-716fe3774582'}], 'binding:host_id': 'n-d-817303-4'}, 'id': 'af1c2e01-dc40-416f-903d-b3a124ed641e'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:04:54.808994 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c13d4c83-91d3-4677-b5bf-691b6e0fcdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:55.025969 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:55.059073 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:55.061260 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:55.119891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['87789dd0-16d4-43a4-a826-bd1f183f27c5'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:04:55.227234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.objects.ports [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114985) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:04:55.292030 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=5700732a-6d11-41a1-acdb-a20d613f45e9,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:55.411719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network c8abdef8-08cd-4321-b219-3a92f77c22e1 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:55.415511 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:55.416090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:55.432094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ad07c-ff1c-4e63-be69-5d06f7246487 req-6dcc1491-4d31-4769-8e26-e6b95d9e8355 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:55.436108 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-361ad07c-ff1c-4e63-be69-5d06f7246487 req-6dcc1491-4d31-4769-8e26-e6b95d9e8355 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 944 time: 0.6708093 Nov 24 13:04:55.519474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port d8a25331-360f-42ab-91bf-bfcd90db5967, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d8a25331-360f-42ab-91bf-bfcd90db5967,segment=NetworkSegment(9c40e99e-98f3-4cab-9aaf-f17e404b0ab6),segment_id=9c40e99e-98f3-4cab-9aaf-f17e404b0ab6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:55.558754 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:55.560427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4cd7aa71-3691-400a-8946-8e2b14fd14ea up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:55.661317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=d8a25331-360f-42ab-91bf-bfcd90db5967,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:55.700884 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-8fd1bcf3-ec81-4602-a636-637c531a7a38 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8202815 Nov 24 13:04:55.892675 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-361ad07c-ff1c-4e63-be69-5d06f7246487 req-09402335-38f8-4c29-97cf-bd996a67c630 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434893 Nov 24 13:04:55.906999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-702a9abb-fb05-4f23-82fe-ebf4f89be130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:55.913309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-702a9abb-fb05-4f23-82fe-ebf4f89be130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:55.914039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-702a9abb-fb05-4f23-82fe-ebf4f89be130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:55.919988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-702a9abb-fb05-4f23-82fe-ebf4f89be130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:55.920856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-702a9abb-fb05-4f23-82fe-ebf4f89be130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:55.921222 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-702a9abb-fb05-4f23-82fe-ebf4f89be130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:55.921957 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:55.923891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-702a9abb-fb05-4f23-82fe-ebf4f89be130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:55.932108 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-702a9abb-fb05-4f23-82fe-ebf4f89be130 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 6491 time: 0.1222849 Nov 24 13:04:55.962102 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-80200d1f-3ec2-40bd-9d7f-f5e184626c96 None None] Provisioning complete for port 4cd7aa71-3691-400a-8946-8e2b14fd14ea triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:55.962642 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-80200d1f-3ec2-40bd-9d7f-f5e184626c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:56.026211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router d41e26f5-62b9-4e34-b6d5-d6f6281544bd is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:04:56.183005 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-bcf5cf43-daf1-4d40-8a6a-36cdf54ae83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:56.183641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-bcf5cf43-daf1-4d40-8a6a-36cdf54ae83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:56.193306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-bcf5cf43-daf1-4d40-8a6a-36cdf54ae83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:56.195767 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-bcf5cf43-daf1-4d40-8a6a-36cdf54ae83b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ac03b3a-9323-45ec-83d1-c054acbb9fd7&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=af84e79c-ff8c-4c42-88b8-58985a027e75&id=af84e79c-ff8c-4c42-88b8-58985a027e75 HTTP/1.1" status: 200 len: 2293 time: 0.2251265 Nov 24 13:04:56.201549 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:04:56.217998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 4cd7aa71-3691-400a-8946-8e2b14fd14ea triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:56.217998 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:56.220744 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-aea4aa6f-bcdb-4875-b6be-1c55a0fea2bb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/d41e26f5-62b9-4e34-b6d5-d6f6281544bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0065556 Nov 24 13:04:56.263679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39478) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:56.315858 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b9db9-bcf8-493b-a1ec-2e991931f992 None None] Sync routers for ids ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:04:56.342852 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-a6cd5b29-0a02-4559-ac44-6719f2114bfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99460877-87f3-4d57-aa60-c161608694bc HTTP/1.1" status: 200 len: 1000 time: 0.1396732 Nov 24 13:04:56.349277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e6ce76-5a09-4ee7-8e30-edc03cf59cc1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:56.351377 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-50e6ce76-5a09-4ee7-8e30-edc03cf59cc1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports/5700732a-6d11-41a1-acdb-a20d613f45e9 HTTP/1.1" status: 200 len: 911 time: 0.0808997 Nov 24 13:04:56.355164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39480) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:56.414970 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-c13d4c83-91d3-4677-b5bf-691b6e0fcdde None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 13:04:56.414970 n-d-817303-4 neutron-server[114987]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 24 13:04:56.414970 n-d-817303-4 neutron-server[114987]: [parameters: {'ip_address': '2001:db8::f816:3eff:fee1:d80', 'status': 'ALLOCATED', 'ipam_subnet_id': '21d22671-dd50-4174-beec-46ad2bbb72cb'}] Nov 24 13:04:56.414970 n-d-817303-4 neutron-server[114987]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:04:56.415520 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-c13d4c83-91d3-4677-b5bf-691b6e0fcdde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:04:56.516923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b9db9-bcf8-493b-a1ec-2e991931f992 None None] Routers {'d41e26f5-62b9-4e34-b6d5-d6f6281544bd'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:04:56.517708 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-833b9db9-bcf8-493b-a1ec-2e991931f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:56.535173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98980d-251e-46fd-8381-76e73dba769c req-bd32b6b6-f15e-4114-a4e6-865d208f5660 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:56.544484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-f5453c37-6d8b-4f88-93f4-8d518b11b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:56.544977 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e98980d-251e-46fd-8381-76e73dba769c req-bd32b6b6-f15e-4114-a4e6-865d208f5660 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.3217871 Nov 24 13:04:56.546407 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-f5453c37-6d8b-4f88-93f4-8d518b11b147 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6abb9176-f169-4abf-912a-836a2a42f831 HTTP/1.1" status: 200 len: 851 time: 0.1961572 Nov 24 13:04:56.547238 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:56.615836 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e98980d-251e-46fd-8381-76e73dba769c req-22c6fc36-91be-435b-a456-8bbdaa0ab7a4 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695896 Nov 24 13:04:56.723161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-833b9db9-bcf8-493b-a1ec-2e991931f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:56.778029 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:56.798844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b9db9-bcf8-493b-a1ec-2e991931f992 None None] Routers {'d41e26f5-62b9-4e34-b6d5-d6f6281544bd'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:04:56.799572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-833b9db9-bcf8-493b-a1ec-2e991931f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:56.869063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-5f1b1e48-f44f-4138-9357-a6b4d1ec6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:56.870625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-5f1b1e48-f44f-4138-9357-a6b4d1ec6e04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ac03b3a-9323-45ec-83d1-c054acbb9fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3119295 Nov 24 13:04:56.987297 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-833b9db9-bcf8-493b-a1ec-2e991931f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:04:56.989438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833b9db9-bcf8-493b-a1ec-2e991931f992 None None] The sync data for ids ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:04:57.004649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d8a25331-360f-42ab-91bf-bfcd90db5967 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:57.077898 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c13d4c83-91d3-4677-b5bf-691b6e0fcdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:57.131641 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-28a0c07f-ac8a-4502-9c98-92252ffcd684 None None] Provisioning complete for port d8a25331-360f-42ab-91bf-bfcd90db5967 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:57.131933 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28a0c07f-ac8a-4502-9c98-92252ffcd684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:57.241858 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-066b3926-8099-40a6-a477-c86fd5c0a5ca service neutron] 10.222.0.46 "GET /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590975 Nov 24 13:04:57.312805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] For port af1c2e01-dc40-416f-903d-b3a124ed641e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=af1c2e01-dc40-416f-903d-b3a124ed641e,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:57.559474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d8a25331-360f-42ab-91bf-bfcd90db5967 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:57.560091 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:57.565430 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:57.592714 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:57.593520 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:57.608132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b536a-53c1-4606-842e-bf22c903edea req-9d6eff90-f982-4737-8d08-091acafe08ab tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:57.621257 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-141b536a-53c1-4606-842e-bf22c903edea req-9d6eff90-f982-4737-8d08-091acafe08ab tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 944 time: 0.5758801 Nov 24 13:04:57.704359 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:57.787882 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-141b536a-53c1-4606-842e-bf22c903edea req-078722c2-7a6f-418b-98fc-2c1aacfe8dc1 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500053 Nov 24 13:04:57.790530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-f50f2999-19f7-4c92-8f00-9193d56d828d service neutron] 10.222.0.46 "GET /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317400 Nov 24 13:04:57.817981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:57.881997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:57.897173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-c13d4c83-91d3-4677-b5bf-691b6e0fcdde None None] Allocated IP 172.20.0.2 (cda05003-a875-4de3-a8fc-2e63803a60bb/f80c95e0-ee57-4894-bf92-716fe3774582/af1c2e01-dc40-416f-903d-b3a124ed641e) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:57.920356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-28a0c07f-ac8a-4502-9c98-92252ffcd684 None None] Provisioning complete for port 5700732a-6d11-41a1-acdb-a20d613f45e9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:57.920798 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28a0c07f-ac8a-4502-9c98-92252ffcd684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:58.060349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-28a0c07f-ac8a-4502-9c98-92252ffcd684 None None] Port 5700732a-6d11-41a1-acdb-a20d613f45e9 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:04:58.161779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c13d4c83-91d3-4677-b5bf-691b6e0fcdde None None] For port af1c2e01-dc40-416f-903d-b3a124ed641e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=af1c2e01-dc40-416f-903d-b3a124ed641e,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:58.210647 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c13d4c83-91d3-4677-b5bf-691b6e0fcdde None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:58.221633 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c13d4c83-91d3-4677-b5bf-691b6e0fcdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:58.289783 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c16e41-780e-49b1-a87d-3f14d8f0447d req-ba804c54-f70a-4da2-ae63-1ab2bed92f90 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:58.293231 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c1c16e41-780e-49b1-a87d-3f14d8f0447d req-ba804c54-f70a-4da2-ae63-1ab2bed92f90 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.2428749 Nov 24 13:04:58.417828 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d4c83-91d3-4677-b5bf-691b6e0fcdde None None] Pushing event updated for resources: {'Port': ['ID=af1c2e01-dc40-416f-903d-b3a124ed641e,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:58.444858 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-fb510585-355d-4470-91a7-1567e56f5b37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=def5f0b4-8a55-4e94-be95-870008397cd5 HTTP/1.1" status: 200 len: 217 time: 0.6041720 Nov 24 13:04:58.458937 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:58.459602 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:58.588789 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c1c16e41-780e-49b1-a87d-3f14d8f0447d req-1af7b765-74d9-40b9-986f-05aee5b08324 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315290 Nov 24 13:04:58.599939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-983e8d5c-59ea-4010-a9c9-aa879524c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:58.601983 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-983e8d5c-59ea-4010-a9c9-aa879524c2f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.1161771 Nov 24 13:04:58.602675 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=02b2388c-072a-4a79-8f47-aa122f8a0c82,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:58.624270 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.1121283 Nov 24 13:04:58.633884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39494) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:04:58.641194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'mac_address': 'fa:16:3e:a7:99:c3', 'name': 'tempest-NetworksTestDHCPv6-1644816264'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:04:58.679117 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 87789dd0-16d4-43a4-a826-bd1f183f27c5 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:58.695575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Allocated IP 2001:db8:1::1 (c3927a91-7aab-462c-9667-d7f75281e817/749a3c4c-fd8a-4e9b-b05c-bd958620e7eb/cb7cc378-f6a0-4e77-9792-266584957b5f) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:04:58.774871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ddb9ba-118a-4b25-b2cf-c0e080f9845e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=af1c2e01-dc40-416f-903d-b3a124ed641e,revision_number=8']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:58.817961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 87789dd0-16d4-43a4-a826-bd1f183f27c5 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:04:58.845741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 87789dd0-16d4-43a4-a826-bd1f183f27c5 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:58.846128 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:58.942864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device af1c2e01-dc40-416f-903d-b3a124ed641e up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:04:58.993226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:59.007669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-c1995477-d146-43eb-a711-0d44f237631d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:59.015426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-c1995477-d146-43eb-a711-0d44f237631d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3903100 Nov 24 13:04:59.095646 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:59.176542 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:59.185203 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:59.188051 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:59.196284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network c3927a91-7aab-462c-9667-d7f75281e817 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:04:59.202300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:04:59.211896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:04:59.212769 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:59.257795 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-e0940879-f069-4329-9921-72d9a7a186c8 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243257 Nov 24 13:04:59.311074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e24b9af-7cdb-4725-8abd-5edc3402d101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87789dd0-16d4-43a4-a826-bd1f183f27c5'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:04:59.313907 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d17a93-cb0f-47aa-a357-e84b99800520" -d '{"events": [{"server_uuid": "7e24b9af-7cdb-4725-8abd-5edc3402d101", "name": "network-vif-plugged", "status": "completed", "tag": "87789dd0-16d4-43a4-a826-bd1f183f27c5"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:04:59.367829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=cb7cc378-f6a0-4e77-9792-266584957b5f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:59.370644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 87789dd0-16d4-43a4-a826-bd1f183f27c5, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=87789dd0-16d4-43a4-a826-bd1f183f27c5,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:04:59.390634 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:59.420286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adceb35-4c68-4804-84e1-3583e29472d3 req-74291bc9-34b9-4e8b-a2a0-9e830b8fe11f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:04:59.428840 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:04:59.434993 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9adceb35-4c68-4804-84e1-3583e29472d3 req-74291bc9-34b9-4e8b-a2a0-9e830b8fe11f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 944 time: 0.3322003 Nov 24 13:04:59.574027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=87789dd0-16d4-43a4-a826-bd1f183f27c5,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:04:59.715873 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:59.732840 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-1b937308-4244-48a4-9cda-92ed0a29f3fd service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716976 Nov 24 13:04:59.743345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367f7af-4627-4687-834d-775934cffb85 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:04:59.759513 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9adceb35-4c68-4804-84e1-3583e29472d3 req-27ca0bbc-a897-41a7-a49f-a42f747e16e5 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194084 Nov 24 13:04:59.827913 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:04:59.839131 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-934799e8-8c27-400d-a9f2-db82b6561039 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=20c8ea04-17ce-4aff-95c6-f4dc6f99aced HTTP/1.1" status: 200 len: 217 time: 0.0942540 Nov 24 13:04:59.920749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9de37d63-306d-4c8f-8dc9-6c1c79acedb0 None None] Provisioning complete for port cb7cc378-f6a0-4e77-9792-266584957b5f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:04:59.942020 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9de37d63-306d-4c8f-8dc9-6c1c79acedb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:00.061350 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342b1b02-5750-4511-afdb-077966fb58ae x-openstack-request-id: req-342b1b02-5750-4511-afdb-077966fb58ae {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:00.061665 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e24b9af-7cdb-4725-8abd-5edc3402d101", "name": "network-vif-plugged", "status": "completed", "tag": "87789dd0-16d4-43a4-a826-bd1f183f27c5", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:00.061938 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-342b1b02-5750-4511-afdb-077966fb58ae {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:00.062362 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e24b9af-7cdb-4725-8abd-5edc3402d101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87789dd0-16d4-43a4-a826-bd1f183f27c5', 'code': 200} Nov 24 13:05:00.063931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port 994308f5-1472-41b2-b3a8-f5730bea6f2e yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:05:00.113275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-9b5ba4ac-8009-418e-a87d-d0e196e8baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:00.188843 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-9b5ba4ac-8009-418e-a87d-d0e196e8baf9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.2530820 Nov 24 13:05:00.189015 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9de37d63-306d-4c8f-8dc9-6c1c79acedb0 None None] Port cb7cc378-f6a0-4e77-9792-266584957b5f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:05:00.189015 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9de37d63-306d-4c8f-8dc9-6c1c79acedb0 None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:00.189015 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9de37d63-306d-4c8f-8dc9-6c1c79acedb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:00.282839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-9597d876-1810-4d93-915f-7bcfea4c8e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:00.284334 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-9597d876-1810-4d93-915f-7bcfea4c8e06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1108103 Nov 24 13:05:00.455559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327991e5-17f3-416c-b645-471bd040f3d5 req-29ff8c7d-fb45-4ffc-b280-75252dc1d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:00.457200 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-327991e5-17f3-416c-b645-471bd040f3d5 req-29ff8c7d-fb45-4ffc-b280-75252dc1d1f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 1096 time: 0.3023746 Nov 24 13:05:00.470335 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110658d-24c8-4710-b0df-4043e95d8e9b req-c73ef527-e637-49b5-9f42-4b497c927c2a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:00.480207 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2110658d-24c8-4710-b0df-4043e95d8e9b req-c73ef527-e637-49b5-9f42-4b497c927c2a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.2922251 Nov 24 13:05:00.639514 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2110658d-24c8-4710-b0df-4043e95d8e9b req-5482ab39-0dbc-4df5-89ee-25905f624b2d tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583385 Nov 24 13:05:00.643397 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-10eef933-390b-431c-a96a-5b9767d89820 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081310 Nov 24 13:05:00.698415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:00.709710 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-327991e5-17f3-416c-b645-471bd040f3d5 req-596b88a7-81aa-424e-9477-356fe9a45c67 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248938 Nov 24 13:05:00.715250 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:00.716259 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:00.862448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 172.20.0.6 (cda05003-a875-4de3-a8fc-2e63803a60bb/f80c95e0-ee57-4894-bf92-716fe3774582/994308f5-1472-41b2-b3a8-f5730bea6f2e) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:00.866581 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-e97a23c4-cf2f-4eda-be8a-187515e2ca33 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040071 Nov 24 13:05:00.872476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::f816:3eff:fea7:99c3 (cda05003-a875-4de3-a8fc-2e63803a60bb/02b2388c-072a-4a79-8f47-aa122f8a0c82/994308f5-1472-41b2-b3a8-f5730bea6f2e) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:00.964619 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-074ade36-5e86-42a1-89ae-2aff58e3bc37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=939443fc-044e-4799-b719-abd3e260c67f HTTP/1.1" status: 200 len: 217 time: 0.0855258 Nov 24 13:05:01.112059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-5e80027d-5808-4f1c-a937-b562179f935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:01.113581 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-5e80027d-5808-4f1c-a937-b562179f935e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.1393452 Nov 24 13:05:01.274861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-f12b120e-1f3b-47b6-a060-34473b6974e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:01.277177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-f12b120e-1f3b-47b6-a060-34473b6974e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1556773 Nov 24 13:05:01.400152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-3416c4fa-d228-4788-a50d-da3e8ec4404d service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145515 Nov 24 13:05:01.532796 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:01.589284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-2d5bc2d3-1613-43ef-a4c7-dd1364bdd095 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817811 Nov 24 13:05:01.663688 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-47e7f73f-192a-4761-9e67-58ecb5cbe45a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=6ede6d46-dbc0-4874-acf0-53462d41eb60 HTTP/1.1" status: 200 len: 217 time: 0.0626426 Nov 24 13:05:01.757277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-84f413b8-669d-4109-ba72-431591e51fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:01.759736 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-84f413b8-669d-4109-ba72-431591e51fe9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.0891709 Nov 24 13:05:01.766141 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:01.791785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7657a669-b415-4205-9283-4ff7546924a6 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:01.863822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:01.872507 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:01.881561 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:01.941162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:01.942101 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:01.956321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-9745422f-83c7-45ad-a3ad-012138f62542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:01.958588 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-9745422f-83c7-45ad-a3ad-012138f62542 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1899595 Nov 24 13:05:01.968682 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3314326 Nov 24 13:05:01.979528 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39524) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:02.014410 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6dd2b1bb-8801-4ff1-b9f1-1c7394984e0a None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:02.014794 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6dd2b1bb-8801-4ff1-b9f1-1c7394984e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:02.085745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network c3927a91-7aab-462c-9667-d7f75281e817 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:02.097382 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-a6268c84-dae5-4641-b825-084aaabe3bd8 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271451 Nov 24 13:05:02.098667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f99c7-30db-4989-83d9-2142e9e878b9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=994308f5-1472-41b2-b3a8-f5730bea6f2e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:02.123369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:02.156134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=cb7cc378-f6a0-4e77-9792-266584957b5f,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:02.286684 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-e92356dc-3d2f-4e54-8b06-7aed93cfba03 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732867 Nov 24 13:05:02.377102 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402bbd8-e680-4d31-acbe-8faa9105ecf6 req-a92b6a67-a9f8-45da-95c6-a0aecddd51f6 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:02.378812 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2402bbd8-e680-4d31-acbe-8faa9105ecf6 req-a92b6a67-a9f8-45da-95c6-a0aecddd51f6 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 945 time: 0.3983502 Nov 24 13:05:02.427078 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-3a625e32-c923-4465-a473-499f538cb6f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=902ab3b7-d804-47d6-87d0-4d5ed9673025 HTTP/1.1" status: 200 len: 217 time: 0.1333315 Nov 24 13:05:02.445605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af725d-c659-4cd3-88e8-d25d2d2f6ad1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:02.460056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80af725d-c659-4cd3-88e8-d25d2d2f6ad1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:02.470579 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-80af725d-c659-4cd3-88e8-d25d2d2f6ad1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4865503 Nov 24 13:05:02.471135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39540) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:02.546066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-a9a7c53c-f52f-4fc2-96ae-e1bcb6b646df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:02.549892 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-a9a7c53c-f52f-4fc2-96ae-e1bcb6b646df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3114486e-dc07-4c9a-accf-e9e94a0ec567 HTTP/1.1" status: 200 len: 797 time: 0.1155245 Nov 24 13:05:02.669713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-2c383a26-86f8-4379-a65e-dddb33c8b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:02.671283 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-2c383a26-86f8-4379-a65e-dddb33c8b66d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af84e79c-ff8c-4c42-88b8-58985a027e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1137912 Nov 24 13:05:02.683275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664ed25-fe67-4c84-98f4-c5d7493c7735 req-107c8abc-6b24-49be-b4a9-61e2352f68fc tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:02.691564 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d664ed25-fe67-4c84-98f4-c5d7493c7735 req-107c8abc-6b24-49be-b4a9-61e2352f68fc tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.0966616 Nov 24 13:05:02.723498 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router d41e26f5-62b9-4e34-b6d5-d6f6281544bd has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:05:02.825473 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2402bbd8-e680-4d31-acbe-8faa9105ecf6 req-4e657d34-ebbb-4624-b310-b6b107c006b1 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157736 Nov 24 13:05:02.850283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-90e71cdd-5e97-4b9a-bfd0-e042b95f56b5 None None] Provisioning complete for port cb7cc378-f6a0-4e77-9792-266584957b5f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:02.851389 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-90e71cdd-5e97-4b9a-bfd0-e042b95f56b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:02.885286 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d664ed25-fe67-4c84-98f4-c5d7493c7735 req-4a279d24-a028-4553-9a2d-e4f6942cbf36 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927021 Nov 24 13:05:02.946005 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-ac137142-6c93-492c-9679-254896a7cf43 service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516880 Nov 24 13:05:02.969572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-90e71cdd-5e97-4b9a-bfd0-e042b95f56b5 None None] Port cb7cc378-f6a0-4e77-9792-266584957b5f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:05:02.988516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-fdee7a84-a35c-4043-ae55-84cad748452d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port 994308f5-1472-41b2-b3a8-f5730bea6f2e {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:02.989129 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fdee7a84-a35c-4043-ae55-84cad748452d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:03.145726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:05:03.159026 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c54e2a-9894-4e30-a9be-d870bc0a307b None None] Sync routers for ids ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:05:03.170229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39552) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:03.177321 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7587cbcd-2fbd-49f0-b479-9bf8a228a014 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/d41e26f5-62b9-4e34-b6d5-d6f6281544bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8206582 Nov 24 13:05:03.185001 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c54e2a-9894-4e30-a9be-d870bc0a307b None None] Routers {'d41e26f5-62b9-4e34-b6d5-d6f6281544bd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:03.194492 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-07c54e2a-9894-4e30-a9be-d870bc0a307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:03.220122 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fdee7a84-a35c-4043-ae55-84cad748452d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:03.239787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-fdee7a84-a35c-4043-ae55-84cad748452d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for 994308f5-1472-41b2-b3a8-f5730bea6f2e owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:03.262553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc05ba9c-4822-43e4-a1e0-3045e4b851f3 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:03.262815 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-07c54e2a-9894-4e30-a9be-d870bc0a307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:03.265213 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dc05ba9c-4822-43e4-a1e0-3045e4b851f3 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports/cb7cc378-f6a0-4e77-9792-266584957b5f HTTP/1.1" status: 200 len: 913 time: 0.0940337 Nov 24 13:05:03.267925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-ef8fde7d-d731-4619-924d-8cd1aa0c362a service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148642 Nov 24 13:05:03.268617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39554) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:03.300934 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-55256bac-9a27-4d9e-bb53-87d3eef7270a None None] Provisioning complete for port 994308f5-1472-41b2-b3a8-f5730bea6f2e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:03.303192 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c54e2a-9894-4e30-a9be-d870bc0a307b None None] Routers {'d41e26f5-62b9-4e34-b6d5-d6f6281544bd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:03.305350 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-07c54e2a-9894-4e30-a9be-d870bc0a307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:03.305815 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-55256bac-9a27-4d9e-bb53-87d3eef7270a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:03.408172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-55256bac-9a27-4d9e-bb53-87d3eef7270a None None] Port 994308f5-1472-41b2-b3a8-f5730bea6f2e cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:05:03.410094 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-07c54e2a-9894-4e30-a9be-d870bc0a307b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:03.411098 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c54e2a-9894-4e30-a9be-d870bc0a307b None None] The sync data for ids ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:05:03.426558 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-55256bac-9a27-4d9e-bb53-87d3eef7270a None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:03.427237 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-55256bac-9a27-4d9e-bb53-87d3eef7270a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:03.466973 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-1f52871a-75fe-4ef8-b34b-c42b8abed3ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=487e6964-ffa6-4617-8b6a-a8f33e31de54 HTTP/1.1" status: 200 len: 217 time: 0.1763201 Nov 24 13:05:03.614341 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fdee7a84-a35c-4043-ae55-84cad748452d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:03.627987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49184dcf-505f-4c60-97e3-5d46eb6b06e5 req-9e148538-116f-4a36-bed0-6dc4bcf72d12 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:03.629311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49184dcf-505f-4c60-97e3-5d46eb6b06e5 req-9e148538-116f-4a36-bed0-6dc4bcf72d12 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=3252a0ed-6d14-44e8-9acd-d6548f4581a4 HTTP/1.1" status: 200 len: 951 time: 0.4411588 Nov 24 13:05:03.654624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee7a84-a35c-4043-ae55-84cad748452d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=994308f5-1472-41b2-b3a8-f5730bea6f2e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:03.679858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-9f397265-d547-4da8-b61c-12b8e95712a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:03.681449 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-9f397265-d547-4da8-b61c-12b8e95712a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3114486e-dc07-4c9a-accf-e9e94a0ec567 HTTP/1.1" status: 200 len: 797 time: 0.1592536 Nov 24 13:05:03.779822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-282b147c-e7ed-4fba-ab3b-e729d4ee1a8b None None] Could not find standard attr ID for object 994308f5-1472-41b2-b3a8-f5730bea6f2e. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:05:03.883838 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fdee7a84-a35c-4043-ae55-84cad748452d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:03.893513 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fdee7a84-a35c-4043-ae55-84cad748452d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/994308f5-1472-41b2-b3a8-f5730bea6f2e HTTP/1.1" status: 204 len: 168 time: 1.4183285 Nov 24 13:05:03.894575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39562) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:03.991589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eae660a-d1d0-4c4a-b8fd-1ddb5659c619 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:03.998818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eae660a-d1d0-4c4a-b8fd-1ddb5659c619 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:04.002139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eae660a-d1d0-4c4a-b8fd-1ddb5659c619 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:04.007857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8eae660a-d1d0-4c4a-b8fd-1ddb5659c619 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1116931 Nov 24 13:05:04.008834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39566) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:04.097201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89132cb-58fd-48a9-9216-6be88bd9dad8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 02b2388c-072a-4a79-8f47-aa122f8a0c82 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:04.104936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a89132cb-58fd-48a9-9216-6be88bd9dad8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:04.173613 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a89132cb-58fd-48a9-9216-6be88bd9dad8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:04.277503 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a89132cb-58fd-48a9-9216-6be88bd9dad8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:04.288610 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49184dcf-505f-4c60-97e3-5d46eb6b06e5 req-7106980a-f8a6-4ce8-9965-0a10f22988c6 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975845 Nov 24 13:05:04.302309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-466a7021-2aca-4262-b293-5da33db1bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:04.304002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-466a7021-2aca-4262-b293-5da33db1bce0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af84e79c-ff8c-4c42-88b8-58985a027e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6143897 Nov 24 13:05:04.362221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a89132cb-58fd-48a9-9216-6be88bd9dad8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:04.392064 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89132cb-58fd-48a9-9216-6be88bd9dad8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=02b2388c-072a-4a79-8f47-aa122f8a0c82,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:04.396489 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a89132cb-58fd-48a9-9216-6be88bd9dad8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:04.401537 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a89132cb-58fd-48a9-9216-6be88bd9dad8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/02b2388c-072a-4a79-8f47-aa122f8a0c82 HTTP/1.1" status: 204 len: 168 time: 0.3908234 Nov 24 13:05:04.404559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39570) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:04.407841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8910a036-b9fb-4fb9-bb87-8bfc51625461 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:04.479878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-933b4e62-f2e1-4232-af9f-70b80c734e08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet f80c95e0-ee57-4894-bf92-716fe3774582 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:04.483335 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-933b4e62-f2e1-4232-af9f-70b80c734e08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:04.526806 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-f6da9fe8-37e1-442b-8a91-a8f8f31cbdbe service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066860 Nov 24 13:05:04.528949 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-933b4e62-f2e1-4232-af9f-70b80c734e08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:04.557902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d61ee-b01e-42d5-aa60-f6332b12c929 req-54c8536b-4fca-4b24-bc70-1cf9d0e33a2b tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:04.559852 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e71d61ee-b01e-42d5-aa60-f6332b12c929 req-54c8536b-4fca-4b24-bc70-1cf9d0e33a2b tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 945 time: 0.1123731 Nov 24 13:05:04.622575 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-933b4e62-f2e1-4232-af9f-70b80c734e08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:04.687606 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-933b4e62-f2e1-4232-af9f-70b80c734e08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:04.717405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b4e62-f2e1-4232-af9f-70b80c734e08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=f80c95e0-ee57-4894-bf92-716fe3774582,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:04.724550 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-933b4e62-f2e1-4232-af9f-70b80c734e08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:04.727645 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-933b4e62-f2e1-4232-af9f-70b80c734e08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/f80c95e0-ee57-4894-bf92-716fe3774582 HTTP/1.1" status: 204 len: 168 time: 0.3220327 Nov 24 13:05:04.732820 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e71d61ee-b01e-42d5-aa60-f6332b12c929 req-b5626e8f-ee34-4c74-99f4-49e57ef6bf0d tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606607 Nov 24 13:05:04.733202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39572) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:04.760251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cef45bab-8a4c-42a0-9b0c-62d22f820052 req-2dd5ef88-08ce-4c41-8518-314b45b96aac service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243207 Nov 24 13:05:04.801192 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba5f4-0ab2-450e-9a70-8b2a7db82019 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:04.816766 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9aed898d-2a73-44b8-900f-34e92f3c8136 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800474 Nov 24 13:05:04.821284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39576) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:04.827467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:04.943750 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:04.948079 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:04.969438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb61ad-b083-493d-a453-9c79b1efcfef req-9b48f71a-d519-407e-8782-6d0dc9ed31f0 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:04.971494 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2feb61ad-b083-493d-a453-9c79b1efcfef req-9b48f71a-d519-407e-8782-6d0dc9ed31f0 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.1129186 Nov 24 13:05:05.074462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2feb61ad-b083-493d-a453-9c79b1efcfef req-55569546-97f6-4881-8e2a-24d58fa6f931 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682106 Nov 24 13:05:05.184853 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:05.202684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ba5f4-0ab2-450e-9a70-8b2a7db82019 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port cb7cc378-f6a0-4e77-9792-266584957b5f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:05.203049 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba5f4-0ab2-450e-9a70-8b2a7db82019 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:05.261230 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:05.267886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:05.272310 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:05.272944 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:05.286986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=35fe6cad-7ad7-4ec5-91bf-169ae2315956,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:05.296520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:05.296520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:05.297009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:05.297313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:05.297710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:05.298050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:05.298400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:05.298788 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:05.299137 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:05.299469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:05.299802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:05.300131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:05.310808 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4262f450-963f-48a7-ba27-9282142acbfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4883792 Nov 24 13:05:05.314234 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39586) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:05.334469 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0a6c50-bba6-44af-822f-22179c7034f8 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:05.335972 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:05.342029 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba5f4-0ab2-450e-9a70-8b2a7db82019 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:05.355565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ba5f4-0ab2-450e-9a70-8b2a7db82019 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for cb7cc378-f6a0-4e77-9792-266584957b5f owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:05.455013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-06aa0406-4cab-4b10-a0d0-09c8a2572cb1 None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:05.456171 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-06aa0406-4cab-4b10-a0d0-09c8a2572cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:05.507105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:05.511267 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:05.601709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c8b2c-240b-4f35-b4d1-8fff9a01f3bb req-e5afaaf5-f9ea-4a62-9581-82d0549d785d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:05.605242 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b44c8b2c-240b-4f35-b4d1-8fff9a01f3bb req-e5afaaf5-f9ea-4a62-9581-82d0549d785d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=3252a0ed-6d14-44e8-9acd-d6548f4581a4 HTTP/1.1" status: 200 len: 951 time: 0.1816850 Nov 24 13:05:05.726976 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b44c8b2c-240b-4f35-b4d1-8fff9a01f3bb req-429a4024-d637-44d8-a43f-d9f686c0104b tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152191 Nov 24 13:05:05.777029 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba5f4-0ab2-450e-9a70-8b2a7db82019 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:05.825641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ba5f4-0ab2-450e-9a70-8b2a7db82019 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=cb7cc378-f6a0-4e77-9792-266584957b5f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:05.954499 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f0ba5f4-0ab2-450e-9a70-8b2a7db82019 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:06.045705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.objects.ports [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:05:06.140384 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:06.263461 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-149724d6-b400-4f00-a5c2-04f01cada4b5 None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:06.263928 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-149724d6-b400-4f00-a5c2-04f01cada4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:06.266995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0ba5f4-0ab2-450e-9a70-8b2a7db82019 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router d41e26f5-62b9-4e34-b6d5-d6f6281544bd has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:05:06.297713 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:06.435759 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0ba5f4-0ab2-450e-9a70-8b2a7db82019 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:05:06.442512 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5f0ba5f4-0ab2-450e-9a70-8b2a7db82019 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/d41e26f5-62b9-4e34-b6d5-d6f6281544bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1546736 Nov 24 13:05:06.449109 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39656) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:06.450331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e8f990-8474-4b5a-b569-ce01b9b37549 None None] Sync routers for ids ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:05:06.451066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961ebd7-e5b4-4136-9f8a-da4568e037f3 req-5d952b02-f22d-4771-8fb3-a4a650cc4e22 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:06.452902 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9961ebd7-e5b4-4136-9f8a-da4568e037f3 req-5d952b02-f22d-4771-8fb3-a4a650cc4e22 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 945 time: 0.1055818 Nov 24 13:05:06.460304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e8f990-8474-4b5a-b569-ce01b9b37549 None None] Routers {'d41e26f5-62b9-4e34-b6d5-d6f6281544bd'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:06.461646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f3e8f990-8474-4b5a-b569-ce01b9b37549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:06.497926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f3e8f990-8474-4b5a-b569-ce01b9b37549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:06.510441 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9961ebd7-e5b4-4136-9f8a-da4568e037f3 req-c5f2f204-2ea7-4656-b9eb-0ddc779b0d3f tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467572 Nov 24 13:05:06.515145 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e8f990-8474-4b5a-b569-ce01b9b37549 None None] Routers {'d41e26f5-62b9-4e34-b6d5-d6f6281544bd'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:06.515775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f3e8f990-8474-4b5a-b569-ce01b9b37549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:06.549942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f3e8f990-8474-4b5a-b569-ce01b9b37549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:06.550613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e8f990-8474-4b5a-b569-ce01b9b37549 None None] The sync data for ids ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:05:06.565233 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370f976-12ed-4fcb-b447-98f475894e03 req-e697702a-26c2-4238-bd4a-fa39215a5c4d tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:06.566720 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9370f976-12ed-4fcb-b447-98f475894e03 req-e697702a-26c2-4238-bd4a-fa39215a5c4d tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.1846504 Nov 24 13:05:06.621692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] For port af1c2e01-dc40-416f-903d-b3a124ed641e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=af1c2e01-dc40-416f-903d-b3a124ed641e,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:06.708227 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device ffb7d8b9-5d8f-4dfe-a522-49a523abd160 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:06.733145 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9370f976-12ed-4fcb-b447-98f475894e03 req-e812f8d0-ad5f-4ac4-b109-b884b19fa8e2 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582739 Nov 24 13:05:06.742775 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:06.754057 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:06.754808 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:06.837236 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:06.868156 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:05:06.870668 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e66f455-c9a8-498a-99b3-c9d084d31214" -d '{"events": [{"server_uuid": "3252a0ed-6d14-44e8-9acd-d6548f4581a4", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb7d8b9-5d8f-4dfe-a522-49a523abd160"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:05:06.875720 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:06.884010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:06.889260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:06.890319 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:06.903123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:06.903706 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:06.910328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=863009ea-6ef2-45b7-b10b-af14a4e301cf,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:06.924426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=af1c2e01-dc40-416f-903d-b3a124ed641e,revision_number=13']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:06.934907 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287b0d76-f9b6-4b14-a7ba-b8c3bb7eee7a x-openstack-request-id: req-287b0d76-f9b6-4b14-a7ba-b8c3bb7eee7a {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:06.935251 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252a0ed-6d14-44e8-9acd-d6548f4581a4", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb7d8b9-5d8f-4dfe-a522-49a523abd160", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:06.935711 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-287b0d76-f9b6-4b14-a7ba-b8c3bb7eee7a {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:06.936316 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160', 'code': 200} Nov 24 13:05:06.941683 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6196ecef-eca2-4106-9182-9d76ff69c70d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6238256 Nov 24 13:05:06.942208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39696) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:06.942619 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b7c1f2-c3a1-499b-a734-a5f9b2ae1551 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:06.948103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'mac_address': 'fa:16:3e:2a:1b:80', 'name': 'tempest-NetworksTestDHCPv6-24501767'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:07.031156 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2cf1cf91-3fa7-4319-ba85-2375af456b50 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:07.035920 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,revision_number=11']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:07.100347 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:07.256139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef5153f-07b5-49cb-92d8-b0c86daa0d06 None None] Update dhcp port {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': '863009ea-6ef2-45b7-b10b-af14a4e301cf', 'ip_address': '2001:db8::f816:3eff:fee1:d80'}, {'subnet_id': '35fe6cad-7ad7-4ec5-91bf-169ae2315956'}], 'binding:host_id': 'n-d-817303-4'}, 'id': 'af1c2e01-dc40-416f-903d-b3a124ed641e'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:05:07.292039 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1ef5153f-07b5-49cb-92d8-b0c86daa0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:07.418619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1cf91-3fa7-4319-ba85-2375af456b50 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port 5700732a-6d11-41a1-acdb-a20d613f45e9 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:07.419121 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2cf1cf91-3fa7-4319-ba85-2375af456b50 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:07.508536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-1ef5153f-07b5-49cb-92d8-b0c86daa0d06 None None] Allocated IP 172.20.0.2 (cda05003-a875-4de3-a8fc-2e63803a60bb/35fe6cad-7ad7-4ec5-91bf-169ae2315956/af1c2e01-dc40-416f-903d-b3a124ed641e) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:07.544905 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2cf1cf91-3fa7-4319-ba85-2375af456b50 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:07.571435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1cf91-3fa7-4319-ba85-2375af456b50 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for 5700732a-6d11-41a1-acdb-a20d613f45e9 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:07.584779 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:07.628008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1ef5153f-07b5-49cb-92d8-b0c86daa0d06 None None] For port af1c2e01-dc40-416f-903d-b3a124ed641e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=af1c2e01-dc40-416f-903d-b3a124ed641e,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:07.634521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port cef96321-9acc-40c0-b553-986e71ddd9d6 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:05:07.669987 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1ef5153f-07b5-49cb-92d8-b0c86daa0d06 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:07.676864 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1ef5153f-07b5-49cb-92d8-b0c86daa0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:07.736889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe2078-6efe-40f0-814f-dd04b3521322 req-3e71d549-1f0f-4872-b713-f6710ac589e4 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:07.738709 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-babe2078-6efe-40f0-814f-dd04b3521322 req-3e71d549-1f0f-4872-b713-f6710ac589e4 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 945 time: 0.1380861 Nov 24 13:05:07.783840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5153f-07b5-49cb-92d8-b0c86daa0d06 None None] Pushing event updated for resources: {'Port': ['ID=af1c2e01-dc40-416f-903d-b3a124ed641e,revision_number=14']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:07.839076 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2cf1cf91-3fa7-4319-ba85-2375af456b50 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:07.858047 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-babe2078-6efe-40f0-814f-dd04b3521322 req-f65e3478-538c-45e8-8a28-02983358a4fc tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099169 Nov 24 13:05:07.954137 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1cf91-3fa7-4319-ba85-2375af456b50 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=5700732a-6d11-41a1-acdb-a20d613f45e9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:07.994641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 172.20.0.9 (cda05003-a875-4de3-a8fc-2e63803a60bb/35fe6cad-7ad7-4ec5-91bf-169ae2315956/cef96321-9acc-40c0-b553-986e71ddd9d6) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:08.028193 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::f816:3eff:fe2a:1b80 (cda05003-a875-4de3-a8fc-2e63803a60bb/863009ea-6ef2-45b7-b10b-af14a4e301cf/cef96321-9acc-40c0-b553-986e71ddd9d6) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:08.192160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36693bf0-39bf-4d81-b4a0-c55a58a35f71 req-45e709d5-19c8-4ff2-afdd-54d2c61cddca tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:08.200791 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36693bf0-39bf-4d81-b4a0-c55a58a35f71 req-45e709d5-19c8-4ff2-afdd-54d2c61cddca tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 945 time: 0.1638553 Nov 24 13:05:08.333684 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36693bf0-39bf-4d81-b4a0-c55a58a35f71 req-0455b9e5-a98e-472c-9ada-88e39131947d tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317198 Nov 24 13:05:08.344396 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:08.410470 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:08.458632 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2cf1cf91-3fa7-4319-ba85-2375af456b50 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:08.468349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:08.471645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:08.475527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:08.515415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=cef96321-9acc-40c0-b553-986e71ddd9d6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:08.562492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:08.563187 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:08.587809 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8534f386-63a3-4be2-8d26-be89d7ea45ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.6420908 Nov 24 13:05:08.588700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39830) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:08.658190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2926f4f6-0087-439c-8e8a-087da35ebe0e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:08.665013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2926f4f6-0087-439c-8e8a-087da35ebe0e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:08.669194 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2926f4f6-0087-439c-8e8a-087da35ebe0e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0770242 Nov 24 13:05:08.669924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39838) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:08.672329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf1cf91-3fa7-4319-ba85-2375af456b50 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router d41e26f5-62b9-4e34-b6d5-d6f6281544bd has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:05:08.718943 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 180b3a0e-09d0-4629-bcf5-3a6e05858627 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:05:08.769040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf1cf91-3fa7-4319-ba85-2375af456b50 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:05:08.777407 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2cf1cf91-3fa7-4319-ba85-2375af456b50 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/d41e26f5-62b9-4e34-b6d5-d6f6281544bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3232374 Nov 24 13:05:08.777690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39852) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:08.791750 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae618899-c828-4fb1-a275-6622bd8ad61d None None] Sync routers for ids ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:05:08.798162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-44e85bf4-45ad-4e59-bb9e-0470ce12845a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port cef96321-9acc-40c0-b553-986e71ddd9d6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:08.798524 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-44e85bf4-45ad-4e59-bb9e-0470ce12845a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:08.809859 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae618899-c828-4fb1-a275-6622bd8ad61d None None] Routers {'d41e26f5-62b9-4e34-b6d5-d6f6281544bd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:08.810514 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ae618899-c828-4fb1-a275-6622bd8ad61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:08.834431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2152262d-987e-4a01-8c88-6959c3c645a4 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports?device_id=d41e26f5-62b9-4e34-b6d5-d6f6281544bd HTTP/1.1" status: 200 len: 205 time: 0.0556226 Nov 24 13:05:08.836963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39858) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:08.914380 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ae618899-c828-4fb1-a275-6622bd8ad61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:08.936041 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae618899-c828-4fb1-a275-6622bd8ad61d None None] Routers {'d41e26f5-62b9-4e34-b6d5-d6f6281544bd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:08.937309 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ae618899-c828-4fb1-a275-6622bd8ad61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:09.010814 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:09.013254 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-44e85bf4-45ad-4e59-bb9e-0470ce12845a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.030738 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b92fd8d5-c51a-4a2a-a4f7-32f59e1e04b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.044545 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-44e85bf4-45ad-4e59-bb9e-0470ce12845a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for cef96321-9acc-40c0-b553-986e71ddd9d6 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:09.045248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'port_id': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'mac_address': 'fa:16:3e:f8:4c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:05:09.049600 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ae618899-c828-4fb1-a275-6622bd8ad61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:09.053110 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae618899-c828-4fb1-a275-6622bd8ad61d None None] The sync data for ids ['d41e26f5-62b9-4e34-b6d5-d6f6281544bd'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:05:09.056150 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device af1c2e01-dc40-416f-903d-b3a124ed641e up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:09.151691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-343b417b-aba4-45af-86e0-626ae8307c53 None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:09.154193 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-343b417b-aba4-45af-86e0-626ae8307c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.220777 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.261156 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180b3a0e-09d0-4629-bcf5-3a6e05858627 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:05:09.276313 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-44e85bf4-45ad-4e59-bb9e-0470ce12845a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.289795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:09.295761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:09.296140 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.300498 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.301291 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 87789dd0-16d4-43a4-a826-bd1f183f27c5 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:05:09.333526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e85bf4-45ad-4e59-bb9e-0470ce12845a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=cef96321-9acc-40c0-b553-986e71ddd9d6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:09.355346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc17541-2d56-4125-a830-ed541b4957ac req-48f89c96-25e9-4ce7-a3ce-ba700719b8bb tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:09.363842 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3fc17541-2d56-4125-a830-ed541b4957ac req-48f89c96-25e9-4ce7-a3ce-ba700719b8bb tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 945 time: 0.2542763 Nov 24 13:05:09.376983 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b92fd8d5-c51a-4a2a-a4f7-32f59e1e04b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.385228 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b92fd8d5-c51a-4a2a-a4f7-32f59e1e04b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.451684 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3fc17541-2d56-4125-a830-ed541b4957ac req-21b2c8e2-4d22-4624-9dff-2cb4d0e69787 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824537 Nov 24 13:05:09.453376 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-44e85bf4-45ad-4e59-bb9e-0470ce12845a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.461540 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-44e85bf4-45ad-4e59-bb9e-0470ce12845a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/cef96321-9acc-40c0-b553-986e71ddd9d6 HTTP/1.1" status: 204 len: 168 time: 0.7885230 Nov 24 13:05:09.468891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39894) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:09.524702 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b92fd8d5-c51a-4a2a-a4f7-32f59e1e04b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.525268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92fd8d5-c51a-4a2a-a4f7-32f59e1e04b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Fanout notify agent at l3_agent the message router_deleted on router d41e26f5-62b9-4e34-b6d5-d6f6281544bd {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:05:09.533726 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b92fd8d5-c51a-4a2a-a4f7-32f59e1e04b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.537505 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b92fd8d5-c51a-4a2a-a4f7-32f59e1e04b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/routers/d41e26f5-62b9-4e34-b6d5-d6f6281544bd HTTP/1.1" status: 204 len: 168 time: 0.6972051 Nov 24 13:05:09.537798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39904) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:09.577520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f032cf-e40a-43b4-98d9-65741682d4cd tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:09.579247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f032cf-e40a-43b4-98d9-65741682d4cd tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:09.582028 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f032cf-e40a-43b4-98d9-65741682d4cd tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:09.583868 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-06f032cf-e40a-43b4-98d9-65741682d4cd tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1138835 Nov 24 13:05:09.586777 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39912) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:09.654994 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60d6595-27a1-47e7-abc8-0ea947d7861e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting subnet 749a3c4c-fd8a-4e9b-b05c-bd958620e7eb {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:09.656837 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.658511 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d60d6595-27a1-47e7-abc8-0ea947d7861e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.661161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=180b3a0e-09d0-4629-bcf5-3a6e05858627,revision_number=11']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:09.676467 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-c297f8c8-4b64-43ec-a42a-31b326dbad3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 35fe6cad-7ad7-4ec5-91bf-169ae2315956 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:09.680762 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c297f8c8-4b64-43ec-a42a-31b326dbad3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.709645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d60d6595-27a1-47e7-abc8-0ea947d7861e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.718508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 87789dd0-16d4-43a4-a826-bd1f183f27c5, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=87789dd0-16d4-43a4-a826-bd1f183f27c5,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:09.729905 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c297f8c8-4b64-43ec-a42a-31b326dbad3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.762390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '87789dd0-16d4-43a4-a826-bd1f183f27c5', 'network_id': '5cccba62-52c2-465c-b3ac-bb101df54ca0', 'port_id': '87789dd0-16d4-43a4-a826-bd1f183f27c5', 'mac_address': 'fa:16:3e:fa:cf:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98e29d58-9582-4d49-a36e-dbefd713eabd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:05:09.784331 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5ae7a-033f-433d-9f1c-f4a37380e020 req-ce44df0b-9331-4b39-b2c7-e4923dc13bb2 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:09.786624 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cae5ae7a-033f-433d-9f1c-f4a37380e020 req-ce44df0b-9331-4b39-b2c7-e4923dc13bb2 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.2090418 Nov 24 13:05:09.821235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-efecc24c-a702-4f2e-aa18-8de541214c68 None None] Could not find standard attr ID for object cef96321-9acc-40c0-b553-986e71ddd9d6. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:05:09.829173 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.844463 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87789dd0-16d4-43a4-a826-bd1f183f27c5 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:05:09.872810 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 87789dd0-16d4-43a4-a826-bd1f183f27c5, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=87789dd0-16d4-43a4-a826-bd1f183f27c5,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:09.875579 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cae5ae7a-033f-433d-9f1c-f4a37380e020 req-bc5e74c9-98e5-44c2-b95e-edb48685e1c2 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780180 Nov 24 13:05:09.880370 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c297f8c8-4b64-43ec-a42a-31b326dbad3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.880994 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d60d6595-27a1-47e7-abc8-0ea947d7861e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.889253 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.958308 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=87789dd0-16d4-43a4-a826-bd1f183f27c5,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:09.971681 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d60d6595-27a1-47e7-abc8-0ea947d7861e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:09.972344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c297f8c8-4b64-43ec-a42a-31b326dbad3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:10.005247 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['87789dd0-16d4-43a4-a826-bd1f183f27c5'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:05:10.007320 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c297f8c8-4b64-43ec-a42a-31b326dbad3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:10.012086 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c297f8c8-4b64-43ec-a42a-31b326dbad3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/35fe6cad-7ad7-4ec5-91bf-169ae2315956 HTTP/1.1" status: 204 len: 168 time: 0.4238684 Nov 24 13:05:10.013472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297f8c8-4b64-43ec-a42a-31b326dbad3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=35fe6cad-7ad7-4ec5-91bf-169ae2315956,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:10.015294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39924) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:10.029057 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d6595-27a1-47e7-abc8-0ea947d7861e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Subnet': ['ID=749a3c4c-fd8a-4e9b-b05c-bd958620e7eb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:10.050370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1696ecf3-3b44-4f3b-9be8-369a424f6f6a None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:10.066607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d60d6595-27a1-47e7-abc8-0ea947d7861e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:10.070499 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d60d6595-27a1-47e7-abc8-0ea947d7861e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/749a3c4c-fd8a-4e9b-b05c-bd958620e7eb HTTP/1.1" status: 204 len: 168 time: 0.5309529 Nov 24 13:05:10.075086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39930) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:10.082522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2167326b-2c05-472c-b790-9a48608b4dfb None None] Network c3927a91-7aab-462c-9667-d7f75281e817 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:10.134539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf4db72-acc5-4cdf-9722-2bc3b7d1b09b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 863009ea-6ef2-45b7-b10b-af14a4e301cf {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:10.138426 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fdf4db72-acc5-4cdf-9722-2bc3b7d1b09b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:10.182261 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fdf4db72-acc5-4cdf-9722-2bc3b7d1b09b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:10.246740 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-831840a5-af5c-413c-b1ee-3b55729b7ee1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting subnet 20d5a9e1-9530-4576-b370-2cb6f30d19dd {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:10.250236 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-831840a5-af5c-413c-b1ee-3b55729b7ee1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:10.331431 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:05:10.342323 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-831840a5-af5c-413c-b1ee-3b55729b7ee1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:10.349856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['180b3a0e-09d0-4629-bcf5-3a6e05858627'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:05:10.373444 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fdf4db72-acc5-4cdf-9722-2bc3b7d1b09b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:10.556753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04c4f6-b87f-47a1-bf43-40e4d7085318 req-375de042-5533-44b1-a6bd-7a49d9da59d5 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:10.559797 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd04c4f6-b87f-47a1-bf43-40e4d7085318 req-375de042-5533-44b1-a6bd-7a49d9da59d5 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 944 time: 0.1230915 Nov 24 13:05:10.561706 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-831840a5-af5c-413c-b1ee-3b55729b7ee1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:10.641512 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fdf4db72-acc5-4cdf-9722-2bc3b7d1b09b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:10.651145 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-831840a5-af5c-413c-b1ee-3b55729b7ee1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:10.710491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85b9f09-146c-4365-9150-a800908e845e None None] DHCP port deletion for c3927a91-7aab-462c-9667-d7f75281e817 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:05:10.714578 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4db72-acc5-4cdf-9722-2bc3b7d1b09b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=863009ea-6ef2-45b7-b10b-af14a4e301cf,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:10.724399 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fdf4db72-acc5-4cdf-9722-2bc3b7d1b09b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:10.727561 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fdf4db72-acc5-4cdf-9722-2bc3b7d1b09b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/863009ea-6ef2-45b7-b10b-af14a4e301cf HTTP/1.1" status: 204 len: 168 time: 0.7084491 Nov 24 13:05:10.728663 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-831840a5-af5c-413c-b1ee-3b55729b7ee1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:10.730148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39974) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:10.742577 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-831840a5-af5c-413c-b1ee-3b55729b7ee1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/20d5a9e1-9530-4576-b370-2cb6f30d19dd HTTP/1.1" status: 204 len: 168 time: 0.6628215 Nov 24 13:05:10.749001 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 87789dd0-16d4-43a4-a826-bd1f183f27c5 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:10.750391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39976) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:10.751335 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a33cd6-27e4-41be-95f7-eb012c11b91f None None] Network c8abdef8-08cd-4321-b219-3a92f77c22e1 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:10.797809 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8e4ccada-8e8d-4970-9183-8b61cad1932a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652585 Nov 24 13:05:10.809746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39980) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:10.836767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831840a5-af5c-413c-b1ee-3b55729b7ee1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Subnet': ['ID=20d5a9e1-9530-4576-b370-2cb6f30d19dd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:10.847351 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd04c4f6-b87f-47a1-bf43-40e4d7085318 req-accc0e12-455c-445d-a1d7-89e6b06d2a05 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087364 Nov 24 13:05:10.900175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76613d40-543f-4a48-ac76-e7824cb0e94f None None] Update dhcp port {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': '863009ea-6ef2-45b7-b10b-af14a4e301cf'}], 'binding:host_id': 'n-d-817303-4'}, 'id': 'af1c2e01-dc40-416f-903d-b3a124ed641e'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:05:10.926310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d8a25331-360f-42ab-91bf-bfcd90db5967 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:10.953225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f541a28e-41e9-410b-a30a-b9a08385de3b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:10.957304 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f541a28e-41e9-410b-a30a-b9a08385de3b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1433976 Nov 24 13:05:10.957761 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39986) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:10.960449 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.009803 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-76613d40-543f-4a48-ac76-e7824cb0e94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.013185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e85b9f09-146c-4365-9150-a800908e845e None None] Deleting port d8a25331-360f-42ab-91bf-bfcd90db5967 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:11.013806 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e85b9f09-146c-4365-9150-a800908e845e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.059654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port d8a25331-360f-42ab-91bf-bfcd90db5967 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:11.060102 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.061872 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6762c917-f01d-4c82-9dab-24e03cb72754 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:11.063650 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6762c917-f01d-4c82-9dab-24e03cb72754 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1048732 Nov 24 13:05:11.067824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39992) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:11.130220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-75739902-c48a-4c6c-b986-0e196eecef89 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615511 Nov 24 13:05:11.139352 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39994) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:11.143052 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67b27b-a90c-4323-85de-32894f816b0f req-c516c5d6-81cc-4a67-b9ce-4f33867bfaf0 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:11.145050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b055f914-c42d-440e-8a21-243ec405ad3b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:11.150978 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a67b27b-a90c-4323-85de-32894f816b0f req-c516c5d6-81cc-4a67-b9ce-4f33867bfaf0 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1493983 Nov 24 13:05:11.183995 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.185238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e85b9f09-146c-4365-9150-a800908e845e None None] For port d8a25331-360f-42ab-91bf-bfcd90db5967, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d8a25331-360f-42ab-91bf-bfcd90db5967,segment=NetworkSegment(9c40e99e-98f3-4cab-9aaf-f17e404b0ab6),segment_id=9c40e99e-98f3-4cab-9aaf-f17e404b0ab6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:11.185703 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e85b9f09-146c-4365-9150-a800908e845e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.219103 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a67b27b-a90c-4323-85de-32894f816b0f req-09a08727-99c1-4ac3-bd8c-be2a3e48be57 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627599 Nov 24 13:05:11.252692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] For port d8a25331-360f-42ab-91bf-bfcd90db5967, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d8a25331-360f-42ab-91bf-bfcd90db5967,segment=NetworkSegment(9c40e99e-98f3-4cab-9aaf-f17e404b0ab6),segment_id=9c40e99e-98f3-4cab-9aaf-f17e404b0ab6)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:11.253112 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.264838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e85b9f09-146c-4365-9150-a800908e845e None None] Calling delete_port for d8a25331-360f-42ab-91bf-bfcd90db5967 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:11.284485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for d8a25331-360f-42ab-91bf-bfcd90db5967 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:11.300127 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 87789dd0-16d4-43a4-a826-bd1f183f27c5 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:05:11.308557 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4f8f8-14fa-48f3-ab86-ec97cf9bade1 req-974b17e4-eb32-4160-a359-1203d5376334 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:11.310816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ba4f8f8-14fa-48f3-ab86-ec97cf9bade1 req-974b17e4-eb32-4160-a359-1203d5376334 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 948 time: 0.1438246 Nov 24 13:05:11.315727 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79edb8ad-f0e2-47c4-9f68-49fbd9559353 None None] DHCP port deletion for c8abdef8-08cd-4321-b219-3a92f77c22e1 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:05:11.405246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 87789dd0-16d4-43a4-a826-bd1f183f27c5, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=87789dd0-16d4-43a4-a826-bd1f183f27c5,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:11.408356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b055f914-c42d-440e-8a21-243ec405ad3b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:11.412213 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b055f914-c42d-440e-8a21-243ec405ad3b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.413750 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b055f914-c42d-440e-8a21-243ec405ad3b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:05:11.414182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b055f914-c42d-440e-8a21-243ec405ad3b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:05:11.425537 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f1505d-dd0e-4941-9bab-00c5070abcdb None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:11.427679 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.455089 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.465027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b055f914-c42d-440e-8a21-243ec405ad3b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3243351 Nov 24 13:05:11.468387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39998) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:11.473464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ba4f8f8-14fa-48f3-ab86-ec97cf9bade1 req-2bce5181-ff48-4c4d-9af9-2689edb8b5ac tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030314 Nov 24 13:05:11.477575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6aba17dc-202d-494e-a06b-01aad904f0db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:11.501232 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.539009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=d8a25331-360f-42ab-91bf-bfcd90db5967,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:11.568908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No DVR routers for this DVR port d8a25331-360f-42ab-91bf-bfcd90db5967 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:11.625732 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0a79cdd1-f670-48b8-8571-2fbc0a458814 None None] Provisioning complete for port af1c2e01-dc40-416f-903d-b3a124ed641e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:11.626199 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0a79cdd1-f670-48b8-8571-2fbc0a458814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.666523 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=87789dd0-16d4-43a4-a826-bd1f183f27c5,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:11.674117 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e85b9f09-146c-4365-9150-a800908e845e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.675403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.678394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aba17dc-202d-494e-a06b-01aad904f0db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:11.681981 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6aba17dc-202d-494e-a06b-01aad904f0db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.683394 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aba17dc-202d-494e-a06b-01aad904f0db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:05:11.683885 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aba17dc-202d-494e-a06b-01aad904f0db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:05:11.712663 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6aba17dc-202d-494e-a06b-01aad904f0db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2431238 Nov 24 13:05:11.714344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3927a91-7aab-462c-9667-d7f75281e817']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:11.716302 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40000) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:11.721325 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8dbe56cb-44f7-4ba6-a7af-efba6c6cad64 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:11.730522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b9f09-146c-4365-9150-a800908e845e None None] Pushing event deleted for resources: {'Port': ['ID=d8a25331-360f-42ab-91bf-bfcd90db5967,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:11.738072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-79edb8ad-f0e2-47c4-9f68-49fbd9559353 None None] Deleting port 4cd7aa71-3691-400a-8946-8e2b14fd14ea {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:11.738659 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-79edb8ad-f0e2-47c4-9f68-49fbd9559353 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.741633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c40e99e-98f3-4cab-9aaf-f17e404b0ab6') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:11.742139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c40e99e-98f3-4cab-9aaf-f17e404b0ab6') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:11.742507 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85b9f09-146c-4365-9150-a800908e845e None None] No DVR routers for this DVR port d8a25331-360f-42ab-91bf-bfcd90db5967 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:11.766359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.788267 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.796227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:05:11.796702 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:05:11.800305 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:05:11.825997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-79edb8ad-f0e2-47c4-9f68-49fbd9559353 None None] For port 4cd7aa71-3691-400a-8946-8e2b14fd14ea, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4cd7aa71-3691-400a-8946-8e2b14fd14ea,segment=NetworkSegment(fe79fdd4-1e95-498f-9796-79b829bec1db),segment_id=fe79fdd4-1e95-498f-9796-79b829bec1db)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:11.826431 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-79edb8ad-f0e2-47c4-9f68-49fbd9559353 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.829906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbe56cb-44f7-4ba6-a7af-efba6c6cad64 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:11.834906 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dbe56cb-44f7-4ba6-a7af-efba6c6cad64 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.837244 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbe56cb-44f7-4ba6-a7af-efba6c6cad64 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:05:11.837953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbe56cb-44f7-4ba6-a7af-efba6c6cad64 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:05:11.858317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1146b652-907a-441f-9f1c-796ce319c308 None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:05:11.864909 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40002) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:11.865438 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8dbe56cb-44f7-4ba6-a7af-efba6c6cad64 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1478014 Nov 24 13:05:11.866649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-79edb8ad-f0e2-47c4-9f68-49fbd9559353 None None] Calling delete_port for 4cd7aa71-3691-400a-8946-8e2b14fd14ea owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:11.873445 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cacc27d3-99a1-4bb3-8066-b9568a520fa1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:11.905142 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.919048 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:11.933004 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/networks/c3927a91-7aab-462c-9667-d7f75281e817 HTTP/1.1" status: 204 len: 168 time: 1.1716361 Nov 24 13:05:11.933004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40006) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:11.959757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971336d-1c96-46a2-ac20-eccce1f0d246 req-0f9d2fc5-e620-4168-9555-1f4e38901e36 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:11.964348 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1971336d-1c96-46a2-ac20-eccce1f0d246 req-0f9d2fc5-e620-4168-9555-1f4e38901e36 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 943 time: 0.0974338 Nov 24 13:05:12.002795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Network': ['ID=c3927a91-7aab-462c-9667-d7f75281e817,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:12.029478 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:12.030211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:12.030630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:12.031074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:12.031946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:12.031946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:12.032310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:12.032709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:12.033141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:12.033539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:12.033951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:12.034267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1146b652-907a-441f-9f1c-796ce319c308 None None] Deleting port af1c2e01-dc40-416f-903d-b3a124ed641e {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:12.034745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca418f4-4916-4e24-acfc-e1b03f69e4b1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:12.034871 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1146b652-907a-441f-9f1c-796ce319c308 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.113544 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-79edb8ad-f0e2-47c4-9f68-49fbd9559353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.113806 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c09361c7-5ec7-4273-a8fc-cb2c75b8e871 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.116306 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd691e4-c8de-4f3d-b827-8be2f39ab387 req-4ea6e5f7-f95f-4b5f-96ce-86bc9fe0cddf tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:12.124304 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cbd691e4-c8de-4f3d-b827-8be2f39ab387 req-4ea6e5f7-f95f-4b5f-96ce-86bc9fe0cddf tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 943 time: 0.0957887 Nov 24 13:05:12.160214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacc27d3-99a1-4bb3-8066-b9568a520fa1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:12.164440 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cacc27d3-99a1-4bb3-8066-b9568a520fa1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.166453 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacc27d3-99a1-4bb3-8066-b9568a520fa1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:05:12.167401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacc27d3-99a1-4bb3-8066-b9568a520fa1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:05:12.188445 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-1971336d-1c96-46a2-ac20-eccce1f0d246 req-4751bae6-cc82-45a3-b1a0-4a0706eade56 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Deleting port 87789dd0-16d4-43a4-a826-bd1f183f27c5 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:12.188794 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1971336d-1c96-46a2-ac20-eccce1f0d246 req-4751bae6-cc82-45a3-b1a0-4a0706eade56 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.189373 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cacc27d3-99a1-4bb3-8066-b9568a520fa1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3227677 Nov 24 13:05:12.201998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40010) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:12.208221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cbd691e4-c8de-4f3d-b827-8be2f39ab387 req-72369aee-f13d-4d04-8a23-36ac8315b570 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/security-groups?id=34ab07cd-1adb-4e39-aa72-2bce4045c7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829382 Nov 24 13:05:12.218480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6261711c-ef92-412e-9575-cc46157d879f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:12.278459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1146b652-907a-441f-9f1c-796ce319c308 None None] For port af1c2e01-dc40-416f-903d-b3a124ed641e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=af1c2e01-dc40-416f-903d-b3a124ed641e,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:12.278855 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1146b652-907a-441f-9f1c-796ce319c308 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.298040 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c09361c7-5ec7-4273-a8fc-cb2c75b8e871 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.306641 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edb8ad-f0e2-47c4-9f68-49fbd9559353 None None] Pushing event deleted for resources: {'Port': ['ID=4cd7aa71-3691-400a-8946-8e2b14fd14ea,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:12.313517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1146b652-907a-441f-9f1c-796ce319c308 None None] Calling delete_port for af1c2e01-dc40-416f-903d-b3a124ed641e owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:12.315462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79edb8ad-f0e2-47c4-9f68-49fbd9559353 None None] No DVR routers for this DVR port 4cd7aa71-3691-400a-8946-8e2b14fd14ea on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:12.352395 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-1971336d-1c96-46a2-ac20-eccce1f0d246 req-4751bae6-cc82-45a3-b1a0-4a0706eade56 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] For port 87789dd0-16d4-43a4-a826-bd1f183f27c5, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=87789dd0-16d4-43a4-a826-bd1f183f27c5,segment=NetworkSegment(ed40a71f-cb17-4c4a-8399-49973f8884d8),segment_id=ed40a71f-cb17-4c4a-8399-49973f8884d8)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:12.352851 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1971336d-1c96-46a2-ac20-eccce1f0d246 req-4751bae6-cc82-45a3-b1a0-4a0706eade56 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.367781 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-1971336d-1c96-46a2-ac20-eccce1f0d246 req-4751bae6-cc82-45a3-b1a0-4a0706eade56 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Calling delete_port for 87789dd0-16d4-43a4-a826-bd1f183f27c5 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:12.374338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c09361c7-5ec7-4273-a8fc-cb2c75b8e871 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8abdef8-08cd-4321-b219-3a92f77c22e1']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:12.406541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c09361c7-5ec7-4273-a8fc-cb2c75b8e871 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe79fdd4-1e95-498f-9796-79b829bec1db') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:12.406845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c09361c7-5ec7-4273-a8fc-cb2c75b8e871 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe79fdd4-1e95-498f-9796-79b829bec1db') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:12.426012 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c09361c7-5ec7-4273-a8fc-cb2c75b8e871 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.453612 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c09361c7-5ec7-4273-a8fc-cb2c75b8e871 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.456377 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1146b652-907a-441f-9f1c-796ce319c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.466790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a06e88-dd9d-4b86-8a51-b4c59142a677 req-ef95bcb5-c54b-46a1-b13d-ee330d8ed20a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:12.468335 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08a06e88-dd9d-4b86-8a51-b4c59142a677 req-ef95bcb5-c54b-46a1-b13d-ee330d8ed20a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 946 time: 0.1467488 Nov 24 13:05:12.470941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6261711c-ef92-412e-9575-cc46157d879f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:12.474353 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6261711c-ef92-412e-9575-cc46157d879f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.475869 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-6261711c-ef92-412e-9575-cc46157d879f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:05:12.476302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6261711c-ef92-412e-9575-cc46157d879f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:05:12.480220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09361c7-5ec7-4273-a8fc-cb2c75b8e871 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:05:12.481408 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c09361c7-5ec7-4273-a8fc-cb2c75b8e871 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:05:12.486591 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:05:12.495306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146b652-907a-441f-9f1c-796ce319c308 None None] Pushing event deleted for resources: {'Port': ['ID=af1c2e01-dc40-416f-903d-b3a124ed641e,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:12.502933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1146b652-907a-441f-9f1c-796ce319c308 None None] No DVR routers for this DVR port af1c2e01-dc40-416f-903d-b3a124ed641e on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:12.563157 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1971336d-1c96-46a2-ac20-eccce1f0d246 req-4751bae6-cc82-45a3-b1a0-4a0706eade56 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.572835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6261711c-ef92-412e-9575-cc46157d879f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3682168 Nov 24 13:05:12.574627 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40020) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:12.579793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['87789dd0-16d4-43a4-a826-bd1f183f27c5'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:05:12.590619 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c09361c7-5ec7-4273-a8fc-cb2c75b8e871 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.605977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1795ba00-fa7f-4595-bf54-8d003eefa2c7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:12.606143 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c09361c7-5ec7-4273-a8fc-cb2c75b8e871 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.609472 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c09361c7-5ec7-4273-a8fc-cb2c75b8e871 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/networks/c8abdef8-08cd-4321-b219-3a92f77c22e1 HTTP/1.1" status: 204 len: 168 time: 0.6760237 Nov 24 13:05:12.610142 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751bae6-cc82-45a3-b1a0-4a0706eade56 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Pushing event deleted for resources: {'Port': ['ID=87789dd0-16d4-43a4-a826-bd1f183f27c5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:12.616077 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40022) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:12.625769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09361c7-5ec7-4273-a8fc-cb2c75b8e871 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Network': ['ID=c8abdef8-08cd-4321-b219-3a92f77c22e1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:12.633318 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-fe70721d-d037-4352-a6fb-8e6e6b286424 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-551574391'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:12.635467 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08a06e88-dd9d-4b86-8a51-b4c59142a677 req-f4f5cba0-bcf2-4106-ad76-0f09a531545d tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565001 Nov 24 13:05:12.727334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b40045-14ba-4804-989a-48c4b1bc87ad req-76549e85-0246-40af-b866-836f840c3953 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:12.728899 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9b40045-14ba-4804-989a-48c4b1bc87ad req-76549e85-0246-40af-b866-836f840c3953 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 948 time: 0.0484986 Nov 24 13:05:12.729212 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-1971336d-1c96-46a2-ac20-eccce1f0d246 req-4751bae6-cc82-45a3-b1a0-4a0706eade56 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] No DVR routers for this DVR port 87789dd0-16d4-43a4-a826-bd1f183f27c5 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:12.733804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 180b3a0e-09d0-4629-bcf5-3a6e05858627 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:12.761245 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1971336d-1c96-46a2-ac20-eccce1f0d246 req-4751bae6-cc82-45a3-b1a0-4a0706eade56 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.764942 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1971336d-1c96-46a2-ac20-eccce1f0d246 req-4751bae6-cc82-45a3-b1a0-4a0706eade56 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.59 "DELETE /v2.0/ports/87789dd0-16d4-43a4-a826-bd1f183f27c5 HTTP/1.1" status: 204 len: 173 time: 0.7914445 Nov 24 13:05:12.765368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e24b9af-7cdb-4725-8abd-5edc3402d101', 'name': 'network-vif-deleted', 'tag': '87789dd0-16d4-43a4-a826-bd1f183f27c5'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:05:12.767858 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0482cc3c-622a-49dd-82f4-e1873e76bc88" -d '{"events": [{"server_uuid": "7e24b9af-7cdb-4725-8abd-5edc3402d101", "name": "network-vif-deleted", "tag": "87789dd0-16d4-43a4-a826-bd1f183f27c5"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:05:12.779217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe70721d-d037-4352-a6fb-8e6e6b286424 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:12.782653 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe70721d-d037-4352-a6fb-8e6e6b286424 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.818444 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27756ef-3266-4821-a095-6a2a1cc73781 req-ba666aba-33aa-48e1-89f6-bb56f966a42f tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:12.820156 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b27756ef-3266-4821-a095-6a2a1cc73781 req-ba666aba-33aa-48e1-89f6-bb56f966a42f tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 948 time: 0.2212555 Nov 24 13:05:12.822092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 180b3a0e-09d0-4629-bcf5-3a6e05858627 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:05:12.826729 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 180b3a0e-09d0-4629-bcf5-3a6e05858627 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:12.827214 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.846267 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5652b9cb-6a6b-474a-9e3a-1ac1a0b0836b x-openstack-request-id: req-5652b9cb-6a6b-474a-9e3a-1ac1a0b0836b {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:12.846678 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e24b9af-7cdb-4725-8abd-5edc3402d101", "name": "network-vif-deleted", "tag": "87789dd0-16d4-43a4-a826-bd1f183f27c5", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:12.846800 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5652b9cb-6a6b-474a-9e3a-1ac1a0b0836b {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:12.847200 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e24b9af-7cdb-4725-8abd-5edc3402d101', 'name': 'network-vif-deleted', 'tag': '87789dd0-16d4-43a4-a826-bd1f183f27c5', 'status': 'completed', 'code': 200} Nov 24 13:05:12.853007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe70721d-d037-4352-a6fb-8e6e6b286424 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:05:12.880162 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe70721d-d037-4352-a6fb-8e6e6b286424 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.880427 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-fe70721d-d037-4352-a6fb-8e6e6b286424 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Added segment 310c735b-de1e-4af1-a5c4-cdd8d6736ede of type vlan for network 032ad9d1-87a7-4be1-ace4-04e73b1b8084 Nov 24 13:05:12.893042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-b9b40045-14ba-4804-989a-48c4b1bc87ad req-0d2cbb7d-84a2-4c3e-a12e-13a59cc32492 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Deleting port efd4e70a-02a6-44db-92d8-25b5ae585707 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:12.894091 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9b40045-14ba-4804-989a-48c4b1bc87ad req-0d2cbb7d-84a2-4c3e-a12e-13a59cc32492 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.895632 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1795ba00-fa7f-4595-bf54-8d003eefa2c7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:12.900042 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1795ba00-fa7f-4595-bf54-8d003eefa2c7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.901528 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-1795ba00-fa7f-4595-bf54-8d003eefa2c7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:05:12.901963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1795ba00-fa7f-4595-bf54-8d003eefa2c7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:05:12.937548 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:12.956489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b27756ef-3266-4821-a095-6a2a1cc73781 req-15dfdb1a-4575-4e55-89bf-5246906e8eb5 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268976 Nov 24 13:05:12.976237 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device af1c2e01-dc40-416f-903d-b3a124ed641e no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:12.976365 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1795ba00-fa7f-4595-bf54-8d003eefa2c7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3755133 Nov 24 13:05:12.978975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40026) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:12.994578 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe70721d-d037-4352-a6fb-8e6e6b286424 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:13.003679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: af1c2e01-dc40-416f-903d-b3a124ed641e {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:13.004042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device af1c2e01-dc40-416f-903d-b3a124ed641e not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:13.004446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4cd7aa71-3691-400a-8946-8e2b14fd14ea no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:13.013458 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:05:13.015690 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3f21d3-fc67-4962-8201-060dbe2c9be9" -d '{"events": [{"server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "name": "network-vif-plugged", "status": "completed", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:05:13.021894 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8d11e419-2c5a-47bc-9c96-d1819bab49f0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0409710 Nov 24 13:05:13.024997 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40030) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:13.043204 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 4cd7aa71-3691-400a-8946-8e2b14fd14ea {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:13.043726 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4cd7aa71-3691-400a-8946-8e2b14fd14ea not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:13.046198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:13.051401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b9b40045-14ba-4804-989a-48c4b1bc87ad req-0d2cbb7d-84a2-4c3e-a12e-13a59cc32492 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] For port efd4e70a-02a6-44db-92d8-25b5ae585707, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=efd4e70a-02a6-44db-92d8-25b5ae585707,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:13.051759 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9b40045-14ba-4804-989a-48c4b1bc87ad req-0d2cbb7d-84a2-4c3e-a12e-13a59cc32492 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:13.058292 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed114bee-9396-451e-baca-6d1ac490688c x-openstack-request-id: req-ed114bee-9396-451e-baca-6d1ac490688c {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:13.058589 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "name": "network-vif-plugged", "status": "completed", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:13.058880 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed114bee-9396-451e-baca-6d1ac490688c {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:13.059300 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'code': 200} Nov 24 13:05:13.060516 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:13.061393 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 87789dd0-16d4-43a4-a826-bd1f183f27c5 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:13.093722 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-b9b40045-14ba-4804-989a-48c4b1bc87ad req-0d2cbb7d-84a2-4c3e-a12e-13a59cc32492 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Calling delete_port for efd4e70a-02a6-44db-92d8-25b5ae585707 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:13.100845 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 87789dd0-16d4-43a4-a826-bd1f183f27c5 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:13.101295 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 87789dd0-16d4-43a4-a826-bd1f183f27c5 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 24 13:05:13.113748 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cac3aa7-34ef-4f75-a5f9-76d7b65ea706 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:13.118118 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0cac3aa7-34ef-4f75-a5f9-76d7b65ea706 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0895326 Nov 24 13:05:13.118118 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe70721d-d037-4352-a6fb-8e6e6b286424 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:13.122112 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40032) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:13.124202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe70721d-d037-4352-a6fb-8e6e6b286424 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:13.124846 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe70721d-d037-4352-a6fb-8e6e6b286424 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:13.134077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Port 87789dd0-16d4-43a4-a826-bd1f183f27c5 not found, will not notify nova. {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 24 13:05:13.150998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=180b3a0e-09d0-4629-bcf5-3a6e05858627,revision_number=12']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:13.201453 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70721d-d037-4352-a6fb-8e6e6b286424 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Network': ['ID=032ad9d1-87a7-4be1-ace4-04e73b1b8084,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:13.203927 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-84a56ff2-e688-4679-b6b4-e1eb4ee377c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804949 Nov 24 13:05:13.208197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40034) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:13.215070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f4a00e6b-6824-49bc-9d8a-fdf35bc56049 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:13.215688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 032ad9d1-87a7-4be1-ace4-04e73b1b8084 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:05:13.292297 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fe70721d-d037-4352-a6fb-8e6e6b286424 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6626821 Nov 24 13:05:13.294059 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40040) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:13.325145 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9b40045-14ba-4804-989a-48c4b1bc87ad req-0d2cbb7d-84a2-4c3e-a12e-13a59cc32492 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:13.336076 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-51663ede-4e78-4097-983a-dc87733fec2a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'subnet': {'network_id': '032ad9d1-87a7-4be1-ace4-04e73b1b8084', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:13.367826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cbb7d-84a2-4c3e-a12e-13a59cc32492 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Pushing event deleted for resources: {'Port': ['ID=efd4e70a-02a6-44db-92d8-25b5ae585707,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:13.423490 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ec4d2a89-b748-445e-9080-f64bcec4a28c req-a4167c23-2a32-4e69-8e68-43997d9b0655 tempest-ImagesTestJSON-1306089498 tempest-ImagesTestJSON-1306089498-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e24b9af-7cdb-4725-8abd-5edc3402d101 HTTP/1.1" status: 200 len: 210 time: 0.0577064 Nov 24 13:05:13.454908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b40045-14ba-4804-989a-48c4b1bc87ad req-0d2cbb7d-84a2-4c3e-a12e-13a59cc32492 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] No DVR routers for this DVR port efd4e70a-02a6-44db-92d8-25b5ae585707 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:13.457589 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9b40045-14ba-4804-989a-48c4b1bc87ad req-0d2cbb7d-84a2-4c3e-a12e-13a59cc32492 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:13.462187 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9b40045-14ba-4804-989a-48c4b1bc87ad req-0d2cbb7d-84a2-4c3e-a12e-13a59cc32492 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.59 "DELETE /v2.0/ports/efd4e70a-02a6-44db-92d8-25b5ae585707 HTTP/1.1" status: 204 len: 173 time: 0.7269554 Nov 24 13:05:13.462660 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd826fe-4910-4269-a59b-bd3998ed4a34', 'name': 'network-vif-deleted', 'tag': 'efd4e70a-02a6-44db-92d8-25b5ae585707'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:05:13.465880 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5c0885-a135-43bd-af2b-e5c0dd4bddcc" -d '{"events": [{"server_uuid": "ccd826fe-4910-4269-a59b-bd3998ed4a34", "name": "network-vif-deleted", "tag": "efd4e70a-02a6-44db-92d8-25b5ae585707"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:05:13.506490 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a234e7-4209-4f6a-8abd-6963fb3756a5 x-openstack-request-id: req-92a234e7-4209-4f6a-8abd-6963fb3756a5 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:13.506820 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd826fe-4910-4269-a59b-bd3998ed4a34", "name": "network-vif-deleted", "tag": "efd4e70a-02a6-44db-92d8-25b5ae585707", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:13.507084 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92a234e7-4209-4f6a-8abd-6963fb3756a5 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:13.507482 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd826fe-4910-4269-a59b-bd3998ed4a34', 'name': 'network-vif-deleted', 'tag': 'efd4e70a-02a6-44db-92d8-25b5ae585707', 'status': 'completed', 'code': 200} Nov 24 13:05:13.538211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5d101-0be5-4696-85b9-a1239077eee9 req-d1eee990-4bf6-4a23-a54e-a2151608c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:13.539942 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85b5d101-0be5-4696-85b9-a1239077eee9 req-d1eee990-4bf6-4a23-a54e-a2151608c89b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 1098 time: 0.2723801 Nov 24 13:05:13.576770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a00e6b-6824-49bc-9d8a-fdf35bc56049 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:13.580744 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4a00e6b-6824-49bc-9d8a-fdf35bc56049 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:13.657505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51663ede-4e78-4097-983a-dc87733fec2a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:13.660927 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-51663ede-4e78-4097-983a-dc87733fec2a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:13.693622 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85b5d101-0be5-4696-85b9-a1239077eee9 req-d7a4bf6d-44ec-43c7-a485-6fc0e2d6020f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444511 Nov 24 13:05:13.867700 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72971d-407e-40be-8dc6-1ab2f6966c3f req-65aa21f1-e6e3-4471-87a0-ffe6d28958fb tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:13.869280 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c72971d-407e-40be-8dc6-1ab2f6966c3f req-65aa21f1-e6e3-4471-87a0-ffe6d28958fb tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 947 time: 0.1523948 Nov 24 13:05:14.032284 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c72971d-407e-40be-8dc6-1ab2f6966c3f req-2d80e05d-7b22-454c-a030-0911951bbe77 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531684 Nov 24 13:05:14.080497 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-51663ede-4e78-4097-983a-dc87733fec2a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.085287 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32b54e20-02df-46b8-8f01-dbb3b7e0ae0a req-deb150a8-10ce-41f9-8fab-753fba2cd9e5 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=ccd826fe-4910-4269-a59b-bd3998ed4a34 HTTP/1.1" status: 200 len: 210 time: 0.0469496 Nov 24 13:05:14.148041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.objects.ports [None req-f4a00e6b-6824-49bc-9d8a-fdf35bc56049 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:05:14.156004 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4a00e6b-6824-49bc-9d8a-fdf35bc56049 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.176627 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51663ede-4e78-4097-983a-dc87733fec2a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Subnet': ['ID=ae9ee0a5-3504-4273-8b97-b3c8bf86d6b5,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:14.215334 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a00e6b-6824-49bc-9d8a-fdf35bc56049 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:14.221315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51663ede-4e78-4097-983a-dc87733fec2a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Checking segment: {'id': '310c735b-de1e-4af1-a5c4-cdd8d6736ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '032ad9d1-87a7-4be1-ace4-04e73b1b8084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:14.221668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51663ede-4e78-4097-983a-dc87733fec2a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network hostable DHCP agents. Network: 032ad9d1-87a7-4be1-ace4-04e73b1b8084, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:05:14.223718 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-f4a00e6b-6824-49bc-9d8a-fdf35bc56049 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:14.228617 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a00e6b-6824-49bc-9d8a-fdf35bc56049 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:14.229236 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4a00e6b-6824-49bc-9d8a-fdf35bc56049 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.234362 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a47bb9-5c3d-48b9-973e-71048517317e None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:14.264408 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f4a00e6b-6824-49bc-9d8a-fdf35bc56049 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0525646 Nov 24 13:05:14.264408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a00e6b-6824-49bc-9d8a-fdf35bc56049 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=b2b31dd0-6921-4c0a-9511-fc6355a0aa82,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:14.265411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40052) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:14.265940 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51663ede-4e78-4097-983a-dc87733fec2a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 032ad9d1-87a7-4be1-ace4-04e73b1b8084 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:05:14.271691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e03e94bf-3daa-4c26-a93a-de2242d79555 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'mac_address': 'fa:16:3e:9a:7e:ee', 'name': 'tempest-NetworksTestDHCPv6-1794451842'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:14.276988 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-51663ede-4e78-4097-983a-dc87733fec2a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 032ad9d1-87a7-4be1-ace4-04e73b1b8084) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:14.281954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51663ede-4e78-4097-983a-dc87733fec2a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:14.282598 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-51663ede-4e78-4097-983a-dc87733fec2a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.300260 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-51663ede-4e78-4097-983a-dc87733fec2a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9826913 Nov 24 13:05:14.302970 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40054) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:14.307560 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-76fa7db8-f823-4f48-9175-5f7a65d31ae6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-609315726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:14.311792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769d5d7e-28d1-4e72-bf95-2962334d2af4 None None] Network 032ad9d1-87a7-4be1-ace4-04e73b1b8084 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:14.332959 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76fa7db8-f823-4f48-9175-5f7a65d31ae6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.333379 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76fa7db8-f823-4f48-9175-5f7a65d31ae6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.402172 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76fa7db8-f823-4f48-9175-5f7a65d31ae6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.409710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76fa7db8-f823-4f48-9175-5f7a65d31ae6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.415877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03e94bf-3daa-4c26-a93a-de2242d79555 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:14.434929 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76fa7db8-f823-4f48-9175-5f7a65d31ae6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.436448 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-76fa7db8-f823-4f48-9175-5f7a65d31ae6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1324196 Nov 24 13:05:14.439489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40058) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:14.444737 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-47ad985e-0d3b-4d36-ad75-2072b060bf28 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'port': {'network_id': '032ad9d1-87a7-4be1-ace4-04e73b1b8084', 'name': 'tempest-RoutersIpV6Test-159145062'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:14.522658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': 'b2b31dd0-6921-4c0a-9511-fc6355a0aa82'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:05:14.523822 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.524103 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e03e94bf-3daa-4c26-a93a-de2242d79555 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.549241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-e03e94bf-3daa-4c26-a93a-de2242d79555 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port c29aba74-fd2d-4e7b-825f-24e669ed4c76 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:05:14.556872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-032ad9d1-87a7-4be1-ace4-04e73b1b8084', 'network_id': '032ad9d1-87a7-4be1-ace4-04e73b1b8084', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'fixed_ips': [{'subnet_id': 'ae9ee0a5-3504-4273-8b97-b3c8bf86d6b5'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:05:14.557741 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.580497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ad985e-0d3b-4d36-ad75-2072b060bf28 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:14.584854 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47ad985e-0d3b-4d36-ad75-2072b060bf28 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.611388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-47ad985e-0d3b-4d36-ad75-2072b060bf28 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] device_id is not set on port d1146aa9-672c-4978-a39d-939af15b5da6 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:05:14.690429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-e03e94bf-3daa-4c26-a93a-de2242d79555 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::f816:3eff:fe9a:7eee (cda05003-a875-4de3-a8fc-2e63803a60bb/b2b31dd0-6921-4c0a-9511-fc6355a0aa82/c29aba74-fd2d-4e7b-825f-24e669ed4c76) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:14.869980 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-47ad985e-0d3b-4d36-ad75-2072b060bf28 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Allocated IP 2001:db8::387 (032ad9d1-87a7-4be1-ace4-04e73b1b8084/ae9ee0a5-3504-4273-8b97-b3c8bf86d6b5/d1146aa9-672c-4978-a39d-939af15b5da6) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:14.910351 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e03e94bf-3daa-4c26-a93a-de2242d79555 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.957162 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e03e94bf-3daa-4c26-a93a-de2242d79555 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:14.999400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03e94bf-3daa-4c26-a93a-de2242d79555 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:15.003711 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-e03e94bf-3daa-4c26-a93a-de2242d79555 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:15.009328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e94bf-3daa-4c26-a93a-de2242d79555 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:15.015402 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Allocated IP 2001:db8::f816:3eff:fe7c:e706 (cda05003-a875-4de3-a8fc-2e63803a60bb/b2b31dd0-6921-4c0a-9511-fc6355a0aa82/5ceb1ab0-0e51-4b10-942e-2670003bc8d3) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:15.025637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03e94bf-3daa-4c26-a93a-de2242d79555 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:15.026332 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e03e94bf-3daa-4c26-a93a-de2242d79555 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:15.062326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40116) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:15.063908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e94bf-3daa-4c26-a93a-de2242d79555 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=c29aba74-fd2d-4e7b-825f-24e669ed4c76,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:15.082699 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e03e94bf-3daa-4c26-a93a-de2242d79555 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8156838 Nov 24 13:05:15.091433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40122) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:15.109423 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47ad985e-0d3b-4d36-ad75-2072b060bf28 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:15.150406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-0345cf26-f647-492b-978d-86c8ae72fb68 admin admin] Deleting subnet 98e29d58-9582-4d49-a36e-dbefd713eabd {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:15.159141 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0345cf26-f647-492b-978d-86c8ae72fb68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:15.235699 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0345cf26-f647-492b-978d-86c8ae72fb68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:15.256690 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:15.265152 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:15.289070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47ad985e-0d3b-4d36-ad75-2072b060bf28 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:15.344390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad985e-0d3b-4d36-ad75-2072b060bf28 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=d1146aa9-672c-4978-a39d-939af15b5da6,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:15.365117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ad985e-0d3b-4d36-ad75-2072b060bf28 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 032ad9d1-87a7-4be1-ace4-04e73b1b8084 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:15.367027 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0345cf26-f647-492b-978d-86c8ae72fb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:15.369711 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-47ad985e-0d3b-4d36-ad75-2072b060bf28 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:15.390859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad985e-0d3b-4d36-ad75-2072b060bf28 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:15.397267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ad985e-0d3b-4d36-ad75-2072b060bf28 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:15.398091 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47ad985e-0d3b-4d36-ad75-2072b060bf28 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:15.411225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Pushing event updated for resources: {'Port': ['ID=5ceb1ab0-0e51-4b10-942e-2670003bc8d3,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:15.443129 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-47ad985e-0d3b-4d36-ad75-2072b060bf28 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0025275 Nov 24 13:05:15.444262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:15.446362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40142) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:15.450585 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:15.455687 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:15.506763 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Allocated IP 2001:db8::2 (032ad9d1-87a7-4be1-ace4-04e73b1b8084/ae9ee0a5-3504-4273-8b97-b3c8bf86d6b5/51b33b4e-4db0-42e0-9c8e-70980af0d23b) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:15.547444 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Attempting to bind port 5ceb1ab0-0e51-4b10-942e-2670003bc8d3 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:05:15.548276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Attempting to bind port 5ceb1ab0-0e51-4b10-942e-2670003bc8d3 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:05:15.548710 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Attempting to bind port 5ceb1ab0-0e51-4b10-942e-2670003bc8d3 on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:05:15.558050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:05:15.558443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:15.558959 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:15.559363 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:05:15.559910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Bound port: 5ceb1ab0-0e51-4b10-942e-2670003bc8d3, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:05:15.560338 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:15.643816 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77671c3-a3d7-4927-8806-a54ddaa48949 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:15.647763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d77671c3-a3d7-4927-8806-a54ddaa48949 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5530150 Nov 24 13:05:15.648234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40146) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:15.685553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] For port 5ceb1ab0-0e51-4b10-942e-2670003bc8d3, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:05:15.691388 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] For port 5ceb1ab0-0e51-4b10-942e-2670003bc8d3, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5ceb1ab0-0e51-4b10-942e-2670003bc8d3,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:05:15.701215 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:15.719572 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8f998-e7ed-404a-addc-cf4059bbb53f req-0d5ad877-5ef3-46fb-b95b-4753fcde39df tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:15.721225 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92b8f998-e7ed-404a-addc-cf4059bbb53f req-0d5ad877-5ef3-46fb-b95b-4753fcde39df tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 947 time: 0.5514047 Nov 24 13:05:15.772418 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0b882-bf86-4ed7-a586-bf1008b1d508 None None] Pushing event updated for resources: {'Port': ['ID=5ceb1ab0-0e51-4b10-942e-2670003bc8d3,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:15.801583 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92b8f998-e7ed-404a-addc-cf4059bbb53f req-11caa7bc-9cd9-4e0e-bb57-106a0b11956d tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588470 Nov 24 13:05:15.815471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-bf9536f5-77d6-4943-9779-ff2e51d532c6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port c29aba74-fd2d-4e7b-825f-24e669ed4c76 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:15.815471 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf9536f5-77d6-4943-9779-ff2e51d532c6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:15.920283 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf9536f5-77d6-4943-9779-ff2e51d532c6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:15.936464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-bf9536f5-77d6-4943-9779-ff2e51d532c6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for c29aba74-fd2d-4e7b-825f-24e669ed4c76 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:16.013239 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0345cf26-f647-492b-978d-86c8ae72fb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.072467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0345cf26-f647-492b-978d-86c8ae72fb68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.080386 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0345cf26-f647-492b-978d-86c8ae72fb68 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/98e29d58-9582-4d49-a36e-dbefd713eabd HTTP/1.1" status: 204 len: 168 time: 1.0145462 Nov 24 13:05:16.087560 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40152) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:16.088278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d3959-7372-4df5-aa0f-0c980e75d080 req-d53adcbf-3359-4f60-8e17-827f424a1636 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:16.089846 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5b3d3959-7372-4df5-aa0f-0c980e75d080 req-d53adcbf-3359-4f60-8e17-827f424a1636 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=3252a0ed-6d14-44e8-9acd-d6548f4581a4 HTTP/1.1" status: 200 len: 949 time: 0.2029953 Nov 24 13:05:16.091093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345cf26-f647-492b-978d-86c8ae72fb68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98e29d58-9582-4d49-a36e-dbefd713eabd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:16.181148 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ed921d2-1bc1-4e0c-9490-9e84861f65a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.188750 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.190007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf9536f5-77d6-4943-9779-ff2e51d532c6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.198557 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.239828 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Network 032ad9d1-87a7-4be1-ace4-04e73b1b8084 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:16.246094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:16.255166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:16.264578 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf9536f5-77d6-4943-9779-ff2e51d532c6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.268136 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bf9536f5-77d6-4943-9779-ff2e51d532c6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/c29aba74-fd2d-4e7b-825f-24e669ed4c76 HTTP/1.1" status: 204 len: 168 time: 0.6190639 Nov 24 13:05:16.269716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9536f5-77d6-4943-9779-ff2e51d532c6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=c29aba74-fd2d-4e7b-825f-24e669ed4c76,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:16.273987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40154) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:16.283385 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5b3d3959-7372-4df5-aa0f-0c980e75d080 req-4eb0ef3f-4639-42d9-b7ce-4c6fc6b0054d tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862447 Nov 24 13:05:16.338146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Pushing event updated for resources: {'Port': ['ID=51b33b4e-4db0-42e0-9c8e-70980af0d23b,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:16.364347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Attempting to bind port 51b33b4e-4db0-42e0-9c8e-70980af0d23b on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:05:16.364950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Attempting to bind port 51b33b4e-4db0-42e0-9c8e-70980af0d23b by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '310c735b-de1e-4af1-a5c4-cdd8d6736ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '032ad9d1-87a7-4be1-ace4-04e73b1b8084'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:05:16.365385 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Attempting to bind port 51b33b4e-4db0-42e0-9c8e-70980af0d23b on network 032ad9d1-87a7-4be1-ace4-04e73b1b8084 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:05:16.370744 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:05:16.371727 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Checking segment: {'id': '310c735b-de1e-4af1-a5c4-cdd8d6736ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '032ad9d1-87a7-4be1-ace4-04e73b1b8084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:16.372209 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.373053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Bound using segment: {'id': '310c735b-de1e-4af1-a5c4-cdd8d6736ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '032ad9d1-87a7-4be1-ace4-04e73b1b8084'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:05:16.373592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Bound port: 51b33b4e-4db0-42e0-9c8e-70980af0d23b, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '310c735b-de1e-4af1-a5c4-cdd8d6736ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '032ad9d1-87a7-4be1-ace4-04e73b1b8084'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:05:16.374048 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.380408 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0edaaa-4161-4381-a0bc-348426dd67eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:16.381966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0edaaa-4161-4381-a0bc-348426dd67eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:16.383984 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0d0edaaa-4161-4381-a0bc-348426dd67eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1085763 Nov 24 13:05:16.388249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40156) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:16.400997 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.420624 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ed921d2-1bc1-4e0c-9490-9e84861f65a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.444990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5ed921d2-1bc1-4e0c-9490-9e84861f65a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cccba62-52c2-465c-b3ac-bb101df54ca0']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:16.446681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] For port 51b33b4e-4db0-42e0-9c8e-70980af0d23b, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:05:16.450783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] For port 51b33b4e-4db0-42e0-9c8e-70980af0d23b, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=51b33b4e-4db0-42e0-9c8e-70980af0d23b,segment=NetworkSegment(310c735b-de1e-4af1-a5c4-cdd8d6736ede),segment_id=310c735b-de1e-4af1-a5c4-cdd8d6736ede)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:05:16.455406 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.456201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5ed921d2-1bc1-4e0c-9490-9e84861f65a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed40a71f-cb17-4c4a-8399-49973f8884d8') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:16.456509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5ed921d2-1bc1-4e0c-9490-9e84861f65a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed40a71f-cb17-4c4a-8399-49973f8884d8') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:16.467736 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ed921d2-1bc1-4e0c-9490-9e84861f65a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.482117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84561cd-f3a4-4f74-9c33-d7f4f7cf4fa3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet b2b31dd0-6921-4c0a-9511-fc6355a0aa82 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:16.483079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ed921d2-1bc1-4e0c-9490-9e84861f65a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.490049 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b84561cd-f3a4-4f74-9c33-d7f4f7cf4fa3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.490979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed921d2-1bc1-4e0c-9490-9e84861f65a9 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:05:16.491426 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ed921d2-1bc1-4e0c-9490-9e84861f65a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:05:16.494957 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:05:16.519424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3c1e1-e18f-472e-a564-f4f33d77652b None None] Pushing event updated for resources: {'Port': ['ID=51b33b4e-4db0-42e0-9c8e-70980af0d23b,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:16.562967 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ed921d2-1bc1-4e0c-9490-9e84861f65a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.571488 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ed921d2-1bc1-4e0c-9490-9e84861f65a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.573932 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5ed921d2-1bc1-4e0c-9490-9e84861f65a9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5cccba62-52c2-465c-b3ac-bb101df54ca0 HTTP/1.1" status: 204 len: 168 time: 0.4852839 Nov 24 13:05:16.591920 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed921d2-1bc1-4e0c-9490-9e84861f65a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cccba62-52c2-465c-b3ac-bb101df54ca0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:16.637070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b84561cd-f3a4-4f74-9c33-d7f4f7cf4fa3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.734581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 87789dd0-16d4-43a4-a826-bd1f183f27c5 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:16.776395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 87789dd0-16d4-43a4-a826-bd1f183f27c5 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:16.776801 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 87789dd0-16d4-43a4-a826-bd1f183f27c5 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:16.777233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device efd4e70a-02a6-44db-92d8-25b5ae585707 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:16.806475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: efd4e70a-02a6-44db-92d8-25b5ae585707 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:16.806475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device efd4e70a-02a6-44db-92d8-25b5ae585707 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:16.820886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40162) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:16.843587 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b84561cd-f3a4-4f74-9c33-d7f4f7cf4fa3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:16.881275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40166) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:16.881961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0b9ffbbd-5291-4f09-a66e-5bc5765c079f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=287e84d4474541d9b89eedb799c54d28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597916 Nov 24 13:05:17.018954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.042445 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.058033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5ceb1ab0-0e51-4b10-942e-2670003bc8d3 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:17.106467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-471476e7-d576-42ff-8791-4ab946a6f3b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.144677 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b84561cd-f3a4-4f74-9c33-d7f4f7cf4fa3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.147180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 5ceb1ab0-0e51-4b10-942e-2670003bc8d3 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:17.147649 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.234561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-471476e7-d576-42ff-8791-4ab946a6f3b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.236676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84561cd-f3a4-4f74-9c33-d7f4f7cf4fa3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b31dd0-6921-4c0a-9511-fc6355a0aa82,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:17.256166 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.257499 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b84561cd-f3a4-4f74-9c33-d7f4f7cf4fa3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.263747 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b84561cd-f3a4-4f74-9c33-d7f4f7cf4fa3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/b2b31dd0-6921-4c0a-9511-fc6355a0aa82 HTTP/1.1" status: 204 len: 168 time: 0.8715200 Nov 24 13:05:17.264164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40172) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:17.285739 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fe069-d937-40c9-84f9-47cbc585d384 req-a4327e6f-baa3-4314-b1c9-5cf5d79d2998 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:17.293211 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c91fe069-d937-40c9-84f9-47cbc585d384 req-a4327e6f-baa3-4314-b1c9-5cf5d79d2998 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 947 time: 0.3436520 Nov 24 13:05:17.295004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=d1146aa9-672c-4978-a39d-939af15b5da6,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:17.295440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 5ceb1ab0-0e51-4b10-942e-2670003bc8d3, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5ceb1ab0-0e51-4b10-942e-2670003bc8d3,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:17.307198 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.309112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 51b33b4e-4db0-42e0-9c8e-70980af0d23b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:17.337024 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-78eb57e4-a7db-4f64-8002-e8e7bebfd414 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707090 Nov 24 13:05:17.339209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40176) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:17.345071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:17.400151 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035b8e20-2a0d-4275-aa52-682c27fb9817 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:17.441855 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c91fe069-d937-40c9-84f9-47cbc585d384 req-89f97451-b844-4b35-afa7-d26dac8ba9cc tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477475 Nov 24 13:05:17.447432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=5ceb1ab0-0e51-4b10-942e-2670003bc8d3,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:17.481632 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ece44-f817-48ec-b61a-9abbc6376437 req-223b2931-1666-491f-b625-ca62813931b4 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:17.483157 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db9ece44-f817-48ec-b61a-9abbc6376437 req-223b2931-1666-491f-b625-ca62813931b4 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.59 "GET /v2.0/ports?device_id=3252a0ed-6d14-44e8-9acd-d6548f4581a4 HTTP/1.1" status: 200 len: 949 time: 0.2443016 Nov 24 13:05:17.484698 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.487273 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-471476e7-d576-42ff-8791-4ab946a6f3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.489831 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-471476e7-d576-42ff-8791-4ab946a6f3b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.490977 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-471476e7-d576-42ff-8791-4ab946a6f3b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34ab07cd-1adb-4e39-aa72-2bce4045c7ae HTTP/1.1" status: 204 len: 168 time: 0.6088345 Nov 24 13:05:17.541617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 51b33b4e-4db0-42e0-9c8e-70980af0d23b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:17.542027 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.550034 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df695019-3962-476f-a943-f84e976da8af req-2b17f2a0-7f69-4b64-a0ce-68fd2d914af1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:17.552005 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df695019-3962-476f-a943-f84e976da8af req-2b17f2a0-7f69-4b64-a0ce-68fd2d914af1 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=3252a0ed-6d14-44e8-9acd-d6548f4581a4 HTTP/1.1" status: 200 len: 949 time: 0.1076205 Nov 24 13:05:17.553486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:17.558259 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.589075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0d5d17a2-480d-4e9f-a621-f37a50479af4 None None] Provisioning complete for port 5ceb1ab0-0e51-4b10-942e-2670003bc8d3 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:17.589452 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0d5d17a2-480d-4e9f-a621-f37a50479af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.612601 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471476e7-d576-42ff-8791-4ab946a6f3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ab07cd-1adb-4e39-aa72-2bce4045c7ae,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:17.805140 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.833762 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.849922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-db9ece44-f817-48ec-b61a-9abbc6376437 req-21685ae7-996f-48c0-a2d9-22f1bcc29e72 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Deleting port ffb7d8b9-5d8f-4dfe-a522-49a523abd160 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:17.850492 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db9ece44-f817-48ec-b61a-9abbc6376437 req-21685ae7-996f-48c0-a2d9-22f1bcc29e72 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:17.875508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc7ecdd-e56c-492f-a8bb-81b27596a502 None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:05:17.882296 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df695019-3962-476f-a943-f84e976da8af req-3205045a-2b51-45e3-baeb-1e353e8c249a tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/security-groups?id=6adb103a-0cb9-40dd-8ec2-476d37e55289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195388 Nov 24 13:05:17.898087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 51b33b4e-4db0-42e0-9c8e-70980af0d23b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=51b33b4e-4db0-42e0-9c8e-70980af0d23b,segment=NetworkSegment(310c735b-de1e-4af1-a5c4-cdd8d6736ede),segment_id=310c735b-de1e-4af1-a5c4-cdd8d6736ede)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:17.906040 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:18.027877 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=51b33b4e-4db0-42e0-9c8e-70980af0d23b,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:18.053278 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3fc7ecdd-e56c-492f-a8bb-81b27596a502 None None] Deleting port 5ceb1ab0-0e51-4b10-942e-2670003bc8d3 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:18.054753 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3fc7ecdd-e56c-492f-a8bb-81b27596a502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:18.167128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c9159-2b4c-4251-a9f5-514a17f4efab req-30b37423-ce88-4134-b027-e019cf16b6b0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:18.173839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c9159-2b4c-4251-a9f5-514a17f4efab req-30b37423-ce88-4134-b027-e019cf16b6b0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:18.180609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c9159-2b4c-4251-a9f5-514a17f4efab req-30b37423-ce88-4134-b027-e019cf16b6b0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:18.187442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c9159-2b4c-4251-a9f5-514a17f4efab req-30b37423-ce88-4134-b027-e019cf16b6b0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:18.193999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c9159-2b4c-4251-a9f5-514a17f4efab req-30b37423-ce88-4134-b027-e019cf16b6b0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:18.202254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c9159-2b4c-4251-a9f5-514a17f4efab req-30b37423-ce88-4134-b027-e019cf16b6b0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:18.217050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c9159-2b4c-4251-a9f5-514a17f4efab req-30b37423-ce88-4134-b027-e019cf16b6b0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:18.225301 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-490c9159-2b4c-4251-a9f5-514a17f4efab req-30b37423-ce88-4134-b027-e019cf16b6b0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5434 time: 0.3220649 Nov 24 13:05:18.251318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ec69b5-2845-4348-8ad3-d0a90e92518c None None] Network 032ad9d1-87a7-4be1-ace4-04e73b1b8084 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:18.267478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-db9ece44-f817-48ec-b61a-9abbc6376437 req-21685ae7-996f-48c0-a2d9-22f1bcc29e72 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] For port ffb7d8b9-5d8f-4dfe-a522-49a523abd160, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:18.267777 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db9ece44-f817-48ec-b61a-9abbc6376437 req-21685ae7-996f-48c0-a2d9-22f1bcc29e72 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:18.294507 n-d-817303-4 neutron-server[114985]: DEBUG neutron.objects.ports [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114985) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:05:18.342922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-db9ece44-f817-48ec-b61a-9abbc6376437 req-21685ae7-996f-48c0-a2d9-22f1bcc29e72 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Calling delete_port for ffb7d8b9-5d8f-4dfe-a522-49a523abd160 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:18.434415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3fc7ecdd-e56c-492f-a8bb-81b27596a502 None None] For port 5ceb1ab0-0e51-4b10-942e-2670003bc8d3, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5ceb1ab0-0e51-4b10-942e-2670003bc8d3,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:18.435046 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3fc7ecdd-e56c-492f-a8bb-81b27596a502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:18.461508 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-490c9159-2b4c-4251-a9f5-514a17f4efab req-e0c7c0fb-063d-43d3-8600-cee9dbd56a59 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2352340 Nov 24 13:05:18.468674 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3fc7ecdd-e56c-492f-a8bb-81b27596a502 None None] Calling delete_port for 5ceb1ab0-0e51-4b10-942e-2670003bc8d3 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:18.474946 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8ca760c7-6c19-4a5e-be17-b99a92508c42 None None] Provisioning complete for port 51b33b4e-4db0-42e0-9c8e-70980af0d23b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:18.475324 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ca760c7-6c19-4a5e-be17-b99a92508c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:18.520741 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:18.658343 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:18.670158 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:18.671105 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:18.706669 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db9ece44-f817-48ec-b61a-9abbc6376437 req-21685ae7-996f-48c0-a2d9-22f1bcc29e72 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:18.779846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf5397-6091-4ac7-987e-d52bb3be78a3 req-7948ac9a-238a-42c5-a63b-e86bba29e36a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:18.785901 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf5397-6091-4ac7-987e-d52bb3be78a3 req-7948ac9a-238a-42c5-a63b-e86bba29e36a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:18.791029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=d1146aa9-672c-4978-a39d-939af15b5da6,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:18.791905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf5397-6091-4ac7-987e-d52bb3be78a3 req-7948ac9a-238a-42c5-a63b-e86bba29e36a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:18.801816 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf5397-6091-4ac7-987e-d52bb3be78a3 req-7948ac9a-238a-42c5-a63b-e86bba29e36a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:18.808046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf5397-6091-4ac7-987e-d52bb3be78a3 req-7948ac9a-238a-42c5-a63b-e86bba29e36a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:18.814669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf5397-6091-4ac7-987e-d52bb3be78a3 req-7948ac9a-238a-42c5-a63b-e86bba29e36a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:18.820670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf5397-6091-4ac7-987e-d52bb3be78a3 req-7948ac9a-238a-42c5-a63b-e86bba29e36a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:18.822685 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fcf5397-6091-4ac7-987e-d52bb3be78a3 req-7948ac9a-238a-42c5-a63b-e86bba29e36a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5434 time: 0.1824238 Nov 24 13:05:18.874181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21685ae7-996f-48c0-a2d9-22f1bcc29e72 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Pushing event deleted for resources: {'Port': ['ID=ffb7d8b9-5d8f-4dfe-a522-49a523abd160,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:18.876216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9ece44-f817-48ec-b61a-9abbc6376437 req-21685ae7-996f-48c0-a2d9-22f1bcc29e72 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] No DVR routers for this DVR port ffb7d8b9-5d8f-4dfe-a522-49a523abd160 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:18.887122 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db9ece44-f817-48ec-b61a-9abbc6376437 req-21685ae7-996f-48c0-a2d9-22f1bcc29e72 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:18.890839 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db9ece44-f817-48ec-b61a-9abbc6376437 req-21685ae7-996f-48c0-a2d9-22f1bcc29e72 tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.59 "DELETE /v2.0/ports/ffb7d8b9-5d8f-4dfe-a522-49a523abd160 HTTP/1.1" status: 204 len: 173 time: 1.3978555 Nov 24 13:05:18.891352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'name': 'network-vif-deleted', 'tag': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:05:18.893588 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe29f8d0-5211-4fbb-922e-9cc56d62b1d3" -d '{"events": [{"server_uuid": "3252a0ed-6d14-44e8-9acd-d6548f4581a4", "name": "network-vif-deleted", "tag": "ffb7d8b9-5d8f-4dfe-a522-49a523abd160"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:05:18.918730 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] For port 5ceb1ab0-0e51-4b10-942e-2670003bc8d3, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5ceb1ab0-0e51-4b10-942e-2670003bc8d3,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:18.946080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 51b33b4e-4db0-42e0-9c8e-70980af0d23b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:18.954298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 032ad9d1-87a7-4be1-ace4-04e73b1b8084 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:18.956173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:19.017101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 51b33b4e-4db0-42e0-9c8e-70980af0d23b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:19.017689 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:19.052675 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:19.060906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:19.063603 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:19.064509 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28997b19-cbcb-4557-b579-198184b608d8 x-openstack-request-id: req-28997b19-cbcb-4557-b579-198184b608d8 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:19.065119 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3252a0ed-6d14-44e8-9acd-d6548f4581a4", "name": "network-vif-deleted", "tag": "ffb7d8b9-5d8f-4dfe-a522-49a523abd160", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:19.065555 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28997b19-cbcb-4557-b579-198184b608d8 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:19.066157 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3252a0ed-6d14-44e8-9acd-d6548f4581a4', 'name': 'network-vif-deleted', 'tag': 'ffb7d8b9-5d8f-4dfe-a522-49a523abd160', 'status': 'completed', 'code': 200} Nov 24 13:05:19.102269 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3fc7ecdd-e56c-492f-a8bb-81b27596a502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:19.173184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7ecdd-e56c-492f-a8bb-81b27596a502 None None] Pushing event deleted for resources: {'Port': ['ID=5ceb1ab0-0e51-4b10-942e-2670003bc8d3,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:19.183960 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router 0b793fd6-79ec-4960-8c32-4a327796ae9e is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:05:19.204663 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc7ecdd-e56c-492f-a8bb-81b27596a502 None None] No DVR routers for this DVR port 5ceb1ab0-0e51-4b10-942e-2670003bc8d3 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:19.249016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-645c0f68-af30-4f73-9a94-182ea0012ecc None None] Provisioning complete for port 51b33b4e-4db0-42e0-9c8e-70980af0d23b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:19.250015 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-645c0f68-af30-4f73-9a94-182ea0012ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:19.278423 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a583071-b4ef-4b49-846a-91a9ba5ce5c9 req-33000ec0-1cb0-4b1e-9a97-812b4255a9dc tempest-ListImageFiltersTestJSON-204599699 tempest-ListImageFiltersTestJSON-204599699-project] 10.222.0.48 "GET /v2.0/ports?device_id=3252a0ed-6d14-44e8-9acd-d6548f4581a4 HTTP/1.1" status: 200 len: 210 time: 0.1052997 Nov 24 13:05:19.358718 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:19.394282 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:19.412736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:19.418446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:05:19.419644 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:19.419989 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcda3e2-ce3f-4824-935e-6c18e78022f2 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:19.439631 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-702f927a-f735-4494-b588-aa58f841277d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/0b793fd6-79ec-4960-8c32-4a327796ae9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9895458 Nov 24 13:05:19.439827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=fbd8e9b8-99aa-416c-b263-7009eed4e898,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:19.441502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40242) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:19.451704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=5ceb1ab0-0e51-4b10-942e-2670003bc8d3,revision_number=6']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:19.486101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d3689-e86d-4fec-b09a-03131f18d916 None None] Sync routers for ids ['0b793fd6-79ec-4960-8c32-4a327796ae9e'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:05:19.508519 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5738c270-c26c-4089-a969-ca38f4827b70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1650152 Nov 24 13:05:19.511607 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40246) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:19.522456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-05b9219c-dc1b-4d74-98e2-460d8c9f55eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'mac_address': 'fa:16:3e:f3:ff:65', 'name': 'tempest-NetworksTestDHCPv6-198237781'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:19.585499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbfb2b3-335a-4e1f-b1eb-265f921cbfe5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:19.587253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3cbfb2b3-335a-4e1f-b1eb-265f921cbfe5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports/d1146aa9-672c-4978-a39d-939af15b5da6 HTTP/1.1" status: 200 len: 983 time: 0.1446018 Nov 24 13:05:19.591943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40258) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:19.641403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5ceb1ab0-0e51-4b10-942e-2670003bc8d3 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:19.681389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 5ceb1ab0-0e51-4b10-942e-2670003bc8d3 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:19.681717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5ceb1ab0-0e51-4b10-942e-2670003bc8d3 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:19.713863 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d3689-e86d-4fec-b09a-03131f18d916 None None] Routers {'0b793fd6-79ec-4960-8c32-4a327796ae9e'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:19.714883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d52d3689-e86d-4fec-b09a-03131f18d916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['0b793fd6-79ec-4960-8c32-4a327796ae9e'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:19.762049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d52d3689-e86d-4fec-b09a-03131f18d916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:19.806063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52d3689-e86d-4fec-b09a-03131f18d916 None None] Routers {'0b793fd6-79ec-4960-8c32-4a327796ae9e'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:19.806722 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d52d3689-e86d-4fec-b09a-03131f18d916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['0b793fd6-79ec-4960-8c32-4a327796ae9e'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:19.852923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d52d3689-e86d-4fec-b09a-03131f18d916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:19.853581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d3689-e86d-4fec-b09a-03131f18d916 None None] The sync data for ids ['0b793fd6-79ec-4960-8c32-4a327796ae9e'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:05:19.912749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': 'fbd8e9b8-99aa-416c-b263-7009eed4e898'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:05:19.913843 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:19.927215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b9219c-dc1b-4d74-98e2-460d8c9f55eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:19.983782 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40264) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:19.994709 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-645c0f68-af30-4f73-9a94-182ea0012ecc None None] Provisioning complete for port d1146aa9-672c-4978-a39d-939af15b5da6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:19.995194 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-645c0f68-af30-4f73-9a94-182ea0012ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.073729 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05b9219c-dc1b-4d74-98e2-460d8c9f55eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.077996 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-645c0f68-af30-4f73-9a94-182ea0012ecc None None] Port d1146aa9-672c-4978-a39d-939af15b5da6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:05:20.105122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Allocated IP 2001:db8::f816:3eff:fe52:37fb (cda05003-a875-4de3-a8fc-2e63803a60bb/fbd8e9b8-99aa-416c-b263-7009eed4e898/2212f5cb-bda4-4729-83e5-09c25429c8e0) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:20.124587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-05b9219c-dc1b-4d74-98e2-460d8c9f55eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port 4d272fea-05dc-40e3-af97-d616606f0351 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:05:20.131712 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c00010d0-4497-41dc-ae0d-9d186c17a75d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.244062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1460e180-b381-47a2-adbc-d77e3a57fe27 None None] Provisioning complete for port d1146aa9-672c-4978-a39d-939af15b5da6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:20.244567 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1460e180-b381-47a2-adbc-d77e3a57fe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.246684 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c00010d0-4497-41dc-ae0d-9d186c17a75d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.249153 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d95d74e-e6a5-4ea1-8a80-9161e452832f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.254420 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c00010d0-4497-41dc-ae0d-9d186c17a75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.322667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1460e180-b381-47a2-adbc-d77e3a57fe27 None None] Port d1146aa9-672c-4978-a39d-939af15b5da6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:05:20.336742 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c00010d0-4497-41dc-ae0d-9d186c17a75d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2faa5b1dcdd48869dc63553c00f86fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3434248 Nov 24 13:05:20.337645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40270) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:20.354591 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.375836 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.390368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00010d0-4497-41dc-ae0d-9d186c17a75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766a177d-6d16-4bd8-aa04-432438c0168d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:20.427504 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-399d7cbb-d006-45b6-9304-3ad001549378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.451840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:20.456067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:20.461537 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:20.471788 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-399d7cbb-d006-45b6-9304-3ad001549378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.486265 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Pushing event updated for resources: {'Port': ['ID=2212f5cb-bda4-4729-83e5-09c25429c8e0,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:20.506244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-05b9219c-dc1b-4d74-98e2-460d8c9f55eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::f816:3eff:fef3:ff65 (cda05003-a875-4de3-a8fc-2e63803a60bb/fbd8e9b8-99aa-416c-b263-7009eed4e898/4d272fea-05dc-40e3-af97-d616606f0351) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:20.565656 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-399d7cbb-d006-45b6-9304-3ad001549378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.565891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Attempting to bind port 2212f5cb-bda4-4729-83e5-09c25429c8e0 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:05:20.566076 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Attempting to bind port 2212f5cb-bda4-4729-83e5-09c25429c8e0 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:05:20.566456 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Attempting to bind port 2212f5cb-bda4-4729-83e5-09c25429c8e0 on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:05:20.572743 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:05:20.573161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:20.574983 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.574983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:05:20.574983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Bound port: 2212f5cb-bda4-4729-83e5-09c25429c8e0, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:05:20.575334 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.578876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-dc2dd429-d778-41b5-ad90-81aa76677536 None None] Provisioning complete for port d1146aa9-672c-4978-a39d-939af15b5da6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:20.579185 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc2dd429-d778-41b5-ad90-81aa76677536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.608471 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-399d7cbb-d006-45b6-9304-3ad001549378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.617233 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-399d7cbb-d006-45b6-9304-3ad001549378 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/766a177d-6d16-4bd8-aa04-432438c0168d HTTP/1.1" status: 204 len: 168 time: 0.2784326 Nov 24 13:05:20.664908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d7cbb-d006-45b6-9304-3ad001549378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766a177d-6d16-4bd8-aa04-432438c0168d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:20.676358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-dc2dd429-d778-41b5-ad90-81aa76677536 None None] Port d1146aa9-672c-4978-a39d-939af15b5da6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:05:20.726949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] For port 2212f5cb-bda4-4729-83e5-09c25429c8e0, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:05:20.738338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] For port 2212f5cb-bda4-4729-83e5-09c25429c8e0, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2212f5cb-bda4-4729-83e5-09c25429c8e0,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:05:20.751875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device ffb7d8b9-5d8f-4dfe-a522-49a523abd160 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:20.799649 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.821533 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: ffb7d8b9-5d8f-4dfe-a522-49a523abd160 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:20.821802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device ffb7d8b9-5d8f-4dfe-a522-49a523abd160 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:20.840646 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05b9219c-dc1b-4d74-98e2-460d8c9f55eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.853682 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-7d95d74e-e6a5-4ea1-8a80-9161e452832f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port d1146aa9-672c-4978-a39d-939af15b5da6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:20.854147 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d95d74e-e6a5-4ea1-8a80-9161e452832f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.960272 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d55cfd22-61b9-4ad1-b5dd-075a8f49cd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:20.999608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05b9219c-dc1b-4d74-98e2-460d8c9f55eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:21.008229 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d95d74e-e6a5-4ea1-8a80-9161e452832f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:21.083222 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9219c-dc1b-4d74-98e2-460d8c9f55eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:21.088235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-7d95d74e-e6a5-4ea1-8a80-9161e452832f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for d1146aa9-672c-4978-a39d-939af15b5da6 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:21.117530 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-05b9219c-dc1b-4d74-98e2-460d8c9f55eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:21.119671 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9219c-dc1b-4d74-98e2-460d8c9f55eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=4d272fea-05dc-40e3-af97-d616606f0351,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:21.129691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b9219c-dc1b-4d74-98e2-460d8c9f55eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:21.145490 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b9219c-dc1b-4d74-98e2-460d8c9f55eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:21.146355 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05b9219c-dc1b-4d74-98e2-460d8c9f55eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:21.154304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5ab47-865d-4f38-ad07-a030e5f53003 None None] Pushing event updated for resources: {'Port': ['ID=2212f5cb-bda4-4729-83e5-09c25429c8e0,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:21.300155 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-05b9219c-dc1b-4d74-98e2-460d8c9f55eb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7834320 Nov 24 13:05:21.300607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40318) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:21.434381 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014fddca-3fb0-4f15-9c46-697f237d6e78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:21.445895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014fddca-3fb0-4f15-9c46-697f237d6e78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:21.451836 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-014fddca-3fb0-4f15-9c46-697f237d6e78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1499393 Nov 24 13:05:21.452532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40332) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:21.547413 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d95d74e-e6a5-4ea1-8a80-9161e452832f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:21.634298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95d74e-e6a5-4ea1-8a80-9161e452832f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=d1146aa9-672c-4978-a39d-939af15b5da6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:21.650388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6135c1d1-f93c-40e6-af50-c6d506f0f415 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port 4d272fea-05dc-40e3-af97-d616606f0351 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:21.650912 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6135c1d1-f93c-40e6-af50-c6d506f0f415 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:21.799073 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6135c1d1-f93c-40e6-af50-c6d506f0f415 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:21.812546 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6135c1d1-f93c-40e6-af50-c6d506f0f415 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for 4d272fea-05dc-40e3-af97-d616606f0351 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:21.814641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d95d74e-e6a5-4ea1-8a80-9161e452832f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:22.028093 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6135c1d1-f93c-40e6-af50-c6d506f0f415 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:22.033342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40360) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:22.072441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d95d74e-e6a5-4ea1-8a80-9161e452832f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router 0b793fd6-79ec-4960-8c32-4a327796ae9e has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:05:22.086242 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135c1d1-f93c-40e6-af50-c6d506f0f415 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=4d272fea-05dc-40e3-af97-d616606f0351,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:22.127714 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6135c1d1-f93c-40e6-af50-c6d506f0f415 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:22.133745 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6135c1d1-f93c-40e6-af50-c6d506f0f415 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/4d272fea-05dc-40e3-af97-d616606f0351 HTTP/1.1" status: 204 len: 168 time: 0.6778576 Nov 24 13:05:22.134045 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40366) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:22.231754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a32e0b-a94a-470f-aaa6-15a660dc5ec2 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:22.231754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a32e0b-a94a-470f-aaa6-15a660dc5ec2 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:22.233064 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-29a32e0b-a94a-470f-aaa6-15a660dc5ec2 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0963435 Nov 24 13:05:22.233727 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40372) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:22.312913 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7be8c8-2e45-47a2-81cc-42a53be2ca37 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet fbd8e9b8-99aa-416c-b263-7009eed4e898 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:22.316961 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6b7be8c8-2e45-47a2-81cc-42a53be2ca37 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:22.411858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-4d60dee1-16ac-4981-933a-9f36448d287b tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c6150889fd7f46258d8909ef2db274c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462632 Nov 24 13:05:22.444835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6b7be8c8-2e45-47a2-81cc-42a53be2ca37 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:22.462829 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a3b3d9e5-0cf6-4105-ad69-e4d3bc7b6d43 None None] Provisioning complete for port 2212f5cb-bda4-4729-83e5-09c25429c8e0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:22.463299 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d9e5-0cf6-4105-ad69-e4d3bc7b6d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:22.628158 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d9e5-0cf6-4105-ad69-e4d3bc7b6d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:22.638450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d95d74e-e6a5-4ea1-8a80-9161e452832f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:05:22.641490 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-673c0a6a-5d2f-49b9-b69e-2b7a710ca510 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:22.645564 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7d95d74e-e6a5-4ea1-8a80-9161e452832f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/0b793fd6-79ec-4960-8c32-4a327796ae9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0521402 Nov 24 13:05:22.648876 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-673c0a6a-5d2f-49b9-b69e-2b7a710ca510 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2359061 Nov 24 13:05:22.651807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40404) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:22.669346 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45656cb-b957-4b3e-b148-cba82919f114 None None] Sync routers for ids ['0b793fd6-79ec-4960-8c32-4a327796ae9e'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:05:22.686501 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45656cb-b957-4b3e-b148-cba82919f114 None None] Routers {'0b793fd6-79ec-4960-8c32-4a327796ae9e'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:22.688917 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c45656cb-b957-4b3e-b148-cba82919f114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['0b793fd6-79ec-4960-8c32-4a327796ae9e'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:22.693524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7c208-4bfc-4849-bafe-113fdc300c68 req-9e05a0bb-187b-4bb4-9883-d2b51841c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:22.694354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7c208-4bfc-4849-bafe-113fdc300c68 req-9e05a0bb-187b-4bb4-9883-d2b51841c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:22.695173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7c208-4bfc-4849-bafe-113fdc300c68 req-9e05a0bb-187b-4bb4-9883-d2b51841c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:22.695801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7c208-4bfc-4849-bafe-113fdc300c68 req-9e05a0bb-187b-4bb4-9883-d2b51841c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:22.696423 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7c208-4bfc-4849-bafe-113fdc300c68 req-9e05a0bb-187b-4bb4-9883-d2b51841c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:22.697135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7c208-4bfc-4849-bafe-113fdc300c68 req-9e05a0bb-187b-4bb4-9883-d2b51841c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:22.697756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7c208-4bfc-4849-bafe-113fdc300c68 req-9e05a0bb-187b-4bb4-9883-d2b51841c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:22.700806 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade7c208-4bfc-4849-bafe-113fdc300c68 req-9e05a0bb-187b-4bb4-9883-d2b51841c103 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 6491 time: 0.6659431 Nov 24 13:05:22.764373 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c45656cb-b957-4b3e-b148-cba82919f114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:22.775270 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45656cb-b957-4b3e-b148-cba82919f114 None None] Routers {'0b793fd6-79ec-4960-8c32-4a327796ae9e'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:22.775894 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c45656cb-b957-4b3e-b148-cba82919f114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:04:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['0b793fd6-79ec-4960-8c32-4a327796ae9e'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:22.779567 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ade7c208-4bfc-4849-bafe-113fdc300c68 req-67e785ee-02b1-4c27-8ad5-a984ac719a5b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695896 Nov 24 13:05:22.828034 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c45656cb-b957-4b3e-b148-cba82919f114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:22.829693 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45656cb-b957-4b3e-b148-cba82919f114 None None] The sync data for ids ['0b793fd6-79ec-4960-8c32-4a327796ae9e'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:05:22.968455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2212f5cb-bda4-4729-83e5-09c25429c8e0 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:23.041835 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 2212f5cb-bda4-4729-83e5-09c25429c8e0 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:23.042456 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.088815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40412) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:23.128092 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6b7be8c8-2e45-47a2-81cc-42a53be2ca37 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.156127 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.162260 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-bf55dd4e-c48d-480a-9fce-2c84a1fde171 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/quotas/c6150889fd7f46258d8909ef2db274c7 HTTP/1.1" status: 200 len: 375 time: 0.5125053 Nov 24 13:05:23.193901 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7d5ad35b-7abe-4110-baed-ee80b5c49294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.252156 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b8442246-1ecb-427b-8b9f-84e725d509a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5f40869760341d98b5fa0a9a4d5d46b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632288 Nov 24 13:05:23.254295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40418) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:23.268198 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-d21f8de2-1485-4af3-aed0-54e683fd128a tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6150889fd7f46258d8909ef2db274c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934572 Nov 24 13:05:23.312792 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a64d521d-370c-4e8d-a2a7-e5c74982cbdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.322731 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-7e991504-1177-4afa-b538-2f0aa0b8247a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 13:05:23.323781 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7e991504-1177-4afa-b538-2f0aa0b8247a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/0b793fd6-79ec-4960-8c32-4a327796ae9e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6696887 Nov 24 13:05:23.325324 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6b7be8c8-2e45-47a2-81cc-42a53be2ca37 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.327324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40420) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:23.343079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a64d521d-370c-4e8d-a2a7-e5c74982cbdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.360220 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a3b3d9e5-0cf6-4105-ad69-e4d3bc7b6d43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:05:23.361042 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a3b3d9e5-0cf6-4105-ad69-e4d3bc7b6d43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:05:23.379538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7be8c8-2e45-47a2-81cc-42a53be2ca37 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd8e9b8-99aa-416c-b263-7009eed4e898,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:23.383652 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-56590310-9d70-44c7-bcaf-0b849f79d3b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b793fd6-79ec-4960-8c32-4a327796ae9e HTTP/1.1" status: 200 len: 205 time: 0.0524580 Nov 24 13:05:23.385007 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6b7be8c8-2e45-47a2-81cc-42a53be2ca37 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.388583 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6b7be8c8-2e45-47a2-81cc-42a53be2ca37 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/fbd8e9b8-99aa-416c-b263-7009eed4e898 HTTP/1.1" status: 204 len: 168 time: 1.1538744 Nov 24 13:05:23.389822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40422) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:23.391231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40424) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:23.416455 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:05:23.416783 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:05:23.418655 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76fe031-d7a8-41ab-bb7e-b0af4d34b8f6 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:23.438409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d765b93f-77ef-41f4-abb5-83eb1a7ec46c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453937 Nov 24 13:05:23.443385 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40428) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:23.495817 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a64d521d-370c-4e8d-a2a7-e5c74982cbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.496766 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-35115e4c-31ac-4276-aff4-8d27137198eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.499060 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a64d521d-370c-4e8d-a2a7-e5c74982cbdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.501462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a64d521d-370c-4e8d-a2a7-e5c74982cbdb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6adb103a-0cb9-40dd-8ec2-476d37e55289 HTTP/1.1" status: 204 len: 168 time: 0.2461519 Nov 24 13:05:23.565779 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d521d-370c-4e8d-a2a7-e5c74982cbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adb103a-0cb9-40dd-8ec2-476d37e55289,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:23.586918 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4abd990c-67d4-4206-adde-d6ee4da73c4b req-935f7fa8-66fd-4a53-9460-a39622a0499f tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 210 time: 0.0710540 Nov 24 13:05:23.596268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd77ff8-f821-4e59-b51b-1d6360a1d468 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:23.598783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5bd77ff8-f821-4e59-b51b-1d6360a1d468 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1535153 Nov 24 13:05:23.603200 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40434) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:23.674566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4603b0da-7e11-4fb4-b086-6acbdd745dfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:23.676414 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4603b0da-7e11-4fb4-b086-6acbdd745dfb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0722299 Nov 24 13:05:23.681061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40438) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:23.726257 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ba814b-8ad0-47d7-a128-a136b66d0978 None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:05:23.728210 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a85f689b-81dc-417d-bb6d-c8109ba32d10 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459273 Nov 24 13:05:23.734333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40442) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:23.740659 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-19d0a6ec-0c9b-45ed-954b-3a0b02d9e6c9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:23.755337 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-35115e4c-31ac-4276-aff4-8d27137198eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.764622 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-35115e4c-31ac-4276-aff4-8d27137198eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.799465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-25ba814b-8ad0-47d7-a128-a136b66d0978 None None] Deleting port 2212f5cb-bda4-4729-83e5-09c25429c8e0 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:23.800090 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25ba814b-8ad0-47d7-a128-a136b66d0978 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.855795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d0a6ec-0c9b-45ed-954b-3a0b02d9e6c9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:23.862503 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-19d0a6ec-0c9b-45ed-954b-3a0b02d9e6c9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.865995 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-35115e4c-31ac-4276-aff4-8d27137198eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.866817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35115e4c-31ac-4276-aff4-8d27137198eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Fanout notify agent at l3_agent the message router_deleted on router 0b793fd6-79ec-4960-8c32-4a327796ae9e {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:05:23.882472 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-35115e4c-31ac-4276-aff4-8d27137198eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.889190 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-35115e4c-31ac-4276-aff4-8d27137198eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/routers/0b793fd6-79ec-4960-8c32-4a327796ae9e HTTP/1.1" status: 204 len: 168 time: 0.4981005 Nov 24 13:05:23.892495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40448) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:23.937267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-25ba814b-8ad0-47d7-a128-a136b66d0978 None None] For port 2212f5cb-bda4-4729-83e5-09c25429c8e0, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2212f5cb-bda4-4729-83e5-09c25429c8e0,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:23.937616 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25ba814b-8ad0-47d7-a128-a136b66d0978 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.965573 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-53899bcd-37a9-4be6-8bca-1ef230958a0a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting subnet ae9ee0a5-3504-4273-8b97-b3c8bf86d6b5 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:23.970000 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53899bcd-37a9-4be6-8bca-1ef230958a0a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:23.982064 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-25ba814b-8ad0-47d7-a128-a136b66d0978 None None] Calling delete_port for 2212f5cb-bda4-4729-83e5-09c25429c8e0 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:24.011810 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d9e5-0cf6-4105-ad69-e4d3bc7b6d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.057749 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53899bcd-37a9-4be6-8bca-1ef230958a0a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.067786 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.129192 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a3b3d9e5-0cf6-4105-ad69-e4d3bc7b6d43 None None] For port 2212f5cb-bda4-4729-83e5-09c25429c8e0, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2212f5cb-bda4-4729-83e5-09c25429c8e0,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:24.139484 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3b3d9e5-0cf6-4105-ad69-e4d3bc7b6d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.174025 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53899bcd-37a9-4be6-8bca-1ef230958a0a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.237210 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:05:24.237586 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:05:24.271002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e0849e10-3bac-4a5a-9b49-54d9a9425bf6 None None] Could not find standard attr ID for object 4d272fea-05dc-40e3-af97-d616606f0351. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:05:24.278323 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25ba814b-8ad0-47d7-a128-a136b66d0978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.286389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3d9e5-0cf6-4105-ad69-e4d3bc7b6d43 None None] Pushing event updated for resources: {'Port': ['ID=2212f5cb-bda4-4729-83e5-09c25429c8e0,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:24.316502 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53899bcd-37a9-4be6-8bca-1ef230958a0a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.320016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.objects.ports [None req-19d0a6ec-0c9b-45ed-954b-3a0b02d9e6c9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114985) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:05:24.321840 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-19d0a6ec-0c9b-45ed-954b-3a0b02d9e6c9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.343152 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba814b-8ad0-47d7-a128-a136b66d0978 None None] Pushing event deleted for resources: {'Port': ['ID=2212f5cb-bda4-4729-83e5-09c25429c8e0,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:24.349330 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53899bcd-37a9-4be6-8bca-1ef230958a0a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.349871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba814b-8ad0-47d7-a128-a136b66d0978 None None] No DVR routers for this DVR port 2212f5cb-bda4-4729-83e5-09c25429c8e0 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:24.354971 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.366376 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-53899bcd-37a9-4be6-8bca-1ef230958a0a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/ae9ee0a5-3504-4273-8b97-b3c8bf86d6b5 HTTP/1.1" status: 204 len: 168 time: 0.4679904 Nov 24 13:05:24.367815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23d3c19-7bb3-4951-a4f7-46dededc7dd1 None None] Network 032ad9d1-87a7-4be1-ace4-04e73b1b8084 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:24.372829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40462) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:24.409699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53899bcd-37a9-4be6-8bca-1ef230958a0a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9ee0a5-3504-4273-8b97-b3c8bf86d6b5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:24.477946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d0a6ec-0c9b-45ed-954b-3a0b02d9e6c9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:24.492336 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-19d0a6ec-0c9b-45ed-954b-3a0b02d9e6c9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:24.497279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d0a6ec-0c9b-45ed-954b-3a0b02d9e6c9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:24.497876 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-19d0a6ec-0c9b-45ed-954b-3a0b02d9e6c9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.504090 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.516135 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5c1eb0-3c8e-423a-8db2-9f3d45329c15 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:24.521565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0a6ec-0c9b-45ed-954b-3a0b02d9e6c9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=a7b08c22-abe4-4eeb-9d8c-b585cf1bb3a9,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:24.530730 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-19d0a6ec-0c9b-45ed-954b-3a0b02d9e6c9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7952175 Nov 24 13:05:24.533640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40470) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:24.538665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-4c614d01-e983-4c5e-a635-36ab00cb33fb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'mac_address': 'fa:16:3e:cf:94:f5', 'name': 'tempest-NetworksTestDHCPv6-1700029682'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:24.690197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea9853-dfb1-4898-8a14-c10bfe589d18 None None] DHCP port deletion for 032ad9d1-87a7-4be1-ace4-04e73b1b8084 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:05:24.710895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port 51b33b4e-4db0-42e0-9c8e-70980af0d23b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:24.711404 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.728869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': 'a7b08c22-abe4-4eeb-9d8c-b585cf1bb3a9'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:05:24.728869 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.736945 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61e6e7ca-fbb4-415c-bd5c-36634542f34a req-c64d5494-d41a-4cbb-93e7-8e6493224b4b tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 210 time: 0.0408909 Nov 24 13:05:24.737724 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40476) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:24.816488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] For port 51b33b4e-4db0-42e0-9c8e-70980af0d23b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=51b33b4e-4db0-42e0-9c8e-70980af0d23b,segment=NetworkSegment(310c735b-de1e-4af1-a5c4-cdd8d6736ede),segment_id=310c735b-de1e-4af1-a5c4-cdd8d6736ede)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:24.816887 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.837092 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for 51b33b4e-4db0-42e0-9c8e-70980af0d23b owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:24.842788 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4aea9853-dfb1-4898-8a14-c10bfe589d18 None None] Deleting port 51b33b4e-4db0-42e0-9c8e-70980af0d23b {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:24.843169 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4aea9853-dfb1-4898-8a14-c10bfe589d18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.844986 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-e0d8e258-6f42-4fec-9e74-1677866fbcdb tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=c6150889fd7f46258d8909ef2db274c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255473 Nov 24 13:05:24.929065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c614d01-e983-4c5e-a635-36ab00cb33fb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:24.934559 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c614d01-e983-4c5e-a635-36ab00cb33fb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.958407 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Allocated IP 2001:db8::f816:3eff:fe05:7118 (cda05003-a875-4de3-a8fc-2e63803a60bb/a7b08c22-abe4-4eeb-9d8c-b585cf1bb3a9/0bdebf10-d489-443d-87c2-947d7ce8827b) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:24.961768 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-4aea9853-dfb1-4898-8a14-c10bfe589d18 None None] For port 51b33b4e-4db0-42e0-9c8e-70980af0d23b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=51b33b4e-4db0-42e0-9c8e-70980af0d23b,segment=NetworkSegment(310c735b-de1e-4af1-a5c4-cdd8d6736ede),segment_id=310c735b-de1e-4af1-a5c4-cdd8d6736ede)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:24.962122 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4aea9853-dfb1-4898-8a14-c10bfe589d18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:24.968283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-4c614d01-e983-4c5e-a635-36ab00cb33fb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port 63f06464-0fb3-49bb-86dd-414b054048b2 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:05:24.984059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4aea9853-dfb1-4898-8a14-c10bfe589d18 None None] Calling delete_port for 51b33b4e-4db0-42e0-9c8e-70980af0d23b owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:24.985796 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.024896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-6635f3f5-6488-4190-8473-cb3a8514450a tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:25.028509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-6635f3f5-6488-4190-8473-cb3a8514450a tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767392 Nov 24 13:05:25.034415 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-677279116-network', 'tenant_id': '6c133cefd4e346b2a935766bfd514042'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:25.045514 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Request body: {'port': {'device_id': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': 'c6150889fd7f46258d8909ef2db274c7'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:25.098148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=51b33b4e-4db0-42e0-9c8e-70980af0d23b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:25.112184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No DVR routers for this DVR port 51b33b4e-4db0-42e0-9c8e-70980af0d23b on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:25.123444 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] Made reservation on behalf of 6c133cefd4e346b2a935766bfd514042 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:25.127386 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.172232 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4aea9853-dfb1-4898-8a14-c10bfe589d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.205225 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.213052 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.218294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Made reservation on behalf of c6150889fd7f46258d8909ef2db274c7 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:25.221865 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.226596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea9853-dfb1-4898-8a14-c10bfe589d18 None None] Pushing event deleted for resources: {'Port': ['ID=51b33b4e-4db0-42e0-9c8e-70980af0d23b,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:25.239688 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.244400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032ad9d1-87a7-4be1-ace4-04e73b1b8084']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:25.252852 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Port 2212f5cb-bda4-4729-83e5-09c25429c8e0 update to ACTIVE by agent not found {{(pid=114987) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 24 13:05:25.257242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea9853-dfb1-4898-8a14-c10bfe589d18 None None] No DVR routers for this DVR port 51b33b4e-4db0-42e0-9c8e-70980af0d23b on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:25.263145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310c735b-de1e-4af1-a5c4-cdd8d6736ede') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:25.263534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310c735b-de1e-4af1-a5c4-cdd8d6736ede') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:25.288534 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.290463 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.301900 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.353706 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:25.357196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:25.363072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:25.365280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2212f5cb-bda4-4729-83e5-09c25429c8e0 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:25.371277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Pushing event updated for resources: {'Port': ['ID=0bdebf10-d489-443d-87c2-947d7ce8827b,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:25.390513 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.391933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:05:25.392596 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.394852 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 2212f5cb-bda4-4729-83e5-09c25429c8e0 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:25.395936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2212f5cb-bda4-4729-83e5-09c25429c8e0 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:25.395936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 51b33b4e-4db0-42e0-9c8e-70980af0d23b no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:05:25.396176 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:05:25.413595 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.416009 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.419210 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.432065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-4c614d01-e983-4c5e-a635-36ab00cb33fb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::f816:3eff:fecf:94f5 (cda05003-a875-4de3-a8fc-2e63803a60bb/a7b08c22-abe4-4eeb-9d8c-b585cf1bb3a9/63f06464-0fb3-49bb-86dd-414b054048b2) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:25.434931 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.464056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 51b33b4e-4db0-42e0-9c8e-70980af0d23b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:25.465517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 51b33b4e-4db0-42e0-9c8e-70980af0d23b not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:25.497537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.519947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:05:25.523722 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Attempting to bind port 0bdebf10-d489-443d-87c2-947d7ce8827b on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:05:25.524115 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Attempting to bind port 0bdebf10-d489-443d-87c2-947d7ce8827b by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:05:25.524486 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Attempting to bind port 0bdebf10-d489-443d-87c2-947d7ce8827b on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:05:25.531195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:05:25.531816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:25.532419 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.533015 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:05:25.533843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Bound port: 0bdebf10-d489-443d-87c2-947d7ce8827b, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:05:25.534416 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.535737 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5499ca1-d844-415e-8eeb-5bdedc2bd661,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:25.552538 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.552971 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] Added segment d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c of type vlan for network ac10708e-2fe7-424b-9a36-5326d5fb1bd4 Nov 24 13:05:25.628308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d809a1-a446-4099-a9d1-5d264c0f74b9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:25.648852 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] For port 0bdebf10-d489-443d-87c2-947d7ce8827b, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:05:25.653591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] For port 0bdebf10-d489-443d-87c2-947d7ce8827b, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0bdebf10-d489-443d-87c2-947d7ce8827b,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:05:25.659288 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.660308 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.667108 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/networks/032ad9d1-87a7-4be1-ace4-04e73b1b8084 HTTP/1.1" status: 204 len: 168 time: 1.2889524 Nov 24 13:05:25.668511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40484) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:25.675633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75431a6-6d48-4289-93f4-24359cdc4e04 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Network': ['ID=032ad9d1-87a7-4be1-ace4-04e73b1b8084,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:25.679582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e50e6a09-c861-4b7a-8926-d9576dc3f64d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-90711055'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:25.688170 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.714677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Allocated IP 192.168.233.98 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/feaa6b5a-9c51-422e-bf49-3fcf2e89a032) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:25.714907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c5c21-bf67-4b5e-b582-a856c83bc9cb None None] Pushing event updated for resources: {'Port': ['ID=0bdebf10-d489-443d-87c2-947d7ce8827b,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:25.741996 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c614d01-e983-4c5e-a635-36ab00cb33fb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.762142 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50e6a09-c861-4b7a-8926-d9576dc3f64d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:25.766369 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e50e6a09-c861-4b7a-8926-d9576dc3f64d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.772093 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.773157 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:25.773803 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.803827 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c614d01-e983-4c5e-a635-36ab00cb33fb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.851719 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.865990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c614d01-e983-4c5e-a635-36ab00cb33fb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:25.869696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] Pushing event updated for resources: {'Network': ['ID=ac10708e-2fe7-424b-9a36-5326d5fb1bd4,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:25.881498 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network ac10708e-2fe7-424b-9a36-5326d5fb1bd4 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:05:25.893446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50e6a09-c861-4b7a-8926-d9576dc3f64d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:05:25.904219 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e50e6a09-c861-4b7a-8926-d9576dc3f64d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.904566 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-e50e6a09-c861-4b7a-8926-d9576dc3f64d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Added segment 90d88cc5-159b-4e29-964c-8fb268641ed1 of type vlan for network ca5890ab-1aad-4f3a-85d8-c3c7182da34c Nov 24 13:05:25.923352 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-4c614d01-e983-4c5e-a635-36ab00cb33fb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:25.930749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c614d01-e983-4c5e-a635-36ab00cb33fb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:25.937131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c614d01-e983-4c5e-a635-36ab00cb33fb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:25.940177 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c614d01-e983-4c5e-a635-36ab00cb33fb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.944509 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c611c3f5-cadd-4d02-b9aa-dfff97a68d0b req-0d6ae1e0-bf0e-417f-873d-2a8367f87748 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 210 time: 0.0808756 Nov 24 13:05:25.960185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e50e6a09-c861-4b7a-8926-d9576dc3f64d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:25.979176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4c614d01-e983-4c5e-a635-36ab00cb33fb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4443426 Nov 24 13:05:25.981137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40488) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:25.981999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c614d01-e983-4c5e-a635-36ab00cb33fb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=63f06464-0fb3-49bb-86dd-414b054048b2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:25.998898 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e50e6a09-c861-4b7a-8926-d9576dc3f64d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.004636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50e6a09-c861-4b7a-8926-d9576dc3f64d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:26.005293 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e50e6a09-c861-4b7a-8926-d9576dc3f64d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.018184 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-73d000d9-5e54-439d-a9f3-83540f7f74f1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2789810 Nov 24 13:05:26.043707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40490) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:26.084460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-195b9eb6-be78-444a-8170-6cb676196f60 admin admin] Request body: {'subnet': {'network_id': 'ac10708e-2fe7-424b-9a36-5326d5fb1bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-677279116-subnet', 'tenant_id': '6c133cefd4e346b2a935766bfd514042', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:26.116238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8207c8-7b5c-4e9c-b16e-1173b2e3ead5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:26.123558 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e50e6a09-c861-4b7a-8926-d9576dc3f64d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4545236 Nov 24 13:05:26.129650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8207c8-7b5c-4e9c-b16e-1173b2e3ead5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:26.131783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5a8207c8-7b5c-4e9c-b16e-1173b2e3ead5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1373389 Nov 24 13:05:26.132697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40494) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:26.138923 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-709a3c46-ae80-4301-8805-d5467ae4365e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'subnet': {'network_id': 'ca5890ab-1aad-4f3a-85d8-c3c7182da34c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:26.142432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40496) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:26.290245 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e6a09-c861-4b7a-8926-d9576dc3f64d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Network': ['ID=ca5890ab-1aad-4f3a-85d8-c3c7182da34c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:26.297062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195b9eb6-be78-444a-8170-6cb676196f60 admin admin] Made reservation on behalf of 6c133cefd4e346b2a935766bfd514042 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:26.299383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-195b9eb6-be78-444a-8170-6cb676196f60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.303981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network ca5890ab-1aad-4f3a-85d8-c3c7182da34c details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:05:26.332795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709a3c46-ae80-4301-8805-d5467ae4365e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:26.336318 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-709a3c46-ae80-4301-8805-d5467ae4365e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.336907 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.367600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-149a7413-faec-4d36-bf43-07fe0ee5a424 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port 63f06464-0fb3-49bb-86dd-414b054048b2 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:26.368006 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-149a7413-faec-4d36-bf43-07fe0ee5a424 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.433676 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.506467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:26.511164 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-149a7413-faec-4d36-bf43-07fe0ee5a424 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.517486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:26.520351 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:26.547316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-149a7413-faec-4d36-bf43-07fe0ee5a424 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for 63f06464-0fb3-49bb-86dd-414b054048b2 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:26.582299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Pushing event updated for resources: {'Port': ['ID=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:26.611135 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.631909 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:26.632590 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.637502 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-195b9eb6-be78-444a-8170-6cb676196f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.688045 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c6403120-fd69-45a1-ab9d-b6c6f5877fb2 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6489949 Nov 24 13:05:26.690649 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-709a3c46-ae80-4301-8805-d5467ae4365e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.710108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Request body: {'port': {'device_id': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:26.737034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b9eb6-be78-444a-8170-6cb676196f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a03e294-e1fc-4d91-8bcd-e426a4b730de,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:26.747229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195b9eb6-be78-444a-8170-6cb676196f60 admin admin] Checking segment: {'id': 'd1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac10708e-2fe7-424b-9a36-5326d5fb1bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:26.747599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b9eb6-be78-444a-8170-6cb676196f60 admin admin] Network hostable DHCP agents. Network: ac10708e-2fe7-424b-9a36-5326d5fb1bd4, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:05:26.780504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a3c46-ae80-4301-8805-d5467ae4365e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Subnet': ['ID=9bb68ba1-39e3-4395-8dab-7c82244d08f3,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:26.794911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b9eb6-be78-444a-8170-6cb676196f60 admin admin] Network ac10708e-2fe7-424b-9a36-5326d5fb1bd4 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:05:26.804057 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.807759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-195b9eb6-be78-444a-8170-6cb676196f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, ac10708e-2fe7-424b-9a36-5326d5fb1bd4) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:26.820369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195b9eb6-be78-444a-8170-6cb676196f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:26.821012 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-195b9eb6-be78-444a-8170-6cb676196f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.834068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709a3c46-ae80-4301-8805-d5467ae4365e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Checking segment: {'id': '90d88cc5-159b-4e29-964c-8fb268641ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ca5890ab-1aad-4f3a-85d8-c3c7182da34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:26.834595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709a3c46-ae80-4301-8805-d5467ae4365e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network hostable DHCP agents. Network: ca5890ab-1aad-4f3a-85d8-c3c7182da34c, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:05:26.865274 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-195b9eb6-be78-444a-8170-6cb676196f60 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8200994 Nov 24 13:05:26.890796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709a3c46-ae80-4301-8805-d5467ae4365e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network ca5890ab-1aad-4f3a-85d8-c3c7182da34c is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:05:26.895948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c145a306-1c4d-4e1d-a8e3-638f9ac7c5c3 None None] Network ac10708e-2fe7-424b-9a36-5326d5fb1bd4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:26.900441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-149a7413-faec-4d36-bf43-07fe0ee5a424 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.910394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-709a3c46-ae80-4301-8805-d5467ae4365e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, ca5890ab-1aad-4f3a-85d8-c3c7182da34c) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:26.920273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709a3c46-ae80-4301-8805-d5467ae4365e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:26.920922 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-709a3c46-ae80-4301-8805-d5467ae4365e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.941466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8431a86d-23f6-4f58-b811-c6f833faa02b None None] Network ca5890ab-1aad-4f3a-85d8-c3c7182da34c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:26.957387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a7413-faec-4d36-bf43-07fe0ee5a424 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=63f06464-0fb3-49bb-86dd-414b054048b2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:26.980382 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-149a7413-faec-4d36-bf43-07fe0ee5a424 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:26.987320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-149a7413-faec-4d36-bf43-07fe0ee5a424 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/63f06464-0fb3-49bb-86dd-414b054048b2 HTTP/1.1" status: 204 len: 168 time: 0.8436880 Nov 24 13:05:26.988563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40504) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:26.992204 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-709a3c46-ae80-4301-8805-d5467ae4365e tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8581951 Nov 24 13:05:26.994843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40506) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:27.003122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c101bf9f-ce10-4b4f-9e0c-697facb8368d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-826930262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:27.050615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cabd10a-5bf8-40cc-93a0-e9150f536f8d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:27.052188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cabd10a-5bf8-40cc-93a0-e9150f536f8d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:27.057240 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4cabd10a-5bf8-40cc-93a0-e9150f536f8d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0636818 Nov 24 13:05:27.057808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40508) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:27.145642 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a778e7-c2f5-4500-9e0c-8ac5bf36feca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet a7b08c22-abe4-4eeb-9d8c-b585cf1bb3a9 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:27.149752 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c101bf9f-ce10-4b4f-9e0c-697facb8368d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.150416 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14a778e7-c2f5-4500-9e0c-8ac5bf36feca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.153249 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c101bf9f-ce10-4b4f-9e0c-697facb8368d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.213360 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14a778e7-c2f5-4500-9e0c-8ac5bf36feca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.255204 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2e810f53-2446-4f74-8a5c-d48e7f7201a2 None None] Provisioning complete for port feaa6b5a-9c51-422e-bf49-3fcf2e89a032 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:27.258382 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2e810f53-2446-4f74-8a5c-d48e7f7201a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.291822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-ca5890ab-1aad-4f3a-85d8-c3c7182da34c', 'network_id': 'ca5890ab-1aad-4f3a-85d8-c3c7182da34c', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'fixed_ips': [{'subnet_id': '9bb68ba1-39e3-4395-8dab-7c82244d08f3'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:05:27.293480 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.313997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-45170428-8bbe-4131-8532-d781830f8da5 req-353e5ef7-6c45-4c2d-9cf5-1bf07037b4b8 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-466929934', 'description': 'tempest-description-1586906852'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:27.348654 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c101bf9f-ce10-4b4f-9e0c-697facb8368d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.349321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2e810f53-2446-4f74-8a5c-d48e7f7201a2 None None] Port feaa6b5a-9c51-422e-bf49-3fcf2e89a032 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:05:27.380846 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14ffea-28b9-427b-ab3c-0e89ebf85a3d req-9add5121-7baf-4c41-8968-a7d4bbbe7e76 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:27.382995 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b14ffea-28b9-427b-ab3c-0e89ebf85a3d req-9add5121-7baf-4c41-8968-a7d4bbbe7e76 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 935 time: 0.2582405 Nov 24 13:05:27.384794 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c101bf9f-ce10-4b4f-9e0c-697facb8368d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.430936 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14a778e7-c2f5-4500-9e0c-8ac5bf36feca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.455076 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c101bf9f-ce10-4b4f-9e0c-697facb8368d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.459352 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c101bf9f-ce10-4b4f-9e0c-697facb8368d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4626901 Nov 24 13:05:27.465076 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40518) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:27.510735 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0bdebf10-d489-443d-87c2-947d7ce8827b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:27.550144 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b14ffea-28b9-427b-ab3c-0e89ebf85a3d req-3f435536-626c-4564-8674-62b053e69f86 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5499ca1-d844-415e-8eeb-5bdedc2bd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564174 Nov 24 13:05:27.560693 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f06c01-5870-4d9f-8cc9-0b81485be656 None None] Network ac10708e-2fe7-424b-9a36-5326d5fb1bd4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:27.572736 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14a778e7-c2f5-4500-9e0c-8ac5bf36feca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.608473 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14a778e7-c2f5-4500-9e0c-8ac5bf36feca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.614567 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-14a778e7-c2f5-4500-9e0c-8ac5bf36feca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/a7b08c22-abe4-4eeb-9d8c-b585cf1bb3a9 HTTP/1.1" status: 204 len: 168 time: 0.5552049 Nov 24 13:05:27.620387 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40520) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:27.624649 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-45170428-8bbe-4131-8532-d781830f8da5 req-353e5ef7-6c45-4c2d-9cf5-1bf07037b4b8 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.669340 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a778e7-c2f5-4500-9e0c-8ac5bf36feca tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b08c22-abe4-4eeb-9d8c-b585cf1bb3a9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:27.677967 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0a365fc7-aaef-44c5-85fb-7762f3e3d206 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549285 Nov 24 13:05:27.680369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feaa6b5a-9c51-422e-bf49-3fcf2e89a032 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:05:27.680792 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40522) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:27.687238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:27.696965 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.699608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-99104bf4-e143-4b07-bd9e-b5f59548caa0 None None] Provisioning complete for port 0bdebf10-d489-443d-87c2-947d7ce8827b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:27.700255 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-99104bf4-e143-4b07-bd9e-b5f59548caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.759094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a55e4b-73b7-49c5-b2fc-0611479120eb None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:27.794683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 0bdebf10-d489-443d-87c2-947d7ce8827b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:27.795224 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.818456 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Transition to ACTIVE for port object feaa6b5a-9c51-422e-bf49-3fcf2e89a032 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:05:27.823788 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.826817 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-45170428-8bbe-4131-8532-d781830f8da5 req-353e5ef7-6c45-4c2d-9cf5-1bf07037b4b8 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.830854 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-45170428-8bbe-4131-8532-d781830f8da5 req-353e5ef7-6c45-4c2d-9cf5-1bf07037b4b8 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.838499 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:27.842106 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.895330 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-45170428-8bbe-4131-8532-d781830f8da5 req-353e5ef7-6c45-4c2d-9cf5-1bf07037b4b8 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:27.896239 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-45170428-8bbe-4131-8532-d781830f8da5 req-353e5ef7-6c45-4c2d-9cf5-1bf07037b4b8 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5926771 Nov 24 13:05:27.902640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e5ef7-6c45-4c2d-9cf5-1bf07037b4b8 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b520a2-e7af-4b65-a8e6-3b37157172a2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:27.925352 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Allocated IP 2001:db8::2 (ca5890ab-1aad-4f3a-85d8-c3c7182da34c/9bb68ba1-39e3-4395-8dab-7c82244d08f3/66e663ff-5713-44fe-86fa-06e4905a8e8f) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:28.006364 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-6c07ded4-4e03-451f-930a-7c164155e782 req-3dbeed34-0c9b-4230-a8ec-23dd7f6d098d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-857892516', 'description': 'tempest-description-1435559701'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:28.022131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Pushing event updated for resources: {'Port': ['ID=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:28.111856 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-99104bf4-e143-4b07-bd9e-b5f59548caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.130581 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.174706 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6c07ded4-4e03-451f-930a-7c164155e782 req-3dbeed34-0c9b-4230-a8ec-23dd7f6d098d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.193780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Attempting to bind port feaa6b5a-9c51-422e-bf49-3fcf2e89a032 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:05:28.194397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Attempting to bind port feaa6b5a-9c51-422e-bf49-3fcf2e89a032 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:05:28.195185 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Attempting to bind port feaa6b5a-9c51-422e-bf49-3fcf2e89a032 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:05:28.244432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.objects.ports [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114985) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:05:28.249409 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.249610 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Port feaa6b5a-9c51-422e-bf49-3fcf2e89a032 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:05:28.250099 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Attempting to bind port feaa6b5a-9c51-422e-bf49-3fcf2e89a032 on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:05:28.254793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-99104bf4-e143-4b07-bd9e-b5f59548caa0 None None] For port 0bdebf10-d489-443d-87c2-947d7ce8827b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0bdebf10-d489-443d-87c2-947d7ce8827b,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:28.278590 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-99104bf4-e143-4b07-bd9e-b5f59548caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.332392 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:05:28.332768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:28.333283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:05:28.334188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Bound port: feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:05:28.334625 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.392075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a02243-3316-48ba-80fa-d4a7f7c8c65f None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:05:28.428323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5b1bd75e-5201-40e7-bfad-37d47cfca9a0 None None] Could not find standard attr ID for object 63f06464-0fb3-49bb-86dd-414b054048b2. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:05:28.431368 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6c07ded4-4e03-451f-930a-7c164155e782 req-3dbeed34-0c9b-4230-a8ec-23dd7f6d098d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.432038 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.435338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99104bf4-e143-4b07-bd9e-b5f59548caa0 None None] Pushing event updated for resources: {'Port': ['ID=0bdebf10-d489-443d-87c2-947d7ce8827b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:28.442160 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6c07ded4-4e03-451f-930a-7c164155e782 req-3dbeed34-0c9b-4230-a8ec-23dd7f6d098d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.450839 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.465803 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.471538 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:05:28.472083 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:05:28.533887 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6c07ded4-4e03-451f-930a-7c164155e782 req-3dbeed34-0c9b-4230-a8ec-23dd7f6d098d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.535330 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6c07ded4-4e03-451f-930a-7c164155e782 req-3dbeed34-0c9b-4230-a8ec-23dd7f6d098d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5405726 Nov 24 13:05:28.544321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbeed34-0c9b-4230-a8ec-23dd7f6d098d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d22813-26eb-46e5-9ca4-090e9bccfa2d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:28.550183 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] For port feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:05:28.565584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] For port feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:05:28.675443 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] For port 0bdebf10-d489-443d-87c2-947d7ce8827b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0bdebf10-d489-443d-87c2-947d7ce8827b,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:28.681818 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Network ca5890ab-1aad-4f3a-85d8-c3c7182da34c is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:28.689944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Allocated IP 2001:db8::1 (ca5890ab-1aad-4f3a-85d8-c3c7182da34c/9bb68ba1-39e3-4395-8dab-7c82244d08f3/2ef899e0-0ea6-4d90-9666-3877b455cc0c) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:28.692250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:28.695664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:28.697565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Pushing event updated for resources: {'Port': ['ID=66e663ff-5713-44fe-86fa-06e4905a8e8f,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:28.721499 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.737238 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.747022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef9ce7-5e1c-4a73-a3c9-8e94714b6fc4 req-f9f645c1-3cbc-49ad-b09d-8fbebcb1e0bf tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:28.754807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-19ef9ce7-5e1c-4a73-a3c9-8e94714b6fc4 req-f9f645c1-3cbc-49ad-b09d-8fbebcb1e0bf tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 947 time: 0.0954247 Nov 24 13:05:28.757983 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.758724 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.767688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-25a02243-3316-48ba-80fa-d4a7f7c8c65f None None] Deleting port 0bdebf10-d489-443d-87c2-947d7ce8827b {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:28.768206 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25a02243-3316-48ba-80fa-d4a7f7c8c65f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.770909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Attempting to bind port 66e663ff-5713-44fe-86fa-06e4905a8e8f on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:05:28.772553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Attempting to bind port 66e663ff-5713-44fe-86fa-06e4905a8e8f by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '90d88cc5-159b-4e29-964c-8fb268641ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ca5890ab-1aad-4f3a-85d8-c3c7182da34c'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:05:28.772553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Attempting to bind port 66e663ff-5713-44fe-86fa-06e4905a8e8f on network ca5890ab-1aad-4f3a-85d8-c3c7182da34c {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:05:28.794589 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:05:28.794821 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Checking segment: {'id': '90d88cc5-159b-4e29-964c-8fb268641ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ca5890ab-1aad-4f3a-85d8-c3c7182da34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:28.795579 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.795988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Bound using segment: {'id': '90d88cc5-159b-4e29-964c-8fb268641ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ca5890ab-1aad-4f3a-85d8-c3c7182da34c'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:05:28.796592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Bound port: 66e663ff-5713-44fe-86fa-06e4905a8e8f, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d88cc5-159b-4e29-964c-8fb268641ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ca5890ab-1aad-4f3a-85d8-c3c7182da34c'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:05:28.796880 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.841190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:28.841532 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.843217 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] 10.222.0.59 "PUT /v2.0/ports/feaa6b5a-9c51-422e-bf49-3fcf2e89a032 HTTP/1.1" status: 200 len: 1095 time: 2.1400628 Nov 24 13:05:28.846279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'tag': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:05:28.855333 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0227c762-29a4-4516-8579-74e581635761" -d '{"events": [{"name": "network-changed", "server_uuid": "32b876b3-6dba-4144-b7ec-3ba0dbd776a8", "tag": "feaa6b5a-9c51-422e-bf49-3fcf2e89a032"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:05:28.878649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:28.896588 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:28.899648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:28.900254 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.908189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=4a243d41-4b1e-454e-9b11-6ad408abebe0,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:28.927702 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-19ef9ce7-5e1c-4a73-a3c9-8e94714b6fc4 req-2d957e1d-deea-4c4b-b390-f94fc3d98e5b tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5499ca1-d844-415e-8eeb-5bdedc2bd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719208 Nov 24 13:05:28.929120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=0bdebf10-d489-443d-87c2-947d7ce8827b,revision_number=6']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:28.931395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] For port 66e663ff-5713-44fe-86fa-06e4905a8e8f, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:05:28.935682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] For port 66e663ff-5713-44fe-86fa-06e4905a8e8f, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=66e663ff-5713-44fe-86fa-06e4905a8e8f,segment=NetworkSegment(90d88cc5-159b-4e29-964c-8fb268641ed1),segment_id=90d88cc5-159b-4e29-964c-8fb268641ed1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:05:28.948590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67976f2-297e-439c-a6a5-f6e395433338 service neutron] Pushing event updated for resources: {'Port': ['ID=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:28.950098 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:28.952675 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4080491c-2019-41e5-8323-449c6044ef78 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2706993 Nov 24 13:05:28.953393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40546) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:28.958820 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2676c277-24c5-47ce-87ee-309191984a6f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'mac_address': 'fa:16:3e:78:82:fe', 'name': 'tempest-NetworksTestDHCPv6-1648189891'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:29.105400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-25a02243-3316-48ba-80fa-d4a7f7c8c65f None None] For port 0bdebf10-d489-443d-87c2-947d7ce8827b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0bdebf10-d489-443d-87c2-947d7ce8827b,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:29.105934 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25a02243-3316-48ba-80fa-d4a7f7c8c65f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:29.124757 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b1617-c852-415b-a47b-d5b0c53d09e2 None None] Pushing event updated for resources: {'Port': ['ID=66e663ff-5713-44fe-86fa-06e4905a8e8f,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:29.133355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-25a02243-3316-48ba-80fa-d4a7f7c8c65f None None] Calling delete_port for 0bdebf10-d489-443d-87c2-947d7ce8827b owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:29.232186 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2676c277-24c5-47ce-87ee-309191984a6f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:29.338376 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2676c277-24c5-47ce-87ee-309191984a6f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:29.388929 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25a02243-3316-48ba-80fa-d4a7f7c8c65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:29.399010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-2676c277-24c5-47ce-87ee-309191984a6f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port ab6b174f-039a-4493-bc24-d39a708f19d6 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:05:29.433671 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0b2743-7750-443b-ad43-ca81c9e5e181 x-openstack-request-id: req-3c0b2743-7750-443b-ad43-ca81c9e5e181 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:29.433966 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b876b3-6dba-4144-b7ec-3ba0dbd776a8", "tag": "feaa6b5a-9c51-422e-bf49-3fcf2e89a032", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:29.434385 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c0b2743-7750-443b-ad43-ca81c9e5e181 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:29.434857 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'tag': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032', 'status': 'completed', 'code': 200} Nov 24 13:05:29.466738 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae350804-0e97-42f6-9590-973f5604b26a req-69c4dc6c-2ea6-4156-b273-68081aabff97 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:29.468657 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae350804-0e97-42f6-9590-973f5604b26a req-69c4dc6c-2ea6-4156-b273-68081aabff97 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/networks?id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4 HTTP/1.1" status: 200 len: 812 time: 0.7580018 Nov 24 13:05:29.472141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0bdebf10-d489-443d-87c2-947d7ce8827b no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:29.477906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a02243-3316-48ba-80fa-d4a7f7c8c65f None None] Pushing event deleted for resources: {'Port': ['ID=0bdebf10-d489-443d-87c2-947d7ce8827b,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:29.493208 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-61178707-3018-485e-8c3e-67825ac646c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:29.494792 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-61178707-3018-485e-8c3e-67825ac646c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6150889fd7f46258d8909ef2db274c7&device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 1098 time: 0.6019945 Nov 24 13:05:29.500701 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae350804-0e97-42f6-9590-973f5604b26a req-3d3c0cc4-e115-4574-b435-65aaaf45ec62 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/quotas/6c133cefd4e346b2a935766bfd514042 HTTP/1.1" status: 200 len: 375 time: 0.0230076 Nov 24 13:05:29.504437 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 0bdebf10-d489-443d-87c2-947d7ce8827b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:29.504784 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0bdebf10-d489-443d-87c2-947d7ce8827b not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:29.522043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a02243-3316-48ba-80fa-d4a7f7c8c65f None None] No DVR routers for this DVR port 0bdebf10-d489-443d-87c2-947d7ce8827b on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:29.541502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c92814-99f9-4b08-abda-235b8ef0353e None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:29.589749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-2676c277-24c5-47ce-87ee-309191984a6f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::f816:3eff:fe78:82fe (cda05003-a875-4de3-a8fc-2e63803a60bb/4a243d41-4b1e-454e-9b11-6ad408abebe0/ab6b174f-039a-4493-bc24-d39a708f19d6) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:29.591220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae350804-0e97-42f6-9590-973f5604b26a req-88062550-e6df-4a0d-9dbe-dc62c79a580d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c133cefd4e346b2a935766bfd514042&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822809 Nov 24 13:05:29.597837 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-a11f9be7-d801-44f5-84e9-6594ec9a1999 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032 HTTP/1.1" status: 200 len: 217 time: 0.0901444 Nov 24 13:05:29.606501 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:29.726504 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': '4a243d41-4b1e-454e-9b11-6ad408abebe0'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:05:29.727392 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:29.743545 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-61182436-797a-491e-b0de-e1b6e4b38328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:29.745169 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-61182436-797a-491e-b0de-e1b6e4b38328 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1263330 Nov 24 13:05:29.775492 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2676c277-24c5-47ce-87ee-309191984a6f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:29.790835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:29.807123 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae350804-0e97-42f6-9590-973f5604b26a req-492dbf57-f943-41eb-8b6b-fba1cc582381 service neutron] 10.222.0.48 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986237 Nov 24 13:05:29.817581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2676c277-24c5-47ce-87ee-309191984a6f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:29.851270 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network ca5890ab-1aad-4f3a-85d8-c3c7182da34c is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:29.872104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:29.877401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2676c277-24c5-47ce-87ee-309191984a6f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:29.880269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Allocated IP 2001:db8::f816:3eff:fedd:868a (cda05003-a875-4de3-a8fc-2e63803a60bb/4a243d41-4b1e-454e-9b11-6ad408abebe0/9d030c84-2697-4dda-99b1-f9f339240fb9) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:29.882601 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676c277-24c5-47ce-87ee-309191984a6f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=ab6b174f-039a-4493-bc24-d39a708f19d6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:29.884986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-2676c277-24c5-47ce-87ee-309191984a6f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:29.887165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2676c277-24c5-47ce-87ee-309191984a6f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:29.887485 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:29.888051 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:29.893177 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2676c277-24c5-47ce-87ee-309191984a6f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:29.893824 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2676c277-24c5-47ce-87ee-309191984a6f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:29.911013 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2676c277-24c5-47ce-87ee-309191984a6f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9564497 Nov 24 13:05:29.914238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40548) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:29.929682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=2ef899e0-0ea6-4d90-9666-3877b455cc0c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:29.963716 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-81791826-4c03-4bf8-9a6f-f63d3ca15c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:29.964944 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-81791826-4c03-4bf8-9a6f-f63d3ca15c3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2106998 Nov 24 13:05:29.973245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ada23cb-51e5-4782-b67c-7c9b030917ec tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:29.978534 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9ada23cb-51e5-4782-b67c-7c9b030917ec tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0630586 Nov 24 13:05:29.979180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40552) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:30.089074 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:30.098155 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:30.123909 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae350804-0e97-42f6-9590-973f5604b26a req-fb34f287-6c98-4933-92b7-70a03b202885 service neutron] 10.222.0.48 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953196 Nov 24 13:05:30.157494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db3adf-d513-4625-b3a2-1b5f44396ed7 req-b9d16448-31ef-4ff8-83a0-726fc897d2aa tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:30.166779 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23db3adf-d513-4625-b3a2-1b5f44396ed7 req-b9d16448-31ef-4ff8-83a0-726fc897d2aa tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 947 time: 0.1341753 Nov 24 13:05:30.168232 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:30.182979 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Pushing event updated for resources: {'Port': ['ID=9d030c84-2697-4dda-99b1-f9f339240fb9,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:30.185025 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-7d18b654-ab89-4395-acf2-a5557de251d4 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106171 Nov 24 13:05:30.210289 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:30.216115 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:30.219557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:30.232669 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23db3adf-d513-4625-b3a2-1b5f44396ed7 req-811cb037-37ad-4fa7-8b50-dce3ec7b7171 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5499ca1-d844-415e-8eeb-5bdedc2bd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644214 Nov 24 13:05:30.243256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e61528aa-4c56-4dbf-bcd7-bf3da09d3f70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port ab6b174f-039a-4493-bc24-d39a708f19d6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:30.247502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e61528aa-4c56-4dbf-bcd7-bf3da09d3f70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:30.340216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Attempting to bind port 9d030c84-2697-4dda-99b1-f9f339240fb9 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:05:30.340942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Attempting to bind port 9d030c84-2697-4dda-99b1-f9f339240fb9 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:05:30.341662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Attempting to bind port 9d030c84-2697-4dda-99b1-f9f339240fb9 on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:05:30.348700 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:05:30.349489 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:30.350118 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:30.350703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:05:30.351529 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Bound port: 9d030c84-2697-4dda-99b1-f9f339240fb9, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:05:30.352132 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:30.465270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e61528aa-4c56-4dbf-bcd7-bf3da09d3f70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:30.472489 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] For port 9d030c84-2697-4dda-99b1-f9f339240fb9, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:05:30.476266 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] For port 9d030c84-2697-4dda-99b1-f9f339240fb9, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9d030c84-2697-4dda-99b1-f9f339240fb9,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:05:30.482393 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:30.491892 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e61528aa-4c56-4dbf-bcd7-bf3da09d3f70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for ab6b174f-039a-4493-bc24-d39a708f19d6 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:30.494770 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b602afeb-292e-416c-b45d-228f4d8dc4fb req-22bff25b-0e19-488d-9e27-8b4dd717af55 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 210 time: 0.0540590 Nov 24 13:05:30.548631 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0326730b-7e0c-4261-b948-89a939bfbb10 req-aba46440-4aee-4c0c-952f-a3aab5cff092 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547456 Nov 24 13:05:30.581036 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd655b15-bc3e-4c98-9302-2bd979505ad0 None None] Pushing event updated for resources: {'Port': ['ID=9d030c84-2697-4dda-99b1-f9f339240fb9,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:30.742503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099d8e99-895d-4f74-8d96-4cbafb7d2f42 None None] Network ca5890ab-1aad-4f3a-85d8-c3c7182da34c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:30.755160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915fe16-4a34-46f0-bd77-f22724eef0e4 req-ddc54b7f-0610-4a22-ad4a-b8e519425a2a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:30.756824 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c915fe16-4a34-46f0-bd77-f22724eef0e4 req-ddc54b7f-0610-4a22-ad4a-b8e519425a2a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 946 time: 0.0878761 Nov 24 13:05:30.836245 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:30.861326 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e61528aa-4c56-4dbf-bcd7-bf3da09d3f70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:30.864544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c762-29a4-4516-8579-74e581635761 req-c5a7acf4-3684-4b79-91f0-8a8b58a20ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:30.866944 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0227c762-29a4-4516-8579-74e581635761 req-c5a7acf4-3684-4b79-91f0-8a8b58a20ba2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c6150889fd7f46258d8909ef2db274c7&device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 1098 time: 0.2520423 Nov 24 13:05:30.868469 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:30.869726 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:30.925049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-60f6e200-c54a-4707-8e0d-8a6fec99dee4 None None] Provisioning complete for port 66e663ff-5713-44fe-86fa-06e4905a8e8f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:30.926254 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-60f6e200-c54a-4707-8e0d-8a6fec99dee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:30.942368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=2ef899e0-0ea6-4d90-9666-3877b455cc0c,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:30.965280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61528aa-4c56-4dbf-bcd7-bf3da09d3f70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=ab6b174f-039a-4493-bc24-d39a708f19d6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:31.000630 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c915fe16-4a34-46f0-bd77-f22724eef0e4 req-8d1640ab-8a31-4373-87e5-7aaf36ad4704 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363210 Nov 24 13:05:31.012129 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e61528aa-4c56-4dbf-bcd7-bf3da09d3f70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:31.018259 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e61528aa-4c56-4dbf-bcd7-bf3da09d3f70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/ab6b174f-039a-4493-bc24-d39a708f19d6 HTTP/1.1" status: 204 len: 168 time: 1.0344012 Nov 24 13:05:31.018952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40570) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:31.107033 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895934d3-74af-4c0e-8e84-40b5909fb5dc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:31.108833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895934d3-74af-4c0e-8e84-40b5909fb5dc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:31.112789 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-895934d3-74af-4c0e-8e84-40b5909fb5dc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0905950 Nov 24 13:05:31.113534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c762-29a4-4516-8579-74e581635761 req-792e0548-d34e-4250-857d-caf0c8befbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:31.114130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40574) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:31.115063 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0227c762-29a4-4516-8579-74e581635761 req-792e0548-d34e-4250-857d-caf0c8befbbc service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1926963 Nov 24 13:05:31.127271 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-60f6e200-c54a-4707-8e0d-8a6fec99dee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:31.174943 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-60f6e200-c54a-4707-8e0d-8a6fec99dee4 None None] For port 66e663ff-5713-44fe-86fa-06e4905a8e8f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=66e663ff-5713-44fe-86fa-06e4905a8e8f,segment=NetworkSegment(90d88cc5-159b-4e29-964c-8fb268641ed1),segment_id=90d88cc5-159b-4e29-964c-8fb268641ed1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:31.180745 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-60f6e200-c54a-4707-8e0d-8a6fec99dee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:31.201210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-358532a2-e73d-48b4-b44c-b9b2555b6667 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 4a243d41-4b1e-454e-9b11-6ad408abebe0 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:31.204858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-358532a2-e73d-48b4-b44c-b9b2555b6667 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:31.210958 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0227c762-29a4-4516-8579-74e581635761 req-f98e38e7-4ad9-4dfd-872c-bf1d300c644d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032 HTTP/1.1" status: 200 len: 217 time: 0.0459399 Nov 24 13:05:31.293743 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6e200-c54a-4707-8e0d-8a6fec99dee4 None None] Pushing event updated for resources: {'Port': ['ID=66e663ff-5713-44fe-86fa-06e4905a8e8f,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:31.316013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network ca5890ab-1aad-4f3a-85d8-c3c7182da34c is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:31.344501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c762-29a4-4516-8579-74e581635761 req-877bfd36-deb5-416d-a3e4-29a1db615709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:31.347967 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0227c762-29a4-4516-8579-74e581635761 req-877bfd36-deb5-416d-a3e4-29a1db615709 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1254587 Nov 24 13:05:31.353458 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:31.538968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9d030c84-2697-4dda-99b1-f9f339240fb9 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:31.610624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c762-29a4-4516-8579-74e581635761 req-dd43b54f-b6c9-496f-8852-0bd9b4a69959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:31.612693 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0227c762-29a4-4516-8579-74e581635761 req-dd43b54f-b6c9-496f-8852-0bd9b4a69959 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2472811 Nov 24 13:05:31.644703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9d030c84-2697-4dda-99b1-f9f339240fb9 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:31.645114 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:31.647770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf88c5c-3dab-4ac1-a57b-72bde150cbf3 req-afd36374-919c-4d0c-a984-4031f67fcc4a tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:31.655287 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-baf88c5c-3dab-4ac1-a57b-72bde150cbf3 req-afd36374-919c-4d0c-a984-4031f67fcc4a tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 947 time: 0.2790143 Nov 24 13:05:31.697527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-07ebc32e-73d6-4908-83a2-4eaa374b1448 None None] Provisioning complete for port 66e663ff-5713-44fe-86fa-06e4905a8e8f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:31.697911 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-07ebc32e-73d6-4908-83a2-4eaa374b1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:31.789429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-82019510-e982-46a9-80e7-4acd07506e6d req-0ee2bc5b-40c8-42dd-8438-28941ca2be5e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 210 time: 0.0561047 Nov 24 13:05:31.796944 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-358532a2-e73d-48b4-b44c-b9b2555b6667 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:31.831066 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-baf88c5c-3dab-4ac1-a57b-72bde150cbf3 req-dbb6fe45-f59d-4aa6-a273-c5e1c11caab6 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5499ca1-d844-415e-8eeb-5bdedc2bd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683223 Nov 24 13:05:31.834284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router ba7a940b-6713-4749-8e11-81cd499875b5 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:05:31.875703 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0227c762-29a4-4516-8579-74e581635761 req-dd8504d9-cc70-4dd3-b9e1-db775678e5b7 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487307 Nov 24 13:05:31.903316 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:31.910353 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-07ebc32e-73d6-4908-83a2-4eaa374b1448 None None] Provisioning complete for port 2ef899e0-0ea6-4d90-9666-3877b455cc0c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:31.910888 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-07ebc32e-73d6-4908-83a2-4eaa374b1448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:32.027669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-07ebc32e-73d6-4908-83a2-4eaa374b1448 None None] Port 2ef899e0-0ea6-4d90-9666-3877b455cc0c cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:05:32.030934 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 9d030c84-2697-4dda-99b1-f9f339240fb9, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9d030c84-2697-4dda-99b1-f9f339240fb9,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:32.036926 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:32.038348 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 66e663ff-5713-44fe-86fa-06e4905a8e8f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:32.062450 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-358532a2-e73d-48b4-b44c-b9b2555b6667 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:32.122942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=9d030c84-2697-4dda-99b1-f9f339240fb9,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:32.144625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0227c762-29a4-4516-8579-74e581635761 req-3a5242b5-9786-43db-aa98-51f571d01304 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719260 Nov 24 13:05:32.197586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bb11b159-c47c-46b6-a7b8-6f5cdc6166ba None None] Provisioning complete for port 2ef899e0-0ea6-4d90-9666-3877b455cc0c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:32.198192 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bb11b159-c47c-46b6-a7b8-6f5cdc6166ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:32.267957 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 66e663ff-5713-44fe-86fa-06e4905a8e8f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:32.268331 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:32.283478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:05:32.289384 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eebfdac1-6f09-403c-a380-f2605af76a83 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/ba7a940b-6713-4749-8e11-81cd499875b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8232954 Nov 24 13:05:32.293802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40586) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:32.303065 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-bb11b159-c47c-46b6-a7b8-6f5cdc6166ba None None] Port 2ef899e0-0ea6-4d90-9666-3877b455cc0c cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:05:32.307888 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8a4e47-300d-47c4-8795-9926eea59aad None None] Sync routers for ids ['ba7a940b-6713-4749-8e11-81cd499875b5'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:05:32.309520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae350804-0e97-42f6-9590-973f5604b26a req-4c530a75-b413-4f94-b822-497e94ff8e9f tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:32.311702 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae350804-0e97-42f6-9590-973f5604b26a req-4c530a75-b413-4f94-b822-497e94ff8e9f tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.46 "GET /v2.0/networks?id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4 HTTP/1.1" status: 200 len: 812 time: 0.3723695 Nov 24 13:05:32.315356 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-358532a2-e73d-48b4-b44c-b9b2555b6667 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:32.330075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-ae350804-0e97-42f6-9590-973f5604b26a req-114349d9-1c38-455d-9bf1-be10843fd718 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'port': {'device_id': 'e40f2fa8-a986-4825-b49b-895152d13afb', 'network_id': 'ac10708e-2fe7-424b-9a36-5326d5fb1bd4', 'admin_state_up': True, 'tenant_id': '6c133cefd4e346b2a935766bfd514042'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:32.349071 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a63bc-db4b-4b55-84d3-811b2e55d145 req-b0ab0bc3-10fe-4486-ad25-5c5288de2c6c tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:32.350668 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f4a63bc-db4b-4b55-84d3-811b2e55d145 req-b0ab0bc3-10fe-4486-ad25-5c5288de2c6c tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 946 time: 0.1660938 Nov 24 13:05:32.357893 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a4e47-300d-47c4-8795-9926eea59aad None None] Routers {'ba7a940b-6713-4749-8e11-81cd499875b5'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:32.358545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ed8a4e47-300d-47c4-8795-9926eea59aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ba7a940b-6713-4749-8e11-81cd499875b5'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:32.367237 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb0d944-01de-4083-800c-9151dd7046d6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:32.369106 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ddb0d944-01de-4083-800c-9151dd7046d6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports/2ef899e0-0ea6-4d90-9666-3877b455cc0c HTTP/1.1" status: 200 len: 911 time: 0.0740991 Nov 24 13:05:32.376630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40588) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:32.393441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ed8a4e47-300d-47c4-8795-9926eea59aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:32.409284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a4e47-300d-47c4-8795-9926eea59aad None None] Routers {'ba7a940b-6713-4749-8e11-81cd499875b5'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:32.409854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ed8a4e47-300d-47c4-8795-9926eea59aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ba7a940b-6713-4749-8e11-81cd499875b5'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:32.428600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358532a2-e73d-48b4-b44c-b9b2555b6667 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=4a243d41-4b1e-454e-9b11-6ad408abebe0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:32.436253 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-358532a2-e73d-48b4-b44c-b9b2555b6667 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:32.442106 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-358532a2-e73d-48b4-b44c-b9b2555b6667 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/4a243d41-4b1e-454e-9b11-6ad408abebe0 HTTP/1.1" status: 204 len: 168 time: 1.3258648 Nov 24 13:05:32.442734 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40590) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:32.450137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ed8a4e47-300d-47c4-8795-9926eea59aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:32.450906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8a4e47-300d-47c4-8795-9926eea59aad None None] The sync data for ids ['ba7a940b-6713-4749-8e11-81cd499875b5'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:05:32.454338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3f566-8a2d-490c-bf91-6cc0841cd301 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:32.505788 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3ef9c93d-37ff-4b69-9530-3066d0650f0b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597305 Nov 24 13:05:32.509240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40594) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:32.568863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f4a63bc-db4b-4b55-84d3-811b2e55d145 req-09106c56-c010-4d18-a4db-f7532ac4105f tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986532 Nov 24 13:05:32.637468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23879f6-7395-442d-8f4c-25fa8ab1acab tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:32.639522 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a23879f6-7395-442d-8f4c-25fa8ab1acab tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1290960 Nov 24 13:05:32.642587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40600) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:32.680810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae350804-0e97-42f6-9590-973f5604b26a req-114349d9-1c38-455d-9bf1-be10843fd718 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Made reservation on behalf of 6c133cefd4e346b2a935766bfd514042 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:32.684856 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ae350804-0e97-42f6-9590-973f5604b26a req-114349d9-1c38-455d-9bf1-be10843fd718 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:32.727574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e4f230-c59b-4831-9517-4e1433e3a7ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:32.731573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d5e4f230-c59b-4831-9517-4e1433e3a7ad tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0852535 Nov 24 13:05:32.731868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40602) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:32.752029 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fe35d53b-dc6f-4120-9123-07751020ee1a None None] Provisioning complete for port 9d030c84-2697-4dda-99b1-f9f339240fb9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:32.752408 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe35d53b-dc6f-4120-9123-07751020ee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:32.812510 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-512f3a33-9df8-45de-b546-04c1de1b080e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750186 Nov 24 13:05:32.813563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40606) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:32.819612 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-832657f0-cbb2-44ae-8b84-be5cc224036b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:32.824412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device feaa6b5a-9c51-422e-bf49-3fcf2e89a032 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:05:32.926590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-ae350804-0e97-42f6-9590-973f5604b26a req-114349d9-1c38-455d-9bf1-be10843fd718 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Allocated IP 172.20.0.14 (ac10708e-2fe7-424b-9a36-5326d5fb1bd4/2a03e294-e1fc-4d91-8bcd-e426a4b730de/8da88159-4e7a-486a-a745-8a9148ec1417) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:32.980759 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b0005a2-d419-4cd0-8728-3785c1142ce6 req-13cd1870-9833-474c-85cd-2833f63a7a89 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 210 time: 0.0366311 Nov 24 13:05:32.994571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccc08e2-76e3-4901-b987-f0590637f9b0 None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:05:33.047268 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:33.063831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032', 'mac_address': 'fa:16:3e:00:56:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:05:33.176084 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.187661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-856c2aa2-e74f-4d34-aaf8-1f7949e383a7 None None] Provisioning complete for port 2ef899e0-0ea6-4d90-9666-3877b455cc0c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:33.188128 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-856c2aa2-e74f-4d34-aaf8-1f7949e383a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.201726 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ae350804-0e97-42f6-9590-973f5604b26a req-114349d9-1c38-455d-9bf1-be10843fd718 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.219759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feaa6b5a-9c51-422e-bf49-3fcf2e89a032 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:05:33.241107 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:33.251371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc08e2-76e3-4901-b987-f0590637f9b0 None None] Deleting port 9d030c84-2697-4dda-99b1-f9f339240fb9 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:33.251849 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7ccc08e2-76e3-4901-b987-f0590637f9b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.255864 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.268824 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ae350804-0e97-42f6-9590-973f5604b26a req-114349d9-1c38-455d-9bf1-be10843fd718 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.324357 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-856c2aa2-e74f-4d34-aaf8-1f7949e383a7 None None] Port 2ef899e0-0ea6-4d90-9666-3877b455cc0c cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:05:33.367668 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0318bd5f-e5e3-464d-9ba5-7d7365764442 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.373220 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 66e663ff-5713-44fe-86fa-06e4905a8e8f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:33.381175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae350804-0e97-42f6-9590-973f5604b26a req-114349d9-1c38-455d-9bf1-be10843fd718 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Network ac10708e-2fe7-424b-9a36-5326d5fb1bd4 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:33.388652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-ae350804-0e97-42f6-9590-973f5604b26a req-114349d9-1c38-455d-9bf1-be10843fd718 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:33.398729 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114349d9-1c38-455d-9bf1-be10843fd718 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'Port': ['ID=8da88159-4e7a-486a-a745-8a9148ec1417,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:33.402992 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae350804-0e97-42f6-9590-973f5604b26a req-114349d9-1c38-455d-9bf1-be10843fd718 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:33.445368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7ccc08e2-76e3-4901-b987-f0590637f9b0 None None] For port 9d030c84-2697-4dda-99b1-f9f339240fb9, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9d030c84-2697-4dda-99b1-f9f339240fb9,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:33.445767 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7ccc08e2-76e3-4901-b987-f0590637f9b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.456820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:33.457858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a53907-2e76-40e5-b262-a9d681aff9c9 req-0eef2f82-71cc-4328-975f-dfee07bacbbb tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:33.461672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832657f0-cbb2-44ae-8b84-be5cc224036b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:33.465347 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-832657f0-cbb2-44ae-8b84-be5cc224036b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.466917 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33a53907-2e76-40e5-b262-a9d681aff9c9 req-0eef2f82-71cc-4328-975f-dfee07bacbbb tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 946 time: 0.1941884 Nov 24 13:05:33.467169 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc08e2-76e3-4901-b987-f0590637f9b0 None None] Calling delete_port for 9d030c84-2697-4dda-99b1-f9f339240fb9 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:33.479314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c551a-97e4-4bc2-b9d3-e73e27ca8a26 req-a4ccd3ca-a342-47a6-9fdd-1d61426ca8d1 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:33.482024 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c40c551a-97e4-4bc2-b9d3-e73e27ca8a26 req-a4ccd3ca-a342-47a6-9fdd-1d61426ca8d1 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 948 time: 0.1825318 Nov 24 13:05:33.505936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae350804-0e97-42f6-9590-973f5604b26a req-114349d9-1c38-455d-9bf1-be10843fd718 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:33.506767 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ae350804-0e97-42f6-9590-973f5604b26a req-114349d9-1c38-455d-9bf1-be10843fd718 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.530125 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 66e663ff-5713-44fe-86fa-06e4905a8e8f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:33.530506 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.545375 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae350804-0e97-42f6-9590-973f5604b26a req-114349d9-1c38-455d-9bf1-be10843fd718 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2239604 Nov 24 13:05:33.553806 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33a53907-2e76-40e5-b262-a9d681aff9c9 req-8eabe079-bc2c-4e94-b268-0b5664c670be tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854275 Nov 24 13:05:33.556791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['feaa6b5a-9c51-422e-bf49-3fcf2e89a032'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:05:33.574185 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Request body: {'port': {'device_id': 'e40f2fa8-a986-4825-b49b-895152d13afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:33.656641 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c40c551a-97e4-4bc2-b9d3-e73e27ca8a26 req-674bfbb1-ec00-42d1-8c43-c87e3b6c1e4c tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5499ca1-d844-415e-8eeb-5bdedc2bd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615922 Nov 24 13:05:33.662888 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7ccc08e2-76e3-4901-b987-f0590637f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.677940 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.724332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc08e2-76e3-4901-b987-f0590637f9b0 None None] Pushing event deleted for resources: {'Port': ['ID=9d030c84-2697-4dda-99b1-f9f339240fb9,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:33.743579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccc08e2-76e3-4901-b987-f0590637f9b0 None None] No DVR routers for this DVR port 9d030c84-2697-4dda-99b1-f9f339240fb9 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:33.850871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9d030c84-2697-4dda-99b1-f9f339240fb9 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:33.872306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-832657f0-cbb2-44ae-8b84-be5cc224036b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.872844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 9d030c84-2697-4dda-99b1-f9f339240fb9 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:33.873298 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9d030c84-2697-4dda-99b1-f9f339240fb9 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:33.934169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832657f0-cbb2-44ae-8b84-be5cc224036b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:33.940918 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-832657f0-cbb2-44ae-8b84-be5cc224036b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:33.946581 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832657f0-cbb2-44ae-8b84-be5cc224036b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:33.947192 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-832657f0-cbb2-44ae-8b84-be5cc224036b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.954042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0318bd5f-e5e3-464d-9ba5-7d7365764442 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port 2ef899e0-0ea6-4d90-9666-3877b455cc0c {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:33.954382 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0318bd5f-e5e3-464d-9ba5-7d7365764442 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:33.958988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca2773b-4923-4753-bb23-ec2795461a46 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:33.960714 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832657f0-cbb2-44ae-8b84-be5cc224036b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=6d52cc61-03e9-4761-a62d-190b8a6b6e52,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:33.989457 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-832657f0-cbb2-44ae-8b84-be5cc224036b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1745095 Nov 24 13:05:33.992344 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40616) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:33.997251 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d6c803fc-98f4-4d94-a146-16ad70484e2f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'mac_address': 'fa:16:3e:7e:48:33', 'name': 'tempest-NetworksTestDHCPv6-495055668'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:34.009732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da88159-4e7a-486a-a745-8a9148ec1417 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:05:34.018589 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.033968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Transition to ACTIVE for port object 8da88159-4e7a-486a-a745-8a9148ec1417 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:05:34.039715 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.095942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Pushing event updated for resources: {'Port': ['ID=8da88159-4e7a-486a-a745-8a9148ec1417,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:34.130309 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': '6d52cc61-03e9-4761-a62d-190b8a6b6e52'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:05:34.131551 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.170676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Attempting to bind port 8da88159-4e7a-486a-a745-8a9148ec1417 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:05:34.171400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Attempting to bind port 8da88159-4e7a-486a-a745-8a9148ec1417 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'd1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac10708e-2fe7-424b-9a36-5326d5fb1bd4'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:05:34.172004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Attempting to bind port 8da88159-4e7a-486a-a745-8a9148ec1417 on network ac10708e-2fe7-424b-9a36-5326d5fb1bd4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:05:34.177561 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Port 8da88159-4e7a-486a-a745-8a9148ec1417 on network ac10708e-2fe7-424b-9a36-5326d5fb1bd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:05:34.178203 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Attempting to bind port 8da88159-4e7a-486a-a745-8a9148ec1417 on network ac10708e-2fe7-424b-9a36-5326d5fb1bd4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:05:34.183493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:05:34.184146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Checking segment: {'id': 'd1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac10708e-2fe7-424b-9a36-5326d5fb1bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:34.184788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Bound using segment: {'id': 'd1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac10708e-2fe7-424b-9a36-5326d5fb1bd4'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:05:34.185541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Bound port: 8da88159-4e7a-486a-a745-8a9148ec1417, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac10708e-2fe7-424b-9a36-5326d5fb1bd4'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:05:34.186131 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.196870 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0318bd5f-e5e3-464d-9ba5-7d7365764442 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.225494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73749399-8f71-4ed0-b18f-e19add0b9bd7 req-47ad2864-0b20-4272-9e71-2bdca1585bf4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:34.227123 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-73749399-8f71-4ed0-b18f-e19add0b9bd7 req-47ad2864-0b20-4272-9e71-2bdca1585bf4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 944 time: 0.1412218 Nov 24 13:05:34.236904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0318bd5f-e5e3-464d-9ba5-7d7365764442 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for 2ef899e0-0ea6-4d90-9666-3877b455cc0c owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:34.260606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] For port 8da88159-4e7a-486a-a745-8a9148ec1417, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:05:34.267558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] For port 8da88159-4e7a-486a-a745-8a9148ec1417, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8da88159-4e7a-486a-a745-8a9148ec1417,segment=NetworkSegment(d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c),segment_id=d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:05:34.276061 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.294310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Allocated IP 2001:db8::2 (cda05003-a875-4de3-a8fc-2e63803a60bb/6d52cc61-03e9-4761-a62d-190b8a6b6e52/ab8a3ee8-153f-46e8-88af-699691d1d626) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:34.325042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:34.325732 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.327137 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae350804-0e97-42f6-9590-973f5604b26a req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] 10.222.0.46 "PUT /v2.0/ports/8da88159-4e7a-486a-a745-8a9148ec1417 HTTP/1.1" status: 200 len: 1092 time: 0.7713110 Nov 24 13:05:34.327622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40f2fa8-a986-4825-b49b-895152d13afb', 'tag': '8da88159-4e7a-486a-a745-8a9148ec1417'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:05:34.329940 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fe4b54-287f-4398-b268-955e98e5e0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e40f2fa8-a986-4825-b49b-895152d13afb", "tag": "8da88159-4e7a-486a-a745-8a9148ec1417"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:05:34.341457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c803fc-98f4-4d94-a146-16ad70484e2f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:34.376114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049f055-7521-4795-8446-f6e4ae4c4ead service neutron] Pushing event updated for resources: {'Port': ['ID=8da88159-4e7a-486a-a745-8a9148ec1417,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:34.380122 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-73749399-8f71-4ed0-b18f-e19add0b9bd7 req-42c051eb-06e4-48a5-8323-0917addb8541 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364155 Nov 24 13:05:34.436311 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a18f6ac-e28a-4fd8-96f2-de1fd90d694f x-openstack-request-id: req-3a18f6ac-e28a-4fd8-96f2-de1fd90d694f {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:34.436622 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40f2fa8-a986-4825-b49b-895152d13afb", "tag": "8da88159-4e7a-486a-a745-8a9148ec1417", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:34.436905 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a18f6ac-e28a-4fd8-96f2-de1fd90d694f {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:34.437322 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40f2fa8-a986-4825-b49b-895152d13afb', 'tag': '8da88159-4e7a-486a-a745-8a9148ec1417', 'status': 'completed', 'code': 200} Nov 24 13:05:34.453803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae350804-0e97-42f6-9590-973f5604b26a req-1978354c-0327-4dc9-b566-93906c0e7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:34.455320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae350804-0e97-42f6-9590-973f5604b26a req-1978354c-0327-4dc9-b566-93906c0e7da0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c133cefd4e346b2a935766bfd514042&device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 1095 time: 0.0644240 Nov 24 13:05:34.489637 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.500176 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.504321 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae350804-0e97-42f6-9590-973f5604b26a req-6694093c-5ec4-40b4-9743-55505335d4fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da88159-4e7a-486a-a745-8a9148ec1417 HTTP/1.1" status: 200 len: 217 time: 0.0386508 Nov 24 13:05:34.533773 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d6c803fc-98f4-4d94-a146-16ad70484e2f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.549095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:34.553102 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Pushing event updated for resources: {'Port': ['ID=ab8a3ee8-153f-46e8-88af-699691d1d626,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:34.555708 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:34.558440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:34.565799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae350804-0e97-42f6-9590-973f5604b26a req-924d5420-41a6-4130-954d-f2c5184e0a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:34.568354 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae350804-0e97-42f6-9590-973f5604b26a req-924d5420-41a6-4130-954d-f2c5184e0a28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a03e294-e1fc-4d91-8bcd-e426a4b730de HTTP/1.1" status: 200 len: 852 time: 0.0559359 Nov 24 13:05:34.593701 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-d6c803fc-98f4-4d94-a146-16ad70484e2f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port 5fea8fa4-8fb1-444d-8cfe-34f43e7b0be0 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:05:34.608451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-156d4239-9f93-4430-a070-095bd50cd65c tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:34.609991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-156d4239-9f93-4430-a070-095bd50cd65c tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.46 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 946 time: 0.1311438 Nov 24 13:05:34.614453 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae350804-0e97-42f6-9590-973f5604b26a req-9b834d2b-2bff-40e0-acb3-3e3f4bc9531a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365899 Nov 24 13:05:34.642254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Attempting to bind port ab8a3ee8-153f-46e8-88af-699691d1d626 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:05:34.643283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Attempting to bind port ab8a3ee8-153f-46e8-88af-699691d1d626 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:05:34.643283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Attempting to bind port ab8a3ee8-153f-46e8-88af-699691d1d626 on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:05:34.649123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:05:34.649837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:34.650538 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.650943 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:05:34.651426 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Bound port: ab8a3ee8-153f-46e8-88af-699691d1d626, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:05:34.652577 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.709833 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0318bd5f-e5e3-464d-9ba5-7d7365764442 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.729405 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] For port ab8a3ee8-153f-46e8-88af-699691d1d626, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:05:34.733497 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] For port ab8a3ee8-153f-46e8-88af-699691d1d626, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ab8a3ee8-153f-46e8-88af-699691d1d626,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:05:34.739319 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.749668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae350804-0e97-42f6-9590-973f5604b26a req-092563e5-d42d-4d9a-9622-b9e9f8c5b5e0 service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265831 Nov 24 13:05:34.758118 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318bd5f-e5e3-464d-9ba5-7d7365764442 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=2ef899e0-0ea6-4d90-9666-3877b455cc0c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:34.835024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device feaa6b5a-9c51-422e-bf49-3fcf2e89a032 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:34.865800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc4f52-a999-4503-a12b-fe33c0f8d51d None None] Pushing event updated for resources: {'Port': ['ID=ab8a3ee8-153f-46e8-88af-699691d1d626,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:34.892162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078658c4-dfc2-4a90-bad4-420853c68b5b req-faceb95b-bba3-443c-9608-36b779577aea tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:34.898295 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-078658c4-dfc2-4a90-bad4-420853c68b5b req-faceb95b-bba3-443c-9608-36b779577aea tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 948 time: 0.1399252 Nov 24 13:05:34.921765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port feaa6b5a-9c51-422e-bf49-3fcf2e89a032 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:05:34.926827 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port feaa6b5a-9c51-422e-bf49-3fcf2e89a032 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:34.927251 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:34.937128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-d6c803fc-98f4-4d94-a146-16ad70484e2f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::1fa (cda05003-a875-4de3-a8fc-2e63803a60bb/6d52cc61-03e9-4761-a62d-190b8a6b6e52/5fea8fa4-8fb1-444d-8cfe-34f43e7b0be0) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:34.982643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-078658c4-dfc2-4a90-bad4-420853c68b5b req-3bfc5845-b6d3-4e22-b31a-98f9c1c41cb9 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5499ca1-d844-415e-8eeb-5bdedc2bd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763440 Nov 24 13:05:34.985932 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae350804-0e97-42f6-9590-973f5604b26a req-c72fb147-241e-4280-b396-f6ab5643b201 service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284472 Nov 24 13:05:35.033608 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:35.046766 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f55a1-426a-4fe9-af63-959e0e9bc983 req-be09a7f8-9bf0-4a86-9ccb-80eddcedf154 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:35.048367 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-da6f55a1-426a-4fe9-af63-959e0e9bc983 req-be09a7f8-9bf0-4a86-9ccb-80eddcedf154 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 946 time: 0.3927822 Nov 24 13:05:35.061319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:05:35.064555 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d097197-4172-486c-b11e-c400c5752d0a" -d '{"events": [{"server_uuid": "32b876b3-6dba-4144-b7ec-3ba0dbd776a8", "name": "network-vif-plugged", "status": "completed", "tag": "feaa6b5a-9c51-422e-bf49-3fcf2e89a032"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:05:35.090005 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:35.099041 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:35.109832 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0318bd5f-e5e3-464d-9ba5-7d7365764442 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:35.132482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe4b54-287f-4398-b268-955e98e5e0f1 req-9078da41-fb98-46c2-b0f2-4f3791992a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:35.134191 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55fe4b54-287f-4398-b268-955e98e5e0f1 req-9078da41-fb98-46c2-b0f2-4f3791992a9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c133cefd4e346b2a935766bfd514042&device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 1095 time: 0.0803978 Nov 24 13:05:35.218460 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc7ef67-8403-4724-a510-4a9442eb062a x-openstack-request-id: req-dbc7ef67-8403-4724-a510-4a9442eb062a {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:35.218761 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b876b3-6dba-4144-b7ec-3ba0dbd776a8", "name": "network-vif-plugged", "status": "completed", "tag": "feaa6b5a-9c51-422e-bf49-3fcf2e89a032", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:35.219025 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbc7ef67-8403-4724-a510-4a9442eb062a {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:35.219424 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032', 'code': 200} Nov 24 13:05:35.222627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:35.240488 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Deleting port fa889311-0b8e-4ea9-9029-bbac33aa1fd5 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:35.241283 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:35.334014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe4b54-287f-4398-b268-955e98e5e0f1 req-825bccc8-2ee1-423d-bdb3-c05b2af760dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:35.336200 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55fe4b54-287f-4398-b268-955e98e5e0f1 req-825bccc8-2ee1-423d-bdb3-c05b2af760dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4 HTTP/1.1" status: 200 len: 913 time: 0.1939340 Nov 24 13:05:35.389691 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55fe4b54-287f-4398-b268-955e98e5e0f1 req-93ba3802-eecf-4e78-ae2d-1723f7d89a0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da88159-4e7a-486a-a745-8a9148ec1417 HTTP/1.1" status: 200 len: 217 time: 0.0452452 Nov 24 13:05:35.431132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ab8a3ee8-153f-46e8-88af-699691d1d626 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:35.446175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe4b54-287f-4398-b268-955e98e5e0f1 req-9b225e3f-df17-4a7b-a632-7bdc77af92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:35.447726 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55fe4b54-287f-4398-b268-955e98e5e0f1 req-9b225e3f-df17-4a7b-a632-7bdc77af92dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a03e294-e1fc-4d91-8bcd-e426a4b730de HTTP/1.1" status: 200 len: 852 time: 0.0498943 Nov 24 13:05:35.486612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55fe4b54-287f-4398-b268-955e98e5e0f1 req-7da3b66a-d8a9-4817-a55c-e3d46c2c397b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311401 Nov 24 13:05:35.487700 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-da6f55a1-426a-4fe9-af63-959e0e9bc983 req-27f8f89d-299a-47e4-9b07-c02960fa0163 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184093 Nov 24 13:05:35.492352 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port ab8a3ee8-153f-46e8-88af-699691d1d626 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:35.492763 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:35.570384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edfb4a-9b53-46aa-9676-014583278269 req-b0e9eaea-e947-4de8-a82a-401d2b1bc095 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:35.572014 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-91edfb4a-9b53-46aa-9676-014583278269 req-b0e9eaea-e947-4de8-a82a-401d2b1bc095 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 944 time: 0.0891237 Nov 24 13:05:35.587431 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:35.623198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port ab8a3ee8-153f-46e8-88af-699691d1d626, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ab8a3ee8-153f-46e8-88af-699691d1d626,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:35.627589 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:35.662095 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55fe4b54-287f-4398-b268-955e98e5e0f1 req-e8c3e567-d288-4fd1-944b-b9f4adbec8ca service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398907 Nov 24 13:05:35.666178 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-91edfb4a-9b53-46aa-9676-014583278269 req-ab011404-5788-4ec1-88fb-7e3b8fc7d78b tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682909 Nov 24 13:05:35.675173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] For port fa889311-0b8e-4ea9-9029-bbac33aa1fd5, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fa889311-0b8e-4ea9-9029-bbac33aa1fd5,segment=NetworkSegment(c1fa4c86-feca-4f6e-b968-ae6256aba814),segment_id=c1fa4c86-feca-4f6e-b968-ae6256aba814)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:35.675549 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:35.688893 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d6c803fc-98f4-4d94-a146-16ad70484e2f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:35.691746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0a54b-6a25-4d50-90dd-c85a6c0adffa req-3fa9884f-409a-4219-a1c4-8c519612b34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:35.693265 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8ba0a54b-6a25-4d50-90dd-c85a6c0adffa req-3fa9884f-409a-4219-a1c4-8c519612b34d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 1100 time: 0.2981050 Nov 24 13:05:35.693754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=ab8a3ee8-153f-46e8-88af-699691d1d626,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:35.775994 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0318bd5f-e5e3-464d-9ba5-7d7365764442 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router ba7a940b-6713-4749-8e11-81cd499875b5 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:05:35.776616 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-55fe4b54-287f-4398-b268-955e98e5e0f1 req-87d9d60f-ab84-4024-8c2f-c7e897a933ee service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052063 Nov 24 13:05:36.071128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-99176959-b15e-4797-a54d-0f0ebe7066e1 None None] Provisioning complete for port ab8a3ee8-153f-46e8-88af-699691d1d626 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:36.071491 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-99176959-b15e-4797-a54d-0f0ebe7066e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.126757 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.253486 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8ba0a54b-6a25-4d50-90dd-c85a6c0adffa req-d06a0f92-9ffd-44e3-a7c3-d2a7193801d7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d5499ca1-d844-415e-8eeb-5bdedc2bd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5485578 Nov 24 13:05:36.299523 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d6c803fc-98f4-4d94-a146-16ad70484e2f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.335907 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0318bd5f-e5e3-464d-9ba5-7d7365764442 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:05:36.347170 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ecb7a-e979-4ae8-ac7a-29e888a002ed None None] Sync routers for ids ['ba7a940b-6713-4749-8e11-81cd499875b5'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:05:36.356569 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ecb7a-e979-4ae8-ac7a-29e888a002ed None None] Routers {'ba7a940b-6713-4749-8e11-81cd499875b5'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:36.357194 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-028ecb7a-e979-4ae8-ac7a-29e888a002ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ba7a940b-6713-4749-8e11-81cd499875b5'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:36.367159 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0318bd5f-e5e3-464d-9ba5-7d7365764442 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/ba7a940b-6713-4749-8e11-81cd499875b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9894726 Nov 24 13:05:36.370082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40636) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:36.391025 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-028ecb7a-e979-4ae8-ac7a-29e888a002ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:36.399861 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ecb7a-e979-4ae8-ac7a-29e888a002ed None None] Routers {'ba7a940b-6713-4749-8e11-81cd499875b5'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:36.400084 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ff1bba1c-a3d2-4353-a36c-3bf1c5415210 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba7a940b-6713-4749-8e11-81cd499875b5 HTTP/1.1" status: 200 len: 205 time: 0.0280266 Nov 24 13:05:36.400986 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-028ecb7a-e979-4ae8-ac7a-29e888a002ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ba7a940b-6713-4749-8e11-81cd499875b5'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:36.403522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40638) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:36.423823 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c803fc-98f4-4d94-a146-16ad70484e2f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:36.434464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d6c803fc-98f4-4d94-a146-16ad70484e2f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:36.438932 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-028ecb7a-e979-4ae8-ac7a-29e888a002ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:36.439596 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ecb7a-e979-4ae8-ac7a-29e888a002ed None None] The sync data for ids ['ba7a940b-6713-4749-8e11-81cd499875b5'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:05:36.445019 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c803fc-98f4-4d94-a146-16ad70484e2f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:36.451199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c803fc-98f4-4d94-a146-16ad70484e2f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:36.451836 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d6c803fc-98f4-4d94-a146-16ad70484e2f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.461505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c803fc-98f4-4d94-a146-16ad70484e2f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=5fea8fa4-8fb1-444d-8cfe-34f43e7b0be0,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:36.477802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fa422-b073-401e-abc0-4236b45e9def req-2462fbfc-8e4f-4419-8953-b93853f40647 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:36.479368 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-959fa422-b073-401e-abc0-4236b45e9def req-2462fbfc-8e4f-4419-8953-b93853f40647 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 949 time: 0.1984172 Nov 24 13:05:36.484761 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.485119 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.485834 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Floating IP 6e1232ac-004c-491c-86fc-2d7c4b782636 disassociated. External IP: 172.25.0.25, port: fa889311-0b8e-4ea9-9029-bbac33aa1fd5. Nov 24 13:05:36.486046 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Calling delete_port for fa889311-0b8e-4ea9-9029-bbac33aa1fd5 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:36.492925 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0725-8169-4e0b-a346-795d663c6759 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.505387 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d6c803fc-98f4-4d94-a146-16ad70484e2f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5119524 Nov 24 13:05:36.515338 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40640) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:36.607040 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-959fa422-b073-401e-abc0-4236b45e9def req-4a20356f-28ae-4819-8fa7-f0b5a68975e1 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5499ca1-d844-415e-8eeb-5bdedc2bd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182976 Nov 24 13:05:36.641590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8ac7f9-aab8-4869-b8f8-748ba758792b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:36.647700 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8ac7f9-aab8-4869-b8f8-748ba758792b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:36.649457 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2e8ac7f9-aab8-4869-b8f8-748ba758792b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.1321142 Nov 24 13:05:36.652613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40644) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:36.707947 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0725-8169-4e0b-a346-795d663c6759 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.713549 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0725-8169-4e0b-a346-795d663c6759 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.739942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8b854-8382-431e-88ff-d700dd2a960d req-5f888279-ce81-4220-9372-a872b99e1658 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:36.741554 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30b8b854-8382-431e-88ff-d700dd2a960d req-5f888279-ce81-4220-9372-a872b99e1658 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 946 time: 0.1369615 Nov 24 13:05:36.790357 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0725-8169-4e0b-a346-795d663c6759 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.791037 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ec0725-8169-4e0b-a346-795d663c6759 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Fanout notify agent at l3_agent the message router_deleted on router ba7a940b-6713-4749-8e11-81cd499875b5 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:05:36.801305 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c7ec0725-8169-4e0b-a346-795d663c6759 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.805399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c7ec0725-8169-4e0b-a346-795d663c6759 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/routers/ba7a940b-6713-4749-8e11-81cd499875b5 HTTP/1.1" status: 204 len: 168 time: 0.4006789 Nov 24 13:05:36.805736 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-48ad8a24-fcfd-4e13-be36-26c6880b86ed None None] Provisioning complete for port 5fea8fa4-8fb1-444d-8cfe-34f43e7b0be0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:36.806278 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-48ad8a24-fcfd-4e13-be36-26c6880b86ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.806388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40648) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:36.824708 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.854256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-48ad8a24-fcfd-4e13-be36-26c6880b86ed None None] Port 5fea8fa4-8fb1-444d-8cfe-34f43e7b0be0 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:05:36.869397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce6f0d-b99f-4f41-9a80-f5050a7b3a23 req-1c8542a8-b067-4eac-91be-cb4f0308b82e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:36.870937 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8ce6f0d-b99f-4f41-9a80-f5050a7b3a23 req-1c8542a8-b067-4eac-91be-cb4f0308b82e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 944 time: 0.1146894 Nov 24 13:05:36.873574 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Pushing event deleted for resources: {'Port': ['ID=fa889311-0b8e-4ea9-9029-bbac33aa1fd5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:36.883018 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30b8b854-8382-431e-88ff-d700dd2a960d req-f6f28b6a-7c5a-4855-b825-e37f7a1f5ef5 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups?id=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130896 Nov 24 13:05:36.889578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cf19f3-aa3b-4553-aed4-f0811bc14187 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting subnet 9bb68ba1-39e3-4395-8dab-7c82244d08f3 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:36.890850 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1b58a38f-77a2-417b-a41d-58d5f0514645 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port 5fea8fa4-8fb1-444d-8cfe-34f43e7b0be0 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:36.891195 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1b58a38f-77a2-417b-a41d-58d5f0514645 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.894290 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75cf19f3-aa3b-4553-aed4-f0811bc14187 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.938570 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75cf19f3-aa3b-4553-aed4-f0811bc14187 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:36.997304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8da88159-4e7a-486a-a745-8a9148ec1417 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:05:37.001872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fa889311-0b8e-4ea9-9029-bbac33aa1fd5 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:37.030749 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75cf19f3-aa3b-4553-aed4-f0811bc14187 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.036272 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: fa889311-0b8e-4ea9-9029-bbac33aa1fd5 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:37.036750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fa889311-0b8e-4ea9-9029-bbac33aa1fd5 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:37.057802 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8ce6f0d-b99f-4f41-9a80-f5050a7b3a23 req-27716646-554a-4b21-ac7c-c81831f488ec tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789846 Nov 24 13:05:37.098636 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1b58a38f-77a2-417b-a41d-58d5f0514645 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.114472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1b58a38f-77a2-417b-a41d-58d5f0514645 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for 5fea8fa4-8fb1-444d-8cfe-34f43e7b0be0 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:37.118507 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75cf19f3-aa3b-4553-aed4-f0811bc14187 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.121200 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Router b2ff28e5-e170-4dea-95ac-a8d652f23871 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:05:37.135587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 8da88159-4e7a-486a-a745-8a9148ec1417, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8da88159-4e7a-486a-a745-8a9148ec1417,segment=NetworkSegment(d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c),segment_id=d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:37.148082 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '8da88159-4e7a-486a-a745-8a9148ec1417', 'network_id': 'ac10708e-2fe7-424b-9a36-5326d5fb1bd4', 'port_id': '8da88159-4e7a-486a-a745-8a9148ec1417', 'mac_address': 'fa:16:3e:da:04:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a03e294-e1fc-4d91-8bcd-e426a4b730de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:05:37.149343 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf19f3-aa3b-4553-aed4-f0811bc14187 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb68ba1-39e3-4395-8dab-7c82244d08f3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:37.153663 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75cf19f3-aa3b-4553-aed4-f0811bc14187 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.157095 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-75cf19f3-aa3b-4553-aed4-f0811bc14187 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/9bb68ba1-39e3-4395-8dab-7c82244d08f3 HTTP/1.1" status: 204 len: 168 time: 0.3482063 Nov 24 13:05:37.160207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40650) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:37.180936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e546074-497d-4829-ad24-ddd1b9193b21 None None] Network ca5890ab-1aad-4f3a-85d8-c3c7182da34c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:37.223161 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.285733 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da88159-4e7a-486a-a745-8a9148ec1417 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:05:37.307682 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.338728 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 8da88159-4e7a-486a-a745-8a9148ec1417, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8da88159-4e7a-486a-a745-8a9148ec1417,segment=NetworkSegment(d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c),segment_id=d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:37.369096 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.380936 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:05:37.408470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa693b8-9592-4cf1-ab03-8ecf15982681 None None] Sync routers for ids ['b2ff28e5-e170-4dea-95ac-a8d652f23871'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:05:37.436971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ab8a3ee8-153f-46e8-88af-699691d1d626 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:37.437475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port 66e663ff-5713-44fe-86fa-06e4905a8e8f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:37.438635 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.461978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] No DVR routers for this DVR port fa889311-0b8e-4ea9-9029-bbac33aa1fd5 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:37.465282 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.468838 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43c4b44e-900e-4423-af9b-3623880f5eb4 req-a9392750-f9ac-407e-9050-1278bfde9d1a tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.46 "DELETE /v2.0/ports/fa889311-0b8e-4ea9-9029-bbac33aa1fd5 HTTP/1.1" status: 204 len: 173 time: 2.8460362 Nov 24 13:05:37.469313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982f2e67-79fa-42ad-973c-d2dfd87c4f2f', 'name': 'network-vif-deleted', 'tag': 'fa889311-0b8e-4ea9-9029-bbac33aa1fd5'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:05:37.471611 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1c1d64-0ab2-4262-ac14-fa6b97255513" -d '{"events": [{"server_uuid": "982f2e67-79fa-42ad-973c-d2dfd87c4f2f", "name": "network-vif-deleted", "tag": "fa889311-0b8e-4ea9-9029-bbac33aa1fd5"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:05:37.500517 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1b58a38f-77a2-417b-a41d-58d5f0514645 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.534084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa693b8-9592-4cf1-ab03-8ecf15982681 None None] Routers {'b2ff28e5-e170-4dea-95ac-a8d652f23871'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:37.536432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2fa693b8-9592-4cf1-ab03-8ecf15982681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2ff28e5-e170-4dea-95ac-a8d652f23871'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:37.556509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] For port 66e663ff-5713-44fe-86fa-06e4905a8e8f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=66e663ff-5713-44fe-86fa-06e4905a8e8f,segment=NetworkSegment(90d88cc5-159b-4e29-964c-8fb268641ed1),segment_id=90d88cc5-159b-4e29-964c-8fb268641ed1)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:37.557057 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.573358 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58a38f-77a2-417b-a41d-58d5f0514645 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=5fea8fa4-8fb1-444d-8cfe-34f43e7b0be0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:37.583343 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eb30df-f0e5-4763-9fe0-571fcc342f05 x-openstack-request-id: req-52eb30df-f0e5-4763-9fe0-571fcc342f05 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:37.583843 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982f2e67-79fa-42ad-973c-d2dfd87c4f2f", "name": "network-vif-deleted", "tag": "fa889311-0b8e-4ea9-9029-bbac33aa1fd5", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:37.584332 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52eb30df-f0e5-4763-9fe0-571fcc342f05 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:37.584989 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982f2e67-79fa-42ad-973c-d2dfd87c4f2f', 'name': 'network-vif-deleted', 'tag': 'fa889311-0b8e-4ea9-9029-bbac33aa1fd5', 'status': 'completed', 'code': 200} Nov 24 13:05:37.614846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for 66e663ff-5713-44fe-86fa-06e4905a8e8f owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:37.617510 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1b58a38f-77a2-417b-a41d-58d5f0514645 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.622955 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1b58a38f-77a2-417b-a41d-58d5f0514645 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/5fea8fa4-8fb1-444d-8cfe-34f43e7b0be0 HTTP/1.1" status: 204 len: 168 time: 0.9693015 Nov 24 13:05:37.625161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40656) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:37.780769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8dca1-414c-4823-9000-843b5a854d86 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:37.782301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c8dca1-414c-4823-9000-843b5a854d86 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:37.786208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-15c8dca1-414c-4823-9000-843b5a854d86 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1556470 Nov 24 13:05:37.786590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40660) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:37.816916 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=8da88159-4e7a-486a-a745-8a9148ec1417,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:37.838383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port ab8a3ee8-153f-46e8-88af-699691d1d626 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:37.839870 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.848187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac02ed-5a2e-40ba-904b-93b9e0182efd req-aebcffd1-7d09-4598-8777-e5e5ac389dfa tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:37.857789 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5aac02ed-5a2e-40ba-904b-93b9e0182efd req-aebcffd1-7d09-4598-8777-e5e5ac389dfa tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 949 time: 0.1369476 Nov 24 13:05:37.862396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a82d1e4-5623-4296-8246-db1a2409ffb1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 6d52cc61-03e9-4761-a62d-190b8a6b6e52 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:37.866453 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a82d1e4-5623-4296-8246-db1a2409ffb1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.884312 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.924452 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a82d1e4-5623-4296-8246-db1a2409ffb1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:37.938870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['8da88159-4e7a-486a-a745-8a9148ec1417'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:05:37.941578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957df69-532a-4d70-bae2-07bb68758019 None None] DHCP port deletion for ca5890ab-1aad-4f3a-85d8-c3c7182da34c request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:05:37.943585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=66e663ff-5713-44fe-86fa-06e4905a8e8f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:37.948955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No DVR routers for this DVR port 66e663ff-5713-44fe-86fa-06e4905a8e8f on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:38.063187 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-2fa693b8-9592-4cf1-ab03-8ecf15982681 None None] Set router b2ff28e5-e170-4dea-95ac-a8d652f23871 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:05:38.085058 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4352920f-9a7d-423b-a230-0f32361f8c8f req-3f1151ac-5fbe-4777-9c86-ae9cebac7521 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/ports?device_id=982f2e67-79fa-42ad-973c-d2dfd87c4f2f HTTP/1.1" status: 200 len: 210 time: 0.0480371 Nov 24 13:05:38.106552 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a82d1e4-5623-4296-8246-db1a2409ffb1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:38.222332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f0f00-dbaa-4b95-b213-c6122c059a72 req-8efa882b-65fc-4d41-b2a3-e9fdf89f045d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:38.239175 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6c1f0f00-dbaa-4b95-b213-c6122c059a72 req-8efa882b-65fc-4d41-b2a3-e9fdf89f045d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 945 time: 0.0846090 Nov 24 13:05:38.254439 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a82d1e4-5623-4296-8246-db1a2409ffb1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:38.284407 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5aac02ed-5a2e-40ba-904b-93b9e0182efd req-22adf99e-d85d-4f4d-92e5-22300a3ccb6b tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5499ca1-d844-415e-8eeb-5bdedc2bd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257247 Nov 24 13:05:38.310742 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82d1e4-5623-4296-8246-db1a2409ffb1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=6d52cc61-03e9-4761-a62d-190b8a6b6e52,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:38.322260 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a82d1e4-5623-4296-8246-db1a2409ffb1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:38.325591 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7a82d1e4-5623-4296-8246-db1a2409ffb1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/6d52cc61-03e9-4761-a62d-190b8a6b6e52 HTTP/1.1" status: 204 len: 168 time: 0.5379899 Nov 24 13:05:38.330472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40668) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:38.345116 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f634d7-3bc0-4942-83a9-fc1d7b8629e4 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:38.377474 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:38.388316 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-84a84623-2050-4bcc-baa3-4edb1daa250c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567026 Nov 24 13:05:38.394481 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6c1f0f00-dbaa-4b95-b213-c6122c059a72 req-6640a90a-a725-4a78-b247-9a3ac981e3d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535327 Nov 24 13:05:38.394963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40672) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:38.404259 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5890ab-1aad-4f3a-85d8-c3c7182da34c']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:38.415315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d88cc5-159b-4e29-964c-8fb268641ed1') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:38.415629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d88cc5-159b-4e29-964c-8fb268641ed1') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:38.426506 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:38.442252 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:38.451375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:05:38.452377 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:05:38.455518 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:05:38.486272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9473d7d6-123b-4074-86f4-c2a97af583da tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:38.489042 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9473d7d6-123b-4074-86f4-c2a97af583da tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0920491 Nov 24 13:05:38.490484 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40680) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:38.559371 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:38.566006 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:38.575227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7434bd-d16b-4d4c-8454-1452c9b5e5b3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:38.575959 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ed7434bd-d16b-4d4c-8454-1452c9b5e5b3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0839493 Nov 24 13:05:38.576214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40682) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:38.577514 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/networks/ca5890ab-1aad-4f3a-85d8-c3c7182da34c HTTP/1.1" status: 204 len: 168 time: 1.4157495 Nov 24 13:05:38.578443 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40684) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:38.586216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-789152742', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:38.625511 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:38.627097 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:38.630996 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2fa693b8-9592-4cf1-ab03-8ecf15982681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:03:16Z', 'revision_number': 4, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port': {'id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:12Z', 'updated_at': '2021-11-24T13:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0aa5c3f0-467f-44d0-bd5a-4df183970efa', 'name': '', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'mac_address': 'fa:16:3e:cc:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:15Z', 'updated_at': '2021-11-24T13:03:25Z', 'revision_number': 5, 'project_id': '74af619c721c466ab11ce606a5939361', 'subnets': [{'id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:38.644262 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a1298307-0bc7-4684-b78e-0a83cdfdabf0 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609283 Nov 24 13:05:38.645295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77884a0-5dae-49bf-9bc3-61068f0a98e1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Network': ['ID=ca5890ab-1aad-4f3a-85d8-c3c7182da34c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:38.648637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40690) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:38.654291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:38.669986 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa693b8-9592-4cf1-ab03-8ecf15982681 None None] Checking router: b2ff28e5-e170-4dea-95ac-a8d652f23871 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:05:38.684345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa693b8-9592-4cf1-ab03-8ecf15982681 None None] Routers {'b2ff28e5-e170-4dea-95ac-a8d652f23871'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:38.685002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2fa693b8-9592-4cf1-ab03-8ecf15982681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2ff28e5-e170-4dea-95ac-a8d652f23871'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:38.736494 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:38.765779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01877d8-15d0-49bf-8225-126477e9dd4e None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:05:38.786945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:38.793838 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:38.861323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-2fa693b8-9592-4cf1-ab03-8ecf15982681 None None] Set router b2ff28e5-e170-4dea-95ac-a8d652f23871 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:05:38.919517 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:38.961748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f01877d8-15d0-49bf-8225-126477e9dd4e None None] Deleting port ab8a3ee8-153f-46e8-88af-699691d1d626 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:38.962135 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f01877d8-15d0-49bf-8225-126477e9dd4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.072217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f01877d8-15d0-49bf-8225-126477e9dd4e None None] For port ab8a3ee8-153f-46e8-88af-699691d1d626, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ab8a3ee8-153f-46e8-88af-699691d1d626,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:39.072538 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f01877d8-15d0-49bf-8225-126477e9dd4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.096073 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f01877d8-15d0-49bf-8225-126477e9dd4e None None] Calling delete_port for ab8a3ee8-153f-46e8-88af-699691d1d626 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:39.130040 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.152093 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.176419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.objects.ports [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114985) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:05:39.185470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40706) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:39.216025 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2fa693b8-9592-4cf1-ab03-8ecf15982681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:03:16Z', 'revision_number': 4, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port': {'id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:12Z', 'updated_at': '2021-11-24T13:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0aa5c3f0-467f-44d0-bd5a-4df183970efa', 'name': '', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'mac_address': 'fa:16:3e:cc:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:15Z', 'updated_at': '2021-11-24T13:03:25Z', 'revision_number': 5, 'project_id': '74af619c721c466ab11ce606a5939361', 'subnets': [{'id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:39.245824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa693b8-9592-4cf1-ab03-8ecf15982681 None None] The sync data for ids ['b2ff28e5-e170-4dea-95ac-a8d652f23871'] in n-d-817303-4 is: [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:03:16Z', 'revision_number': 4, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port': {'id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:12Z', 'updated_at': '2021-11-24T13:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0aa5c3f0-467f-44d0-bd5a-4df183970efa', 'name': '', 'network_id': '851149e6-f5be-43a1-b93c-84426f2f07a3', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'mac_address': 'fa:16:3e:cc:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:15Z', 'updated_at': '2021-11-24T13:03:25Z', 'revision_number': 5, 'project_id': '74af619c721c466ab11ce606a5939361', 'subnets': [{'id': '3a531fb4-a499-4180-b0b3-80d39c725b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:05:39.247501 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f01877d8-15d0-49bf-8225-126477e9dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.277911 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01877d8-15d0-49bf-8225-126477e9dd4e None None] No DVR routers for this DVR port ab8a3ee8-153f-46e8-88af-699691d1d626 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:39.279890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01877d8-15d0-49bf-8225-126477e9dd4e None None] Pushing event deleted for resources: {'Port': ['ID=ab8a3ee8-153f-46e8-88af-699691d1d626,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:39.309514 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Allocated IP 172.25.0.178 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/7f4a7342-093e-4a5b-8295-5cc9c6a3d3f7) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:39.340703 n-d-817303-4 neutron-server[114985]: WARNING neutron.services.revisions.revision_plugin [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Could not find related port for resource to bump revision. Nov 24 13:05:39.352647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.ipam_pluggable_backend [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Port ab8a3ee8-153f-46e8-88af-699691d1d626 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=114985) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 24 13:05:39.353027 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.ipam_pluggable_backend [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Reverting IP allocation for 2001:db8::f816:3eff:fe42:fe3d {{(pid=114985) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 24 13:05:39.362475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.ipam_pluggable_backend [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe42:fe3d {{(pid=114985) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 24 13:05:39.363945 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e0f70508-16bf-461c-824b-9b7efa6409f5 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.366676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.399361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 66e663ff-5713-44fe-86fa-06e4905a8e8f no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:39.434625 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.436103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:39.436248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 66e663ff-5713-44fe-86fa-06e4905a8e8f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:39.436500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 66e663ff-5713-44fe-86fa-06e4905a8e8f not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:39.436902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ab8a3ee8-153f-46e8-88af-699691d1d626 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:39.440041 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e0f70508-16bf-461c-824b-9b7efa6409f5 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.469480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:39.475819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:39.475951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: ab8a3ee8-153f-46e8-88af-699691d1d626 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:39.475951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ab8a3ee8-153f-46e8-88af-699691d1d626 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:39.476166 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.479716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204b4645-5587-407a-ba71-595b4f7bd5c3 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:39.497090 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.518702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=e40c4f12-2077-4d4b-84cd-901c13dc5823,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:39.530254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-67b3be82-f81a-49c5-999f-2861691d8474 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8803384 Nov 24 13:05:39.547296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40710) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:39.567794 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-eee2e9e6-f811-42a3-90b4-7f405bb93d69 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:39.576328 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.617176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dbd1f-8d41-4f31-b384-071f78b1cc48 req-33644933-1911-44f9-97f8-57cf4105baa5 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:39.619114 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-894dbd1f-8d41-4f31-b384-071f78b1cc48 req-33644933-1911-44f9-97f8-57cf4105baa5 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 945 time: 0.0865507 Nov 24 13:05:39.621741 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e0f70508-16bf-461c-824b-9b7efa6409f5 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.626591 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e0f70508-16bf-461c-824b-9b7efa6409f5 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.630994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e0f70508-16bf-461c-824b-9b7efa6409f5 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "DELETE /v2.0/security-groups/0e6aeac9-84b3-4d88-88b6-c5c57ad8362a HTTP/1.1" status: 204 len: 168 time: 0.4441044 Nov 24 13:05:39.632332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40714) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:39.635797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:39.678703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f70508-16bf-461c-824b-9b7efa6409f5 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6aeac9-84b3-4d88-88b6-c5c57ad8362a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:39.681907 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-0734883c-eb51-4b4d-a7c5-17e347ca3f86 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] show failed (client error): The resource could not be found. Nov 24 13:05:39.683485 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0734883c-eb51-4b4d-a7c5-17e347ca3f86 tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "GET /v2.0/security-groups/0e6aeac9-84b3-4d88-88b6-c5c57ad8362a HTTP/1.1" status: 404 len: 347 time: 0.0354655 Nov 24 13:05:39.692084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': 'e40c4f12-2077-4d4b-84cd-901c13dc5823'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:05:39.692984 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:39.705350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:39.708960 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:39.712595 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40716) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:39.722089 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c075f19-0cb2-4130-a53b-12d32aac5efe None None] New status for floating IP 6e1232ac-004c-491c-86fc-2d7c4b782636: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:05:39.723547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=7f4a7342-093e-4a5b-8295-5cc9c6a3d3f7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:39.727274 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-894dbd1f-8d41-4f31-b384-071f78b1cc48 req-47d19dee-82e5-4a8c-b154-004c032b5803 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938404 Nov 24 13:05:39.882146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Allocated IP 2001:db8::f816:3eff:fedb:bf39 (cda05003-a875-4de3-a8fc-2e63803a60bb/e40c4f12-2077-4d4b-84cd-901c13dc5823/7772d191-c7a5-489b-8703-a7bcf34df00a) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:40.011449 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee2e9e6-f811-42a3-90b4-7f405bb93d69 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:40.015379 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eee2e9e6-f811-42a3-90b4-7f405bb93d69 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:40.048044 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:40.054249 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:40.094199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:40.099686 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:40.104129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:40.115229 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Pushing event updated for resources: {'Port': ['ID=7772d191-c7a5-489b-8703-a7bcf34df00a,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:40.145229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-153d95fa-ae7b-4a11-b096-485a670ae76e tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Deleting port b8b8de64-908f-4bb1-87b0-1d7dddd72987 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:40.145570 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-153d95fa-ae7b-4a11-b096-485a670ae76e tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:40.162044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Attempting to bind port 7772d191-c7a5-489b-8703-a7bcf34df00a on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:05:40.162470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Attempting to bind port 7772d191-c7a5-489b-8703-a7bcf34df00a by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:05:40.162777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Attempting to bind port 7772d191-c7a5-489b-8703-a7bcf34df00a on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:05:40.168181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:05:40.168554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:40.168976 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:40.169368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:05:40.169825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Bound port: 7772d191-c7a5-489b-8703-a7bcf34df00a, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:05:40.170202 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:40.233442 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] For port 7772d191-c7a5-489b-8703-a7bcf34df00a, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:05:40.236742 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] For port 7772d191-c7a5-489b-8703-a7bcf34df00a, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7772d191-c7a5-489b-8703-a7bcf34df00a,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:05:40.242290 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:40.281471 n-d-817303-4 neutron-server[114986]: INFO neutron.db.ipam_backend_mixin [None req-eee2e9e6-f811-42a3-90b4-7f405bb93d69 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e40c4f12-2077-4d4b-84cd-901c13dc5823 (CIDR: 2001:db8::/64) Nov 24 13:05:40.291089 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee2e9e6-f811-42a3-90b4-7f405bb93d69 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:05:40.291542 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee2e9e6-f811-42a3-90b4-7f405bb93d69 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:05:40.319245 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:40.324472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eee2e9e6-f811-42a3-90b4-7f405bb93d69 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7663171 Nov 24 13:05:40.327296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40728) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:40.327495 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-153d95fa-ae7b-4a11-b096-485a670ae76e tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:40.327974 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-153d95fa-ae7b-4a11-b096-485a670ae76e tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:40.335190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6e57bff0-dc78-4a51-88ba-5aff76671846 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:40.379952 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-153d95fa-ae7b-4a11-b096-485a670ae76e tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Calling delete_port for b8b8de64-908f-4bb1-87b0-1d7dddd72987 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:40.455969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d12201-3373-4083-902d-4cf52a4f8400 None None] Pushing event updated for resources: {'Port': ['ID=7772d191-c7a5-489b-8703-a7bcf34df00a,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:40.500326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e57bff0-dc78-4a51-88ba-5aff76671846 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:40.507131 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e57bff0-dc78-4a51-88ba-5aff76671846 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:40.795242 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e57bff0-dc78-4a51-88ba-5aff76671846 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:40.826970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device feaa6b5a-9c51-422e-bf49-3fcf2e89a032 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:05:40.841083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e57bff0-dc78-4a51-88ba-5aff76671846 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:40.846475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-6e57bff0-dc78-4a51-88ba-5aff76671846 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:40.850816 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e57bff0-dc78-4a51-88ba-5aff76671846 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:40.851410 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e57bff0-dc78-4a51-88ba-5aff76671846 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:40.855611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57bff0-dc78-4a51-88ba-5aff76671846 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=d46d0ed8-a29c-45b1-9177-33ef765ef273,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:40.877693 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6e57bff0-dc78-4a51-88ba-5aff76671846 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5482042 Nov 24 13:05:40.878598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40734) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:40.884544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'mac_address': 'fa:16:3e:13:cb:55', 'name': 'tempest-NetworksTestDHCPv6-348287698'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:40.952237 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:40.953966 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b55e0-bf84-4209-8903-3e5bf26c7121 req-30e93142-8071-49b8-a0a2-f8d33d4e4fb3 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:40.955487 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7b4b55e0-bf84-4209-8903-3e5bf26c7121 req-30e93142-8071-49b8-a0a2-f8d33d4e4fb3 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 945 time: 0.1334112 Nov 24 13:05:40.964879 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032', 'mac_address': 'fa:16:3e:00:56:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:05:41.013577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8da88159-4e7a-486a-a745-8a9148ec1417 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:41.047718 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:41.081824 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.103856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id feaa6b5a-9c51-422e-bf49-3fcf2e89a032 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:05:41.127792 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7b4b55e0-bf84-4209-8903-3e5bf26c7121 req-347c73d2-7f59-4b3b-a975-3b42d5a4aff4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558919 Nov 24 13:05:41.134143 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.143528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:41.160840 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.166230 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 8da88159-4e7a-486a-a745-8a9148ec1417 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:05:41.171484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 8da88159-4e7a-486a-a745-8a9148ec1417 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:41.171852 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.176946 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.182314 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-153d95fa-ae7b-4a11-b096-485a670ae76e tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.208700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port 1eff5409-d5ac-4ee0-8d31-4633fa6748b3 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:05:41.228915 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d95fa-ae7b-4a11-b096-485a670ae76e tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Pushing event deleted for resources: {'Port': ['ID=b8b8de64-908f-4bb1-87b0-1d7dddd72987,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:41.274019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:41.339994 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['feaa6b5a-9c51-422e-bf49-3fcf2e89a032'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:05:41.379619 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-153d95fa-ae7b-4a11-b096-485a670ae76e tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.382565 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-153d95fa-ae7b-4a11-b096-485a670ae76e tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.384052 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-153d95fa-ae7b-4a11-b096-485a670ae76e tempest-ServersTestManualDisk-800929292 tempest-ServersTestManualDisk-800929292-project] 10.222.0.48 "DELETE /v2.0/floatingips/6e1232ac-004c-491c-86fc-2d7c4b782636 HTTP/1.1" status: 204 len: 168 time: 1.6662319 Nov 24 13:05:41.388959 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40746) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:41.418708 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.470086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router 952a8904-4190-4390-95af-8084edacc2e2 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:05:41.472993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7772d191-c7a5-489b-8703-a7bcf34df00a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:41.489933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40f2fa8-a986-4825-b49b-895152d13afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da88159-4e7a-486a-a745-8a9148ec1417'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:05:41.492802 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee65055-36f7-4f94-a0fd-e878a72fbe44" -d '{"events": [{"server_uuid": "e40f2fa8-a986-4825-b49b-895152d13afb", "name": "network-vif-plugged", "status": "completed", "tag": "8da88159-4e7a-486a-a745-8a9148ec1417"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:05:41.568856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8:0:1::381 (cda05003-a875-4de3-a8fc-2e63803a60bb/d46d0ed8-a29c-45b1-9177-33ef765ef273/1eff5409-d5ac-4ee0-8d31-4633fa6748b3) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:41.572500 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48ed9a9-d6b8-4042-9f88-87e92941f4f4 x-openstack-request-id: req-c48ed9a9-d6b8-4042-9f88-87e92941f4f4 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:41.573000 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40f2fa8-a986-4825-b49b-895152d13afb", "name": "network-vif-plugged", "status": "completed", "tag": "8da88159-4e7a-486a-a745-8a9148ec1417", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:41.573943 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c48ed9a9-d6b8-4042-9f88-87e92941f4f4 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:41.574573 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40f2fa8-a986-4825-b49b-895152d13afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da88159-4e7a-486a-a745-8a9148ec1417', 'code': 200} Nov 24 13:05:41.580974 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 8da88159-4e7a-486a-a745-8a9148ec1417, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8da88159-4e7a-486a-a745-8a9148ec1417,segment=NetworkSegment(d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c),segment_id=d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:41.591884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::f816:3eff:fe13:cb55 (cda05003-a875-4de3-a8fc-2e63803a60bb/e40c4f12-2077-4d4b-84cd-901c13dc5823/1eff5409-d5ac-4ee0-8d31-4633fa6748b3) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:41.616013 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.671670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b285e7a8-c3a8-49e5-867a-f4b74151f28f None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:41.759124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:05:41.804190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbe311-ca4b-49f5-9463-7eec5a8f9e9f req-1b4987f1-d876-4293-a43c-bf33b64e5174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:41.805952 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dcbe311-ca4b-49f5-9463-7eec5a8f9e9f req-1b4987f1-d876-4293-a43c-bf33b64e5174 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 1097 time: 0.1492925 Nov 24 13:05:41.811350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ff1edd-4ca4-4154-bbdf-e9e60958ce1a None None] Sync routers for ids ['952a8904-4190-4390-95af-8084edacc2e2'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:05:41.841170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=8da88159-4e7a-486a-a745-8a9148ec1417,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:41.846703 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.850705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5c75c21a-93ef-45d1-bb24-022587ea44c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2702627 Nov 24 13:05:41.852004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40764) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:41.855326 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.878131 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:41.878519 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:41.878816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:41.879156 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:41.879490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:41.879822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:41.880140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:41.880482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:41.880846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:41.881141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:41.881468 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:41.881790 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:05:41.885245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a65f6773-2908-406c-a231-8668f55890c5 None None] Provisioning complete for port 7772d191-c7a5-489b-8703-a7bcf34df00a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:41.885538 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a65f6773-2908-406c-a231-8668f55890c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.891095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7772d191-c7a5-489b-8703-a7bcf34df00a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:41.891461 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.913697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ff1edd-4ca4-4154-bbdf-e9e60958ce1a None None] Routers {'952a8904-4190-4390-95af-8084edacc2e2'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:41.914511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-69ff1edd-4ca4-4154-bbdf-e9e60958ce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['952a8904-4190-4390-95af-8084edacc2e2'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:41.936394 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:41.947166 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dcbe311-ca4b-49f5-9463-7eec5a8f9e9f req-27697850-c643-4162-943c-ae7178e802e4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323895 Nov 24 13:05:42.002335 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-69ff1edd-4ca4-4154-bbdf-e9e60958ce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:42.008933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:42.021837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:42.035807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:42.045320 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:42.046004 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:42.050622 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-886e7c2a-f106-4ade-a693-aa8b64277300 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/routers/952a8904-4190-4390-95af-8084edacc2e2 HTTP/1.1" status: 200 len: 884 time: 0.1942863 Nov 24 13:05:42.051140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40772) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:42.068475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ff1edd-4ca4-4154-bbdf-e9e60958ce1a None None] Routers {'952a8904-4190-4390-95af-8084edacc2e2'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:42.069815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-69ff1edd-4ca4-4154-bbdf-e9e60958ce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['952a8904-4190-4390-95af-8084edacc2e2'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:42.074110 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1943343 Nov 24 13:05:42.075038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05df112-dbc1-4306-9375-4cef6e0716db tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=1eff5409-d5ac-4ee0-8d31-4633fa6748b3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:42.077761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40776) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:42.146490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-69ff1edd-4ca4-4154-bbdf-e9e60958ce1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:42.147144 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ff1edd-4ca4-4154-bbdf-e9e60958ce1a None None] The sync data for ids ['952a8904-4190-4390-95af-8084edacc2e2'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:05:42.242231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-aa90379c-6777-4ee1-8251-c137eae2d2e2 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port 1eff5409-d5ac-4ee0-8d31-4633fa6748b3 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:42.242573 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa90379c-6777-4ee1-8251-c137eae2d2e2 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:42.278234 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:42.282760 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a65f6773-2908-406c-a231-8668f55890c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:42.362059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 7772d191-c7a5-489b-8703-a7bcf34df00a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7772d191-c7a5-489b-8703-a7bcf34df00a,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:42.378682 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:42.393356 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa90379c-6777-4ee1-8251-c137eae2d2e2 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:42.403320 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353a79f-5edc-485b-9fc9-0d3ee921242c req-9cd3db66-d904-49e0-b705-148a28dcbe6f tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:42.404905 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b353a79f-5edc-485b-9fc9-0d3ee921242c req-9cd3db66-d904-49e0-b705-148a28dcbe6f tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 946 time: 0.1680179 Nov 24 13:05:42.409933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-aa90379c-6777-4ee1-8251-c137eae2d2e2 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for 1eff5409-d5ac-4ee0-8d31-4633fa6748b3 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:42.437304 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d1852a3-520a-4eae-916b-2af071547540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:42.572371 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1edda7b0-bc98-460b-82be-387ed7069979 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5202010 Nov 24 13:05:42.579735 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=7772d191-c7a5-489b-8703-a7bcf34df00a,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:42.583229 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a65f6773-2908-406c-a231-8668f55890c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:05:42.583803 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a65f6773-2908-406c-a231-8668f55890c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:05:42.588159 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e8fdc7-9f90-4cc4-881b-7e0dabc29822 None None] Update dhcp port {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': 'e40c4f12-2077-4d4b-84cd-901c13dc5823', 'ip_address': '2001:db8::f816:3eff:fedb:bf39'}, {'subnet_id': 'd46d0ed8-a29c-45b1-9177-33ef765ef273'}], 'binding:host_id': 'n-d-817303-4'}, 'id': '7772d191-c7a5-489b-8703-a7bcf34df00a'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:05:42.591404 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b353a79f-5edc-485b-9fc9-0d3ee921242c req-7361b260-1b36-40bb-8ecf-b4dd763759e9 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600373 Nov 24 13:05:42.591963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40792) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:42.598848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e2d2b89e-d0e5-44c1-8268-b2cb950ee2c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-789152742'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:42.646457 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-00e8fdc7-9f90-4cc4-881b-7e0dabc29822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:42.754051 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa90379c-6777-4ee1-8251-c137eae2d2e2 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:42.797805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90379c-6777-4ee1-8251-c137eae2d2e2 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=1eff5409-d5ac-4ee0-8d31-4633fa6748b3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:42.847349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device feaa6b5a-9c51-422e-bf49-3fcf2e89a032 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:42.933410 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa90379c-6777-4ee1-8251-c137eae2d2e2 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:42.942182 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-aa90379c-6777-4ee1-8251-c137eae2d2e2 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/1eff5409-d5ac-4ee0-8d31-4633fa6748b3 HTTP/1.1" status: 204 len: 168 time: 0.8528659 Nov 24 13:05:42.943245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40796) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:43.069638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb557e4-be41-45be-96b9-ff507d9a6e09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:43.075111 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9cb557e4-be41-45be-96b9-ff507d9a6e09 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1305919 Nov 24 13:05:43.088312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40798) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:43.159168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c356b-8358-4045-96a4-28e97131eceb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:43.160641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2d2c356b-8358-4045-96a4-28e97131eceb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0690176 Nov 24 13:05:43.163168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40800) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:43.236225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-00e8fdc7-9f90-4cc4-881b-7e0dabc29822 None None] Allocated IP 2001:db8:0:1::2 (cda05003-a875-4de3-a8fc-2e63803a60bb/d46d0ed8-a29c-45b1-9177-33ef765ef273/7772d191-c7a5-489b-8703-a7bcf34df00a) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:43.237426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a1516-17d0-4468-b80f-839c2b00ffdb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:43.239197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a1516-17d0-4468-b80f-839c2b00ffdb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:43.240828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a1516-17d0-4468-b80f-839c2b00ffdb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:43.244780 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-779a1516-17d0-4468-b80f-839c2b00ffdb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0785608 Nov 24 13:05:43.245707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40808) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:43.344222 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-199c4d0d-5a17-4d3c-a9d8-cbd8abd3a5c8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet d46d0ed8-a29c-45b1-9177-33ef765ef273 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:43.388161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port feaa6b5a-9c51-422e-bf49-3fcf2e89a032 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:43.388652 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.415475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7772d191-c7a5-489b-8703-a7bcf34df00a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:43.420120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-00e8fdc7-9f90-4cc4-881b-7e0dabc29822 None None] For port 7772d191-c7a5-489b-8703-a7bcf34df00a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7772d191-c7a5-489b-8703-a7bcf34df00a,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:43.489447 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-00e8fdc7-9f90-4cc4-881b-7e0dabc29822 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.494749 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199c4d0d-5a17-4d3c-a9d8-cbd8abd3a5c8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.497223 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-00e8fdc7-9f90-4cc4-881b-7e0dabc29822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.562439 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199c4d0d-5a17-4d3c-a9d8-cbd8abd3a5c8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.588058 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2d2b89e-d0e5-44c1-8268-b2cb950ee2c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.637367 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2d2b89e-d0e5-44c1-8268-b2cb950ee2c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.663144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-2d1852a3-520a-4eae-916b-2af071547540 admin admin] Deleting port 0aa5c3f0-467f-44d0-bd5a-4df183970efa {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:43.663511 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d1852a3-520a-4eae-916b-2af071547540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.690782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8fdc7-9f90-4cc4-881b-7e0dabc29822 None None] Pushing event updated for resources: {'Port': ['ID=7772d191-c7a5-489b-8703-a7bcf34df00a,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:43.718979 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199c4d0d-5a17-4d3c-a9d8-cbd8abd3a5c8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.778259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7772d191-c7a5-489b-8703-a7bcf34df00a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:43.778259 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.817130 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.854264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:05:43.857240 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff15e22-a06a-403f-8aab-61bf7a4842a8" -d '{"events": [{"server_uuid": "32b876b3-6dba-4144-b7ec-3ba0dbd776a8", "name": "network-vif-plugged", "status": "completed", "tag": "feaa6b5a-9c51-422e-bf49-3fcf2e89a032"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:05:43.880498 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:43.881708 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199c4d0d-5a17-4d3c-a9d8-cbd8abd3a5c8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.888845 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.916716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f27eb9-8f95-42e4-b181-55ef55d5d495 req-fc2128d5-4830-4a8b-8fbe-e678e5649ce1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:43.925342 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-41f27eb9-8f95-42e4-b181-55ef55d5d495 req-fc2128d5-4830-4a8b-8fbe-e678e5649ce1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 946 time: 0.1393707 Nov 24 13:05:43.950518 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-199c4d0d-5a17-4d3c-a9d8-cbd8abd3a5c8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.960056 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9437e488-948c-4956-8868-6cabea3e4dde x-openstack-request-id: req-9437e488-948c-4956-8868-6cabea3e4dde {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:43.960850 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b876b3-6dba-4144-b7ec-3ba0dbd776a8", "name": "network-vif-plugged", "status": "completed", "tag": "feaa6b5a-9c51-422e-bf49-3fcf2e89a032", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:43.963634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-2d1852a3-520a-4eae-916b-2af071547540 admin admin] For port 0aa5c3f0-467f-44d0-bd5a-4df183970efa, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0aa5c3f0-467f-44d0-bd5a-4df183970efa,segment=NetworkSegment(c1fa4c86-feca-4f6e-b968-ae6256aba814),segment_id=c1fa4c86-feca-4f6e-b968-ae6256aba814)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:43.963794 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-199c4d0d-5a17-4d3c-a9d8-cbd8abd3a5c8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/d46d0ed8-a29c-45b1-9177-33ef765ef273 HTTP/1.1" status: 204 len: 168 time: 0.7147655 Nov 24 13:05:43.963975 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d1852a3-520a-4eae-916b-2af071547540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:43.964834 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9437e488-948c-4956-8868-6cabea3e4dde {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:43.965759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40818) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:43.966229 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032', 'code': 200} Nov 24 13:05:43.970604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c4d0d-5a17-4d3c-a9d8-cbd8abd3a5c8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=d46d0ed8-a29c-45b1-9177-33ef765ef273,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:43.970778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d2b89e-d0e5-44c1-8268-b2cb950ee2c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router 952a8904-4190-4390-95af-8084edacc2e2 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:05:44.006938 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:44.042642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-2d1852a3-520a-4eae-916b-2af071547540 admin admin] Calling delete_port for 0aa5c3f0-467f-44d0-bd5a-4df183970efa owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:44.046411 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-41f27eb9-8f95-42e4-b181-55ef55d5d495 req-50992a67-615a-4348-807a-f3ebcae41ce5 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202900 Nov 24 13:05:44.205349 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c8cb12-99ca-47ae-8bad-d5ebea225374 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet e40c4f12-2077-4d4b-84cd-901c13dc5823 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:44.209057 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7c8cb12-99ca-47ae-8bad-d5ebea225374 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:44.254085 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7c8cb12-99ca-47ae-8bad-d5ebea225374 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:44.597708 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9d0cc19f-29d7-4358-b75e-22a5abacf639 req-5f99cb43-dcdd-4b92-a45c-21b238bd9e64 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-466929934&fields=id&tenant_id=6c133cefd4e346b2a935766bfd514042 HTTP/1.1" status: 200 len: 267 time: 0.4411652 Nov 24 13:05:44.609366 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d2b89e-d0e5-44c1-8268-b2cb950ee2c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:05:44.623460 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3213cf19-f6c5-426f-8046-a0d886f9b297 None None] Sync routers for ids ['952a8904-4190-4390-95af-8084edacc2e2'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:05:44.631062 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2d2b89e-d0e5-44c1-8268-b2cb950ee2c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:44.632813 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e2d2b89e-d0e5-44c1-8268-b2cb950ee2c2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/952a8904-4190-4390-95af-8084edacc2e2 HTTP/1.1" status: 200 len: 891 time: 2.0375712 Nov 24 13:05:44.636880 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3213cf19-f6c5-426f-8046-a0d886f9b297 None None] Routers {'952a8904-4190-4390-95af-8084edacc2e2'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:44.637831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6950097-7ed5-46a8-bb13-8421978d4933 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:44.638319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40834) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:44.638654 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3213cf19-f6c5-426f-8046-a0d886f9b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['952a8904-4190-4390-95af-8084edacc2e2'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:44.678793 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3213cf19-f6c5-426f-8046-a0d886f9b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:44.690912 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d1852a3-520a-4eae-916b-2af071547540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:44.692351 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3213cf19-f6c5-426f-8046-a0d886f9b297 None None] Routers {'952a8904-4190-4390-95af-8084edacc2e2'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:44.693219 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3213cf19-f6c5-426f-8046-a0d886f9b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['952a8904-4190-4390-95af-8084edacc2e2'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:44.745225 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3213cf19-f6c5-426f-8046-a0d886f9b297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:44.746238 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3213cf19-f6c5-426f-8046-a0d886f9b297 None None] The sync data for ids ['952a8904-4190-4390-95af-8084edacc2e2'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:05:44.772802 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7c8cb12-99ca-47ae-8bad-d5ebea225374 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:44.775729 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1ad3612f-5fb6-48fc-9311-1877e4e43675 None None] Could not find standard attr ID for object 1eff5409-d5ac-4ee0-8d31-4633fa6748b3. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:05:44.834038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1852a3-520a-4eae-916b-2af071547540 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa5c3f0-467f-44d0-bd5a-4df183970efa,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:44.868036 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1ad3612f-5fb6-48fc-9311-1877e4e43675 None None] Provisioning complete for port 7772d191-c7a5-489b-8703-a7bcf34df00a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:44.868335 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1ad3612f-5fb6-48fc-9311-1877e4e43675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:44.881140 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c0a8e0b7-60e9-4c7c-af39-a786baa4af5f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/routers/952a8904-4190-4390-95af-8084edacc2e2 HTTP/1.1" status: 200 len: 891 time: 0.2401705 Nov 24 13:05:44.882274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40836) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:44.909238 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cc19f-29d7-4358-b75e-22a5abacf639 req-99772a73-4438-4e2d-9f2c-06870848b65d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:44.911068 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9d0cc19f-29d7-4358-b75e-22a5abacf639 req-99772a73-4438-4e2d-9f2c-06870848b65d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 946 time: 0.2958021 Nov 24 13:05:44.926961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5cda46cf-b8fe-45a2-b863-f23e83882221 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports?device_id=952a8904-4190-4390-95af-8084edacc2e2 HTTP/1.1" status: 200 len: 205 time: 0.0435629 Nov 24 13:05:44.930047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40838) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:44.938387 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-9d0cc19f-29d7-4358-b75e-22a5abacf639 req-00fffe27-1768-46e1-b374-667c3bac2b41 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'port': {'security_groups': ['79d809a1-a446-4099-a9d1-5d264c0f74b9', '44b520a2-e7af-4b65-a8e6-3b37157172a2']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:45.082669 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7c8cb12-99ca-47ae-8bad-d5ebea225374 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:45.143890 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:45.159021 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7c8cb12-99ca-47ae-8bad-d5ebea225374 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:45.164656 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b7c8cb12-99ca-47ae-8bad-d5ebea225374 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/e40c4f12-2077-4d4b-84cd-901c13dc5823 HTTP/1.1" status: 204 len: 168 time: 1.1926832 Nov 24 13:05:45.165711 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8cb12-99ca-47ae-8bad-d5ebea225374 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=e40c4f12-2077-4d4b-84cd-901c13dc5823,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:45.186540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40842) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:45.215663 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a484389-d6e3-466c-a785-15748599bf9c None None] Update dhcp port {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': 'e40c4f12-2077-4d4b-84cd-901c13dc5823'}], 'binding:host_id': 'n-d-817303-4'}, 'id': '7772d191-c7a5-489b-8703-a7bcf34df00a'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:05:45.246344 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9d0cc19f-29d7-4358-b75e-22a5abacf639 req-00fffe27-1768-46e1-b374-667c3bac2b41 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:45.259942 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8a484389-d6e3-466c-a785-15748599bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:45.312663 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d1852a3-520a-4eae-916b-2af071547540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:45.328437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-684fd9ea-f29e-41f9-b48d-7f95adb3d18e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1403551 Nov 24 13:05:45.335478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40846) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:45.341051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c15feda3-08a5-40f1-ba00-658dd4f7bad7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:45.519297 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:45.534721 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957246e3-1d41-4a83-9530-e7e3d2acb17f None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:45.621834 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port 7f4a7342-093e-4a5b-8295-5cc9c6a3d3f7 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:45.622502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:45.686175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-292d3555-7497-4702-b702-57a46f3fa104 None None] Provisioning complete for port 7772d191-c7a5-489b-8703-a7bcf34df00a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:45.686861 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-292d3555-7497-4702-b702-57a46f3fa104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:45.723761 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:45.742703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for 7f4a7342-093e-4a5b-8295-5cc9c6a3d3f7 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:45.771119 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15feda3-08a5-40f1-ba00-658dd4f7bad7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:45.774495 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c15feda3-08a5-40f1-ba00-658dd4f7bad7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:45.829772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03dc182-3fbb-44ab-9ab3-c8303cc0cc80 None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:05:45.895321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-9d0cc19f-29d7-4358-b75e-22a5abacf639 req-00fffe27-1768-46e1-b374-667c3bac2b41 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] For port 8da88159-4e7a-486a-a745-8a9148ec1417, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8da88159-4e7a-486a-a745-8a9148ec1417,segment=NetworkSegment(d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c),segment_id=d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:45.908495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1852a3-520a-4eae-916b-2af071547540 admin admin] Router b2ff28e5-e170-4dea-95ac-a8d652f23871 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:05:45.930134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c03dc182-3fbb-44ab-9ab3-c8303cc0cc80 None None] Deleting port 7772d191-c7a5-489b-8703-a7bcf34df00a {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:45.930861 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c03dc182-3fbb-44ab-9ab3-c8303cc0cc80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.001515 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9d0cc19f-29d7-4358-b75e-22a5abacf639 req-00fffe27-1768-46e1-b374-667c3bac2b41 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.014816 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9d0cc19f-29d7-4358-b75e-22a5abacf639 req-00fffe27-1768-46e1-b374-667c3bac2b41 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.030148 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.033131 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['8da88159-4e7a-486a-a745-8a9148ec1417'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:05:46.091630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c03dc182-3fbb-44ab-9ab3-c8303cc0cc80 None None] For port 7772d191-c7a5-489b-8703-a7bcf34df00a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7772d191-c7a5-489b-8703-a7bcf34df00a,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:46.093914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=7f4a7342-093e-4a5b-8295-5cc9c6a3d3f7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:46.094636 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c03dc182-3fbb-44ab-9ab3-c8303cc0cc80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.115692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c03dc182-3fbb-44ab-9ab3-c8303cc0cc80 None None] Calling delete_port for 7772d191-c7a5-489b-8703-a7bcf34df00a owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:46.157092 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cc19f-29d7-4358-b75e-22a5abacf639 req-00fffe27-1768-46e1-b374-667c3bac2b41 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:46.157737 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9d0cc19f-29d7-4358-b75e-22a5abacf639 req-00fffe27-1768-46e1-b374-667c3bac2b41 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.159159 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9d0cc19f-29d7-4358-b75e-22a5abacf639 req-00fffe27-1768-46e1-b374-667c3bac2b41 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "PUT /v2.0/ports/8da88159-4e7a-486a-a745-8a9148ec1417 HTTP/1.1" status: 200 len: 982 time: 1.2264724 Nov 24 13:05:46.164297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40f2fa8-a986-4825-b49b-895152d13afb', 'tag': '8da88159-4e7a-486a-a745-8a9148ec1417'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:05:46.166665 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4ff630-e759-4056-819a-297fdf330fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "e40f2fa8-a986-4825-b49b-895152d13afb", "tag": "8da88159-4e7a-486a-a745-8a9148ec1417"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:05:46.211091 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fffe27-1768-46e1-b374-667c3bac2b41 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'Port': ['ID=8da88159-4e7a-486a-a745-8a9148ec1417,revision_number=6']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:46.218870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1852a3-520a-4eae-916b-2af071547540 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:05:46.237248 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2d1852a3-520a-4eae-916b-2af071547540 admin admin] 10.222.0.48 "PUT /v2.0/routers/b2ff28e5-e170-4dea-95ac-a8d652f23871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8398252 Nov 24 13:05:46.237439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40862) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:46.254326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f1e40d-ee6a-4972-9870-27cc6855c9bc None None] Sync routers for ids ['b2ff28e5-e170-4dea-95ac-a8d652f23871'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:05:46.262730 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['8da88159-4e7a-486a-a745-8a9148ec1417'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:05:46.357028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f1e40d-ee6a-4972-9870-27cc6855c9bc None None] Routers {'b2ff28e5-e170-4dea-95ac-a8d652f23871'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:46.359611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a4f1e40d-ee6a-4972-9870-27cc6855c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2ff28e5-e170-4dea-95ac-a8d652f23871'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:46.391947 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.511614 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c03dc182-3fbb-44ab-9ab3-c8303cc0cc80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.528102 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.531357 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.618296 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.618950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Fanout notify agent at l3_agent the message router_deleted on router 952a8904-4190-4390-95af-8084edacc2e2 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:05:46.630878 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.632376 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ff44b762-003a-4712-9371-3206b7edf6b2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/routers/952a8904-4190-4390-95af-8084edacc2e2 HTTP/1.1" status: 204 len: 168 time: 1.7011263 Nov 24 13:05:46.637787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40876) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:46.643703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-916faf7f-1048-4d20-a0a2-4d1a049f7aee tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1935848815'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:46.670231 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a1bb3ae8-2d3a-43a6-a589-da4f54485d04 req-4b6ca971-9f0b-4cc7-b8a1-750b265101a5 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-857892516&fields=id&tenant_id=6c133cefd4e346b2a935766bfd514042 HTTP/1.1" status: 200 len: 267 time: 0.3295641 Nov 24 13:05:46.673766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916faf7f-1048-4d20-a0a2-4d1a049f7aee tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:46.678074 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-916faf7f-1048-4d20-a0a2-4d1a049f7aee tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.701763 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f2458c-9ede-4ab7-a137-5261c9eac3e8 x-openstack-request-id: req-b8f2458c-9ede-4ab7-a137-5261c9eac3e8 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:46.702065 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40f2fa8-a986-4825-b49b-895152d13afb", "tag": "8da88159-4e7a-486a-a745-8a9148ec1417", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:46.702329 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8f2458c-9ede-4ab7-a137-5261c9eac3e8 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:46.702737 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40f2fa8-a986-4825-b49b-895152d13afb', 'tag': '8da88159-4e7a-486a-a745-8a9148ec1417', 'status': 'completed', 'code': 200} Nov 24 13:05:46.711502 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.719424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a4f1e40d-ee6a-4972-9870-27cc6855c9bc None None] Set router b2ff28e5-e170-4dea-95ac-a8d652f23871 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:05:46.757601 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916faf7f-1048-4d20-a0a2-4d1a049f7aee tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:05:46.789501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb3ae8-2d3a-43a6-a589-da4f54485d04 req-10052904-aa02-4677-b9e8-c20e23b56abe tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:46.791807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a1bb3ae8-2d3a-43a6-a589-da4f54485d04 req-10052904-aa02-4677-b9e8-c20e23b56abe tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 985 time: 0.0967348 Nov 24 13:05:46.799811 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-916faf7f-1048-4d20-a0a2-4d1a049f7aee tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.800634 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-916faf7f-1048-4d20-a0a2-4d1a049f7aee tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Added segment d2d3f28a-1f46-4556-920d-d752848a5ca4 of type vlan for network 5ba202e9-b748-447a-8f98-e8d58905c0b5 Nov 24 13:05:46.819814 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03dc182-3fbb-44ab-9ab3-c8303cc0cc80 None None] Pushing event deleted for resources: {'Port': ['ID=7772d191-c7a5-489b-8703-a7bcf34df00a,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:46.824818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-a1bb3ae8-2d3a-43a6-a589-da4f54485d04 req-f454c616-a2c0-4b22-a816-6c01ea08df3e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'port': {'security_groups': ['44b520a2-e7af-4b65-a8e6-3b37157172a2', '79d809a1-a446-4099-a9d1-5d264c0f74b9', 'f0d22813-26eb-46e5-9ca4-090e9bccfa2d']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:46.837105 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03dc182-3fbb-44ab-9ab3-c8303cc0cc80 None None] No DVR routers for this DVR port 7772d191-c7a5-489b-8703-a7bcf34df00a on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:46.857357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff630-e759-4056-819a-297fdf330fb2 req-bd60fe2e-095a-400e-9fa1-2e766faf4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:46.859094 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a4ff630-e759-4056-819a-297fdf330fb2 req-bd60fe2e-095a-400e-9fa1-2e766faf4dce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c133cefd4e346b2a935766bfd514042&device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 1136 time: 0.1555796 Nov 24 13:05:46.916094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.objects.ports [None req-c15feda3-08a5-40f1-ba00-658dd4f7bad7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:05:46.933393 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c15feda3-08a5-40f1-ba00-658dd4f7bad7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.957625 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-916faf7f-1048-4d20-a0a2-4d1a049f7aee tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.980095 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a1bb3ae8-2d3a-43a6-a589-da4f54485d04 req-f454c616-a2c0-4b22-a816-6c01ea08df3e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:46.993626 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15feda3-08a5-40f1-ba00-658dd4f7bad7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=f77f486c-3c79-471a-88de-f624a34aa553,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:47.046245 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15feda3-08a5-40f1-ba00-658dd4f7bad7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:47.049442 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:47.056139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c15feda3-08a5-40f1-ba00-658dd4f7bad7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:47.061744 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15feda3-08a5-40f1-ba00-658dd4f7bad7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:47.062353 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c15feda3-08a5-40f1-ba00-658dd4f7bad7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:47.097058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff630-e759-4056-819a-297fdf330fb2 req-bc9b6601-4fce-483f-afc9-937a13d3f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:47.098568 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a4ff630-e759-4056-819a-297fdf330fb2 req-bc9b6601-4fce-483f-afc9-937a13d3f263 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4 HTTP/1.1" status: 200 len: 913 time: 0.2166543 Nov 24 13:05:47.126381 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c15feda3-08a5-40f1-ba00-658dd4f7bad7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7897749 Nov 24 13:05:47.136845 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88556784-ef5b-4701-aa83-1d1920d562e7 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:47.148923 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40878) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:47.155636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-9ff7988f-f1f7-451d-899f-1f83f9bc8591 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:47.192436 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a4ff630-e759-4056-819a-297fdf330fb2 req-d35dd747-b9d6-45e9-99aa-536ba8a2353d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da88159-4e7a-486a-a745-8a9148ec1417 HTTP/1.1" status: 200 len: 217 time: 0.0746365 Nov 24 13:05:47.276860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff630-e759-4056-819a-297fdf330fb2 req-04630690-e355-454b-afb1-60d0d26978d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:47.279510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a4ff630-e759-4056-819a-297fdf330fb2 req-04630690-e355-454b-afb1-60d0d26978d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a03e294-e1fc-4d91-8bcd-e426a4b730de HTTP/1.1" status: 200 len: 852 time: 0.0782640 Nov 24 13:05:47.289631 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-916faf7f-1048-4d20-a0a2-4d1a049f7aee tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:47.296902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916faf7f-1048-4d20-a0a2-4d1a049f7aee tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:47.297308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-916faf7f-1048-4d20-a0a2-4d1a049f7aee tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:47.336015 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:05:47.354036 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a4ff630-e759-4056-819a-297fdf330fb2 req-bc2e5346-2bb7-4545-a756-530414dc2c85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497127 Nov 24 13:05:47.359253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] Deleting port 39010f94-a3c1-4931-b2c1-a249d55fd13a {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:47.359920 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:47.465479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7772d191-c7a5-489b-8703-a7bcf34df00a no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:47.518551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 7772d191-c7a5-489b-8703-a7bcf34df00a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:47.518908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7772d191-c7a5-489b-8703-a7bcf34df00a not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:47.558211 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a4f1e40d-ee6a-4972-9870-27cc6855c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:05:44Z', 'revision_number': 5, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port': {'id': '39010f94-a3c1-4931-b2c1-a249d55fd13a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:03:12Z', 'updated_at': '2021-11-24T13:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:47.596689 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] For port 39010f94-a3c1-4931-b2c1-a249d55fd13a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=39010f94-a3c1-4931-b2c1-a249d55fd13a,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:47.597300 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:47.600760 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f1e40d-ee6a-4972-9870-27cc6855c9bc None None] Checking router: b2ff28e5-e170-4dea-95ac-a8d652f23871 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:05:47.643865 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] Calling delete_port for 39010f94-a3c1-4931-b2c1-a249d55fd13a owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:47.669815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff7988f-f1f7-451d-899f-1f83f9bc8591 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:47.673380 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9ff7988f-f1f7-451d-899f-1f83f9bc8591 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:47.692246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f1e40d-ee6a-4972-9870-27cc6855c9bc None None] Routers {'b2ff28e5-e170-4dea-95ac-a8d652f23871'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:47.692813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a4f1e40d-ee6a-4972-9870-27cc6855c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2ff28e5-e170-4dea-95ac-a8d652f23871'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:47.775591 n-d-817303-4 neutron-server[114985]: INFO neutron.db.ipam_backend_mixin [None req-9ff7988f-f1f7-451d-899f-1f83f9bc8591 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f77f486c-3c79-471a-88de-f624a34aa553 (CIDR: 2001:db8::/64) Nov 24 13:05:47.781458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916faf7f-1048-4d20-a0a2-4d1a049f7aee tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Network': ['ID=5ba202e9-b748-447a-8f98-e8d58905c0b5,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:47.788765 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff7988f-f1f7-451d-899f-1f83f9bc8591 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:05:47.789236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff7988f-f1f7-451d-899f-1f83f9bc8591 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:05:47.802075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a4f1e40d-ee6a-4972-9870-27cc6855c9bc None None] Set router b2ff28e5-e170-4dea-95ac-a8d652f23871 gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:05:47.829553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-916faf7f-1048-4d20-a0a2-4d1a049f7aee tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1877906 Nov 24 13:05:47.830481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40892) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:47.833939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9ff7988f-f1f7-451d-899f-1f83f9bc8591 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6834490 Nov 24 13:05:47.847722 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c99bf8ce-634a-44c6-ba46-4a6788afef4c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'subnet': {'network_id': '5ba202e9-b748-447a-8f98-e8d58905c0b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:47.877645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a4f1e40d-ee6a-4972-9870-27cc6855c9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:05:47Z', 'revision_number': 6, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:47.907759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': 'f77f486c-3c79-471a-88de-f624a34aa553'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:05:47.909019 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:47.911695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 5ba202e9-b748-447a-8f98-e8d58905c0b5 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:05:47.919492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40894) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:47.926923 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-15ba04d6-2863-4f35-8c5f-5bba249a9e39 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:47.979965 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f1e40d-ee6a-4972-9870-27cc6855c9bc None None] The sync data for ids ['b2ff28e5-e170-4dea-95ac-a8d652f23871'] in n-d-817303-4 is: [{'id': 'b2ff28e5-e170-4dea-95ac-a8d652f23871', 'name': 'tempest-ServersTestManualDisk-946688063-router', 'tenant_id': '74af619c721c466ab11ce606a5939361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:03:11Z', 'updated_at': '2021-11-24T13:05:47Z', 'revision_number': 6, 'project_id': '74af619c721c466ab11ce606a5939361', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:05:48.083133 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.169444 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] Pushing event deleted for resources: {'Port': ['ID=39010f94-a3c1-4931-b2c1-a249d55fd13a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:48.193968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a4ff630-e759-4056-819a-297fdf330fb2 req-ca6b790d-d6d8-4f23-a756-7e96ebd9f4fa service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387967 Nov 24 13:05:48.208807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99bf8ce-634a-44c6-ba46-4a6788afef4c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:48.212696 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c99bf8ce-634a-44c6-ba46-4a6788afef4c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.214238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Allocated IP 2001:db8::f816:3eff:fe56:cfc8 (cda05003-a875-4de3-a8fc-2e63803a60bb/f77f486c-3c79-471a-88de-f624a34aa553/44b135c7-b307-453d-9860-a54e7c008474) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:48.275782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a1bb3ae8-2d3a-43a6-a589-da4f54485d04 req-f454c616-a2c0-4b22-a816-6c01ea08df3e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] For port 8da88159-4e7a-486a-a745-8a9148ec1417, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8da88159-4e7a-486a-a745-8a9148ec1417,segment=NetworkSegment(d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c),segment_id=d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:48.384454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ba04d6-2863-4f35-8c5f-5bba249a9e39 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:48.389172 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15ba04d6-2863-4f35-8c5f-5bba249a9e39 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.424066 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a1bb3ae8-2d3a-43a6-a589-da4f54485d04 req-f454c616-a2c0-4b22-a816-6c01ea08df3e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.462947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a4ff630-e759-4056-819a-297fdf330fb2 req-ce0e2350-ea4b-43e6-ae0f-63d572a03cdc service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602465 Nov 24 13:05:48.481628 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.506146 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a1bb3ae8-2d3a-43a6-a589-da4f54485d04 req-f454c616-a2c0-4b22-a816-6c01ea08df3e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.512787 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.523883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['8da88159-4e7a-486a-a745-8a9148ec1417'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:05:48.611881 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.650212 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.657962 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.745754 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.746480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2ff28e5-e170-4dea-95ac-a8d652f23871 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:05:48.751596 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.757363 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1d4c04ee-ef2a-4df3-9244-6bd850408430 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b2ff28e5-e170-4dea-95ac-a8d652f23871 HTTP/1.1" status: 204 len: 168 time: 2.5163770 Nov 24 13:05:48.757581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:48.759264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40904) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:48.781863 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:48.797924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb3ae8-2d3a-43a6-a589-da4f54485d04 req-f454c616-a2c0-4b22-a816-6c01ea08df3e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:48.798567 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a1bb3ae8-2d3a-43a6-a589-da4f54485d04 req-f454c616-a2c0-4b22-a816-6c01ea08df3e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.799999 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a1bb3ae8-2d3a-43a6-a589-da4f54485d04 req-f454c616-a2c0-4b22-a816-6c01ea08df3e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "PUT /v2.0/ports/8da88159-4e7a-486a-a745-8a9148ec1417 HTTP/1.1" status: 200 len: 1021 time: 1.9967527 Nov 24 13:05:48.802847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40f2fa8-a986-4825-b49b-895152d13afb', 'tag': '8da88159-4e7a-486a-a745-8a9148ec1417'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:05:48.807992 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a004d5a-0f79-4fb5-bd9d-e8fb5d4255a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e40f2fa8-a986-4825-b49b-895152d13afb", "tag": "8da88159-4e7a-486a-a745-8a9148ec1417"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:05:48.820377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:48.846430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454c616-a2c0-4b22-a816-6c01ea08df3e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'Port': ['ID=8da88159-4e7a-486a-a745-8a9148ec1417,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:48.863529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba3b0b4-873d-41b6-afd3-ecb21e8bcffa admin admin] Deleting subnet 3a531fb4-a499-4180-b0b3-80d39c725b1f {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:48.879699 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bba3b0b4-873d-41b6-afd3-ecb21e8bcffa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.953263 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Pushing event updated for resources: {'Port': ['ID=44b135c7-b307-453d-9860-a54e7c008474,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:48.962438 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bba3b0b4-873d-41b6-afd3-ecb21e8bcffa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:48.978152 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec21c9a-a910-47f2-adfe-226e7c5e6605 x-openstack-request-id: req-3ec21c9a-a910-47f2-adfe-226e7c5e6605 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:48.978728 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40f2fa8-a986-4825-b49b-895152d13afb", "tag": "8da88159-4e7a-486a-a745-8a9148ec1417", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:48.979201 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ec21c9a-a910-47f2-adfe-226e7c5e6605 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:48.980379 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40f2fa8-a986-4825-b49b-895152d13afb', 'tag': '8da88159-4e7a-486a-a745-8a9148ec1417', 'status': 'completed', 'code': 200} Nov 24 13:05:48.984471 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15ba04d6-2863-4f35-8c5f-5bba249a9e39 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:49.002411 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['8da88159-4e7a-486a-a745-8a9148ec1417'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:05:49.085669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba04d6-2863-4f35-8c5f-5bba249a9e39 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:49.087501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba04d6-2863-4f35-8c5f-5bba249a9e39 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=b1448fdb-0654-427f-ab00-fd078d147be4,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:49.090000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-15ba04d6-2863-4f35-8c5f-5bba249a9e39 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:49.097197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ba04d6-2863-4f35-8c5f-5bba249a9e39 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:49.097807 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15ba04d6-2863-4f35-8c5f-5bba249a9e39 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:49.115354 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c99bf8ce-634a-44c6-ba46-4a6788afef4c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:49.132351 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bba3b0b4-873d-41b6-afd3-ecb21e8bcffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:49.160650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Attempting to bind port 44b135c7-b307-453d-9860-a54e7c008474 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:05:49.161294 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Attempting to bind port 44b135c7-b307-453d-9860-a54e7c008474 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:05:49.162603 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Attempting to bind port 44b135c7-b307-453d-9860-a54e7c008474 on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:05:49.181550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bf8ce-634a-44c6-ba46-4a6788afef4c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Subnet': ['ID=0f01d09f-b2ca-4fb1-8660-1821b71d7541,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:49.199289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-15ba04d6-2863-4f35-8c5f-5bba249a9e39 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2733088 Nov 24 13:05:49.201323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:05:49.202290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40918) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:49.202423 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:49.202970 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:49.203624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:05:49.204330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Bound port: 44b135c7-b307-453d-9860-a54e7c008474, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:05:49.204914 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:49.207406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'mac_address': 'fa:16:3e:4e:6a:22', 'name': 'tempest-NetworksTestDHCPv6-1220546706'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:49.212852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a004d5a-0f79-4fb5-bd9d-e8fb5d4255a4 req-24ae489a-2298-425f-8dc3-a5703cd9c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:49.214831 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a004d5a-0f79-4fb5-bd9d-e8fb5d4255a4 req-24ae489a-2298-425f-8dc3-a5703cd9c83b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c133cefd4e346b2a935766bfd514042&device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 1175 time: 0.1103475 Nov 24 13:05:49.245565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11921de-10f1-4e45-af54-fe0f274d41c5 req-f2532f41-07c3-48c0-83fe-d69f0f77fe27 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:49.247147 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e11921de-10f1-4e45-af54-fe0f274d41c5 req-f2532f41-07c3-48c0-83fe-d69f0f77fe27 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 1024 time: 0.2855732 Nov 24 13:05:49.290381 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bba3b0b4-873d-41b6-afd3-ecb21e8bcffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:49.320515 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bba3b0b4-873d-41b6-afd3-ecb21e8bcffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:49.328151 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bba3b0b4-873d-41b6-afd3-ecb21e8bcffa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3a531fb4-a499-4180-b0b3-80d39c725b1f HTTP/1.1" status: 204 len: 168 time: 0.5691917 Nov 24 13:05:49.339829 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98050ecd-a85a-41a1-91b6-f1812b3f51ab None None] Network 851149e6-f5be-43a1-b93c-84426f2f07a3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:49.341597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40920) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:49.408930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3b0b4-873d-41b6-afd3-ecb21e8bcffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a531fb4-a499-4180-b0b3-80d39c725b1f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:49.425145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99bf8ce-634a-44c6-ba46-4a6788afef4c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Checking segment: {'id': 'd2d3f28a-1f46-4556-920d-d752848a5ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5ba202e9-b748-447a-8f98-e8d58905c0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:49.426073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99bf8ce-634a-44c6-ba46-4a6788afef4c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network hostable DHCP agents. Network: 5ba202e9-b748-447a-8f98-e8d58905c0b5, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:05:49.438043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0aa5c3f0-467f-44d0-bd5a-4df183970efa no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:49.480010 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a004d5a-0f79-4fb5-bd9d-e8fb5d4255a4 req-ebc5ac00-2c8c-4456-9722-c322cfc357c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:49.482792 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a004d5a-0f79-4fb5-bd9d-e8fb5d4255a4 req-ebc5ac00-2c8c-4456-9722-c322cfc357c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4 HTTP/1.1" status: 200 len: 913 time: 0.2593625 Nov 24 13:05:49.547362 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a004d5a-0f79-4fb5-bd9d-e8fb5d4255a4 req-5ca2738b-1955-4c4b-a2dd-0d8da1753bb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8da88159-4e7a-486a-a745-8a9148ec1417 HTTP/1.1" status: 200 len: 217 time: 0.0554893 Nov 24 13:05:49.567074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 0aa5c3f0-467f-44d0-bd5a-4df183970efa {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:49.567424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0aa5c3f0-467f-44d0-bd5a-4df183970efa not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:49.567857 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 39010f94-a3c1-4931-b2c1-a249d55fd13a no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:49.584083 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e11921de-10f1-4e45-af54-fe0f274d41c5 req-0e2642e0-5c1b-4cc5-b199-4d9485c211ed tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=44b520a2-e7af-4b65-a8e6-3b37157172a2&id=f0d22813-26eb-46e5-9ca4-090e9bccfa2d&id=79d809a1-a446-4099-a9d1-5d264c0f74b9 HTTP/1.1" status: 200 len: 6207 time: 0.3273621 Nov 24 13:05:49.588211 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:49.617306 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-6596779e-0b66-4df4-8555-e92eb08bbd9c req-93286a29-be61-4520-8a2d-88b23d2232bd tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'security_group': {'name': ' tempest-securitygroup -948805965 ', 'description': 'tempest-description-966128565'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:49.624196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 39010f94-a3c1-4931-b2c1-a249d55fd13a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:49.624549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 39010f94-a3c1-4931-b2c1-a249d55fd13a not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:49.650601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] For port 44b135c7-b307-453d-9860-a54e7c008474, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:05:49.659945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99bf8ce-634a-44c6-ba46-4a6788afef4c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 5ba202e9-b748-447a-8f98-e8d58905c0b5 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:05:49.667922 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.db.api [req-6596779e-0b66-4df4-8555-e92eb08bbd9c req-93286a29-be61-4520-8a2d-88b23d2232bd tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 13:05:49.667922 n-d-817303-4 neutron-server[114986]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 13:05:49.667922 n-d-817303-4 neutron-server[114986]: [parameters: {'project_id_1': '6c133cefd4e346b2a935766bfd514042', 'expiration_1': datetime.datetime(2021, 11, 24, 13, 5, 29, 634978)}] Nov 24 13:05:49.667922 n-d-817303-4 neutron-server[114986]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:05:49.668409 n-d-817303-4 neutron-server[114986]: DEBUG oslo_db.api [req-6596779e-0b66-4df4-8555-e92eb08bbd9c req-93286a29-be61-4520-8a2d-88b23d2232bd tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:05:49.671262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a004d5a-0f79-4fb5-bd9d-e8fb5d4255a4 req-36af51ed-66b3-4cc6-aee9-e0db01ac4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:49.673109 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a004d5a-0f79-4fb5-bd9d-e8fb5d4255a4 req-36af51ed-66b3-4cc6-aee9-e0db01ac4818 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a03e294-e1fc-4d91-8bcd-e426a4b730de HTTP/1.1" status: 200 len: 852 time: 0.1177866 Nov 24 13:05:49.690118 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] For port 44b135c7-b307-453d-9860-a54e7c008474, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=44b135c7-b307-453d-9860-a54e7c008474,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:05:49.691649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:49.718908 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:49.723848 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a004d5a-0f79-4fb5-bd9d-e8fb5d4255a4 req-c46488dc-31fc-4fbe-8f27-122171520fcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421383 Nov 24 13:05:49.790959 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:49.797518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-c99bf8ce-634a-44c6-ba46-4a6788afef4c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 5ba202e9-b748-447a-8f98-e8d58905c0b5) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:49.835791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99bf8ce-634a-44c6-ba46-4a6788afef4c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:49.836402 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c99bf8ce-634a-44c6-ba46-4a6788afef4c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:49.860937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd6706a-ceba-4354-83db-ea5d4099a554 None None] Network 5ba202e9-b748-447a-8f98-e8d58905c0b5 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:49.863471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port 5c39fe19-8890-4eb3-9d62-3e1f45bd60d0 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:05:49.869106 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Deleting port 3aa39d6a-89b8-40fd-bed8-2984a4c002ce {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:49.869392 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:49.969578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] For port 3aa39d6a-89b8-40fd-bed8-2984a4c002ce, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3aa39d6a-89b8-40fd-bed8-2984a4c002ce,segment=NetworkSegment(c1fa4c86-feca-4f6e-b968-ae6256aba814),segment_id=c1fa4c86-feca-4f6e-b968-ae6256aba814)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:49.969943 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:49.987538 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a004d5a-0f79-4fb5-bd9d-e8fb5d4255a4 req-ffc218da-a848-4e33-8544-faf3a2ae7bc2 service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489119 Nov 24 13:05:49.994144 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c99bf8ce-634a-44c6-ba46-4a6788afef4c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1590965 Nov 24 13:05:50.007024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40938) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:50.013449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-92221e91-a1cb-4e99-aa81-7f2f89e0d636 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1111522900', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:50.018642 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Calling delete_port for 3aa39d6a-89b8-40fd-bed8-2984a4c002ce owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:50.138475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c836941-bfb1-43bb-af83-7e48d59877ed None None] Pushing event updated for resources: {'Port': ['ID=44b135c7-b307-453d-9860-a54e7c008474,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:50.220922 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a004d5a-0f79-4fb5-bd9d-e8fb5d4255a4 req-a99de9a4-273e-470c-b6c5-500fa6b88d56 service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256820 Nov 24 13:05:50.299350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6596779e-0b66-4df4-8555-e92eb08bbd9c req-93286a29-be61-4520-8a2d-88b23d2232bd tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:50.304198 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92221e91-a1cb-4e99-aa81-7f2f89e0d636 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:50.304198 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92221e91-a1cb-4e99-aa81-7f2f89e0d636 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:50.382801 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92221e91-a1cb-4e99-aa81-7f2f89e0d636 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:50.407828 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92221e91-a1cb-4e99-aa81-7f2f89e0d636 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:50.528644 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92221e91-a1cb-4e99-aa81-7f2f89e0d636 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:50.529995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-92221e91-a1cb-4e99-aa81-7f2f89e0d636 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5226467 Nov 24 13:05:50.533808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40940) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:50.552074 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:50.585745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa39d6a-89b8-40fd-bed8-2984a4c002ce,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:50.597983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8:0:1::188 (cda05003-a875-4de3-a8fc-2e63803a60bb/b1448fdb-0654-427f-ab00-fd078d147be4/5c39fe19-8890-4eb3-9d62-3e1f45bd60d0) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:50.610176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::f816:3eff:fe4e:6a22 (cda05003-a875-4de3-a8fc-2e63803a60bb/f77f486c-3c79-471a-88de-f624a34aa553/5c39fe19-8890-4eb3-9d62-3e1f45bd60d0) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:50.623387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] No DVR routers for this DVR port 3aa39d6a-89b8-40fd-bed8-2984a4c002ce on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:50.658558 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d4836-d0dc-4d52-b52d-8d56848031b5 None None] DHCP port deletion for 851149e6-f5be-43a1-b93c-84426f2f07a3 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:05:50.708251 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6596779e-0b66-4df4-8555-e92eb08bbd9c req-93286a29-be61-4520-8a2d-88b23d2232bd tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:50.776171 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-5ba202e9-b748-447a-8f98-e8d58905c0b5', 'network_id': '5ba202e9-b748-447a-8f98-e8d58905c0b5', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'fixed_ips': [{'subnet_id': '0f01d09f-b2ca-4fb1-8660-1821b71d7541'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:05:50.777159 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:50.807325 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:50.835907 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6596779e-0b66-4df4-8555-e92eb08bbd9c req-93286a29-be61-4520-8a2d-88b23d2232bd tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:50.882252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851149e6-f5be-43a1-b93c-84426f2f07a3']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:50.911668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fa4c86-feca-4f6e-b968-ae6256aba814') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:50.912030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fa4c86-feca-4f6e-b968-ae6256aba814') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:50.958201 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.014074 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.032176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:05:51.032630 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:05:51.035085 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:05:51.078750 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6596779e-0b66-4df4-8555-e92eb08bbd9c req-93286a29-be61-4520-8a2d-88b23d2232bd tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.080033 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6596779e-0b66-4df4-8555-e92eb08bbd9c req-93286a29-be61-4520-8a2d-88b23d2232bd tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.4677005 Nov 24 13:05:51.114985 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.132581 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93286a29-be61-4520-8a2d-88b23d2232bd tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5fbc7c-105c-453a-982a-779f817872da,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:51.172638 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.178742 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0e072aa8-4ddd-4514-b3dd-f3622e7594b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.191517 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.234274 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Allocated IP 2001:db8::2 (5ba202e9-b748-447a-8f98-e8d58905c0b5/0f01d09f-b2ca-4fb1-8660-1821b71d7541/943d843b-0af1-4585-9e8c-1c36c6d756ba) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:51.235658 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.239990 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] 10.222.0.48 "DELETE /v2.0/networks/851149e6-f5be-43a1-b93c-84426f2f07a3 HTTP/1.1" status: 204 len: 168 time: 1.8956380 Nov 24 13:05:51.269143 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48c06e-02a7-4701-b89a-2fbd40153348 admin admin] Pushing event deleted for resources: {'Network': ['ID=851149e6-f5be-43a1-b93c-84426f2f07a3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:51.325771 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.421616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=5c39fe19-8890-4eb3-9d62-3e1f45bd60d0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:51.439553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:51.443134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:51.450908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:51.458636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:51.459308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.504841 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-579b250f-edec-4969-a2ab-959af6518f97 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3013682 Nov 24 13:05:51.505736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40972) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:51.564786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40974) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:51.572628 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4bf1515d-86b0-45b6-908e-5cd81aec2a27 req-b81783f8-fa4c-41a0-8043-e7fc6a1cc6ac tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/cf5fbc7c-105c-453a-982a-779f817872da HTTP/1.1" status: 200 len: 1798 time: 0.2845213 Nov 24 13:05:51.673106 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.685825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 44b135c7-b307-453d-9860-a54e7c008474 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:51.696090 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.722659 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1fe06ac2-043e-4fc8-b31d-89bd31e3c01c req-09bb920f-b4a7-451c-8a4b-3522cd1164d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/cf5fbc7c-105c-453a-982a-779f817872da HTTP/1.1" status: 200 len: 1798 time: 0.0703051 Nov 24 13:05:51.772844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734cace4-7fb2-4c7b-85ec-b7b3f886c6c7 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:51.809805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Allocated IP 2001:db8::1 (5ba202e9-b748-447a-8f98-e8d58905c0b5/0f01d09f-b2ca-4fb1-8660-1821b71d7541/326162f1-8ff5-4145-aac5-43f25d5f4c7f) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:51.811286 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1af2fc4c-98f6-4ef9-b653-f0b730c41118 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74af619c721c466ab11ce606a5939361&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2138932 Nov 24 13:05:51.814063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40978) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:51.820885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Network 5ba202e9-b748-447a-8f98-e8d58905c0b5 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:51.831455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:51.866705 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0564f3-a095-4cfa-bd66-8cf2b957f671 req-3e99c431-9281-42de-953f-b16517d01092 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:51.868177 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:51.877753 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db0564f3-a095-4cfa-bd66-8cf2b957f671 req-3e99c431-9281-42de-953f-b16517d01092 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 947 time: 0.3115332 Nov 24 13:05:51.879051 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Pushing event updated for resources: {'Port': ['ID=943d843b-0af1-4585-9e8c-1c36c6d756ba,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:51.962811 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.967849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fe1b5fc7-7da1-4511-bf36-40199b03e546 None None] Provisioning complete for port 44b135c7-b307-453d-9860-a54e7c008474 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:51.968526 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5fc7-7da1-4511-bf36-40199b03e546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:51.970085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ed40e-dc6f-4af5-a626-a62ea901e481 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port 5c39fe19-8890-4eb3-9d62-3e1f45bd60d0 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:51.970434 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed40e-dc6f-4af5-a626-a62ea901e481 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.000519 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 44b135c7-b307-453d-9860-a54e7c008474 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:52.001276 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.028676 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.051925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Attempting to bind port 943d843b-0af1-4585-9e8c-1c36c6d756ba on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:05:52.052707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Attempting to bind port 943d843b-0af1-4585-9e8c-1c36c6d756ba by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'd2d3f28a-1f46-4556-920d-d752848a5ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5ba202e9-b748-447a-8f98-e8d58905c0b5'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:05:52.053343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Attempting to bind port 943d843b-0af1-4585-9e8c-1c36c6d756ba on network 5ba202e9-b748-447a-8f98-e8d58905c0b5 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:05:52.070413 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed40e-dc6f-4af5-a626-a62ea901e481 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.085781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ce9ed40e-dc6f-4af5-a626-a62ea901e481 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for 5c39fe19-8890-4eb3-9d62-3e1f45bd60d0 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:52.088818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 5ba202e9-b748-447a-8f98-e8d58905c0b5 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:52.097166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:05:52.098076 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Checking segment: {'id': 'd2d3f28a-1f46-4556-920d-d752848a5ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5ba202e9-b748-447a-8f98-e8d58905c0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:05:52.098807 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.098936 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:52.099593 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Bound using segment: {'id': 'd2d3f28a-1f46-4556-920d-d752848a5ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5ba202e9-b748-447a-8f98-e8d58905c0b5'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:05:52.100302 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Bound port: 943d843b-0af1-4585-9e8c-1c36c6d756ba, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d3f28a-1f46-4556-920d-d752848a5ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5ba202e9-b748-447a-8f98-e8d58905c0b5'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:05:52.100948 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.101082 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1fe06ac2-043e-4fc8-b31d-89bd31e3c01c req-c525edfd-767b-4d86-bf24-b0f9118fb211 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.135292 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1fe06ac2-043e-4fc8-b31d-89bd31e3c01c req-c525edfd-767b-4d86-bf24-b0f9118fb211 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.164995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:05:52.165546 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.174543 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db0564f3-a095-4cfa-bd66-8cf2b957f671 req-d4ed9473-b881-4f9e-b6da-421d2ca8dafd tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2956007 Nov 24 13:05:52.175268 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e84a454c-2c66-4afb-aeff-20c5046f0262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.291493 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e84a454c-2c66-4afb-aeff-20c5046f0262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.314473 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.326037 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] For port 943d843b-0af1-4585-9e8c-1c36c6d756ba, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:05:52.336576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] For port 943d843b-0af1-4585-9e8c-1c36c6d756ba, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=943d843b-0af1-4585-9e8c-1c36c6d756ba,segment=NetworkSegment(d2d3f28a-1f46-4556-920d-d752848a5ca4),segment_id=d2d3f28a-1f46-4556-920d-d752848a5ca4)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:05:52.344320 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5fc7-7da1-4511-bf36-40199b03e546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.351517 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.382675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=326162f1-8ff5-4145-aac5-43f25d5f4c7f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:52.393067 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.396953 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1fe06ac2-043e-4fc8-b31d-89bd31e3c01c req-c525edfd-767b-4d86-bf24-b0f9118fb211 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.400297 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1fe06ac2-043e-4fc8-b31d-89bd31e3c01c req-c525edfd-767b-4d86-bf24-b0f9118fb211 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.403259 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1fe06ac2-043e-4fc8-b31d-89bd31e3c01c req-c525edfd-767b-4d86-bf24-b0f9118fb211 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "DELETE /v2.0/security-groups/cf5fbc7c-105c-453a-982a-779f817872da HTTP/1.1" status: 204 len: 173 time: 0.6793880 Nov 24 13:05:52.423587 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525edfd-767b-4d86-bf24-b0f9118fb211 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5fbc7c-105c-453a-982a-779f817872da,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:52.458180 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-4d2b8012-f1b6-425f-a8cf-cb41407eb084 req-92adcb8c-8986-465e-8af8-5b6760dfdb21 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] show failed (client error): The resource could not be found. Nov 24 13:05:52.459324 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4d2b8012-f1b6-425f-a8cf-cb41407eb084 req-92adcb8c-8986-465e-8af8-5b6760dfdb21 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/cf5fbc7c-105c-453a-982a-779f817872da HTTP/1.1" status: 404 len: 352 time: 0.0316124 Nov 24 13:05:52.499607 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-0d2bb77f-96bb-48b5-ad7d-d56c29632453 req-d84926d2-fcf8-48f5-ac2a-7d3bd98e5d23 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-974706013', 'description': 'tempest-description-254533207'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:52.520931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea418e6-6f9e-4dc8-93b4-d8abd8eb6eb7 None None] Pushing event updated for resources: {'Port': ['ID=943d843b-0af1-4585-9e8c-1c36c6d756ba,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:52.579110 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e84a454c-2c66-4afb-aeff-20c5046f0262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.584079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e84a454c-2c66-4afb-aeff-20c5046f0262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.585442 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e84a454c-2c66-4afb-aeff-20c5046f0262 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6806aa0-d0a9-42b7-8525-d259235dcf58 HTTP/1.1" status: 204 len: 168 time: 0.7706733 Nov 24 13:05:52.604676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a454c-2c66-4afb-aeff-20c5046f0262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6806aa0-d0a9-42b7-8525-d259235dcf58,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:52.619416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 44b135c7-b307-453d-9860-a54e7c008474, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=44b135c7-b307-453d-9860-a54e7c008474,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:52.623534 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d2bb77f-96bb-48b5-ad7d-d56c29632453 req-d84926d2-fcf8-48f5-ac2a-7d3bd98e5d23 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.666580 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.700489 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed40e-dc6f-4af5-a626-a62ea901e481 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.797181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ed40e-dc6f-4af5-a626-a62ea901e481 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=5c39fe19-8890-4eb3-9d62-3e1f45bd60d0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:52.884926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3aa39d6a-89b8-40fd-bed8-2984a4c002ce no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:52.904059 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce9ed40e-dc6f-4af5-a626-a62ea901e481 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:52.907042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13c9fad-3c2a-4412-bae1-092e9c6ea0b8 None None] Update dhcp port {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': 'f77f486c-3c79-471a-88de-f624a34aa553', 'ip_address': '2001:db8::f816:3eff:fe56:cfc8'}, {'subnet_id': 'b1448fdb-0654-427f-ab00-fd078d147be4'}], 'binding:host_id': 'n-d-817303-4'}, 'id': '44b135c7-b307-453d-9860-a54e7c008474'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:05:52.908587 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ce9ed40e-dc6f-4af5-a626-a62ea901e481 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/5c39fe19-8890-4eb3-9d62-3e1f45bd60d0 HTTP/1.1" status: 204 len: 168 time: 1.4016452 Nov 24 13:05:52.913500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40998) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:52.984797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-38a6251d-5e20-4dc5-ba0a-0249d1aa1c95 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:52.989569 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-38a6251d-5e20-4dc5-ba0a-0249d1aa1c95 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.59 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 947 time: 0.1398389 Nov 24 13:05:53.020512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 3aa39d6a-89b8-40fd-bed8-2984a4c002ce {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:53.021383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3aa39d6a-89b8-40fd-bed8-2984a4c002ce not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:53.071178 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d2bb77f-96bb-48b5-ad7d-d56c29632453 req-d84926d2-fcf8-48f5-ac2a-7d3bd98e5d23 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:53.073003 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a13c9fad-3c2a-4412-bae1-092e9c6ea0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:53.086371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0650af-d87f-438c-9dfc-0ad4f74443a9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:53.089347 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7a0650af-d87f-438c-9dfc-0ad4f74443a9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1743534 Nov 24 13:05:53.091833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41002) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:53.105546 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-fe1b5fc7-7da1-4511-bf36-40199b03e546 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:05:53.106182 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-fe1b5fc7-7da1-4511-bf36-40199b03e546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:05:53.107823 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d2bb77f-96bb-48b5-ad7d-d56c29632453 req-d84926d2-fcf8-48f5-ac2a-7d3bd98e5d23 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:53.108318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=44b135c7-b307-453d-9860-a54e7c008474,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:53.145940 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:53.173979 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:53.174842 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:53.297259 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4058ef7e-6664-4f8c-8167-f71eef846508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:53.435415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-a13c9fad-3c2a-4412-bae1-092e9c6ea0b8 None None] Allocated IP 2001:db8:0:1::2 (cda05003-a875-4de3-a8fc-2e63803a60bb/b1448fdb-0654-427f-ab00-fd078d147be4/44b135c7-b307-453d-9860-a54e7c008474) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:05:53.695744 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0d2bb77f-96bb-48b5-ad7d-d56c29632453 req-d84926d2-fcf8-48f5-ac2a-7d3bd98e5d23 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:53.709205 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d2bb77f-96bb-48b5-ad7d-d56c29632453 req-d84926d2-fcf8-48f5-ac2a-7d3bd98e5d23 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.2143784 Nov 24 13:05:53.715305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 943d843b-0af1-4585-9e8c-1c36c6d756ba up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:53.715817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84926d2-fcf8-48f5-ac2a-7d3bd98e5d23 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd14f411-2c85-4cf4-9897-fcd2de70b8d0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:53.750195 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820c77af-2c90-4ebd-b5ef-6de4744e417f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:53.763422 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=326162f1-8ff5-4145-aac5-43f25d5f4c7f,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:53.764160 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-820c77af-2c90-4ebd-b5ef-6de4744e417f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.6702392 Nov 24 13:05:53.772782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41022) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:53.798029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddd002-0cf5-4c4a-ba5f-e3c035b30819 req-65603f89-4f24-4c78-b4c4-8cfd46c6e1d9 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:53.815655 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1fddd002-0cf5-4c4a-ba5f-e3c035b30819 req-65603f89-4f24-4c78-b4c4-8cfd46c6e1d9 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 947 time: 0.2731364 Nov 24 13:05:53.870041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 5ba202e9-b748-447a-8f98-e8d58905c0b5 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:53.875693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Deleting port 180b3a0e-09d0-4629-bcf5-3a6e05858627 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:53.876038 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:53.922456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3016f87-4f69-43f2-9fd6-1eb938f96986 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:53.924892 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a13c9fad-3c2a-4412-bae1-092e9c6ea0b8 None None] For port 44b135c7-b307-453d-9860-a54e7c008474, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=44b135c7-b307-453d-9860-a54e7c008474,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:53.939253 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3016f87-4f69-43f2-9fd6-1eb938f96986 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:53.964437 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3016f87-4f69-43f2-9fd6-1eb938f96986 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:53.966349 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f3016f87-4f69-43f2-9fd6-1eb938f96986 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1922858 Nov 24 13:05:53.970482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41038) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:54.004196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] For port 180b3a0e-09d0-4629-bcf5-3a6e05858627, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=180b3a0e-09d0-4629-bcf5-3a6e05858627,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:54.004826 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.024787 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a13c9fad-3c2a-4412-bae1-092e9c6ea0b8 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.043817 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a13c9fad-3c2a-4412-bae1-092e9c6ea0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.059223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c923930-0457-4d13-9158-1a603d0d6bd8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet b1448fdb-0654-427f-ab00-fd078d147be4 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:54.063891 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9c923930-0457-4d13-9158-1a603d0d6bd8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.119440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 943d843b-0af1-4585-9e8c-1c36c6d756ba triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:54.120789 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.127034 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9c923930-0457-4d13-9158-1a603d0d6bd8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.244614 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c9fad-3c2a-4412-bae1-092e9c6ea0b8 None None] Pushing event updated for resources: {'Port': ['ID=44b135c7-b307-453d-9860-a54e7c008474,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:54.317836 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9c923930-0457-4d13-9158-1a603d0d6bd8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.380796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-97316a6d-3418-4a8e-a5f2-477ba2fde3fc req-91a7e6dd-52a0-4ed2-ab9c-aa7edc528bad tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-881292888', 'description': 'tempest-description-1390042142'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:54.409673 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.410530 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.491506 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9c923930-0457-4d13-9158-1a603d0d6bd8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.508551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 943d843b-0af1-4585-9e8c-1c36c6d756ba, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=943d843b-0af1-4585-9e8c-1c36c6d756ba,segment=NetworkSegment(d2d3f28a-1f46-4556-920d-d752848a5ca4),segment_id=d2d3f28a-1f46-4556-920d-d752848a5ca4)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:54.517696 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.518729 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 44b135c7-b307-453d-9860-a54e7c008474 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:54.605160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c923930-0457-4d13-9158-1a603d0d6bd8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=b1448fdb-0654-427f-ab00-fd078d147be4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:54.628013 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9c923930-0457-4d13-9158-1a603d0d6bd8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.633386 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9c923930-0457-4d13-9158-1a603d0d6bd8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/b1448fdb-0654-427f-ab00-fd078d147be4 HTTP/1.1" status: 204 len: 168 time: 0.6616826 Nov 24 13:05:54.635307 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-97316a6d-3418-4a8e-a5f2-477ba2fde3fc req-91a7e6dd-52a0-4ed2-ab9c-aa7edc528bad tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.638810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41050) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:54.679056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5a9ff4-a141-4658-b041-511ffef2821d None None] Network 5ba202e9-b748-447a-8f98-e8d58905c0b5 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:54.725246 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e5d6e2-7a20-475f-9ee9-d899fc8ace03 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet f77f486c-3c79-471a-88de-f624a34aa553 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:05:54.730098 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-85e5d6e2-7a20-475f-9ee9-d899fc8ace03 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.784217 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-85e5d6e2-7a20-475f-9ee9-d899fc8ace03 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:54.845578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=943d843b-0af1-4585-9e8c-1c36c6d756ba,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:54.909982 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-85e5d6e2-7a20-475f-9ee9-d899fc8ace03 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:55.002328 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-85e5d6e2-7a20-475f-9ee9-d899fc8ace03 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:55.028377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-85632dbb-1ded-44b5-a036-5cca67bd5fff None None] Provisioning complete for port 943d843b-0af1-4585-9e8c-1c36c6d756ba triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:55.028637 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-85632dbb-1ded-44b5-a036-5cca67bd5fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:55.074589 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-85e5d6e2-7a20-475f-9ee9-d899fc8ace03 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:55.082619 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-85e5d6e2-7a20-475f-9ee9-d899fc8ace03 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/f77f486c-3c79-471a-88de-f624a34aa553 HTTP/1.1" status: 204 len: 168 time: 0.4382567 Nov 24 13:05:55.093536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41056) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:55.095069 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 44b135c7-b307-453d-9860-a54e7c008474 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:55.095971 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:55.102844 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5d6e2-7a20-475f-9ee9-d899fc8ace03 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=f77f486c-3c79-471a-88de-f624a34aa553,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:55.118098 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:55.231580 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-619ecfb5-86a4-4d07-a61a-e97db3ee1c0c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1352429 Nov 24 13:05:55.234488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41058) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:55.254003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-694ce0dd-5b02-45c1-9c36-c8b594a37d08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:55.282511 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-97316a6d-3418-4a8e-a5f2-477ba2fde3fc req-91a7e6dd-52a0-4ed2-ab9c-aa7edc528bad tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:55.314177 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-97316a6d-3418-4a8e-a5f2-477ba2fde3fc req-91a7e6dd-52a0-4ed2-ab9c-aa7edc528bad tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:55.420096 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:55.420488 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:55.423172 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Floating IP f2468b7b-1ace-406a-ae6d-5fdce63c38b8 disassociated. External IP: 172.25.0.35, port: 180b3a0e-09d0-4629-bcf5-3a6e05858627. Nov 24 13:05:55.423577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Calling delete_port for 180b3a0e-09d0-4629-bcf5-3a6e05858627 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:55.431008 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-97316a6d-3418-4a8e-a5f2-477ba2fde3fc req-91a7e6dd-52a0-4ed2-ab9c-aa7edc528bad tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:55.433152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97316a6d-3418-4a8e-a5f2-477ba2fde3fc req-91a7e6dd-52a0-4ed2-ab9c-aa7edc528bad tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.3813219 Nov 24 13:05:55.464025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7e6dd-52a0-4ed2-ab9c-aa7edc528bad tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5d721c-7e12-45b6-8402-b9d7a44a641f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:55.483663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694ce0dd-5b02-45c1-9c36-c8b594a37d08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:55.489494 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-694ce0dd-5b02-45c1-9c36-c8b594a37d08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:55.553704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1fddd002-0cf5-4c4a-ba5f-e3c035b30819 req-c2307b7e-a19e-4781-a4c2-584bc0b3b246 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups?id=039e6a52-d35a-4f2c-a69a-f82cad8d5e21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7348313 Nov 24 13:05:55.583522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d39e7ce-5893-477e-8088-e62185328be5 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:55.653281 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-3b6c5375-ebfe-4676-ba61-727717fd560e req-317013c1-b811-46f4-affa-513b4f7da129 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1871363731', 'description': 'tempest-description-1649134805'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:55.769428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router 55e87853-130d-4d74-99eb-4bc304d6ce70 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:05:55.793207 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3b6c5375-ebfe-4676-ba61-727717fd560e req-317013c1-b811-46f4-affa-513b4f7da129 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:55.880672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 943d843b-0af1-4585-9e8c-1c36c6d756ba up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:55.929388 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-694ce0dd-5b02-45c1-9c36-c8b594a37d08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:55.969901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:05:55.985205 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf02936-9397-4291-b3d4-9724625eaa08 None None] Sync routers for ids ['55e87853-130d-4d74-99eb-4bc304d6ce70'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:05:55.986553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ce0dd-5b02-45c1-9c36-c8b594a37d08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:05:55.988703 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-44f9212e-8058-4825-b972-7577fedfdb90 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/55e87853-130d-4d74-99eb-4bc304d6ce70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4515655 Nov 24 13:05:55.991236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41076) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:55.997439 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:56.007842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-694ce0dd-5b02-45c1-9c36-c8b594a37d08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:05:56.013550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ce0dd-5b02-45c1-9c36-c8b594a37d08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:56.014146 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-694ce0dd-5b02-45c1-9c36-c8b594a37d08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:56.026177 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf02936-9397-4291-b3d4-9724625eaa08 None None] Routers {'55e87853-130d-4d74-99eb-4bc304d6ce70'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:56.026825 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3cf02936-9397-4291-b3d4-9724625eaa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['55e87853-130d-4d74-99eb-4bc304d6ce70'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:56.076146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event deleted for resources: {'Port': ['ID=180b3a0e-09d0-4629-bcf5-3a6e05858627,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:56.098040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe679b3-6c8c-41dc-a8e7-94a6cc0685f4 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:56.109918 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3fe679b3-6c8c-41dc-a8e7-94a6cc0685f4 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports/326162f1-8ff5-4145-aac5-43f25d5f4c7f HTTP/1.1" status: 200 len: 911 time: 0.1174030 Nov 24 13:05:56.124173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-694ce0dd-5b02-45c1-9c36-c8b594a37d08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8884945 Nov 24 13:05:56.125152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41078) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:56.125487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41080) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:56.135278 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0e63526c-a229-4b0d-8e8e-a0409054708b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:56.145067 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3cf02936-9397-4291-b3d4-9724625eaa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:56.146515 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3b6c5375-ebfe-4676-ba61-727717fd560e req-317013c1-b811-46f4-affa-513b4f7da129 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:56.152807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-07b4fecd-797c-4649-ba8b-a0320c117b32 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0f01d09f-b2ca-4fb1-8660-1821b71d7541'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:56.156809 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3b6c5375-ebfe-4676-ba61-727717fd560e req-317013c1-b811-46f4-affa-513b4f7da129 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:56.163712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ce0dd-5b02-45c1-9c36-c8b594a37d08 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=427eda63-3f9c-4933-a223-f28267dc7b21,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:56.169505 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf02936-9397-4291-b3d4-9724625eaa08 None None] Routers {'55e87853-130d-4d74-99eb-4bc304d6ce70'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:56.170463 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3cf02936-9397-4291-b3d4-9724625eaa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['55e87853-130d-4d74-99eb-4bc304d6ce70'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:56.270660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317013c1-b811-46f4-affa-513b4f7da129 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1b51e7-10e1-4ead-960b-9926d2c21f34,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:56.281314 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3cf02936-9397-4291-b3d4-9724625eaa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:56.284540 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf02936-9397-4291-b3d4-9724625eaa08 None None] The sync data for ids ['55e87853-130d-4d74-99eb-4bc304d6ce70'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:05:56.292622 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:56.310030 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 943d843b-0af1-4585-9e8c-1c36c6d756ba triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:56.310655 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:56.350258 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3b6c5375-ebfe-4676-ba61-727717fd560e req-317013c1-b811-46f4-affa-513b4f7da129 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:56.351645 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b6c5375-ebfe-4676-ba61-727717fd560e req-317013c1-b811-46f4-affa-513b4f7da129 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7321084 Nov 24 13:05:56.474738 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fd1aff08-db77-40c3-9e8f-11d7ae211518 None None] Could not find standard attr ID for object 5c39fe19-8890-4eb3-9d62-3e1f45bd60d0. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:05:56.594658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fd1aff08-db77-40c3-9e8f-11d7ae211518 None None] Provisioning complete for port 44b135c7-b307-453d-9860-a54e7c008474 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:56.595334 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd1aff08-db77-40c3-9e8f-11d7ae211518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:56.623546 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:05:56.672009 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15659050-9247-4e5c-871e-0b6c058b14cc None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:05:56.719499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 44b135c7-b307-453d-9860-a54e7c008474 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:05:56.775347 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b4fecd-797c-4649-ba8b-a0320c117b32 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:56.883768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:05:56.916182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a32ede5-a32b-4eb4-a60d-091b9c5fa8ff None None] Sync routers for ids ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:05:56.926872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 180b3a0e-09d0-4629-bcf5-3a6e05858627 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:57.011479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e63526c-a229-4b0d-8e8e-a0409054708b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:57.012005 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:57.015038 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e63526c-a229-4b0d-8e8e-a0409054708b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:57.032543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32ede5-a32b-4eb4-a60d-091b9c5fa8ff None None] Routers {'44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:57.033720 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6a32ede5-a32b-4eb4-a60d-091b9c5fa8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:57.039917 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 180b3a0e-09d0-4629-bcf5-3a6e05858627 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:05:57.040504 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 180b3a0e-09d0-4629-bcf5-3a6e05858627 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:05:57.071399 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4df4447a-35d8-403d-985e-7a79dbe06f28 req-2c236838-2eef-46d1-91bb-49e7a6f412ac tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/ports?device_id=b44fe65d-e97c-4b35-9923-10f7c1caf89a HTTP/1.1" status: 200 len: 210 time: 0.1530974 Nov 24 13:05:57.072188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] No DVR routers for this DVR port 180b3a0e-09d0-4629-bcf5-3a6e05858627 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:57.076406 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:57.079960 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7dfdd5ed-4f99-46c3-adb6-d2440a8a93ef req-9082ad1e-c3d2-4fba-b0a1-d4ba9393581a tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.59 "DELETE /v2.0/ports/180b3a0e-09d0-4629-bcf5-3a6e05858627 HTTP/1.1" status: 204 len: 173 time: 4.0273204 Nov 24 13:05:57.080438 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'name': 'network-vif-deleted', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:05:57.089540 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636cc97d-187d-4652-8003-a943b58d1734" -d '{"events": [{"server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "name": "network-vif-deleted", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:05:57.320704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-6a32ede5-a32b-4eb4-a60d-091b9c5fa8ff None None] Set router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:05:57.362173 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71a1c95-fad0-43ad-99c2-22a8f8a30c7e x-openstack-request-id: req-a71a1c95-fad0-43ad-99c2-22a8f8a30c7e {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:05:57.362173 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44fe65d-e97c-4b35-9923-10f7c1caf89a", "name": "network-vif-deleted", "tag": "180b3a0e-09d0-4629-bcf5-3a6e05858627", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:05:57.362173 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a71a1c95-fad0-43ad-99c2-22a8f8a30c7e {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:05:57.362920 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44fe65d-e97c-4b35-9923-10f7c1caf89a', 'name': 'network-vif-deleted', 'tag': '180b3a0e-09d0-4629-bcf5-3a6e05858627', 'status': 'completed', 'code': 200} Nov 24 13:05:57.493599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-15659050-9247-4e5c-871e-0b6c058b14cc None None] Deleting port 44b135c7-b307-453d-9860-a54e7c008474 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:57.493977 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-15659050-9247-4e5c-871e-0b6c058b14cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:57.574968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 44b135c7-b307-453d-9860-a54e7c008474 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:57.574968 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:57.717002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f9e4b14-294d-497b-b185-8a7543a345d7 req-202c6907-00aa-4b1a-9d30-99f16bc3be6b tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c133cefd4e346b2a935766bfd514042 HTTP/1.1" status: 200 len: 11011 time: 1.1674027 Nov 24 13:05:57.842128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1c7a637c-fabf-4e63-b676-f0fc705d9196 None None] Provisioning complete for port 326162f1-8ff5-4145-aac5-43f25d5f4c7f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:57.842782 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1c7a637c-fabf-4e63-b676-f0fc705d9196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:57.887008 n-d-817303-4 neutron-server[114985]: INFO neutron.db.ipam_backend_mixin [None req-0e63526c-a229-4b0d-8e8e-a0409054708b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 427eda63-3f9c-4933-a223-f28267dc7b21 (CIDR: 2001:db8::/64) Nov 24 13:05:57.900223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a637c-fabf-4e63-b676-f0fc705d9196 None None] Port 326162f1-8ff5-4145-aac5-43f25d5f4c7f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:05:57.927049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-15659050-9247-4e5c-871e-0b6c058b14cc None None] For port 44b135c7-b307-453d-9860-a54e7c008474, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=44b135c7-b307-453d-9860-a54e7c008474,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:05:57.927845 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-15659050-9247-4e5c-871e-0b6c058b14cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:57.935900 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e63526c-a229-4b0d-8e8e-a0409054708b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:05:57.936411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e63526c-a229-4b0d-8e8e-a0409054708b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:05:57.955789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-15659050-9247-4e5c-871e-0b6c058b14cc None None] Calling delete_port for 44b135c7-b307-453d-9860-a54e7c008474 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:05:57.964328 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f9e4b14-294d-497b-b185-8a7543a345d7 req-92f3f416-0b31-4313-b79f-757de431f0c0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/79d809a1-a446-4099-a9d1-5d264c0f74b9 HTTP/1.1" status: 200 len: 3002 time: 0.2318785 Nov 24 13:05:57.974301 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0e63526c-a229-4b0d-8e8e-a0409054708b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8465946 Nov 24 13:05:57.977625 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41118) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:57.985719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5ef0405a-1b59-4101-af26-f01ec7347a4a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:05:58.001560 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b4fecd-797c-4649-ba8b-a0320c117b32 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:58.063835 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b4fecd-797c-4649-ba8b-a0320c117b32 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:58.089014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b4fecd-797c-4649-ba8b-a0320c117b32 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:05:58.089269 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b4fecd-797c-4649-ba8b-a0320c117b32 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:58.090517 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-07b4fecd-797c-4649-ba8b-a0320c117b32 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/ports/326162f1-8ff5-4145-aac5-43f25d5f4c7f HTTP/1.1" status: 200 len: 911 time: 1.9640510 Nov 24 13:05:58.094814 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41120) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:58.152104 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 44b135c7-b307-453d-9860-a54e7c008474 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:05:58.250359 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41130) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:58.262602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f9e4b14-294d-497b-b185-8a7543a345d7 req-9fcb42e3-b831-46be-8545-268e47974f61 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/79d809a1-a446-4099-a9d1-5d264c0f74b9 HTTP/1.1" status: 200 len: 3002 time: 0.2871461 Nov 24 13:05:58.369046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1c7a637c-fabf-4e63-b676-f0fc705d9196 None None] Provisioning complete for port 943d843b-0af1-4585-9e8c-1c36c6d756ba triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:58.369680 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1c7a637c-fabf-4e63-b676-f0fc705d9196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:58.387960 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4fecd-797c-4649-ba8b-a0320c117b32 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=326162f1-8ff5-4145-aac5-43f25d5f4c7f,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:58.435054 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-17679e54-aab0-4f59-b015-e3f596341c5a req-0544151e-b3f4-41d8-a0ff-fd54c841b0a7 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/dd14f411-2c85-4cf4-9897-fcd2de70b8d0 HTTP/1.1" status: 200 len: 1818 time: 0.1317782 Nov 24 13:05:58.435839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef0405a-1b59-4101-af26-f01ec7347a4a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:05:58.443935 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ef0405a-1b59-4101-af26-f01ec7347a4a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:58.521841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6a32ede5-a32b-4eb4-a60d-091b9c5fa8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:32Z', 'revision_number': 5, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:58.523531 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-17679e54-aab0-4f59-b015-e3f596341c5a req-591cbbf0-0393-4ea9-90c4-d66ada14e7a1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:58.552128 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-15659050-9247-4e5c-871e-0b6c058b14cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:58.553368 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-17679e54-aab0-4f59-b015-e3f596341c5a req-591cbbf0-0393-4ea9-90c4-d66ada14e7a1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:58.593807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Port 44b135c7-b307-453d-9860-a54e7c008474 update to DOWN by agent not found {{(pid=114987) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 24 13:05:58.596378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a32ede5-a32b-4eb4-a60d-091b9c5fa8ff None None] Checking router: 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:05:58.609555 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-17679e54-aab0-4f59-b015-e3f596341c5a req-591cbbf0-0393-4ea9-90c4-d66ada14e7a1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:58.612965 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-17679e54-aab0-4f59-b015-e3f596341c5a req-591cbbf0-0393-4ea9-90c4-d66ada14e7a1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:58.617937 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-17679e54-aab0-4f59-b015-e3f596341c5a req-591cbbf0-0393-4ea9-90c4-d66ada14e7a1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "DELETE /v2.0/security-groups/dd14f411-2c85-4cf4-9897-fcd2de70b8d0 HTTP/1.1" status: 204 len: 173 time: 0.1754889 Nov 24 13:05:58.641345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cbbf0-0393-4ea9-90c4-d66ada14e7a1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd14f411-2c85-4cf4-9897-fcd2de70b8d0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:58.669453 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15659050-9247-4e5c-871e-0b6c058b14cc None None] Pushing event deleted for resources: {'Port': ['ID=44b135c7-b307-453d-9860-a54e7c008474,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:58.697276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15659050-9247-4e5c-871e-0b6c058b14cc None None] No DVR routers for this DVR port 44b135c7-b307-453d-9860-a54e7c008474 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:05:58.722558 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32ede5-a32b-4eb4-a60d-091b9c5fa8ff None None] Routers {'44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:05:58.723392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6a32ede5-a32b-4eb4-a60d-091b9c5fa8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:58.728440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6546f14-fc22-4498-af19-8359d7749bcc None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:05:58.755824 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-efd3020d-9da0-44bd-b9ac-6efc2945d6a2 req-9da04021-68b7-41f0-af74-bc39236d1f4a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] show failed (client error): The resource could not be found. Nov 24 13:05:58.757204 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-efd3020d-9da0-44bd-b9ac-6efc2945d6a2 req-9da04021-68b7-41f0-af74-bc39236d1f4a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/dd14f411-2c85-4cf4-9897-fcd2de70b8d0 HTTP/1.1" status: 404 len: 352 time: 0.0718706 Nov 24 13:05:58.772537 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f19978e-df13-445a-bf5e-52f7f6175301 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:58.865475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-6a32ede5-a32b-4eb4-a60d-091b9c5fa8ff None None] Set router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:05:58.869770 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f19978e-df13-445a-bf5e-52f7f6175301 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:58.882613 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d86480b7-b2ae-4dc6-90cb-6cc42a16f91f req-1165adf1-40b9-4dcb-96ef-b50f09e39ead tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/8e5d721c-7e12-45b6-8402-b9d7a44a641f HTTP/1.1" status: 200 len: 1819 time: 0.0921726 Nov 24 13:05:59.009374 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d86480b7-b2ae-4dc6-90cb-6cc42a16f91f req-dc02b64e-0d1c-40f7-a46d-1c80024dbc30 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:59.066720 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d86480b7-b2ae-4dc6-90cb-6cc42a16f91f req-dc02b64e-0d1c-40f7-a46d-1c80024dbc30 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:59.070719 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f19978e-df13-445a-bf5e-52f7f6175301 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:59.077471 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0f19978e-df13-445a-bf5e-52f7f6175301 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:59.081099 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0f19978e-df13-445a-bf5e-52f7f6175301 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "DELETE /v2.0/security-groups/039e6a52-d35a-4f2c-a69a-f82cad8d5e21 HTTP/1.1" status: 204 len: 168 time: 0.8262308 Nov 24 13:05:59.093935 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41152) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:59.168154 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d86480b7-b2ae-4dc6-90cb-6cc42a16f91f req-dc02b64e-0d1c-40f7-a46d-1c80024dbc30 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:59.171084 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d86480b7-b2ae-4dc6-90cb-6cc42a16f91f req-dc02b64e-0d1c-40f7-a46d-1c80024dbc30 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:59.172245 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d86480b7-b2ae-4dc6-90cb-6cc42a16f91f req-dc02b64e-0d1c-40f7-a46d-1c80024dbc30 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "DELETE /v2.0/security-groups/8e5d721c-7e12-45b6-8402-b9d7a44a641f HTTP/1.1" status: 204 len: 173 time: 0.2887070 Nov 24 13:05:59.199879 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3bef7aba-0158-4d1b-860b-20b13861b2e2 None None] Provisioning complete for port 326162f1-8ff5-4145-aac5-43f25d5f4c7f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:05:59.200256 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3bef7aba-0158-4d1b-860b-20b13861b2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:59.206631 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19978e-df13-445a-bf5e-52f7f6175301 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=039e6a52-d35a-4f2c-a69a-f82cad8d5e21,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:59.210356 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-66f79e75-9db2-443e-b9e9-8b511fa6f367 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] show failed (client error): The resource could not be found. Nov 24 13:05:59.214166 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-66f79e75-9db2-443e-b9e9-8b511fa6f367 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "GET /v2.0/security-groups/039e6a52-d35a-4f2c-a69a-f82cad8d5e21 HTTP/1.1" status: 404 len: 347 time: 0.1055512 Nov 24 13:05:59.217372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41156) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:05:59.250190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02b64e-0d1c-40f7-a46d-1c80024dbc30 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5d721c-7e12-45b6-8402-b9d7a44a641f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:05:59.277640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3bef7aba-0158-4d1b-860b-20b13861b2e2 None None] Port 326162f1-8ff5-4145-aac5-43f25d5f4c7f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:05:59.345865 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-3442c9c1-3b53-4ee0-a1e7-22acaaaf2446 req-61e6e114-1c1a-4874-a393-fa0e7d90aaa7 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] show failed (client error): The resource could not be found. Nov 24 13:05:59.346896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3442c9c1-3b53-4ee0-a1e7-22acaaaf2446 req-61e6e114-1c1a-4874-a393-fa0e7d90aaa7 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/8e5d721c-7e12-45b6-8402-b9d7a44a641f HTTP/1.1" status: 404 len: 352 time: 0.0434217 Nov 24 13:05:59.620289 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15f58d71-d38a-43d9-9592-b879fd276ed2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:59.694280 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bab3a79a-cd11-47cb-9234-a87a8e0eb8cb req-0c4cfade-6136-4e7b-80be-a9cad5d894ba tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/9e1b51e7-10e1-4ead-960b-9926d2c21f34 HTTP/1.1" status: 200 len: 1820 time: 0.1818230 Nov 24 13:05:59.725703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': '427eda63-3f9c-4933-a223-f28267dc7b21'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:05:59.726544 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:59.782716 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4c73427b-9ca1-4fda-86a7-43b1754efb10 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Deleting port 423d7cef-0b07-46df-97bf-ab4c548d6d64 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:05:59.783362 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c73427b-9ca1-4fda-86a7-43b1754efb10 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:59.842218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.objects.ports [None req-5ef0405a-1b59-4101-af26-f01ec7347a4a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:05:59.852035 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ef0405a-1b59-4101-af26-f01ec7347a4a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:05:59.888692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6a32ede5-a32b-4eb4-a60d-091b9c5fa8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:32Z', 'revision_number': 5, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:05:59.945271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a32ede5-a32b-4eb4-a60d-091b9c5fa8ff None None] The sync data for ids ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'] in n-d-817303-4 is: [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T12:56:26Z', 'revision_number': 4, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'baf22521-5a65-42c5-b1f8-10bf8726ebff', 'name': '', 'network_id': '5e912b44-eae9-40e6-89c7-30777a476f74', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'mac_address': 'fa:16:3e:46:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:22Z', 'updated_at': '2021-11-24T12:56:32Z', 'revision_number': 5, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'subnets': [{'id': '8c29b04b-839a-4796-af9d-7992be5b6684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:06:00.001568 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bab3a79a-cd11-47cb-9234-a87a8e0eb8cb req-5ba89364-ca41-430f-b9cd-f46e9e6c3432 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:00.030874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef0405a-1b59-4101-af26-f01ec7347a4a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:00.050052 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-5ef0405a-1b59-4101-af26-f01ec7347a4a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:00.053469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef0405a-1b59-4101-af26-f01ec7347a4a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:00.054051 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ef0405a-1b59-4101-af26-f01ec7347a4a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:00.065259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0405a-1b59-4101-af26-f01ec7347a4a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=709ff7cd-972a-48ef-9554-6129b11e0817,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:00.070791 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bab3a79a-cd11-47cb-9234-a87a8e0eb8cb req-5ba89364-ca41-430f-b9cd-f46e9e6c3432 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:00.084561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c73427b-9ca1-4fda-86a7-43b1754efb10 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:00.084942 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c73427b-9ca1-4fda-86a7-43b1754efb10 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:00.115360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4c73427b-9ca1-4fda-86a7-43b1754efb10 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Calling delete_port for 423d7cef-0b07-46df-97bf-ab4c548d6d64 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:00.124401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Allocated IP 2001:db8::2 (cda05003-a875-4de3-a8fc-2e63803a60bb/427eda63-3f9c-4933-a223-f28267dc7b21/3e8f4a40-e775-46d4-874c-c0ade69eab46) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:00.140599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Allocated IP 2001:db8:0:1:f816:3eff:fe64:cd97 (cda05003-a875-4de3-a8fc-2e63803a60bb/709ff7cd-972a-48ef-9554-6129b11e0817/3e8f4a40-e775-46d4-874c-c0ade69eab46) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:00.144489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5ef0405a-1b59-4101-af26-f01ec7347a4a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1642671 Nov 24 13:06:00.147353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41174) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:00.157800 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'mac_address': 'fa:16:3e:66:84:df', 'name': 'tempest-NetworksTestDHCPv6-656765331'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:00.246755 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bab3a79a-cd11-47cb-9234-a87a8e0eb8cb req-5ba89364-ca41-430f-b9cd-f46e9e6c3432 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:00.250072 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bab3a79a-cd11-47cb-9234-a87a8e0eb8cb req-5ba89364-ca41-430f-b9cd-f46e9e6c3432 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:00.254246 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bab3a79a-cd11-47cb-9234-a87a8e0eb8cb req-5ba89364-ca41-430f-b9cd-f46e9e6c3432 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "DELETE /v2.0/security-groups/9e1b51e7-10e1-4ead-960b-9926d2c21f34 HTTP/1.1" status: 204 len: 173 time: 0.5590479 Nov 24 13:06:00.356059 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-2673d4c3-5d74-4b5a-b7f8-e159f70991d2 req-b34fc6aa-4164-4a21-9c39-96d5d8280d4b tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] show failed (client error): The resource could not be found. Nov 24 13:06:00.372416 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2673d4c3-5d74-4b5a-b7f8-e159f70991d2 req-b34fc6aa-4164-4a21-9c39-96d5d8280d4b tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/9e1b51e7-10e1-4ead-960b-9926d2c21f34 HTTP/1.1" status: 404 len: 352 time: 0.0940416 Nov 24 13:06:00.377232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba89364-ca41-430f-b9cd-f46e9e6c3432 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1b51e7-10e1-4ead-960b-9926d2c21f34,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:00.435794 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4047ac-a309-467f-9d1f-70d56e4409a6 None None] New status for floating IP f2468b7b-1ace-406a-ae6d-5fdce63c38b8: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:06:00.441127 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:00.457977 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:00.504899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:00.596515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:00.615521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:00.621170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:00.641950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Pushing event updated for resources: {'Port': ['ID=3e8f4a40-e775-46d4-874c-c0ade69eab46,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:00.679512 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:00.724974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port 848f9882-a2fe-4314-b059-804dee5befe6 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:06:00.787155 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Attempting to bind port 3e8f4a40-e775-46d4-874c-c0ade69eab46 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:06:00.787535 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Attempting to bind port 3e8f4a40-e775-46d4-874c-c0ade69eab46 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:06:00.787899 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Attempting to bind port 3e8f4a40-e775-46d4-874c-c0ade69eab46 on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:00.792938 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c73427b-9ca1-4fda-86a7-43b1754efb10 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:00.794971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:06:00.795353 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:00.795754 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:00.796148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:06:00.796611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Bound port: 3e8f4a40-e775-46d4-874c-c0ade69eab46, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:06:00.797023 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:00.825976 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6605a69a-e167-4ba6-8e9e-09f74b57e29e req-1730442f-8641-4264-8f23-6384eb0b7597 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c133cefd4e346b2a935766bfd514042 HTTP/1.1" status: 200 len: 6207 time: 0.3481023 Nov 24 13:06:00.857270 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.db.api [None req-1b4047ac-a309-467f-9d1f-70d56e4409a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:06:00.857845 n-d-817303-4 neutron-server[114988]: DEBUG oslo_db.api [None req-1b4047ac-a309-467f-9d1f-70d56e4409a6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:06:00.918408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] For port 3e8f4a40-e775-46d4-874c-c0ade69eab46, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:06:00.922674 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] For port 3e8f4a40-e775-46d4-874c-c0ade69eab46, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3e8f4a40-e775-46d4-874c-c0ade69eab46,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:06:00.928457 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:00.929910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73427b-9ca1-4fda-86a7-43b1754efb10 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Pushing event deleted for resources: {'Port': ['ID=423d7cef-0b07-46df-97bf-ab4c548d6d64,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:01.019486 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47549cd9-bf9b-4088-9bbb-24e7b0b2ae3e None None] Pushing event updated for resources: {'Port': ['ID=3e8f4a40-e775-46d4-874c-c0ade69eab46,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:01.045140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-15f58d71-d38a-43d9-9592-b879fd276ed2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port 326162f1-8ff5-4145-aac5-43f25d5f4c7f {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:01.045483 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15f58d71-d38a-43d9-9592-b879fd276ed2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:01.117910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::d9 (cda05003-a875-4de3-a8fc-2e63803a60bb/427eda63-3f9c-4933-a223-f28267dc7b21/848f9882-a2fe-4314-b059-804dee5befe6) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:01.132668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8:0:1:f816:3eff:fe66:84df (cda05003-a875-4de3-a8fc-2e63803a60bb/709ff7cd-972a-48ef-9554-6129b11e0817/848f9882-a2fe-4314-b059-804dee5befe6) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:01.197388 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15f58d71-d38a-43d9-9592-b879fd276ed2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:01.227996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-15f58d71-d38a-43d9-9592-b879fd276ed2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for 326162f1-8ff5-4145-aac5-43f25d5f4c7f owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:01.359853 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4047ac-a309-467f-9d1f-70d56e4409a6 None None] New status for floating IP f2468b7b-1ace-406a-ae6d-5fdce63c38b8: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:06:01.517674 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6605a69a-e167-4ba6-8e9e-09f74b57e29e req-ee3f99d4-7ea3-4122-9424-6757d3631405 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/79d809a1-a446-4099-a9d1-5d264c0f74b9 HTTP/1.1" status: 200 len: 3002 time: 0.6906605 Nov 24 13:06:01.569341 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:01.570987 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c73427b-9ca1-4fda-86a7-43b1754efb10 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:01.573665 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4c73427b-9ca1-4fda-86a7-43b1754efb10 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:01.584676 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4c73427b-9ca1-4fda-86a7-43b1754efb10 tempest-AttachVolumeShelveTestJSON-518911501 tempest-AttachVolumeShelveTestJSON-518911501-project] 10.222.0.48 "DELETE /v2.0/floatingips/f2468b7b-1ace-406a-ae6d-5fdce63c38b8 HTTP/1.1" status: 204 len: 168 time: 2.3623753 Nov 24 13:06:01.630929 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:01.676254 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15f58d71-d38a-43d9-9592-b879fd276ed2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:01.694670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:01.712653 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:01.718586 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:01.733174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:01.737029 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:01.764492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=848f9882-a2fe-4314-b059-804dee5befe6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:01.788847 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dd8c83ef-f3c6-4661-a247-d6e0c8c2dab8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6382298 Nov 24 13:06:01.791271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41220) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:01.879607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f58d71-d38a-43d9-9592-b879fd276ed2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=326162f1-8ff5-4145-aac5-43f25d5f4c7f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:02.067395 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d1242ca0-cf47-4451-9939-c845c4b8cb62 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port 848f9882-a2fe-4314-b059-804dee5befe6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:02.067819 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1242ca0-cf47-4451-9939-c845c4b8cb62 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:02.153557 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15f58d71-d38a-43d9-9592-b879fd276ed2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:02.210065 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3e8f4a40-e775-46d4-874c-c0ade69eab46 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:02.395640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 3e8f4a40-e775-46d4-874c-c0ade69eab46 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:02.397818 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:02.423395 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1242ca0-cf47-4451-9939-c845c4b8cb62 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:02.466220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d1242ca0-cf47-4451-9939-c845c4b8cb62 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for 848f9882-a2fe-4314-b059-804dee5befe6 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:02.746604 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:02.897798 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 3e8f4a40-e775-46d4-874c-c0ade69eab46, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3e8f4a40-e775-46d4-874c-c0ade69eab46,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:02.926827 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:02.938599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4b0d82-3b71-4d07-9d44-44a807ffa396 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:03.074514 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1242ca0-cf47-4451-9939-c845c4b8cb62 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:03.080365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-696335fe-6da2-44b2-9c97-9ae078350c27 None None] Provisioning complete for port 3e8f4a40-e775-46d4-874c-c0ade69eab46 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:03.080805 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-696335fe-6da2-44b2-9c97-9ae078350c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:03.111649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=3e8f4a40-e775-46d4-874c-c0ade69eab46,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:03.154005 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1242ca0-cf47-4451-9939-c845c4b8cb62 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=848f9882-a2fe-4314-b059-804dee5befe6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:03.249385 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1242ca0-cf47-4451-9939-c845c4b8cb62 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:03.252709 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d1242ca0-cf47-4451-9939-c845c4b8cb62 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/848f9882-a2fe-4314-b059-804dee5befe6 HTTP/1.1" status: 204 len: 168 time: 1.4591002 Nov 24 13:06:03.256048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41238) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:03.287686 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6605a69a-e167-4ba6-8e9e-09f74b57e29e req-0d16bb23-a1eb-44f3-871c-7153a4581427 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/79d809a1-a446-4099-a9d1-5d264c0f74b9 HTTP/1.1" status: 200 len: 3002 time: 1.7602217 Nov 24 13:06:03.328571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f58d71-d38a-43d9-9592-b879fd276ed2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router 55e87853-130d-4d74-99eb-4bc304d6ce70 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:06:03.357315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-238f35e9-3bb8-4dd4-9cb9-8bb9a921bc0a req-b70e9b26-286c-4e83-9fe9-62b781c66f1d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1767716912', 'description': 'tempest-description-309323203'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:03.397498 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-238f35e9-3bb8-4dd4-9cb9-8bb9a921bc0a req-b70e9b26-286c-4e83-9fe9-62b781c66f1d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:03.431631 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ae2967-e2c7-4762-a374-4426fd0dfa17 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:03.433395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-48ae2967-e2c7-4762-a374-4426fd0dfa17 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1763644 Nov 24 13:06:03.436515 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41242) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:03.528098 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f58d71-d38a-43d9-9592-b879fd276ed2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:06:03.533240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f363190f-a559-4ac4-9b1c-59a5b571590e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:03.537370 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-15f58d71-d38a-43d9-9592-b879fd276ed2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/55e87853-130d-4d74-99eb-4bc304d6ce70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4327044 Nov 24 13:06:03.537526 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f363190f-a559-4ac4-9b1c-59a5b571590e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0982361 Nov 24 13:06:03.537967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41244) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:03.538361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41246) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:03.555046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34dc913-8293-4e65-b014-19ba9938c1af None None] Sync routers for ids ['55e87853-130d-4d74-99eb-4bc304d6ce70'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:06:03.574560 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34dc913-8293-4e65-b014-19ba9938c1af None None] Routers {'55e87853-130d-4d74-99eb-4bc304d6ce70'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:03.581091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d34dc913-8293-4e65-b014-19ba9938c1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['55e87853-130d-4d74-99eb-4bc304d6ce70'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:03.594535 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-238f35e9-3bb8-4dd4-9cb9-8bb9a921bc0a req-b70e9b26-286c-4e83-9fe9-62b781c66f1d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:03.602899 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-238f35e9-3bb8-4dd4-9cb9-8bb9a921bc0a req-b70e9b26-286c-4e83-9fe9-62b781c66f1d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:03.649260 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-238f35e9-3bb8-4dd4-9cb9-8bb9a921bc0a req-b70e9b26-286c-4e83-9fe9-62b781c66f1d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:03.653193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238f35e9-3bb8-4dd4-9cb9-8bb9a921bc0a req-b70e9b26-286c-4e83-9fe9-62b781c66f1d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3015015 Nov 24 13:06:03.695887 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d34dc913-8293-4e65-b014-19ba9938c1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:03.716602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34dc913-8293-4e65-b014-19ba9938c1af None None] Routers {'55e87853-130d-4d74-99eb-4bc304d6ce70'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:03.717571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d34dc913-8293-4e65-b014-19ba9938c1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['55e87853-130d-4d74-99eb-4bc304d6ce70'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:03.719809 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e9b26-286c-4e83-9fe9-62b781c66f1d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2481d1-3ebf-46eb-9b18-a05287a257af,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:03.754293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069931ab-f646-4e1a-b55a-f6daf3d6e695 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:03.763548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069931ab-f646-4e1a-b55a-f6daf3d6e695 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:03.769531 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069931ab-f646-4e1a-b55a-f6daf3d6e695 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:03.772559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d34dc913-8293-4e65-b014-19ba9938c1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:03.773256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34dc913-8293-4e65-b014-19ba9938c1af None None] The sync data for ids ['55e87853-130d-4d74-99eb-4bc304d6ce70'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:06:03.774535 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41256) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:03.776520 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-069931ab-f646-4e1a-b55a-f6daf3d6e695 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2365766 Nov 24 13:06:03.832944 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c4b3c76a-6446-4346-9029-49bf8946f329 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports?device_id=55e87853-130d-4d74-99eb-4bc304d6ce70 HTTP/1.1" status: 200 len: 205 time: 0.2871635 Nov 24 13:06:03.837261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41260) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:03.912524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5404389-076d-4887-b5f2-5fbc5b7190f4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 427eda63-3f9c-4933-a223-f28267dc7b21 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:06:03.919750 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d5404389-076d-4887-b5f2-5fbc5b7190f4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.024533 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d5404389-076d-4887-b5f2-5fbc5b7190f4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.113911 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3e8f4a40-e775-46d4-874c-c0ade69eab46 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:04.162479 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-84910e21-37d7-476d-a70c-118903b141ae tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.215256 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d5404389-076d-4887-b5f2-5fbc5b7190f4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.285123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 3e8f4a40-e775-46d4-874c-c0ade69eab46 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:04.285747 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.327258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-72acf815-b691-4cb6-9cc1-8f1713b7d562 req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-186428317', 'description': 'tempest-description-1111357360'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:04.345866 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d5404389-076d-4887-b5f2-5fbc5b7190f4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.405811 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5404389-076d-4887-b5f2-5fbc5b7190f4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=427eda63-3f9c-4933-a223-f28267dc7b21,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:04.420918 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d5404389-076d-4887-b5f2-5fbc5b7190f4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.428218 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d5404389-076d-4887-b5f2-5fbc5b7190f4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/427eda63-3f9c-4933-a223-f28267dc7b21 HTTP/1.1" status: 204 len: 168 time: 0.6504843 Nov 24 13:06:04.430608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41274) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:04.521942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-de34efa8-d2a5-4706-b2ff-e4b86b946f3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 709ff7cd-972a-48ef-9554-6129b11e0817 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:06:04.527214 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de34efa8-d2a5-4706-b2ff-e4b86b946f3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.556892 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-84910e21-37d7-476d-a70c-118903b141ae tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.568091 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-84910e21-37d7-476d-a70c-118903b141ae tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.577150 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49c03ce-b091-419d-a2d3-9603f62b5ae3 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:04.588373 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-72acf815-b691-4cb6-9cc1-8f1713b7d562 req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.634949 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de34efa8-d2a5-4706-b2ff-e4b86b946f3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.722569 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-84910e21-37d7-476d-a70c-118903b141ae tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.723816 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84910e21-37d7-476d-a70c-118903b141ae tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Fanout notify agent at l3_agent the message router_deleted on router 55e87853-130d-4d74-99eb-4bc304d6ce70 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:06:04.737883 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-84910e21-37d7-476d-a70c-118903b141ae tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.741863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-84910e21-37d7-476d-a70c-118903b141ae tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/routers/55e87853-130d-4d74-99eb-4bc304d6ce70 HTTP/1.1" status: 204 len: 168 time: 0.9031031 Nov 24 13:06:04.746311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41278) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:04.754470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f8fd8bcc-c33c-4d58-88ae-f4d138617723 None None] Provisioning complete for port 3e8f4a40-e775-46d4-874c-c0ade69eab46 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:04.757250 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f8fd8bcc-c33c-4d58-88ae-f4d138617723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.778769 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de34efa8-d2a5-4706-b2ff-e4b86b946f3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.878373 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e08f0b1-285d-4791-815e-f6fe0c3d0e42 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting subnet 0f01d09f-b2ca-4fb1-8660-1821b71d7541 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:06:04.903415 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de34efa8-d2a5-4706-b2ff-e4b86b946f3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.907634 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7e08f0b1-285d-4791-815e-f6fe0c3d0e42 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.915343 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-72acf815-b691-4cb6-9cc1-8f1713b7d562 req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:04.980298 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-72acf815-b691-4cb6-9cc1-8f1713b7d562 req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:05.004432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7e08f0b1-285d-4791-815e-f6fe0c3d0e42 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:05.016013 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de34efa8-d2a5-4706-b2ff-e4b86b946f3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:05.019816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-de34efa8-d2a5-4706-b2ff-e4b86b946f3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/709ff7cd-972a-48ef-9554-6129b11e0817 HTTP/1.1" status: 204 len: 168 time: 0.5865216 Nov 24 13:06:05.021002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34efa8-d2a5-4706-b2ff-e4b86b946f3e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=709ff7cd-972a-48ef-9554-6129b11e0817,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:05.035237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41292) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:05.143847 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c98e6145-80a3-4e4a-ab1a-3f675b8f0d4d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130683 Nov 24 13:06:05.153013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41298) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:05.179259 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-86151b1f-bdba-4d19-b2ad-1948048a96bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:05.236838 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7e08f0b1-285d-4791-815e-f6fe0c3d0e42 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:05.292164 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-72acf815-b691-4cb6-9cc1-8f1713b7d562 req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:05.301738 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-72acf815-b691-4cb6-9cc1-8f1713b7d562 req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.5239968 Nov 24 13:06:05.306401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0feb2f8a-efb2-45c4-b556-7dcafa4e42a9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:05.336794 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:05.337372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:05.343758 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3a8d41-b39e-410c-bc38-21c658d17da7 None None] Update dhcp port {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'fixed_ips': [{'subnet_id': '709ff7cd-972a-48ef-9554-6129b11e0817'}], 'binding:host_id': 'n-d-817303-4'}, 'id': '3e8f4a40-e775-46d4-874c-c0ade69eab46'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:06:05.354599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:05.355009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:05.355372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:05.355728 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:05.356075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:05.356417 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:05.356790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:05.357132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:05.357470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:05.357800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64eba111-9282-4351-8a2a-663b6b33f8f0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:05.439608 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fc3a8d41-b39e-410c-bc38-21c658d17da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:05.441668 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7e08f0b1-285d-4791-815e-f6fe0c3d0e42 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:05.493457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08f0b1-285d-4791-815e-f6fe0c3d0e42 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Subnet': ['ID=0f01d09f-b2ca-4fb1-8660-1821b71d7541,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:05.500667 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7e08f0b1-285d-4791-815e-f6fe0c3d0e42 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:05.508426 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7e08f0b1-285d-4791-815e-f6fe0c3d0e42 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/0f01d09f-b2ca-4fb1-8660-1821b71d7541 HTTP/1.1" status: 204 len: 168 time: 0.7610707 Nov 24 13:06:05.509377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41318) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:05.552159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86151b1f-bdba-4d19-b2ad-1948048a96bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:05.558117 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86151b1f-bdba-4d19-b2ad-1948048a96bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:05.573995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacee6de-9358-4e17-b427-47f6cb535446 None None] Network 5ba202e9-b748-447a-8f98-e8d58905c0b5 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:05.645527 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:05.878842 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68815efe-4a0f-4261-b25f-7966bf011d65 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:05.927437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port 943d843b-0af1-4585-9e8c-1c36c6d756ba {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:05.927990 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:05.940630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-d9505956-122c-46bd-bc07-0895cb7d351a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:05.941961 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-d9505956-122c-46bd-bc07-0895cb7d351a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/networks?id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4 HTTP/1.1" status: 200 len: 812 time: 0.2460520 Nov 24 13:06:06.108814 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] For port 943d843b-0af1-4585-9e8c-1c36c6d756ba, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=943d843b-0af1-4585-9e8c-1c36c6d756ba,segment=NetworkSegment(d2d3f28a-1f46-4556-920d-d752848a5ca4),segment_id=d2d3f28a-1f46-4556-920d-d752848a5ca4)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:06.109227 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.124529 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86151b1f-bdba-4d19-b2ad-1948048a96bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.144055 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3e8f4a40-e775-46d4-874c-c0ade69eab46 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:06:06.148182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for 943d843b-0af1-4585-9e8c-1c36c6d756ba owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:06.183884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86151b1f-bdba-4d19-b2ad-1948048a96bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:06.185479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-86151b1f-bdba-4d19-b2ad-1948048a96bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:06.189027 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86151b1f-bdba-4d19-b2ad-1948048a96bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:06.189707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86151b1f-bdba-4d19-b2ad-1948048a96bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.224053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-86151b1f-bdba-4d19-b2ad-1948048a96bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0640848 Nov 24 13:06:06.235401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41346) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:06.246024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-97cadfcf-e4f2-4f8a-ba70-188b494db795 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:06.269145 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b02e6660-7eaa-491d-b8fb-953c6d08641c None None] Provisioning complete for port 3e8f4a40-e775-46d4-874c-c0ade69eab46 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:06.269526 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b02e6660-7eaa-491d-b8fb-953c6d08641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.281573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86151b1f-bdba-4d19-b2ad-1948048a96bc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=75702766-0d5e-4aa4-89f6-ca905ff18f45,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:06.315633 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.330263 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-64b51be3-79bf-4512-bf8c-a2e2d5d3fa3f tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/quotas/6c133cefd4e346b2a935766bfd514042 HTTP/1.1" status: 200 len: 375 time: 0.0296464 Nov 24 13:06:06.347583 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.391760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No DVR routers for this DVR port 943d843b-0af1-4585-9e8c-1c36c6d756ba on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:06:06.393379 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=943d843b-0af1-4585-9e8c-1c36c6d756ba,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:06.465418 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.474691 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-de18d9c8-c8ee-4b1b-ae9d-7f35923ce8e8 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6c133cefd4e346b2a935766bfd514042&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1226928 Nov 24 13:06:06.503525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f56d6c2-1153-4115-8d92-e1558c38132c None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:06:06.519816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 3e8f4a40-e775-46d4-874c-c0ade69eab46, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3e8f4a40-e775-46d4-874c-c0ade69eab46,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:06.544528 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.626156 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.658173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba202e9-b748-447a-8f98-e8d58905c0b5']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:06.670474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d3f28a-1f46-4556-920d-d752848a5ca4') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:06.670888 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d3f28a-1f46-4556-920d-d752848a5ca4') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:06.684930 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.689093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cadfcf-e4f2-4f8a-ba70-188b494db795 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:06.695246 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97cadfcf-e4f2-4f8a-ba70-188b494db795 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.715965 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.727108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:06:06.727835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:06:06.731216 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:06:06.776354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-9ddb3a6d-3e63-4617-83ec-79101b0635e5 service neutron] 10.222.0.48 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696552 Nov 24 13:06:06.806066 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccace33-68f4-44f6-81e5-b6afb52bf394 None None] DHCP port deletion for 5ba202e9-b748-447a-8f98-e8d58905c0b5 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:06:06.915929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=3e8f4a40-e775-46d4-874c-c0ade69eab46,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:06.924215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2f56d6c2-1153-4115-8d92-e1558c38132c None None] Deleting port 3e8f4a40-e775-46d4-874c-c0ade69eab46 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:06.924889 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2f56d6c2-1153-4115-8d92-e1558c38132c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.944717 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:06.967383 n-d-817303-4 neutron-server[114985]: INFO neutron.db.ipam_backend_mixin [None req-97cadfcf-e4f2-4f8a-ba70-188b494db795 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 75702766-0d5e-4aa4-89f6-ca905ff18f45 (CIDR: 2001:db8::/64) Nov 24 13:06:06.976262 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cadfcf-e4f2-4f8a-ba70-188b494db795 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:06:06.976747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97cadfcf-e4f2-4f8a-ba70-188b494db795 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:07.004070 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-97cadfcf-e4f2-4f8a-ba70-188b494db795 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7665350 Nov 24 13:06:07.006694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41376) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:07.013452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'subnet': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:07.042016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2f56d6c2-1153-4115-8d92-e1558c38132c None None] For port 3e8f4a40-e775-46d4-874c-c0ade69eab46, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3e8f4a40-e775-46d4-874c-c0ade69eab46,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:07.042419 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2f56d6c2-1153-4115-8d92-e1558c38132c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.050829 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.054473 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/networks/5ba202e9-b748-447a-8f98-e8d58905c0b5 HTTP/1.1" status: 204 len: 168 time: 1.5429850 Nov 24 13:06:07.060075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41378) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:07.061825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2f56d6c2-1153-4115-8d92-e1558c38132c None None] Calling delete_port for 3e8f4a40-e775-46d4-874c-c0ade69eab46 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:07.081737 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b5435745-ec6b-4449-ab3a-7bb580f6cee6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1016733395', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:07.150075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff0301-be36-4e05-8beb-7efd45af4f9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Network': ['ID=5ba202e9-b748-447a-8f98-e8d58905c0b5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:07.160494 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-20c55020-7f02-4803-b820-047921778698 service neutron] 10.222.0.48 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832715 Nov 24 13:06:07.168750 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2f56d6c2-1153-4115-8d92-e1558c38132c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.187201 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5435745-ec6b-4449-ab3a-7bb580f6cee6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.188442 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5435745-ec6b-4449-ab3a-7bb580f6cee6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.246092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f56d6c2-1153-4115-8d92-e1558c38132c None None] No DVR routers for this DVR port 3e8f4a40-e775-46d4-874c-c0ade69eab46 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:06:07.252165 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56d6c2-1153-4115-8d92-e1558c38132c None None] Pushing event deleted for resources: {'Port': ['ID=3e8f4a40-e775-46d4-874c-c0ade69eab46,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:07.280291 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb65f621-b668-48dd-af27-c163a77c081a None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:07.296019 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5435745-ec6b-4449-ab3a-7bb580f6cee6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.318905 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5435745-ec6b-4449-ab3a-7bb580f6cee6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.365939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:07.371000 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.396173 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5435745-ec6b-4449-ab3a-7bb580f6cee6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.401131 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b5435745-ec6b-4449-ab3a-7bb580f6cee6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3394747 Nov 24 13:06:07.403741 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41394) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:07.409013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8dec4243-cb37-4a0d-b8aa-3eba77e506e9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1317234'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:07.567454 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c44210d0-8b7a-4de1-9304-857dde9fe615 req-4952a087-282d-4c0c-b977-78a10953f163 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 210 time: 0.0781815 Nov 24 13:06:07.570826 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dec4243-cb37-4a0d-b8aa-3eba77e506e9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:07.576379 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dec4243-cb37-4a0d-b8aa-3eba77e506e9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.634681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dec4243-cb37-4a0d-b8aa-3eba77e506e9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:06:07.647617 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dec4243-cb37-4a0d-b8aa-3eba77e506e9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.648434 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-8dec4243-cb37-4a0d-b8aa-3eba77e506e9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Added segment dd077377-8dab-4a52-89bf-a56337dd3c8a of type vlan for network 477dbe2d-72f6-4eff-994e-f6a92c0d7b06 Nov 24 13:06:07.732056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-cda05003-a875-4de3-a8fc-2e63803a60bb', 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'tenant_id': 'a679e949f3d743fc8f67ee85b71de27f', 'fixed_ips': [{'subnet_id': '75702766-0d5e-4aa4-89f6-ca905ff18f45'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:06:07.732980 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.734554 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dec4243-cb37-4a0d-b8aa-3eba77e506e9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.794732 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dec4243-cb37-4a0d-b8aa-3eba77e506e9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.804808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dec4243-cb37-4a0d-b8aa-3eba77e506e9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:07.805692 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dec4243-cb37-4a0d-b8aa-3eba77e506e9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:07.964984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec4243-cb37-4a0d-b8aa-3eba77e506e9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Network': ['ID=477dbe2d-72f6-4eff-994e-f6a92c0d7b06,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:07.986272 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8dec4243-cb37-4a0d-b8aa-3eba77e506e9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5801473 Nov 24 13:06:07.988148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41416) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:07.992445 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Allocated IP 2001:db8::2 (cda05003-a875-4de3-a8fc-2e63803a60bb/75702766-0d5e-4aa4-89f6-ca905ff18f45/37a61e9a-dcd5-43c6-a0fc-de37a4cf4495) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:07.995315 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 477dbe2d-72f6-4eff-994e-f6a92c0d7b06 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:06:07.995644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e5311f3c-d619-4557-a1d5-67f17f287e98 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'subnet': {'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:08.158234 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 943d843b-0af1-4585-9e8c-1c36c6d756ba no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:06:08.158968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5311f3c-d619-4557-a1d5-67f17f287e98 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:08.163190 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e5311f3c-d619-4557-a1d5-67f17f287e98 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:08.189923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 943d843b-0af1-4585-9e8c-1c36c6d756ba {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:06:08.190351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 943d843b-0af1-4585-9e8c-1c36c6d756ba not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:06:08.494574 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57459284-db40-4e68-87d7-52e80155fff9 req-fa9bdc28-f37b-4159-8a92-dab0db702148 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:08.500047 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:08.502516 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57459284-db40-4e68-87d7-52e80155fff9 req-fa9bdc28-f37b-4159-8a92-dab0db702148 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 949 time: 0.1304042 Nov 24 13:06:08.516643 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:08.605194 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57459284-db40-4e68-87d7-52e80155fff9 req-23f323a3-2ba7-4fb5-9f0b-acb7f7be7c19 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5499ca1-d844-415e-8eeb-5bdedc2bd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005986 Nov 24 13:06:08.633269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:08.644400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:08.650147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:08.662244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Pushing event updated for resources: {'Port': ['ID=37a61e9a-dcd5-43c6-a0fc-de37a4cf4495,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:08.808805 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e5311f3c-d619-4557-a1d5-67f17f287e98 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:08.827349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Attempting to bind port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:06:08.828109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Attempting to bind port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:06:08.828109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Attempting to bind port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495 on network cda05003-a875-4de3-a8fc-2e63803a60bb {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:08.849309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.objects.ports [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=114985) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:06:08.850917 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:06:08.853099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Checking segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:08.855202 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:08.855630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Bound using segment: {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:06:08.876047 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Bound port: 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a8e045-9d2f-4680-badc-405ca72fa8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:06:08.876047 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:08.943954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5311f3c-d619-4557-a1d5-67f17f287e98 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Subnet': ['ID=85071380-8e35-44ec-ba5c-b282abe2fa8f,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:08.947689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-efb5cb14-ce06-479f-9913-bcb53fd37fc0 req-778adb00-6a60-40cd-b80b-46d0201f0fd0 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 210 time: 0.0918038 Nov 24 13:06:08.977876 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5311f3c-d619-4557-a1d5-67f17f287e98 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Checking segment: {'id': 'dd077377-8dab-4a52-89bf-a56337dd3c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:08.978273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5311f3c-d619-4557-a1d5-67f17f287e98 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network hostable DHCP agents. Network: 477dbe2d-72f6-4eff-994e-f6a92c0d7b06, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:06:09.015431 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-141eb61f-9912-4471-916b-721baf876b94 None None] For port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:06:09.022399 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-141eb61f-9912-4471-916b-721baf876b94 None None] For port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=37a61e9a-dcd5-43c6-a0fc-de37a4cf4495,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:06:09.031559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5311f3c-d619-4557-a1d5-67f17f287e98 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 477dbe2d-72f6-4eff-994e-f6a92c0d7b06 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:06:09.036985 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:09.058142 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e5311f3c-d619-4557-a1d5-67f17f287e98 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 477dbe2d-72f6-4eff-994e-f6a92c0d7b06) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:09.065471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5311f3c-d619-4557-a1d5-67f17f287e98 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:09.066082 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e5311f3c-d619-4557-a1d5-67f17f287e98 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:09.080894 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081d5881-cdfe-4919-b49c-a46d907c2a63 None None] Network 477dbe2d-72f6-4eff-994e-f6a92c0d7b06 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:09.121018 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e5311f3c-d619-4557-a1d5-67f17f287e98 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1306503 Nov 24 13:06:09.122072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41464) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:09.175700 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:09.271511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141eb61f-9912-4471-916b-721baf876b94 None None] Pushing event updated for resources: {'Port': ['ID=37a61e9a-dcd5-43c6-a0fc-de37a4cf4495,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:09.340208 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:06:09.341132 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:09.737160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] For port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=37a61e9a-dcd5-43c6-a0fc-de37a4cf4495,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:09.822437 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:09.845991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Allocated IP 2001:db8::2 (477dbe2d-72f6-4eff-994e-f6a92c0d7b06/85071380-8e35-44ec-ba5c-b282abe2fa8f/46a52877-bdea-404e-a748-284f956da607) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:09.846598 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:09.847638 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:09.965685 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-e1d14c7d-e44e-4fdc-afeb-dec04fdb40b5 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:09.967337 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-e1d14c7d-e44e-4fdc-afeb-dec04fdb40b5 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.46 "GET /v2.0/networks?id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4 HTTP/1.1" status: 200 len: 812 time: 0.6091590 Nov 24 13:06:10.001203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-e7771c07-4718-4a39-a005-24963931f9d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'port': {'device_id': 'e74d876d-0523-4492-b443-acefaa94a4ee', 'network_id': 'ac10708e-2fe7-424b-9a36-5326d5fb1bd4', 'admin_state_up': True, 'tenant_id': '6c133cefd4e346b2a935766bfd514042'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:10.087329 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:10.102227 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:10.143083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=37a61e9a-dcd5-43c6-a0fc-de37a4cf4495,revision_number=4']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:10.148156 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:10.156451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Subnet': ['ID=eecef6f8-9142-4da3-9bc9-d71b69f531b6,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:10.159856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Network 477dbe2d-72f6-4eff-994e-f6a92c0d7b06 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:10.163551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:10.169779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:10.179960 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:10.184329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:10.184578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Pushing event updated for resources: {'Port': ['ID=46a52877-bdea-404e-a748-284f956da607,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:10.202873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:10.203532 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:10.246952 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2588d390-7d9b-4f59-9731-eceda7fce08a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2365372 Nov 24 13:06:10.250364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41510) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:10.267269 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Request body: {'port': {'network_id': 'cda05003-a875-4de3-a8fc-2e63803a60bb', 'mac_address': 'fa:16:3e:de:e7:96', 'name': 'tempest-NetworksTestDHCPv6-474767'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:10.317230 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:10.380103 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:10.449710 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4242ea2-17c7-4e33-b316-4aafd9a525b1 req-d533202a-50ed-47e9-932e-cf5daaa355c1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 210 time: 0.0807416 Nov 24 13:06:10.451503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Attempting to bind port 46a52877-bdea-404e-a748-284f956da607 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:06:10.452105 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Attempting to bind port 46a52877-bdea-404e-a748-284f956da607 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'dd077377-8dab-4a52-89bf-a56337dd3c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:06:10.452664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Attempting to bind port 46a52877-bdea-404e-a748-284f956da607 on network 477dbe2d-72f6-4eff-994e-f6a92c0d7b06 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:10.479858 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:06:10.480482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Checking segment: {'id': 'dd077377-8dab-4a52-89bf-a56337dd3c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:10.481099 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:10.481676 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Bound using segment: {'id': 'dd077377-8dab-4a52-89bf-a56337dd3c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:06:10.482344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Bound port: 46a52877-bdea-404e-a748-284f956da607, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd077377-8dab-4a52-89bf-a56337dd3c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:06:10.482920 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:10.581784 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Made reservation on behalf of a679e949f3d743fc8f67ee85b71de27f for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:10.597381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] For port 46a52877-bdea-404e-a748-284f956da607, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:06:10.600749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] For port 46a52877-bdea-404e-a748-284f956da607, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=46a52877-bdea-404e-a748-284f956da607,segment=NetworkSegment(dd077377-8dab-4a52-89bf-a56337dd3c8a),segment_id=dd077377-8dab-4a52-89bf-a56337dd3c8a)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:06:10.603740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:10.604315 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:10.651888 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:10.731270 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ddc31-486b-4207-86e7-9e2fa8108d66 None None] Pushing event updated for resources: {'Port': ['ID=46a52877-bdea-404e-a748-284f956da607,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:10.808243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-e7771c07-4718-4a39-a005-24963931f9d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Made reservation on behalf of 6c133cefd4e346b2a935766bfd514042 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:10.821054 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-e7771c07-4718-4a39-a005-24963931f9d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:10.849722 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:10.855048 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:10.910704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=37a61e9a-dcd5-43c6-a0fc-de37a4cf4495,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:10.912348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] device_id is not set on port fab0ba16-796e-4ce4-b9de-976d120d41dc yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:06:10.927312 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:11.073743 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device feaa6b5a-9c51-422e-bf49-3fcf2e89a032 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:06:11.138597 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=37a61e9a-dcd5-43c6-a0fc-de37a4cf4495,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:11.307628 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2509727-bfa2-43e3-a4ab-a4412d76d3a3 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:11.312513 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:11.395738 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:06:11.398171 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08226c9a-efab-470c-8195-965fb671ac63" -d '{"events": [{"server_uuid": "32b876b3-6dba-4144-b7ec-3ba0dbd776a8", "name": "network-vif-unplugged", "status": "completed", "tag": "feaa6b5a-9c51-422e-bf49-3fcf2e89a032"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:06:11.464989 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Allocated IP 2001:db8::1 (477dbe2d-72f6-4eff-994e-f6a92c0d7b06/85071380-8e35-44ec-ba5c-b282abe2fa8f/db3c43b3-45d4-4b64-b676-bc491d321664) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:11.474305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8::35e (cda05003-a875-4de3-a8fc-2e63803a60bb/75702766-0d5e-4aa4-89f6-ca905ff18f45/fab0ba16-796e-4ce4-b9de-976d120d41dc) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:11.492484 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-e7771c07-4718-4a39-a005-24963931f9d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Allocated IP 172.20.0.9 (ac10708e-2fe7-424b-9a36-5326d5fb1bd4/2a03e294-e1fc-4d91-8bcd-e426a4b730de/af0ec574-f7d6-495a-8a2c-3131c2f48d24) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:11.492846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Allocated IP 2001:db8:0:1:f816:3eff:fede:e796 (cda05003-a875-4de3-a8fc-2e63803a60bb/eecef6f8-9142-4da3-9bc9-d71b69f531b6/fab0ba16-796e-4ce4-b9de-976d120d41dc) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:11.545674 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c093fa37-8835-4c54-b8c5-64fadedf4e98 x-openstack-request-id: req-c093fa37-8835-4c54-b8c5-64fadedf4e98 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:06:11.545899 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b876b3-6dba-4144-b7ec-3ba0dbd776a8", "name": "network-vif-unplugged", "status": "completed", "tag": "feaa6b5a-9c51-422e-bf49-3fcf2e89a032", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:06:11.546145 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c093fa37-8835-4c54-b8c5-64fadedf4e98 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:06:11.546589 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032', 'code': 200} Nov 24 13:06:11.553881 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:11.668330 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85516f14-6b02-418e-aa4d-c0d7bdedcd47 req-c1d49d56-c2f7-4443-b36a-d762b61faf0a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 210 time: 0.0849447 Nov 24 13:06:11.717638 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:11.723554 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:11.737427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-93463d96-1107-478b-ade5-8eee1ba8e6e4 None None] Provisioning complete for port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:11.737427 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-93463d96-1107-478b-ade5-8eee1ba8e6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:11.770577 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:11.820869 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:11.879607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:11.923946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event updated for resources: {'Port': ['ID=fab0ba16-796e-4ce4-b9de-976d120d41dc,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:11.958854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Network cda05003-a875-4de3-a8fc-2e63803a60bb is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:11.960331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:11.962684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:11.976538 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:11.977400 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:11.992921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 477dbe2d-72f6-4eff-994e-f6a92c0d7b06 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:12.006772 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:12.014846 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3ee9557b-e7f9-412e-b251-19a6ae540a61 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7630873 Nov 24 13:06:12.015509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41544) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:12.030590 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:12.059268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:12.059824 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:12.270342 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-e7771c07-4718-4a39-a005-24963931f9d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:12.272062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=db3c43b3-45d4-4b64-b676-bc491d321664,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:12.278330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting port fab0ba16-796e-4ce4-b9de-976d120d41dc {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:12.278688 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:12.385969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 46a52877-bdea-404e-a748-284f956da607 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:12.445958 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:12.449414 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-e7771c07-4718-4a39-a005-24963931f9d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:12.465769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['8da88159-4e7a-486a-a745-8a9148ec1417'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:06:12.474228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Calling delete_port for fab0ba16-796e-4ce4-b9de-976d120d41dc owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:12.519873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-e7771c07-4718-4a39-a005-24963931f9d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Network ac10708e-2fe7-424b-9a36-5326d5fb1bd4 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:12.528544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-e7771c07-4718-4a39-a005-24963931f9d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:12.716854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 46a52877-bdea-404e-a748-284f956da607 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:12.717485 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:12.783901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:12.831617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a2efa9-174e-405e-b061-d87ba4550e60 None None] Network 477dbe2d-72f6-4eff-994e-f6a92c0d7b06 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:12.836792 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Port': ['ID=fab0ba16-796e-4ce4-b9de-976d120d41dc,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:12.923914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:12.924281 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:12.924634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:12.925006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:12.925349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:12.925690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:12.926312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:12.926662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:12.928398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:12.928769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:12.929120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:12.929463 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:12.986695 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:12.994540 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4c555762-9c56-4efc-baa7-70a3523cd6b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/fab0ba16-796e-4ce4-b9de-976d120d41dc HTTP/1.1" status: 204 len: 168 time: 0.9778121 Nov 24 13:06:12.995399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41562) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:13.093440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac91344-3e53-485f-a45d-c0ac672830d3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:13.099951 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7ac91344-3e53-485f-a45d-c0ac672830d3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1033721 Nov 24 13:06:13.100744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41568) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:13.241273 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f1170f70-9ef4-4b66-99dd-896318a1f511 None None] Provisioning complete for port 46a52877-bdea-404e-a748-284f956da607 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:13.241646 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1170f70-9ef4-4b66-99dd-896318a1f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:13.327477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae10551-7ce7-494e-b0c2-dc4fb95824d9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:13.335619 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8ae10551-7ce7-494e-b0c2-dc4fb95824d9 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2324591 Nov 24 13:06:13.340056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41584) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:13.433434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb8c14b-6414-45a9-ae35-64e7e5e762dd tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:13.435183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb8c14b-6414-45a9-ae35-64e7e5e762dd tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:13.436652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb8c14b-6414-45a9-ae35-64e7e5e762dd tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:13.438198 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:13.438619 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7cb8c14b-6414-45a9-ae35-64e7e5e762dd tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0974436 Nov 24 13:06:13.447178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-e7771c07-4718-4a39-a005-24963931f9d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:13.447471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41586) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:13.547365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8041d0-7abd-464e-a34c-1e4c501b4ed8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet 75702766-0d5e-4aa4-89f6-ca905ff18f45 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:06:13.555105 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad8041d0-7abd-464e-a34c-1e4c501b4ed8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:13.563950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-e7771c07-4718-4a39-a005-24963931f9d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:13.564580 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-e7771c07-4718-4a39-a005-24963931f9d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:13.654860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad8041d0-7abd-464e-a34c-1e4c501b4ed8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:13.662798 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1170f70-9ef4-4b66-99dd-896318a1f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:13.694580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-e7771c07-4718-4a39-a005-24963931f9d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7076254 Nov 24 13:06:13.700947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7771c07-4718-4a39-a005-24963931f9d4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'Port': ['ID=af0ec574-f7d6-495a-8a2c-3131c2f48d24,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:13.823275 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:13.892736 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad8041d0-7abd-464e-a34c-1e4c501b4ed8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:13.966536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Request body: {'port': {'device_id': 'e74d876d-0523-4492-b443-acefaa94a4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:13.997858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad8041d0-7abd-464e-a34c-1e4c501b4ed8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:14.009213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f1170f70-9ef4-4b66-99dd-896318a1f511 None None] For port 46a52877-bdea-404e-a748-284f956da607, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=46a52877-bdea-404e-a748-284f956da607,segment=NetworkSegment(dd077377-8dab-4a52-89bf-a56337dd3c8a),segment_id=dd077377-8dab-4a52-89bf-a56337dd3c8a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:14.029267 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1170f70-9ef4-4b66-99dd-896318a1f511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:14.081042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8041d0-7abd-464e-a34c-1e4c501b4ed8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=75702766-0d5e-4aa4-89f6-ca905ff18f45,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:14.088690 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad8041d0-7abd-464e-a34c-1e4c501b4ed8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:14.097273 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1170f70-9ef4-4b66-99dd-896318a1f511 None None] Pushing event updated for resources: {'Port': ['ID=46a52877-bdea-404e-a748-284f956da607,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:14.097460 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ad8041d0-7abd-464e-a34c-1e4c501b4ed8 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/75702766-0d5e-4aa4-89f6-ca905ff18f45 HTTP/1.1" status: 204 len: 168 time: 0.6462717 Nov 24 13:06:14.098175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41590) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:14.211514 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:06:14.211880 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:06:14.214747 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6c60582f-f6ee-45c1-a976-5608129296de None None] Could not find standard attr ID for object 5c39fe19-8890-4eb3-9d62-3e1f45bd60d0. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:06:14.240578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6c60582f-f6ee-45c1-a976-5608129296de None None] Could not find standard attr ID for object 848f9882-a2fe-4314-b059-804dee5befe6. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:06:14.257843 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-2469788a-eb1f-4b93-9932-ce4489cb8dc1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Deleting subnet eecef6f8-9142-4da3-9bc9-d71b69f531b6 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:06:14.265544 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2469788a-eb1f-4b93-9932-ce4489cb8dc1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:14.296225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6c60582f-f6ee-45c1-a976-5608129296de None None] Provisioning complete for port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:14.296600 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6c60582f-f6ee-45c1-a976-5608129296de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:14.300939 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489010d-65d6-4218-b130-c0e98a36b180 req-06aed87d-a8e0-4568-9bc7-21b1d47543f9 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:14.302601 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e489010d-65d6-4218-b130-c0e98a36b180 req-06aed87d-a8e0-4568-9bc7-21b1d47543f9 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 931 time: 0.7541504 Nov 24 13:06:14.308753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3359f866-49dc-4cad-abea-f32a0586d431 None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:14.390679 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2469788a-eb1f-4b93-9932-ce4489cb8dc1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:14.487340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:14.616791 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2469788a-eb1f-4b93-9932-ce4489cb8dc1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:14.707113 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41610) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:14.848177 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2469788a-eb1f-4b93-9932-ce4489cb8dc1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:14.911884 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0db3e9f1-857b-4fd9-a239-f8420b469328 None None] Provisioning complete for port 46a52877-bdea-404e-a748-284f956da607 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:14.912382 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0db3e9f1-857b-4fd9-a239-f8420b469328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:14.927592 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469788a-eb1f-4b93-9932-ce4489cb8dc1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Subnet': ['ID=eecef6f8-9142-4da3-9bc9-d71b69f531b6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:14.941361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:14.954185 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2469788a-eb1f-4b93-9932-ce4489cb8dc1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:14.976764 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2469788a-eb1f-4b93-9932-ce4489cb8dc1 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/eecef6f8-9142-4da3-9bc9-d71b69f531b6 HTTP/1.1" status: 204 len: 168 time: 0.8748016 Nov 24 13:06:14.976764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41624) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:15.073432 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e489010d-65d6-4218-b130-c0e98a36b180 req-a99f3a37-0862-4634-94e6-45b93209c5ee tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6605408 Nov 24 13:06:15.115368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device feaa6b5a-9c51-422e-bf49-3fcf2e89a032 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:06:15.219148 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-05f8043a-483b-4542-a6ff-87173cb85c67 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2419453 Nov 24 13:06:15.222845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41632) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:15.328299 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:15.373686 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:15.381767 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:15.516786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:15.517411 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:15.612051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=db3c43b3-45d4-4b64-b676-bc491d321664,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:15.654484 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ea62e-d8d2-4654-9475-7a250159f403 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:15.661524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-522ea62e-d8d2-4654-9475-7a250159f403 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4234400 Nov 24 13:06:15.664314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41654) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:15.714231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:15.748047 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032', 'mac_address': 'fa:16:3e:00:56:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:06:15.777448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13db6a1c-b75a-48f4-a311-87279642fd05 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:15.778163 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0db3e9f1-857b-4fd9-a239-f8420b469328 None None] Provisioning complete for port db3c43b3-45d4-4b64-b676-bc491d321664 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:15.778970 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-13db6a1c-b75a-48f4-a311-87279642fd05 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1059787 Nov 24 13:06:15.784314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41656) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:15.784975 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0db3e9f1-857b-4fd9-a239-f8420b469328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:15.921870 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-80d21a75-a7b8-4724-a962-cd5c46ee908c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1327546 Nov 24 13:06:15.927883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41660) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:15.941294 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0db3e9f1-857b-4fd9-a239-f8420b469328 None None] Port db3c43b3-45d4-4b64-b676-bc491d321664 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:16.015190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0db3e9f1-857b-4fd9-a239-f8420b469328 None None] Could not find standard attr ID for object fab0ba16-796e-4ce4-b9de-976d120d41dc. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:06:16.023308 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:16.074911 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feaa6b5a-9c51-422e-bf49-3fcf2e89a032 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:06:16.138075 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd9bf10-e156-4feb-b49f-0e8fecee2b1d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:16.138696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd9bf10-e156-4feb-b49f-0e8fecee2b1d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:16.168758 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cfd9bf10-e156-4feb-b49f-0e8fecee2b1d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/fab0ba16-796e-4ce4-b9de-976d120d41dc HTTP/1.1" status: 404 len: 333 time: 0.2163837 Nov 24 13:06:16.169370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41664) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:16.202979 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:16.223566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9ea45199-d912-461a-8a63-046a363b8d8e None None] Provisioning complete for port db3c43b3-45d4-4b64-b676-bc491d321664 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:16.225471 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ea45199-d912-461a-8a63-046a363b8d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:16.230865 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:16.315750 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6882c47-29d8-4e57-988f-e7cdf318d11c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:16.316626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6882c47-29d8-4e57-988f-e7cdf318d11c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:16.327593 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a6882c47-29d8-4e57-988f-e7cdf318d11c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/eecef6f8-9142-4da3-9bc9-d71b69f531b6 HTTP/1.1" status: 404 len: 337 time: 0.1572425 Nov 24 13:06:16.328699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41666) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:16.349425 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eea9fe57-cea6-4917-8a81-db9d80dd1e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:16.388788 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:16.390935 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0ec574-f7d6-495a-8a2c-3131c2f48d24 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:06:16.402518 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f48d490-0434-4473-ab2e-d3bf761745cc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:16.403229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f48d490-0434-4473-ab2e-d3bf761745cc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:16.404593 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 46a52877-bdea-404e-a748-284f956da607 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:16.407501 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0f48d490-0434-4473-ab2e-d3bf761745cc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/75702766-0d5e-4aa4-89f6-ca905ff18f45 HTTP/1.1" status: 404 len: 337 time: 0.0729446 Nov 24 13:06:16.411449 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41670) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:16.418497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 477dbe2d-72f6-4eff-994e-f6a92c0d7b06 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:16.420708 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:16.429388 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acfe5c6-9047-4ff2-b9e9-d78c208b8e8e None None] Network cda05003-a875-4de3-a8fc-2e63803a60bb requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:16.433639 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:16.475495 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-618eefd0-b2f9-4ce0-8584-b23497108548 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:16.476349 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618eefd0-b2f9-4ce0-8584-b23497108548 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:16.487941 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-618eefd0-b2f9-4ce0-8584-b23497108548 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/848f9882-a2fe-4314-b059-804dee5befe6 HTTP/1.1" status: 404 len: 333 time: 0.0717068 Nov 24 13:06:16.492150 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41674) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:16.532036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af307998-e291-4352-8626-41b3153bce5d req-343251d3-ba54-4acc-b01f-d698a96f5091 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:16.540246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Transition to ACTIVE for port object af0ec574-f7d6-495a-8a2c-3131c2f48d24 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:06:16.543617 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af307998-e291-4352-8626-41b3153bce5d req-343251d3-ba54-4acc-b01f-d698a96f5091 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 931 time: 0.2979007 Nov 24 13:06:16.550782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['feaa6b5a-9c51-422e-bf49-3fcf2e89a032'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:06:16.725031 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:16.734829 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8af99e9-17c0-4949-a6a6-d6ccc6571686 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:16.735793 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8af99e9-17c0-4949-a6a6-d6ccc6571686 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:16.739167 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b8af99e9-17c0-4949-a6a6-d6ccc6571686 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/709ff7cd-972a-48ef-9554-6129b11e0817 HTTP/1.1" status: 404 len: 337 time: 0.2427778 Nov 24 13:06:16.752394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41686) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:16.792947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9ea45199-d912-461a-8a63-046a363b8d8e None None] Port db3c43b3-45d4-4b64-b676-bc491d321664 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:16.838020 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a757ae5d-bb19-478c-a7e3-626e47f1cd4e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:16.838635 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a757ae5d-bb19-478c-a7e3-626e47f1cd4e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:16.847773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a757ae5d-bb19-478c-a7e3-626e47f1cd4e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/427eda63-3f9c-4933-a223-f28267dc7b21 HTTP/1.1" status: 404 len: 337 time: 0.0941224 Nov 24 13:06:16.849336 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41688) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:16.877939 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Pushing event updated for resources: {'Port': ['ID=af0ec574-f7d6-495a-8a2c-3131c2f48d24,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:16.916369 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af307998-e291-4352-8626-41b3153bce5d req-28453c08-aabf-4532-b240-1691cd4ab2ec tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707757 Nov 24 13:06:16.946537 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 46a52877-bdea-404e-a748-284f956da607 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:16.947090 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:16.951596 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b335687a-5666-4e38-bf96-3b08004ae5b2 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:16.958145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b335687a-5666-4e38-bf96-3b08004ae5b2 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:16.969890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b335687a-5666-4e38-bf96-3b08004ae5b2 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/5c39fe19-8890-4eb3-9d62-3e1f45bd60d0 HTTP/1.1" status: 404 len: 333 time: 0.1095955 Nov 24 13:06:16.971742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41690) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:17.063494 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d59b19c-3a5b-4c61-8b21-eab2f3a5ee70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:17.064333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d59b19c-3a5b-4c61-8b21-eab2f3a5ee70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:17.071235 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0d59b19c-3a5b-4c61-8b21-eab2f3a5ee70 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/b1448fdb-0654-427f-ab00-fd078d147be4 HTTP/1.1" status: 404 len: 337 time: 0.0975058 Nov 24 13:06:17.074174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41692) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:17.102986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router b5079635-73ef-4e31-93d0-66c26d16d1df is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:06:17.126056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Attempting to bind port af0ec574-f7d6-495a-8a2c-3131c2f48d24 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:06:17.126401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Attempting to bind port af0ec574-f7d6-495a-8a2c-3131c2f48d24 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'd1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac10708e-2fe7-424b-9a36-5326d5fb1bd4'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:06:17.126735 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Attempting to bind port af0ec574-f7d6-495a-8a2c-3131c2f48d24 on network ac10708e-2fe7-424b-9a36-5326d5fb1bd4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:17.137619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Port af0ec574-f7d6-495a-8a2c-3131c2f48d24 on network ac10708e-2fe7-424b-9a36-5326d5fb1bd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:06:17.138143 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Attempting to bind port af0ec574-f7d6-495a-8a2c-3131c2f48d24 on network ac10708e-2fe7-424b-9a36-5326d5fb1bd4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:17.160702 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1831845b-609f-4209-9432-539fe58d2e53 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:17.161787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1831845b-609f-4209-9432-539fe58d2e53 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:17.175175 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1831845b-609f-4209-9432-539fe58d2e53 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/f77f486c-3c79-471a-88de-f624a34aa553 HTTP/1.1" status: 404 len: 337 time: 0.0993214 Nov 24 13:06:17.178908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41696) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:17.234412 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:06:17.237643 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Checking segment: {'id': 'd1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac10708e-2fe7-424b-9a36-5326d5fb1bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:17.238096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Bound using segment: {'id': 'd1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac10708e-2fe7-424b-9a36-5326d5fb1bd4'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:06:17.239035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Bound port: af0ec574-f7d6-495a-8a2c-3131c2f48d24, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac10708e-2fe7-424b-9a36-5326d5fb1bd4'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:06:17.241154 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:17.262581 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc26922-f16b-4255-abb3-c983f8971daa tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:17.263179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc26922-f16b-4255-abb3-c983f8971daa tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:17.286652 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3cc26922-f16b-4255-abb3-c983f8971daa tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/1eff5409-d5ac-4ee0-8d31-4633fa6748b3 HTTP/1.1" status: 404 len: 333 time: 0.1023302 Nov 24 13:06:17.290118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41698) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:17.319270 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3de6fa43-2ba1-46d4-bd66-43eb0d05b6fa None None] Provisioning complete for port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:17.319566 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3de6fa43-2ba1-46d4-bd66-43eb0d05b6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:17.321521 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:06:17.334405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-53e084e0-3f77-415d-945c-49fa1a773328 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2110212 Nov 24 13:06:17.338703 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Sync routers for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:06:17.339988 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41700) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:17.363562 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:17.365573 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-6499c627-0b03-40a3-af60-733331fe3605 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:17.366039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6499c627-0b03-40a3-af60-733331fe3605 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:17.368063 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:17.369856 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6499c627-0b03-40a3-af60-733331fe3605 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/d46d0ed8-a29c-45b1-9177-33ef765ef273 HTTP/1.1" status: 404 len: 337 time: 0.0781026 Nov 24 13:06:17.370782 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3a647bc5-6d18-44e6-8482-265a168017b5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-880745017'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:17.373943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41702) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:17.408706 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-719edaea-8281-46f5-88c3-323912c0e059 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:17.409171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719edaea-8281-46f5-88c3-323912c0e059 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:17.412369 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-719edaea-8281-46f5-88c3-323912c0e059 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/e40c4f12-2077-4d4b-84cd-901c13dc5823 HTTP/1.1" status: 404 len: 337 time: 0.0371027 Nov 24 13:06:17.415930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41704) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:17.439225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] For port af0ec574-f7d6-495a-8a2c-3131c2f48d24, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:06:17.442769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a647bc5-6d18-44e6-8482-265a168017b5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:17.447340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a647bc5-6d18-44e6-8482-265a168017b5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:17.447692 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21ed618-948f-40fb-b43e-05a967f11278 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:17.448559 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21ed618-948f-40fb-b43e-05a967f11278 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:17.451615 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f21ed618-948f-40fb-b43e-05a967f11278 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/5fea8fa4-8fb1-444d-8cfe-34f43e7b0be0 HTTP/1.1" status: 404 len: 333 time: 0.0335472 Nov 24 13:06:17.454461 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] For port af0ec574-f7d6-495a-8a2c-3131c2f48d24, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=af0ec574-f7d6-495a-8a2c-3131c2f48d24,segment=NetworkSegment(d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c),segment_id=d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:06:17.470308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41706) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:17.508000 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a647bc5-6d18-44e6-8482-265a168017b5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:06:17.530241 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a647bc5-6d18-44e6-8482-265a168017b5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:17.530610 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-3a647bc5-6d18-44e6-8482-265a168017b5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Added segment cf20ce09-de12-4f28-b724-8573b82197b2 of type vlan for network 358ff35b-c04c-4cf0-95e6-71cbadb027ec Nov 24 13:06:17.570486 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:17.612036 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a647bc5-6d18-44e6-8482-265a168017b5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:17.623768 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-eea9fe57-cea6-4917-8a81-db9d80dd1e74 admin admin] Deleting port baf22521-5a65-42c5-b1f8-10bf8726ebff {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:17.627244 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eea9fe57-cea6-4917-8a81-db9d80dd1e74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:17.725860 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:17.736322 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-4892f9b2-276b-42ab-b002-e02f6f2c37cc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:17.736819 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4892f9b2-276b-42ab-b002-e02f6f2c37cc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:17.748408 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4892f9b2-276b-42ab-b002-e02f6f2c37cc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/6d52cc61-03e9-4761-a62d-190b8a6b6e52 HTTP/1.1" status: 404 len: 337 time: 0.2766862 Nov 24 13:06:17.750141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41720) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:17.754480 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a647bc5-6d18-44e6-8482-265a168017b5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:17.761899 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a647bc5-6d18-44e6-8482-265a168017b5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:17.762692 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a647bc5-6d18-44e6-8482-265a168017b5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:17.793158 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae90748-ccc3-4c96-90d0-9f1834363ead None None] DHCP port deletion for cda05003-a875-4de3-a8fc-2e63803a60bb request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:06:17.909465 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-868e41c6-6894-4e2b-b19b-e74bbc7f19a5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:17.910249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868e41c6-6894-4e2b-b19b-e74bbc7f19a5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:17.917260 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-868e41c6-6894-4e2b-b19b-e74bbc7f19a5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/ab6b174f-039a-4493-bc24-d39a708f19d6 HTTP/1.1" status: 404 len: 333 time: 0.1513908 Nov 24 13:06:17.928427 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-eea9fe57-cea6-4917-8a81-db9d80dd1e74 admin admin] For port baf22521-5a65-42c5-b1f8-10bf8726ebff, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=baf22521-5a65-42c5-b1f8-10bf8726ebff,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:17.928819 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eea9fe57-cea6-4917-8a81-db9d80dd1e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:17.963669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41722) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:17.965383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-eea9fe57-cea6-4917-8a81-db9d80dd1e74 admin admin] Calling delete_port for baf22521-5a65-42c5-b1f8-10bf8726ebff owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:17.978168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a647bc5-6d18-44e6-8482-265a168017b5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Network': ['ID=358ff35b-c04c-4cf0-95e6-71cbadb027ec,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:17.993893 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:12Z', 'revision_number': 2, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:14Z', 'revision_number': 2, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:18.034208 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:18.035248 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:18.037081 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] 10.222.0.46 "PUT /v2.0/ports/af0ec574-f7d6-495a-8a2c-3131c2f48d24 HTTP/1.1" status: 200 len: 1091 time: 4.0892260 Nov 24 13:06:18.044344 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74d876d-0523-4492-b443-acefaa94a4ee', 'tag': 'af0ec574-f7d6-495a-8a2c-3131c2f48d24'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:06:18.047508 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976db55c-28eb-4b0a-b351-122307b0b908" -d '{"events": [{"name": "network-changed", "server_uuid": "e74d876d-0523-4492-b443-acefaa94a4ee", "tag": "af0ec574-f7d6-495a-8a2c-3131c2f48d24"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:06:18.087409 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cfbac6-b943-41e6-8732-3bd8c57b53f4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:18.090499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20cfbac6-b943-41e6-8732-3bd8c57b53f4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:18.104455 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-20cfbac6-b943-41e6-8732-3bd8c57b53f4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/4a243d41-4b1e-454e-9b11-6ad408abebe0 HTTP/1.1" status: 404 len: 337 time: 0.1186423 Nov 24 13:06:18.106644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41728) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:18.122748 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Checking router: b5079635-73ef-4e31-93d0-66c26d16d1df for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:06:18.125788 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Updating router b5079635-73ef-4e31-93d0-66c26d16d1df port db3c43b3-45d4-4b64-b676-bc491d321664 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:06:18.211484 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:18.288991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 358ff35b-c04c-4cf0-95e6-71cbadb027ec details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:06:18.290706 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:06:18.338857 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eea9fe57-cea6-4917-8a81-db9d80dd1e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:18.354427 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3a647bc5-6d18-44e6-8482-265a168017b5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0050776 Nov 24 13:06:18.363591 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41732) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:18.372236 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e25f8a4-ef5e-4be0-a360-4f28d0bea3cd x-openstack-request-id: req-4e25f8a4-ef5e-4be0-a360-4f28d0bea3cd {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:06:18.374395 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74d876d-0523-4492-b443-acefaa94a4ee", "tag": "af0ec574-f7d6-495a-8a2c-3131c2f48d24", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:06:18.374948 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e25f8a4-ef5e-4be0-a360-4f28d0bea3cd {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:06:18.375655 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74d876d-0523-4492-b443-acefaa94a4ee', 'tag': 'af0ec574-f7d6-495a-8a2c-3131c2f48d24', 'status': 'completed', 'code': 200} Nov 24 13:06:18.415263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9fe57-cea6-4917-8a81-db9d80dd1e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=baf22521-5a65-42c5-b1f8-10bf8726ebff,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:18.435731 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9d12d7-d9dc-42f8-b206-12a9a87856d4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:18.437396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9d12d7-d9dc-42f8-b206-12a9a87856d4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:18.451337 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1c9d12d7-d9dc-42f8-b206-12a9a87856d4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/63f06464-0fb3-49bb-86dd-414b054048b2 HTTP/1.1" status: 404 len: 333 time: 0.1201842 Nov 24 13:06:18.469135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a9df6ec4-9953-4bcc-8cc7-5be00f119d4a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'subnet': {'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:18.474854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41734) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:18.524823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bd0ec18b-583f-4ac7-a8fe-9dcefd0c9314 None None] Provisioning complete for port db3c43b3-45d4-4b64-b676-bc491d321664 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:18.525320 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bd0ec18b-583f-4ac7-a8fe-9dcefd0c9314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:18.621124 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ec18b-583f-4ac7-a8fe-9dcefd0c9314 None None] Port db3c43b3-45d4-4b64-b676-bc491d321664 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:18.645059 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:18.653041 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-853e3237-023a-4427-9b9d-e0566e7dbe0f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:18.656346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853e3237-023a-4427-9b9d-e0566e7dbe0f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:18.662296 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:18.665336 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-853e3237-023a-4427-9b9d-e0566e7dbe0f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/a7b08c22-abe4-4eeb-9d8c-b585cf1bb3a9 HTTP/1.1" status: 404 len: 337 time: 0.1786292 Nov 24 13:06:18.676390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41736) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:18.687813 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f90c49-fa15-4453-9a8a-753252bb4a97 service neutron] Pushing event updated for resources: {'Port': ['ID=af0ec574-f7d6-495a-8a2c-3131c2f48d24,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:18.717422 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:18.753551 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a012f0fd-b5d8-41a6-b27f-831641221d56 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:18.754409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a012f0fd-b5d8-41a6-b27f-831641221d56 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:18.757704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a012f0fd-b5d8-41a6-b27f-831641221d56 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/4d272fea-05dc-40e3-af97-d616606f0351 HTTP/1.1" status: 404 len: 333 time: 0.0800352 Nov 24 13:06:18.788309 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00857aa6-3b9f-42b3-b44c-1094f5cf6b42 None None] Pushing event updated for resources: {'Port': ['ID=db3c43b3-45d4-4b64-b676-bc491d321664,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:18.825248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=37a61e9a-dcd5-43c6-a0fc-de37a4cf4495,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:18.827293 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00857aa6-3b9f-42b3-b44c-1094f5cf6b42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:18.827646 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00857aa6-3b9f-42b3-b44c-1094f5cf6b42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:18.827985 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00857aa6-3b9f-42b3-b44c-1094f5cf6b42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:18.828324 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00857aa6-3b9f-42b3-b44c-1094f5cf6b42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:18.828658 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00857aa6-3b9f-42b3-b44c-1094f5cf6b42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:18.829017 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00857aa6-3b9f-42b3-b44c-1094f5cf6b42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:18.829342 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00857aa6-3b9f-42b3-b44c-1094f5cf6b42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:18.829671 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00857aa6-3b9f-42b3-b44c-1094f5cf6b42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:18.829994 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00857aa6-3b9f-42b3-b44c-1094f5cf6b42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:18.830314 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00857aa6-3b9f-42b3-b44c-1094f5cf6b42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:18.830634 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00857aa6-3b9f-42b3-b44c-1094f5cf6b42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:18.830957 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00857aa6-3b9f-42b3-b44c-1094f5cf6b42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:18.838883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8ae90748-ccc3-4c96-90d0-9f1834363ead None None] Deleting port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:18.839982 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ae90748-ccc3-4c96-90d0-9f1834363ead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:18.857210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41740) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:18.962475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bb7cf-58db-415c-aec6-6bd355d4b056 req-e031bfb7-255b-4de3-a59a-9b81f8b60faf tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:18.968463 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-395bb7cf-58db-415c-aec6-6bd355d4b056 req-e031bfb7-255b-4de3-a59a-9b81f8b60faf tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 943 time: 0.8453529 Nov 24 13:06:18.992385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-a94c7155-eb37-4e57-ab84-da6c290b3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:18.995905 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-a94c7155-eb37-4e57-ab84-da6c290b3c65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c133cefd4e346b2a935766bfd514042&device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 1094 time: 0.7790141 Nov 24 13:06:19.013084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8ae90748-ccc3-4c96-90d0-9f1834363ead None None] For port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=37a61e9a-dcd5-43c6-a0fc-de37a4cf4495,segment=NetworkSegment(f4a8e045-9d2f-4680-badc-405ca72fa8e1),segment_id=f4a8e045-9d2f-4680-badc-405ca72fa8e1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:19.013471 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ae90748-ccc3-4c96-90d0-9f1834363ead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:19.015991 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Attempting to bind port db3c43b3-45d4-4b64-b676-bc491d321664 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:06:19.016378 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Attempting to bind port db3c43b3-45d4-4b64-b676-bc491d321664 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'dd077377-8dab-4a52-89bf-a56337dd3c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:06:19.016772 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Attempting to bind port db3c43b3-45d4-4b64-b676-bc491d321664 on network 477dbe2d-72f6-4eff-994e-f6a92c0d7b06 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:19.030727 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:06:19.031117 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Checking segment: {'id': 'dd077377-8dab-4a52-89bf-a56337dd3c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:19.031534 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:19.035687 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Bound using segment: {'id': 'dd077377-8dab-4a52-89bf-a56337dd3c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:06:19.036221 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Bound port: db3c43b3-45d4-4b64-b676-bc491d321664, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd077377-8dab-4a52-89bf-a56337dd3c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:06:19.036627 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:19.047516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8ae90748-ccc3-4c96-90d0-9f1834363ead None None] Calling delete_port for 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:19.146202 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-6206d8fc-227e-4bcc-94aa-478e2f0dd79e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0ec574-f7d6-495a-8a2c-3131c2f48d24 HTTP/1.1" status: 200 len: 217 time: 0.1205144 Nov 24 13:06:19.210317 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] For port db3c43b3-45d4-4b64-b676-bc491d321664, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:06:19.214913 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] For port db3c43b3-45d4-4b64-b676-bc491d321664, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=db3c43b3-45d4-4b64-b676-bc491d321664,segment=NetworkSegment(dd077377-8dab-4a52-89bf-a56337dd3c8a),segment_id=dd077377-8dab-4a52-89bf-a56337dd3c8a)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:06:19.228910 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:19.305367 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00857aa6-3b9f-42b3-b44c-1094f5cf6b42 None None] Pushing event updated for resources: {'Port': ['ID=db3c43b3-45d4-4b64-b676-bc491d321664,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:19.319220 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device feaa6b5a-9c51-422e-bf49-3fcf2e89a032 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:19.332375 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:19.338561 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:19.339203 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:19.386640 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ae90748-ccc3-4c96-90d0-9f1834363ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:19.394847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-762740d3-79e3-48c1-a9b0-3c65c994d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:19.396422 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-762740d3-79e3-48c1-a9b0-3c65c994d01c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a03e294-e1fc-4d91-8bcd-e426a4b730de HTTP/1.1" status: 200 len: 852 time: 0.2302620 Nov 24 13:06:19.450390 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:19.476087 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-395bb7cf-58db-415c-aec6-6bd355d4b056 req-55a6dd67-dbbf-4bfd-a218-b15a0e20e4a1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4529648 Nov 24 13:06:19.500826 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event deleted for resources: {'Port': ['ID=37a61e9a-dcd5-43c6-a0fc-de37a4cf4495,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:19.504460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9df6ec4-9953-4bcc-8cc7-5be00f119d4a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:19.516967 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae90748-ccc3-4c96-90d0-9f1834363ead None None] No DVR routers for this DVR port 37a61e9a-dcd5-43c6-a0fc-de37a4cf4495 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:06:19.528981 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9df6ec4-9953-4bcc-8cc7-5be00f119d4a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:19.635588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-466ebf43-6615-4af2-9a9a-75b38d539f07 None None] Provisioning complete for port db3c43b3-45d4-4b64-b676-bc491d321664 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:19.640668 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-466ebf43-6615-4af2-9a9a-75b38d539f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:19.648688 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-a4e44f7e-e680-4929-b6ed-a4fb567a3f5d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1951339 Nov 24 13:06:19.745134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae90748-ccc3-4c96-90d0-9f1834363ead None None] Pushing event deleted for resources: {'Port': ['ID=37a61e9a-dcd5-43c6-a0fc-de37a4cf4495,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:19.811418 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c61d37-9db2-4fb1-855c-31c6ccd226dc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:19.812014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c61d37-9db2-4fb1-855c-31c6ccd226dc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:19.821572 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-95c61d37-9db2-4fb1-855c-31c6ccd226dc tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/fbd8e9b8-99aa-416c-b263-7009eed4e898 HTTP/1.1" status: 404 len: 337 time: 0.9616930 Nov 24 13:06:19.829545 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41758) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:19.850764 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:12Z', 'revision_number': 2, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 4, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:19.856226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port feaa6b5a-9c51-422e-bf49-3fcf2e89a032 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:19.856626 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:19.862511 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-466ebf43-6615-4af2-9a9a-75b38d539f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:19.902861 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d350a186-4f34-4d40-9cef-23719776d21a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:19.903405 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d350a186-4f34-4d40-9cef-23719776d21a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:19.915156 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d350a186-4f34-4d40-9cef-23719776d21a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/c29aba74-fd2d-4e7b-825f-24e669ed4c76 HTTP/1.1" status: 404 len: 333 time: 0.0829153 Nov 24 13:06:19.918776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41760) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:19.924625 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e78b88a-8611-4344-9d59-0f09c3333c4e None None] The sync data for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 is: [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:12Z', 'revision_number': 2, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 4, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:06:19.981049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-466ebf43-6615-4af2-9a9a-75b38d539f07 None None] For port db3c43b3-45d4-4b64-b676-bc491d321664, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=db3c43b3-45d4-4b64-b676-bc491d321664,segment=NetworkSegment(dd077377-8dab-4a52-89bf-a56337dd3c8a),segment_id=dd077377-8dab-4a52-89bf-a56337dd3c8a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:20.003060 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-3991ba8c-e0f2-44d2-849f-c8333de42aeb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:20.003580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3991ba8c-e0f2-44d2-849f-c8333de42aeb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:20.004543 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-466ebf43-6615-4af2-9a9a-75b38d539f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:20.013580 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3991ba8c-e0f2-44d2-849f-c8333de42aeb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/b2b31dd0-6921-4c0a-9511-fc6355a0aa82 HTTP/1.1" status: 404 len: 337 time: 0.0913386 Nov 24 13:06:20.014277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41768) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:20.078043 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9203951-e041-4096-ab4c-7172d7370832 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:20.078838 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9203951-e041-4096-ab4c-7172d7370832 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:20.090002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a9203951-e041-4096-ab4c-7172d7370832 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/cef96321-9acc-40c0-b553-986e71ddd9d6 HTTP/1.1" status: 404 len: 333 time: 0.0671597 Nov 24 13:06:20.090002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41774) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:20.090512 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-8e0a2635-487c-4c74-877b-c63c72a159b5 service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181881 Nov 24 13:06:20.164483 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba1fd45-73f2-4019-bb43-af8831a2b9c5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:20.164820 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba1fd45-73f2-4019-bb43-af8831a2b9c5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:20.171368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ebf43-6615-4af2-9a9a-75b38d539f07 None None] Pushing event updated for resources: {'Port': ['ID=db3c43b3-45d4-4b64-b676-bc491d321664,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:20.186593 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1ba1fd45-73f2-4019-bb43-af8831a2b9c5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/863009ea-6ef2-45b7-b10b-af14a4e301cf HTTP/1.1" status: 404 len: 337 time: 0.0928242 Nov 24 13:06:20.195612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5bf5a36c-667d-4a76-90b2-a6b9e7c938d5 None None] Provisioning complete for port db3c43b3-45d4-4b64-b676-bc491d321664 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:20.196271 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a36c-667d-4a76-90b2-a6b9e7c938d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:20.204166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41778) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:20.262810 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:20.302432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:06:20.306118 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82477b6d-9795-49a8-ae2b-aca1f9e1c1e6" -d '{"events": [{"server_uuid": "32b876b3-6dba-4144-b7ec-3ba0dbd776a8", "name": "network-vif-plugged", "status": "completed", "tag": "feaa6b5a-9c51-422e-bf49-3fcf2e89a032"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:06:20.325144 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09fd366-e864-4282-a147-91fb39c88524 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:20.326410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09fd366-e864-4282-a147-91fb39c88524 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:20.334212 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f09fd366-e864-4282-a147-91fb39c88524 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/35fe6cad-7ad7-4ec5-91bf-169ae2315956 HTTP/1.1" status: 404 len: 337 time: 0.1256707 Nov 24 13:06:20.336190 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eea9fe57-cea6-4917-8a81-db9d80dd1e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:20.338729 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41782) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:20.341094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:20.396443 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:20.458191 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-329d6713-1036-4e1a-ab7e-e243e2c94d22 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:20.459068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329d6713-1036-4e1a-ab7e-e243e2c94d22 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:20.473241 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-329d6713-1036-4e1a-ab7e-e243e2c94d22 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/994308f5-1472-41b2-b3a8-f5730bea6f2e HTTP/1.1" status: 404 len: 333 time: 0.1290121 Nov 24 13:06:20.483592 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41784) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:20.521072 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7d0f84-3cb4-4441-8862-f58053df67b1 x-openstack-request-id: req-ca7d0f84-3cb4-4441-8862-f58053df67b1 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:06:20.521776 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b876b3-6dba-4144-b7ec-3ba0dbd776a8", "name": "network-vif-plugged", "status": "completed", "tag": "feaa6b5a-9c51-422e-bf49-3fcf2e89a032", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:06:20.522360 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca7d0f84-3cb4-4441-8862-f58053df67b1 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:06:20.522932 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032', 'code': 200} Nov 24 13:06:20.528907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,revision_number=10']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:20.539485 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9df6ec4-9953-4bcc-8cc7-5be00f119d4a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:20.616658 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd59ce3-60e6-488d-9cce-c3e3950d45d3 req-911c38b8-4f1b-470d-a226-b5902bcaaf33 service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180144 Nov 24 13:06:20.721821 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66ade9e-82b4-4ee0-913c-a7ee98ccccdb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:20.726139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66ade9e-82b4-4ee0-913c-a7ee98ccccdb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:20.734728 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c66ade9e-82b4-4ee0-913c-a7ee98ccccdb tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/02b2388c-072a-4a79-8f47-aa122f8a0c82 HTTP/1.1" status: 404 len: 337 time: 0.2499313 Nov 24 13:06:20.754897 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41790) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:20.817842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df6ec4-9953-4bcc-8cc7-5be00f119d4a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Subnet': ['ID=402d7b6e-b67f-4009-9b59-b84a24481751,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:20.843298 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-177f22fc-3775-4066-82d2-5ab480419697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:20.893613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9df6ec4-9953-4bcc-8cc7-5be00f119d4a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Checking segment: {'id': 'cf20ce09-de12-4f28-b724-8573b82197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:20.894146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9df6ec4-9953-4bcc-8cc7-5be00f119d4a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network hostable DHCP agents. Network: 358ff35b-c04c-4cf0-95e6-71cbadb027ec, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:06:20.904681 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc64c633-6d60-483a-810a-ce1eb787129b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:20.905412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc64c633-6d60-483a-810a-ce1eb787129b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:20.914332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bc64c633-6d60-483a-810a-ce1eb787129b tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/f80c95e0-ee57-4894-bf92-716fe3774582 HTTP/1.1" status: 404 len: 337 time: 0.1582060 Nov 24 13:06:20.921211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976db55c-28eb-4b0a-b351-122307b0b908 req-ea5bb3a5-645c-4eb5-98ce-df864dc2b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:20.922404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41792) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:20.922906 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-976db55c-28eb-4b0a-b351-122307b0b908 req-ea5bb3a5-645c-4eb5-98ce-df864dc2b5ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c133cefd4e346b2a935766bfd514042&device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 1094 time: 0.2142143 Nov 24 13:06:20.933250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d780d3-1c12-469a-809a-29626009970c req-befea058-846a-4356-9e21-cde65aa40376 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:20.938034 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66d780d3-1c12-469a-809a-29626009970c req-befea058-846a-4356-9e21-cde65aa40376 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 943 time: 0.2246194 Nov 24 13:06:21.007648 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa45f42-fd5b-4a47-930f-8d6598a89a73 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:21.008501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa45f42-fd5b-4a47-930f-8d6598a89a73 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:21.016159 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1aa45f42-fd5b-4a47-930f-8d6598a89a73 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/02ee409f-9e8b-40c1-80fc-bc2dcd6a2ff8 HTTP/1.1" status: 404 len: 333 time: 0.0907469 Nov 24 13:06:21.018949 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41794) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:21.022926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9df6ec4-9953-4bcc-8cc7-5be00f119d4a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 358ff35b-c04c-4cf0-95e6-71cbadb027ec is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:06:21.083123 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-e019bec7-0fa5-41c5-9d38-07263863c7c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:21.083738 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e019bec7-0fa5-41c5-9d38-07263863c7c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:21.091675 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e019bec7-0fa5-41c5-9d38-07263863c7c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/54b9c53f-5913-47a2-8637-04e43d5e2f59 HTTP/1.1" status: 404 len: 337 time: 0.0651312 Nov 24 13:06:21.096111 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41798) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:21.217873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a9df6ec4-9953-4bcc-8cc7-5be00f119d4a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 358ff35b-c04c-4cf0-95e6-71cbadb027ec) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:21.234739 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5c3146-fa77-4934-b24d-44c26816124f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:21.235342 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5c3146-fa77-4934-b24d-44c26816124f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:21.235748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d746e52-07b6-4fd5-932e-a0667d0664cd None None] Network 358ff35b-c04c-4cf0-95e6-71cbadb027ec requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:21.240054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea9fe57-cea6-4917-8a81-db9d80dd1e74 admin admin] Router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:06:21.242626 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2e5c3146-fa77-4934-b24d-44c26816124f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/e4ad6779-102e-455d-9b08-3dc900237ade HTTP/1.1" status: 404 len: 337 time: 0.1453047 Nov 24 13:06:21.261300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41808) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:21.268103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9df6ec4-9953-4bcc-8cc7-5be00f119d4a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:21.269004 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9df6ec4-9953-4bcc-8cc7-5be00f119d4a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:21.343200 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a179df-f5bc-4fd5-b5ff-145c20f9f09e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:21.356950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a179df-f5bc-4fd5-b5ff-145c20f9f09e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:21.360264 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-87a179df-f5bc-4fd5-b5ff-145c20f9f09e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/f0879007-ac34-4722-a655-706da5968f39 HTTP/1.1" status: 404 len: 333 time: 0.0878162 Nov 24 13:06:21.369705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41812) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:21.422418 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66d780d3-1c12-469a-809a-29626009970c req-b0bc9819-760f-4853-871e-d4b39d2319f5 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615438 Nov 24 13:06:21.431894 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a9df6ec4-9953-4bcc-8cc7-5be00f119d4a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9995446 Nov 24 13:06:21.433032 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a508e1-cf26-4fb5-9861-cc99911eda83 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:21.433598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a508e1-cf26-4fb5-9861-cc99911eda83 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:21.446093 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-15a508e1-cf26-4fb5-9861-cc99911eda83 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/7fd9664c-5cf4-49a1-b4e0-df7e70ca0ca1 HTTP/1.1" status: 404 len: 337 time: 0.0706766 Nov 24 13:06:21.446810 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41814) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:21.451211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41816) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:21.463930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976db55c-28eb-4b0a-b351-122307b0b908 req-2915190f-0af7-45e5-b27d-5b384dd0833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:21.465577 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-976db55c-28eb-4b0a-b351-122307b0b908 req-2915190f-0af7-45e5-b27d-5b384dd0833e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4 HTTP/1.1" status: 200 len: 913 time: 0.5260627 Nov 24 13:06:21.561440 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-976db55c-28eb-4b0a-b351-122307b0b908 req-c6192eba-494e-46fa-a525-bbdec0292657 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0ec574-f7d6-495a-8a2c-3131c2f48d24 HTTP/1.1" status: 200 len: 217 time: 0.0738671 Nov 24 13:06:21.589676 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-e358decc-7a00-4efe-8747-497e0ac870de tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:21.590293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e358decc-7a00-4efe-8747-497e0ac870de tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:21.596204 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e358decc-7a00-4efe-8747-497e0ac870de tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/2aa4e736-0b9a-4629-9000-9a9bcf498fbe HTTP/1.1" status: 404 len: 337 time: 0.1413536 Nov 24 13:06:21.596390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:06:21.596390 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:21.597212 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41818) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:21.615136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea9fe57-cea6-4917-8a81-db9d80dd1e74 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:06:21.623061 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-eea9fe57-cea6-4917-8a81-db9d80dd1e74 admin admin] 10.222.0.48 "PUT /v2.0/routers/44d2f4ad-b67c-419b-8d76-9bf8fd473f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9129858 Nov 24 13:06:21.626940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41820) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:21.653072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5e0e8-4eff-4732-a0b5-d49214624dab None None] Sync routers for ids ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:06:21.661340 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4113621d-169c-4e56-9dbc-602b5fd955b4 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports?device_id=a41ea559-91e2-48e9-b2bd-cd832bd62b3d HTTP/1.1" status: 200 len: 205 time: 0.0609901 Nov 24 13:06:21.666602 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41822) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:21.719307 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-0d3bfd23-5a67-4109-86b7-510124ee5a27 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] delete failed (client error): The resource could not be found. Nov 24 13:06:21.720709 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0d3bfd23-5a67-4109-86b7-510124ee5a27 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/routers/a41ea559-91e2-48e9-b2bd-cd832bd62b3d HTTP/1.1" status: 404 len: 336 time: 0.0513966 Nov 24 13:06:21.724817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41824) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:21.832320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Allocated IP 2001:db8:1::2 (358ff35b-c04c-4cf0-95e6-71cbadb027ec/402d7b6e-b67f-4009-9b59-b84a24481751/913b74c1-5355-4330-9c5c-2dfe244c2899) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:21.882855 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:21.962104 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5e0e8-4eff-4732-a0b5-d49214624dab None None] Routers {'44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:21.964906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0dd5e0e8-4eff-4732-a0b5-d49214624dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:05:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:22.086081 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:22.278666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] Deleting port aa27bc1b-8496-47ec-aa5c-47482eef5c11 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:22.279214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976db55c-28eb-4b0a-b351-122307b0b908 req-34381b99-5d03-4014-88bd-71024be1491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:22.280678 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-976db55c-28eb-4b0a-b351-122307b0b908 req-34381b99-5d03-4014-88bd-71024be1491c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a03e294-e1fc-4d91-8bcd-e426a4b730de HTTP/1.1" status: 200 len: 852 time: 0.6845615 Nov 24 13:06:22.281211 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:22.305543 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-47fb4cde-efb0-4559-964d-9c0f262cc28c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:22.306001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47fb4cde-efb0-4559-964d-9c0f262cc28c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:22.309350 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-47fb4cde-efb0-4559-964d-9c0f262cc28c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/e31acb81-ec36-4744-b7c5-31f73c087fa4 HTTP/1.1" status: 404 len: 337 time: 0.5834560 Nov 24 13:06:22.315433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41838) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:22.371898 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:22.373454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-0dd5e0e8-4eff-4732-a0b5-d49214624dab None None] Set router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:22.377970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device db3c43b3-45d4-4b64-b676-bc491d321664 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:22.412666 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:22.424894 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-50b65021-177b-430c-8ff8-014b937ae990 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "GET /v2.0/ports?device_id=d4a71235-1e17-49af-a621-753707839db8 HTTP/1.1" status: 200 len: 205 time: 0.1052678 Nov 24 13:06:22.432096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41842) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:22.453922 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-976db55c-28eb-4b0a-b351-122307b0b908 req-888c7943-200e-4938-86e7-6746e0bdcf0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402414 Nov 24 13:06:22.525655 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-08b776a0-7947-4077-9b0b-56d103ec16b5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] delete failed (client error): The resource could not be found. Nov 24 13:06:22.529246 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-08b776a0-7947-4077-9b0b-56d103ec16b5 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/routers/d4a71235-1e17-49af-a621-753707839db8 HTTP/1.1" status: 404 len: 336 time: 0.0936236 Nov 24 13:06:22.531008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41846) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:22.554929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Network 358ff35b-c04c-4cf0-95e6-71cbadb027ec is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:22.576221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:22.585216 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea7ff10-9fcf-44b6-a9b5-5c25ae03078c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:22.585687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea7ff10-9fcf-44b6-a9b5-5c25ae03078c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:22.589570 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bea7ff10-9fcf-44b6-a9b5-5c25ae03078c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/845c6181-3e11-4f95-87ea-1bdc91bd1cd6 HTTP/1.1" status: 404 len: 337 time: 0.0575471 Nov 24 13:06:22.593357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41848) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:22.601252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:22.637505 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-4632ecbb-4846-4256-a03d-cecbcdba5a0c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:22.637973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4632ecbb-4846-4256-a03d-cecbcdba5a0c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:22.641116 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4632ecbb-4846-4256-a03d-cecbcdba5a0c tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/00ed002f-e223-403f-bcf5-73e7dcbc3318 HTTP/1.1" status: 404 len: 337 time: 0.0457888 Nov 24 13:06:22.645958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41850) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:22.682196 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b31148fb-fbda-4027-9adb-4423dda2cc2a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:22.682783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b31148fb-fbda-4027-9adb-4423dda2cc2a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:22.685908 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b31148fb-fbda-4027-9adb-4423dda2cc2a tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/ebe91aae-180d-448c-a8cd-4e58a6037abb HTTP/1.1" status: 404 len: 333 time: 0.0372891 Nov 24 13:06:22.693124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] For port aa27bc1b-8496-47ec-aa5c-47482eef5c11, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=aa27bc1b-8496-47ec-aa5c-47482eef5c11,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:22.693493 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:22.698284 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41852) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:22.749197 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a037888-e9d2-4154-ab05-eca0d5c0968d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:22.749660 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a037888-e9d2-4154-ab05-eca0d5c0968d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:22.752830 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1a037888-e9d2-4154-ab05-eca0d5c0968d tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/758e2009-8afa-4af8-93fb-b9700957c23a HTTP/1.1" status: 404 len: 337 time: 0.0562618 Nov 24 13:06:22.758028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41854) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:22.762070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] Calling delete_port for aa27bc1b-8496-47ec-aa5c-47482eef5c11 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:22.770741 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed151020-2ed2-4388-8af9-012e4c2e9434 req-975c9ac3-e9c4-44f8-800e-8d63939ac59b tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:22.778035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed151020-2ed2-4388-8af9-012e4c2e9434 req-975c9ac3-e9c4-44f8-800e-8d63939ac59b tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 943 time: 0.2633755 Nov 24 13:06:22.783382 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-787d8152-3375-422a-95d5-62d8a3d976b7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:22.783955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787d8152-3375-422a-95d5-62d8a3d976b7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:22.789973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-787d8152-3375-422a-95d5-62d8a3d976b7 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/6d0468c7-a2cb-45a5-ad36-a4639f866094 HTTP/1.1" status: 404 len: 333 time: 0.0312555 Nov 24 13:06:22.792880 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-976db55c-28eb-4b0a-b351-122307b0b908 req-41a35cb1-3deb-4093-b1d2-9df7a9e77563 service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254759 Nov 24 13:06:22.793561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41856) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:22.830915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Pushing event updated for resources: {'Port': ['ID=913b74c1-5355-4330-9c5c-2dfe244c2899,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:22.836280 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7cc59b-cb78-40de-a1ec-d43058a1be27 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:22.836752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7cc59b-cb78-40de-a1ec-d43058a1be27 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:22.843660 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8d7cc59b-cb78-40de-a1ec-d43058a1be27 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/904aff4a-4ab2-495a-b2b7-766e6e66f1d0 HTTP/1.1" status: 404 len: 337 time: 0.0469217 Nov 24 13:06:22.844330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41858) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:22.903302 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed151020-2ed2-4388-8af9-012e4c2e9434 req-b7c88f18-a631-4fb7-a475-9418971df0e5 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209557 Nov 24 13:06:23.049493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Attempting to bind port 913b74c1-5355-4330-9c5c-2dfe244c2899 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:06:23.049493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Attempting to bind port 913b74c1-5355-4330-9c5c-2dfe244c2899 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'cf20ce09-de12-4f28-b724-8573b82197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:06:23.049493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Attempting to bind port 913b74c1-5355-4330-9c5c-2dfe244c2899 on network 358ff35b-c04c-4cf0-95e6-71cbadb027ec {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:23.079857 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.081233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:06:23.081631 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Checking segment: {'id': 'cf20ce09-de12-4f28-b724-8573b82197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:23.082053 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.085526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Bound using segment: {'id': 'cf20ce09-de12-4f28-b724-8573b82197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:06:23.089719 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Bound port: 913b74c1-5355-4330-9c5c-2dfe244c2899, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf20ce09-de12-4f28-b724-8573b82197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:06:23.094422 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.099077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.123728 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port db3c43b3-45d4-4b64-b676-bc491d321664 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:23.124101 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.158083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa27bc1b-8496-47ec-aa5c-47482eef5c11,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:23.210349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device af0ec574-f7d6-495a-8a2c-3131c2f48d24 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:06:23.229002 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.455744 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.461380 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.472056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0dd5e0e8-4eff-4732-a0b5-d49214624dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'name': 'tempest-AttachVolumeShelveTestJSON-223181742-router', 'tenant_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:14Z', 'updated_at': '2021-11-24T13:06:18Z', 'revision_number': 5, 'project_id': 'd31a5dc8ff4848d8a0b231a339f643ee', 'gw_port': {'id': 'aa27bc1b-8496-47ec-aa5c-47482eef5c11', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d2f4ad-b67c-419b-8d76-9bf8fd473f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:16Z', 'updated_at': '2021-11-24T12:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:23.510082 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Allocated IP 2001:db8:1::1 (358ff35b-c04c-4cf0-95e6-71cbadb027ec/402d7b6e-b67f-4009-9b59-b84a24481751/4ca77a6d-95ca-4078-9590-c2f51336cce0) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:23.517328 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c86a57a4-cd3a-495e-969a-c87e98a29b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.532493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5e0e8-4eff-4732-a0b5-d49214624dab None None] Checking router: 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:06:23.537756 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.538574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44d2f4ad-b67c-419b-8d76-9bf8fd473f7c {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:06:23.544455 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.resource_extend [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:06:23.545752 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.547970 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-92173eda-9a70-4f20-839b-7c5efb6ace37 admin admin] 10.222.0.48 "DELETE /v2.0/routers/44d2f4ad-b67c-419b-8d76-9bf8fd473f7c HTTP/1.1" status: 204 len: 168 time: 1.9179878 Nov 24 13:06:23.551102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41874) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:23.585233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5e0e8-4eff-4732-a0b5-d49214624dab None None] Routers set() bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:23.585531 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5e0e8-4eff-4732-a0b5-d49214624dab None None] Router IDs set() for agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 13:06:23.586161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_agentschedulers_db [None req-0dd5e0e8-4eff-4732-a0b5-d49214624dab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent'). {{(pid=114987) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 13:06:23.586800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5e0e8-4eff-4732-a0b5-d49214624dab None None] The sync data for ids ['44d2f4ad-b67c-419b-8d76-9bf8fd473f7c'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:06:23.629978 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] For port 913b74c1-5355-4330-9c5c-2dfe244c2899, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:06:23.661541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] For port 913b74c1-5355-4330-9c5c-2dfe244c2899, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=913b74c1-5355-4330-9c5c-2dfe244c2899,segment=NetworkSegment(cf20ce09-de12-4f28-b724-8573b82197b2),segment_id=cf20ce09-de12-4f28-b724-8573b82197b2)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:06:23.672502 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.676130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-01981b1c-dc7e-4eb6-8e3f-319bfb07acb1 admin admin] Deleting subnet 8c29b04b-839a-4796-af9d-7992be5b6684 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:06:23.700609 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01981b1c-dc7e-4eb6-8e3f-319bfb07acb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.732799 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port af0ec574-f7d6-495a-8a2c-3131c2f48d24, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=af0ec574-f7d6-495a-8a2c-3131c2f48d24,segment=NetworkSegment(d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c),segment_id=d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:23.753366 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'af0ec574-f7d6-495a-8a2c-3131c2f48d24', 'network_id': 'ac10708e-2fe7-424b-9a36-5326d5fb1bd4', 'port_id': 'af0ec574-f7d6-495a-8a2c-3131c2f48d24', 'mac_address': 'fa:16:3e:2b:2b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a03e294-e1fc-4d91-8bcd-e426a4b730de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:06:23.790036 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.798074 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01981b1c-dc7e-4eb6-8e3f-319bfb07acb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.834832 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15fee5-492a-4706-87a5-1b42c5459d56 None None] Pushing event updated for resources: {'Port': ['ID=913b74c1-5355-4330-9c5c-2dfe244c2899,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:23.836914 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-976db55c-28eb-4b0a-b351-122307b0b908 req-4feb7e95-e278-4abc-937f-5204efc2981b service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0098748 Nov 24 13:06:23.838689 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fd4f3f-b421-410f-943d-92eeaca53f4f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:23.839519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fd4f3f-b421-410f-943d-92eeaca53f4f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:23.843992 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c1fd4f3f-b421-410f-943d-92eeaca53f4f tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/079b4132-c439-44c3-81c0-ea2c0043f1d8 HTTP/1.1" status: 404 len: 333 time: 0.7729385 Nov 24 13:06:23.845663 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.848700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41876) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:23.875743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.898920 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0ec574-f7d6-495a-8a2c-3131c2f48d24 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:06:23.938158 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44f6382-d12f-49fb-b077-789ec1c640ae tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:23.940328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44f6382-d12f-49fb-b077-789ec1c640ae tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:23.944651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 358ff35b-c04c-4cf0-95e6-71cbadb027ec is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:23.951817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=4ca77a6d-95ca-4078-9590-c2f51336cce0,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:23.952551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port af0ec574-f7d6-495a-8a2c-3131c2f48d24, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=af0ec574-f7d6-495a-8a2c-3131c2f48d24,segment=NetworkSegment(d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c),segment_id=d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:23.954153 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a44f6382-d12f-49fb-b077-789ec1c640ae tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/170f2595-ab10-4d7f-a9d0-cadbbb1e8049 HTTP/1.1" status: 404 len: 337 time: 0.1041689 Nov 24 13:06:23.957840 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41880) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:23.960690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:23.964278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:23.964864 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:23.965428 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:24.034840 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4162698-3a8e-45c8-ae00-a9ad01e3204e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:24.035433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4162698-3a8e-45c8-ae00-a9ad01e3204e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:24.050569 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f4162698-3a8e-45c8-ae00-a9ad01e3204e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/c1631e97-3118-47f9-8f72-1c9c4b26ec7b HTTP/1.1" status: 404 len: 333 time: 0.0901690 Nov 24 13:06:24.051286 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41882) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:24.094213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=af0ec574-f7d6-495a-8a2c-3131c2f48d24,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:24.138447 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-0318fdb0-da87-4946-afb3-beeaadb3bd39 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:24.139005 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0318fdb0-da87-4946-afb3-beeaadb3bd39 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:24.145941 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0318fdb0-da87-4946-afb3-beeaadb3bd39 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/8c26ce7e-fc77-49b5-b35d-953bb5e129af HTTP/1.1" status: 404 len: 337 time: 0.0909979 Nov 24 13:06:24.171273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41886) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:24.240786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['af0ec574-f7d6-495a-8a2c-3131c2f48d24'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:06:24.243629 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-d806e3b1-6470-43ce-a420-b9975b2031b6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:24.244359 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d806e3b1-6470-43ce-a420-b9975b2031b6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:24.247268 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01981b1c-dc7e-4eb6-8e3f-319bfb07acb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:24.263378 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d806e3b1-6470-43ce-a420-b9975b2031b6 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/a33cfbdf-2a01-4bf8-adea-a2e2dcb09486 HTTP/1.1" status: 404 len: 333 time: 0.0886390 Nov 24 13:06:24.319411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41888) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:24.334077 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:24.336271 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:06:24.407745 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:24.434365 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01981b1c-dc7e-4eb6-8e3f-319bfb07acb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:24.479337 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01981b1c-dc7e-4eb6-8e3f-319bfb07acb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c29b04b-839a-4796-af9d-7992be5b6684,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:24.499634 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01981b1c-dc7e-4eb6-8e3f-319bfb07acb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:24.503793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24271fad-4ba6-4e58-b07f-3ef88ce5a1c6 None None] Network 5e912b44-eae9-40e6-89c7-30777a476f74 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:24.510480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-01981b1c-dc7e-4eb6-8e3f-319bfb07acb1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8c29b04b-839a-4796-af9d-7992be5b6684 HTTP/1.1" status: 204 len: 168 time: 0.9564836 Nov 24 13:06:24.513317 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41900) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:24.627272 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:24.672016 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fcd84eb-4c25-41ba-aed5-6a251904a373 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:24.674800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fcd84eb-4c25-41ba-aed5-6a251904a373 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:24.701744 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3fcd84eb-4c25-41ba-aed5-6a251904a373 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/8d0bfd53-c7a6-4451-94cb-1cd27461412d HTTP/1.1" status: 404 len: 337 time: 0.3520296 Nov 24 13:06:24.706341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41904) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:24.771032 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e16d18-de60-4519-9e2e-7c726c62e7af tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:24.772085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e16d18-de60-4519-9e2e-7c726c62e7af tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:24.781910 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d8e16d18-de60-4519-9e2e-7c726c62e7af tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/ba585988-3207-44f9-8c2f-8e8156a798a0 HTTP/1.1" status: 404 len: 333 time: 0.0396717 Nov 24 13:06:24.784584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41908) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:24.851714 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc77d14-f0d7-4368-861f-e74338a2f928 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:24.852532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc77d14-f0d7-4368-861f-e74338a2f928 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:24.859605 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7fc77d14-f0d7-4368-861f-e74338a2f928 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/b658fff7-d279-4859-b4db-4078edb21308 HTTP/1.1" status: 404 len: 337 time: 0.0736551 Nov 24 13:06:24.864782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41910) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:24.909637 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e5204e-92b4-4065-aad3-defd9c126b85 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:24.910464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e5204e-92b4-4065-aad3-defd9c126b85 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:24.917087 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-74e5204e-92b4-4065-aad3-defd9c126b85 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/ports/cd82e655-79bc-40ea-a7b0-47ff94add4f0 HTTP/1.1" status: 404 len: 333 time: 0.0495839 Nov 24 13:06:24.918059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41912) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:24.948606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690e359d-c605-4d79-a0b2-e37cddfa5968 None None] DHCP port deletion for 5e912b44-eae9-40e6-89c7-30777a476f74 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:06:24.951851 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32a2ae2-151e-4c5a-9de8-7f0e2d6ee95e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] DELETE failed (client error): The resource could not be found. Nov 24 13:06:24.952547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32a2ae2-151e-4c5a-9de8-7f0e2d6ee95e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:24.953760 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 913b74c1-5355-4330-9c5c-2dfe244c2899 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:24.959464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b32a2ae2-151e-4c5a-9de8-7f0e2d6ee95e tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/subnets/eca7433f-ac05-499f-829f-30a15aa76b3f HTTP/1.1" status: 404 len: 337 time: 0.0390177 Nov 24 13:06:24.964335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41914) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:25.057310 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c2d04e3b-ffc5-4412-becb-d34a4dc5f3c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.081458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Deleting port d95bfcc4-2239-4654-9071-77bc6203d6ff {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:25.083952 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.094023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f41413-449a-4080-98a2-a5a5f6218cbe req-940c76e8-3963-4336-80d2-50d2d114d764 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:25.095619 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24f41413-449a-4080-98a2-a5a5f6218cbe req-940c76e8-3963-4336-80d2-50d2d114d764 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 944 time: 0.9232934 Nov 24 13:06:25.209725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 913b74c1-5355-4330-9c5c-2dfe244c2899 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:25.209970 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.244597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41918) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:25.272870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-690e359d-c605-4d79-a0b2-e37cddfa5968 None None] Deleting port d95bfcc4-2239-4654-9071-77bc6203d6ff {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:25.273527 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-690e359d-c605-4d79-a0b2-e37cddfa5968 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.275363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] For port d95bfcc4-2239-4654-9071-77bc6203d6ff, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d95bfcc4-2239-4654-9071-77bc6203d6ff,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:25.275871 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.299208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Calling delete_port for d95bfcc4-2239-4654-9071-77bc6203d6ff owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:25.321569 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.343928 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24f41413-449a-4080-98a2-a5a5f6218cbe req-16159cf0-84de-4aa8-b1cb-90d414ccfe46 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375708 Nov 24 13:06:25.356873 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.357680 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.393823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-690e359d-c605-4d79-a0b2-e37cddfa5968 None None] For port d95bfcc4-2239-4654-9071-77bc6203d6ff, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d95bfcc4-2239-4654-9071-77bc6203d6ff,segment=NetworkSegment(1b26ec02-2125-4621-ac48-f502c87f5f31),segment_id=1b26ec02-2125-4621-ac48-f502c87f5f31)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:25.394250 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-690e359d-c605-4d79-a0b2-e37cddfa5968 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.470655 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-690e359d-c605-4d79-a0b2-e37cddfa5968 None None] Calling delete_port for d95bfcc4-2239-4654-9071-77bc6203d6ff owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:25.609947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=4ca77a6d-95ca-4078-9590-c2f51336cce0,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:25.615722 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c2d04e3b-ffc5-4412-becb-d34a4dc5f3c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.630074 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.644630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c2d04e3b-ffc5-4412-becb-d34a4dc5f3c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda05003-a875-4de3-a8fc-2e63803a60bb']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:25.655871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c2d04e3b-ffc5-4412-becb-d34a4dc5f3c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a8e045-9d2f-4680-badc-405ca72fa8e1') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:25.656312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c2d04e3b-ffc5-4412-becb-d34a4dc5f3c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a8e045-9d2f-4680-badc-405ca72fa8e1') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:25.666884 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f585d823-9965-4e95-921e-982dc4a7756e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.667148 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c2d04e3b-ffc5-4412-becb-d34a4dc5f3c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.670808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21aac88-2ca2-4a3c-b5da-3f8ac4978c75 None None] Network 358ff35b-c04c-4cf0-95e6-71cbadb027ec requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:25.687524 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c2d04e3b-ffc5-4412-becb-d34a4dc5f3c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.694239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2d04e3b-ffc5-4412-becb-d34a4dc5f3c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:06:25.694861 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c2d04e3b-ffc5-4412-becb-d34a4dc5f3c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.753026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 913b74c1-5355-4330-9c5c-2dfe244c2899, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=913b74c1-5355-4330-9c5c-2dfe244c2899,segment=NetworkSegment(cf20ce09-de12-4f28-b724-8573b82197b2),segment_id=cf20ce09-de12-4f28-b724-8573b82197b2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:25.762636 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f585d823-9965-4e95-921e-982dc4a7756e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:06:25.770212 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:06:25.773730 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f585d823-9965-4e95-921e-982dc4a7756e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.792788 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c2d04e3b-ffc5-4412-becb-d34a4dc5f3c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.819210 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c2d04e3b-ffc5-4412-becb-d34a4dc5f3c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.823946 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c2d04e3b-ffc5-4412-becb-d34a4dc5f3c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] 10.222.0.48 "DELETE /v2.0/networks/cda05003-a875-4de3-a8fc-2e63803a60bb HTTP/1.1" status: 204 len: 168 time: 0.8570168 Nov 24 13:06:25.824471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d04e3b-ffc5-4412-becb-d34a4dc5f3c3 tempest-NetworksTestDHCPv6-326532026 tempest-NetworksTestDHCPv6-326532026-project] Pushing event deleted for resources: {'Network': ['ID=cda05003-a875-4de3-a8fc-2e63803a60bb,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:25.830348 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.859927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95bfcc4-2239-4654-9071-77bc6203d6ff,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:25.863190 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.864533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] No DVR routers for this DVR port d95bfcc4-2239-4654-9071-77bc6203d6ff on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:06:25.883817 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f585d823-9965-4e95-921e-982dc4a7756e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c1447b8f4764130a3c6817cc5e31148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6381328 Nov 24 13:06:25.893381 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 358ff35b-c04c-4cf0-95e6-71cbadb027ec is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:25.911579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41936) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:25.918033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:25.925513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585d823-9965-4e95-921e-982dc4a7756e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349d4ae1-afa1-40d2-ae8e-64785288fee9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:25.949981 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-690e359d-c605-4d79-a0b2-e37cddfa5968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.971133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-751af57a-0957-4bd4-8623-f99510483988 None None] Provisioning complete for port 913b74c1-5355-4330-9c5c-2dfe244c2899 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:25.976749 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-751af57a-0957-4bd4-8623-f99510483988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:25.984171 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device baf22521-5a65-42c5-b1f8-10bf8726ebff no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:06:26.156518 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:26.211662 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router b5079635-73ef-4e31-93d0-66c26d16d1df has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:06:26.270543 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b58a62ed-1891-4f7b-855a-7acbeea5161c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:26.290945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e359d-c605-4d79-a0b2-e37cddfa5968 None None] No DVR routers for this DVR port d95bfcc4-2239-4654-9071-77bc6203d6ff on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:06:26.307378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: baf22521-5a65-42c5-b1f8-10bf8726ebff {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:06:26.310867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device baf22521-5a65-42c5-b1f8-10bf8726ebff not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:06:26.336697 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:26.352364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e912b44-eae9-40e6-89c7-30777a476f74']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:26.373989 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:06:26.386239 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Sync routers for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:06:26.397513 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-98bdce68-a310-4aec-a43b-05a478f3d741 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9429557 Nov 24 13:06:26.398171 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41942) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:26.417635 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:26.417993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b15da3fc-0552-4d39-82a8-69be3d37517b tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1757299359'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:26.424573 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:26.425824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=913b74c1-5355-4330-9c5c-2dfe244c2899,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:26.469805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41948) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:26.498597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15da3fc-0552-4d39-82a8-69be3d37517b tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:26.529218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b26ec02-2125-4621-ac48-f502c87f5f31') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:26.529541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b26ec02-2125-4621-ac48-f502c87f5f31') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:26.543656 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b15da3fc-0552-4d39-82a8-69be3d37517b tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:26.574489 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e359d-c605-4d79-a0b2-e37cddfa5968 None None] Pushing event deleted for resources: {'Port': ['ID=d95bfcc4-2239-4654-9071-77bc6203d6ff,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:26.591358 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15da3fc-0552-4d39-82a8-69be3d37517b tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:06:26.602168 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b15da3fc-0552-4d39-82a8-69be3d37517b tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:26.602591 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-b15da3fc-0552-4d39-82a8-69be3d37517b tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Added segment 9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a of type vlan for network b3b5c7ea-ce5d-4730-a58c-4290a42de618 Nov 24 13:06:26.639783 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b58a62ed-1891-4f7b-855a-7acbeea5161c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:26.676468 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b15da3fc-0552-4d39-82a8-69be3d37517b tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:26.708483 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:26.764714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device aa27bc1b-8496-47ec-aa5c-47482eef5c11 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:06:26.783205 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b15da3fc-0552-4d39-82a8-69be3d37517b tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:26.790159 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15da3fc-0552-4d39-82a8-69be3d37517b tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:26.800033 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b15da3fc-0552-4d39-82a8-69be3d37517b tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:26.819176 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:26.843829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:06:26.844348 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:06:26.846153 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:06:26.858121 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: aa27bc1b-8496-47ec-aa5c-47482eef5c11 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:06:26.858583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device aa27bc1b-8496-47ec-aa5c-47482eef5c11 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:06:26.858925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d95bfcc4-2239-4654-9071-77bc6203d6ff no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:06:26.928530 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: d95bfcc4-2239-4654-9071-77bc6203d6ff {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:06:26.929311 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d95bfcc4-2239-4654-9071-77bc6203d6ff not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:06:26.947680 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:26.972212 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15da3fc-0552-4d39-82a8-69be3d37517b tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Network': ['ID=b3b5c7ea-ce5d-4730-a58c-4290a42de618,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:26.980219 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:26.995008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de01ff9-ebfe-477f-8436-7812cf2d4113 req-03fd2c41-c8e8-4453-88e1-8c90e87d0514 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:26.995739 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b15da3fc-0552-4d39-82a8-69be3d37517b tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5961637 Nov 24 13:06:26.997257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41966) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:27.005644 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6de01ff9-ebfe-477f-8436-7812cf2d4113 req-03fd2c41-c8e8-4453-88e1-8c90e87d0514 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 944 time: 0.3845892 Nov 24 13:06:27.013010 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-7a0cefa7-be21-4bca-b3c5-3eb95ee5ac25 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'subnet': {'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:27.028333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b58a62ed-1891-4f7b-855a-7acbeea5161c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.031755 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b58a62ed-1891-4f7b-855a-7acbeea5161c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.033198 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b58a62ed-1891-4f7b-855a-7acbeea5161c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/349d4ae1-afa1-40d2-ae8e-64785288fee9 HTTP/1.1" status: 204 len: 168 time: 1.1167397 Nov 24 13:06:27.033940 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.045132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network b3b5c7ea-ce5d-4730-a58c-4290a42de618 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:06:27.051321 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.062596 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5e912b44-eae9-40e6-89c7-30777a476f74 HTTP/1.1" status: 204 len: 168 time: 2.5460136 Nov 24 13:06:27.092326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f312a-4459-47b9-99bc-aba41d18fa74 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e912b44-eae9-40e6-89c7-30777a476f74,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:27.099851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a62ed-1891-4f7b-855a-7acbeea5161c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349d4ae1-afa1-40d2-ae8e-64785288fee9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:27.121048 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6de01ff9-ebfe-477f-8436-7812cf2d4113 req-bf34c034-5c4d-453a-9883-52085a56e457 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149106 Nov 24 13:06:27.235799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0cefa7-be21-4bca-b3c5-3eb95ee5ac25 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:27.239413 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a0cefa7-be21-4bca-b3c5-3eb95ee5ac25 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.278983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device af0ec574-f7d6-495a-8a2c-3131c2f48d24 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:27.338777 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41972) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:27.393149 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port af0ec574-f7d6-495a-8a2c-3131c2f48d24 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:06:27.393624 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-07a30522-6222-4f87-84d6-62261cbb4894 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a679e949f3d743fc8f67ee85b71de27f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9217482 Nov 24 13:06:27.394340 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41976) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:27.403640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port af0ec574-f7d6-495a-8a2c-3131c2f48d24 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:27.404129 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.434540 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6edd7b3a-716a-431f-ae32-b53a53453478 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d31a5dc8ff4848d8a0b231a339f643ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0940340 Nov 24 13:06:27.436489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41978) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:27.513492 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33605d90-8822-4241-8f1e-75ab611ebdc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.559909 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32b90943-8dbe-4f80-8278-f8a4833ea499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.564929 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33605d90-8822-4241-8f1e-75ab611ebdc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.616342 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.655306 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:24Z', 'revision_number': 3, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:24Z', 'revision_number': 2, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:27.673991 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33605d90-8822-4241-8f1e-75ab611ebdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.677382 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33605d90-8822-4241-8f1e-75ab611ebdc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.682661 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-33605d90-8822-4241-8f1e-75ab611ebdc2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/433c7bca-bb43-4d0f-bdc5-48276c021898 HTTP/1.1" status: 204 len: 168 time: 0.2449982 Nov 24 13:06:27.702396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74d876d-0523-4492-b443-acefaa94a4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0ec574-f7d6-495a-8a2c-3131c2f48d24'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:06:27.702852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33605d90-8822-4241-8f1e-75ab611ebdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433c7bca-bb43-4d0f-bdc5-48276c021898,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:27.707155 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b969a9e-0bde-477f-a62c-389cce96eee7" -d '{"events": [{"server_uuid": "e74d876d-0523-4492-b443-acefaa94a4ee", "name": "network-vif-plugged", "status": "completed", "tag": "af0ec574-f7d6-495a-8a2c-3131c2f48d24"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:06:27.731144 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port af0ec574-f7d6-495a-8a2c-3131c2f48d24, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=af0ec574-f7d6-495a-8a2c-3131c2f48d24,segment=NetworkSegment(d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c),segment_id=d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:27.736574 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.795184 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Checking router: b5079635-73ef-4e31-93d0-66c26d16d1df for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:06:27.796689 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Updating router b5079635-73ef-4e31-93d0-66c26d16d1df port 4ca77a6d-95ca-4078-9590-c2f51336cce0 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:06:27.804531 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32b90943-8dbe-4f80-8278-f8a4833ea499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.826236 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19b6a5d-3fab-4041-8a94-ef141188fa91 x-openstack-request-id: req-c19b6a5d-3fab-4041-8a94-ef141188fa91 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:06:27.826536 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74d876d-0523-4492-b443-acefaa94a4ee", "name": "network-vif-plugged", "status": "completed", "tag": "af0ec574-f7d6-495a-8a2c-3131c2f48d24", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:06:27.826797 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c19b6a5d-3fab-4041-8a94-ef141188fa91 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:06:27.827209 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74d876d-0523-4492-b443-acefaa94a4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0ec574-f7d6-495a-8a2c-3131c2f48d24', 'code': 200} Nov 24 13:06:27.887398 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a0cefa7-be21-4bca-b3c5-3eb95ee5ac25 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.895373 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:27.937198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=af0ec574-f7d6-495a-8a2c-3131c2f48d24,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:27.969805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-cd4a62cc-9c0e-4f1a-b9a8-a9e45ffe3264 None None] Provisioning complete for port 913b74c1-5355-4330-9c5c-2dfe244c2899 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:27.971027 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd4a62cc-9c0e-4f1a-b9a8-a9e45ffe3264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:28.042428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cefa7-be21-4bca-b3c5-3eb95ee5ac25 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Subnet': ['ID=fd6e3fcd-a5f2-4a22-9352-433088a9400a,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:28.067441 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32b90943-8dbe-4f80-8278-f8a4833ea499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:28.076858 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32b90943-8dbe-4f80-8278-f8a4833ea499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:28.086770 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-32b90943-8dbe-4f80-8278-f8a4833ea499 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e6813b7-4c74-49bb-8584-2a727709acc7 HTTP/1.1" status: 204 len: 168 time: 0.6877174 Nov 24 13:06:28.107014 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b90943-8dbe-4f80-8278-f8a4833ea499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6813b7-4c74-49bb-8584-2a727709acc7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:28.120392 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0cefa7-be21-4bca-b3c5-3eb95ee5ac25 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Checking segment: {'id': '9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:28.123038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0cefa7-be21-4bca-b3c5-3eb95ee5ac25 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network hostable DHCP agents. Network: b3b5c7ea-ce5d-4730-a58c-4290a42de618, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:06:28.203013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0cefa7-be21-4bca-b3c5-3eb95ee5ac25 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network b3b5c7ea-ce5d-4730-a58c-4290a42de618 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:06:28.233441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-cd4a62cc-9c0e-4f1a-b9a8-a9e45ffe3264 None None] Provisioning complete for port 4ca77a6d-95ca-4078-9590-c2f51336cce0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:28.233998 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cd4a62cc-9c0e-4f1a-b9a8-a9e45ffe3264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:28.292111 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a62cc-9c0e-4f1a-b9a8-a9e45ffe3264 None None] Port 4ca77a6d-95ca-4078-9590-c2f51336cce0 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:28.394120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-7a0cefa7-be21-4bca-b3c5-3eb95ee5ac25 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, b3b5c7ea-ce5d-4730-a58c-4290a42de618) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:28.407068 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0cefa7-be21-4bca-b3c5-3eb95ee5ac25 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:28.407670 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a0cefa7-be21-4bca-b3c5-3eb95ee5ac25 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:28.471878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42012) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:28.472442 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7a0cefa7-be21-4bca-b3c5-3eb95ee5ac25 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4728611 Nov 24 13:06:28.474545 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa1f3b-7de2-4fe7-82c0-533338638075 req-294625ab-b178-4f3d-9096-ba786fc93b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:28.476065 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-89fa1f3b-7de2-4fe7-82c0-533338638075 req-294625ab-b178-4f3d-9096-ba786fc93b56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 1096 time: 0.6063342 Nov 24 13:06:28.490058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7ec42-fa14-43af-a5cf-dee68b825338 req-a3d9e7f7-c0d6-473d-bcc0-a1147f92be5e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:28.494537 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e5d551d3-fc0b-439c-a65d-f11b6b82448d None None] Provisioning complete for port 4ca77a6d-95ca-4078-9590-c2f51336cce0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:28.496420 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e5d551d3-fc0b-439c-a65d-f11b6b82448d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:28.498396 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81b7ec42-fa14-43af-a5cf-dee68b825338 req-a3d9e7f7-c0d6-473d-bcc0-a1147f92be5e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 945 time: 0.1816659 Nov 24 13:06:28.577496 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81b7ec42-fa14-43af-a5cf-dee68b825338 req-e699e415-ce73-4f4b-8a49-dafda5d757b4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735319 Nov 24 13:06:28.594388 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af86ec-9a87-4695-b993-3130a2abf011 None None] Network b3b5c7ea-ce5d-4730-a58c-4290a42de618 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:28.600696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 913b74c1-5355-4330-9c5c-2dfe244c2899 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:28.636606 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-89fa1f3b-7de2-4fe7-82c0-533338638075 req-cc290dd8-a1d7-401b-b272-7974f36a412b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291502 Nov 24 13:06:28.791265 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:28.810450 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:28.877329 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e5d551d3-fc0b-439c-a65d-f11b6b82448d None None] Port 4ca77a6d-95ca-4078-9590-c2f51336cce0 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:29.012380 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af99b0-98c7-433f-88e4-70c3349ab3fb None None] Pushing event updated for resources: {'Port': ['ID=4ca77a6d-95ca-4078-9590-c2f51336cce0,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:29.084392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 913b74c1-5355-4330-9c5c-2dfe244c2899 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:29.086951 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:29.156055 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Attempting to bind port 4ca77a6d-95ca-4078-9590-c2f51336cce0 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:06:29.156503 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Attempting to bind port 4ca77a6d-95ca-4078-9590-c2f51336cce0 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'cf20ce09-de12-4f28-b724-8573b82197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:06:29.157929 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Attempting to bind port 4ca77a6d-95ca-4078-9590-c2f51336cce0 on network 358ff35b-c04c-4cf0-95e6-71cbadb027ec {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:29.177635 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:06:29.178159 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Checking segment: {'id': 'cf20ce09-de12-4f28-b724-8573b82197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:29.178577 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:29.181918 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Bound using segment: {'id': 'cf20ce09-de12-4f28-b724-8573b82197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:06:29.182651 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Bound port: 4ca77a6d-95ca-4078-9590-c2f51336cce0, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf20ce09-de12-4f28-b724-8573b82197b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:06:29.183053 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:29.268462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a59b1fcf-7504-4634-88cb-261c53123c48 None None] Provisioning complete for port 4ca77a6d-95ca-4078-9590-c2f51336cce0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:29.268972 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a59b1fcf-7504-4634-88cb-261c53123c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:29.310991 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] For port 4ca77a6d-95ca-4078-9590-c2f51336cce0, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:06:29.316239 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] For port 4ca77a6d-95ca-4078-9590-c2f51336cce0, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4ca77a6d-95ca-4078-9590-c2f51336cce0,segment=NetworkSegment(cf20ce09-de12-4f28-b724-8573b82197b2),segment_id=cf20ce09-de12-4f28-b724-8573b82197b2)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:06:29.325480 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:29.387025 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a59b1fcf-7504-4634-88cb-261c53123c48 None None] Port 4ca77a6d-95ca-4078-9590-c2f51336cce0 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:29.392384 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:06:29.393335 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:29.440897 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af99b0-98c7-433f-88e4-70c3349ab3fb None None] Pushing event updated for resources: {'Port': ['ID=4ca77a6d-95ca-4078-9590-c2f51336cce0,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:29.473564 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:29.474209 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:29.734855 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:30.238081 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-32c1a753-c99a-485a-86a8-d1e519ad6ac4 None None] Provisioning complete for port 4ca77a6d-95ca-4078-9590-c2f51336cce0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:30.238577 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-32c1a753-c99a-485a-86a8-d1e519ad6ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:30.283029 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:24Z', 'revision_number': 3, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:29Z', 'revision_number': 4, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:30.314555 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b00e35-070d-4bfd-9985-147c0227dff4 None None] The sync data for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 is: [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:24Z', 'revision_number': 3, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:29Z', 'revision_number': 4, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:06:30.358521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71715b0e-9b69-4951-856b-ee208af18b16 req-c1d2492e-dcca-461c-8698-012c91e5e301 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:30.360314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71715b0e-9b69-4951-856b-ee208af18b16 req-c1d2492e-dcca-461c-8698-012c91e5e301 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 945 time: 0.2322669 Nov 24 13:06:30.420302 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42086) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:30.523396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Allocated IP 2001:db8:2::2 (b3b5c7ea-ce5d-4730-a58c-4290a42de618/fd6e3fcd-a5f2-4a22-9352-433088a9400a/08340bcc-0564-416e-a1b9-58db5f87c22a) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:30.579897 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:30.625319 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-32c1a753-c99a-485a-86a8-d1e519ad6ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:30.636892 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-398538917-network', 'tenant_id': '6fc5b862c41e45e2882a6f8bcd37ddb2'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:30.707051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] Made reservation on behalf of 6fc5b862c41e45e2882a6f8bcd37ddb2 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:30.712810 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:30.742431 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:30.814117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42096) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:30.838858 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71715b0e-9b69-4951-856b-ee208af18b16 req-dc9ab3c3-5d11-4a36-bf58-456023eba547 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4544156 Nov 24 13:06:30.855038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-32c1a753-c99a-485a-86a8-d1e519ad6ac4 None None] For port 4ca77a6d-95ca-4078-9590-c2f51336cce0, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4ca77a6d-95ca-4078-9590-c2f51336cce0,segment=NetworkSegment(cf20ce09-de12-4f28-b724-8573b82197b2),segment_id=cf20ce09-de12-4f28-b724-8573b82197b2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:30.966546 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-32c1a753-c99a-485a-86a8-d1e519ad6ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:31.006859 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:31.016678 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:31.058849 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:06:31.122899 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:31.123968 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] Added segment fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5 of type vlan for network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 Nov 24 13:06:31.127809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cda581f-6132-46e5-aa9f-719549de2cfd,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:31.192125 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-ee3ae8a5-a1ab-4404-8fcc-813956abffcd tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.194093 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ee3ae8a5-a1ab-4404-8fcc-813956abffcd tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3789461 Nov 24 13:06:31.207162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42106) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.239235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1a753-c99a-485a-86a8-d1e519ad6ac4 None None] Pushing event updated for resources: {'Port': ['ID=4ca77a6d-95ca-4078-9590-c2f51336cce0,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:31.272943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-91d001cd-25b5-44b7-ae85-57e74f2506df tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.274200 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-91d001cd-25b5-44b7-ae85-57e74f2506df tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0660598 Nov 24 13:06:31.280487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42114) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.293295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-8a66f303-847f-4ca9-8237-9aba93dea8bb tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.296757 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8a66f303-847f-4ca9-8237-9aba93dea8bb tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0128894 Nov 24 13:06:31.297690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42120) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.308718 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-e3c8555f-5620-4f1f-a9a1-0cc8ad849f6c tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.312076 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e3c8555f-5620-4f1f-a9a1-0cc8ad849f6c tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049996 Nov 24 13:06:31.315041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42122) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.321161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-99f44255-1016-4d2e-a8f9-c2dfea10c909 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.326439 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-49371f4a-638d-4249-a753-2abe93acd5b2 None None] Provisioning complete for port 4ca77a6d-95ca-4078-9590-c2f51336cce0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:31.326815 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-49371f4a-638d-4249-a753-2abe93acd5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:31.332149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42124) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.333962 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-99f44255-1016-4d2e-a8f9-c2dfea10c909 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0177789 Nov 24 13:06:31.336211 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:31.338929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-266aad0c-e1d0-464a-b862-b8b1174a16bd tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.340115 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-266aad0c-e1d0-464a-b862-b8b1174a16bd tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0066073 Nov 24 13:06:31.343091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42126) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.349593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-c0ac344d-5729-497d-b678-9d71481333f0 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.350583 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c0ac344d-5729-497d-b678-9d71481333f0 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0062346 Nov 24 13:06:31.363256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42128) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.370781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-0e6db14e-c841-4870-bdbe-6e1a96b33855 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.372771 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0e6db14e-c841-4870-bdbe-6e1a96b33855 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0062413 Nov 24 13:06:31.374784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42130) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.384530 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-bc26c7a3-a872-47eb-8d69-73a3023a496e tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.388465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42132) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.388984 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bc26c7a3-a872-47eb-8d69-73a3023a496e tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0131063 Nov 24 13:06:31.390432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:31.394702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:31.394702 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:31.394963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-f882ee3f-0e3f-4119-a87c-e73591aa542f tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.395639 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f882ee3f-0e3f-4119-a87c-e73591aa542f tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0055759 Nov 24 13:06:31.397583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42136) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.407287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-149b9b9b-2446-42fd-a52a-e45147fe4ee9 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.408579 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-149b9b9b-2446-42fd-a52a-e45147fe4ee9 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0098619 Nov 24 13:06:31.411469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42138) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.419105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-92b3e70b-f5ff-427e-9ed9-2f433abf9136 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.420520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-92b3e70b-f5ff-427e-9ed9-2f433abf9136 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0077276 Nov 24 13:06:31.423603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42140) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.428686 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:31.430484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-72ea329a-1e28-4f7c-91d8-f3c5caffdb77 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.432682 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-72ea329a-1e28-4f7c-91d8-f3c5caffdb77 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0078280 Nov 24 13:06:31.435875 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42142) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.443005 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-d6f3ec0b-db79-498b-a803-bc85f8037e39 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.443989 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:31.447073 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d6f3ec0b-db79-498b-a803-bc85f8037e39 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0072658 Nov 24 13:06:31.447790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42144) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.451870 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-bb4a5cc7-d860-4359-b4f1-d7e431688788 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.455054 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bb4a5cc7-d860-4359-b4f1-d7e431688788 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044923 Nov 24 13:06:31.460764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42146) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.467746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-6e2fb8d3-cd2f-4404-8c4a-18ecd27e2c25 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.472476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6e2fb8d3-cd2f-4404-8c4a-18ecd27e2c25 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0077543 Nov 24 13:06:31.476755 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42148) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.488033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-a3bf8f52-8ee7-440f-8ab9-c32bff05dfd4 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.498217 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a3bf8f52-8ee7-440f-8ab9-c32bff05dfd4 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0123501 Nov 24 13:06:31.503676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42150) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.507911 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Network b3b5c7ea-ce5d-4730-a58c-4290a42de618 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:31.508930 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0873895 Nov 24 13:06:31.509615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-8b261482-0b0a-4441-9e7e-869e2a1f7136 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.509837 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42152) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.513696 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8b261482-0b0a-4441-9e7e-869e2a1f7136 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0087764 Nov 24 13:06:31.516875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:31.517439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42154) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.519371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:31.519599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3f9357de-bb8c-40ff-b936-339db85614d6 admin admin] Request body: {'subnet': {'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-398538917-subnet', 'tenant_id': '6fc5b862c41e45e2882a6f8bcd37ddb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:31.522097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-cd6336c0-7f31-4204-808d-e372be1c2d00 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.526406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cd6336c0-7f31-4204-808d-e372be1c2d00 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0078652 Nov 24 13:06:31.527164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42156) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.539301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-d77fb11b-e6b3-40cf-8b17-4c1e268c7788 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.543338 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d77fb11b-e6b3-40cf-8b17-4c1e268c7788 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077555 Nov 24 13:06:31.546348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42158) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.551448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-d52cf3de-c4e5-4684-b20d-2032a149af18 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.555331 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d52cf3de-c4e5-4684-b20d-2032a149af18 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0078747 Nov 24 13:06:31.558883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42160) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.563237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-3be686db-71dc-42ff-9752-199966051ecc tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.567060 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3be686db-71dc-42ff-9752-199966051ecc tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0070601 Nov 24 13:06:31.567827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42162) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.580828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-27666c43-cef9-4a36-b883-dbc45b5c90e6 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.584559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19cdcd-4316-4d6d-b729-eb462d3223c4 admin admin] Pushing event updated for resources: {'Network': ['ID=11c226cd-be44-48cf-a7e4-3f9e6832d7e7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:31.584977 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-27666c43-cef9-4a36-b883-dbc45b5c90e6 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0099020 Nov 24 13:06:31.585775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42164) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.593691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-c468b560-a456-4fed-bdac-5ea70a89866c tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.597726 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c468b560-a456-4fed-bdac-5ea70a89866c tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0077803 Nov 24 13:06:31.600393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42166) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.611168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-1e724e25-ddd6-4125-9625-2e3043d2012a tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.613628 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1e724e25-ddd6-4125-9625-2e3043d2012a tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0089278 Nov 24 13:06:31.615421 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9357de-bb8c-40ff-b936-339db85614d6 admin admin] Made reservation on behalf of 6fc5b862c41e45e2882a6f8bcd37ddb2 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:31.618705 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42168) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.620125 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f9357de-bb8c-40ff-b936-339db85614d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:31.623017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-7c7c0a1e-5464-495f-b7cc-6f9dbb1a1cf6 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.626741 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7c7c0a1e-5464-495f-b7cc-6f9dbb1a1cf6 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0070219 Nov 24 13:06:31.628115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Allocated IP 2001:db8:2::1 (b3b5c7ea-ce5d-4730-a58c-4290a42de618/fd6e3fcd-a5f2-4a22-9352-433088a9400a/109cb501-095a-4a8b-9b1c-ed74f72c1724) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:31.630071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42170) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.632683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:06:31.634284 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-24ecd3a0-8337-44d7-9233-b6b68d3e4146 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.638836 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-24ecd3a0-8337-44d7-9233-b6b68d3e4146 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0077035 Nov 24 13:06:31.639417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42172) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.639659 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Pushing event updated for resources: {'Port': ['ID=08340bcc-0564-416e-a1b9-58db5f87c22a,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:31.645739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-d31cc7cc-1f7a-45ee-a1cd-260550a2461e tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.649657 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d31cc7cc-1f7a-45ee-a1cd-260550a2461e tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0071790 Nov 24 13:06:31.650934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42174) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.657639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-bb8f2c26-9423-41cf-8e95-bbc30cdf1343 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.661150 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bb8f2c26-9423-41cf-8e95-bbc30cdf1343 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0078254 Nov 24 13:06:31.665488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42176) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.671155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-051da3da-057b-48ec-9758-612fac193393 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.675117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-051da3da-057b-48ec-9758-612fac193393 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0084188 Nov 24 13:06:31.675842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42178) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.684232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-f7e03b67-92c1-444a-b4ad-5bfd797f586c tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.687767 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f7e03b67-92c1-444a-b4ad-5bfd797f586c tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0079463 Nov 24 13:06:31.688611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42180) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.695598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-213853df-6554-4878-aa9c-dbc59321c8c8 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.698977 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-213853df-6554-4878-aa9c-dbc59321c8c8 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0061624 Nov 24 13:06:31.700503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42182) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.706232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-8ea2e831-bb18-48c6-b2e3-71f567356785 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.710738 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8ea2e831-bb18-48c6-b2e3-71f567356785 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0065544 Nov 24 13:06:31.717629 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Attempting to bind port 08340bcc-0564-416e-a1b9-58db5f87c22a on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:06:31.718119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Attempting to bind port 08340bcc-0564-416e-a1b9-58db5f87c22a by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:06:31.719210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Attempting to bind port 08340bcc-0564-416e-a1b9-58db5f87c22a on network b3b5c7ea-ce5d-4730-a58c-4290a42de618 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:31.730621 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42184) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.737049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-73545be7-110d-4f3f-be44-9da55e8ee99d tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.741136 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-73545be7-110d-4f3f-be44-9da55e8ee99d tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0090911 Nov 24 13:06:31.742139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42186) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.751869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-97eaa460-d48e-488b-aed2-1950b9099d8f tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.755914 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-97eaa460-d48e-488b-aed2-1950b9099d8f tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0088859 Nov 24 13:06:31.756795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42190) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.770106 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-97d4a6a1-c9e1-4f14-85f0-3e689e282c38 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.775027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-97d4a6a1-c9e1-4f14-85f0-3e689e282c38 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0089722 Nov 24 13:06:31.776421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42192) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.784509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-47c14dde-d6ee-42cf-b305-e0042b29c296 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.789214 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-47c14dde-d6ee-42cf-b305-e0042b29c296 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0086880 Nov 24 13:06:31.790134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42194) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.798152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-8b8d54a6-442c-4883-856f-7cdba684d6bd tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.802420 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8b8d54a6-442c-4883-856f-7cdba684d6bd tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0076947 Nov 24 13:06:31.810621 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42196) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.815097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-97d70520-4dda-4ecd-94ed-38244d487b97 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.818429 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-97d70520-4dda-4ecd-94ed-38244d487b97 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044317 Nov 24 13:06:31.824985 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42198) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.828870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:06:31.829264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Checking segment: {'id': '9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:31.832460 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:31.832963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Bound using segment: {'id': '9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:06:31.833471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Bound port: 08340bcc-0564-416e-a1b9-58db5f87c22a, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:06:31.833863 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:31.844845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-c013452b-dd83-472c-8fa8-5ff215032947 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.850362 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c013452b-dd83-472c-8fa8-5ff215032947 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0222130 Nov 24 13:06:31.857055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42200) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.866548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-c72ece81-e89c-4689-8eb7-481c08a5d6e2 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.869894 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c72ece81-e89c-4689-8eb7-481c08a5d6e2 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0095525 Nov 24 13:06:31.871791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42202) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.900680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-5500baf2-4d5c-4d6b-aa46-519d3d40e27e tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.905941 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5500baf2-4d5c-4d6b-aa46-519d3d40e27e tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0269029 Nov 24 13:06:31.906205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42206) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.919526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-cc10d1f3-dfe9-4321-b934-6b3546c27b3e tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.921040 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cc10d1f3-dfe9-4321-b934-6b3546c27b3e tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0106020 Nov 24 13:06:31.923577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] For port 08340bcc-0564-416e-a1b9-58db5f87c22a, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:06:31.927806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] For port 08340bcc-0564-416e-a1b9-58db5f87c22a, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=08340bcc-0564-416e-a1b9-58db5f87c22a,segment=NetworkSegment(9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a),segment_id=9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:06:31.928696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42208) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.935932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-25bb9b37-cd2d-4248-b2d4-414d38cb0faf tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.937234 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-25bb9b37-cd2d-4248-b2d4-414d38cb0faf tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073497 Nov 24 13:06:31.938993 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:31.940597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42210) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.948474 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-1837c21f-7bd1-4243-8a63-b70d53b505f2 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.949756 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1837c21f-7bd1-4243-8a63-b70d53b505f2 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0080218 Nov 24 13:06:31.953330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42212) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.957908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-fdec857c-7524-4eec-a912-dc7c5078339a tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.959083 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fdec857c-7524-4eec-a912-dc7c5078339a tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0045977 Nov 24 13:06:31.963491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42214) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.972896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-6776fe2d-04ec-4982-9b35-2551c7996112 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.978967 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6776fe2d-04ec-4982-9b35-2551c7996112 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0142741 Nov 24 13:06:31.982009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42218) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.987769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-03b17d7f-76f5-4c5d-a1f9-378a13aa0001 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.988990 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-03b17d7f-76f5-4c5d-a1f9-378a13aa0001 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0057917 Nov 24 13:06:31.992827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42220) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:31.997226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-46ec241f-6069-4d41-88d7-3b549f80a219 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:31.998472 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-46ec241f-6069-4d41-88d7-3b549f80a219 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045192 Nov 24 13:06:32.002302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42222) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.006780 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-e5abf087-1201-4a45-bee7-ffaa1ce33536 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.007954 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e5abf087-1201-4a45-bee7-ffaa1ce33536 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044501 Nov 24 13:06:32.018778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42224) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.023473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-ccca1b45-7646-450b-b536-3f4de13a5b4d tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.024652 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ccca1b45-7646-450b-b536-3f4de13a5b4d tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0046992 Nov 24 13:06:32.030510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42226) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.037821 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261da8b-c37f-4a15-acce-1addee1c9ef7 None None] Pushing event updated for resources: {'Port': ['ID=08340bcc-0564-416e-a1b9-58db5f87c22a,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:32.038417 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-20440ba6-7795-413a-964c-ab148431d42e tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.038738 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:32.039785 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-20440ba6-7795-413a-964c-ab148431d42e tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0081391 Nov 24 13:06:32.044689 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42228) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.049361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-e97b33f7-9747-452f-a457-84d82fdd6696 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.053650 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e97b33f7-9747-452f-a457-84d82fdd6696 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0074410 Nov 24 13:06:32.055781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42230) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.064319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-39e8e891-4af4-4dcb-bc84-c2c931b38785 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.068880 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-39e8e891-4af4-4dcb-bc84-c2c931b38785 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0094240 Nov 24 13:06:32.070399 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42232) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.081008 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-528c9675-c59d-43ed-8db4-da2006186669 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.085119 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-528c9675-c59d-43ed-8db4-da2006186669 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0095417 Nov 24 13:06:32.088938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42234) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.093587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-a9152de3-a6c9-4bb3-aaa5-59452ebdb58f tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.097134 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a9152de3-a6c9-4bb3-aaa5-59452ebdb58f tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044849 Nov 24 13:06:32.097689 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42236) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.106729 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-885ded79-15ed-457b-8bd4-84fb8ab830f3 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.106729 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-885ded79-15ed-457b-8bd4-84fb8ab830f3 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0058606 Nov 24 13:06:32.107018 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f9357de-bb8c-40ff-b936-339db85614d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:32.107604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42238) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.113659 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-25d6b92d-e80c-406a-9874-6f98ae27f0fe tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.119757 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-25d6b92d-e80c-406a-9874-6f98ae27f0fe tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0076606 Nov 24 13:06:32.124123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42240) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.131182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-ba7d0b35-64a6-47b0-99af-e301c55521f5 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.134814 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ba7d0b35-64a6-47b0-99af-e301c55521f5 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0070956 Nov 24 13:06:32.139762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42242) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.158472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-6604092a-2f79-4639-a7f6-608c04205159 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.163762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6604092a-2f79-4639-a7f6-608c04205159 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0156262 Nov 24 13:06:32.163762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42244) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.169753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-a3ce35f7-fd64-4f26-bafa-29e5d5525e88 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.173142 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a3ce35f7-fd64-4f26-bafa-29e5d5525e88 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0064204 Nov 24 13:06:32.174974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42246) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.183964 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-345f0a7b-2c7f-4b08-85d6-f875edc2fb37 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.185743 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-345f0a7b-2c7f-4b08-85d6-f875edc2fb37 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0056846 Nov 24 13:06:32.190140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42248) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.204332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839b45d-9dc1-4fbb-9a25-273d74019170 req-6f60e865-4e6f-44b0-a70c-ca32973ba8a3 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:32.205974 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b839b45d-9dc1-4fbb-9a25-273d74019170 req-6f60e865-4e6f-44b0-a70c-ca32973ba8a3 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 945 time: 0.1507556 Nov 24 13:06:32.211218 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:32.215949 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-fc90c885-8c59-4445-bdc7-79a9c78233a2 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.219354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fc90c885-8c59-4445-bdc7-79a9c78233a2 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0233581 Nov 24 13:06:32.219354 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9357de-bb8c-40ff-b936-339db85614d6 admin admin] Checking segment: {'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:32.219354 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9357de-bb8c-40ff-b936-339db85614d6 admin admin] Network hostable DHCP agents. Network: 11c226cd-be44-48cf-a7e4-3f9e6832d7e7, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:06:32.222802 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42252) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.226183 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9357de-bb8c-40ff-b936-339db85614d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f3e85b-683d-4513-bd49-62d39197bf31,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:32.291757 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b839b45d-9dc1-4fbb-9a25-273d74019170 req-24c432b4-1fc0-4ca4-905f-4cb433ce67f3 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707753 Nov 24 13:06:32.292328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9357de-bb8c-40ff-b936-339db85614d6 admin admin] Network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:06:32.303280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-c9327902-d86d-4326-87c6-b3939b28d809 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.304465 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c9327902-d86d-4326-87c6-b3939b28d809 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0104713 Nov 24 13:06:32.312556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-3f9357de-bb8c-40ff-b936-339db85614d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 11c226cd-be44-48cf-a7e4-3f9e6832d7e7) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:32.319152 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42256) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.324197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=109cb501-095a-4a8b-9b1c-ed74f72c1724,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:32.324394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-7ed9a28d-c6e2-4b17-b5d2-6812554e18ec tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.331166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc33518-d4ae-43b8-8bc0-0ba7d6796f63 None None] Network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:32.335371 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7ed9a28d-c6e2-4b17-b5d2-6812554e18ec tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0157754 Nov 24 13:06:32.336394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network b3b5c7ea-ce5d-4730-a58c-4290a42de618 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:32.338179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42262) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.340676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9357de-bb8c-40ff-b936-339db85614d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:32.343244 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f9357de-bb8c-40ff-b936-339db85614d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:32.350595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-3b53ad29-d5a9-459e-8b99-386cb1464956 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.353834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3b53ad29-d5a9-459e-8b99-386cb1464956 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0131679 Nov 24 13:06:32.355346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42264) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.366678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [None req-96afccd5-0a3b-4270-af1e-ac3d20b5e514 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.367947 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-96afccd5-0a3b-4270-af1e-ac3d20b5e514 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0101333 Nov 24 13:06:32.370437 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:32.371344 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42266) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.377621 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-66c769c6-5acd-4390-b7cf-ad8cfa1f478c tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.380464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:32.380912 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-66c769c6-5acd-4390-b7cf-ad8cfa1f478c tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0068858 Nov 24 13:06:32.381433 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:32.383210 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42268) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.394693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-fbd20d0b-d050-4c1e-b48e-e3bc90dc817b tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.396790 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fbd20d0b-d050-4c1e-b48e-e3bc90dc817b tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0115635 Nov 24 13:06:32.430060 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3f9357de-bb8c-40ff-b936-339db85614d6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9172120 Nov 24 13:06:32.432622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42272) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.442182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-f2020318-e48a-4ccc-af64-f449a559c6b5 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.443194 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f2020318-e48a-4ccc-af64-f449a559c6b5 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0076137 Nov 24 13:06:32.451825 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42276) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:32.494282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [None req-d37c1005-4a2e-425a-8f21-9721fcad3975 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:06:32.496693 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d37c1005-4a2e-425a-8f21-9721fcad3975 tempest-ExtensionsTestJSON-1528536966 tempest-ExtensionsTestJSON-1528536966-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0408797 Nov 24 13:06:32.516417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4ca77a6d-95ca-4078-9590-c2f51336cce0 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:32.641592 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16131d06-0f90-4045-b6d1-e578a04e9edc req-3081d3cf-38a9-42f3-9a74-71b606fafd9e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1767716912&fields=id&tenant_id=6c133cefd4e346b2a935766bfd514042 HTTP/1.1" status: 200 len: 267 time: 0.0906093 Nov 24 13:06:32.710513 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:32.781521 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16131d06-0f90-4045-b6d1-e578a04e9edc req-a2ece3b3-37d5-40db-9cd3-e1c058332c24 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:32.791343 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16131d06-0f90-4045-b6d1-e578a04e9edc req-a2ece3b3-37d5-40db-9cd3-e1c058332c24 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 945 time: 0.1474144 Nov 24 13:06:32.800427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-16131d06-0f90-4045-b6d1-e578a04e9edc req-260498bf-ddcc-4e65-b2e0-ef327ae2fa6a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'port': {'security_groups': ['79d809a1-a446-4099-a9d1-5d264c0f74b9', '4b2481d1-3ebf-46eb-9b18-a05287a257af']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:32.899123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 4ca77a6d-95ca-4078-9590-c2f51336cce0 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:32.904057 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:32.965135 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-16131d06-0f90-4045-b6d1-e578a04e9edc req-260498bf-ddcc-4e65-b2e0-ef327ae2fa6a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:33.026372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77cb859-154c-47a5-8be8-fb481ed4a98a None None] Network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:33.270426 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:33.282434 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:33.300462 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:33.317272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42304) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:33.471232 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=109cb501-095a-4a8b-9b1c-ed74f72c1724,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:33.563594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-16131d06-0f90-4045-b6d1-e578a04e9edc req-260498bf-ddcc-4e65-b2e0-ef327ae2fa6a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] For port af0ec574-f7d6-495a-8a2c-3131c2f48d24, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=af0ec574-f7d6-495a-8a2c-3131c2f48d24,segment=NetworkSegment(d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c),segment_id=d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:33.646912 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-16131d06-0f90-4045-b6d1-e578a04e9edc req-260498bf-ddcc-4e65-b2e0-ef327ae2fa6a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:33.662231 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-16131d06-0f90-4045-b6d1-e578a04e9edc req-260498bf-ddcc-4e65-b2e0-ef327ae2fa6a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:33.675846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['8da88159-4e7a-486a-a745-8a9148ec1417', 'af0ec574-f7d6-495a-8a2c-3131c2f48d24'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:06:33.747947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network b3b5c7ea-ce5d-4730-a58c-4290a42de618 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:33.858505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260498bf-ddcc-4e65-b2e0-ef327ae2fa6a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'Port': ['ID=af0ec574-f7d6-495a-8a2c-3131c2f48d24,revision_number=6']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:33.908887 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16131d06-0f90-4045-b6d1-e578a04e9edc req-260498bf-ddcc-4e65-b2e0-ef327ae2fa6a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:33.909587 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-16131d06-0f90-4045-b6d1-e578a04e9edc req-260498bf-ddcc-4e65-b2e0-ef327ae2fa6a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:33.913806 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16131d06-0f90-4045-b6d1-e578a04e9edc req-260498bf-ddcc-4e65-b2e0-ef327ae2fa6a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "PUT /v2.0/ports/af0ec574-f7d6-495a-8a2c-3131c2f48d24 HTTP/1.1" status: 200 len: 981 time: 1.1212442 Nov 24 13:06:33.914325 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74d876d-0523-4492-b443-acefaa94a4ee', 'tag': 'af0ec574-f7d6-495a-8a2c-3131c2f48d24'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:06:33.918952 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de61671-4347-47e4-8bc3-7ca470545e36" -d '{"events": [{"name": "network-changed", "server_uuid": "e74d876d-0523-4492-b443-acefaa94a4ee", "tag": "af0ec574-f7d6-495a-8a2c-3131c2f48d24"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:06:33.941526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a284b-6265-4aef-86ee-32ad3017542a req-cd650253-7dcb-465d-8ce9-46c17624e9e8 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:33.944235 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-341a284b-6265-4aef-86ee-32ad3017542a req-cd650253-7dcb-465d-8ce9-46c17624e9e8 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/networks?id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 200 len: 814 time: 0.2577400 Nov 24 13:06:33.951969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:33.999343 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be16ddae-d222-4213-b79f-10d9fd86559a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:34.032356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['af0ec574-f7d6-495a-8a2c-3131c2f48d24'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:06:34.041520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898826e3-09a9-43f6-aeee-f6a529dabce1 None None] Network b3b5c7ea-ce5d-4730-a58c-4290a42de618 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:34.050521 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-341a284b-6265-4aef-86ee-32ad3017542a req-63129d64-3955-405e-bcbe-2269b6fd43ad tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/quotas/6fc5b862c41e45e2882a6f8bcd37ddb2 HTTP/1.1" status: 200 len: 375 time: 0.0938215 Nov 24 13:06:34.241984 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ed1cd61a-bd99-43f4-9733-fd17f8e37bb5 req-a32a8e82-4403-4e4e-8ac3-c105109fa969 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/4b2481d1-3ebf-46eb-9b18-a05287a257af HTTP/1.1" status: 200 len: 1819 time: 0.0838661 Nov 24 13:06:34.253748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-721e2fa6-073e-40d3-9d32-17482c477dd6 None None] Provisioning complete for port 08340bcc-0564-416e-a1b9-58db5f87c22a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:34.254098 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-721e2fa6-073e-40d3-9d32-17482c477dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:34.299114 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-341a284b-6265-4aef-86ee-32ad3017542a req-17ccbaf9-c537-4cb2-a9bd-22fd5a678a43 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2257602 Nov 24 13:06:34.308220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router b5079635-73ef-4e31-93d0-66c26d16d1df has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:06:34.362892 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-ed1cd61a-bd99-43f4-9733-fd17f8e37bb5 req-449a647c-8d0a-4b0d-a4aa-addc737ee84e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 13:06:34.377452 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ed1cd61a-bd99-43f4-9733-fd17f8e37bb5 req-449a647c-8d0a-4b0d-a4aa-addc737ee84e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "DELETE /v2.0/security-groups/4b2481d1-3ebf-46eb-9b18-a05287a257af HTTP/1.1" status: 409 len: 341 time: 0.1196778 Nov 24 13:06:34.541934 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-341a284b-6265-4aef-86ee-32ad3017542a req-d7b2a3e4-d467-43fe-b67b-9374499834bd service neutron] 10.222.0.48 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303097 Nov 24 13:06:34.620613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:06:34.632426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7a648f1c-8d40-41fd-b0ec-ec07a192b2e7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1560016 Nov 24 13:06:34.633164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42348) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:34.645981 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-fb832d82-09db-445a-b4cc-d5a26d6f0ea7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1397580505'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:34.675771 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be16ddae-d222-4213-b79f-10d9fd86559a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:34.690091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Sync routers for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:06:34.691249 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be16ddae-d222-4213-b79f-10d9fd86559a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:34.698674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb832d82-09db-445a-b4cc-d5a26d6f0ea7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:34.702259 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb832d82-09db-445a-b4cc-d5a26d6f0ea7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:34.713601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 08340bcc-0564-416e-a1b9-58db5f87c22a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:34.757579 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-341a284b-6265-4aef-86ee-32ad3017542a req-9046543f-76a9-4cac-85e8-46e93b6336fa service neutron] 10.222.0.48 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091279 Nov 24 13:06:34.762666 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-be16ddae-d222-4213-b79f-10d9fd86559a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12ff09fc16bc4ee6aff4ef6b3ebe5b8d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4437921 Nov 24 13:06:34.763564 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16ddae-d222-4213-b79f-10d9fd86559a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1848f1-4999-48ce-8ce4-e334346cc89e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:34.766098 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42354) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:34.783635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb832d82-09db-445a-b4cc-d5a26d6f0ea7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:06:34.810960 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb832d82-09db-445a-b4cc-d5a26d6f0ea7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:34.811839 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-fb832d82-09db-445a-b4cc-d5a26d6f0ea7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Added segment 8eff2af1-8641-46af-90e0-96b1ce9b1179 of type vlan for network 634608fa-10c8-4a11-8061-202d1e1da160 Nov 24 13:06:34.858479 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79663cb3-a613-4276-acb5-3e202402372c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:34.920932 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79663cb3-a613-4276-acb5-3e202402372c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:34.928027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:34.930278 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb832d82-09db-445a-b4cc-d5a26d6f0ea7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:34.931185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:35.012380 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb832d82-09db-445a-b4cc-d5a26d6f0ea7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:35.044335 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79663cb3-a613-4276-acb5-3e202402372c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:35.047945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb832d82-09db-445a-b4cc-d5a26d6f0ea7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:35.048563 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb832d82-09db-445a-b4cc-d5a26d6f0ea7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:35.055250 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79663cb3-a613-4276-acb5-3e202402372c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:35.061930 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-79663cb3-a613-4276-acb5-3e202402372c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee1848f1-4999-48ce-8ce4-e334346cc89e HTTP/1.1" status: 204 len: 168 time: 0.2943616 Nov 24 13:06:35.075118 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8264b47-7d69-4c60-8b35-06ed28d78623 x-openstack-request-id: req-c8264b47-7d69-4c60-8b35-06ed28d78623 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:06:35.076060 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74d876d-0523-4492-b443-acefaa94a4ee", "tag": "af0ec574-f7d6-495a-8a2c-3131c2f48d24", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:06:35.076376 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8264b47-7d69-4c60-8b35-06ed28d78623 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:06:35.076913 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74d876d-0523-4492-b443-acefaa94a4ee', 'tag': 'af0ec574-f7d6-495a-8a2c-3131c2f48d24', 'status': 'completed', 'code': 200} Nov 24 13:06:35.120457 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79663cb3-a613-4276-acb5-3e202402372c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1848f1-4999-48ce-8ce4-e334346cc89e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:35.241184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42370) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:35.276634 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fb832d82-09db-445a-b4cc-d5a26d6f0ea7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6408582 Nov 24 13:06:35.279660 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42374) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:35.285229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-96ba6f8a-76a1-4252-b837-31374f12366f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'subnet': {'network_id': '634608fa-10c8-4a11-8061-202d1e1da160', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:35.381697 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b5094ba-dcb7-4c53-b12b-e1005af6bed3 req-e39e0c52-dfc4-4dfa-bf76-bd09fe0fda7f tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 210 time: 0.0654013 Nov 24 13:06:35.382954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb832d82-09db-445a-b4cc-d5a26d6f0ea7 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Network': ['ID=634608fa-10c8-4a11-8061-202d1e1da160,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:35.419872 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de61671-4347-47e4-8bc3-7ca470545e36 req-6acf829b-1862-4a08-8591-aeb621d4dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:35.421417 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1de61671-4347-47e4-8bc3-7ca470545e36 req-6acf829b-1862-4a08-8591-aeb621d4dde6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c133cefd4e346b2a935766bfd514042&device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 1135 time: 0.3399661 Nov 24 13:06:35.532132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 634608fa-10c8-4a11-8061-202d1e1da160 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:06:35.658962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdeb26-8896-4682-ac37-92cc28440b1b req-f101fa1f-5025-4057-ab11-059fbda740bc tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:35.674298 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b2cdeb26-8896-4682-ac37-92cc28440b1b req-f101fa1f-5025-4057-ab11-059fbda740bc tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 984 time: 0.1919343 Nov 24 13:06:35.683454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de61671-4347-47e4-8bc3-7ca470545e36 req-0522a601-939a-4a53-90fb-847d229cdb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:35.686372 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1de61671-4347-47e4-8bc3-7ca470545e36 req-0522a601-939a-4a53-90fb-847d229cdb2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4 HTTP/1.1" status: 200 len: 913 time: 0.2508626 Nov 24 13:06:35.704036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ba6f8a-76a1-4252-b837-31374f12366f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Made reservation on behalf of 3e7dcac863bf4b19a5d10ba715b50c24 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:35.707861 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96ba6f8a-76a1-4252-b837-31374f12366f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:35.776308 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1de61671-4347-47e4-8bc3-7ca470545e36 req-49e58d8d-8fc2-466a-b813-1176956bc885 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0ec574-f7d6-495a-8a2c-3131c2f48d24 HTTP/1.1" status: 200 len: 217 time: 0.0793467 Nov 24 13:06:35.853213 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b2cdeb26-8896-4682-ac37-92cc28440b1b req-f4b3ff20-2f01-4caa-abd3-382e302d4fcb tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&id=4b2481d1-3ebf-46eb-9b18-a05287a257af&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1619692 Nov 24 13:06:35.856489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de61671-4347-47e4-8bc3-7ca470545e36 req-27366ba2-8d74-4e3e-bc56-82b7a1a34dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:35.858470 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1de61671-4347-47e4-8bc3-7ca470545e36 req-27366ba2-8d74-4e3e-bc56-82b7a1a34dd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a03e294-e1fc-4d91-8bcd-e426a4b730de HTTP/1.1" status: 200 len: 852 time: 0.0782077 Nov 24 13:06:35.903204 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4db7533d-eaeb-4c0a-bcfc-56758c0400b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:35.907358 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1de61671-4347-47e4-8bc3-7ca470545e36 req-01aa7172-b631-4967-bb1d-dbbeacbe179b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374584 Nov 24 13:06:36.059467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 08340bcc-0564-416e-a1b9-58db5f87c22a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:36.060081 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:36.079168 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1de61671-4347-47e4-8bc3-7ca470545e36 req-d1ee5394-d4ff-439a-9b26-df012be3430e service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646464 Nov 24 13:06:36.118780 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-721e2fa6-073e-40d3-9d32-17482c477dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:36.120575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:36.226134 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4db7533d-eaeb-4c0a-bcfc-56758c0400b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:36.246894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4db7533d-eaeb-4c0a-bcfc-56758c0400b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:36.288712 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4db7533d-eaeb-4c0a-bcfc-56758c0400b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ada927668468462f9f69fb703f10d5a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0432336 Nov 24 13:06:36.324445 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42404) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:36.484161 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96ba6f8a-76a1-4252-b837-31374f12366f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:36.532781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7533d-eaeb-4c0a-bcfc-56758c0400b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c218e75-2318-4382-b5cb-2e2ebd9669fe,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:36.829417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba6f8a-76a1-4252-b837-31374f12366f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Subnet': ['ID=8dec1b40-bf6a-4882-8abd-7dfc989bc08a,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:36.847436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ba6f8a-76a1-4252-b837-31374f12366f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Checking segment: {'id': '8eff2af1-8641-46af-90e0-96b1ce9b1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:36.847813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba6f8a-76a1-4252-b837-31374f12366f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network hostable DHCP agents. Network: 634608fa-10c8-4a11-8061-202d1e1da160, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:06:36.863791 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9d6c-e9b8-4a33-a160-5ad66c6f243a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:36.948791 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9d6c-e9b8-4a33-a160-5ad66c6f243a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:36.997491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-721e2fa6-073e-40d3-9d32-17482c477dd6 None None] For port 08340bcc-0564-416e-a1b9-58db5f87c22a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=08340bcc-0564-416e-a1b9-58db5f87c22a,segment=NetworkSegment(9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a),segment_id=9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:37.029760 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:37.038742 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-721e2fa6-073e-40d3-9d32-17482c477dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:37.106272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42428) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:37.133283 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9d6c-e9b8-4a33-a160-5ad66c6f243a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:37.137110 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e7f9d6c-e9b8-4a33-a160-5ad66c6f243a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:37.138289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6e7f9d6c-e9b8-4a33-a160-5ad66c6f243a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c218e75-2318-4382-b5cb-2e2ebd9669fe HTTP/1.1" status: 204 len: 168 time: 0.8128130 Nov 24 13:06:37.185765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ba6f8a-76a1-4252-b837-31374f12366f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 634608fa-10c8-4a11-8061-202d1e1da160 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:06:37.194928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f9d6c-e9b8-4a33-a160-5ad66c6f243a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c218e75-2318-4382-b5cb-2e2ebd9669fe,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:37.226656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c0ac5-2447-4327-9321-9c636be37948 req-35b58ce3-8b28-487d-93f9-7c902b04e442 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:37.239423 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1f9c0ac5-2447-4327-9321-9c636be37948 req-35b58ce3-8b28-487d-93f9-7c902b04e442 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 984 time: 0.1481493 Nov 24 13:06:37.263186 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-96ba6f8a-76a1-4252-b837-31374f12366f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 634608fa-10c8-4a11-8061-202d1e1da160) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:37.293071 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:32Z', 'revision_number': 4, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:33Z', 'revision_number': 2, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:37.303842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba6f8a-76a1-4252-b837-31374f12366f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:37.304451 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96ba6f8a-76a1-4252-b837-31374f12366f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:37.319679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fd789d-b023-4778-aaef-35231c94aade None None] Network 634608fa-10c8-4a11-8061-202d1e1da160 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:37.350184 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-96ba6f8a-76a1-4252-b837-31374f12366f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0693855 Nov 24 13:06:37.455012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42434) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:37.469532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-752765857'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:37.486226 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1de61671-4347-47e4-8bc3-7ca470545e36 req-4ce69e40-7987-4d42-844f-5d41823440dc service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3998375 Nov 24 13:06:37.518422 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1f9c0ac5-2447-4327-9321-9c636be37948 req-d0b1f543-7932-41f0-a0fd-458e04a877a7 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&id=4b2481d1-3ebf-46eb-9b18-a05287a257af&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2775042 Nov 24 13:06:37.592581 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63188206-b62c-4ffb-a068-37cbaa3700ef req-98982c66-ef16-4105-9fef-e96ef1218d9f tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 210 time: 0.0946527 Nov 24 13:06:37.703403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5ad1c775-0cbf-43f7-9d48-0f08a439b3eb None None] Provisioning complete for port 109cb501-095a-4a8b-9b1c-ed74f72c1724 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:37.704234 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ad1c775-0cbf-43f7-9d48-0f08a439b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:37.789510 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e2fa6-073e-40d3-9d32-17482c477dd6 None None] Pushing event updated for resources: {'Port': ['ID=08340bcc-0564-416e-a1b9-58db5f87c22a,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:37.807023 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Made reservation on behalf of 0d8d985f460b457f98b35074f034072a for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:37.810836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5ad1c775-0cbf-43f7-9d48-0f08a439b3eb None None] Port 109cb501-095a-4a8b-9b1c-ed74f72c1724 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:37.812388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad40924-dd25-4707-bf78-76c48216e19c req-1fc44fce-9467-4a70-acaa-e37d6c3bb6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:37.815111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ad40924-dd25-4707-bf78-76c48216e19c req-1fc44fce-9467-4a70-acaa-e37d6c3bb6b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c133cefd4e346b2a935766bfd514042&device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 1135 time: 0.1943889 Nov 24 13:06:37.815359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:37.815611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Checking router: b5079635-73ef-4e31-93d0-66c26d16d1df for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:06:37.816038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Updating router b5079635-73ef-4e31-93d0-66c26d16d1df port 109cb501-095a-4a8b-9b1c-ed74f72c1724 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:06:37.854776 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:37.880842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a284b-6265-4aef-86ee-32ad3017542a req-3aafce69-7ec7-4886-b6b2-33ce1f4b86f2 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:37.882534 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-341a284b-6265-4aef-86ee-32ad3017542a req-3aafce69-7ec7-4886-b6b2-33ce1f4b86f2 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.59 "GET /v2.0/networks?id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 200 len: 814 time: 0.3943627 Nov 24 13:06:37.934661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-341a284b-6265-4aef-86ee-32ad3017542a req-e3824e0b-09eb-4086-82d8-ac2bcecd0db7 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Request body: {'port': {'device_id': '161a9948-80f6-4ebc-9d76-1eb897a7a8f1', 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7', 'admin_state_up': True, 'tenant_id': '6fc5b862c41e45e2882a6f8bcd37ddb2'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:37.964356 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:37.990567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42450) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:38.014130 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d0e065dd-122c-4719-a8b8-b159469238eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.152220 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d0e065dd-122c-4719-a8b8-b159469238eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.176350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d0e065dd-122c-4719-a8b8-b159469238eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.210637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad40924-dd25-4707-bf78-76c48216e19c req-50d18ef3-4eb8-47e9-9be7-a97357df581d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:38.213682 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ad40924-dd25-4707-bf78-76c48216e19c req-50d18ef3-4eb8-47e9-9be7-a97357df581d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4 HTTP/1.1" status: 200 len: 913 time: 0.3848820 Nov 24 13:06:38.221315 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.227487 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.236914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5ad1c775-0cbf-43f7-9d48-0f08a439b3eb None None] Provisioning complete for port 08340bcc-0564-416e-a1b9-58db5f87c22a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:38.237335 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ad1c775-0cbf-43f7-9d48-0f08a439b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.241749 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.246501 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.292313 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ad40924-dd25-4707-bf78-76c48216e19c req-93ab5a1e-67e3-4da2-8707-8cf8b0e4a317 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0ec574-f7d6-495a-8a2c-3131c2f48d24 HTTP/1.1" status: 200 len: 217 time: 0.0674093 Nov 24 13:06:38.321214 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d0e065dd-122c-4719-a8b8-b159469238eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=610c864663e4436e9110c20a17796898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292241 Nov 24 13:06:38.323530 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e065dd-122c-4719-a8b8-b159469238eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbf821d-df96-4419-b7f2-958dbb2de446,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:38.326435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:06:38.328604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42452) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:38.360223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb979dd-8b87-4fee-aba5-f8288cbc857f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:38.377024 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.377525 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Added segment 4f9a3748-cab8-49c4-b51f-716bd75ab7dc of type vlan for network beffeb69-d3ec-4529-9697-698c21939a64 Nov 24 13:06:38.387630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341a284b-6265-4aef-86ee-32ad3017542a req-e3824e0b-09eb-4086-82d8-ac2bcecd0db7 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Made reservation on behalf of 6fc5b862c41e45e2882a6f8bcd37ddb2 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:38.394506 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-341a284b-6265-4aef-86ee-32ad3017542a req-e3824e0b-09eb-4086-82d8-ac2bcecd0db7 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.411745 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.474040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-634608fa-10c8-4a11-8061-202d1e1da160', 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'fixed_ips': [{'subnet_id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:06:38.475267 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.503378 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.542443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04733a0c-a649-4d51-b455-0781873213f7 None None] Pushing event updated for resources: {'Port': ['ID=109cb501-095a-4a8b-9b1c-ed74f72c1724,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:38.658036 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.db.resource_extend [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:06:38.677137 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e2947347-21c7-451a-9936-3b464b16ddcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.714825 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-341a284b-6265-4aef-86ee-32ad3017542a req-e3824e0b-09eb-4086-82d8-ac2bcecd0db7 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Allocated IP 172.20.0.5 (11c226cd-be44-48cf-a7e4-3f9e6832d7e7/f0f3e85b-683d-4513-bd49-62d39197bf31/a5f0a46f-d367-47c5-ae97-060f77b7edc0) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:38.750576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Attempting to bind port 109cb501-095a-4a8b-9b1c-ed74f72c1724 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:06:38.751526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Attempting to bind port 109cb501-095a-4a8b-9b1c-ed74f72c1724 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:06:38.751961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Attempting to bind port 109cb501-095a-4a8b-9b1c-ed74f72c1724 on network b3b5c7ea-ce5d-4730-a58c-4290a42de618 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:38.754562 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.772197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:38.777052 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.777654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:06:38.778184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Checking segment: {'id': '9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:38.778630 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.778995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Bound using segment: {'id': '9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:06:38.779490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Bound port: 109cb501-095a-4a8b-9b1c-ed74f72c1724, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:06:38.779865 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.792079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e2947347-21c7-451a-9936-3b464b16ddcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.830474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-77b7eb4f-6068-4990-940e-e58ef0e1bdfe None None] Provisioning complete for port 109cb501-095a-4a8b-9b1c-ed74f72c1724 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:38.830848 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77b7eb4f-6068-4990-940e-e58ef0e1bdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.929251 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-341a284b-6265-4aef-86ee-32ad3017542a req-e3824e0b-09eb-4086-82d8-ac2bcecd0db7 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.947041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-77b7eb4f-6068-4990-940e-e58ef0e1bdfe None None] Port 109cb501-095a-4a8b-9b1c-ed74f72c1724 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:38.951279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Pushing event updated for resources: {'Network': ['ID=beffeb69-d3ec-4529-9697-698c21939a64,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:38.965977 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e2947347-21c7-451a-9936-3b464b16ddcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.969462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network beffeb69-d3ec-4529-9697-698c21939a64 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:06:38.969839 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e2947347-21c7-451a-9936-3b464b16ddcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:38.971266 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e2947347-21c7-451a-9936-3b464b16ddcf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdbf821d-df96-4419-b7f2-958dbb2de446 HTTP/1.1" status: 204 len: 168 time: 0.6342609 Nov 24 13:06:39.016457 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-341a284b-6265-4aef-86ee-32ad3017542a req-e3824e0b-09eb-4086-82d8-ac2bcecd0db7 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:39.028702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad40924-dd25-4707-bf78-76c48216e19c req-85fe6c20-c804-4c40-839d-ba37ab728a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:39.035540 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ad40924-dd25-4707-bf78-76c48216e19c req-85fe6c20-c804-4c40-839d-ba37ab728a7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a03e294-e1fc-4d91-8bcd-e426a4b730de HTTP/1.1" status: 200 len: 852 time: 0.7283766 Nov 24 13:06:39.128152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d6892936-dd62-4848-ad5e-54fe55fefa37 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0208006 Nov 24 13:06:39.137178 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42464) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:39.143400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2947347-21c7-451a-9936-3b464b16ddcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbf821d-df96-4419-b7f2-958dbb2de446,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:39.229423 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ad40924-dd25-4707-bf78-76c48216e19c req-c81aa6fc-f83f-43bf-957c-1fbdca9ca0bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263316 Nov 24 13:06:39.256770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341a284b-6265-4aef-86ee-32ad3017542a req-e3824e0b-09eb-4086-82d8-ac2bcecd0db7 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:39.292817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Allocated IP 2001:db8:3::2 (634608fa-10c8-4a11-8061-202d1e1da160/8dec1b40-bf6a-4882-8abd-7dfc989bc08a/de989f66-0c8a-4c01-b3bc-91ac8a5ea359) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:39.313714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] For port 109cb501-095a-4a8b-9b1c-ed74f72c1724, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:06:39.327682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ede112c2-03c9-4bfd-aecf-3b18fac877db None None] Provisioning complete for port 109cb501-095a-4a8b-9b1c-ed74f72c1724 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:39.328333 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ede112c2-03c9-4bfd-aecf-3b18fac877db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:39.349254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] For port 109cb501-095a-4a8b-9b1c-ed74f72c1724, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=109cb501-095a-4a8b-9b1c-ed74f72c1724,segment=NetworkSegment(9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a),segment_id=9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:06:39.368755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-02b37ec3-d611-4511-b8eb-7882cb8152ac tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Request body: {'subnet': {'network_id': 'beffeb69-d3ec-4529-9697-698c21939a64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:39.390134 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:39.406114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ef294-c8d4-46c5-b719-0abac2ab3203 req-6f245e6b-95e9-4a6c-9fbf-6a27a6834e34 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:39.422908 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e63ef294-c8d4-46c5-b719-0abac2ab3203 req-6f245e6b-95e9-4a6c-9fbf-6a27a6834e34 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 984 time: 0.7112086 Nov 24 13:06:39.489919 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ad40924-dd25-4707-bf78-76c48216e19c req-446e8115-a66f-4797-8319-db541f5fb2ca service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261400 Nov 24 13:06:39.496800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-341a284b-6265-4aef-86ee-32ad3017542a req-e3824e0b-09eb-4086-82d8-ac2bcecd0db7 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:39.499142 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-341a284b-6265-4aef-86ee-32ad3017542a req-e3824e0b-09eb-4086-82d8-ac2bcecd0db7 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:39.505801 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3824e0b-09eb-4086-82d8-ac2bcecd0db7 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Pushing event updated for resources: {'Port': ['ID=a5f0a46f-d367-47c5-ae97-060f77b7edc0,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:39.549825 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff60f8-4045-4151-a3da-c848d151d1b8 req-51725d80-69dc-4775-8ebb-d21925b88042 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:39.551324 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23ff60f8-4045-4151-a3da-c848d151d1b8 req-51725d80-69dc-4775-8ebb-d21925b88042 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 931 time: 0.5590281 Nov 24 13:06:39.713377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ede112c2-03c9-4bfd-aecf-3b18fac877db None None] Port 109cb501-095a-4a8b-9b1c-ed74f72c1724 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:39.719435 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23ff60f8-4045-4151-a3da-c848d151d1b8 req-bbb3f9df-91e4-4e78-9284-ed6fc7f46b33 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550634 Nov 24 13:06:39.736118 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a284b-6265-4aef-86ee-32ad3017542a req-e3824e0b-09eb-4086-82d8-ac2bcecd0db7 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:39.738900 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-341a284b-6265-4aef-86ee-32ad3017542a req-e3824e0b-09eb-4086-82d8-ac2bcecd0db7 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:39.747194 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04733a0c-a649-4d51-b455-0781873213f7 None None] Pushing event updated for resources: {'Port': ['ID=109cb501-095a-4a8b-9b1c-ed74f72c1724,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:39.779578 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:39.792702 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:39.793393 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:39.813603 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ad40924-dd25-4707-bf78-76c48216e19c req-75085eff-5b9e-4c09-850d-a3988e1e6c02 service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082323 Nov 24 13:06:39.826881 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e63ef294-c8d4-46c5-b719-0abac2ab3203 req-2eae8365-28ef-473e-88f2-9c7dc7b01c58 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&id=4b2481d1-3ebf-46eb-9b18-a05287a257af&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3990338 Nov 24 13:06:39.854272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b37ec3-d611-4511-b8eb-7882cb8152ac tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Made reservation on behalf of 0d8d985f460b457f98b35074f034072a for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:39.859831 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02b37ec3-d611-4511-b8eb-7882cb8152ac tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:39.871486 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-341a284b-6265-4aef-86ee-32ad3017542a req-e3824e0b-09eb-4086-82d8-ac2bcecd0db7 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9413755 Nov 24 13:06:40.035191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 08340bcc-0564-416e-a1b9-58db5f87c22a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:40.154605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Request body: {'port': {'device_id': '161a9948-80f6-4ebc-9d76-1eb897a7a8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:40.183229 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:40.302685 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:40.576071 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:40.587734 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 08340bcc-0564-416e-a1b9-58db5f87c22a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:40.588114 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:40.595665 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d4e3c408-f8d5-4f4f-86f7-18428783befe None None] Provisioning complete for port 109cb501-095a-4a8b-9b1c-ed74f72c1724 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:40.596029 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d4e3c408-f8d5-4f4f-86f7-18428783befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:40.641773 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:40.731071 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Pushing event updated for resources: {'Port': ['ID=de989f66-0c8a-4c01-b3bc-91ac8a5ea359,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:40.768616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Network 634608fa-10c8-4a11-8061-202d1e1da160 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:40.779049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:40.782258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:40.813963 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02b37ec3-d611-4511-b8eb-7882cb8152ac tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:40.817604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Allocated IP 2001:db8:3::1 (634608fa-10c8-4a11-8061-202d1e1da160/8dec1b40-bf6a-4882-8abd-7dfc989bc08a/9744a79c-cc5d-4308-9e60-c240e94f5f08) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:40.903820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f0a46f-d367-47c5-ae97-060f77b7edc0 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:06:40.922397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:40.956852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Transition to ACTIVE for port object a5f0a46f-d367-47c5-ae97-060f77b7edc0 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:06:40.960010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Attempting to bind port de989f66-0c8a-4c01-b3bc-91ac8a5ea359 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:06:40.960403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Attempting to bind port de989f66-0c8a-4c01-b3bc-91ac8a5ea359 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '8eff2af1-8641-46af-90e0-96b1ce9b1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:06:40.960830 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Attempting to bind port de989f66-0c8a-4c01-b3bc-91ac8a5ea359 on network 634608fa-10c8-4a11-8061-202d1e1da160 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:41.003441 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:41.029210 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d4e3c408-f8d5-4f4f-86f7-18428783befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:41.033214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:06:41.033601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Checking segment: {'id': '8eff2af1-8641-46af-90e0-96b1ce9b1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:41.034005 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:41.034405 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Bound using segment: {'id': '8eff2af1-8641-46af-90e0-96b1ce9b1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:06:41.035090 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Bound port: de989f66-0c8a-4c01-b3bc-91ac8a5ea359, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eff2af1-8641-46af-90e0-96b1ce9b1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:06:41.035488 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:41.115877 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:32Z', 'revision_number': 4, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:39Z', 'revision_number': 4, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:41.129129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b37ec3-d611-4511-b8eb-7882cb8152ac tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Checking segment: {'id': '4f9a3748-cab8-49c4-b51f-716bd75ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'beffeb69-d3ec-4529-9697-698c21939a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:41.129641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b37ec3-d611-4511-b8eb-7882cb8152ac tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Network hostable DHCP agents. Network: beffeb69-d3ec-4529-9697-698c21939a64, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:06:41.138138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b37ec3-d611-4511-b8eb-7882cb8152ac tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Pushing event updated for resources: {'Subnet': ['ID=ccd246bb-86da-46bc-bb15-5c87d355028b,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:41.155798 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a3001-2cd1-458d-b750-142289e16009 None None] The sync data for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 is: [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:32Z', 'revision_number': 4, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:39Z', 'revision_number': 4, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:06:41.222279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d4e3c408-f8d5-4f4f-86f7-18428783befe None None] For port 109cb501-095a-4a8b-9b1c-ed74f72c1724, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=109cb501-095a-4a8b-9b1c-ed74f72c1724,segment=NetworkSegment(9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a),segment_id=9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:41.256801 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d4e3c408-f8d5-4f4f-86f7-18428783befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:41.277327 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Pushing event updated for resources: {'Port': ['ID=a5f0a46f-d367-47c5-ae97-060f77b7edc0,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:41.349063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a8c6e-90f6-4f73-a687-cba1ad560323 req-6acf4c39-b917-4f44-9299-a16512331197 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:41.358273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c95eaf-a664-4597-8386-bcaefd9bd89c req-9c68fce6-a9c1-49bd-ace7-53176d1572e8 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:41.360510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7d3a8c6e-90f6-4f73-a687-cba1ad560323 req-6acf4c39-b917-4f44-9299-a16512331197 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 943 time: 0.4017417 Nov 24 13:06:41.376945 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85c95eaf-a664-4597-8386-bcaefd9bd89c req-9c68fce6-a9c1-49bd-ace7-53176d1572e8 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 984 time: 0.3141463 Nov 24 13:06:41.381108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3c408-f8d5-4f4f-86f7-18428783befe None None] Pushing event updated for resources: {'Port': ['ID=109cb501-095a-4a8b-9b1c-ed74f72c1724,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:41.407678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b37ec3-d611-4511-b8eb-7882cb8152ac tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Network beffeb69-d3ec-4529-9697-698c21939a64 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:06:41.408320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] For port de989f66-0c8a-4c01-b3bc-91ac8a5ea359, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:06:41.413111 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] For port de989f66-0c8a-4c01-b3bc-91ac8a5ea359, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=de989f66-0c8a-4c01-b3bc-91ac8a5ea359,segment=NetworkSegment(8eff2af1-8641-46af-90e0-96b1ce9b1179),segment_id=8eff2af1-8641-46af-90e0-96b1ce9b1179)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:06:41.424099 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:41.529254 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7d3a8c6e-90f6-4f73-a687-cba1ad560323 req-394fe1b3-cd87-4ccc-806c-e5dae05acb20 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589229 Nov 24 13:06:41.555674 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:41.618272 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b425d-d5bf-4e20-ab4c-9aea551d2f24 None None] Pushing event updated for resources: {'Port': ['ID=de989f66-0c8a-4c01-b3bc-91ac8a5ea359,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:41.679251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85c95eaf-a664-4597-8386-bcaefd9bd89c req-5005d822-0529-458c-9fcd-8a4bbdac6029 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=79d809a1-a446-4099-a9d1-5d264c0f74b9&id=4b2481d1-3ebf-46eb-9b18-a05287a257af&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3010390 Nov 24 13:06:41.688248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Attempting to bind port a5f0a46f-d367-47c5-ae97-060f77b7edc0 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:06:41.688754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Attempting to bind port a5f0a46f-d367-47c5-ae97-060f77b7edc0 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:06:41.690123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-02b37ec3-d611-4511-b8eb-7882cb8152ac tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, beffeb69-d3ec-4529-9697-698c21939a64) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:41.690278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Attempting to bind port a5f0a46f-d367-47c5-ae97-060f77b7edc0 on network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:41.704176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23a8449-0f2c-4528-9f25-188a02355dc4 None None] Network beffeb69-d3ec-4529-9697-698c21939a64 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:41.712302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b37ec3-d611-4511-b8eb-7882cb8152ac tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:41.712960 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02b37ec3-d611-4511-b8eb-7882cb8152ac tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:41.747730 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Port a5f0a46f-d367-47c5-ae97-060f77b7edc0 on network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:06:41.748277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Attempting to bind port a5f0a46f-d367-47c5-ae97-060f77b7edc0 on network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:41.761538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:06:41.762780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Checking segment: {'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:41.763360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Bound using segment: {'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:06:41.766012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Bound port: a5f0a46f-d367-47c5-ae97-060f77b7edc0, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:06:41.767141 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:41.792000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-02b37ec3-d611-4511-b8eb-7882cb8152ac tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6486075 Nov 24 13:06:41.792911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42524) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:41.804883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c941511e-681d-42e7-85f4-429e5792ae7e tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Request body: {'port': {'network_id': 'beffeb69-d3ec-4529-9697-698c21939a64', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1152562964'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:42.119951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc3d9bc6-e862-4ef0-a72e-a6a7545b5455 req-8502f3ce-8224-42d0-9607-fe1cec0c908c tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-186428317&fields=id&tenant_id=6c133cefd4e346b2a935766bfd514042 HTTP/1.1" status: 200 len: 267 time: 0.1650088 Nov 24 13:06:42.133782 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:42.190134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] For port a5f0a46f-d367-47c5-ae97-060f77b7edc0, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:06:42.199276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 109cb501-095a-4a8b-9b1c-ed74f72c1724 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:42.289294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 634608fa-10c8-4a11-8061-202d1e1da160 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:42.305240 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] For port a5f0a46f-d367-47c5-ae97-060f77b7edc0, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a5f0a46f-d367-47c5-ae97-060f77b7edc0,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:06:42.314990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:42.329914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:42.330631 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:42.330816 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:42.341043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c941511e-681d-42e7-85f4-429e5792ae7e tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Made reservation on behalf of 0d8d985f460b457f98b35074f034072a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:42.354853 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c941511e-681d-42e7-85f4-429e5792ae7e tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:42.381993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-beffeb69-d3ec-4529-9697-698c21939a64', 'network_id': 'beffeb69-d3ec-4529-9697-698c21939a64', 'tenant_id': '0d8d985f460b457f98b35074f034072a', 'fixed_ips': [{'subnet_id': 'ccd246bb-86da-46bc-bb15-5c87d355028b'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:06:42.385093 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:42.385437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:42.388623 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:42.390210 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-341a284b-6265-4aef-86ee-32ad3017542a req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] 10.222.0.59 "PUT /v2.0/ports/a5f0a46f-d367-47c5-ae97-060f77b7edc0 HTTP/1.1" status: 200 len: 1091 time: 2.5108111 Nov 24 13:06:42.435755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=9744a79c-cc5d-4308-9e60-c240e94f5f08,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:42.451298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-c941511e-681d-42e7-85f4-429e5792ae7e tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] device_id is not set on port 97c92d6b-8334-489a-8793-8a8e3713c6a2 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:06:42.477221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 109cb501-095a-4a8b-9b1c-ed74f72c1724 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:42.478135 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:42.481658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161a9948-80f6-4ebc-9d76-1eb897a7a8f1', 'tag': 'a5f0a46f-d367-47c5-ae97-060f77b7edc0'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:06:42.484694 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59299256-e356-451a-acdd-35aa59acafb4" -d '{"events": [{"name": "network-changed", "server_uuid": "161a9948-80f6-4ebc-9d76-1eb897a7a8f1", "tag": "a5f0a46f-d367-47c5-ae97-060f77b7edc0"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:06:42.508628 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d9bc6-e862-4ef0-a72e-a6a7545b5455 req-42eb450d-69bb-4cbe-9117-907bf463f09d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:42.509587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc3d9bc6-e862-4ef0-a72e-a6a7545b5455 req-42eb450d-69bb-4cbe-9117-907bf463f09d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 984 time: 0.3887761 Nov 24 13:06:42.597297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-fc3d9bc6-e862-4ef0-a72e-a6a7545b5455 req-af71fc7d-cddd-4611-a26e-a57e93c862f1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'port': {'security_groups': ['4b2481d1-3ebf-46eb-9b18-a05287a257af', '79d809a1-a446-4099-a9d1-5d264c0f74b9', '0feb2f8a-efb2-45c4-b556-7dcafa4e42a9']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:42.674267 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b59b60-f3d8-480f-99e9-1a17134114a9 x-openstack-request-id: req-14b59b60-f3d8-480f-99e9-1a17134114a9 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:06:42.674983 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161a9948-80f6-4ebc-9d76-1eb897a7a8f1", "tag": "a5f0a46f-d367-47c5-ae97-060f77b7edc0", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:06:42.675455 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14b59b60-f3d8-480f-99e9-1a17134114a9 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:06:42.676122 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '161a9948-80f6-4ebc-9d76-1eb897a7a8f1', 'tag': 'a5f0a46f-d367-47c5-ae97-060f77b7edc0', 'status': 'completed', 'code': 200} Nov 24 13:06:42.772814 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Allocated IP 172.20.0.2 (beffeb69-d3ec-4529-9697-698c21939a64/ccd246bb-86da-46bc-bb15-5c87d355028b/d0cc9abc-4745-45f9-be11-9213bde6913f) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:42.782002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef0276-39e1-40a9-b306-9ae23046a9bf service neutron] Pushing event updated for resources: {'Port': ['ID=a5f0a46f-d367-47c5-ae97-060f77b7edc0,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:42.825765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a284b-6265-4aef-86ee-32ad3017542a req-d849cab5-961c-43be-8867-095db78c0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:42.827533 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-341a284b-6265-4aef-86ee-32ad3017542a req-d849cab5-961c-43be-8867-095db78c0175 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 1094 time: 0.2882538 Nov 24 13:06:42.831107 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:42.843822 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fc3d9bc6-e862-4ef0-a72e-a6a7545b5455 req-af71fc7d-cddd-4611-a26e-a57e93c862f1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:42.913011 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-341a284b-6265-4aef-86ee-32ad3017542a req-ef46e556-e9d5-4c80-836b-bda964662182 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5f0a46f-d367-47c5-ae97-060f77b7edc0 HTTP/1.1" status: 200 len: 217 time: 0.0766497 Nov 24 13:06:43.011122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c793b99-8be0-4c74-be83-b49a85d225a7 req-21fc0b3c-aa4d-49a4-afbe-b3ae90eb717e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:43.012786 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c793b99-8be0-4c74-be83-b49a85d225a7 req-21fc0b3c-aa4d-49a4-afbe-b3ae90eb717e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 943 time: 0.2675426 Nov 24 13:06:43.088083 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a284b-6265-4aef-86ee-32ad3017542a req-713133cf-2da0-4bb2-89b1-6a8c35aa78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:43.090274 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-341a284b-6265-4aef-86ee-32ad3017542a req-713133cf-2da0-4bb2-89b1-6a8c35aa78e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0f3e85b-683d-4513-bd49-62d39197bf31 HTTP/1.1" status: 200 len: 854 time: 0.1069646 Nov 24 13:06:43.151906 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-341a284b-6265-4aef-86ee-32ad3017542a req-9e4e0960-1508-4f7c-9bf3-ce530cce1371 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509520 Nov 24 13:06:43.284576 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-341a284b-6265-4aef-86ee-32ad3017542a req-94704579-d9dd-4b1c-971f-9fbd8ced6ec8 service neutron] 10.222.0.59 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237097 Nov 24 13:06:43.322161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c793b99-8be0-4c74-be83-b49a85d225a7 req-ee347958-487d-42c7-b706-c1d9a7728d06 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985785 Nov 24 13:06:43.411832 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:43.423955 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:43.490038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Network beffeb69-d3ec-4529-9697-698c21939a64 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:43.495553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:43.500475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:43.504283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Pushing event updated for resources: {'Port': ['ID=d0cc9abc-4745-45f9-be11-9213bde6913f,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:43.536832 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:43.537687 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:43.538535 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:43.539493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:43.543740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:43.545092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:43.545911 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:43.547127 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:43.548162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:43.549053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:43.550088 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:43.551979 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:06:43.584632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f3a454-c210-466b-90bb-dc9bf63c7081 None None] Network 634608fa-10c8-4a11-8061-202d1e1da160 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:43.630886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-c941511e-681d-42e7-85f4-429e5792ae7e tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Allocated IP 172.20.0.13 (beffeb69-d3ec-4529-9697-698c21939a64/ccd246bb-86da-46bc-bb15-5c87d355028b/97c92d6b-8334-489a-8793-8a8e3713c6a2) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:43.677338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Attempting to bind port d0cc9abc-4745-45f9-be11-9213bde6913f on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:06:43.678002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Attempting to bind port d0cc9abc-4745-45f9-be11-9213bde6913f by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '4f9a3748-cab8-49c4-b51f-716bd75ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'beffeb69-d3ec-4529-9697-698c21939a64'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:06:43.678464 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Attempting to bind port d0cc9abc-4745-45f9-be11-9213bde6913f on network beffeb69-d3ec-4529-9697-698c21939a64 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:43.723402 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:06:43.724221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Checking segment: {'id': '4f9a3748-cab8-49c4-b51f-716bd75ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'beffeb69-d3ec-4529-9697-698c21939a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:43.724755 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:43.725595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Bound using segment: {'id': '4f9a3748-cab8-49c4-b51f-716bd75ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'beffeb69-d3ec-4529-9697-698c21939a64'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:06:43.726202 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Bound port: d0cc9abc-4745-45f9-be11-9213bde6913f, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9a3748-cab8-49c4-b51f-716bd75ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'beffeb69-d3ec-4529-9697-698c21939a64'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:06:43.726703 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:43.752972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:43.764260 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:43.765327 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:43.793227 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5cb4621f-3e1d-437f-bf58-c75525b745c0 None None] Provisioning complete for port de989f66-0c8a-4c01-b3bc-91ac8a5ea359 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:43.793785 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5cb4621f-3e1d-437f-bf58-c75525b745c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:43.828892 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-341a284b-6265-4aef-86ee-32ad3017542a req-dd9a24e0-bd0d-4698-a8fa-bf42e55b6f40 service neutron] 10.222.0.59 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318406 Nov 24 13:06:43.856610 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-fc3d9bc6-e862-4ef0-a72e-a6a7545b5455 req-af71fc7d-cddd-4611-a26e-a57e93c862f1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] For port af0ec574-f7d6-495a-8a2c-3131c2f48d24, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=af0ec574-f7d6-495a-8a2c-3131c2f48d24,segment=NetworkSegment(d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c),segment_id=d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:43.949856 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fc3d9bc6-e862-4ef0-a72e-a6a7545b5455 req-af71fc7d-cddd-4611-a26e-a57e93c862f1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:43.966027 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59299256-e356-451a-acdd-35aa59acafb4 req-5a328879-aee3-4de6-b6bb-111c3871c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:43.968575 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59299256-e356-451a-acdd-35aa59acafb4 req-5a328879-aee3-4de6-b6bb-111c3871c69c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 1094 time: 0.0642946 Nov 24 13:06:43.969605 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fc3d9bc6-e862-4ef0-a72e-a6a7545b5455 req-af71fc7d-cddd-4611-a26e-a57e93c862f1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:43.974139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device de989f66-0c8a-4c01-b3bc-91ac8a5ea359 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:44.004871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['8da88159-4e7a-486a-a745-8a9148ec1417', 'af0ec574-f7d6-495a-8a2c-3131c2f48d24'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:06:44.065139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] For port d0cc9abc-4745-45f9-be11-9213bde6913f, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:06:44.069123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] For port d0cc9abc-4745-45f9-be11-9213bde6913f, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d0cc9abc-4745-45f9-be11-9213bde6913f,segment=NetworkSegment(4f9a3748-cab8-49c4-b51f-716bd75ab7dc),segment_id=4f9a3748-cab8-49c4-b51f-716bd75ab7dc)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:06:44.114128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event updated for resources: {'Port': ['ID=9744a79c-cc5d-4308-9e60-c240e94f5f08,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:44.137896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Network 634608fa-10c8-4a11-8061-202d1e1da160 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:44.144748 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:44.178549 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:44.197352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59299256-e356-451a-acdd-35aa59acafb4 req-d8ceb473-79f2-4273-bb0a-8bf98e17422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:44.199404 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59299256-e356-451a-acdd-35aa59acafb4 req-d8ceb473-79f2-4273-bb0a-8bf98e17422e service neutron] 10.222.0.59 "GET /v2.0/networks?id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 200 len: 915 time: 0.1822805 Nov 24 13:06:44.205611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71fc7d-cddd-4611-a26e-a57e93c862f1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'Port': ['ID=af0ec574-f7d6-495a-8a2c-3131c2f48d24,revision_number=7']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:44.245545 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d9bc6-e862-4ef0-a72e-a6a7545b5455 req-af71fc7d-cddd-4611-a26e-a57e93c862f1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:44.247914 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-fc3d9bc6-e862-4ef0-a72e-a6a7545b5455 req-af71fc7d-cddd-4611-a26e-a57e93c862f1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:44.257262 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc3d9bc6-e862-4ef0-a72e-a6a7545b5455 req-af71fc7d-cddd-4611-a26e-a57e93c862f1 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "PUT /v2.0/ports/af0ec574-f7d6-495a-8a2c-3131c2f48d24 HTTP/1.1" status: 200 len: 1020 time: 1.6832769 Nov 24 13:06:44.304885 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59299256-e356-451a-acdd-35aa59acafb4 req-e02acb99-03a9-411a-9db5-78d903f821ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5f0a46f-d367-47c5-ae97-060f77b7edc0 HTTP/1.1" status: 200 len: 217 time: 0.0831513 Nov 24 13:06:44.365520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router b5079635-73ef-4e31-93d0-66c26d16d1df has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:06:44.408837 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59299256-e356-451a-acdd-35aa59acafb4 req-0fad2ba8-3e09-4311-9743-c96f42d2660b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:44.411360 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59299256-e356-451a-acdd-35aa59acafb4 req-0fad2ba8-3e09-4311-9743-c96f42d2660b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0f3e85b-683d-4513-bd49-62d39197bf31 HTTP/1.1" status: 200 len: 854 time: 0.0984552 Nov 24 13:06:44.417955 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c941511e-681d-42e7-85f4-429e5792ae7e tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:44.448506 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['af0ec574-f7d6-495a-8a2c-3131c2f48d24'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:06:44.460546 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59299256-e356-451a-acdd-35aa59acafb4 req-af00c236-212b-48e5-b07b-8f9ad3df25d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399280 Nov 24 13:06:44.462940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9727a3e9-3c12-4c72-927d-c2041c695643 req-131f5e61-0cdd-412b-8c6d-5bdcfaec852c tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/0feb2f8a-efb2-45c4-b556-7dcafa4e42a9 HTTP/1.1" status: 200 len: 1819 time: 0.0958328 Nov 24 13:06:44.633114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef7ea2-157e-471d-b0bd-fe14e02ba16a None None] Pushing event updated for resources: {'Port': ['ID=d0cc9abc-4745-45f9-be11-9213bde6913f,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:44.647643 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5cb4621f-3e1d-437f-bf58-c75525b745c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:44.657233 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-9727a3e9-3c12-4c72-927d-c2041c695643 req-d23ed486-34c0-47e4-b2b5-d54f633cacbd tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 13:06:44.672474 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9727a3e9-3c12-4c72-927d-c2041c695643 req-d23ed486-34c0-47e4-b2b5-d54f633cacbd tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "DELETE /v2.0/security-groups/0feb2f8a-efb2-45c4-b556-7dcafa4e42a9 HTTP/1.1" status: 409 len: 341 time: 0.1867039 Nov 24 13:06:44.686732 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74d876d-0523-4492-b443-acefaa94a4ee', 'tag': 'af0ec574-f7d6-495a-8a2c-3131c2f48d24'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:06:44.689079 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3478c7-6ee4-47b2-8b1b-c60c31e11c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e74d876d-0523-4492-b443-acefaa94a4ee", "tag": "af0ec574-f7d6-495a-8a2c-3131c2f48d24"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:06:44.740848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26ff8e-61c9-4262-bb31-a8773bdbd9d4 req-e3120601-bf93-49d5-8c8a-c8f0ebb9a98a tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:44.742584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:06:44.742713 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ce26ff8e-61c9-4262-bb31-a8773bdbd9d4 req-e3120601-bf93-49d5-8c8a-c8f0ebb9a98a tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 943 time: 0.2661197 Nov 24 13:06:44.757617 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2d969629-c672-4682-977e-9c70db7205c6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2312613 Nov 24 13:06:44.758386 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port de989f66-0c8a-4c01-b3bc-91ac8a5ea359 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:44.759313 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:44.766692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42616) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:44.769140 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c941511e-681d-42e7-85f4-429e5792ae7e tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:44.785073 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Sync routers for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:06:44.806346 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59299256-e356-451a-acdd-35aa59acafb4 req-3cd63c5c-5d83-495f-9938-e331fdf22c14 service neutron] 10.222.0.59 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279097 Nov 24 13:06:44.808492 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:44.810689 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:44.860344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2903331a-004e-4a17-bbfa-4f331eee0358 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:44.991607 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5cb4621f-3e1d-437f-bf58-c75525b745c0 None None] For port de989f66-0c8a-4c01-b3bc-91ac8a5ea359, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=de989f66-0c8a-4c01-b3bc-91ac8a5ea359,segment=NetworkSegment(8eff2af1-8641-46af-90e0-96b1ce9b1179),segment_id=8eff2af1-8641-46af-90e0-96b1ce9b1179)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:45.026602 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:45.041616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c941511e-681d-42e7-85f4-429e5792ae7e tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Network beffeb69-d3ec-4529-9697-698c21939a64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:45.070332 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5cb4621f-3e1d-437f-bf58-c75525b745c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:45.110813 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ce26ff8e-61c9-4262-bb31-a8773bdbd9d4 req-faaf06c6-2e23-4b95-8127-f98b979d7128 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550963 Nov 24 13:06:45.122448 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59299256-e356-451a-acdd-35aa59acafb4 req-ddf7dc5c-bf1d-4430-bdfa-fcf677c79bc4 service neutron] 10.222.0.59 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028905 Nov 24 13:06:45.139998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-c941511e-681d-42e7-85f4-429e5792ae7e tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:45.155480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941511e-681d-42e7-85f4-429e5792ae7e tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:45.256653 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100e3be3-2984-4269-aa8d-46ecab0b3283 x-openstack-request-id: req-100e3be3-2984-4269-aa8d-46ecab0b3283 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:06:45.257268 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74d876d-0523-4492-b443-acefaa94a4ee", "tag": "af0ec574-f7d6-495a-8a2c-3131c2f48d24", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:06:45.257268 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-100e3be3-2984-4269-aa8d-46ecab0b3283 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:06:45.257606 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74d876d-0523-4492-b443-acefaa94a4ee', 'tag': 'af0ec574-f7d6-495a-8a2c-3131c2f48d24', 'status': 'completed', 'code': 200} Nov 24 13:06:45.383922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4621f-3e1d-437f-bf58-c75525b745c0 None None] Pushing event updated for resources: {'Port': ['ID=de989f66-0c8a-4c01-b3bc-91ac8a5ea359,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:45.384866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941511e-681d-42e7-85f4-429e5792ae7e tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Pushing event updated for resources: {'Port': ['ID=97c92d6b-8334-489a-8793-8a8e3713c6a2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:45.416307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3478c7-6ee4-47b2-8b1b-c60c31e11c1b req-cf2e58b6-79d9-4a5c-bb3f-95c205d3ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:45.418162 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e3478c7-6ee4-47b2-8b1b-c60c31e11c1b req-cf2e58b6-79d9-4a5c-bb3f-95c205d3ed37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6c133cefd4e346b2a935766bfd514042&device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 1174 time: 0.1353333 Nov 24 13:06:45.520778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c941511e-681d-42e7-85f4-429e5792ae7e tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:45.521434 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c941511e-681d-42e7-85f4-429e5792ae7e tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:45.578428 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:42Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:41Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9744a79c-cc5d-4308-9e60-c240e94f5f08', 'name': '', 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:75:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:38Z', 'updated_at': '2021-11-24T13:06:43Z', 'revision_number': 2, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:45.635659 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-82298fd3-6aca-4233-84da-818ae2cb7721 None None] Provisioning complete for port de989f66-0c8a-4c01-b3bc-91ac8a5ea359 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:45.636212 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-82298fd3-6aca-4233-84da-818ae2cb7721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:45.677610 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Checking router: b5079635-73ef-4e31-93d0-66c26d16d1df for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:06:45.678223 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Updating router b5079635-73ef-4e31-93d0-66c26d16d1df port 9744a79c-cc5d-4308-9e60-c240e94f5f08 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:06:45.683410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c941511e-681d-42e7-85f4-429e5792ae7e tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8888068 Nov 24 13:06:45.684270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42656) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:45.711321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00037fd-1480-4b14-9732-435f1b04bfa8 req-ca909204-ddc5-4819-8776-e4bd63ed5f54 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:45.724534 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c00037fd-1480-4b14-9732-435f1b04bfa8 req-ca909204-ddc5-4819-8776-e4bd63ed5f54 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 1023 time: 0.3370113 Nov 24 13:06:45.726275 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:45.729997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Request body: {'port': {'network_id': 'beffeb69-d3ec-4529-9697-698c21939a64', 'name': 'tempest-ExtraDHCPOptionsTestJSON-258342550', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:45.730769 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.api.validators [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] bootfile-name is not in valid_values {{(pid=114985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 13:06:45.731269 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.api.validators [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] tftp-server is not in valid_values {{(pid=114985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 13:06:45.731788 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.api.validators [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] server-ip-address is not in valid_values {{(pid=114985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 13:06:45.845468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3478c7-6ee4-47b2-8b1b-c60c31e11c1b req-7bd9cc83-d712-4d56-a0ee-2152eb776ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:45.850596 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e3478c7-6ee4-47b2-8b1b-c60c31e11c1b req-7bd9cc83-d712-4d56-a0ee-2152eb776ba6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4 HTTP/1.1" status: 200 len: 913 time: 0.4209547 Nov 24 13:06:45.880889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc06bf9-f934-42f5-8c89-653b7ffd52c7 req-fb19f9c1-69d2-4aba-8bff-a5b3e1f2b55e tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:45.899802 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fc06bf9-f934-42f5-8c89-653b7ffd52c7 req-fb19f9c1-69d2-4aba-8bff-a5b3e1f2b55e tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 950 time: 0.3163891 Nov 24 13:06:45.971239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-82298fd3-6aca-4233-84da-818ae2cb7721 None None] Provisioning complete for port 9744a79c-cc5d-4308-9e60-c240e94f5f08 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:45.971788 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-82298fd3-6aca-4233-84da-818ae2cb7721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:46.035481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d0cc9abc-4745-45f9-be11-9213bde6913f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:46.098465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-82298fd3-6aca-4233-84da-818ae2cb7721 None None] Port 9744a79c-cc5d-4308-9e60-c240e94f5f08 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:46.132699 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e3478c7-6ee4-47b2-8b1b-c60c31e11c1b req-0d951060-a79b-435a-a660-e0b4abeff715 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0ec574-f7d6-495a-8a2c-3131c2f48d24 HTTP/1.1" status: 200 len: 217 time: 0.2269695 Nov 24 13:06:46.234516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d0cc9abc-4745-45f9-be11-9213bde6913f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:46.234906 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:46.277163 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fc06bf9-f934-42f5-8c89-653b7ffd52c7 req-4f4132a4-fb2b-48c3-91e4-e9456c03fa14 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5499ca1-d844-415e-8eeb-5bdedc2bd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748746 Nov 24 13:06:46.330333 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3478c7-6ee4-47b2-8b1b-c60c31e11c1b req-fb6383cf-fae8-4b2f-b929-5158b80ec341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:46.334076 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e3478c7-6ee4-47b2-8b1b-c60c31e11c1b req-fb6383cf-fae8-4b2f-b929-5158b80ec341 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a03e294-e1fc-4d91-8bcd-e426a4b730de HTTP/1.1" status: 200 len: 852 time: 0.1893351 Nov 24 13:06:46.425867 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e3478c7-6ee4-47b2-8b1b-c60c31e11c1b req-61cf315e-f32d-45a8-a40d-024d4a65c5fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ac10708e-2fe7-424b-9a36-5326d5fb1bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843544 Nov 24 13:06:46.453739 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:46.473178 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:46.488557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-558b9137-a2f9-4f81-91cf-ab3e1251df2c None None] Provisioning complete for port 9744a79c-cc5d-4308-9e60-c240e94f5f08 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:46.490077 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-558b9137-a2f9-4f81-91cf-ab3e1251df2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:46.528929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc14b47-488b-40d7-a531-7b14a407f749 None None] Network beffeb69-d3ec-4529-9697-698c21939a64 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:46.567799 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d8b73-a619-46c9-a7b3-d7628ff68053 None None] Pushing event updated for resources: {'Port': ['ID=9744a79c-cc5d-4308-9e60-c240e94f5f08,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:46.660266 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:46.678694 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Attempting to bind port 9744a79c-cc5d-4308-9e60-c240e94f5f08 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:06:46.681120 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Attempting to bind port 9744a79c-cc5d-4308-9e60-c240e94f5f08 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '8eff2af1-8641-46af-90e0-96b1ce9b1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:06:46.683040 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Attempting to bind port 9744a79c-cc5d-4308-9e60-c240e94f5f08 on network 634608fa-10c8-4a11-8061-202d1e1da160 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:06:46.697202 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:06:46.698810 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Checking segment: {'id': '8eff2af1-8641-46af-90e0-96b1ce9b1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:06:46.699344 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:46.701307 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Bound using segment: {'id': '8eff2af1-8641-46af-90e0-96b1ce9b1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:06:46.702110 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Bound port: 9744a79c-cc5d-4308-9e60-c240e94f5f08, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eff2af1-8641-46af-90e0-96b1ce9b1179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:06:46.703934 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:46.804639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-558b9137-a2f9-4f81-91cf-ab3e1251df2c None None] Port 9744a79c-cc5d-4308-9e60-c240e94f5f08 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:46.828382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.extraroute_db [None req-2903331a-004e-4a17-bbfa-4f331eee0358 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=114985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 13:06:46.843316 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port d0cc9abc-4745-45f9-be11-9213bde6913f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d0cc9abc-4745-45f9-be11-9213bde6913f,segment=NetworkSegment(4f9a3748-cab8-49c4-b51f-716bd75ab7dc),segment_id=4f9a3748-cab8-49c4-b51f-716bd75ab7dc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:46.859988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.extraroute_db [None req-2903331a-004e-4a17-bbfa-4f331eee0358 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Removed routes are [] {{(pid=114985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 13:06:46.860246 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:46.861609 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2903331a-004e-4a17-bbfa-4f331eee0358 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:46.865007 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device de989f66-0c8a-4c01-b3bc-91ac8a5ea359 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:46.889361 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] For port 9744a79c-cc5d-4308-9e60-c240e94f5f08, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:06:46.914531 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] For port 9744a79c-cc5d-4308-9e60-c240e94f5f08, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9744a79c-cc5d-4308-9e60-c240e94f5f08,segment=NetworkSegment(8eff2af1-8641-46af-90e0-96b1ce9b1179),segment_id=8eff2af1-8641-46af-90e0-96b1ce9b1179)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:06:46.931838 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:46.971774 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c00037fd-1480-4b14-9732-435f1b04bfa8 req-7c723087-e909-4114-b7f3-b7c46ad76a22 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb2f8a-efb2-45c4-b556-7dcafa4e42a9&id=79d809a1-a446-4099-a9d1-5d264c0f74b9&id=4b2481d1-3ebf-46eb-9b18-a05287a257af&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 1.2460275 Nov 24 13:06:47.023565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ea8afaab-5cb4-4d36-aab4-67b82fbc0038 None None] Provisioning complete for port d0cc9abc-4745-45f9-be11-9213bde6913f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:47.023939 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ea8afaab-5cb4-4d36-aab4-67b82fbc0038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:47.067368 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d8b73-a619-46c9-a7b3-d7628ff68053 None None] Pushing event updated for resources: {'Port': ['ID=9744a79c-cc5d-4308-9e60-c240e94f5f08,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:47.115223 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:47.120528 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:47.128197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port de989f66-0c8a-4c01-b3bc-91ac8a5ea359 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:47.128660 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:47.140836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42684) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:47.169196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeda7cf-8d26-433b-ba17-9c7eafa7e59c req-59f3ca00-d39b-4edf-bb60-8a4dce3c470f tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:47.171155 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2eeda7cf-8d26-433b-ba17-9c7eafa7e59c req-59f3ca00-d39b-4edf-bb60-8a4dce3c470f tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.46 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 1023 time: 0.2306406 Nov 24 13:06:47.208848 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e3478c7-6ee4-47b2-8b1b-c60c31e11c1b req-5b1bf64c-5aba-4479-86e6-58dd38034fab service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7723048 Nov 24 13:06:47.218638 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d12e53-743e-4aad-9e8c-f3a512922a38 req-8319841e-462b-4d8b-a5f0-ac34b57bd00b tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:47.227735 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-55d12e53-743e-4aad-9e8c-f3a512922a38 req-8319841e-462b-4d8b-a5f0-ac34b57bd00b tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 943 time: 0.6737146 Nov 24 13:06:47.232202 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Made reservation on behalf of 0d8d985f460b457f98b35074f034072a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:06:47.241559 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:47.331484 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-55d12e53-743e-4aad-9e8c-f3a512922a38 req-b6dbea9d-024a-4f13-9397-017c445a24b5 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973659 Nov 24 13:06:47.400432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] device_id is not set on port 8c16ceef-894b-4539-aba9-740343bb541d yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:06:47.436020 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e3478c7-6ee4-47b2-8b1b-c60c31e11c1b req-88776942-2636-4ef3-8299-12d7b501d599 service neutron] 10.222.0.46 "GET /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058356 Nov 24 13:06:47.539777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device a5f0a46f-d367-47c5-ae97-060f77b7edc0 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:06:47.547745 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=d0cc9abc-4745-45f9-be11-9213bde6913f,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:47.568701 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-712f607d-f9c0-48ef-ad06-0fcd523b611d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:47.605897 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:47.759177 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2903331a-004e-4a17-bbfa-4f331eee0358 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:47.797050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ea8afaab-5cb4-4d36-aab4-67b82fbc0038 None None] Provisioning complete for port 9744a79c-cc5d-4308-9e60-c240e94f5f08 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:47.797299 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ea8afaab-5cb4-4d36-aab4-67b82fbc0038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:47.800511 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2903331a-004e-4a17-bbfa-4f331eee0358 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:47.818046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-2eeda7cf-8d26-433b-ba17-9c7eafa7e59c req-e5729d20-0633-4067-b778-7fb2fd4fc6a6 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Deleting port af0ec574-f7d6-495a-8a2c-3131c2f48d24 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:47.818396 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2eeda7cf-8d26-433b-ba17-9c7eafa7e59c req-e5729d20-0633-4067-b778-7fb2fd4fc6a6 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:47.844273 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port a5f0a46f-d367-47c5-ae97-060f77b7edc0, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a5f0a46f-d367-47c5-ae97-060f77b7edc0,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:47.869518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'a5f0a46f-d367-47c5-ae97-060f77b7edc0', 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7', 'port_id': 'a5f0a46f-d367-47c5-ae97-060f77b7edc0', 'mac_address': 'fa:16:3e:bd:e6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f3e85b-683d-4513-bd49-62d39197bf31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:06:47.947215 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:47.957530 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:46Z', 'revision_number': 6, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:41Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9744a79c-cc5d-4308-9e60-c240e94f5f08', 'name': '', 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:75:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:38Z', 'updated_at': '2021-11-24T13:06:46Z', 'revision_number': 4, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:47.973224 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f0a46f-d367-47c5-ae97-060f77b7edc0 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:06:47.981097 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ea8afaab-5cb4-4d36-aab4-67b82fbc0038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.002903 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d0cc9abc-4745-45f9-be11-9213bde6913f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:48.046602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port a5f0a46f-d367-47c5-ae97-060f77b7edc0, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a5f0a46f-d367-47c5-ae97-060f77b7edc0,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:48.066039 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac13dd01-5b30-4415-9b33-a36c8bab579d None None] The sync data for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 is: [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:46Z', 'revision_number': 6, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:41Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9744a79c-cc5d-4308-9e60-c240e94f5f08', 'name': '', 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:75:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:38Z', 'updated_at': '2021-11-24T13:06:46Z', 'revision_number': 4, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:06:48.070333 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.095216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ea8afaab-5cb4-4d36-aab4-67b82fbc0038 None None] For port 9744a79c-cc5d-4308-9e60-c240e94f5f08, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9744a79c-cc5d-4308-9e60-c240e94f5f08,segment=NetworkSegment(8eff2af1-8641-46af-90e0-96b1ce9b1179),segment_id=8eff2af1-8641-46af-90e0-96b1ce9b1179)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:48.151428 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ea8afaab-5cb4-4d36-aab4-67b82fbc0038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.197692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=a5f0a46f-d367-47c5-ae97-060f77b7edc0,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:48.211593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19629289-7a14-426d-9bcc-ddc1ae2d9121 req-842dd386-0f15-4377-bc59-c2128008e518 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:48.212304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Allocated IP 172.20.0.14 (beffeb69-d3ec-4529-9697-698c21939a64/ccd246bb-86da-46bc-bb15-5c87d355028b/8c16ceef-894b-4539-aba9-740343bb541d) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:06:48.218359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d0cc9abc-4745-45f9-be11-9213bde6913f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:48.218945 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.233335 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-19629289-7a14-426d-9bcc-ddc1ae2d9121 req-842dd386-0f15-4377-bc59-c2128008e518 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 1023 time: 0.1498704 Nov 24 13:06:48.316650 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-712f607d-f9c0-48ef-ad06-0fcd523b611d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.337846 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-712f607d-f9c0-48ef-ad06-0fcd523b611d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.390328 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['a5f0a46f-d367-47c5-ae97-060f77b7edc0'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:06:48.395101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8afaab-5cb4-4d36-aab4-67b82fbc0038 None None] Pushing event updated for resources: {'Port': ['ID=9744a79c-cc5d-4308-9e60-c240e94f5f08,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:48.409620 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-19629289-7a14-426d-9bcc-ddc1ae2d9121 req-dd37fb38-d7dd-4523-8175-6a3a7357c47a tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=0feb2f8a-efb2-45c4-b556-7dcafa4e42a9&id=79d809a1-a446-4099-a9d1-5d264c0f74b9&id=4b2481d1-3ebf-46eb-9b18-a05287a257af&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1750205 Nov 24 13:06:48.425121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2903331a-004e-4a17-bbfa-4f331eee0358 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router b5079635-73ef-4e31-93d0-66c26d16d1df has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:06:48.456544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-2eeda7cf-8d26-433b-ba17-9c7eafa7e59c req-e5729d20-0633-4067-b778-7fb2fd4fc6a6 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] For port af0ec574-f7d6-495a-8a2c-3131c2f48d24, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=af0ec574-f7d6-495a-8a2c-3131c2f48d24,segment=NetworkSegment(d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c),segment_id=d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:48.457011 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2eeda7cf-8d26-433b-ba17-9c7eafa7e59c req-e5729d20-0633-4067-b778-7fb2fd4fc6a6 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.476639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-74760f70-1dd7-4cd3-b5e3-5e22b399090b None None] Provisioning complete for port 97c92d6b-8334-489a-8793-8a8e3713c6a2 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:48.480295 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-74760f70-1dd7-4cd3-b5e3-5e22b399090b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.484647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42734) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:48.486043 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-712f607d-f9c0-48ef-ad06-0fcd523b611d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58c5a01d03e14b58a91dc2403f5cbf04&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3373737 Nov 24 13:06:48.531906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f607d-f9c0-48ef-ad06-0fcd523b611d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d404a86-9f92-4b0a-a87f-7b9d6bc7692d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:48.551517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-2eeda7cf-8d26-433b-ba17-9c7eafa7e59c req-e5729d20-0633-4067-b778-7fb2fd4fc6a6 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Calling delete_port for af0ec574-f7d6-495a-8a2c-3131c2f48d24 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:48.614638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-74760f70-1dd7-4cd3-b5e3-5e22b399090b None None] Port 97c92d6b-8334-489a-8793-8a8e3713c6a2 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:48.629606 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6207793-f2b0-4b73-9c51-f0f72b5a7d25 req-e1ac23a4-2e55-4966-95f0-cddb8da9216f tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:48.631449 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6207793-f2b0-4b73-9c51-f0f72b5a7d25 req-e1ac23a4-2e55-4966-95f0-cddb8da9216f tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 950 time: 0.1029496 Nov 24 13:06:48.634115 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b99eaccd-b284-43ee-8525-a632d09cb4f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.665791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-74760f70-1dd7-4cd3-b5e3-5e22b399090b None None] Provisioning complete for port d0cc9abc-4745-45f9-be11-9213bde6913f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:48.666171 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-74760f70-1dd7-4cd3-b5e3-5e22b399090b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.680337 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b99eaccd-b284-43ee-8525-a632d09cb4f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.727423 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6207793-f2b0-4b73-9c51-f0f72b5a7d25 req-f7ae86da-8fed-42c8-9c28-46f516f16b9f tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5499ca1-d844-415e-8eeb-5bdedc2bd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887706 Nov 24 13:06:48.768153 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b99eaccd-b284-43ee-8525-a632d09cb4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.776262 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b99eaccd-b284-43ee-8525-a632d09cb4f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.777759 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b99eaccd-b284-43ee-8525-a632d09cb4f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d404a86-9f92-4b0a-a87f-7b9d6bc7692d HTTP/1.1" status: 204 len: 168 time: 0.2920468 Nov 24 13:06:48.780860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88009c05-d69c-406a-a940-400e09464236 req-54db1a47-6374-4405-b9e5-4fd26755c559 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:48.790703 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88009c05-d69c-406a-a940-400e09464236 req-54db1a47-6374-4405-b9e5-4fd26755c559 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 944 time: 0.2749050 Nov 24 13:06:48.794302 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99eaccd-b284-43ee-8525-a632d09cb4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d404a86-9f92-4b0a-a87f-7b9d6bc7692d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:48.902983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-74760f70-1dd7-4cd3-b5e3-5e22b399090b None None] Provisioning complete for port 9744a79c-cc5d-4308-9e60-c240e94f5f08 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:48.903431 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-74760f70-1dd7-4cd3-b5e3-5e22b399090b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.907705 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2903331a-004e-4a17-bbfa-4f331eee0358 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:06:48.926106 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2903331a-004e-4a17-bbfa-4f331eee0358 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.927367 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2903331a-004e-4a17-bbfa-4f331eee0358 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df HTTP/1.1" status: 200 len: 954 time: 4.1080194 Nov 24 13:06:48.930426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42740) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:48.966136 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:48.984821 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88009c05-d69c-406a-a940-400e09464236 req-cea8e004-d1c8-49a9-b6c8-3cd9daddd639 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893926 Nov 24 13:06:49.069148 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2eeda7cf-8d26-433b-ba17-9c7eafa7e59c req-e5729d20-0633-4067-b778-7fb2fd4fc6a6 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:49.081681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['8da88159-4e7a-486a-a745-8a9148ec1417'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:06:49.097405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-529b5277-8b85-47ce-83a0-997a7b5495ef tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df HTTP/1.1" status: 200 len: 954 time: 0.1653707 Nov 24 13:06:49.099933 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42744) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:49.106331 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-62e6dc43-afbc-45c4-9df0-a29098ab3dd6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'router': {'routes': None}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:49.161856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5729d20-0633-4067-b778-7fb2fd4fc6a6 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event deleted for resources: {'Port': ['ID=af0ec574-f7d6-495a-8a2c-3131c2f48d24,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:49.172768 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4163e244-c3a7-4dac-acd4-8d798bb9576f None None] Provisioning complete for port 97c92d6b-8334-489a-8793-8a8e3713c6a2 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:49.173352 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4163e244-c3a7-4dac-acd4-8d798bb9576f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:49.189332 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:49.190057 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device feaa6b5a-9c51-422e-bf49-3fcf2e89a032 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:06:49.281244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42746) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:49.291765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4163e244-c3a7-4dac-acd4-8d798bb9576f None None] Port 97c92d6b-8334-489a-8793-8a8e3713c6a2 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:49.293746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeda7cf-8d26-433b-ba17-9c7eafa7e59c req-e5729d20-0633-4067-b778-7fb2fd4fc6a6 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] No DVR routers for this DVR port af0ec574-f7d6-495a-8a2c-3131c2f48d24 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:06:49.295651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Pushing event updated for resources: {'Port': ['ID=8c16ceef-894b-4539-aba9-740343bb541d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:49.308175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device af0ec574-f7d6-495a-8a2c-3131c2f48d24 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:06:49.318838 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Network beffeb69-d3ec-4529-9697-698c21939a64 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:06:49.321010 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2eeda7cf-8d26-433b-ba17-9c7eafa7e59c req-e5729d20-0633-4067-b778-7fb2fd4fc6a6 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:49.328486 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2eeda7cf-8d26-433b-ba17-9c7eafa7e59c req-e5729d20-0633-4067-b778-7fb2fd4fc6a6 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.46 "DELETE /v2.0/ports/af0ec574-f7d6-495a-8a2c-3131c2f48d24 HTTP/1.1" status: 204 len: 173 time: 2.1493423 Nov 24 13:06:49.330083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:06:49.331940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74d876d-0523-4492-b443-acefaa94a4ee', 'name': 'network-vif-deleted', 'tag': 'af0ec574-f7d6-495a-8a2c-3131c2f48d24'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:06:49.334654 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c0dd76-ace8-4b6a-b447-014fbed225cd" -d '{"events": [{"server_uuid": "e74d876d-0523-4492-b443-acefaa94a4ee", "name": "network-vif-deleted", "tag": "af0ec574-f7d6-495a-8a2c-3131c2f48d24"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:06:49.337967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:06:49.353874 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: af0ec574-f7d6-495a-8a2c-3131c2f48d24 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:06:49.354231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device af0ec574-f7d6-495a-8a2c-3131c2f48d24 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:06:49.386862 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf274178-a388-4263-8101-46039dd1a9d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:49.412930 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8bcd1d-4946-426e-a344-805b466a8460 None None] Sync routers for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:06:49.432380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8bcd1d-4946-426e-a344-805b466a8460 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:49.432998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8d8bcd1d-4946-426e-a344-805b466a8460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:49.473250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:49.474286 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:49.528148 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e54ca1cc-2d76-463c-ab65-e24cda4b166b tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.8243830 Nov 24 13:06:49.528634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42754) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:49.573768 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:49.665723 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dfe3a1db-36d0-4c2d-a4d7-e09f603c757b req-a65b9936-485f-4def-a323-c99617159c93 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e74d876d-0523-4492-b443-acefaa94a4ee HTTP/1.1" status: 200 len: 210 time: 0.0729985 Nov 24 13:06:49.695002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b931e4-6147-4b6d-a742-db714f2628c7 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:49.701993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-8d8bcd1d-4946-426e-a344-805b466a8460 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:49.713312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b931e4-6147-4b6d-a742-db714f2628c7 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:49.720484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b931e4-6147-4b6d-a742-db714f2628c7 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:49.722272 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d1b931e4-6147-4b6d-a742-db714f2628c7 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1926003 Nov 24 13:06:49.725494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42756) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:49.737286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.extraroute_db [None req-62e6dc43-afbc-45c4-9df0-a29098ab3dd6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Added routes are [] {{(pid=114986) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 13:06:49.737862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.extraroute_db [None req-62e6dc43-afbc-45c4-9df0-a29098ab3dd6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=114986) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 13:06:49.747977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:06:49.750844 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b95b63-e23f-43da-80fc-5b99d85c5bef" -d '{"events": [{"server_uuid": "32b876b3-6dba-4144-b7ec-3ba0dbd776a8", "name": "network-vif-unplugged", "status": "completed", "tag": "feaa6b5a-9c51-422e-bf49-3fcf2e89a032"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:06:49.773078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:49.784767 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62e6dc43-afbc-45c4-9df0-a29098ab3dd6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:49.785791 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:49.868201 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538d894b-1adb-4014-8d7d-0080e726234d x-openstack-request-id: req-538d894b-1adb-4014-8d7d-0080e726234d {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:06:49.868559 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74d876d-0523-4492-b443-acefaa94a4ee", "name": "network-vif-deleted", "tag": "af0ec574-f7d6-495a-8a2c-3131c2f48d24", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:06:49.869036 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-538d894b-1adb-4014-8d7d-0080e726234d {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:06:49.869449 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74d876d-0523-4492-b443-acefaa94a4ee', 'name': 'network-vif-deleted', 'tag': 'af0ec574-f7d6-495a-8a2c-3131c2f48d24', 'status': 'completed', 'code': 200} Nov 24 13:06:49.873101 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf33f324-7c20-455f-9a91-53654e675b12 x-openstack-request-id: req-cf33f324-7c20-455f-9a91-53654e675b12 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:06:49.873472 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b876b3-6dba-4144-b7ec-3ba0dbd776a8", "name": "network-vif-unplugged", "status": "completed", "tag": "feaa6b5a-9c51-422e-bf49-3fcf2e89a032", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:06:49.873798 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf33f324-7c20-455f-9a91-53654e675b12 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:06:49.874282 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032', 'code': 200} Nov 24 13:06:49.904501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b9e48dec-6b4a-400e-8737-bfb3f1126828 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Deleting port 8c16ceef-894b-4539-aba9-740343bb541d {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:49.905257 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b9e48dec-6b4a-400e-8737-bfb3f1126828 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.030754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,revision_number=11']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:50.036567 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1b3cbba9-f8cd-4790-b497-e31105c41cbe None None] Provisioning complete for port 8c16ceef-894b-4539-aba9-740343bb541d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:50.037469 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b3cbba9-f8cd-4790-b497-e31105c41cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.062255 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62e6dc43-afbc-45c4-9df0-a29098ab3dd6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.070355 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62e6dc43-afbc-45c4-9df0-a29098ab3dd6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.107770 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b9e48dec-6b4a-400e-8737-bfb3f1126828 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.109168 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9744a79c-cc5d-4308-9e60-c240e94f5f08 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:50.124304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b9e48dec-6b4a-400e-8737-bfb3f1126828 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Calling delete_port for 8c16ceef-894b-4539-aba9-740343bb541d owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:50.162769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1b3cbba9-f8cd-4790-b497-e31105c41cbe None None] Port 8c16ceef-894b-4539-aba9-740343bb541d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:50.207540 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9744a79c-cc5d-4308-9e60-c240e94f5f08 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:50.208207 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.276273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d857e-4003-4f99-927d-9d30972531ef req-7d398c58-f322-4c89-bd5e-b69d9422edd6 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:50.278053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-305d857e-4003-4f99-927d-9d30972531ef req-7d398c58-f322-4c89-bd5e-b69d9422edd6 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 948 time: 0.0951967 Nov 24 13:06:50.283714 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf274178-a388-4263-8101-46039dd1a9d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.288972 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e6dc43-afbc-45c4-9df0-a29098ab3dd6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router b5079635-73ef-4e31-93d0-66c26d16d1df has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:06:50.315055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea1ae9-3aa4-4215-8112-7fdd70d0fb57 req-b1ce16b7-0d39-4192-bfad-3d2e178a172b tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:50.316792 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30ea1ae9-3aa4-4215-8112-7fdd70d0fb57 req-b1ce16b7-0d39-4192-bfad-3d2e178a172b tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.59 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 948 time: 0.0837417 Nov 24 13:06:50.317689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf274178-a388-4263-8101-46039dd1a9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.347131 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cf274178-a388-4263-8101-46039dd1a9d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce576b4647784781b4440c2bb736a6fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0637264 Nov 24 13:06:50.358830 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42766) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:50.403754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8d8bcd1d-4946-426e-a344-805b466a8460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:46Z', 'revision_number': 6, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:41Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9744a79c-cc5d-4308-9e60-c240e94f5f08', 'name': '', 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:75:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:38Z', 'updated_at': '2021-11-24T13:06:48Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:50.415271 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-305d857e-4003-4f99-927d-9d30972531ef req-019d9d58-6665-4c94-b0e7-7aebf313903b tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/security-groups?id=d5499ca1-d844-415e-8eeb-5bdedc2bd661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277330 Nov 24 13:06:50.458634 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b9e48dec-6b4a-400e-8737-bfb3f1126828 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.476174 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ddf0fc60-5bf4-42f4-bf90-f46a5d993cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.518567 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e48dec-6b4a-400e-8737-bfb3f1126828 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Pushing event deleted for resources: {'Port': ['ID=8c16ceef-894b-4539-aba9-740343bb541d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:50.548202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ddf0fc60-5bf4-42f4-bf90-f46a5d993cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.567434 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf274178-a388-4263-8101-46039dd1a9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651d308c-fa0b-48de-9bfa-c41444e656c6,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:50.583870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e6dc43-afbc-45c4-9df0-a29098ab3dd6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:06:50.593800 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62e6dc43-afbc-45c4-9df0-a29098ab3dd6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.597747 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-62e6dc43-afbc-45c4-9df0-a29098ab3dd6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df HTTP/1.1" status: 200 len: 704 time: 1.4960496 Nov 24 13:06:50.601035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42768) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:50.603442 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8bcd1d-4946-426e-a344-805b466a8460 None None] Checking router: b5079635-73ef-4e31-93d0-66c26d16d1df for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:06:50.616186 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8bcd1d-4946-426e-a344-805b466a8460 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:50.616912 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8d8bcd1d-4946-426e-a344-805b466a8460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:50.656848 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b9e48dec-6b4a-400e-8737-bfb3f1126828 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.665817 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b9e48dec-6b4a-400e-8737-bfb3f1126828 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] 10.222.0.48 "DELETE /v2.0/ports/8c16ceef-894b-4539-aba9-740343bb541d HTTP/1.1" status: 204 len: 168 time: 0.9338725 Nov 24 13:06:50.666813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42770) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:50.676393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-eee4dbff-2d1b-4245-bd69-3e2e66b5c214 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Request body: {'port': {'name': 'tempest-new-port-name-1198653187', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:50.676977 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.api.validators [None req-eee4dbff-2d1b-4245-bd69-3e2e66b5c214 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] bootfile-name is not in valid_values {{(pid=114985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 13:06:50.677559 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.api.validators [None req-eee4dbff-2d1b-4245-bd69-3e2e66b5c214 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] tftp-server is not in valid_values {{(pid=114985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 13:06:50.677960 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.api.validators [None req-eee4dbff-2d1b-4245-bd69-3e2e66b5c214 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] server-ip-address is not in valid_values {{(pid=114985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 13:06:50.726656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42774) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:50.731278 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c1362257-a9c2-418c-840d-ac4a2e1158c4 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df HTTP/1.1" status: 200 len: 704 time: 0.1290121 Nov 24 13:06:50.766450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeba701-da48-4e71-8c83-7da26bbefaa5 req-24cbead7-24ac-4c18-a4cd-034c753337bd tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:50.773419 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deeba701-da48-4e71-8c83-7da26bbefaa5 req-24cbead7-24ac-4c18-a4cd-034c753337bd tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 944 time: 0.2892737 Nov 24 13:06:50.777752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-8d8bcd1d-4946-426e-a344-805b466a8460 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:50.834650 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deeba701-da48-4e71-8c83-7da26bbefaa5 req-dac7466d-caae-412d-832b-4679c4a9afcf tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558619 Nov 24 13:06:50.840358 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-30ea1ae9-3aa4-4215-8112-7fdd70d0fb57 req-d0a56c16-e046-4804-8f6a-e35f6f7dfcb5 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Deleting port feaa6b5a-9c51-422e-bf49-3fcf2e89a032 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:50.840970 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-30ea1ae9-3aa4-4215-8112-7fdd70d0fb57 req-d0a56c16-e046-4804-8f6a-e35f6f7dfcb5 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.887055 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ddf0fc60-5bf4-42f4-bf90-f46a5d993cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.889656 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ddf0fc60-5bf4-42f4-bf90-f46a5d993cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.893468 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ddf0fc60-5bf4-42f4-bf90-f46a5d993cce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/651d308c-fa0b-48de-9bfa-c41444e656c6 HTTP/1.1" status: 204 len: 168 time: 0.5275877 Nov 24 13:06:50.893468 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eee4dbff-2d1b-4245-bd69-3e2e66b5c214 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.924946 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f084080b-cfec-4ca9-a389-62015bca07aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.953256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-30ea1ae9-3aa4-4215-8112-7fdd70d0fb57 req-d0a56c16-e046-4804-8f6a-e35f6f7dfcb5 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] For port feaa6b5a-9c51-422e-bf49-3fcf2e89a032, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:50.953638 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-30ea1ae9-3aa4-4215-8112-7fdd70d0fb57 req-d0a56c16-e046-4804-8f6a-e35f6f7dfcb5 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:50.974727 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-30ea1ae9-3aa4-4215-8112-7fdd70d0fb57 req-d0a56c16-e046-4804-8f6a-e35f6f7dfcb5 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Calling delete_port for feaa6b5a-9c51-422e-bf49-3fcf2e89a032 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:51.160162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8d8bcd1d-4946-426e-a344-805b466a8460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:49Z', 'revision_number': 7, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:41Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9744a79c-cc5d-4308-9e60-c240e94f5f08', 'name': '', 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:75:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:38Z', 'updated_at': '2021-11-24T13:06:48Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:51.202553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device a5f0a46f-d367-47c5-ae97-060f77b7edc0 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:06:51.206524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8bcd1d-4946-426e-a344-805b466a8460 None None] The sync data for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 is: [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:49Z', 'revision_number': 7, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:41Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9744a79c-cc5d-4308-9e60-c240e94f5f08', 'name': '', 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:75:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:38Z', 'updated_at': '2021-11-24T13:06:48Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:06:51.221342 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-30ea1ae9-3aa4-4215-8112-7fdd70d0fb57 req-d0a56c16-e046-4804-8f6a-e35f6f7dfcb5 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:51.273433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a56c16-e046-4804-8f6a-e35f6f7dfcb5 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Pushing event deleted for resources: {'Port': ['ID=feaa6b5a-9c51-422e-bf49-3fcf2e89a032,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:51.309654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port a5f0a46f-d367-47c5-ae97-060f77b7edc0 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:06:51.318936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port a5f0a46f-d367-47c5-ae97-060f77b7edc0 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:51.319411 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:51.347434 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ea1ae9-3aa4-4215-8112-7fdd70d0fb57 req-d0a56c16-e046-4804-8f6a-e35f6f7dfcb5 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] No DVR routers for this DVR port feaa6b5a-9c51-422e-bf49-3fcf2e89a032 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:06:51.350925 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-30ea1ae9-3aa4-4215-8112-7fdd70d0fb57 req-d0a56c16-e046-4804-8f6a-e35f6f7dfcb5 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:51.356589 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30ea1ae9-3aa4-4215-8112-7fdd70d0fb57 req-d0a56c16-e046-4804-8f6a-e35f6f7dfcb5 tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.59 "DELETE /v2.0/ports/feaa6b5a-9c51-422e-bf49-3fcf2e89a032 HTTP/1.1" status: 204 len: 173 time: 1.0141790 Nov 24 13:06:51.357739 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'name': 'network-vif-deleted', 'tag': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:06:51.361966 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0830465f-4d2d-4a2f-a73c-281c30ffa7d3" -d '{"events": [{"server_uuid": "32b876b3-6dba-4144-b7ec-3ba0dbd776a8", "name": "network-vif-deleted", "tag": "feaa6b5a-9c51-422e-bf49-3fcf2e89a032"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:06:51.435615 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:51.454245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0fc60-5bf4-42f4-bf90-f46a5d993cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651d308c-fa0b-48de-9bfa-c41444e656c6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:51.474036 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec717bb-376b-4f17-bd77-33050fb50635 x-openstack-request-id: req-cec717bb-376b-4f17-bd77-33050fb50635 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:06:51.474340 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b876b3-6dba-4144-b7ec-3ba0dbd776a8", "name": "network-vif-deleted", "tag": "feaa6b5a-9c51-422e-bf49-3fcf2e89a032", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:06:51.474599 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cec717bb-376b-4f17-bd77-33050fb50635 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:06:51.475112 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b876b3-6dba-4144-b7ec-3ba0dbd776a8', 'name': 'network-vif-deleted', 'tag': 'feaa6b5a-9c51-422e-bf49-3fcf2e89a032', 'status': 'completed', 'code': 200} Nov 24 13:06:51.535960 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-b5453950-9b41-465f-a926-812c8b466511 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1413405 Nov 24 13:06:51.564815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port a5f0a46f-d367-47c5-ae97-060f77b7edc0, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a5f0a46f-d367-47c5-ae97-060f77b7edc0,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:51.580485 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:51.658117 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6044a5bf-391a-4fcb-88cf-5c84002c2bf8 req-f2b36b29-41aa-4651-b306-a3285e55b2fa tempest-ImagesOneServerTestJSON-1961332305 tempest-ImagesOneServerTestJSON-1961332305-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b876b3-6dba-4144-b7ec-3ba0dbd776a8 HTTP/1.1" status: 200 len: 210 time: 0.0537086 Nov 24 13:06:51.702216 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd9bf51-d17a-40ea-9207-0813072c80b9 None None] Sync routers for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:06:51.704147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=a5f0a46f-d367-47c5-ae97-060f77b7edc0,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:51.719162 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd9bf51-d17a-40ea-9207-0813072c80b9 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:51.719792 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2fd9bf51-d17a-40ea-9207-0813072c80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:51.735264 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eee4dbff-2d1b-4245-bd69-3e2e66b5c214 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:51.747908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-78581772-144b-4f72-90fb-f06d32ff2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:51.748402 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-78581772-144b-4f72-90fb-f06d32ff2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:51.749166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-78581772-144b-4f72-90fb-f06d32ff2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:51.749438 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eee4dbff-2d1b-4245-bd69-3e2e66b5c214 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:51.750218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-78581772-144b-4f72-90fb-f06d32ff2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:51.750698 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-78581772-144b-4f72-90fb-f06d32ff2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:51.751483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-78581772-144b-4f72-90fb-f06d32ff2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:51.752287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-78581772-144b-4f72-90fb-f06d32ff2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:51.754298 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-78581772-144b-4f72-90fb-f06d32ff2c9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb9995cf9cd4081ba228f719572b20a&device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 6499 time: 0.0912809 Nov 24 13:06:51.761558 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5b093760-9847-47bf-841b-425c7de31934 req-58a39c62-b3ed-4e75-a78f-1a8bd27bd9ef tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/4b2481d1-3ebf-46eb-9b18-a05287a257af HTTP/1.1" status: 200 len: 1819 time: 0.9072371 Nov 24 13:06:51.875396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161a9948-80f6-4ebc-9d76-1eb897a7a8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f0a46f-d367-47c5-ae97-060f77b7edc0'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:06:51.878143 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd3da69-0312-4e79-8669-0e594a972b0b" -d '{"events": [{"server_uuid": "161a9948-80f6-4ebc-9d76-1eb897a7a8f1", "name": "network-vif-plugged", "status": "completed", "tag": "a5f0a46f-d367-47c5-ae97-060f77b7edc0"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:06:51.931643 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-2fd9bf51-d17a-40ea-9207-0813072c80b9 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:51.981308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-adf0923f-a607-48d5-90b3-4f688ff08587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:51.982233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4dbff-2d1b-4245-bd69-3e2e66b5c214 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Pushing event updated for resources: {'Port': ['ID=97c92d6b-8334-489a-8793-8a8e3713c6a2,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:51.982754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-adf0923f-a607-48d5-90b3-4f688ff08587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:51.984450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-adf0923f-a607-48d5-90b3-4f688ff08587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:51.991894 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-adf0923f-a607-48d5-90b3-4f688ff08587 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbaf4bb5-e42b-455c-baa5-50d6cb251c17&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=6df529e3-a95e-4d56-953a-23262bfd3e34&id=6df529e3-a95e-4d56-953a-23262bfd3e34 HTTP/1.1" status: 200 len: 2298 time: 0.2077944 Nov 24 13:06:52.094617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-eee4dbff-2d1b-4245-bd69-3e2e66b5c214 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] In _notify_port_updated(), no bound segment for port 97c92d6b-8334-489a-8793-8a8e3713c6a2 on network beffeb69-d3ec-4529-9697-698c21939a64 {{(pid=114985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:06:52.101299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee4dbff-2d1b-4245-bd69-3e2e66b5c214 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:52.102972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eee4dbff-2d1b-4245-bd69-3e2e66b5c214 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:52.104458 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-eee4dbff-2d1b-4245-bd69-3e2e66b5c214 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] 10.222.0.48 "PUT /v2.0/ports/97c92d6b-8334-489a-8793-8a8e3713c6a2 HTTP/1.1" status: 200 len: 1137 time: 1.4365435 Nov 24 13:06:52.106845 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-ce66342a-aec4-44f6-a293-8ac35aca4a33 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1252e94e-e016-46bc-b2bd-47c0ab1b44e8 HTTP/1.1" status: 200 len: 1002 time: 0.1097691 Nov 24 13:06:52.107388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42808) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:52.156917 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5b093760-9847-47bf-841b-425c7de31934 req-f9bb5429-f1f3-45fd-b088-1e82233e1a4c tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:52.200517 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5b093760-9847-47bf-841b-425c7de31934 req-f9bb5429-f1f3-45fd-b088-1e82233e1a4c tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:52.238358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f7aa8616-dcfe-4889-a415-e98a8e1940d9 None None] Provisioning complete for port 97c92d6b-8334-489a-8793-8a8e3713c6a2 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:06:52.238725 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8616-dcfe-4889-a415-e98a8e1940d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:52.296339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0a9957-2d36-4ca3-9aab-0412cd3f35c7 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:52.310084 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9b0a9957-2d36-4ca3-9aab-0412cd3f35c7 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] 10.222.0.48 "GET /v2.0/ports/97c92d6b-8334-489a-8793-8a8e3713c6a2 HTTP/1.1" status: 200 len: 1137 time: 0.2003047 Nov 24 13:06:52.312346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42814) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:52.322884 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa8616-dcfe-4889-a415-e98a8e1940d9 None None] Port 97c92d6b-8334-489a-8793-8a8e3713c6a2 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:06:52.341725 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5b093760-9847-47bf-841b-425c7de31934 req-f9bb5429-f1f3-45fd-b088-1e82233e1a4c tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:52.349683 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5b093760-9847-47bf-841b-425c7de31934 req-f9bb5429-f1f3-45fd-b088-1e82233e1a4c tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:52.361628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5b093760-9847-47bf-841b-425c7de31934 req-f9bb5429-f1f3-45fd-b088-1e82233e1a4c tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "DELETE /v2.0/security-groups/4b2481d1-3ebf-46eb-9b18-a05287a257af HTTP/1.1" status: 204 len: 173 time: 0.5726080 Nov 24 13:06:52.361905 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2fd9bf51-d17a-40ea-9207-0813072c80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:49Z', 'revision_number': 7, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:41Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9744a79c-cc5d-4308-9e60-c240e94f5f08', 'name': '', 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:75:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:38Z', 'updated_at': '2021-11-24T13:06:48Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:52.378890 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb5429-f1f3-45fd-b088-1e82233e1a4c tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2481d1-3ebf-46eb-9b18-a05287a257af,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:52.382840 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71321f2b-7193-459b-8a7e-dc8cb4a95ce7 req-dea49a9e-785a-44ad-bfd0-388e16cc7ffe tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:52.396647 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5ab076a-916e-4153-9943-802ef8008b43 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:52.400317 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-71321f2b-7193-459b-8a7e-dc8cb4a95ce7 req-dea49a9e-785a-44ad-bfd0-388e16cc7ffe tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 945 time: 0.2918394 Nov 24 13:06:52.445270 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd9bf51-d17a-40ea-9207-0813072c80b9 None None] Checking router: b5079635-73ef-4e31-93d0-66c26d16d1df for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:06:52.452685 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-43ad81e7-f3d6-4d84-8fd4-404f9592b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:52.454193 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-43ad81e7-f3d6-4d84-8fd4-404f9592b16a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=673a3600-90de-4e02-b5a0-1a7307d2a6a1 HTTP/1.1" status: 200 len: 856 time: 0.2630229 Nov 24 13:06:52.468961 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd9bf51-d17a-40ea-9207-0813072c80b9 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:52.468961 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2fd9bf51-d17a-40ea-9207-0813072c80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:52.545189 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-71321f2b-7193-459b-8a7e-dc8cb4a95ce7 req-077419d2-6cd5-4767-a554-4f45f195d84b tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437685 Nov 24 13:06:52.559388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0487a0f8-1970-4392-9614-8d4b5cb11043 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Deleting port 97c92d6b-8334-489a-8793-8a8e3713c6a2 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:52.562686 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0487a0f8-1970-4392-9614-8d4b5cb11043 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:52.593234 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2e8188-7ba9-4faf-9b1f-4b349f3f7ca3 x-openstack-request-id: req-9a2e8188-7ba9-4faf-9b1f-4b349f3f7ca3 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:06:52.593848 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161a9948-80f6-4ebc-9d76-1eb897a7a8f1", "name": "network-vif-plugged", "status": "completed", "tag": "a5f0a46f-d367-47c5-ae97-060f77b7edc0", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:06:52.594211 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a2e8188-7ba9-4faf-9b1f-4b349f3f7ca3 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:06:52.594716 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161a9948-80f6-4ebc-9d76-1eb897a7a8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f0a46f-d367-47c5-ae97-060f77b7edc0', 'code': 200} Nov 24 13:06:52.625255 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-2fd9bf51-d17a-40ea-9207-0813072c80b9 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:52.644624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-1b8ea9d2-34b4-41e8-bd5f-635309a419ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:52.646158 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-1b8ea9d2-34b4-41e8-bd5f-635309a419ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbaf4bb5-e42b-455c-baa5-50d6cb251c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837654 Nov 24 13:06:52.718694 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4e9f21d-7cbe-4be4-9ee4-1334d1f0e8ea req-76272290-00bf-43f4-9598-47c26ca7b164 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/0feb2f8a-efb2-45c4-b556-7dcafa4e42a9 HTTP/1.1" status: 200 len: 1819 time: 0.1012511 Nov 24 13:06:52.803807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2de83-44b0-41aa-9d4b-056501446252 req-54836d84-1f4d-48f8-9422-501e59b7cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:52.806263 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a2de83-44b0-41aa-9d4b-056501446252 req-54836d84-1f4d-48f8-9422-501e59b7cf64 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 1096 time: 0.1438885 Nov 24 13:06:52.841082 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0487a0f8-1970-4392-9614-8d4b5cb11043 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:52.864273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0487a0f8-1970-4392-9614-8d4b5cb11043 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Calling delete_port for 97c92d6b-8334-489a-8793-8a8e3713c6a2 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:52.876397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-6ba43d7a-a4d9-43c2-bde4-49e4f64ab538 service neutron] 10.222.0.59 "GET /v2.0/networks/fbaf4bb5-e42b-455c-baa5-50d6cb251c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078156 Nov 24 13:06:52.935042 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f4e9f21d-7cbe-4be4-9ee4-1334d1f0e8ea req-a9b8bf6b-8518-4cff-b6ef-42ab18bfc639 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:52.965316 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f4e9f21d-7cbe-4be4-9ee4-1334d1f0e8ea req-a9b8bf6b-8518-4cff-b6ef-42ab18bfc639 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.017067 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-f157814b-1301-4f4a-b112-f1cf2e3e8e2d service neutron] 10.222.0.59 "GET /v2.0/networks/fbaf4bb5-e42b-455c-baa5-50d6cb251c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008487 Nov 24 13:06:53.035709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e5ab076a-916e-4153-9943-802ef8008b43 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port 9744a79c-cc5d-4308-9e60-c240e94f5f08 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:53.036059 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5ab076a-916e-4153-9943-802ef8008b43 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.054132 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2fd9bf51-d17a-40ea-9207-0813072c80b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:49Z', 'revision_number': 7, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:41Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9744a79c-cc5d-4308-9e60-c240e94f5f08', 'name': '', 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:75:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:38Z', 'updated_at': '2021-11-24T13:06:48Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:53.073345 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-158a57ce-682e-4c16-86d4-821d9d4e3d65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=6e8eee07-d40a-4ec6-8dc1-46980cce72fe HTTP/1.1" status: 200 len: 217 time: 0.0469027 Nov 24 13:06:53.074067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26a2de83-44b0-41aa-9d4b-056501446252 req-dbb5b69d-3395-414a-a3f9-8ae03f898126 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450998 Nov 24 13:06:53.082695 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f4e9f21d-7cbe-4be4-9ee4-1334d1f0e8ea req-a9b8bf6b-8518-4cff-b6ef-42ab18bfc639 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.085752 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f4e9f21d-7cbe-4be4-9ee4-1334d1f0e8ea req-a9b8bf6b-8518-4cff-b6ef-42ab18bfc639 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.087088 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4e9f21d-7cbe-4be4-9ee4-1334d1f0e8ea req-a9b8bf6b-8518-4cff-b6ef-42ab18bfc639 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "DELETE /v2.0/security-groups/0feb2f8a-efb2-45c4-b556-7dcafa4e42a9 HTTP/1.1" status: 204 len: 173 time: 0.3561919 Nov 24 13:06:53.127005 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd9bf51-d17a-40ea-9207-0813072c80b9 None None] The sync data for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 is: [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:49Z', 'revision_number': 7, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:41Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9744a79c-cc5d-4308-9e60-c240e94f5f08', 'name': '', 'network_id': '634608fa-10c8-4a11-8061-202d1e1da160', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:75:f7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:38Z', 'updated_at': '2021-11-24T13:06:48Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '8dec1b40-bf6a-4882-8abd-7dfc989bc08a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:06:53.135103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-494eaf2d-70ba-49fc-ad0e-b2f395a49775 req-0a8e678d-8fc9-4246-bd6e-5b48c26bf336 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-175756795', 'description': 'tempest-description-931690647'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:53.150628 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8bf6b-8518-4cff-b6ef-42ab18bfc639 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0feb2f8a-efb2-45c4-b556-7dcafa4e42a9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:53.179467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-494eaf2d-70ba-49fc-ad0e-b2f395a49775 req-0a8e678d-8fc9-4246-bd6e-5b48c26bf336 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.195051 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0487a0f8-1970-4392-9614-8d4b5cb11043 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.216872 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c2e9fd0f-e01d-4d5b-b068-264089b67440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.227843 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42840) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:53.235449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-e5ab076a-916e-4153-9943-802ef8008b43 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] For port 9744a79c-cc5d-4308-9e60-c240e94f5f08, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9744a79c-cc5d-4308-9e60-c240e94f5f08,segment=NetworkSegment(8eff2af1-8641-46af-90e0-96b1ce9b1179),segment_id=8eff2af1-8641-46af-90e0-96b1ce9b1179)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:53.236128 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5ab076a-916e-4153-9943-802ef8008b43 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.253079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e5ab076a-916e-4153-9943-802ef8008b43 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for 9744a79c-cc5d-4308-9e60-c240e94f5f08 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:53.291320 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487a0f8-1970-4392-9614-8d4b5cb11043 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Pushing event deleted for resources: {'Port': ['ID=97c92d6b-8334-489a-8793-8a8e3713c6a2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:53.474338 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-494eaf2d-70ba-49fc-ad0e-b2f395a49775 req-0a8e678d-8fc9-4246-bd6e-5b48c26bf336 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.493753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-52f63113-a488-491a-acf7-ad206e730c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:53.495338 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-52f63113-a488-491a-acf7-ad206e730c20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.2092216 Nov 24 13:06:53.495935 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-494eaf2d-70ba-49fc-ad0e-b2f395a49775 req-0a8e678d-8fc9-4246-bd6e-5b48c26bf336 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.531415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0487a0f8-1970-4392-9614-8d4b5cb11043 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.539147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42848) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:53.541098 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0487a0f8-1970-4392-9614-8d4b5cb11043 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] 10.222.0.48 "DELETE /v2.0/ports/97c92d6b-8334-489a-8793-8a8e3713c6a2 HTTP/1.1" status: 204 len: 168 time: 1.2258446 Nov 24 13:06:53.605754 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-494eaf2d-70ba-49fc-ad0e-b2f395a49775 req-0a8e678d-8fc9-4246-bd6e-5b48c26bf336 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.607090 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-494eaf2d-70ba-49fc-ad0e-b2f395a49775 req-0a8e678d-8fc9-4246-bd6e-5b48c26bf336 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4768357 Nov 24 13:06:53.616776 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5ab076a-916e-4153-9943-802ef8008b43 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.630147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e678d-8fc9-4246-bd6e-5b48c26bf336 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f4bc81-a452-4514-8752-c98f22f9cd73,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:53.658774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-38432d4a-7b62-4a19-b693-0555784a4879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:53.660280 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-38432d4a-7b62-4a19-b693-0555784a4879 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1401365 Nov 24 13:06:53.718386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab076a-916e-4153-9943-802ef8008b43 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=9744a79c-cc5d-4308-9e60-c240e94f5f08,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:53.777496 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6b2947c5-f891-45d1-a640-6bd8e9c88a18 req-aabe10c8-42d5-4e86-9ef8-4f0391665557 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/94f4bc81-a452-4514-8752-c98f22f9cd73 HTTP/1.1" status: 200 len: 1818 time: 0.1328721 Nov 24 13:06:53.786241 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-6b2947c5-f891-45d1-a640-6bd8e9c88a18 req-503bf858-3a30-4333-b468-853a6661e5cc tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1400158797', 'description': 'tempest-description-hth-1696815377'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:53.852049 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6b2947c5-f891-45d1-a640-6bd8e9c88a18 req-503bf858-3a30-4333-b468-853a6661e5cc tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.855991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-28d00d97-f3f5-4f3d-8c13-a328ed89c4c4 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820667 Nov 24 13:06:53.890416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb4bcef-2105-4b83-90a5-bbf7ca6f0248 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Deleting subnet ccd246bb-86da-46bc-bb15-5c87d355028b {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:06:53.904286 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e540d654-34a9-4f4c-bce3-82b7e59ea5f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6150889fd7f46258d8909ef2db274c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6726005 Nov 24 13:06:53.904286 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb4bcef-2105-4b83-90a5-bbf7ca6f0248 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:53.908541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42860) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:53.995318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc06e4-08d3-448d-aa8c-9607609b411f req-d882fb12-70d0-47f8-af55-8b608d76dfa1 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:53.997256 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36cc06e4-08d3-448d-aa8c-9607609b411f req-d882fb12-70d0-47f8-af55-8b608d76dfa1 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 945 time: 0.3150127 Nov 24 13:06:53.998023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6b2947c5-f891-45d1-a640-6bd8e9c88a18 req-503bf858-3a30-4333-b468-853a6661e5cc tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.009916 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6b2947c5-f891-45d1-a640-6bd8e9c88a18 req-503bf858-3a30-4333-b468-853a6661e5cc tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.012545 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6b2947c5-f891-45d1-a640-6bd8e9c88a18 req-503bf858-3a30-4333-b468-853a6661e5cc tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.022850 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5ab076a-916e-4153-9943-802ef8008b43 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.023776 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6b2947c5-f891-45d1-a640-6bd8e9c88a18 req-503bf858-3a30-4333-b468-853a6661e5cc tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "PUT /v2.0/security-groups/94f4bc81-a452-4514-8752-c98f22f9cd73 HTTP/1.1" status: 200 len: 1794 time: 0.2453239 Nov 24 13:06:54.050195 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb4bcef-2105-4b83-90a5-bbf7ca6f0248 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.050539 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-68f8a5da-ef22-4384-b34b-be3b644d4013 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850953 Nov 24 13:06:54.118312 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-dbe72317-44d4-4a22-aafd-382b1dc8a584 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=97cc90c5-fb57-425a-a378-479282e4b014 HTTP/1.1" status: 200 len: 217 time: 0.0423763 Nov 24 13:06:54.120078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bf858-3a30-4333-b468-853a6661e5cc tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f4bc81-a452-4514-8752-c98f22f9cd73,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:54.139184 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d612bd2-c06a-4b47-a2fc-5d088bd31cd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.216545 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d612bd2-c06a-4b47-a2fc-5d088bd31cd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.244483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-5e13f8de-1ef1-48b6-aa4c-5c0106ab7050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:54.246260 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-5e13f8de-1ef1-48b6-aa4c-5c0106ab7050 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.1201842 Nov 24 13:06:54.253065 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d1c86b3f-93d2-4b6e-842d-09a30e028e21 req-d9cd6aab-0b3a-42bc-8059-7baabe19ea5d tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/94f4bc81-a452-4514-8752-c98f22f9cd73 HTTP/1.1" status: 200 len: 1794 time: 0.0921102 Nov 24 13:06:54.291073 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36cc06e4-08d3-448d-aa8c-9607609b411f req-8dba7382-7cb2-4a67-911e-b23dd54de534 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818034 Nov 24 13:06:54.319473 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.338364 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb0e239f-aca3-474e-9322-3c5c86f54651 req-0c09f598-ef41-4b3d-8a5f-5812fd99a078 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/94f4bc81-a452-4514-8752-c98f22f9cd73 HTTP/1.1" status: 200 len: 1794 time: 0.0526557 Nov 24 13:06:54.345547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-75229d34-2efe-4097-9a07-9cb858580478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:54.347696 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-75229d34-2efe-4097-9a07-9cb858580478 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0915420 Nov 24 13:06:54.350212 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb4bcef-2105-4b83-90a5-bbf7ca6f0248 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.460260 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d612bd2-c06a-4b47-a2fc-5d088bd31cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.466916 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d612bd2-c06a-4b47-a2fc-5d088bd31cd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.466916 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7d612bd2-c06a-4b47-a2fc-5d088bd31cd6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5499ca1-d844-415e-8eeb-5bdedc2bd661 HTTP/1.1" status: 204 len: 168 time: 0.5299029 Nov 24 13:06:54.491976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d612bd2-c06a-4b47-a2fc-5d088bd31cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5499ca1-d844-415e-8eeb-5bdedc2bd661,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:54.501008 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-eb80224a-5515-423f-96be-e5a9ea602aaa service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400821 Nov 24 13:06:54.502138 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-eb0e239f-aca3-474e-9322-3c5c86f54651 req-247e3bb5-c546-4914-b5a1-16c8c932ce99 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.519340 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ab076a-916e-4153-9943-802ef8008b43 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router b5079635-73ef-4e31-93d0-66c26d16d1df has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:06:54.526507 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb4bcef-2105-4b83-90a5-bbf7ca6f0248 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.562384 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb4bcef-2105-4b83-90a5-bbf7ca6f0248 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.567848 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cbb4bcef-2105-4b83-90a5-bbf7ca6f0248 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] 10.222.0.48 "DELETE /v2.0/subnets/ccd246bb-86da-46bc-bb15-5c87d355028b HTTP/1.1" status: 204 len: 168 time: 1.0233986 Nov 24 13:06:54.567848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4bcef-2105-4b83-90a5-bbf7ca6f0248 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd246bb-86da-46bc-bb15-5c87d355028b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:54.568520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42878) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:54.574019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b9068-31ae-4307-8323-97a15e649eb0 None None] Network beffeb69-d3ec-4529-9697-698c21939a64 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:54.613965 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-eb0e239f-aca3-474e-9322-3c5c86f54651 req-247e3bb5-c546-4914-b5a1-16c8c932ce99 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.683213 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-b08f2361-6c87-49ac-b390-8f7cd06beac6 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736381 Nov 24 13:06:54.739614 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-3d3f2381-5a0b-493c-838c-19c6e0396c1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=5ab98a21-6fe7-4896-9575-4945f031504a HTTP/1.1" status: 200 len: 217 time: 0.0475945 Nov 24 13:06:54.740545 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-eb0e239f-aca3-474e-9322-3c5c86f54651 req-247e3bb5-c546-4914-b5a1-16c8c932ce99 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.743751 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-eb0e239f-aca3-474e-9322-3c5c86f54651 req-247e3bb5-c546-4914-b5a1-16c8c932ce99 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.745575 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb0e239f-aca3-474e-9322-3c5c86f54651 req-247e3bb5-c546-4914-b5a1-16c8c932ce99 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "DELETE /v2.0/security-groups/94f4bc81-a452-4514-8752-c98f22f9cd73 HTTP/1.1" status: 204 len: 173 time: 0.3959851 Nov 24 13:06:54.804822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3d14fa-1cc6-40ca-9dec-618bd3799fcb None None] DHCP port deletion for beffeb69-d3ec-4529-9697-698c21939a64 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:06:54.826206 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:54.834654 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e3bb5-c546-4914-b5a1-16c8c932ce99 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f4bc81-a452-4514-8752-c98f22f9cd73,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:54.850312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ab076a-916e-4153-9943-802ef8008b43 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:06:54.864272 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e5ab076a-916e-4153-9943-802ef8008b43 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1356716 Nov 24 13:06:54.867194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42888) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:54.873264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef0fe8-cff6-41c2-842c-e38db8aa7581 None None] Sync routers for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:06:54.878370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-c88f4ad4-0ea4-4036-8ebc-18c30884b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:54.885138 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-c88f4ad4-0ea4-4036-8ebc-18c30884b774 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.1386180 Nov 24 13:06:54.905217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef0fe8-cff6-41c2-842c-e38db8aa7581 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:54.905838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-beef0fe8-cff6-41c2-842c-e38db8aa7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:54.964304 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-fab9a8fe-e421-4e77-ab68-a472e428c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:54.966226 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-fab9a8fe-e421-4e77-ab68-a472e428c6c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732565 Nov 24 13:06:55.047146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8997c76-7224-48e4-bb7b-7e67dc86a90a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting subnet 8dec1b40-bf6a-4882-8abd-7dfc989bc08a {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:06:55.050586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-dd3d14fa-1cc6-40ca-9dec-618bd3799fcb None None] Deleting port d0cc9abc-4745-45f9-be11-9213bde6913f {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:55.051181 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dd3d14fa-1cc6-40ca-9dec-618bd3799fcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:55.053550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-beef0fe8-cff6-41c2-842c-e38db8aa7581 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:55.058214 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8997c76-7224-48e4-bb7b-7e67dc86a90a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:55.181566 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-3a29d6aa-c90a-4c19-a697-b075172e4785 req-200299c8-c7ce-4293-8d89-540acbeab943 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] show failed (client error): The resource could not be found. Nov 24 13:06:55.184041 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3a29d6aa-c90a-4c19-a697-b075172e4785 req-200299c8-c7ce-4293-8d89-540acbeab943 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/0feb2f8a-efb2-45c4-b556-7dcafa4e42a9 HTTP/1.1" status: 404 len: 352 time: 0.2428789 Nov 24 13:06:55.193257 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8997c76-7224-48e4-bb7b-7e67dc86a90a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:55.277543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device feaa6b5a-9c51-422e-bf49-3fcf2e89a032 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:06:55.341141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: feaa6b5a-9c51-422e-bf49-3fcf2e89a032 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:06:55.342380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device feaa6b5a-9c51-422e-bf49-3fcf2e89a032 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:06:55.349297 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dd3d14fa-1cc6-40ca-9dec-618bd3799fcb None None] For port d0cc9abc-4745-45f9-be11-9213bde6913f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d0cc9abc-4745-45f9-be11-9213bde6913f,segment=NetworkSegment(4f9a3748-cab8-49c4-b51f-716bd75ab7dc),segment_id=4f9a3748-cab8-49c4-b51f-716bd75ab7dc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:55.350154 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dd3d14fa-1cc6-40ca-9dec-618bd3799fcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:55.387321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-dd3d14fa-1cc6-40ca-9dec-618bd3799fcb None None] Calling delete_port for d0cc9abc-4745-45f9-be11-9213bde6913f owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:55.579068 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dd3d14fa-1cc6-40ca-9dec-618bd3799fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:55.599711 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42906) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:55.632512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d14fa-1cc6-40ca-9dec-618bd3799fcb None None] Pushing event deleted for resources: {'Port': ['ID=d0cc9abc-4745-45f9-be11-9213bde6913f,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:55.635484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3d14fa-1cc6-40ca-9dec-618bd3799fcb None None] No DVR routers for this DVR port d0cc9abc-4745-45f9-be11-9213bde6913f on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:06:55.639220 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-c4f0767c-d5af-4774-b36f-104f0e79d437 req-9f1aee82-7b25-4b57-9263-4ee783e30597 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] show failed (client error): The resource could not be found. Nov 24 13:06:55.640404 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4f0767c-d5af-4774-b36f-104f0e79d437 req-9f1aee82-7b25-4b57-9263-4ee783e30597 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/4b2481d1-3ebf-46eb-9b18-a05287a257af HTTP/1.1" status: 404 len: 352 time: 0.0197217 Nov 24 13:06:55.658400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-beef0fe8-cff6-41c2-842c-e38db8aa7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:53Z', 'revision_number': 8, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:41Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:55.696608 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-e7802b02-42e2-4cf7-8926-eb36b835585f service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7223475 Nov 24 13:06:55.700464 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8997c76-7224-48e4-bb7b-7e67dc86a90a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:55.711335 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fe1cf-d09f-4006-9141-16b5f11afb46 req-9b1422e3-a16a-469d-bb12-693edf2fa05d tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:55.712868 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef0fe8-cff6-41c2-842c-e38db8aa7581 None None] Checking router: b5079635-73ef-4e31-93d0-66c26d16d1df for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:06:55.713782 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-255fe1cf-d09f-4006-9141-16b5f11afb46 req-9b1422e3-a16a-469d-bb12-693edf2fa05d tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 945 time: 0.1130269 Nov 24 13:06:55.721684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef0fe8-cff6-41c2-842c-e38db8aa7581 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:06:55.722300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-beef0fe8-cff6-41c2-842c-e38db8aa7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:55.742202 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-3d25f8ab-d9e6-48ae-9e51-0048dc000ce4 req-50331ba7-0d6e-4c76-a9f0-cf776c12fcc4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] show failed (client error): The resource could not be found. Nov 24 13:06:55.743485 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3d25f8ab-d9e6-48ae-9e51-0048dc000ce4 req-50331ba7-0d6e-4c76-a9f0-cf776c12fcc4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/9e1b51e7-10e1-4ead-960b-9926d2c21f34 HTTP/1.1" status: 404 len: 352 time: 0.0668726 Nov 24 13:06:55.754175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Deleting port d0cc9abc-4745-45f9-be11-9213bde6913f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:55.754579 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:55.848626 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-255fe1cf-d09f-4006-9141-16b5f11afb46 req-93d61b65-4749-47a6-b10b-6398a25fe1e8 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219759 Nov 24 13:06:55.876349 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-6d2b965d-2cb5-41a6-a9a5-9edca82b0951 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603465 Nov 24 13:06:55.888040 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:55.900457 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8997c76-7224-48e4-bb7b-7e67dc86a90a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:55.906881 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-beef0fe8-cff6-41c2-842c-e38db8aa7581 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:06:55.924554 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] For port d0cc9abc-4745-45f9-be11-9213bde6913f, host n-d-817303-4, got binding levels [] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:55.925057 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:55.970007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8997c76-7224-48e4-bb7b-7e67dc86a90a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:55.975261 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b8997c76-7224-48e4-bb7b-7e67dc86a90a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/8dec1b40-bf6a-4882-8abd-7dfc989bc08a HTTP/1.1" status: 204 len: 168 time: 1.1062481 Nov 24 13:06:55.979982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8997c76-7224-48e4-bb7b-7e67dc86a90a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Subnet': ['ID=8dec1b40-bf6a-4882-8abd-7dfc989bc08a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:55.982516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Calling delete_port for d0cc9abc-4745-45f9-be11-9213bde6913f owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:55.984090 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42930) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:55.987573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.ipam_backend_mixin [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Port d0cc9abc-4745-45f9-be11-9213bde6913f was not found and therefore no delete operation was performed {{(pid=114985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 13:06:55.998524 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.023219 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-207da995-896f-4466-b83a-5ded852a6dc8 req-c90ca9d0-d3d9-4f6a-9b69-768736be6cdf tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] show failed (client error): The resource could not be found. Nov 24 13:06:56.024562 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-207da995-896f-4466-b83a-5ded852a6dc8 req-c90ca9d0-d3d9-4f6a-9b69-768736be6cdf tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/8e5d721c-7e12-45b6-8402-b9d7a44a641f HTTP/1.1" status: 404 len: 352 time: 0.1108747 Nov 24 13:06:56.027152 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-8f46988e-a31a-4b95-8f81-0c9feb1e5f4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 HTTP/1.1" status: 200 len: 217 time: 0.1385791 Nov 24 13:06:56.033972 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c77f-e7dd-4e6b-b1e9-3b7b2dd7ee1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.072145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Pushing event deleted for resources: {'Port': ['ID=d0cc9abc-4745-45f9-be11-9213bde6913f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:56.093941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] No DVR routers for this DVR port d0cc9abc-4745-45f9-be11-9213bde6913f on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:06:56.143723 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-64e46b97-26ff-4d27-bcd8-d3e2ec203b40 req-02dc6469-09da-4c72-96bd-954432905ee9 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] show failed (client error): The resource could not be found. Nov 24 13:06:56.146693 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-64e46b97-26ff-4d27-bcd8-d3e2ec203b40 req-02dc6469-09da-4c72-96bd-954432905ee9 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/dd14f411-2c85-4cf4-9897-fcd2de70b8d0 HTTP/1.1" status: 404 len: 352 time: 0.0525141 Nov 24 13:06:56.167199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-120d8a51-5d7c-4fae-93bc-9c5b956abe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:56.169045 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-120d8a51-5d7c-4fae-93bc-9c5b956abe48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.1301463 Nov 24 13:06:56.214208 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-c83ad5f9-acf1-4a26-b18b-5ad7afbb2087 req-855add70-d399-4d96-a8b5-dc7746703ef7 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] show failed (client error): The resource could not be found. Nov 24 13:06:56.215482 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c83ad5f9-acf1-4a26-b18b-5ad7afbb2087 req-855add70-d399-4d96-a8b5-dc7746703ef7 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/cf5fbc7c-105c-453a-982a-779f817872da HTTP/1.1" status: 404 len: 352 time: 0.0342798 Nov 24 13:06:56.226676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.307295 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-227ab7b9-ebed-4ab5-8a63-6d46e5fe84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:56.309301 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-227ab7b9-ebed-4ab5-8a63-6d46e5fe84aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1086049 Nov 24 13:06:56.322653 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.333106 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c77f-e7dd-4e6b-b1e9-3b7b2dd7ee1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.346734 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d0cc9abc-4745-45f9-be11-9213bde6913f no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:06:56.355333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3985c7-697a-4cbf-8ae0-c0ef4173a354 None None] Network 634608fa-10c8-4a11-8061-202d1e1da160 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:06:56.367456 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c77f-e7dd-4e6b-b1e9-3b7b2dd7ee1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.408228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beffeb69-d3ec-4529-9697-698c21939a64']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:56.434942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9a3748-cab8-49c4-b51f-716bd75ab7dc') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:56.435157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9a3748-cab8-49c4-b51f-716bd75ab7dc') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:56.448523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.474140 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.485567 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port de989f66-0c8a-4c01-b3bc-91ac8a5ea359 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:56.486190 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.490745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:06:56.491141 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:06:56.494614 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:06:56.598773 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e9f7c77f-e7dd-4e6b-b1e9-3b7b2dd7ee1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3d48fa48ef4433fa70cb461496158ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9871368 Nov 24 13:06:56.599538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7c77f-e7dd-4e6b-b1e9-3b7b2dd7ee1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4297f3d0-a8d5-494f-8f0c-dea792ca9d9c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:56.602996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42976) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:56.634258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-eba89c25-aba6-44d5-97fe-693291299498 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134584 Nov 24 13:06:56.648123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] For port de989f66-0c8a-4c01-b3bc-91ac8a5ea359, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=de989f66-0c8a-4c01-b3bc-91ac8a5ea359,segment=NetworkSegment(8eff2af1-8641-46af-90e0-96b1ce9b1179),segment_id=8eff2af1-8641-46af-90e0-96b1ce9b1179)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:56.648495 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.651981 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.669058 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.672232 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] 10.222.0.48 "DELETE /v2.0/networks/beffeb69-d3ec-4529-9697-698c21939a64 HTTP/1.1" status: 204 len: 168 time: 2.1021338 Nov 24 13:06:56.686378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for de989f66-0c8a-4c01-b3bc-91ac8a5ea359 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:56.688837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06111d66-095f-4e45-9ab5-f398a53cdc88 tempest-ExtraDHCPOptionsTestJSON-376338304 tempest-ExtraDHCPOptionsTestJSON-376338304-project] Pushing event deleted for resources: {'Network': ['ID=beffeb69-d3ec-4529-9697-698c21939a64,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:56.697821 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: d0cc9abc-4745-45f9-be11-9213bde6913f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:06:56.698182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d0cc9abc-4745-45f9-be11-9213bde6913f not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:06:56.807395 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42984) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:56.818789 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.905267 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-5d2ef155-97d8-4b94-ace6-5956f519d2ae service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566485 Nov 24 13:06:56.920913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=de989f66-0c8a-4c01-b3bc-91ac8a5ea359,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:56.957743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.964330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No DVR routers for this DVR port de989f66-0c8a-4c01-b3bc-91ac8a5ea359 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:06:56.979005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-f6b4e908-0b35-4b46-a48f-0d885e80ad4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 HTTP/1.1" status: 200 len: 217 time: 0.0665095 Nov 24 13:06:56.979626 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a3afd36-b7b2-4d5b-9dfb-d1e40c6666db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:56.990983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e18674-39d5-49ab-9eee-38797f5b2d32 req-7e51238f-9358-4c57-beb6-be6e0257e729 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:56.999692 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b7e18674-39d5-49ab-9eee-38797f5b2d32 req-7e51238f-9358-4c57-beb6-be6e0257e729 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 1024 time: 0.3102393 Nov 24 13:06:57.079557 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a3afd36-b7b2-4d5b-9dfb-d1e40c6666db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.111812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-adbdee51-9f92-4ae7-80b4-e8d33e04fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:57.114272 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-adbdee51-9f92-4ae7-80b4-e8d33e04fa42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a HTTP/1.1" status: 200 len: 797 time: 0.1061194 Nov 24 13:06:57.117538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6b2565-700e-4c24-b8aa-d891221c4f09 None None] DHCP port deletion for 634608fa-10c8-4a11-8061-202d1e1da160 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:06:57.137073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42990) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:57.151447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-beef0fe8-cff6-41c2-842c-e38db8aa7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:53Z', 'revision_number': 8, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:41Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:57.151718 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-933d1192-06bb-4ad0-8c33-dd8cc89db3a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2499082 Nov 24 13:06:57.152390 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-530dfd41-df2a-451e-8146-3d439a7a44bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.241851 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef0fe8-cff6-41c2-842c-e38db8aa7581 None None] The sync data for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 is: [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:06:53Z', 'revision_number': 8, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '109cb501-095a-4a8b-9b1c-ed74f72c1724', 'name': '', 'network_id': 'b3b5c7ea-ce5d-4730-a58c-4290a42de618', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:a4:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:31Z', 'updated_at': '2021-11-24T13:06:41Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': 'fd6e3fcd-a5f2-4a22-9352-433088a9400a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:06:57.257768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b7e18674-39d5-49ab-9eee-38797f5b2d32 req-cd44784d-e027-4901-8944-47dd77deec19 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=44b520a2-e7af-4b65-a8e6-3b37157172a2&id=f0d22813-26eb-46e5-9ca4-090e9bccfa2d&id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2571142 Nov 24 13:06:57.283675 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.293150 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-d72d21a2-003b-4345-8778-93600940f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:57.309380 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-d72d21a2-003b-4345-8778-93600940f541 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6df529e3-a95e-4d56-953a-23262bfd3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1730516 Nov 24 13:06:57.330312 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a3afd36-b7b2-4d5b-9dfb-d1e40c6666db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.333140 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a3afd36-b7b2-4d5b-9dfb-d1e40c6666db admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.336681 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3a3afd36-b7b2-4d5b-9dfb-d1e40c6666db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4297f3d0-a8d5-494f-8f0c-dea792ca9d9c HTTP/1.1" status: 204 len: 168 time: 0.7241886 Nov 24 13:06:57.363473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634608fa-10c8-4a11-8061-202d1e1da160']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:57.364623 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3afd36-b7b2-4d5b-9dfb-d1e40c6666db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4297f3d0-a8d5-494f-8f0c-dea792ca9d9c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:57.388021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eff2af1-8641-46af-90e0-96b1ce9b1179') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:57.388554 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eff2af1-8641-46af-90e0-96b1ce9b1179') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:06:57.396051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-cf543a23-71d5-46c1-a2a8-2827a9cb2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:57.396991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-cf543a23-71d5-46c1-a2a8-2827a9cb2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:57.397662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-cf543a23-71d5-46c1-a2a8-2827a9cb2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:57.398455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-cf543a23-71d5-46c1-a2a8-2827a9cb2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:57.399313 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-cf543a23-71d5-46c1-a2a8-2827a9cb2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:57.399971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-cf543a23-71d5-46c1-a2a8-2827a9cb2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:57.400569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-cf543a23-71d5-46c1-a2a8-2827a9cb2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:57.402723 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-cf543a23-71d5-46c1-a2a8-2827a9cb2495 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 6491 time: 0.1481793 Nov 24 13:06:57.419062 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.449837 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.488003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:06:57.488571 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:06:57.494958 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:06:57.510121 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c9fb51f7-4419-4810-aae8-3070443f25b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d8d985f460b457f98b35074f034072a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3694217 Nov 24 13:06:57.512798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42996) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:57.537852 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-530dfd41-df2a-451e-8146-3d439a7a44bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.549824 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-06e0ad80-c367-43be-96c1-1c54cf08f5e5 service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231078 Nov 24 13:06:57.661556 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87ef9b81-8cee-4f19-bd44-b71a9ce0e8be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.673843 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-530dfd41-df2a-451e-8146-3d439a7a44bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.756803 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87ef9b81-8cee-4f19-bd44-b71a9ce0e8be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.764213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530dfd41-df2a-451e-8146-3d439a7a44bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99145775-c68e-460c-8faf-5c99140112f2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:57.772494 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-530dfd41-df2a-451e-8146-3d439a7a44bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbb3f3ca4bb841ab993a99a0a734ee4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9640081 Nov 24 13:06:57.776296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43004) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:57.777108 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.797115 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.803824 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/networks/634608fa-10c8-4a11-8061-202d1e1da160 HTTP/1.1" status: 204 len: 168 time: 1.8183756 Nov 24 13:06:57.806979 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43006) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:57.821360 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8f079-fa93-4866-b334-f9278ba4c7d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Network': ['ID=634608fa-10c8-4a11-8061-202d1e1da160,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:57.862410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-c8f0ff4a-1377-4f34-a7a3-ac3b3d6c0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:57.863052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-c8f0ff4a-1377-4f34-a7a3-ac3b3d6c0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:57.863709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-c8f0ff4a-1377-4f34-a7a3-ac3b3d6c0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:57.866294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-c8f0ff4a-1377-4f34-a7a3-ac3b3d6c0e0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ac03b3a-9323-45ec-83d1-c054acbb9fd7&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&id=af84e79c-ff8c-4c42-88b8-58985a027e75&id=af84e79c-ff8c-4c42-88b8-58985a027e75 HTTP/1.1" status: 200 len: 2293 time: 0.4140036 Nov 24 13:06:57.907441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43008) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:57.921245 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-15bc5c3e-cb07-496f-bb25-4f7b842bc6d8 service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355021 Nov 24 13:06:57.957401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9744a79c-cc5d-4308-9e60-c240e94f5f08 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:06:57.974263 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75caeda8-fe5c-4db2-b0d0-0520977e41c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:57.987792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 9744a79c-cc5d-4308-9e60-c240e94f5f08 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:06:57.989649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9744a79c-cc5d-4308-9e60-c240e94f5f08 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:06:57.990409 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device de989f66-0c8a-4c01-b3bc-91ac8a5ea359 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:06:58.011752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: de989f66-0c8a-4c01-b3bc-91ac8a5ea359 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:06:58.012020 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device de989f66-0c8a-4c01-b3bc-91ac8a5ea359 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:06:58.016368 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-fe454280-c48d-42bb-ab35-be2fc38ebedf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99460877-87f3-4d57-aa60-c161608694bc HTTP/1.1" status: 200 len: 1000 time: 0.1224849 Nov 24 13:06:58.034503 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-644177e6-c77d-43fc-9209-5ff923698139 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 HTTP/1.1" status: 200 len: 217 time: 0.0661871 Nov 24 13:06:58.052205 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-30aa7570-1cfb-4079-96e8-14771c2725de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:58.090852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-8e4d2400-c218-430a-9902-9ee115e24518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:58.092394 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-8e4d2400-c218-430a-9902-9ee115e24518 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6abb9176-f169-4abf-912a-836a2a42f831 HTTP/1.1" status: 200 len: 851 time: 0.0690200 Nov 24 13:06:58.092764 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c2440-cf1c-4bbe-93a4-f99bcb9be782 req-d3a595f2-b65e-48fe-99dd-c5aa49a2bd1c tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:58.094270 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4f6c2440-cf1c-4bbe-93a4-f99bcb9be782 req-d3a595f2-b65e-48fe-99dd-c5aa49a2bd1c tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.46 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 1024 time: 0.2630360 Nov 24 13:06:58.113769 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87ef9b81-8cee-4f19-bd44-b71a9ce0e8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:58.116676 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87ef9b81-8cee-4f19-bd44-b71a9ce0e8be admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:58.118856 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-87ef9b81-8cee-4f19-bd44-b71a9ce0e8be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/edb979dd-8b87-4fee-aba5-f8288cbc857f HTTP/1.1" status: 204 len: 168 time: 0.5861151 Nov 24 13:06:58.151349 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75caeda8-fe5c-4db2-b0d0-0520977e41c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:58.159200 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75caeda8-fe5c-4db2-b0d0-0520977e41c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:58.181616 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-30aa7570-1cfb-4079-96e8-14771c2725de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:58.184459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-65c03b8b-4f35-425e-8ce4-a634890fae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:58.186101 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-65c03b8b-4f35-425e-8ce4-a634890fae6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ac03b3a-9323-45ec-83d1-c054acbb9fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813227 Nov 24 13:06:58.226775 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-75caeda8-fe5c-4db2-b0d0-0520977e41c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09bcba41a41d4db1a5fa69ad5edd8cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144403 Nov 24 13:06:58.226775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75caeda8-fe5c-4db2-b0d0-0520977e41c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b502b988-8e64-488b-8b03-9f91ddbda423,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:58.235248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43012) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:58.251359 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef9b81-8cee-4f19-bd44-b71a9ce0e8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb979dd-8b87-4fee-aba5-f8288cbc857f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:58.265483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-36d4b381-e037-4695-81cd-d980a3665f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:58.266950 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-36d4b381-e037-4695-81cd-d980a3665f17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a HTTP/1.1" status: 200 len: 797 time: 0.2254508 Nov 24 13:06:58.375880 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-7f0443e6-b78e-421e-a21a-2622c4b185c8 service neutron] 10.222.0.46 "GET /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778743 Nov 24 13:06:58.376832 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14309412-ba67-4182-b3ae-37ec83b22012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:58.424946 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14309412-ba67-4182-b3ae-37ec83b22012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:58.483841 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8f652-268a-4d32-ab67-3518985b535a req-803c196c-3573-473b-b09f-94642dc15d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:58.485386 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-803c196c-3573-473b-b09f-94642dc15d1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6df529e3-a95e-4d56-953a-23262bfd3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1995411 Nov 24 13:06:58.502054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e928f-a870-4293-be1c-6f55dbf69f95 req-25b2e4d4-7ed8-4299-9350-0d97042f934b tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:58.504762 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e9e928f-a870-4293-be1c-6f55dbf69f95 req-25b2e4d4-7ed8-4299-9350-0d97042f934b tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 1024 time: 0.1910868 Nov 24 13:06:58.523429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-d95e8637-618f-403e-a950-20fc99f07761 service neutron] 10.222.0.46 "GET /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366091 Nov 24 13:06:58.524644 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-30aa7570-1cfb-4079-96e8-14771c2725de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:58.527263 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-30aa7570-1cfb-4079-96e8-14771c2725de admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:58.528550 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-30aa7570-1cfb-4079-96e8-14771c2725de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99145775-c68e-460c-8faf-5c99140112f2 HTTP/1.1" status: 204 len: 168 time: 0.7510791 Nov 24 13:06:58.589680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa7570-1cfb-4079-96e8-14771c2725de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99145775-c68e-460c-8faf-5c99140112f2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:58.591680 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-9141c4dc-dbeb-490e-bb76-31bd4a6c0f76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=def5f0b4-8a55-4e94-be95-870008397cd5 HTTP/1.1" status: 200 len: 217 time: 0.0614123 Nov 24 13:06:58.592936 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14309412-ba67-4182-b3ae-37ec83b22012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:58.611382 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14309412-ba67-4182-b3ae-37ec83b22012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:58.611382 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-14309412-ba67-4182-b3ae-37ec83b22012 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b502b988-8e64-488b-8b03-9f91ddbda423 HTTP/1.1" status: 204 len: 168 time: 0.3737595 Nov 24 13:06:58.630938 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-4f6c2440-cf1c-4bbe-93a4-f99bcb9be782 req-4886bc0f-a892-4909-a1c5-5a19336707ba tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Deleting port 8da88159-4e7a-486a-a745-8a9148ec1417 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:58.631267 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4f6c2440-cf1c-4bbe-93a4-f99bcb9be782 req-4886bc0f-a892-4909-a1c5-5a19336707ba tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:58.672899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14309412-ba67-4182-b3ae-37ec83b22012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b502b988-8e64-488b-8b03-9f91ddbda423,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:58.730700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-1087a460-59df-4a7c-920e-5ec33793293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:58.733261 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-1087a460-59df-4a7c-920e-5ec33793293d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.1213832 Nov 24 13:06:58.810088 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-e68dab0b-4d5f-4b04-aa84-6fc9484a3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:58.813759 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-e68dab0b-4d5f-4b04-aa84-6fc9484a3898 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0733128 Nov 24 13:06:58.838306 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-aded92e1-fc86-4c18-85a3-e10b65078a61 service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161011 Nov 24 13:06:58.851391 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e9e928f-a870-4293-be1c-6f55dbf69f95 req-02571cf6-b116-48f9-ad35-4bf0a6812cf4 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups?id=44b520a2-e7af-4b65-a8e6-3b37157172a2&id=f0d22813-26eb-46e5-9ca4-090e9bccfa2d&id=79d809a1-a446-4099-a9d1-5d264c0f74b9&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3145952 Nov 24 13:06:58.912839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-4f6c2440-cf1c-4bbe-93a4-f99bcb9be782 req-4886bc0f-a892-4909-a1c5-5a19336707ba tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] For port 8da88159-4e7a-486a-a745-8a9148ec1417, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8da88159-4e7a-486a-a745-8a9148ec1417,segment=NetworkSegment(d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c),segment_id=d1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:58.913226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4f6c2440-cf1c-4bbe-93a4-f99bcb9be782 req-4886bc0f-a892-4909-a1c5-5a19336707ba tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:58.941457 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-470abbe8-98bf-4870-85b2-5bbf66f28b3c service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190517 Nov 24 13:06:58.985309 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-4f6c2440-cf1c-4bbe-93a4-f99bcb9be782 req-4886bc0f-a892-4909-a1c5-5a19336707ba tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Calling delete_port for 8da88159-4e7a-486a-a745-8a9148ec1417 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:06:59.085297 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda8f652-268a-4d32-ab67-3518985b535a req-91978abf-d34d-4bf3-8b05-8a1ebf06c05d service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286844 Nov 24 13:06:59.110383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-358ba375-eebe-40fc-8d8a-e2cc995e6643 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:59.130728 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-e29563ec-f0f8-42d3-9eff-a8c922708763 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784341 Nov 24 13:06:59.204074 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-959f5595-bd0b-4446-a53b-eb3e53608975 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=20c8ea04-17ce-4aff-95c6-f4dc6f99aced HTTP/1.1" status: 200 len: 217 time: 0.0654085 Nov 24 13:06:59.297322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-c4108363-845d-4698-8af6-e19338166e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:59.299675 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-c4108363-845d-4698-8af6-e19338166e54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.0890574 Nov 24 13:06:59.370415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-b5deefd3-b2c1-4a10-aac3-54b52a068cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:59.372380 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-b5deefd3-b2c1-4a10-aac3-54b52a068cf9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0571930 Nov 24 13:06:59.487286 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4f6c2440-cf1c-4bbe-93a4-f99bcb9be782 req-4886bc0f-a892-4909-a1c5-5a19336707ba tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:59.525133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-11dcc77e-a62e-4ad6-ad7b-3e03f7b48f7f service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430175 Nov 24 13:06:59.609957 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886bc0f-a892-4909-a1c5-5a19336707ba tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event deleted for resources: {'Port': ['ID=8da88159-4e7a-486a-a745-8a9148ec1417,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:06:59.668798 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-8c78b1df-8d97-4b4f-9fc8-211d76128bc2 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342473 Nov 24 13:06:59.685905 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43070) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:06:59.687840 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6c2440-cf1c-4bbe-93a4-f99bcb9be782 req-4886bc0f-a892-4909-a1c5-5a19336707ba tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] No DVR routers for this DVR port 8da88159-4e7a-486a-a745-8a9148ec1417 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:06:59.695184 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4f6c2440-cf1c-4bbe-93a4-f99bcb9be782 req-4886bc0f-a892-4909-a1c5-5a19336707ba tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:59.699584 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4f6c2440-cf1c-4bbe-93a4-f99bcb9be782 req-4886bc0f-a892-4909-a1c5-5a19336707ba tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.46 "DELETE /v2.0/ports/8da88159-4e7a-486a-a745-8a9148ec1417 HTTP/1.1" status: 204 len: 173 time: 1.5872529 Nov 24 13:06:59.700044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40f2fa8-a986-4825-b49b-895152d13afb', 'name': 'network-vif-deleted', 'tag': '8da88159-4e7a-486a-a745-8a9148ec1417'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:06:59.702359 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626b7cfe-8efc-48e2-bf94-40585afd9a82" -d '{"events": [{"server_uuid": "e40f2fa8-a986-4825-b49b-895152d13afb", "name": "network-vif-deleted", "tag": "8da88159-4e7a-486a-a745-8a9148ec1417"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:06:59.729017 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-c0ad15ef-2d17-4f6e-9111-07920210fcf8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=939443fc-044e-4799-b719-abd3e260c67f HTTP/1.1" status: 200 len: 217 time: 0.0546818 Nov 24 13:06:59.749037 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-358ba375-eebe-40fc-8d8a-e2cc995e6643 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port 109cb501-095a-4a8b-9b1c-ed74f72c1724 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:06:59.749897 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-358ba375-eebe-40fc-8d8a-e2cc995e6643 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:59.800906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-a16a62a9-93d2-4097-a204-6297125824a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:59.802906 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-a16a62a9-93d2-4097-a204-6297125824a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.0680246 Nov 24 13:06:59.804017 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43872d4f-6d2c-418e-b473-c8b63d022f8b x-openstack-request-id: req-43872d4f-6d2c-418e-b473-c8b63d022f8b {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:06:59.804322 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40f2fa8-a986-4825-b49b-895152d13afb", "name": "network-vif-deleted", "tag": "8da88159-4e7a-486a-a745-8a9148ec1417", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:06:59.804584 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43872d4f-6d2c-418e-b473-c8b63d022f8b {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:06:59.809013 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40f2fa8-a986-4825-b49b-895152d13afb', 'name': 'network-vif-deleted', 'tag': '8da88159-4e7a-486a-a745-8a9148ec1417', 'status': 'completed', 'code': 200} Nov 24 13:06:59.937087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-3818bc11-d239-47aa-8708-5d73dcf83b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:06:59.939685 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-3818bc11-d239-47aa-8708-5d73dcf83b93 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1281257 Nov 24 13:06:59.950253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-769ee975-7a4e-4d8c-ba71-88180a6bbce7 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] Request body: {'port': {'network_id': '6e108905-35f2-491a-80e7-e5bf964e89b3', 'name': 'tempest-NetworksNegativeTestJSON-1492402219'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:06:59.956958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-358ba375-eebe-40fc-8d8a-e2cc995e6643 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] For port 109cb501-095a-4a8b-9b1c-ed74f72c1724, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=109cb501-095a-4a8b-9b1c-ed74f72c1724,segment=NetworkSegment(9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a),segment_id=9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:06:59.957387 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-358ba375-eebe-40fc-8d8a-e2cc995e6643 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:06:59.974401 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-769ee975-7a4e-4d8c-ba71-88180a6bbce7 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] POST failed (client error): The resource could not be found. Nov 24 13:06:59.975112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769ee975-7a4e-4d8c-ba71-88180a6bbce7 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:06:59.980766 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-769ee975-7a4e-4d8c-ba71-88180a6bbce7 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2897143 Nov 24 13:06:59.982607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43084) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:00.002831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-358ba375-eebe-40fc-8d8a-e2cc995e6643 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for 109cb501-095a-4a8b-9b1c-ed74f72c1724 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:00.170950 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0719b49-f767-4b93-856e-a51855771da7 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] DELETE failed (client error): The resource could not be found. Nov 24 13:07:00.171596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0719b49-f767-4b93-856e-a51855771da7 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:00.185446 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a0719b49-f767-4b93-856e-a51855771da7 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] 10.222.0.48 "DELETE /v2.0/networks/386936dd-d893-442f-9d2f-84beee751698 HTTP/1.1" status: 404 len: 339 time: 0.2015095 Nov 24 13:07:00.186789 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43088) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:00.235432 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6a6fa7e4-4ec4-475e-8fa4-47bb191ff78f req-d231a72e-e134-47ea-8daf-28087738095e tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/ports?device_id=e40f2fa8-a986-4825-b49b-895152d13afb HTTP/1.1" status: 200 len: 210 time: 0.1695471 Nov 24 13:07:00.259081 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-5734b569-5fc8-47b5-8bd6-a4cce56e8e38 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] DELETE failed (client error): The resource could not be found. Nov 24 13:07:00.259688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5734b569-5fc8-47b5-8bd6-a4cce56e8e38 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:00.274434 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5734b569-5fc8-47b5-8bd6-a4cce56e8e38 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] 10.222.0.48 "DELETE /v2.0/ports/4c7f0b51-c051-46c5-a5b8-1fea485d1111 HTTP/1.1" status: 404 len: 333 time: 0.0811448 Nov 24 13:07:00.274781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43098) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:00.330358 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-358ba375-eebe-40fc-8d8a-e2cc995e6643 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:00.390481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ba375-eebe-40fc-8d8a-e2cc995e6643 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=109cb501-095a-4a8b-9b1c-ed74f72c1724,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:00.399012 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-0036362e-95ef-4fb2-aa0b-90a7ce29a9c5 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] DELETE failed (client error): The resource could not be found. Nov 24 13:07:00.400039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0036362e-95ef-4fb2-aa0b-90a7ce29a9c5 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:00.411991 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0036362e-95ef-4fb2-aa0b-90a7ce29a9c5 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] 10.222.0.48 "DELETE /v2.0/subnets/0e352d8a-525a-44e4-bb4e-3916192addee HTTP/1.1" status: 404 len: 337 time: 0.1288395 Nov 24 13:07:00.412968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43104) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:00.484698 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf7a0f7-da68-4bb9-a9e0-1371d759748e tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] GET failed (client error): The resource could not be found. Nov 24 13:07:00.492389 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7bf7a0f7-da68-4bb9-a9e0-1371d759748e tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] 10.222.0.48 "GET /v2.0/networks/316ead74-3fc1-40c0-8bac-af2b7e21f1dc HTTP/1.1" status: 404 len: 339 time: 0.0695229 Nov 24 13:07:00.496591 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-309f3d58-9537-4c36-bca7-b669c265d2fe service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486598 Nov 24 13:07:00.498220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43106) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:00.607438 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd43f158-af20-40ff-9ba9-2b3b0347f211 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] GET failed (client error): The resource could not be found. Nov 24 13:07:00.608953 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bd43f158-af20-40ff-9ba9-2b3b0347f211 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] 10.222.0.48 "GET /v2.0/ports/63f85e93-03ee-4cb8-bd53-48937aa96f6c HTTP/1.1" status: 404 len: 333 time: 0.1075757 Nov 24 13:07:00.618259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43112) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:00.661285 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bbf50d-d0ce-4aa9-ba9f-4bf6e9904189 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] GET failed (client error): The resource could not be found. Nov 24 13:07:00.668532 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c5bbf50d-d0ce-4aa9-ba9f-4bf6e9904189 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] 10.222.0.48 "GET /v2.0/subnets/540b3623-1c74-4777-8bac-898c1cf683a0 HTTP/1.1" status: 404 len: 337 time: 0.0491195 Nov 24 13:07:00.674240 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43116) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:00.689962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-cbc635f2-abaa-4430-9e48-18e19822becb tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] Request body: {'network': {'name': 'new_name'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:00.706178 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc635f2-abaa-4430-9e48-18e19822becb tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] PUT failed (client error): The resource could not be found. Nov 24 13:07:00.706633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc635f2-abaa-4430-9e48-18e19822becb tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:00.714386 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cbc635f2-abaa-4430-9e48-18e19822becb tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] 10.222.0.48 "PUT /v2.0/networks/930fc705-cded-43b5-b2e9-a80d93039331 HTTP/1.1" status: 404 len: 339 time: 0.0389385 Nov 24 13:07:00.716935 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43118) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:00.725706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b0b81369-f376-48c2-9457-c2b744cd31b7 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] Request body: {'port': {'name': 'new_name'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:00.749840 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b81369-f376-48c2-9457-c2b744cd31b7 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] PUT failed (client error): The resource could not be found. Nov 24 13:07:00.750414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b81369-f376-48c2-9457-c2b744cd31b7 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:00.757873 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b0b81369-f376-48c2-9457-c2b744cd31b7 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] 10.222.0.48 "PUT /v2.0/ports/da57a1b1-1b33-45cc-acdc-1110fcfc9baa HTTP/1.1" status: 404 len: 333 time: 0.0398014 Nov 24 13:07:00.759127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43120) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:00.766747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e7063b66-d902-4458-93ee-08d99bcd0df2 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:00.789704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-a22f813f-2cea-4677-b232-911629587a8a service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594812 Nov 24 13:07:00.794586 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-358ba375-eebe-40fc-8d8a-e2cc995e6643 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:00.796617 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7063b66-d902-4458-93ee-08d99bcd0df2 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] PUT failed (client error): The resource could not be found. Nov 24 13:07:00.797112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7063b66-d902-4458-93ee-08d99bcd0df2 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:00.803582 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e7063b66-d902-4458-93ee-08d99bcd0df2 tempest-NetworksNegativeTestJSON-2085647482 tempest-NetworksNegativeTestJSON-2085647482-project] 10.222.0.48 "PUT /v2.0/subnets/8a9ed1f7-b920-467a-b04f-be91441406ae HTTP/1.1" status: 404 len: 337 time: 0.0413980 Nov 24 13:07:00.858867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-d41f8105-bd8d-40ef-acd5-82b3487472c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=6ede6d46-dbc0-4874-acf0-53462d41eb60 HTTP/1.1" status: 200 len: 217 time: 0.0577028 Nov 24 13:07:00.917144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-ba9f8a54-afac-4860-98ce-cbe1186523e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:00.929090 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-ba9f8a54-afac-4860-98ce-cbe1186523e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 200 len: 797 time: 0.0630383 Nov 24 13:07:00.994452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-5bd02e19-330b-4099-8c74-8648ef492e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:00.995995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-5bd02e19-330b-4099-8c74-8648ef492e6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b5edd316-cad9-4bd8-9066-3fc91eabcb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0584390 Nov 24 13:07:01.080326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358ba375-eebe-40fc-8d8a-e2cc995e6643 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router b5079635-73ef-4e31-93d0-66c26d16d1df has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:07:01.195500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-db10a832-29bb-40e6-afa2-4bc6e767ef89 service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902206 Nov 24 13:07:01.307024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358ba375-eebe-40fc-8d8a-e2cc995e6643 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:07:01.318940 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65465638-17cd-423f-9b71-ed7e57f456e7 None None] Sync routers for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:07:01.320285 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-358ba375-eebe-40fc-8d8a-e2cc995e6643 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4960015 Nov 24 13:07:01.321811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43148) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:01.326223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8da88159-4e7a-486a-a745-8a9148ec1417 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:01.370206 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:07:01.370780 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65465638-17cd-423f-9b71-ed7e57f456e7 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:01.372517 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-65465638-17cd-423f-9b71-ed7e57f456e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:01.389631 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c5b1fd-51fe-4c30-aebb-80dcccdac81d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting subnet fd6e3fcd-a5f2-4a22-9352-433088a9400a {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:07:01.396869 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71c5b1fd-51fe-4c30-aebb-80dcccdac81d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:01.398454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 8da88159-4e7a-486a-a745-8a9148ec1417 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:07:01.398856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8da88159-4e7a-486a-a745-8a9148ec1417 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:07:01.470264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43154) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:01.507055 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71c5b1fd-51fe-4c30-aebb-80dcccdac81d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:01.529870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-cdbc1c0b-40a7-40f4-968b-a059af295c7e service neutron] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249333 Nov 24 13:07:01.598788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43158) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:01.706077 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-65465638-17cd-423f-9b71-ed7e57f456e7 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:07:01.707197 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-0f0d56a8-4e0d-4314-8b13-c4d5db638fee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=902ab3b7-d804-47d6-87d0-4d5ed9673025 HTTP/1.1" status: 200 len: 217 time: 0.1066279 Nov 24 13:07:01.823795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-2975da88-5295-43ea-9e14-2a7873253fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:01.825307 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-2975da88-5295-43ea-9e14-2a7873253fcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3114486e-dc07-4c9a-accf-e9e94a0ec567 HTTP/1.1" status: 200 len: 797 time: 0.1087720 Nov 24 13:07:01.825936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43164) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:01.876510 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8135aad3-3ede-425e-a489-89fd0fc2e9f6 req-c0eeb66b-3c46-4990-bc52-daee9e9fb760 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/f0d22813-26eb-46e5-9ca4-090e9bccfa2d HTTP/1.1" status: 200 len: 1819 time: 0.3456180 Nov 24 13:07:01.931800 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2216cd2d-3f47-4b4b-9822-cb8bd3a73e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.013297 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d69e2a30-643a-4cc3-8355-8aaa0dc21c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.075205 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-754efc10-2934-43cc-9e44-ec63df181aec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.116541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-5b895df0-84bd-48c9-a8c6-bf026a7f7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:02.119238 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-5b895df0-84bd-48c9-a8c6-bf026a7f7f9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af84e79c-ff8c-4c42-88b8-58985a027e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2822855 Nov 24 13:07:02.124889 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d69e2a30-643a-4cc3-8355-8aaa0dc21c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.147981 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8135aad3-3ede-425e-a489-89fd0fc2e9f6 req-51e49a9a-8e0d-4c95-9c1c-bddc6cbe0f23 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.173822 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71c5b1fd-51fe-4c30-aebb-80dcccdac81d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.178805 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8135aad3-3ede-425e-a489-89fd0fc2e9f6 req-51e49a9a-8e0d-4c95-9c1c-bddc6cbe0f23 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.224987 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-65465638-17cd-423f-9b71-ed7e57f456e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:07:00Z', 'revision_number': 9, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:02.255417 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65465638-17cd-423f-9b71-ed7e57f456e7 None None] Checking router: b5079635-73ef-4e31-93d0-66c26d16d1df for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:07:02.265863 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65465638-17cd-423f-9b71-ed7e57f456e7 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:02.266636 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-65465638-17cd-423f-9b71-ed7e57f456e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:02.271390 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d69e2a30-643a-4cc3-8355-8aaa0dc21c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.294246 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-754efc10-2934-43cc-9e44-ec63df181aec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.306025 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-754efc10-2934-43cc-9e44-ec63df181aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.343806 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71c5b1fd-51fe-4c30-aebb-80dcccdac81d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.361238 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754efc10-2934-43cc-9e44-ec63df181aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b6f8c5-11c3-465e-90b7-5ade6ae99253,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:02.373269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71c5b1fd-51fe-4c30-aebb-80dcccdac81d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.380706 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-71c5b1fd-51fe-4c30-aebb-80dcccdac81d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/fd6e3fcd-a5f2-4a22-9352-433088a9400a HTTP/1.1" status: 204 len: 168 time: 1.0574706 Nov 24 13:07:02.381686 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229cb871-655d-4be7-8a33-2c47906f57a5 None None] Network b3b5c7ea-ce5d-4730-a58c-4290a42de618 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:02.385802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43170) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:02.428031 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5b1fd-51fe-4c30-aebb-80dcccdac81d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6e3fcd-a5f2-4a22-9352-433088a9400a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:02.465486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e2a30-643a-4cc3-8355-8aaa0dc21c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f347e7a-b7ff-492f-aefb-bddc8ecc9f6b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:02.468504 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-754efc10-2934-43cc-9e44-ec63df181aec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8207ed9f1914e698336770de53cfdd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9949005 Nov 24 13:07:02.469647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43172) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:02.541102 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-65465638-17cd-423f-9b71-ed7e57f456e7 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:07:02.546171 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d69e2a30-643a-4cc3-8355-8aaa0dc21c10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3343abfb6034abf99dddb089e7f92de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7108376 Nov 24 13:07:02.550627 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43176) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:02.576357 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.673819 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dfd5312b-ccda-4b93-b0de-9b7918fa252d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.710731 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port 08340bcc-0564-416e-a1b9-58db5f87c22a {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:02.711072 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.714411 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dfd5312b-ccda-4b93-b0de-9b7918fa252d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.745560 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8895969d-2114-44ee-9daf-bcbefe1ac6b9 None None] DHCP port deletion for b3b5c7ea-ce5d-4730-a58c-4290a42de618 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:07:02.833200 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] For port 08340bcc-0564-416e-a1b9-58db5f87c22a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=08340bcc-0564-416e-a1b9-58db5f87c22a,segment=NetworkSegment(9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a),segment_id=9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:02.833696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.849216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for 08340bcc-0564-416e-a1b9-58db5f87c22a owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:02.886149 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8895969d-2114-44ee-9daf-bcbefe1ac6b9 None None] Deleting port 08340bcc-0564-416e-a1b9-58db5f87c22a {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:02.892308 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8895969d-2114-44ee-9daf-bcbefe1ac6b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.903953 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dfd5312b-ccda-4b93-b0de-9b7918fa252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.906687 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dfd5312b-ccda-4b93-b0de-9b7918fa252d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.908086 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dfd5312b-ccda-4b93-b0de-9b7918fa252d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7b6f8c5-11c3-465e-90b7-5ade6ae99253 HTTP/1.1" status: 204 len: 168 time: 0.4375064 Nov 24 13:07:02.931913 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5312b-ccda-4b93-b0de-9b7918fa252d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b6f8c5-11c3-465e-90b7-5ade6ae99253,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:02.949575 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-65465638-17cd-423f-9b71-ed7e57f456e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:07:00Z', 'revision_number': 9, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:02.953735 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-42878b48-0cb6-4bb4-86e2-28a1f496245d service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8105848 Nov 24 13:07:02.954341 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8135aad3-3ede-425e-a489-89fd0fc2e9f6 req-51e49a9a-8e0d-4c95-9c1c-bddc6cbe0f23 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.956945 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8135aad3-3ede-425e-a489-89fd0fc2e9f6 req-51e49a9a-8e0d-4c95-9c1c-bddc6cbe0f23 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.957990 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8135aad3-3ede-425e-a489-89fd0fc2e9f6 req-51e49a9a-8e0d-4c95-9c1c-bddc6cbe0f23 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "DELETE /v2.0/security-groups/f0d22813-26eb-46e5-9ca4-090e9bccfa2d HTTP/1.1" status: 204 len: 173 time: 1.0616941 Nov 24 13:07:02.977608 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:02.984524 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65465638-17cd-423f-9b71-ed7e57f456e7 None None] The sync data for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 is: [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:07:00Z', 'revision_number': 9, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': '4ca77a6d-95ca-4078-9590-c2f51336cce0', 'name': '', 'network_id': '358ff35b-c04c-4cf0-95e6-71cbadb027ec', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:c2:1a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:23Z', 'updated_at': '2021-11-24T13:06:30Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '402d7b6e-b67f-4009-9b59-b84a24481751', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:07:03.021133 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=08340bcc-0564-416e-a1b9-58db5f87c22a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:03.043609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No DVR routers for this DVR port 08340bcc-0564-416e-a1b9-58db5f87c22a on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:03.066397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8895969d-2114-44ee-9daf-bcbefe1ac6b9 None None] For port 08340bcc-0564-416e-a1b9-58db5f87c22a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=08340bcc-0564-416e-a1b9-58db5f87c22a,segment=NetworkSegment(9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a),segment_id=9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:03.067079 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8895969d-2114-44ee-9daf-bcbefe1ac6b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.087049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8895969d-2114-44ee-9daf-bcbefe1ac6b9 None None] Calling delete_port for 08340bcc-0564-416e-a1b9-58db5f87c22a owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:03.088896 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2216cd2d-3f47-4b4b-9822-cb8bd3a73e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.103837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e49a9a-8e0d-4c95-9c1c-bddc6cbe0f23 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d22813-26eb-46e5-9ca4-090e9bccfa2d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:03.116258 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2216cd2d-3f47-4b4b-9822-cb8bd3a73e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:03.192985 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:07:03.197051 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.205486 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8895969d-2114-44ee-9daf-bcbefe1ac6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.224515 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb94a3ad-21d5-4345-bc5a-d698189f4c2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.236621 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5be3c3f6-5e70-49ed-8f3a-9f62f11e04fb req-cb50da1a-8306-4247-a5ca-49678de36950 tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "GET /v2.0/security-groups/44b520a2-e7af-4b65-a8e6-3b37157172a2 HTTP/1.1" status: 200 len: 1819 time: 0.2316203 Nov 24 13:07:03.259330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895969d-2114-44ee-9daf-bcbefe1ac6b9 None None] Pushing event deleted for resources: {'Port': ['ID=08340bcc-0564-416e-a1b9-58db5f87c22a,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:03.272522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b5c7ea-ce5d-4730-a58c-4290a42de618']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:03.283709 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895969d-2114-44ee-9daf-bcbefe1ac6b9 None None] No DVR routers for this DVR port 08340bcc-0564-416e-a1b9-58db5f87c22a on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:03.309965 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2216cd2d-3f47-4b4b-9822-cb8bd3a73e2d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=224ff3279f514cacaf9208c0a3c91a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7057462 Nov 24 13:07:03.310558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:03.310963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7349f2-cf53-44c4-bc96-5c4dd3b5b16a') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:03.317445 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43184) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:03.327968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216cd2d-3f47-4b4b-9822-cb8bd3a73e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c552f427-a635-41d9-a1db-4ed8c6bec79b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:03.334993 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb94a3ad-21d5-4345-bc5a-d698189f4c2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.347239 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.381304 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.389665 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:07:03.390418 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.402742 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb94a3ad-21d5-4345-bc5a-d698189f4c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.405804 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb94a3ad-21d5-4345-bc5a-d698189f4c2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.406584 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-eb94a3ad-21d5-4345-bc5a-d698189f4c2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f347e7a-b7ff-492f-aefb-bddc8ecc9f6b HTTP/1.1" status: 204 len: 168 time: 0.8404527 Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:07:03.414022 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:07:03.469158 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-ee5315ae-bc3e-4b31-bf24-6aeb9f4c6fca service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146819 Nov 24 13:07:03.471181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94a3ad-21d5-4345-bc5a-d698189f4c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f347e7a-b7ff-492f-aefb-bddc8ecc9f6b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:03.517212 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5be3c3f6-5e70-49ed-8f3a-9f62f11e04fb req-6e985ba9-e9ec-41fc-975a-471733e219af tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.553034 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-5d3dc75a-e22c-4349-b0b2-bf03c6c85bfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=487e6964-ffa6-4617-8b6a-a8f33e31de54 HTTP/1.1" status: 200 len: 217 time: 0.0827961 Nov 24 13:07:03.568603 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5be3c3f6-5e70-49ed-8f3a-9f62f11e04fb req-6e985ba9-e9ec-41fc-975a-471733e219af tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.613707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4589892-df8a-4446-b3cb-4277ece722c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.640230 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4589892-df8a-4446-b3cb-4277ece722c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.643800 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5be3c3f6-5e70-49ed-8f3a-9f62f11e04fb req-6e985ba9-e9ec-41fc-975a-471733e219af tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.647334 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5be3c3f6-5e70-49ed-8f3a-9f62f11e04fb req-6e985ba9-e9ec-41fc-975a-471733e219af tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.651801 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5be3c3f6-5e70-49ed-8f3a-9f62f11e04fb req-6e985ba9-e9ec-41fc-975a-471733e219af tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] 10.222.0.48 "DELETE /v2.0/security-groups/44b520a2-e7af-4b65-a8e6-3b37157172a2 HTTP/1.1" status: 204 len: 173 time: 0.3972158 Nov 24 13:07:03.658645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.664064 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.672407 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/networks/b3b5c7ea-ce5d-4730-a58c-4290a42de618 HTTP/1.1" status: 204 len: 168 time: 1.2806735 Nov 24 13:07:03.673227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43200) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:03.681247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43202) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:03.714349 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4589892-df8a-4446-b3cb-4277ece722c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.717364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4589892-df8a-4446-b3cb-4277ece722c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:03.718531 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f4589892-df8a-4446-b3cb-4277ece722c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c552f427-a635-41d9-a1db-4ed8c6bec79b HTTP/1.1" status: 204 len: 168 time: 0.3984838 Nov 24 13:07:03.722425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-799aad0d-6425-4a11-a593-05cabb6f5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:03.724045 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-799aad0d-6425-4a11-a593-05cabb6f5313 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3114486e-dc07-4c9a-accf-e9e94a0ec567 HTTP/1.1" status: 200 len: 797 time: 0.1627388 Nov 24 13:07:03.739667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4589892-df8a-4446-b3cb-4277ece722c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c552f427-a635-41d9-a1db-4ed8c6bec79b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:03.790022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-c0899132-55a9-42f6-abf5-6c18b3525671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:03.791872 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-c0899132-55a9-42f6-abf5-6c18b3525671 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=af84e79c-ff8c-4c42-88b8-58985a027e75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605168 Nov 24 13:07:03.836799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e985ba9-e9ec-41fc-975a-471733e219af tempest-SecurityGroupsTestJSON-1784383668 tempest-SecurityGroupsTestJSON-1784383668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b520a2-e7af-4b65-a8e6-3b37157172a2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:03.888569 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef17110-3e0e-41fb-bb68-0c2665d5f0f9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Network': ['ID=b3b5c7ea-ce5d-4730-a58c-4290a42de618,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:03.944157 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-ac11ce41-9349-4663-9858-c7a6073c0b9e service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436939 Nov 24 13:07:04.021287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-012eeeb2-8808-40b0-8e99-e32630dfddf4 admin admin] Deleting subnet 2a03e294-e1fc-4d91-8bcd-e426a4b730de {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:07:04.025895 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 08340bcc-0564-416e-a1b9-58db5f87c22a no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:04.039076 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-012eeeb2-8808-40b0-8e99-e32630dfddf4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:04.059252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 08340bcc-0564-416e-a1b9-58db5f87c22a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:07:04.062738 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 08340bcc-0564-416e-a1b9-58db5f87c22a not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:07:04.071793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 109cb501-095a-4a8b-9b1c-ed74f72c1724 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:04.100039 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab5fed12-455f-48df-8f28-df5b6609a2f3 req-0889ecdd-3437-4554-ad9a-fd570274957f service neutron] 10.222.0.46 "GET /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465938 Nov 24 13:07:04.118430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 109cb501-095a-4a8b-9b1c-ed74f72c1724 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:07:04.120294 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 109cb501-095a-4a8b-9b1c-ed74f72c1724 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:07:04.128304 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-012eeeb2-8808-40b0-8e99-e32630dfddf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:04.210377 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-012eeeb2-8808-40b0-8e99-e32630dfddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:04.335808 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-012eeeb2-8808-40b0-8e99-e32630dfddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:04.371831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012eeeb2-8808-40b0-8e99-e32630dfddf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a03e294-e1fc-4d91-8bcd-e426a4b730de,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:04.379260 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-012eeeb2-8808-40b0-8e99-e32630dfddf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:04.385938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43226) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:04.386114 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-012eeeb2-8808-40b0-8e99-e32630dfddf4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2a03e294-e1fc-4d91-8bcd-e426a4b730de HTTP/1.1" status: 204 len: 168 time: 0.7067308 Nov 24 13:07:04.416068 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb1b07f3-2086-4cec-a08b-2f05cb6044eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:04.568092 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f53eecb9-fa13-4792-aa3c-d74d697745fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:04.674852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43240) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:04.685202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f53eecb9-fa13-4792-aa3c-d74d697745fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:04.727638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f53eecb9-fa13-4792-aa3c-d74d697745fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac10708e-2fe7-424b-9a36-5326d5fb1bd4']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:04.742104 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f53eecb9-fa13-4792-aa3c-d74d697745fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:04.742786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f53eecb9-fa13-4792-aa3c-d74d697745fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dc69e8-e6ac-4cf4-a838-a0cc40b9ff7c') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:04.767266 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f53eecb9-fa13-4792-aa3c-d74d697745fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:04.787326 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f53eecb9-fa13-4792-aa3c-d74d697745fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:04.799262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f53eecb9-fa13-4792-aa3c-d74d697745fa admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:07:04.799668 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f53eecb9-fa13-4792-aa3c-d74d697745fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:07:04.802279 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:07:04.865397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b07f3-2086-4cec-a08b-2f05cb6044eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port 4ca77a6d-95ca-4078-9590-c2f51336cce0 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:04.865738 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb1b07f3-2086-4cec-a08b-2f05cb6044eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:04.899425 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f53eecb9-fa13-4792-aa3c-d74d697745fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:04.916304 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f53eecb9-fa13-4792-aa3c-d74d697745fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:04.923848 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f53eecb9-fa13-4792-aa3c-d74d697745fa admin admin] 10.222.0.48 "DELETE /v2.0/networks/ac10708e-2fe7-424b-9a36-5326d5fb1bd4 HTTP/1.1" status: 204 len: 168 time: 0.5345237 Nov 24 13:07:04.948381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53eecb9-fa13-4792-aa3c-d74d697745fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ac10708e-2fe7-424b-9a36-5326d5fb1bd4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:04.991547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-20088518-network', 'tenant_id': '9e53965f3948442da5a4bfdaf02c7889'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:05.013029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-bb1b07f3-2086-4cec-a08b-2f05cb6044eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] For port 4ca77a6d-95ca-4078-9590-c2f51336cce0, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4ca77a6d-95ca-4078-9590-c2f51336cce0,segment=NetworkSegment(cf20ce09-de12-4f28-b724-8573b82197b2),segment_id=cf20ce09-de12-4f28-b724-8573b82197b2)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:05.013391 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb1b07f3-2086-4cec-a08b-2f05cb6044eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.031926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b07f3-2086-4cec-a08b-2f05cb6044eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for 4ca77a6d-95ca-4078-9590-c2f51336cce0 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:05.044481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Made reservation on behalf of 9e53965f3948442da5a4bfdaf02c7889 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:05.047009 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.058539 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.194694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43256) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:05.253234 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2e72cbbf-934e-42bf-845b-37bf3763912e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c133cefd4e346b2a935766bfd514042&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560911 Nov 24 13:07:05.256787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43258) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:05.331850 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.339375 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.349097 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e3c16187-1d11-4c48-9220-5054c36e8e01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.378531 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e3c16187-1d11-4c48-9220-5054c36e8e01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.381763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:05.388652 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:05.394843 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb1b07f3-2086-4cec-a08b-2f05cb6044eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.408383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.408829 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Added segment 216a5317-e051-450f-a851-6010182a4411 of type vlan for network 03dace31-d538-4c14-93f0-aab68f3cc065 Nov 24 13:07:05.440785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:05.441319 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:05.441737 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:05.442153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:05.442565 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:05.443486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:05.443486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:05.443696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:05.444019 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:05.444356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:05.444793 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:05.445199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:05.448976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b07f3-2086-4cec-a08b-2f05cb6044eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=4ca77a6d-95ca-4078-9590-c2f51336cce0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:05.456861 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e3c16187-1d11-4c48-9220-5054c36e8e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.459610 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e3c16187-1d11-4c48-9220-5054c36e8e01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.464021 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e3c16187-1d11-4c48-9220-5054c36e8e01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79d809a1-a446-4099-a9d1-5d264c0f74b9 HTTP/1.1" status: 204 len: 168 time: 0.2025785 Nov 24 13:07:05.485290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c16187-1d11-4c48-9220-5054c36e8e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d809a1-a446-4099-a9d1-5d264c0f74b9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:05.577949 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.654115 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb1b07f3-2086-4cec-a08b-2f05cb6044eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.657642 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.658887 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:05.659614 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.686963 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0075030 Nov 24 13:07:05.687382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43272) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:05.692237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-718f85f3-32b3-4d32-a12f-523c402e30d2 admin admin] Request body: {'subnet': {'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-20088518-subnet', 'tenant_id': '9e53965f3948442da5a4bfdaf02c7889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:05.737854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718f85f3-32b3-4d32-a12f-523c402e30d2 admin admin] Made reservation on behalf of 9e53965f3948442da5a4bfdaf02c7889 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:05.741662 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-718f85f3-32b3-4d32-a12f-523c402e30d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:05.819068 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddc05a-7096-41a8-9202-28a83adc7bbb admin admin] Pushing event updated for resources: {'Network': ['ID=03dace31-d538-4c14-93f0-aab68f3cc065,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:05.832309 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 03dace31-d538-4c14-93f0-aab68f3cc065 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:06.033493 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43282) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:06.093906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1b07f3-2086-4cec-a08b-2f05cb6044eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router b5079635-73ef-4e31-93d0-66c26d16d1df has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:07:06.132200 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-718f85f3-32b3-4d32-a12f-523c402e30d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:06.188519 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:06.243171 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1b07f3-2086-4cec-a08b-2f05cb6044eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:07:06.255784 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aafbeeb-60cc-4281-a548-2e269128f9b7 None None] Sync routers for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:07:06.257070 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bb1b07f3-2086-4cec-a08b-2f05cb6044eb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5678706 Nov 24 13:07:06.260699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43290) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:06.273774 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aafbeeb-60cc-4281-a548-2e269128f9b7 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:06.274596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1aafbeeb-60cc-4281-a548-2e269128f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:06.277640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f85f3-32b3-4d32-a12f-523c402e30d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a57a07f-eae2-4aeb-a7ea-5943414d67b1,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:06.299150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718f85f3-32b3-4d32-a12f-523c402e30d2 admin admin] Checking segment: {'id': '216a5317-e051-450f-a851-6010182a4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:06.299595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718f85f3-32b3-4d32-a12f-523c402e30d2 admin admin] Network hostable DHCP agents. Network: 03dace31-d538-4c14-93f0-aab68f3cc065, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:07:06.323114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718f85f3-32b3-4d32-a12f-523c402e30d2 admin admin] Network 03dace31-d538-4c14-93f0-aab68f3cc065 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:07:06.328585 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1890344900'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:06.340316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-718f85f3-32b3-4d32-a12f-523c402e30d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 03dace31-d538-4c14-93f0-aab68f3cc065) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:06.365865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718f85f3-32b3-4d32-a12f-523c402e30d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:06.366940 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-718f85f3-32b3-4d32-a12f-523c402e30d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:06.368779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-602b1bf6-0aa8-4290-965a-85b5fc773c8f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting subnet 402d7b6e-b67f-4009-9b59-b84a24481751 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:07:06.372947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:06.377163 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:06.380206 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-602b1bf6-0aa8-4290-965a-85b5fc773c8f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:06.403480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-718f85f3-32b3-4d32-a12f-523c402e30d2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7149656 Nov 24 13:07:06.409869 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:06.454228 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-602b1bf6-0aa8-4290-965a-85b5fc773c8f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:06.498202 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d4547a-c660-417b-9ba2-130ebe75359e None None] Network 03dace31-d538-4c14-93f0-aab68f3cc065 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:06.574477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-1aafbeeb-60cc-4281-a548-2e269128f9b7 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:07:06.593926 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-602b1bf6-0aa8-4290-965a-85b5fc773c8f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:06.720841 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:06.730238 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:06.802681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0759711-1967-4683-a928-1cbaa1472525,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:06.812688 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-602b1bf6-0aa8-4290-965a-85b5fc773c8f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:06.826632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03af52c8-fe3b-46cf-9171-2a91fac3c949 None None] Network 03dace31-d538-4c14-93f0-aab68f3cc065 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:06.831743 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:06.888083 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b1bf6-0aa8-4290-965a-85b5fc773c8f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Subnet': ['ID=402d7b6e-b67f-4009-9b59-b84a24481751,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:06.895681 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-602b1bf6-0aa8-4290-965a-85b5fc773c8f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:06.901400 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-602b1bf6-0aa8-4290-965a-85b5fc773c8f tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/402d7b6e-b67f-4009-9b59-b84a24481751 HTTP/1.1" status: 204 len: 168 time: 0.6395979 Nov 24 13:07:06.902790 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:06.903145 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Added segment 5a470ab9-6c31-4e5d-8365-c0724d85bd67 of type vlan for network 14e87e45-10c2-46ec-bdc5-020d3f965826 Nov 24 13:07:06.904124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43310) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:06.931933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0207e4a-326e-4775-93ad-3fba67a5ad0c None None] Network 358ff35b-c04c-4cf0-95e6-71cbadb027ec requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:06.956608 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:07.026207 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:07.033880 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:07.035441 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:07.115017 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:07.120619 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0803864 Nov 24 13:07:07.127423 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43324) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:07.141569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'name': 'tempest-PortsTestJSON-1304204880'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:07.155691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfe72a-4f4f-49a7-92d5-7dd775a3e6ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Network': ['ID=14e87e45-10c2-46ec-bdc5-020d3f965826,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:07.350815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port 913b74c1-5355-4330-9c5c-2dfe244c2899 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:07.351159 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:07.361580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:07.373462 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:07.427101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port 6402ffbc-cf73-4147-bbc2-d9974087be7b yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:07:07.507873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:07.534009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43340) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:07.565018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-df10c59b-1a2c-4079-bb92-16d54d8c5556 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:07.577049 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-df10c59b-1a2c-4079-bb92-16d54d8c5556 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/networks?id=03dace31-d538-4c14-93f0-aab68f3cc065 HTTP/1.1" status: 200 len: 813 time: 0.1536300 Nov 24 13:07:07.596334 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-f5b255db-a4ec-4d1a-9765-cb728996ddd4 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/quotas/9e53965f3948442da5a4bfdaf02c7889 HTTP/1.1" status: 200 len: 375 time: 0.0172870 Nov 24 13:07:07.600263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] For port 913b74c1-5355-4330-9c5c-2dfe244c2899, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=913b74c1-5355-4330-9c5c-2dfe244c2899,segment=NetworkSegment(cf20ce09-de12-4f28-b724-8573b82197b2),segment_id=cf20ce09-de12-4f28-b724-8573b82197b2)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:07.600640 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:07.642032 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-538b482d-8c0f-4b26-9d7f-14c0dcadb9ca tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e53965f3948442da5a4bfdaf02c7889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442982 Nov 24 13:07:07.663410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for 913b74c1-5355-4330-9c5c-2dfe244c2899 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:07.696041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1881285723-network', 'tenant_id': '3e1cd43c1ff04946a07c756c11513ec9'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:07.740008 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] Made reservation on behalf of 3e1cd43c1ff04946a07c756c11513ec9 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:07.742532 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:07.759772 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:07.781957 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1aafbeeb-60cc-4281-a548-2e269128f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:07:05Z', 'revision_number': 10, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:07.813873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aafbeeb-60cc-4281-a548-2e269128f9b7 None None] Checking router: b5079635-73ef-4e31-93d0-66c26d16d1df for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:07:07.826655 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aafbeeb-60cc-4281-a548-2e269128f9b7 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:07.827632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1aafbeeb-60cc-4281-a548-2e269128f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:07.944753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edee601d-a7dd-410c-9d78-6764c03e1c2e None None] DHCP port deletion for 358ff35b-c04c-4cf0-95e6-71cbadb027ec request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:07:07.975220 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.009222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 913b74c1-5355-4330-9c5c-2dfe244c2899 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:08.011127 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-8149bf9b-d9c2-4387-ab39-953d306eab59 service neutron] 10.222.0.48 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680820 Nov 24 13:07:08.068086 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.088163 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.114916 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No active binding found for port 913b74c1-5355-4330-9c5c-2dfe244c2899 {{(pid=114987) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 13:07:08.115641 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 913b74c1-5355-4330-9c5c-2dfe244c2899 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:07:08.147168 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-1aafbeeb-60cc-4281-a548-2e269128f9b7 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:07:08.151935 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.194631 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:08.210742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=913b74c1-5355-4330-9c5c-2dfe244c2899,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:08.217372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No DVR routers for this DVR port 913b74c1-5355-4330-9c5c-2dfe244c2899 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:08.219573 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-e1fda3fa-be0e-4471-9693-3b93f1ef1343 service neutron] 10.222.0.48 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009976 Nov 24 13:07:08.220764 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.221098 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] Added segment b17705c2-b58a-4258-9c71-1f7a807fb7bb of type vlan for network 947fd8e7-0529-4083-a4cd-f5a8c40e92df Nov 24 13:07:08.222598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762c579e-c479-4f3e-aa25-364e5df5a6fa,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:08.237985 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.326658 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.355511 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=6402ffbc-cf73-4147-bbc2-d9974087be7b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:08.357067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-edee601d-a7dd-410c-9d78-6764c03e1c2e None None] Deleting port 913b74c1-5355-4330-9c5c-2dfe244c2899 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:08.357449 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-edee601d-a7dd-410c-9d78-6764c03e1c2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.387144 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.388118 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:08.388765 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.431292 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.481230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358ff35b-c04c-4cf0-95e6-71cbadb027ec']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:08.502466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf20ce09-de12-4f28-b724-8573b82197b2') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:08.502883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf20ce09-de12-4f28-b724-8573b82197b2') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:08.510386 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9748454 Nov 24 13:07:08.513558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43366) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:08.515735 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df7fbb-da76-417e-8241-3f5dee421e35 admin admin] Pushing event updated for resources: {'Network': ['ID=947fd8e7-0529-4083-a4cd-f5a8c40e92df,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:08.521785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d204467c-7a77-4de6-8263-f6017390ab32 admin admin] Request body: {'subnet': {'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1881285723-subnet', 'tenant_id': '3e1cd43c1ff04946a07c756c11513ec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:08.549982 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.564187 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d204467c-7a77-4de6-8263-f6017390ab32 admin admin] Made reservation on behalf of 3e1cd43c1ff04946a07c756c11513ec9 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:08.567359 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d204467c-7a77-4de6-8263-f6017390ab32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.578866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Checking segment: {'id': '5a470ab9-6c31-4e5d-8365-c0724d85bd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:08.579214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network hostable DHCP agents. Network: 14e87e45-10c2-46ec-bdc5-020d3f965826, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:07:08.608486 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9d462812-e9ec-4ad5-9c56-f29f4f25732d req-4745a09f-3c04-409f-b40c-73f97ae69f53 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 210 time: 0.0624847 Nov 24 13:07:08.610350 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.618446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-edee601d-a7dd-410c-9d78-6764c03e1c2e None None] For port 913b74c1-5355-4330-9c5c-2dfe244c2899, host n-d-817303-4, got binding levels [] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:08.618857 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-edee601d-a7dd-410c-9d78-6764c03e1c2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.636639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:07:08.636850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-edee601d-a7dd-410c-9d78-6764c03e1c2e None None] Calling delete_port for 913b74c1-5355-4330-9c5c-2dfe244c2899 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:08.637701 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.639903 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.ipam_backend_mixin [None req-edee601d-a7dd-410c-9d78-6764c03e1c2e None None] Port 913b74c1-5355-4330-9c5c-2dfe244c2899 was not found and therefore no delete operation was performed {{(pid=114987) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 13:07:08.642423 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-edee601d-a7dd-410c-9d78-6764c03e1c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.689195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edee601d-a7dd-410c-9d78-6764c03e1c2e None None] No DVR routers for this DVR port 913b74c1-5355-4330-9c5c-2dfe244c2899 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:08.703132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 947fd8e7-0529-4083-a4cd-f5a8c40e92df details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:08.708183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee601d-a7dd-410c-9d78-6764c03e1c2e None None] Pushing event deleted for resources: {'Port': ['ID=913b74c1-5355-4330-9c5c-2dfe244c2899,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:07:08.732117 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:07:08.736500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:07:08.740255 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.758973 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.766889 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/networks/358ff35b-c04c-4cf0-95e6-71cbadb027ec HTTP/1.1" status: 204 len: 168 time: 1.8577161 Nov 24 13:07:08.767641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43376) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:08.812444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc3f35-34fe-4dd7-bd86-2fc8daa898c1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Network': ['ID=358ff35b-c04c-4cf0-95e6-71cbadb027ec,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:08.845222 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d204467c-7a77-4de6-8263-f6017390ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.855638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1aafbeeb-60cc-4281-a548-2e269128f9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:07:05Z', 'revision_number': 10, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:08.874995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 14e87e45-10c2-46ec-bdc5-020d3f965826) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:08.892690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aafbeeb-60cc-4281-a548-2e269128f9b7 None None] The sync data for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 is: [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:07:05Z', 'revision_number': 10, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None, '_interfaces': [{'id': 'db3c43b3-45d4-4b64-b676-bc491d321664', 'name': '', 'network_id': '477dbe2d-72f6-4eff-994e-f6a92c0d7b06', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'mac_address': 'fa:16:3e:61:aa:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:06:10Z', 'updated_at': '2021-11-24T13:06:19Z', 'revision_number': 5, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'subnets': [{'id': '85071380-8e35-44ec-ba5c-b282abe2fa8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:07:08.895933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e79e11-6993-4ac1-9521-28433d059480 None None] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:08.907071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:08.913602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:08.914406 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:08.941768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204467c-7a77-4de6-8263-f6017390ab32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d39305-527a-49a2-bcce-5fc6399fd429,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:08.956330 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-32a212fe-d777-4c18-9138-c1dcc53715b5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8275597 Nov 24 13:07:08.957320 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43382) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:08.965279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d7ed23a1-70d8-486f-8b3b-14a249086101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-670225632'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:08.980671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204467c-7a77-4de6-8263-f6017390ab32 admin admin] Checking segment: {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:08.981058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204467c-7a77-4de6-8263-f6017390ab32 admin admin] Network hostable DHCP agents. Network: 947fd8e7-0529-4083-a4cd-f5a8c40e92df, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:07:09.004183 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ed23a1-70d8-486f-8b3b-14a249086101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:09.008122 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ed23a1-70d8-486f-8b3b-14a249086101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:09.012578 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204467c-7a77-4de6-8263-f6017390ab32 admin admin] Network 947fd8e7-0529-4083-a4cd-f5a8c40e92df is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:07:09.036883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d204467c-7a77-4de6-8263-f6017390ab32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 947fd8e7-0529-4083-a4cd-f5a8c40e92df) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:09.042707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d204467c-7a77-4de6-8263-f6017390ab32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:09.043258 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d204467c-7a77-4de6-8263-f6017390ab32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:09.048469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ed23a1-70d8-486f-8b3b-14a249086101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:09.055253 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bda5ca-4151-4efa-8423-4c33e8a00e5b None None] Network 947fd8e7-0529-4083-a4cd-f5a8c40e92df requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:09.062911 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ed23a1-70d8-486f-8b3b-14a249086101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:09.063265 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-d7ed23a1-70d8-486f-8b3b-14a249086101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Added segment 3afd5a62-a320-454b-84a5-729ab7dc7893 of type vlan for network 661bb94d-6a30-457c-b6ee-93e85a26699f Nov 24 13:07:09.076263 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d204467c-7a77-4de6-8263-f6017390ab32 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5615182 Nov 24 13:07:09.182540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ed23a1-70d8-486f-8b3b-14a249086101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:09.244701 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ed23a1-70d8-486f-8b3b-14a249086101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:09.257736 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed23a1-70d8-486f-8b3b-14a249086101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:09.260400 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7ed23a1-70d8-486f-8b3b-14a249086101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:09.273457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43394) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:09.311984 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175d1296-5829-45f8-80ec-ecc0cf2f2724 None None] Network 947fd8e7-0529-4083-a4cd-f5a8c40e92df requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:09.407571 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d7ed23a1-70d8-486f-8b3b-14a249086101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4488492 Nov 24 13:07:09.408325 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43404) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:09.438842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'ports': [{'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826'}, {'network_id': '661bb94d-6a30-457c-b6ee-93e85a26699f'}]} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:09.439168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:09.441556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'network_id': '661bb94d-6a30-457c-b6ee-93e85a26699f'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:09.519614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed23a1-70d8-486f-8b3b-14a249086101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Network': ['ID=661bb94d-6a30-457c-b6ee-93e85a26699f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:09.528054 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2dc84fc-edb5-4435-880d-dbf55006c635 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:09.536427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 661bb94d-6a30-457c-b6ee-93e85a26699f details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:09.592704 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e6ded82e-1e44-4f91-8794-67facfc822be admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:09.629425 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:09.781050 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e6ded82e-1e44-4f91-8794-67facfc822be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:09.811940 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e6ded82e-1e44-4f91-8794-67facfc822be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:09.819947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fe5261fd-f5f4-4669-bea8-0c79fddd2cc2 req-b7ef823b-4267-4fbc-9f23-cd58f3a3b44b tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 210 time: 0.0410922 Nov 24 13:07:09.887262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4ca77a6d-95ca-4078-9590-c2f51336cce0 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:09.896302 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e6ded82e-1e44-4f91-8794-67facfc822be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bdd1d101335a44b7a37e268cd7e34c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6130357 Nov 24 13:07:09.899708 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ded82e-1e44-4f91-8794-67facfc822be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b788a159-6941-4595-8dbc-5b1a410d4a82,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:09.901997 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43416) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:09.912788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-beb5db84-2b91-4e7a-aaf8-d4155a31dc39 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:09.914462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-beb5db84-2b91-4e7a-aaf8-d4155a31dc39 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 812 time: 0.1570773 Nov 24 13:07:09.926380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 4ca77a6d-95ca-4078-9590-c2f51336cce0 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:07:09.926800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4ca77a6d-95ca-4078-9590-c2f51336cce0 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:07:09.943544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 2} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:09.948648 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:09.968294 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:09.971663 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-6b962b05-27ed-4337-a0d0-3dd41e6e123f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/quotas/3e1cd43c1ff04946a07c756c11513ec9 HTTP/1.1" status: 200 len: 375 time: 0.0460730 Nov 24 13:07:09.992036 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ada1554-e813-446c-a951-adafec6db537 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:10.011838 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-0878f83c-e33d-4dfb-88ce-fd5167de6350 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318491 Nov 24 13:07:10.030332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc84fc-edb5-4435-880d-dbf55006c635 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port db3c43b3-45d4-4b64-b676-bc491d321664 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:10.030332 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2dc84fc-edb5-4435-880d-dbf55006c635 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:10.061123 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ada1554-e813-446c-a951-adafec6db537 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:10.081561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port 81c46644-bbba-4f1d-b9a7-97af5ba7239e yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:07:10.171917 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ada1554-e813-446c-a951-adafec6db537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:10.174407 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ada1554-e813-446c-a951-adafec6db537 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:10.175553 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6ada1554-e813-446c-a951-adafec6db537 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b788a159-6941-4595-8dbc-5b1a410d4a82 HTTP/1.1" status: 204 len: 168 time: 0.2711887 Nov 24 13:07:10.189743 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada1554-e813-446c-a951-adafec6db537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b788a159-6941-4595-8dbc-5b1a410d4a82,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:10.200606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-f2dc84fc-edb5-4435-880d-dbf55006c635 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] For port db3c43b3-45d4-4b64-b676-bc491d321664, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=db3c43b3-45d4-4b64-b676-bc491d321664,segment=NetworkSegment(dd077377-8dab-4a52-89bf-a56337dd3c8a),segment_id=dd077377-8dab-4a52-89bf-a56337dd3c8a)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:10.201006 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2dc84fc-edb5-4435-880d-dbf55006c635 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:10.216087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc84fc-edb5-4435-880d-dbf55006c635 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for db3c43b3-45d4-4b64-b676-bc491d321664 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:10.238139 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:10.317209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port e9ab7c67-5b00-4c2b-94c4-d671a57b5d89 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:07:10.373957 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-71b1ed1e-0336-45ed-a781-01ddc719d249 service neutron] 10.222.0.48 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518946 Nov 24 13:07:10.572182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-ba8e765d-f11b-4eb1-aeb4-7a9272460a9c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:10.573778 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-ba8e765d-f11b-4eb1-aeb4-7a9272460a9c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.46 "GET /v2.0/networks?id=03dace31-d538-4c14-93f0-aab68f3cc065 HTTP/1.1" status: 200 len: 813 time: 0.4536266 Nov 24 13:07:10.589938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-759d5529-b8e3-48e4-9a6e-cb80ddfbb09d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Request body: {'port': {'device_id': '81af815a-aff1-4698-b471-ab8922a5a482', 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065', 'admin_state_up': True, 'tenant_id': '9e53965f3948442da5a4bfdaf02c7889'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:10.641324 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-04700772-893c-42e7-99ff-b62c582d4e75 service neutron] 10.222.0.48 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664196 Nov 24 13:07:10.792232 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:10.838491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-759d5529-b8e3-48e4-9a6e-cb80ddfbb09d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Made reservation on behalf of 9e53965f3948442da5a4bfdaf02c7889 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:10.840695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:10.846566 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-759d5529-b8e3-48e4-9a6e-cb80ddfbb09d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:10.848968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2dc84fc-edb5-4435-880d-dbf55006c635 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:10.886234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc84fc-edb5-4435-880d-dbf55006c635 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=db3c43b3-45d4-4b64-b676-bc491d321664,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:10.987034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=81c46644-bbba-4f1d-b9a7-97af5ba7239e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:10.998142 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f35c7fd2-fecc-4a2d-8938-5ee743567d66 req-754e99cd-c924-4dcd-ab61-8dc9fc39bb95 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 210 time: 0.1535778 Nov 24 13:07:11.008413 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:11.010055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:11.014446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:11.015410 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:11.055632 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2dc84fc-edb5-4435-880d-dbf55006c635 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:11.091773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f231281e-67cc-469b-b979-042347ed1287 req-5c848f45-89fc-4272-8afd-1010d1875693 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 210 time: 0.0800848 Nov 24 13:07:11.142381 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=e9ab7c67-5b00-4c2b-94c4-d671a57b5d89,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:11.223676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Checking segment: {'id': '3afd5a62-a320-454b-84a5-729ab7dc7893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '661bb94d-6a30-457c-b6ee-93e85a26699f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:11.224058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network hostable DHCP agents. Network: 661bb94d-6a30-457c-b6ee-93e85a26699f, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:07:11.274765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 661bb94d-6a30-457c-b6ee-93e85a26699f is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:07:11.288690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 661bb94d-6a30-457c-b6ee-93e85a26699f) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:11.294080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:11.300119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aa856f-4dbc-4269-9267-9c25573efca9 None None] Network 661bb94d-6a30-457c-b6ee-93e85a26699f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:11.301627 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:11.308524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:11.309269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:11.332639 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-27a10fd5-8404-45ae-8a59-13bcbe8327d0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9205465 Nov 24 13:07:11.336426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43458) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:11.505290 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0aeaa9a2-5895-4e7d-bdd8-1999851c8c95 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port e9ab7c67-5b00-4c2b-94c4-d671a57b5d89 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:11.505635 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0aeaa9a2-5895-4e7d-bdd8-1999851c8c95 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:11.601386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dc84fc-edb5-4435-880d-dbf55006c635 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router b5079635-73ef-4e31-93d0-66c26d16d1df has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:07:11.611682 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0aeaa9a2-5895-4e7d-bdd8-1999851c8c95 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:11.620835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-759d5529-b8e3-48e4-9a6e-cb80ddfbb09d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Allocated IP 172.20.0.11 (03dace31-d538-4c14-93f0-aab68f3cc065/2a57a07f-eae2-4aeb-a7ea-5943414d67b1/3bfa3d20-f83c-4bd7-b384-0a5248228bac) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:11.629223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0aeaa9a2-5895-4e7d-bdd8-1999851c8c95 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for e9ab7c67-5b00-4c2b-94c4-d671a57b5d89 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:11.703612 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dc84fc-edb5-4435-880d-dbf55006c635 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:07:11.715200 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f2dc84fc-edb5-4435-880d-dbf55006c635 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9106684 Nov 24 13:07:11.717839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43470) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:11.721339 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748b522-939a-4901-badb-ee2b21cedf5e None None] Sync routers for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:07:11.737788 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748b522-939a-4901-badb-ee2b21cedf5e None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:11.738535 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8748b522-939a-4901-badb-ee2b21cedf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:11.766225 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0aeaa9a2-5895-4e7d-bdd8-1999851c8c95 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:11.802348 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeaa9a2-5895-4e7d-bdd8-1999851c8c95 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=e9ab7c67-5b00-4c2b-94c4-d671a57b5d89,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:11.806289 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0aeaa9a2-5895-4e7d-bdd8-1999851c8c95 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:11.809913 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0aeaa9a2-5895-4e7d-bdd8-1999851c8c95 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/e9ab7c67-5b00-4c2b-94c4-d671a57b5d89 HTTP/1.1" status: 204 len: 168 time: 0.4718537 Nov 24 13:07:11.812472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43474) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:11.862181 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8748b522-939a-4901-badb-ee2b21cedf5e None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:07:11.872360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79971f7-cdc0-491b-a3ec-4c51a5b8a02c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:11.880025 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79971f7-cdc0-491b-a3ec-4c51a5b8a02c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:11.882034 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c79971f7-cdc0-491b-a3ec-4c51a5b8a02c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0685439 Nov 24 13:07:11.889828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43476) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:11.917556 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8748b522-939a-4901-badb-ee2b21cedf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:07:10Z', 'revision_number': 11, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:11.921139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42950b7-3286-42f3-b0b1-039337afbc70 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting subnet 85071380-8e35-44ec-ba5c-b282abe2fa8f {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:07:11.939080 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c42950b7-3286-42f3-b0b1-039337afbc70 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:11.944376 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748b522-939a-4901-badb-ee2b21cedf5e None None] Checking router: b5079635-73ef-4e31-93d0-66c26d16d1df for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:07:11.953595 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8748b522-939a-4901-badb-ee2b21cedf5e None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:11.954406 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8748b522-939a-4901-badb-ee2b21cedf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:12.026827 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8748b522-939a-4901-badb-ee2b21cedf5e None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:07:12.044286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-aab4920b-6152-44cb-8745-ef1254bf42d2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port 81c46644-bbba-4f1d-b9a7-97af5ba7239e {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:12.044774 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aab4920b-6152-44cb-8745-ef1254bf42d2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.053998 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c42950b7-3286-42f3-b0b1-039337afbc70 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.109517 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8748b522-939a-4901-badb-ee2b21cedf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:07:10Z', 'revision_number': 11, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:12.123797 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-759d5529-b8e3-48e4-9a6e-cb80ddfbb09d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.142759 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aab4920b-6152-44cb-8745-ef1254bf42d2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.159159 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-aab4920b-6152-44cb-8745-ef1254bf42d2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for 81c46644-bbba-4f1d-b9a7-97af5ba7239e owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:12.170432 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8748b522-939a-4901-badb-ee2b21cedf5e None None] The sync data for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 is: [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:07:10Z', 'revision_number': 11, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:07:12.233035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20f4a922-0160-4047-bb10-c9f2d9b81be4 req-a5ad1119-fd66-496d-abf4-d218dffbc99f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 210 time: 0.0640712 Nov 24 13:07:12.248128 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c42950b7-3286-42f3-b0b1-039337afbc70 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.274745 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0445d1d0-49cd-4e0d-bb44-b4230d4be3f4 req-8a5e95c6-561f-47ed-aca4-0848ec580f64 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 210 time: 0.0564344 Nov 24 13:07:12.296885 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43486) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:12.306790 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-759d5529-b8e3-48e4-9a6e-cb80ddfbb09d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.402548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-759d5529-b8e3-48e4-9a6e-cb80ddfbb09d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Network 03dace31-d538-4c14-93f0-aab68f3cc065 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:12.404009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-759d5529-b8e3-48e4-9a6e-cb80ddfbb09d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:12.406656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d5529-b8e3-48e4-9a6e-cb80ddfbb09d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Pushing event updated for resources: {'Port': ['ID=3bfa3d20-f83c-4bd7-b384-0a5248228bac,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:12.409360 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c42950b7-3286-42f3-b0b1-039337afbc70 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.412353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-759d5529-b8e3-48e4-9a6e-cb80ddfbb09d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:12.448642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-91dbbf16-fb9c-4b75-a31a-90a97598e617 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:12.451575 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-91dbbf16-fb9c-4b75-a31a-90a97598e617 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 812 time: 0.1669681 Nov 24 13:07:12.451575 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aab4920b-6152-44cb-8745-ef1254bf42d2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.484068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42950b7-3286-42f3-b0b1-039337afbc70 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Subnet': ['ID=85071380-8e35-44ec-ba5c-b282abe2fa8f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:12.488122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b2a437-7bbd-4555-b45f-c56d7930b6bb None None] Network 477dbe2d-72f6-4eff-994e-f6a92c0d7b06 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:12.491653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-65ffb357-ee82-4e41-b020-87e9ff07b158 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Request body: {'port': {'device_id': '7773e329-0cbc-4638-aae9-a9ec2e844d6f', 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df', 'admin_state_up': True, 'tenant_id': '3e1cd43c1ff04946a07c756c11513ec9'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:12.496289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4920b-6152-44cb-8745-ef1254bf42d2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=81c46644-bbba-4f1d-b9a7-97af5ba7239e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:12.501658 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c42950b7-3286-42f3-b0b1-039337afbc70 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.514743 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c42950b7-3286-42f3-b0b1-039337afbc70 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/85071380-8e35-44ec-ba5c-b282abe2fa8f HTTP/1.1" status: 204 len: 168 time: 0.7959051 Nov 24 13:07:12.518015 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43492) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:12.523428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-428552599'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:12.548529 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aab4920b-6152-44cb-8745-ef1254bf42d2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.552478 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-aab4920b-6152-44cb-8745-ef1254bf42d2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/81c46644-bbba-4f1d-b9a7-97af5ba7239e HTTP/1.1" status: 204 len: 168 time: 0.6633151 Nov 24 13:07:12.555922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43496) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:12.651296 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.663333 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Made reservation on behalf of a22c7d7c4f5a43e5b43163ccb8ae4fe7 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:12.667977 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.680440 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.681949 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-759d5529-b8e3-48e4-9a6e-cb80ddfbb09d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:12.682629 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-759d5529-b8e3-48e4-9a6e-cb80ddfbb09d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.689500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248d672d-61c5-49c7-9a50-e00b289f69c7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:12.691070 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-248d672d-61c5-49c7-9a50-e00b289f69c7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1335564 Nov 24 13:07:12.696930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43498) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:12.759397 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fca63a-23fe-480d-8ada-20fe18b61391 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] GET failed (client error): The resource could not be found. Nov 24 13:07:12.760476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f3fca63a-23fe-480d-8ada-20fe18b61391 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/e9ab7c67-5b00-4c2b-94c4-d671a57b5d89 HTTP/1.1" status: 404 len: 333 time: 0.0587068 Nov 24 13:07:12.763805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43500) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:12.781128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-65ffb357-ee82-4e41-b020-87e9ff07b158 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Made reservation on behalf of 3e1cd43c1ff04946a07c756c11513ec9 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:12.784708 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-65ffb357-ee82-4e41-b020-87e9ff07b158 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.805093 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-812738bb-368d-4a59-9fa5-1874f798bee4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] GET failed (client error): The resource could not be found. Nov 24 13:07:12.806470 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-812738bb-368d-4a59-9fa5-1874f798bee4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/81c46644-bbba-4f1d-b9a7-97af5ba7239e HTTP/1.1" status: 404 len: 333 time: 0.0408883 Nov 24 13:07:12.809558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43502) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:12.832862 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-759d5529-b8e3-48e4-9a6e-cb80ddfbb09d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2475486 Nov 24 13:07:12.854599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Request body: {'port': {'device_id': '81af815a-aff1-4698-b471-ab8922a5a482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:12.909068 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.911479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Deleting port 46a52877-bdea-404e-a748-284f956da607 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:12.911794 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.919753 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.936316 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-00b63ddf-dd5f-4070-8309-ebb6cee19512 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.949427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:12.950997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3655a1fb-95a0-4cfb-b6f8-edd2e98e3130 None None] DHCP port deletion for 477dbe2d-72f6-4eff-994e-f6a92c0d7b06 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:07:12.956495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-65ffb357-ee82-4e41-b020-87e9ff07b158 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Allocated IP 172.20.0.10 (947fd8e7-0529-4083-a4cd-f5a8c40e92df/43d39305-527a-49a2-bcce-5fc6399fd429/b4455e62-0da7-41f0-9580-0b29b88b5b6b) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:12.982249 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:12.982603 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Added segment 61b8c3fd-7a48-4537-aaa2-3e54535afc1a of type vlan for network b5c16b23-24ad-4c6c-b8b2-175fc0d3ee83 Nov 24 13:07:12.993996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c81a67-ab33-42a3-93f1-59831699b16d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:13.006481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3655a1fb-95a0-4cfb-b6f8-edd2e98e3130 None None] Deleting port 46a52877-bdea-404e-a748-284f956da607 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:13.007058 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3655a1fb-95a0-4cfb-b6f8-edd2e98e3130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.029549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] For port 46a52877-bdea-404e-a748-284f956da607, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=46a52877-bdea-404e-a748-284f956da607,segment=NetworkSegment(dd077377-8dab-4a52-89bf-a56337dd3c8a),segment_id=dd077377-8dab-4a52-89bf-a56337dd3c8a)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:13.029920 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.045034 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.066605 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.069417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Calling delete_port for 46a52877-bdea-404e-a748-284f956da607 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:13.083134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3655a1fb-95a0-4cfb-b6f8-edd2e98e3130 None None] For port 46a52877-bdea-404e-a748-284f956da607, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=46a52877-bdea-404e-a748-284f956da607,segment=NetworkSegment(dd077377-8dab-4a52-89bf-a56337dd3c8a),segment_id=dd077377-8dab-4a52-89bf-a56337dd3c8a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:13.083863 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3655a1fb-95a0-4cfb-b6f8-edd2e98e3130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.097902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3655a1fb-95a0-4cfb-b6f8-edd2e98e3130 None None] Calling delete_port for 46a52877-bdea-404e-a748-284f956da607 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:13.105716 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.111811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:13.112419 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.145920 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-00b63ddf-dd5f-4070-8309-ebb6cee19512 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.188207 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8899355 Nov 24 13:07:13.192236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43504) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:13.202940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3655a1fb-95a0-4cfb-b6f8-edd2e98e3130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.230220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-00b63ddf-dd5f-4070-8309-ebb6cee19512 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661bb94d-6a30-457c-b6ee-93e85a26699f']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:13.236851 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655a1fb-95a0-4cfb-b6f8-edd2e98e3130 None None] Pushing event deleted for resources: {'Port': ['ID=46a52877-bdea-404e-a748-284f956da607,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:13.242365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3655a1fb-95a0-4cfb-b6f8-edd2e98e3130 None None] No DVR routers for this DVR port 46a52877-bdea-404e-a748-284f956da607 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:13.252416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-00b63ddf-dd5f-4070-8309-ebb6cee19512 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afd5a62-a320-454b-84a5-729ab7dc7893') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:13.252715 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-00b63ddf-dd5f-4070-8309-ebb6cee19512 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afd5a62-a320-454b-84a5-729ab7dc7893') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:13.276353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c5704-d720-428b-848b-0e8f92253982 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Pushing event updated for resources: {'Network': ['ID=b5c16b23-24ad-4c6c-b8b2-175fc0d3ee83,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:13.287995 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-00b63ddf-dd5f-4070-8309-ebb6cee19512 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.291651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network b5c16b23-24ad-4c6c-b8b2-175fc0d3ee83 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:13.319016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Request body: {'network': {'name': 'tempest-network--1294704682', 'router:external': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:13.329221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-65ffb357-ee82-4e41-b020-87e9ff07b158 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.384270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-00b63ddf-dd5f-4070-8309-ebb6cee19512 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.400114 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Made reservation on behalf of b96ace5e08574df8828bf8731825ab21 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:13.402671 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.410535 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.422903 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5da484e-3bd1-4522-a306-f3dcc5c0359f req-5220923d-0a34-4bbb-bd06-9606854ea724 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 210 time: 0.0558434 Nov 24 13:07:13.427995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b63ddf-dd5f-4070-8309-ebb6cee19512 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:07:13.428470 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-00b63ddf-dd5f-4070-8309-ebb6cee19512 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.432633 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:07:13.434019 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:07:13.458161 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-65ffb357-ee82-4e41-b020-87e9ff07b158 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.496632 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Port': ['ID=46a52877-bdea-404e-a748-284f956da607,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:13.522412 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-65ffb357-ee82-4e41-b020-87e9ff07b158 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Network 947fd8e7-0529-4083-a4cd-f5a8c40e92df is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:13.531629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-65ffb357-ee82-4e41-b020-87e9ff07b158 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:13.535868 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-65ffb357-ee82-4e41-b020-87e9ff07b158 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:13.538176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No DVR routers for this DVR port 46a52877-bdea-404e-a748-284f956da607 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:13.541034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffb357-ee82-4e41-b020-87e9ff07b158 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Pushing event updated for resources: {'Port': ['ID=b4455e62-0da7-41f0-9580-0b29b88b5b6b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:13.555634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:13.555998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:13.556357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:13.556693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:13.557057 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:13.557433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:13.557831 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:13.558076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:13.558397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:13.558742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:13.559102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:13.559434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:13.602569 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-65ffb357-ee82-4e41-b020-87e9ff07b158 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:13.603203 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-65ffb357-ee82-4e41-b020-87e9ff07b158 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.628819 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-00b63ddf-dd5f-4070-8309-ebb6cee19512 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.629101 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.633209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-65ffb357-ee82-4e41-b020-87e9ff07b158 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1505308 Nov 24 13:07:13.634223 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.634385 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-00b63ddf-dd5f-4070-8309-ebb6cee19512 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.638627 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-00b63ddf-dd5f-4070-8309-ebb6cee19512 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/networks/661bb94d-6a30-457c-b6ee-93e85a26699f HTTP/1.1" status: 204 len: 168 time: 0.8278079 Nov 24 13:07:13.645598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43514) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:13.647963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb73f53-986b-405b-bd72-b71a4c8c7a4f req-3eb62946-f0a5-4bd9-a106-fa3a4e44b692 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:13.650127 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb73f53-986b-405b-bd72-b71a4c8c7a4f req-3eb62946-f0a5-4bd9-a106-fa3a4e44b692 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 932 time: 0.2702532 Nov 24 13:07:13.654263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Request body: {'port': {'device_id': '7773e329-0cbc-4638-aae9-a9ec2e844d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:13.661590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-4509398c-d739-4377-afba-64737767ef39 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1665555704'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:13.696218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b63ddf-dd5f-4070-8309-ebb6cee19512 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Network': ['ID=661bb94d-6a30-457c-b6ee-93e85a26699f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:13.704786 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:13.720621 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00dcdb06-9d68-4267-9415-f77cc019e8cc,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:13.731768 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.732179 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Added segment 0c2c5ef7-4b05-4bcf-920a-4e98ae628a7b of type vlan for network cbdb3337-37ee-4ba7-8b70-df1b9f1cc7b2 Nov 24 13:07:13.791877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4509398c-d739-4377-afba-64737767ef39 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:13.795323 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4509398c-d739-4377-afba-64737767ef39 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.801386 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.807629 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.823749 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.828971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb73f53-986b-405b-bd72-b71a4c8c7a4f req-6fc9c825-43cc-449b-baa0-bdb0e71eebb1 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556063 Nov 24 13:07:13.856244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477dbe2d-72f6-4eff-994e-f6a92c0d7b06']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:13.872973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd077377-8dab-4a52-89bf-a56337dd3c8a') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:13.873220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd077377-8dab-4a52-89bf-a56337dd3c8a') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:13.876341 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4509398c-d739-4377-afba-64737767ef39 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:13.893527 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.897661 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4509398c-d739-4377-afba-64737767ef39 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.898013 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-4509398c-d739-4377-afba-64737767ef39 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Added segment 43156e14-35b4-4545-b23b-69a1b28778a4 of type vlan for network 31e6ff55-7fc2-4710-a3e2-0f000266ea5c Nov 24 13:07:13.915318 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.916300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:13.916875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.930471 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.942936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfa3d20-f83c-4bd7-b384-0a5248228bac {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:07:13.949490 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:07:13.949902 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:07:13.953577 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:07:13.957639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device db3c43b3-45d4-4b64-b676-bc491d321664 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:13.966373 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:13.985505 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: db3c43b3-45d4-4b64-b676-bc491d321664 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:07:13.986245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device db3c43b3-45d4-4b64-b676-bc491d321664 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:07:13.986792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 46a52877-bdea-404e-a748-284f956da607 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:14.008373 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 46a52877-bdea-404e-a748-284f956da607 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:07:14.009090 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 46a52877-bdea-404e-a748-284f956da607 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:07:14.022773 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4509398c-d739-4377-afba-64737767ef39 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.030074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Transition to ACTIVE for port object 3bfa3d20-f83c-4bd7-b384-0a5248228bac will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:07:14.031259 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.033727 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.041675 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8484404 Nov 24 13:07:14.047038 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.050600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43518) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:14.053072 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/networks/477dbe2d-72f6-4eff-994e-f6a92c0d7b06 HTTP/1.1" status: 204 len: 168 time: 1.5340500 Nov 24 13:07:14.053676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43520) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:14.089980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3db847a8-6980-4fb6-b242-d2fcaed24113 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'router': {'routes': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:14.134626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4bca9-2bd7-43ee-b115-8d82a7a1ebfe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Pushing event deleted for resources: {'Network': ['ID=477dbe2d-72f6-4eff-994e-f6a92c0d7b06,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:14.136140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992b571-c9a1-4c0d-9da0-c14ae259bc71 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event updated for resources: {'Network': ['ID=cbdb3337-37ee-4ba7-8b70-df1b9f1cc7b2,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:14.152252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network cbdb3337-37ee-4ba7-8b70-df1b9f1cc7b2 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:14.178975 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4509398c-d739-4377-afba-64737767ef39 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.184611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4509398c-d739-4377-afba-64737767ef39 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:14.185247 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4509398c-d739-4377-afba-64737767ef39 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.213897 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfa3d20-f83c-4bd7-b384-0a5248228bac,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:14.252918 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe90b-b857-4c9c-aefc-27ceb7abd88e tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.281178 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4509398c-d739-4377-afba-64737767ef39 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6315513 Nov 24 13:07:14.285414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43522) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:14.320119 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9e9224aa-9796-4d92-b000-836dc0c5aedb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '31e6ff55-7fc2-4710-a3e2-0f000266ea5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:14.348007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509398c-d739-4377-afba-64737767ef39 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Network': ['ID=31e6ff55-7fc2-4710-a3e2-0f000266ea5c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:14.360425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 31e6ff55-7fc2-4710-a3e2-0f000266ea5c details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:14.383858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.extraroute_db [None req-3db847a8-6980-4fb6-b242-d2fcaed24113 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Added routes are [] {{(pid=114985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 13:07:14.384164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.extraroute_db [None req-3db847a8-6980-4fb6-b242-d2fcaed24113 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Removed routes are [] {{(pid=114985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 13:07:14.384767 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3db847a8-6980-4fb6-b242-d2fcaed24113 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.439491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Attempting to bind port 3bfa3d20-f83c-4bd7-b384-0a5248228bac on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:07:14.439739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Attempting to bind port 3bfa3d20-f83c-4bd7-b384-0a5248228bac by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '216a5317-e051-450f-a851-6010182a4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:07:14.440098 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Attempting to bind port 3bfa3d20-f83c-4bd7-b384-0a5248228bac on network 03dace31-d538-4c14-93f0-aab68f3cc065 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:14.474863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Port 3bfa3d20-f83c-4bd7-b384-0a5248228bac on network 03dace31-d538-4c14-93f0-aab68f3cc065 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:07:14.475302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Attempting to bind port 3bfa3d20-f83c-4bd7-b384-0a5248228bac on network 03dace31-d538-4c14-93f0-aab68f3cc065 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:14.483899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:07:14.484247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Checking segment: {'id': '216a5317-e051-450f-a851-6010182a4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:14.484634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Bound using segment: {'id': '216a5317-e051-450f-a851-6010182a4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:07:14.485102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Bound port: 3bfa3d20-f83c-4bd7-b384-0a5248228bac, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216a5317-e051-450f-a851-6010182a4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:07:14.485464 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.501103 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe90b-b857-4c9c-aefc-27ceb7abd88e tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.567183 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3db847a8-6980-4fb6-b242-d2fcaed24113 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.581866 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-2ccbe90b-b857-4c9c-aefc-27ceb7abd88e tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdb3337-37ee-4ba7-8b70-df1b9f1cc7b2']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:14.590107 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3db847a8-6980-4fb6-b242-d2fcaed24113 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.596697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4455e62-0da7-41f0-9580-0b29b88b5b6b {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:07:14.604671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-2ccbe90b-b857-4c9c-aefc-27ceb7abd88e tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2c5ef7-4b05-4bcf-920a-4e98ae628a7b') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:14.605058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-2ccbe90b-b857-4c9c-aefc-27ceb7abd88e tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2c5ef7-4b05-4bcf-920a-4e98ae628a7b') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:14.606591 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9224aa-9796-4d92-b000-836dc0c5aedb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:14.610104 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e9224aa-9796-4d92-b000-836dc0c5aedb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.625216 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.630349 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe90b-b857-4c9c-aefc-27ceb7abd88e tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.707524 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe90b-b857-4c9c-aefc-27ceb7abd88e tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.710593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.ipam_backend_mixin [None req-9e9224aa-9796-4d92-b000-836dc0c5aedb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Performing IP validity checks on allocation pools {{(pid=114986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 13:07:14.711800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.ipam_backend_mixin [None req-9e9224aa-9796-4d92-b000-836dc0c5aedb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 13:07:14.721075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4c17f-cdc2-4258-8439-7b0848c60c0d req-60110b6f-c969-4761-b8de-3dd383f99fe7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:14.722675 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28a4c17f-cdc2-4258-8439-7b0848c60c0d req-60110b6f-c969-4761-b8de-3dd383f99fe7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 932 time: 0.1941321 Nov 24 13:07:14.731066 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccbe90b-b857-4c9c-aefc-27ceb7abd88e tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:07:14.731332 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe90b-b857-4c9c-aefc-27ceb7abd88e tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:07:14.733349 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:07:14.835491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Transition to ACTIVE for port object b4455e62-0da7-41f0-9580-0b29b88b5b6b will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:07:14.841480 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe90b-b857-4c9c-aefc-27ceb7abd88e tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.848605 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28a4c17f-cdc2-4258-8439-7b0848c60c0d req-02871ca8-d2e9-4ce2-ad47-0fbe9c4e56d4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019092 Nov 24 13:07:14.854148 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.857186 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccbe90b-b857-4c9c-aefc-27ceb7abd88e tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cbdb3337-37ee-4ba7-8b70-df1b9f1cc7b2 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 13:07:14.880649 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ccbe90b-b857-4c9c-aefc-27ceb7abd88e tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:14.887896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2ccbe90b-b857-4c9c-aefc-27ceb7abd88e tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "DELETE /v2.0/networks/cbdb3337-37ee-4ba7-8b70-df1b9f1cc7b2 HTTP/1.1" status: 204 len: 168 time: 0.8330724 Nov 24 13:07:14.889877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43536) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:14.916567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e9000013-1c31-499b-9a32-2979dd2f2383 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:14.921718 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbe90b-b857-4c9c-aefc-27ceb7abd88e tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event deleted for resources: {'Network': ['ID=cbdb3337-37ee-4ba7-8b70-df1b9f1cc7b2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:15.010103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Pushing event updated for resources: {'Port': ['ID=b4455e62-0da7-41f0-9580-0b29b88b5b6b,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:15.055801 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9000013-1c31-499b-9a32-2979dd2f2383 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Made reservation on behalf of b96ace5e08574df8828bf8731825ab21 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:15.059393 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9000013-1c31-499b-9a32-2979dd2f2383 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.087217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] For port 3bfa3d20-f83c-4bd7-b384-0a5248228bac, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:15.091192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] For port 3bfa3d20-f83c-4bd7-b384-0a5248228bac, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3bfa3d20-f83c-4bd7-b384-0a5248228bac,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:07:15.113484 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.167232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8648910-7e4a-4db0-bf69-069acf787379 req-6a7dd7ea-0635-4e1c-88ce-adca23777c8d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:15.168755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8648910-7e4a-4db0-bf69-069acf787379 req-6a7dd7ea-0635-4e1c-88ce-adca23777c8d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 944 time: 0.1933444 Nov 24 13:07:15.180885 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9000013-1c31-499b-9a32-2979dd2f2383 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:15.189706 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db847a8-6980-4fb6-b242-d2fcaed24113 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router b5079635-73ef-4e31-93d0-66c26d16d1df has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:07:15.196524 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e9224aa-9796-4d92-b000-836dc0c5aedb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.214459 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Attempting to bind port b4455e62-0da7-41f0-9580-0b29b88b5b6b on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:07:15.214789 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Attempting to bind port b4455e62-0da7-41f0-9580-0b29b88b5b6b by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:07:15.215124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Attempting to bind port b4455e62-0da7-41f0-9580-0b29b88b5b6b on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:15.225291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:15.226129 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.228199 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] 10.222.0.46 "PUT /v2.0/ports/3bfa3d20-f83c-4bd7-b384-0a5248228bac HTTP/1.1" status: 200 len: 1092 time: 2.3806038 Nov 24 13:07:15.230290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81af815a-aff1-4698-b471-ab8922a5a482', 'tag': '3bfa3d20-f83c-4bd7-b384-0a5248228bac'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:15.234925 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a268a72e-ea17-40c8-b0e2-a123c7cbb5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "81af815a-aff1-4698-b471-ab8922a5a482", "tag": "3bfa3d20-f83c-4bd7-b384-0a5248228bac"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:15.235357 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9000013-1c31-499b-9a32-2979dd2f2383 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.235966 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-e9000013-1c31-499b-9a32-2979dd2f2383 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Added segment 25a942c7-1633-4f6c-b71e-d93e962ff5f5 of type vlan for network 885dcd5c-c4c9-47a8-a8fe-12ef08c324ff Nov 24 13:07:15.264705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Port b4455e62-0da7-41f0-9580-0b29b88b5b6b on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:07:15.265077 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Attempting to bind port b4455e62-0da7-41f0-9580-0b29b88b5b6b on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:15.272543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853d958-6d6a-4237-99f6-3c99e82a5e14 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfa3d20-f83c-4bd7-b384-0a5248228bac,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:15.321676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:07:15.322017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Checking segment: {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:15.322407 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Bound using segment: {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:07:15.322834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Bound port: b4455e62-0da7-41f0-9580-0b29b88b5b6b, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:07:15.323193 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.325149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-0f309ad7-64be-4298-b6cb-64fdb089ca48 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:15.326636 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-0f309ad7-64be-4298-b6cb-64fdb089ca48 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/networks?id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 200 len: 814 time: 0.2314529 Nov 24 13:07:15.347041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9224aa-9796-4d92-b000-836dc0c5aedb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Subnet': ['ID=9471d3f2-761c-4551-8587-059907ea1c65,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:15.357681 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8648910-7e4a-4db0-bf69-069acf787379 req-0ae8a86b-ff20-4b23-bf1b-0701998ed8a2 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784105 Nov 24 13:07:15.363928 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9000013-1c31-499b-9a32-2979dd2f2383 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.418933 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-264de004-eabb-447c-ab74-89ff4ff0a349 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/quotas/6fc5b862c41e45e2882a6f8bcd37ddb2 HTTP/1.1" status: 200 len: 375 time: 0.0151560 Nov 24 13:07:15.429391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9224aa-9796-4d92-b000-836dc0c5aedb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Checking segment: {'id': '43156e14-35b4-4545-b23b-69a1b28778a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '31e6ff55-7fc2-4710-a3e2-0f000266ea5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:15.429821 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9224aa-9796-4d92-b000-836dc0c5aedb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network hostable DHCP agents. Network: 31e6ff55-7fc2-4710-a3e2-0f000266ea5c, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:07:15.436598 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cbbc3e-2239-4a80-ab0d-6ddee80cd8d7 x-openstack-request-id: req-b6cbbc3e-2239-4a80-ab0d-6ddee80cd8d7 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:15.436923 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81af815a-aff1-4698-b471-ab8922a5a482", "tag": "3bfa3d20-f83c-4bd7-b384-0a5248228bac", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:15.437185 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6cbbc3e-2239-4a80-ab0d-6ddee80cd8d7 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:15.437748 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81af815a-aff1-4698-b471-ab8922a5a482', 'tag': '3bfa3d20-f83c-4bd7-b384-0a5248228bac', 'status': 'completed', 'code': 200} Nov 24 13:07:15.446711 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db847a8-6980-4fb6-b242-d2fcaed24113 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:07:15.451437 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-1390cc24-86ac-439b-9b62-a4b8a91e08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:15.452566 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-1390cc24-86ac-439b-9b62-a4b8a91e08c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e53965f3948442da5a4bfdaf02c7889&device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 1095 time: 0.1467197 Nov 24 13:07:15.457772 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] For port b4455e62-0da7-41f0-9580-0b29b88b5b6b, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:15.458144 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3db847a8-6980-4fb6-b242-d2fcaed24113 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.462060 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3db847a8-6980-4fb6-b242-d2fcaed24113 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df HTTP/1.1" status: 200 len: 705 time: 1.3835967 Nov 24 13:07:15.462202 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9000013-1c31-499b-9a32-2979dd2f2383 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.462202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9000013-1c31-499b-9a32-2979dd2f2383 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:15.462202 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e9000013-1c31-499b-9a32-2979dd2f2383 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.465104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43550) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:15.501827 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9224aa-9796-4d92-b000-836dc0c5aedb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 31e6ff55-7fc2-4710-a3e2-0f000266ea5c is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:07:15.510048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c1703-25d1-47bd-985a-28c250147461 None None] Sync routers for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:07:15.516239 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-143921d8-c44f-4e4b-80c0-244893c98626 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bfa3d20-f83c-4bd7-b384-0a5248228bac HTTP/1.1" status: 200 len: 217 time: 0.0417306 Nov 24 13:07:15.520666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c1703-25d1-47bd-985a-28c250147461 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:15.521530 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d47c1703-25d1-47bd-985a-28c250147461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:15.533272 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8ff1a703-b4f1-448b-bc52-a5de6b21dff2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5079635-73ef-4e31-93d0-66c26d16d1df HTTP/1.1" status: 200 len: 205 time: 0.0655429 Nov 24 13:07:15.535863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43552) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:15.539481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] For port b4455e62-0da7-41f0-9580-0b29b88b5b6b, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=b4455e62-0da7-41f0-9580-0b29b88b5b6b,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:07:15.546853 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e9000013-1c31-499b-9a32-2979dd2f2383 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6542499 Nov 24 13:07:15.564211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43554) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:15.572575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-67610de3-e9f2-43b4-8ac9-e4c671ff0f60 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Request body: {'subnet': {'network_id': '885dcd5c-c4c9-47a8-a8fe-12ef08c324ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:15.573061 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.579207 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-9e9224aa-9796-4d92-b000-836dc0c5aedb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 31e6ff55-7fc2-4710-a3e2-0f000266ea5c) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:15.596052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dea3dc0-030c-46ee-9a38-ae09cd12fe89 None None] Network 31e6ff55-7fc2-4710-a3e2-0f000266ea5c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:15.604454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d47c1703-25d1-47bd-985a-28c250147461 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:07:15.604875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9000013-1c31-499b-9a32-2979dd2f2383 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event updated for resources: {'Network': ['ID=885dcd5c-c4c9-47a8-a8fe-12ef08c324ff,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:15.609696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9224aa-9796-4d92-b000-836dc0c5aedb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:15.610293 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e9224aa-9796-4d92-b000-836dc0c5aedb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.620889 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-10f1122e-b51b-4487-bbb2-19f78d77ab3f tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1905768 Nov 24 13:07:15.623679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:15.624293 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.625716 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] 10.222.0.59 "PUT /v2.0/ports/b4455e62-0da7-41f0-9580-0b29b88b5b6b HTTP/1.1" status: 200 len: 1092 time: 1.9782667 Nov 24 13:07:15.626157 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7773e329-0cbc-4638-aae9-a9ec2e844d6f', 'tag': 'b4455e62-0da7-41f0-9580-0b29b88b5b6b'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:15.628410 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cade7f-ca3f-4f3e-8035-0ac9a43d597f" -d '{"events": [{"name": "network-changed", "server_uuid": "7773e329-0cbc-4638-aae9-a9ec2e844d6f", "tag": "b4455e62-0da7-41f0-9580-0b29b88b5b6b"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:15.658305 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9e9224aa-9796-4d92-b000-836dc0c5aedb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3703671 Nov 24 13:07:15.659520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5dd86f-2d05-4025-a152-78cde07f6391 service neutron] Pushing event updated for resources: {'Port': ['ID=b4455e62-0da7-41f0-9580-0b29b88b5b6b,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:15.664622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43558) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:15.668667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 885dcd5c-c4c9-47a8-a8fe-12ef08c324ff details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:15.678584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-cfa60da5-167a-4479-8e12-e4ecddf6e6b6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'network_id': '31e6ff55-7fc2-4710-a3e2-0f000266ea5c', 'name': 'tempest-PortsTestJSON-244196549'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:15.720425 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f95a76-363c-45fa-baec-894cab8070be tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.723039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-aee4cff1-98df-43dd-8ef5-110e876db7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:15.724560 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-aee4cff1-98df-43dd-8ef5-110e876db7d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a57a07f-eae2-4aeb-a7ea-5943414d67b1 HTTP/1.1" status: 200 len: 853 time: 0.2006650 Nov 24 13:07:15.740456 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d47c1703-25d1-47bd-985a-28c250147461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:07:10Z', 'revision_number': 11, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:15.778565 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afdb1bb-96fd-4fbf-876b-b08c90de8c63 x-openstack-request-id: req-3afdb1bb-96fd-4fbf-876b-b08c90de8c63 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:15.779373 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7773e329-0cbc-4638-aae9-a9ec2e844d6f", "tag": "b4455e62-0da7-41f0-9580-0b29b88b5b6b", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:15.779763 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3afdb1bb-96fd-4fbf-876b-b08c90de8c63 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:15.780893 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7773e329-0cbc-4638-aae9-a9ec2e844d6f', 'tag': 'b4455e62-0da7-41f0-9580-0b29b88b5b6b', 'status': 'completed', 'code': 200} Nov 24 13:07:15.807781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c1703-25d1-47bd-985a-28c250147461 None None] Checking router: b5079635-73ef-4e31-93d0-66c26d16d1df for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:07:15.819847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67610de3-e9f2-43b4-8ac9-e4c671ff0f60 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Made reservation on behalf of b96ace5e08574df8828bf8731825ab21 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:15.822229 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-67610de3-e9f2-43b4-8ac9-e4c671ff0f60 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:15.832620 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-61443909-c960-4d36-b030-4793dd5b2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:15.834270 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-61443909-c960-4d36-b030-4793dd5b2862 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 1095 time: 0.1318090 Nov 24 13:07:15.860266 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47c1703-25d1-47bd-985a-28c250147461 None None] Routers {'b5079635-73ef-4e31-93d0-66c26d16d1df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:15.861585 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d47c1703-25d1-47bd-985a-28c250147461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b5079635-73ef-4e31-93d0-66c26d16d1df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:15.862176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-9d233c36-8f19-4f57-a896-d56d5ce4fea7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03dace31-d538-4c14-93f0-aab68f3cc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761540 Nov 24 13:07:15.888011 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-3beabaf5-3598-4d32-ab48-f412d7aad3a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4455e62-0da7-41f0-9580-0b29b88b5b6b HTTP/1.1" status: 200 len: 217 time: 0.0438702 Nov 24 13:07:15.942998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d47c1703-25d1-47bd-985a-28c250147461 None None] Set router b5079635-73ef-4e31-93d0-66c26d16d1df gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:07:15.951865 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-2c347968-f30e-4f10-bab2-1aabeed3b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:15.953524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-2c347968-f30e-4f10-bab2-1aabeed3b8b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 200 len: 852 time: 0.0552144 Nov 24 13:07:16.003514 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d47c1703-25d1-47bd-985a-28c250147461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:07:10Z', 'revision_number': 11, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:16.014576 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-54ac1c08-60d8-4863-9489-c7226e2c4631 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=947fd8e7-0529-4083-a4cd-f5a8c40e92df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503640 Nov 24 13:07:16.017842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa60da5-167a-4479-8e12-e4ecddf6e6b6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:16.021774 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cfa60da5-167a-4479-8e12-e4ecddf6e6b6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:16.041148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47c1703-25d1-47bd-985a-28c250147461 None None] The sync data for ids ['b5079635-73ef-4e31-93d0-66c26d16d1df'] in n-d-817303-4 is: [{'id': 'b5079635-73ef-4e31-93d0-66c26d16d1df', 'name': 'tempest-RoutersIpV6Test-router-1016733395', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:06:07Z', 'updated_at': '2021-11-24T13:07:10Z', 'revision_number': 11, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:07:16.049073 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8badbe4b-f5cc-4fa1-97ad-798b4f86d1ff service neutron] 10.222.0.48 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270148 Nov 24 13:07:16.077946 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-cfa60da5-167a-4479-8e12-e4ecddf6e6b6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port 7a2ebfd8-6b7e-46a7-8a60-bf85e2709ad8 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:07:16.125582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2080e0-fbfd-4ccf-8c89-b0a09b11860d req-063544de-51c0-4d40-a6e3-ff18d13ba29e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:16.127169 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ab2080e0-fbfd-4ccf-8c89-b0a09b11860d req-063544de-51c0-4d40-a6e3-ff18d13ba29e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 944 time: 0.1795697 Nov 24 13:07:16.133909 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f95a76-363c-45fa-baec-894cab8070be tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:16.146132 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f95a76-363c-45fa-baec-894cab8070be tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:16.160385 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-31e6ff55-7fc2-4710-a3e2-0f000266ea5c', 'network_id': '31e6ff55-7fc2-4710-a3e2-0f000266ea5c', 'tenant_id': 'b524a324b744440190ac7aeac885c997', 'fixed_ips': [{'subnet_id': '9471d3f2-761c-4551-8587-059907ea1c65'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:07:16.161427 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:16.244206 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-8b895643-b635-4775-b9f0-00a40b151f4e service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203791 Nov 24 13:07:16.278229 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f95a76-363c-45fa-baec-894cab8070be tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:16.278598 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ab2080e0-fbfd-4ccf-8c89-b0a09b11860d req-532eb9ba-eedc-4b4f-8d52-abafb69c125e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157460 Nov 24 13:07:16.278770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f95a76-363c-45fa-baec-894cab8070be tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Fanout notify agent at l3_agent the message router_deleted on router b5079635-73ef-4e31-93d0-66c26d16d1df {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:07:16.302346 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f95a76-363c-45fa-baec-894cab8070be tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:16.306756 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-73f95a76-363c-45fa-baec-894cab8070be tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df HTTP/1.1" status: 204 len: 168 time: 0.7698810 Nov 24 13:07:16.309280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43564) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:16.313031 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-65a251c9-f80c-4f19-814b-f2fcc421354f service neutron] 10.222.0.46 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4336653 Nov 24 13:07:16.325523 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8dfef86a-f943-4329-aceb-10fca94649af tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-957110293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:16.359598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-cfa60da5-167a-4479-8e12-e4ecddf6e6b6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Allocated IP 172.20.0.11 (31e6ff55-7fc2-4710-a3e2-0f000266ea5c/9471d3f2-761c-4551-8587-059907ea1c65/7a2ebfd8-6b7e-46a7-8a60-bf85e2709ad8) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:16.378505 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-32f2b922-34a4-48d5-abbc-ec21e68968e5 service neutron] 10.222.0.48 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282626 Nov 24 13:07:16.408569 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dfef86a-f943-4329-aceb-10fca94649af tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:16.410024 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dfef86a-f943-4329-aceb-10fca94649af tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:16.478155 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a751450-c6ef-460c-afb5-64d7313f2444 req-d0f505e6-8427-43e5-b661-2b8c1f507971 service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031865 Nov 24 13:07:16.555939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b220afe9-7f28-467d-8289-b68100eeb8c6 req-bab7070e-5154-4547-b023-98d9589d940e service neutron] 10.222.0.46 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359519 Nov 24 13:07:16.684428 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e673eed-7ac6-4786-82b6-26cd9a825abb req-7b3b97b0-0048-4314-9213-45439e927d7f tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 210 time: 0.0572832 Nov 24 13:07:16.727124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268a72e-ea17-40c8-b0e2-a123c7cbb5bb req-97d7e23b-07a1-4c10-afd7-d0b0a9b04d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:16.728600 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a268a72e-ea17-40c8-b0e2-a123c7cbb5bb req-97d7e23b-07a1-4c10-afd7-d0b0a9b04d43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e53965f3948442da5a4bfdaf02c7889&device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 1095 time: 0.1138122 Nov 24 13:07:16.861078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.objects.ports [None req-67610de3-e9f2-43b4-8ac9-e4c671ff0f60 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114985) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:07:16.861556 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-67610de3-e9f2-43b4-8ac9-e4c671ff0f60 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:16.909376 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268a72e-ea17-40c8-b0e2-a123c7cbb5bb req-fe8782c0-9ab4-4d7c-8ede-5990f7b99236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:16.910774 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a268a72e-ea17-40c8-b0e2-a123c7cbb5bb req-fe8782c0-9ab4-4d7c-8ede-5990f7b99236 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03dace31-d538-4c14-93f0-aab68f3cc065 HTTP/1.1" status: 200 len: 914 time: 0.1722367 Nov 24 13:07:16.926274 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dfef86a-f943-4329-aceb-10fca94649af tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:16.946826 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dfef86a-f943-4329-aceb-10fca94649af tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:16.977220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67610de3-e9f2-43b4-8ac9-e4c671ff0f60 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4c967f5d-8351-4d41-922d-1295b75de396,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:16.981796 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a268a72e-ea17-40c8-b0e2-a123c7cbb5bb req-8490f655-6306-4a4f-a51a-34e2a5544bce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bfa3d20-f83c-4bd7-b384-0a5248228bac HTTP/1.1" status: 200 len: 217 time: 0.0615149 Nov 24 13:07:16.997708 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67610de3-e9f2-43b4-8ac9-e4c671ff0f60 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Checking segment: {'id': '25a942c7-1633-4f6c-b71e-d93e962ff5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '885dcd5c-c4c9-47a8-a8fe-12ef08c324ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:16.998047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67610de3-e9f2-43b4-8ac9-e4c671ff0f60 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Network hostable DHCP agents. Network: 885dcd5c-c4c9-47a8-a8fe-12ef08c324ff, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:07:17.022814 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8dfef86a-f943-4329-aceb-10fca94649af tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:17.024122 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8dfef86a-f943-4329-aceb-10fca94649af tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7138834 Nov 24 13:07:17.027969 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43578) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:17.031693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cade7f-ca3f-4f3e-8035-0ac9a43d597f req-3152b382-eac7-4436-a3a3-445bc1b520c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:17.033166 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99cade7f-ca3f-4f3e-8035-0ac9a43d597f req-3152b382-eac7-4436-a3a3-445bc1b520c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 1095 time: 0.1852658 Nov 24 13:07:17.042299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e79ec-6b3b-4247-ba17-f278a7fb471c req-0d2d1784-03ac-459f-a8a0-b486ea6431c5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:17.045088 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67610de3-e9f2-43b4-8ac9-e4c671ff0f60 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Network 885dcd5c-c4c9-47a8-a8fe-12ef08c324ff is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:07:17.049125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268a72e-ea17-40c8-b0e2-a123c7cbb5bb req-71227786-e077-404b-9b1a-4adb36574152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:17.049458 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-971e79ec-6b3b-4247-ba17-f278a7fb471c req-0d2d1784-03ac-459f-a8a0-b486ea6431c5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 944 time: 0.2025483 Nov 24 13:07:17.050963 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a268a72e-ea17-40c8-b0e2-a123c7cbb5bb req-71227786-e077-404b-9b1a-4adb36574152 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a57a07f-eae2-4aeb-a7ea-5943414d67b1 HTTP/1.1" status: 200 len: 853 time: 0.0610068 Nov 24 13:07:17.055908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1975893e-810e-48d9-9bfd-19f7af6c32f6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:17.060265 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-67610de3-e9f2-43b4-8ac9-e4c671ff0f60 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 885dcd5c-c4c9-47a8-a8fe-12ef08c324ff) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:17.070400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3810808c-a6a9-41ff-a0db-fe7f5150fc7d None None] Network 885dcd5c-c4c9-47a8-a8fe-12ef08c324ff requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:17.070944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67610de3-e9f2-43b4-8ac9-e4c671ff0f60 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:17.071673 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-67610de3-e9f2-43b4-8ac9-e4c671ff0f60 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:17.112902 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a268a72e-ea17-40c8-b0e2-a123c7cbb5bb req-ce07ec92-60f7-47a5-bdda-0850621d30c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03dace31-d538-4c14-93f0-aab68f3cc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540240 Nov 24 13:07:17.124883 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-67610de3-e9f2-43b4-8ac9-e4c671ff0f60 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5583544 Nov 24 13:07:17.149533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43580) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:17.154498 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Request body: {'floatingip': {'floating_network_id': '885dcd5c-c4c9-47a8-a8fe-12ef08c324ff'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:17.226384 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab76354-e768-4d47-9a40-f2c074761fe3 None None] Network 885dcd5c-c4c9-47a8-a8fe-12ef08c324ff requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:17.240466 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cfa60da5-167a-4479-8e12-e4ecddf6e6b6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:17.339729 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-971e79ec-6b3b-4247-ba17-f278a7fb471c req-0a96813e-8c2d-45e5-8825-a066945e2f1f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893245 Nov 24 13:07:17.466671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cade7f-ca3f-4f3e-8035-0ac9a43d597f req-1a9acf4f-e2a7-4ed2-9219-c3984540d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:17.468039 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99cade7f-ca3f-4f3e-8035-0ac9a43d597f req-1a9acf4f-e2a7-4ed2-9219-c3984540d73a service neutron] 10.222.0.59 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 913 time: 0.4099085 Nov 24 13:07:17.472487 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1975893e-810e-48d9-9bfd-19f7af6c32f6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:17.483406 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cfa60da5-167a-4479-8e12-e4ecddf6e6b6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:17.499708 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1975893e-810e-48d9-9bfd-19f7af6c32f6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:17.535964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Allocated IP 172.20.0.2 (31e6ff55-7fc2-4710-a3e2-0f000266ea5c/9471d3f2-761c-4551-8587-059907ea1c65/bf4ebdc8-cdd6-4885-a806-1449357b5425) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:17.558924 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99cade7f-ca3f-4f3e-8035-0ac9a43d597f req-daef0c28-80df-42eb-a55d-a4eb2223d68d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4455e62-0da7-41f0-9580-0b29b88b5b6b HTTP/1.1" status: 200 len: 217 time: 0.0734065 Nov 24 13:07:17.567828 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:17.602264 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a268a72e-ea17-40c8-b0e2-a123c7cbb5bb req-49bd9942-21da-4ffb-bc66-06b99f63d819 service neutron] 10.222.0.46 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759688 Nov 24 13:07:17.630693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa60da5-167a-4479-8e12-e4ecddf6e6b6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 31e6ff55-7fc2-4710-a3e2-0f000266ea5c is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:17.645679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-cfa60da5-167a-4479-8e12-e4ecddf6e6b6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:17.648978 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d0aa9-df4d-4382-bebb-62e10e8a031e req-fb960400-d938-454d-9087-4e0dbb667a41 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:17.656521 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e03d0aa9-df4d-4382-bebb-62e10e8a031e req-fb960400-d938-454d-9087-4e0dbb667a41 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 944 time: 0.1264644 Nov 24 13:07:17.669536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa60da5-167a-4479-8e12-e4ecddf6e6b6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:17.747374 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa60da5-167a-4479-8e12-e4ecddf6e6b6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=7a2ebfd8-6b7e-46a7-8a60-bf85e2709ad8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:17.804018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cade7f-ca3f-4f3e-8035-0ac9a43d597f req-9d5b963e-74db-41ee-b3cc-5edcd807596a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:17.809229 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99cade7f-ca3f-4f3e-8035-0ac9a43d597f req-9d5b963e-74db-41ee-b3cc-5edcd807596a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 200 len: 852 time: 0.1862795 Nov 24 13:07:17.821096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e03d0aa9-df4d-4382-bebb-62e10e8a031e req-9d3510e9-1fa8-4ecf-9353-21c87394aacc tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588295 Nov 24 13:07:17.827740 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a268a72e-ea17-40c8-b0e2-a123c7cbb5bb req-f1ed4492-21cc-48ab-b0ea-89d5cb042615 service neutron] 10.222.0.46 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153423 Nov 24 13:07:17.867427 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:17.952460 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-19b1846b-3ecb-4b81-8c0a-19757423f5e1 req-8f6f15c1-6657-41d0-9b71-fdc650f4ece5 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 210 time: 0.0788076 Nov 24 13:07:17.959901 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99cade7f-ca3f-4f3e-8035-0ac9a43d597f req-92a16665-423a-4fdf-ad1c-63f039077ea8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=947fd8e7-0529-4083-a4cd-f5a8c40e92df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751867 Nov 24 13:07:17.968465 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:17.971819 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa60da5-167a-4479-8e12-e4ecddf6e6b6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:17.972484 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cfa60da5-167a-4479-8e12-e4ecddf6e6b6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:17.988071 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:17.996778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Allocated IP 172.20.0.6 (885dcd5c-c4c9-47a8-a8fe-12ef08c324ff/4c967f5d-8351-4d41-922d-1295b75de396/0d15ba75-e21c-4478-8a7a-92172257144f) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:18.009925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Network 31e6ff55-7fc2-4710-a3e2-0f000266ea5c is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:18.012847 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:18.020291 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:18.044202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-873721a7-f27c-4552-b9af-e33ecfe47ed0 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:18.045722 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-873721a7-f27c-4552-b9af-e33ecfe47ed0 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.46 "GET /v2.0/networks?id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 200 len: 814 time: 0.3368533 Nov 24 13:07:18.079342 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cfa60da5-167a-4479-8e12-e4ecddf6e6b6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4135983 Nov 24 13:07:18.082226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43588) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:18.087656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Pushing event updated for resources: {'Port': ['ID=bf4ebdc8-cdd6-4885-a806-1449357b5425,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:18.088669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-5cd0c949-dc73-46e1-9582-d92811682643 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Request body: {'port': {'device_id': '81282576-8225-47bd-9391-e5e2ec1e12f1', 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7', 'admin_state_up': True, 'tenant_id': '6fc5b862c41e45e2882a6f8bcd37ddb2'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:18.109218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1975893e-810e-48d9-9bfd-19f7af6c32f6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Router a8f16da4-e6f2-4e63-be72-2294b3e2b0f4 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:07:18.127415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Attempting to bind port bf4ebdc8-cdd6-4885-a806-1449357b5425 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:07:18.128285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Attempting to bind port bf4ebdc8-cdd6-4885-a806-1449357b5425 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '43156e14-35b4-4545-b23b-69a1b28778a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '31e6ff55-7fc2-4710-a3e2-0f000266ea5c'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:07:18.129041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Attempting to bind port bf4ebdc8-cdd6-4885-a806-1449357b5425 on network 31e6ff55-7fc2-4710-a3e2-0f000266ea5c {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:18.135573 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:07:18.136216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Checking segment: {'id': '43156e14-35b4-4545-b23b-69a1b28778a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '31e6ff55-7fc2-4710-a3e2-0f000266ea5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:18.136862 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:18.137267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Bound using segment: {'id': '43156e14-35b4-4545-b23b-69a1b28778a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '31e6ff55-7fc2-4710-a3e2-0f000266ea5c'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:07:18.137744 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Bound port: bf4ebdc8-cdd6-4885-a806-1449357b5425, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43156e14-35b4-4545-b23b-69a1b28778a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '31e6ff55-7fc2-4710-a3e2-0f000266ea5c'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:07:18.138424 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:18.184134 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:18.185009 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99cade7f-ca3f-4f3e-8035-0ac9a43d597f req-b43fa71e-c88d-4cc3-893e-b0ad4beb05b9 service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053645 Nov 24 13:07:18.204122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] For port bf4ebdc8-cdd6-4885-a806-1449357b5425, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:18.207637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] For port bf4ebdc8-cdd6-4885-a806-1449357b5425, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=bf4ebdc8-cdd6-4885-a806-1449357b5425,segment=NetworkSegment(43156e14-35b4-4545-b23b-69a1b28778a4),segment_id=43156e14-35b4-4545-b23b-69a1b28778a4)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:07:18.211840 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:18.239533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b2764-48ec-4a10-8f1e-21410e02c101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port 7a2ebfd8-6b7e-46a7-8a60-bf85e2709ad8 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:18.240169 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe8b2764-48ec-4a10-8f1e-21410e02c101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:18.246636 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:18.299396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cd9e1-8065-4f5f-9c93-b5907a99b77c None None] Pushing event updated for resources: {'Port': ['ID=bf4ebdc8-cdd6-4885-a806-1449357b5425,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:18.302894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1975893e-810e-48d9-9bfd-19f7af6c32f6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:07:18.318163 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08bbfa9-1016-4775-aea3-c964354c0643 None None] Sync routers for ids ['a8f16da4-e6f2-4e63-be72-2294b3e2b0f4'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:07:18.336836 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08bbfa9-1016-4775-aea3-c964354c0643 None None] Routers {'a8f16da4-e6f2-4e63-be72-2294b3e2b0f4'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:18.338383 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a08bbfa9-1016-4775-aea3-c964354c0643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a8f16da4-e6f2-4e63-be72-2294b3e2b0f4'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:18.339552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Network 885dcd5c-c4c9-47a8-a8fe-12ef08c324ff is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:18.339710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1975893e-810e-48d9-9bfd-19f7af6c32f6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:18.340765 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1975893e-810e-48d9-9bfd-19f7af6c32f6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "PUT /v2.0/routers/a8f16da4-e6f2-4e63-be72-2294b3e2b0f4 HTTP/1.1" status: 200 len: 697 time: 1.3066614 Nov 24 13:07:18.347726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43590) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:18.370264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:18.377945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:18.415604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event updated for resources: {'Port': ['ID=0d15ba75-e21c-4478-8a7a-92172257144f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:18.438282 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a08bbfa9-1016-4775-aea3-c964354c0643 None None] Set router a8f16da4-e6f2-4e63-be72-2294b3e2b0f4 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:07:18.452643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe8b2764-48ec-4a10-8f1e-21410e02c101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:18.500524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b2764-48ec-4a10-8f1e-21410e02c101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for 7a2ebfd8-6b7e-46a7-8a60-bf85e2709ad8 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:18.508445 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a08bbfa9-1016-4775-aea3-c964354c0643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f16da4-e6f2-4e63-be72-2294b3e2b0f4', 'name': 'tempest-RoutersIpV6Test-router-957110293', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:07:16Z', 'updated_at': '2021-11-24T13:07:17Z', 'revision_number': 2, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:18.541481 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08bbfa9-1016-4775-aea3-c964354c0643 None None] Checking router: a8f16da4-e6f2-4e63-be72-2294b3e2b0f4 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:07:18.544381 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-decb5a4a-9cf7-4c5e-88ab-9cb00e74918d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/routers/a8f16da4-e6f2-4e63-be72-2294b3e2b0f4 HTTP/1.1" status: 200 len: 703 time: 0.1909306 Nov 24 13:07:18.547674 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43596) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:18.551628 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99cade7f-ca3f-4f3e-8035-0ac9a43d597f req-055fbbae-0306-4683-99c8-23d9d388d2c9 service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308213 Nov 24 13:07:18.554472 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08bbfa9-1016-4775-aea3-c964354c0643 None None] Routers {'a8f16da4-e6f2-4e63-be72-2294b3e2b0f4'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:18.555280 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a08bbfa9-1016-4775-aea3-c964354c0643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:06:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a8f16da4-e6f2-4e63-be72-2294b3e2b0f4'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:18.629260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-5cd0c949-dc73-46e1-9582-d92811682643 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Made reservation on behalf of 6fc5b862c41e45e2882a6f8bcd37ddb2 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:18.633339 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-5cd0c949-dc73-46e1-9582-d92811682643 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:18.649066 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-86f7f3c6-efc8-4e12-82a6-8fb3bad68169 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f16da4-e6f2-4e63-be72-2294b3e2b0f4 HTTP/1.1" status: 200 len: 205 time: 0.0969884 Nov 24 13:07:18.656307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43598) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:18.661204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdb9cf-969a-4e81-aa38-590506aa71c4 req-c0bc9805-ac55-45d8-8407-75b109f4496a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:18.669482 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23cdb9cf-969a-4e81-aa38-590506aa71c4 req-c0bc9805-ac55-45d8-8407-75b109f4496a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 944 time: 0.2188771 Nov 24 13:07:18.679653 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a08bbfa9-1016-4775-aea3-c964354c0643 None None] Set router a8f16da4-e6f2-4e63-be72-2294b3e2b0f4 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:07:18.681574 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:18.743420 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a08bbfa9-1016-4775-aea3-c964354c0643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f16da4-e6f2-4e63-be72-2294b3e2b0f4', 'name': 'tempest-RoutersIpV6Test-router-957110293', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:07:16Z', 'updated_at': '2021-11-24T13:07:17Z', 'revision_number': 2, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:18.784029 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08bbfa9-1016-4775-aea3-c964354c0643 None None] The sync data for ids ['a8f16da4-e6f2-4e63-be72-2294b3e2b0f4'] in n-d-817303-4 is: [{'id': 'a8f16da4-e6f2-4e63-be72-2294b3e2b0f4', 'name': 'tempest-RoutersIpV6Test-router-957110293', 'tenant_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:07:16Z', 'updated_at': '2021-11-24T13:07:17Z', 'revision_number': 2, 'project_id': '3e7dcac863bf4b19a5d10ba715b50c24', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:07:18.805200 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63da9c60-65b1-492e-8d98-dfddc00593b9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:18.821383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23cdb9cf-969a-4e81-aa38-590506aa71c4 req-4b225bdf-b854-4cd5-ad40-65eba50d5d43 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507947 Nov 24 13:07:18.824866 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:18.879405 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe8b2764-48ec-4a10-8f1e-21410e02c101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:18.918417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b2764-48ec-4a10-8f1e-21410e02c101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=7a2ebfd8-6b7e-46a7-8a60-bf85e2709ad8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:19.058573 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63da9c60-65b1-492e-8d98-dfddc00593b9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.064513 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63da9c60-65b1-492e-8d98-dfddc00593b9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.067641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe8b2764-48ec-4a10-8f1e-21410e02c101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.071688 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fe8b2764-48ec-4a10-8f1e-21410e02c101 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/7a2ebfd8-6b7e-46a7-8a60-bf85e2709ad8 HTTP/1.1" status: 204 len: 168 time: 0.9876223 Nov 24 13:07:19.074467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e48d08-9468-4451-85b6-80adb366ef8e req-10a85e2f-98e3-4f7a-92f3-b634517529a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:19.074670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43604) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:19.076280 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11e48d08-9468-4451-85b6-80adb366ef8e req-10a85e2f-98e3-4f7a-92f3-b634517529a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 944 time: 0.1620345 Nov 24 13:07:19.079121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-5cd0c949-dc73-46e1-9582-d92811682643 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Allocated IP 172.20.0.6 (11c226cd-be44-48cf-a7e4-3f9e6832d7e7/f0f3e85b-683d-4513-bd49-62d39197bf31/fdf18ff6-7be6-4fea-98da-b262d0a3bf55) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:19.123737 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-db79309a-e1a0-4e73-8761-1eda67ffd86e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] DELETE failed (client error): The resource could not be found. Nov 24 13:07:19.124202 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db79309a-e1a0-4e73-8761-1eda67ffd86e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:19.128774 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-db79309a-e1a0-4e73-8761-1eda67ffd86e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/7a2ebfd8-6b7e-46a7-8a60-bf85e2709ad8 HTTP/1.1" status: 404 len: 333 time: 0.0516083 Nov 24 13:07:19.133350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43606) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:19.147718 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42dfc714-409d-49ae-af26-c0a151473935 req-ae84ca89-5ef7-41d3-ba35-29cedeb577d0 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 210 time: 0.0609319 Nov 24 13:07:19.175160 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.180853 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.184198 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd0d48e-673a-4979-b0b0-dc8279b94b0b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] GET failed (client error): The resource could not be found. Nov 24 13:07:19.185811 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8dd0d48e-673a-4979-b0b0-dc8279b94b0b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/7a2ebfd8-6b7e-46a7-8a60-bf85e2709ad8 HTTP/1.1" status: 404 len: 333 time: 0.0501258 Nov 24 13:07:19.195638 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43608) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:19.228891 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63da9c60-65b1-492e-8d98-dfddc00593b9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.229400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63da9c60-65b1-492e-8d98-dfddc00593b9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Fanout notify agent at l3_agent the message router_deleted on router a8f16da4-e6f2-4e63-be72-2294b3e2b0f4 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:07:19.242397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event updated for resources: {'Port': ['ID=0d15ba75-e21c-4478-8a7a-92172257144f,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:19.260337 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63da9c60-65b1-492e-8d98-dfddc00593b9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.261338 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-63da9c60-65b1-492e-8d98-dfddc00593b9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/routers/a8f16da4-e6f2-4e63-be72-2294b3e2b0f4 HTTP/1.1" status: 204 len: 168 time: 0.6040146 Nov 24 13:07:19.270159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43610) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:19.293214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device b4455e62-0da7-41f0-9580-0b29b88b5b6b details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:07:19.306187 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1c0d8a64-ba20-44f7-a7b5-052dc712bf9d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8f16da4-e6f2-4e63-be72-2294b3e2b0f4 HTTP/1.1" status: 200 len: 205 time: 0.0348678 Nov 24 13:07:19.308788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43612) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:19.317356 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11e48d08-9468-4451-85b6-80adb366ef8e req-1125e4f7-4ced-49ed-8958-2e2a1a2a3ea0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828265 Nov 24 13:07:19.340392 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-732798ae-1f99-4ac7-8cf9-5718203f55f5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting subnet 9471d3f2-761c-4551-8587-059907ea1c65 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:07:19.353290 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-732798ae-1f99-4ac7-8cf9-5718203f55f5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.356292 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-37869d37-2010-4064-a71b-2c8a1e2f3e44 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] delete failed (client error): The resource could not be found. Nov 24 13:07:19.357841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3bfa3d20-f83c-4bd7-b384-0a5248228bac details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:07:19.367366 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-37869d37-2010-4064-a71b-2c8a1e2f3e44 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/routers/a8f16da4-e6f2-4e63-be72-2294b3e2b0f4 HTTP/1.1" status: 404 len: 336 time: 0.0569396 Nov 24 13:07:19.368827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43614) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:19.370637 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.418522 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b2ea5c-1620-4567-9492-b2430f67d406 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] DELETE failed (client error): The resource could not be found. Nov 24 13:07:19.419360 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b2ea5c-1620-4567-9492-b2430f67d406 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:19.426635 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-12b2ea5c-1620-4567-9492-b2430f67d406 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/8dec1b40-bf6a-4882-8abd-7dfc989bc08a HTTP/1.1" status: 404 len: 337 time: 0.0519338 Nov 24 13:07:19.426864 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43616) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:19.438596 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.445541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c91dec1a-d36d-4a88-853c-fd391d16c995 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2941625 Nov 24 13:07:19.446772 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43618) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:19.448159 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-732798ae-1f99-4ac7-8cf9-5718203f55f5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.512513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port b4455e62-0da7-41f0-9580-0b29b88b5b6b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=b4455e62-0da7-41f0-9580-0b29b88b5b6b,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:19.531369 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'b4455e62-0da7-41f0-9580-0b29b88b5b6b', 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df', 'port_id': 'b4455e62-0da7-41f0-9580-0b29b88b5b6b', 'mac_address': 'fa:16:3e:38:a7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d39305-527a-49a2-bcce-5fc6399fd429', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:07:19.533889 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-90e12446-7843-48f3-9827-4be63500a006 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=885dcd5c-c4c9-47a8-a8fe-12ef08c324ff HTTP/1.1" status: 200 len: 689 time: 0.0852454 Nov 24 13:07:19.534617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43620) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:19.630009 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 3bfa3d20-f83c-4bd7-b384-0a5248228bac, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3bfa3d20-f83c-4bd7-b384-0a5248228bac,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:19.654754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '3bfa3d20-f83c-4bd7-b384-0a5248228bac', 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065', 'port_id': '3bfa3d20-f83c-4bd7-b384-0a5248228bac', 'mac_address': 'fa:16:3e:f4:cd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a57a07f-eae2-4aeb-a7ea-5943414d67b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:07:19.658255 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.659995 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.690538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4455e62-0da7-41f0-9580-0b29b88b5b6b {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:07:19.727495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b5e6d-8a26-4919-8f65-9af194ff3b2e None None] Network 31e6ff55-7fc2-4710-a3e2-0f000266ea5c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:19.782670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port b4455e62-0da7-41f0-9580-0b29b88b5b6b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=b4455e62-0da7-41f0-9580-0b29b88b5b6b,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:19.794837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5d3fd203-4145-4475-adcd-63b58168e0e3 None None] Provisioning complete for port bf4ebdc8-cdd6-4885-a806-1449357b5425 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:19.794837 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d3fd203-4145-4475-adcd-63b58168e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.796322 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.797066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Deleting port 0d15ba75-e21c-4478-8a7a-92172257144f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:19.797407 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.826583 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.888749 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.889140 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:19.904228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Calling delete_port for 0d15ba75-e21c-4478-8a7a-92172257144f owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:19.907904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfa3d20-f83c-4bd7-b384-0a5248228bac {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:07:19.963090 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d675e2-e9be-46e2-bf7a-840a9c60a10d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] DELETE failed (client error): The resource could not be found. Nov 24 13:07:19.963314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d675e2-e9be-46e2-bf7a-840a9c60a10d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:19.966669 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-65d675e2-e9be-46e2-bf7a-840a9c60a10d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/fd6e3fcd-a5f2-4a22-9352-433088a9400a HTTP/1.1" status: 404 len: 337 time: 0.5361969 Nov 24 13:07:19.977605 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 3bfa3d20-f83c-4bd7-b384-0a5248228bac, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3bfa3d20-f83c-4bd7-b384-0a5248228bac,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:19.984055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43626) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:19.987988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=b4455e62-0da7-41f0-9580-0b29b88b5b6b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:20.001310 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.040310 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5f4f76-e360-49de-9e34-314986e209d1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] DELETE failed (client error): The resource could not be found. Nov 24 13:07:20.040683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5f4f76-e360-49de-9e34-314986e209d1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:20.048000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6e5f4f76-e360-49de-9e34-314986e209d1 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/402d7b6e-b67f-4009-9b59-b84a24481751 HTTP/1.1" status: 404 len: 337 time: 0.0628219 Nov 24 13:07:20.048671 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43628) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:20.059070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-5cd0c949-dc73-46e1-9582-d92811682643 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.078760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccffff4-6537-4b41-b95e-a139a4fa9346 req-5ef613a5-d2ee-4046-bf9e-421732917e59 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:20.080353 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cccffff4-6537-4b41-b95e-a139a4fa9346 req-5ef613a5-d2ee-4046-bf9e-421732917e59 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 944 time: 0.1341038 Nov 24 13:07:20.097048 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea84f8ee-23a6-41c2-9b0d-c867eec061a8 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] DELETE failed (client error): The resource could not be found. Nov 24 13:07:20.097508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea84f8ee-23a6-41c2-9b0d-c867eec061a8 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:20.103867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ea84f8ee-23a6-41c2-9b0d-c867eec061a8 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/85071380-8e35-44ec-ba5c-b282abe2fa8f HTTP/1.1" status: 404 len: 337 time: 0.0513978 Nov 24 13:07:20.104664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43630) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:20.117368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device bf4ebdc8-cdd6-4885-a806-1449357b5425 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:20.159573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-05afebe2-ffae-4b4d-bb07-1e110daa09d9 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports?device_id=b5079635-73ef-4e31-93d0-66c26d16d1df HTTP/1.1" status: 200 len: 205 time: 0.0469315 Nov 24 13:07:20.162160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43632) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:20.169321 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-732798ae-1f99-4ac7-8cf9-5718203f55f5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.197067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['b4455e62-0da7-41f0-9580-0b29b88b5b6b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:07:20.202664 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d3fd203-4145-4475-adcd-63b58168e0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.220471 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cccffff4-6537-4b41-b95e-a139a4fa9346 req-260417e8-bdf0-444b-a300-f90223e8d1d5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178126 Nov 24 13:07:20.232069 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-5cd0c949-dc73-46e1-9582-d92811682643 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.260212 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-7be1280a-c591-431c-a7f5-2853cc85e8fe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] delete failed (client error): The resource could not be found. Nov 24 13:07:20.260867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=3bfa3d20-f83c-4bd7-b384-0a5248228bac,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:20.266463 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7be1280a-c591-431c-a7f5-2853cc85e8fe tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/routers/b5079635-73ef-4e31-93d0-66c26d16d1df HTTP/1.1" status: 404 len: 336 time: 0.1032102 Nov 24 13:07:20.267429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43636) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:20.302297 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['3bfa3d20-f83c-4bd7-b384-0a5248228bac'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:07:20.311933 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-5cd0c949-dc73-46e1-9582-d92811682643 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:20.319093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-5cd0c949-dc73-46e1-9582-d92811682643 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:20.324051 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8bb42c15-2bfd-4ea8-a16d-7caae776d808 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports?device_id=55e87853-130d-4d74-99eb-4bc304d6ce70 HTTP/1.1" status: 200 len: 205 time: 0.0543911 Nov 24 13:07:20.324827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43638) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:20.326415 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-5cd0c949-dc73-46e1-9582-d92811682643 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:20.331248 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-732798ae-1f99-4ac7-8cf9-5718203f55f5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.367170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0c949-dc73-46e1-9582-d92811682643 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Pushing event updated for resources: {'Port': ['ID=fdf18ff6-7be6-4fea-98da-b262d0a3bf55,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:20.444778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732798ae-1f99-4ac7-8cf9-5718203f55f5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Subnet': ['ID=9471d3f2-761c-4551-8587-059907ea1c65,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:20.451285 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-6eaf71df-c2bc-45f6-b15b-0d30c34702d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] delete failed (client error): The resource could not be found. Nov 24 13:07:20.455750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port bf4ebdc8-cdd6-4885-a806-1449357b5425 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:20.455942 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6eaf71df-c2bc-45f6-b15b-0d30c34702d5 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/routers/55e87853-130d-4d74-99eb-4bc304d6ce70 HTTP/1.1" status: 404 len: 336 time: 0.1293855 Nov 24 13:07:20.456285 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.461336 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43642) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:20.498011 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-5d3fd203-4145-4475-adcd-63b58168e0e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:07:20.498723 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-5d3fd203-4145-4475-adcd-63b58168e0e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:07:20.513545 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-732798ae-1f99-4ac7-8cf9-5718203f55f5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.520406 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-732798ae-1f99-4ac7-8cf9-5718203f55f5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/9471d3f2-761c-4551-8587-059907ea1c65 HTTP/1.1" status: 204 len: 168 time: 1.3197415 Nov 24 13:07:20.523571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43644) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:20.524492 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7d7a72-d96f-41eb-8b4e-4c3dacd2bff6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] DELETE failed (client error): The resource could not be found. Nov 24 13:07:20.524998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7d7a72-d96f-41eb-8b4e-4c3dacd2bff6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:20.534836 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6c7d7a72-d96f-41eb-8b4e-4c3dacd2bff6 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/0f01d09f-b2ca-4fb1-8660-1821b71d7541 HTTP/1.1" status: 404 len: 337 time: 0.0713203 Nov 24 13:07:20.542213 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-5cd0c949-dc73-46e1-9582-d92811682643 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:20.543132 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-5cd0c949-dc73-46e1-9582-d92811682643 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.544652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43646) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:20.568583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e420cf-b049-45d3-b52f-660d17dd0a0a req-3fd25858-b743-47f1-ab05-b333b846f0c3 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:20.571558 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-65e420cf-b049-45d3-b52f-660d17dd0a0a req-3fd25858-b743-47f1-ab05-b333b846f0c3 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 945 time: 0.1303041 Nov 24 13:07:20.576462 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-5cd0c949-dc73-46e1-9582-d92811682643 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5005796 Nov 24 13:07:20.594513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Request body: {'port': {'device_id': '81282576-8225-47bd-9391-e5e2ec1e12f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:20.625429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b955b74c-845d-4609-8be2-eb32645eb274 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports?device_id=952a8904-4190-4390-95af-8084edacc2e2 HTTP/1.1" status: 200 len: 205 time: 0.0756254 Nov 24 13:07:20.626572 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.633022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43648) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:20.686982 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-bae792f8-a7aa-419d-9a1b-1b5d8754af7a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] delete failed (client error): The resource could not be found. Nov 24 13:07:20.691657 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bae792f8-a7aa-419d-9a1b-1b5d8754af7a tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/routers/952a8904-4190-4390-95af-8084edacc2e2 HTTP/1.1" status: 404 len: 336 time: 0.0573008 Nov 24 13:07:20.697800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43652) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:20.699636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91b94f-b152-4246-b252-99b7311af1a8 req-5707da93-6ecd-4360-8d10-6ab313b39b3f tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:20.701295 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0f91b94f-b152-4246-b252-99b7311af1a8 req-5707da93-6ecd-4360-8d10-6ab313b39b3f tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 931 time: 0.2637479 Nov 24 13:07:20.718646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d15ba75-e21c-4478-8a7a-92172257144f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:20.738258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-50b37131-5aba-4c7d-9793-2bd70ed4c0de tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba7a940b-6713-4749-8e11-81cd499875b5 HTTP/1.1" status: 200 len: 205 time: 0.0390894 Nov 24 13:07:20.739729 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43654) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:20.747917 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.765548 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.788601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd2eb4-9924-40b6-8d39-0b5991c47ccb None None] Network 31e6ff55-7fc2-4710-a3e2-0f000266ea5c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:20.819521 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-84dbdecf-4563-4845-9a99-0c09a2a86033 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] delete failed (client error): The resource could not be found. Nov 24 13:07:20.823308 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-84dbdecf-4563-4845-9a99-0c09a2a86033 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/routers/ba7a940b-6713-4749-8e11-81cd499875b5 HTTP/1.1" status: 404 len: 336 time: 0.0762455 Nov 24 13:07:20.823939 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43656) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:20.851284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port bf4ebdc8-cdd6-4885-a806-1449357b5425, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=bf4ebdc8-cdd6-4885-a806-1449357b5425,segment=NetworkSegment(43156e14-35b4-4545-b23b-69a1b28778a4),segment_id=43156e14-35b4-4545-b23b-69a1b28778a4)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:20.854313 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0f91b94f-b152-4246-b252-99b7311af1a8 req-e15d6b2a-6a5d-4500-8221-fe69880956be tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462572 Nov 24 13:07:20.857940 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.873577 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.894661 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.902049 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-65e420cf-b049-45d3-b52f-660d17dd0a0a req-f16a40c9-73f1-40aa-ad39-24c3acbf5820 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194807 Nov 24 13:07:20.912793 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9c9f41-74c0-4630-a165-71d8d7463c42 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] DELETE failed (client error): The resource could not be found. Nov 24 13:07:20.913198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9c9f41-74c0-4630-a165-71d8d7463c42 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:20.919501 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-da9c9f41-74c0-4630-a165-71d8d7463c42 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/9bb68ba1-39e3-4395-8dab-7c82244d08f3 HTTP/1.1" status: 404 len: 337 time: 0.0879548 Nov 24 13:07:20.922032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43658) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:20.927743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c9a12119-19a9-4bba-8d69-b7cbf1be121a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:20.955761 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8dc2f290-c191-43b5-8672-c1424be00f88 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports?device_id=0b793fd6-79ec-4960-8c32-4a327796ae9e HTTP/1.1" status: 200 len: 205 time: 0.0325534 Nov 24 13:07:20.956949 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43660) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:20.997042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=bf4ebdc8-cdd6-4885-a806-1449357b5425,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:21.019046 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-2a29dda5-5f65-4ed1-ae4c-fb1f7f500027 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] delete failed (client error): The resource could not be found. Nov 24 13:07:21.022904 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2a29dda5-5f65-4ed1-ae4c-fb1f7f500027 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/routers/0b793fd6-79ec-4960-8c32-4a327796ae9e HTTP/1.1" status: 404 len: 336 time: 0.0634985 Nov 24 13:07:21.024082 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43662) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:21.073156 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa964ae-5a07-449f-b678-9011626df6f2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] DELETE failed (client error): The resource could not be found. Nov 24 13:07:21.073763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa964ae-5a07-449f-b678-9011626df6f2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:21.079555 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1aa964ae-5a07-449f-b678-9011626df6f2 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/ae9ee0a5-3504-4273-8b97-b3c8bf86d6b5 HTTP/1.1" status: 404 len: 337 time: 0.0527127 Nov 24 13:07:21.087787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43664) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:21.131422 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ed6b0-b530-4652-bd9f-de29a8449b35 None None] DHCP port deletion for 31e6ff55-7fc2-4710-a3e2-0f000266ea5c request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:07:21.171653 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d16f6495-0b08-4d32-997d-0191d2b87244 tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "GET /v2.0/ports?device_id=d41e26f5-62b9-4e34-b6d5-d6f6281544bd HTTP/1.1" status: 200 len: 205 time: 0.0803740 Nov 24 13:07:21.174151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43666) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:21.190806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-41b4f077-efca-4a35-ada5-e96fd05ed138 None None] Provisioning complete for port bf4ebdc8-cdd6-4885-a806-1449357b5425 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:21.191174 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-41b4f077-efca-4a35-ada5-e96fd05ed138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.226898 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-48e8581d-e650-4184-8767-4fb6655ebebb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] delete failed (client error): The resource could not be found. Nov 24 13:07:21.230477 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-48e8581d-e650-4184-8767-4fb6655ebebb tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/routers/d41e26f5-62b9-4e34-b6d5-d6f6281544bd HTTP/1.1" status: 404 len: 336 time: 0.0530956 Nov 24 13:07:21.235915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ed6b0-b530-4652-bd9f-de29a8449b35 None None] Deleting port bf4ebdc8-cdd6-4885-a806-1449357b5425 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:21.236169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43668) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:21.236271 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed6b0-b530-4652-bd9f-de29a8449b35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.251990 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.254238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port bf4ebdc8-cdd6-4885-a806-1449357b5425 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:21.254551 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.274240 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d34d21-df9e-4f2b-9c9b-9519b9d3a29c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] DELETE failed (client error): The resource could not be found. Nov 24 13:07:21.274696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d34d21-df9e-4f2b-9c9b-9519b9d3a29c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:21.278956 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-21d34d21-df9e-4f2b-9c9b-9519b9d3a29c tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/749a3c4c-fd8a-4e9b-b05c-bd958620e7eb HTTP/1.1" status: 404 len: 337 time: 0.0422382 Nov 24 13:07:21.281716 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43672) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:21.315521 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4e5662-7dee-450e-a650-6b80b8299d6d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] DELETE failed (client error): The resource could not be found. Nov 24 13:07:21.315976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4e5662-7dee-450e-a650-6b80b8299d6d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:21.319024 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1a4e5662-7dee-450e-a650-6b80b8299d6d tempest-RoutersIpV6Test-1085245022 tempest-RoutersIpV6Test-1085245022-project] 10.222.0.48 "DELETE /v2.0/subnets/20d5a9e1-9530-4576-b370-2cb6f30d19dd HTTP/1.1" status: 404 len: 337 time: 0.0363896 Nov 24 13:07:21.349527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2e2ed6b0-b530-4652-bd9f-de29a8449b35 None None] For port bf4ebdc8-cdd6-4885-a806-1449357b5425, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=bf4ebdc8-cdd6-4885-a806-1449357b5425,segment=NetworkSegment(43156e14-35b4-4545-b23b-69a1b28778a4),segment_id=43156e14-35b4-4545-b23b-69a1b28778a4)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:21.350142 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed6b0-b530-4652-bd9f-de29a8449b35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.368683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] For port bf4ebdc8-cdd6-4885-a806-1449357b5425, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=bf4ebdc8-cdd6-4885-a806-1449357b5425,segment=NetworkSegment(43156e14-35b4-4545-b23b-69a1b28778a4),segment_id=43156e14-35b4-4545-b23b-69a1b28778a4)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:21.369276 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.383911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for bf4ebdc8-cdd6-4885-a806-1449357b5425 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:21.386204 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ed6b0-b530-4652-bd9f-de29a8449b35 None None] Calling delete_port for bf4ebdc8-cdd6-4885-a806-1449357b5425 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:21.437064 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a2049-e7ec-48b2-b955-02ea3f63d2b7 req-b749be4f-a110-4a05-a9b1-6b88fedb990c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:21.438727 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b1a2049-e7ec-48b2-b955-02ea3f63d2b7 req-b749be4f-a110-4a05-a9b1-6b88fedb990c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 945 time: 0.1048756 Nov 24 13:07:21.512493 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.513388 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b1a2049-e7ec-48b2-b955-02ea3f63d2b7 req-602d8eab-2b5b-4e77-b0c1-f08c8d084c24 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627198 Nov 24 13:07:21.550698 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.558994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4c967f5d-8351-4d41-922d-1295b75de396,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:21.570958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf18ff6-7be6-4fea-98da-b262d0a3bf55 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:07:21.579944 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.596179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Transition to ACTIVE for port object fdf18ff6-7be6-4fea-98da-b262d0a3bf55 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:07:21.601513 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.603016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=bf4ebdc8-cdd6-4885-a806-1449357b5425,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:21.614920 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No DVR routers for this DVR port bf4ebdc8-cdd6-4885-a806-1449357b5425 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:21.636103 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['a5f0a46f-d367-47c5-ae97-060f77b7edc0'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:07:21.661678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf18ff6-7be6-4fea-98da-b262d0a3bf55,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:21.674400 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.676650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43678) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:21.765103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Attempting to bind port fdf18ff6-7be6-4fea-98da-b262d0a3bf55 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:07:21.765588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Attempting to bind port fdf18ff6-7be6-4fea-98da-b262d0a3bf55 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:07:21.765929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Attempting to bind port fdf18ff6-7be6-4fea-98da-b262d0a3bf55 on network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:21.771482 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Port fdf18ff6-7be6-4fea-98da-b262d0a3bf55 on network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:07:21.771811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Attempting to bind port fdf18ff6-7be6-4fea-98da-b262d0a3bf55 on network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:21.775191 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed6b0-b530-4652-bd9f-de29a8449b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.777215 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.779749 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:07:21.780090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Checking segment: {'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:21.780481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Bound using segment: {'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:07:21.780968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Bound port: fdf18ff6-7be6-4fea-98da-b262d0a3bf55, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:07:21.781299 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.805852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e6ff55-7fc2-4710-a3e2-0f000266ea5c']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:21.817674 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2ed6b0-b530-4652-bd9f-de29a8449b35 None None] No DVR routers for this DVR port bf4ebdc8-cdd6-4885-a806-1449357b5425 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:21.821931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ed6b0-b530-4652-bd9f-de29a8449b35 None None] Pushing event deleted for resources: {'Port': ['ID=bf4ebdc8-cdd6-4885-a806-1449357b5425,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:21.836395 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43156e14-35b4-4545-b23b-69a1b28778a4') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:21.836851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43156e14-35b4-4545-b23b-69a1b28778a4') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:21.842459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885dcd5c-c4c9-47a8-a8fe-12ef08c324ff']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:21.859614 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.862604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a942c7-1633-4f6c-b71e-d93e962ff5f5') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:21.862980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a942c7-1633-4f6c-b71e-d93e962ff5f5') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:21.883464 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.891356 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bee0801e-ad0b-4caf-9419-8d6dd9310b0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e7dcac863bf4b19a5d10ba715b50c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2068629 Nov 24 13:07:21.891768 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43682) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:21.895606 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.899086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] For port fdf18ff6-7be6-4fea-98da-b262d0a3bf55, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:21.904333 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] For port fdf18ff6-7be6-4fea-98da-b262d0a3bf55, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fdf18ff6-7be6-4fea-98da-b262d0a3bf55,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:07:21.910631 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.917898 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:07:21.917898 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:07:21.926606 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:07:21.944735 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:21.972299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device bf4ebdc8-cdd6-4885-a806-1449357b5425 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:21.999484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: bf4ebdc8-cdd6-4885-a806-1449357b5425 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:07:21.999835 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device bf4ebdc8-cdd6-4885-a806-1449357b5425 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:07:22.003322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:07:22.003730 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:07:22.005466 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:07:22.021824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.022592 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.024934 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] 10.222.0.46 "PUT /v2.0/ports/fdf18ff6-7be6-4fea-98da-b262d0a3bf55 HTTP/1.1" status: 200 len: 1091 time: 1.4362216 Nov 24 13:07:22.025393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81282576-8225-47bd-9391-e5e2ec1e12f1', 'tag': 'fdf18ff6-7be6-4fea-98da-b262d0a3bf55'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:22.027795 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c38d34e-fcc7-494e-a5e8-8a1be36401a1" -d '{"events": [{"name": "network-changed", "server_uuid": "81282576-8225-47bd-9391-e5e2ec1e12f1", "tag": "fdf18ff6-7be6-4fea-98da-b262d0a3bf55"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:22.045060 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408739a-cc39-4833-a768-4677d1ed84d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf18ff6-7be6-4fea-98da-b262d0a3bf55,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:22.096849 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7e1e6-c136-46a3-91c4-a0a733b38fbb req-fcc93c2b-dcfb-4414-8853-3554105d6a42 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.098243 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85d7e1e6-c136-46a3-91c4-a0a733b38fbb req-fcc93c2b-dcfb-4414-8853-3554105d6a42 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 945 time: 0.0961475 Nov 24 13:07:22.103055 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.118553 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.121986 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/networks/31e6ff55-7fc2-4710-a3e2-0f000266ea5c HTTP/1.1" status: 204 len: 168 time: 1.5857201 Nov 24 13:07:22.126237 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43692) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:22.134319 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-849e870c-ca57-4483-b76b-63225d06fa22 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1060268360'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:22.143894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98497d-f817-4037-b5c3-a29dbdd55fc9 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Network': ['ID=31e6ff55-7fc2-4710-a3e2-0f000266ea5c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:22.146868 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-97911cdf-06d4-462e-966c-7fd04cb38055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.148450 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-97911cdf-06d4-462e-966c-7fd04cb38055 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 1094 time: 0.0859110 Nov 24 13:07:22.154882 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.167965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594f220-91e8-49c4-97c3-844fe616c72b req-66eb7650-013a-4858-b3d2-c4754c1025b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.169548 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8594f220-91e8-49c4-97c3-844fe616c72b req-66eb7650-013a-4858-b3d2-c4754c1025b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 943 time: 0.1586702 Nov 24 13:07:22.173157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 885dcd5c-c4c9-47a8-a8fe-12ef08c324ff {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 13:07:22.183627 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bad4fb1b-5866-4466-8c11-3ce623a3450a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.185952 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.189306 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "DELETE /v2.0/networks/885dcd5c-c4c9-47a8-a8fe-12ef08c324ff HTTP/1.1" status: 204 len: 168 time: 2.6535058 Nov 24 13:07:22.193624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b5831-36d9-4272-bd44-1271f5a43f72 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event deleted for resources: {'Network': ['ID=885dcd5c-c4c9-47a8-a8fe-12ef08c324ff,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:22.195749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43694) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:22.213199 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-3367d286-6954-42b3-ac7a-53c20956268e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf18ff6-7be6-4fea-98da-b262d0a3bf55 HTTP/1.1" status: 200 len: 217 time: 0.0556955 Nov 24 13:07:22.218783 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85d7e1e6-c136-46a3-91c4-a0a733b38fbb req-95156a57-6e37-4d61-9159-7de4993a7eb4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128356 Nov 24 13:07:22.230034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849e870c-ca57-4483-b76b-63225d06fa22 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:22.233673 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-849e870c-ca57-4483-b76b-63225d06fa22 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.304809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849e870c-ca57-4483-b76b-63225d06fa22 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:22.308268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-c0d9bd53-ead5-4563-8001-0ca6da936994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.309851 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-c0d9bd53-ead5-4563-8001-0ca6da936994 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0f3e85b-683d-4513-bd49-62d39197bf31 HTTP/1.1" status: 200 len: 854 time: 0.0894701 Nov 24 13:07:22.318781 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bad4fb1b-5866-4466-8c11-3ce623a3450a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.327104 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-849e870c-ca57-4483-b76b-63225d06fa22 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.327542 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-849e870c-ca57-4483-b76b-63225d06fa22 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Added segment 6a4d56d0-23e7-4efb-9c2d-d9e0bc9e4a7f of type vlan for network 123d9c16-f4d0-4aa1-b012-a71607715a73 Nov 24 13:07:22.352226 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-ebb01eec-e1c9-48f5-9baa-a3e777792b4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335178 Nov 24 13:07:22.397056 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0bcb4138-cc0b-4663-8078-345c17e0f0c7 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.1938696 Nov 24 13:07:22.402876 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8594f220-91e8-49c4-97c3-844fe616c72b req-8ac1d0d3-ed10-4ea1-bf26-48460b5f9a1a tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114842 Nov 24 13:07:22.403080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43696) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:22.427631 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aed33fe-29c1-481e-abe3-d5cab5b6cf36 x-openstack-request-id: req-2aed33fe-29c1-481e-abe3-d5cab5b6cf36 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:22.427934 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81282576-8225-47bd-9391-e5e2ec1e12f1", "tag": "fdf18ff6-7be6-4fea-98da-b262d0a3bf55", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:22.428201 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2aed33fe-29c1-481e-abe3-d5cab5b6cf36 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:22.428606 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81282576-8225-47bd-9391-e5e2ec1e12f1', 'tag': 'fdf18ff6-7be6-4fea-98da-b262d0a3bf55', 'status': 'completed', 'code': 200} Nov 24 13:07:22.429080 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bad4fb1b-5866-4466-8c11-3ce623a3450a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.433245 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bad4fb1b-5866-4466-8c11-3ce623a3450a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.437039 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bad4fb1b-5866-4466-8c11-3ce623a3450a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ac84330-464d-41e2-8509-59aa242e87d9 HTTP/1.1" status: 204 len: 168 time: 0.5452683 Nov 24 13:07:22.445429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4fb1b-5866-4466-8c11-3ce623a3450a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac84330-464d-41e2-8509-59aa242e87d9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:22.458663 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-849e870c-ca57-4483-b76b-63225d06fa22 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.578861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-849e870c-ca57-4483-b76b-63225d06fa22 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.584326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849e870c-ca57-4483-b76b-63225d06fa22 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.584987 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-849e870c-ca57-4483-b76b-63225d06fa22 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.601048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.601522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.602136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.602767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.603386 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.603995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.604622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.605246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.605852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.606462 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.607057 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.607664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.608266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.608895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.611525 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5699337e-6d74-40ec-9b18-34fe815d9117 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8932 time: 0.2055609 Nov 24 13:07:22.619749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43704) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:22.625301 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-849e870c-ca57-4483-b76b-63225d06fa22 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4969280 Nov 24 13:07:22.639424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43706) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:22.660121 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-11e74908-09a4-406f-8d85-ecb0799c159d service neutron] 10.222.0.46 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003149 Nov 24 13:07:22.663880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-00022be2-bcf3-4ae4-86dc-4cd9e2c2f265 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '123d9c16-f4d0-4aa1-b012-a71607715a73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:22.718008 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-385f84d4-f2c0-452a-a911-67e29c79b82f tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] delete failed (client error): The resource could not be found. Nov 24 13:07:22.723007 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-385f84d4-f2c0-452a-a911-67e29c79b82f tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/787186d3-6632-4543-b2cc-e0f096ed5856 HTTP/1.1" status: 404 len: 345 time: 0.1020868 Nov 24 13:07:22.723842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43712) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:22.761086 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-845825fe-4b21-4a66-9906-1398516ee0ee tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] DELETE failed (client error): The resource could not be found. Nov 24 13:07:22.761596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845825fe-4b21-4a66-9906-1398516ee0ee tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:22.769251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-845825fe-4b21-4a66-9906-1398516ee0ee tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "DELETE /v2.0/networks/885dcd5c-c4c9-47a8-a8fe-12ef08c324ff HTTP/1.1" status: 404 len: 339 time: 0.0358362 Nov 24 13:07:22.769908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43716) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:22.789861 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e870c-ca57-4483-b76b-63225d06fa22 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Network': ['ID=123d9c16-f4d0-4aa1-b012-a71607715a73,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:22.804471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 123d9c16-f4d0-4aa1-b012-a71607715a73 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:22.806952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-72f48611-5a40-45e8-af93-a7b2d2c662fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Request body: {'network': {'name': 'tempest-network--1874917832', 'router:external': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:22.844203 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f48611-5a40-45e8-af93-a7b2d2c662fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Made reservation on behalf of b96ace5e08574df8828bf8731825ab21 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:22.847346 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-72f48611-5a40-45e8-af93-a7b2d2c662fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.865659 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d2dd5e7-55f7-4698-8190-95771e961786 req-da00abda-cbef-40ce-91e6-308a164a9a1b service neutron] 10.222.0.46 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644802 Nov 24 13:07:22.883375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00022be2-bcf3-4ae4-86dc-4cd9e2c2f265 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:22.887378 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-00022be2-bcf3-4ae4-86dc-4cd9e2c2f265 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.894283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae4aa6-e7a8-4cfe-bc39-5b2b759085b4 req-78069ecd-7148-47af-a662-4ab73b20da5a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:22.895968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93ae4aa6-e7a8-4cfe-bc39-5b2b759085b4 req-78069ecd-7148-47af-a662-4ab73b20da5a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 945 time: 0.1957958 Nov 24 13:07:22.905480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f48611-5a40-45e8-af93-a7b2d2c662fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:22.928874 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-72f48611-5a40-45e8-af93-a7b2d2c662fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:22.929500 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-72f48611-5a40-45e8-af93-a7b2d2c662fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Added segment 95f51a76-50fa-475b-a62b-d339e169b033 of type vlan for network 391cdd88-1920-4e8a-9103-4a0799af6d9f Nov 24 13:07:22.993713 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93ae4aa6-e7a8-4cfe-bc39-5b2b759085b4 req-9d1565fe-0d9d-443b-9d4e-5729375b9c9a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890958 Nov 24 13:07:23.004419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d34e-fcc7-494e-a5e8-8a1be36401a1 req-d6c503e9-cada-42f8-a93f-d9ac5bcbd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:23.006247 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8c38d34e-fcc7-494e-a5e8-8a1be36401a1 req-d6c503e9-cada-42f8-a93f-d9ac5bcbd06d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 1094 time: 0.0633671 Nov 24 13:07:23.023119 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-72f48611-5a40-45e8-af93-a7b2d2c662fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.087713 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-72f48611-5a40-45e8-af93-a7b2d2c662fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.088677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f48611-5a40-45e8-af93-a7b2d2c662fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:23.089300 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-72f48611-5a40-45e8-af93-a7b2d2c662fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.127403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d34e-fcc7-494e-a5e8-8a1be36401a1 req-1a247d89-ba15-40e7-95e6-9379b3e4643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:23.129410 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8c38d34e-fcc7-494e-a5e8-8a1be36401a1 req-1a247d89-ba15-40e7-95e6-9379b3e4643e service neutron] 10.222.0.46 "GET /v2.0/networks?id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 200 len: 915 time: 0.1152010 Nov 24 13:07:23.148573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-72f48611-5a40-45e8-af93-a7b2d2c662fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3748403 Nov 24 13:07:23.154748 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43728) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:23.179085 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8c38d34e-fcc7-494e-a5e8-8a1be36401a1 req-d5c4baf1-8e59-4ca6-8571-61c6444a65b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf18ff6-7be6-4fea-98da-b262d0a3bf55 HTTP/1.1" status: 200 len: 217 time: 0.0400219 Nov 24 13:07:23.196996 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3fce8ff5-3b66-4c41-9180-9306a094e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.237778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38d34e-fcc7-494e-a5e8-8a1be36401a1 req-b3086d58-b779-4eaa-b7e3-37c360f86928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:23.239524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8c38d34e-fcc7-494e-a5e8-8a1be36401a1 req-b3086d58-b779-4eaa-b7e3-37c360f86928 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0f3e85b-683d-4513-bd49-62d39197bf31 HTTP/1.1" status: 200 len: 854 time: 0.0513771 Nov 24 13:07:23.258321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f48611-5a40-45e8-af93-a7b2d2c662fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event updated for resources: {'Network': ['ID=391cdd88-1920-4e8a-9103-4a0799af6d9f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:23.271994 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 391cdd88-1920-4e8a-9103-4a0799af6d9f details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:23.291793 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43732) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:23.294019 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8c38d34e-fcc7-494e-a5e8-8a1be36401a1 req-d019f55b-751c-47de-857b-7e18d8303fe0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463877 Nov 24 13:07:23.298928 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device b4455e62-0da7-41f0-9580-0b29b88b5b6b up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:23.361920 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-00022be2-bcf3-4ae4-86dc-4cd9e2c2f265 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.384837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3bfa3d20-f83c-4bd7-b384-0a5248228bac up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:23.432944 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8c38d34e-fcc7-494e-a5e8-8a1be36401a1 req-ce5dae49-9b75-47ab-a003-1cb1c6d720f0 service neutron] 10.222.0.46 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294029 Nov 24 13:07:23.475754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port b4455e62-0da7-41f0-9580-0b29b88b5b6b completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:07:23.482075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port b4455e62-0da7-41f0-9580-0b29b88b5b6b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:23.482544 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.485084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c421bd5f-0ab4-4706-8c5b-888ffaa9bb8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-59212125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:23.486155 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 3bfa3d20-f83c-4bd7-b384-0a5248228bac completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:07:23.510552 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 3bfa3d20-f83c-4bd7-b384-0a5248228bac triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:23.511204 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.562993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00022be2-bcf3-4ae4-86dc-4cd9e2c2f265 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Subnet': ['ID=9ade64a3-069d-46e8-9355-63fb8f34d4f2,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:23.580201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b2dc2a-2a68-47ef-9a02-27debae42171 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:23.586551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b2dc2a-2a68-47ef-9a02-27debae42171 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:23.592386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b2dc2a-2a68-47ef-9a02-27debae42171 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:23.598549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b2dc2a-2a68-47ef-9a02-27debae42171 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:23.600254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e2b2dc2a-2a68-47ef-9a02-27debae42171 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4359829 Nov 24 13:07:23.605295 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43740) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:23.619099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719893c-d400-480e-8603-9ee218645504 req-68c01907-fb13-4918-8bf4-cfad59a7a9c0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:23.620686 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6719893c-d400-480e-8603-9ee218645504 req-68c01907-fb13-4918-8bf4-cfad59a7a9c0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 945 time: 0.2690711 Nov 24 13:07:23.625038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00022be2-bcf3-4ae4-86dc-4cd9e2c2f265 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Checking segment: {'id': '6a4d56d0-23e7-4efb-9c2d-d9e0bc9e4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '123d9c16-f4d0-4aa1-b012-a71607715a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:23.625038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00022be2-bcf3-4ae4-86dc-4cd9e2c2f265 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network hostable DHCP agents. Network: 123d9c16-f4d0-4aa1-b012-a71607715a73, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:07:23.636975 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.649578 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.663016 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c421bd5f-0ab4-4706-8c5b-888ffaa9bb8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.665082 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c421bd5f-0ab4-4706-8c5b-888ffaa9bb8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.667281 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00022be2-bcf3-4ae4-86dc-4cd9e2c2f265 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 123d9c16-f4d0-4aa1-b012-a71607715a73 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:07:23.674409 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7773e329-0cbc-4638-aae9-a9ec2e844d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4455e62-0da7-41f0-9580-0b29b88b5b6b'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:23.677123 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f92e45a-fe68-45ec-b6cb-a3b9e4038755" -d '{"events": [{"server_uuid": "7773e329-0cbc-4638-aae9-a9ec2e844d6f", "name": "network-vif-plugged", "status": "completed", "tag": "b4455e62-0da7-41f0-9580-0b29b88b5b6b"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:23.683042 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8c38d34e-fcc7-494e-a5e8-8a1be36401a1 req-8bdd8ca7-4b69-48c5-bdbe-d217f4d79e1f service neutron] 10.222.0.46 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417295 Nov 24 13:07:23.686035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-00022be2-bcf3-4ae4-86dc-4cd9e2c2f265 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 123d9c16-f4d0-4aa1-b012-a71607715a73) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:23.693418 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6719893c-d400-480e-8603-9ee218645504 req-8d4f685a-a57f-428d-a2b2-b4b8cbe40247 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577533 Nov 24 13:07:23.694650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00022be2-bcf3-4ae4-86dc-4cd9e2c2f265 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:23.695998 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-00022be2-bcf3-4ae4-86dc-4cd9e2c2f265 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.697395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port b4455e62-0da7-41f0-9580-0b29b88b5b6b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=b4455e62-0da7-41f0-9580-0b29b88b5b6b,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:23.706299 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.716359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18209456-0881-44cf-8895-44f12ab8e9b3 None None] Network 123d9c16-f4d0-4aa1-b012-a71607715a73 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:23.718209 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-00022be2-bcf3-4ae4-86dc-4cd9e2c2f265 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0756059 Nov 24 13:07:23.721233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43744) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:23.724195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 3bfa3d20-f83c-4bd7-b384-0a5248228bac, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3bfa3d20-f83c-4bd7-b384-0a5248228bac,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:23.728096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-64a9319f-7872-44ba-9802-42aae564a9fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'network_id': '123d9c16-f4d0-4aa1-b012-a71607715a73', 'security_groups': [], 'name': 'tempest-PortsTestJSON-847839662'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:23.760800 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.790147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa725be2-358c-48cf-818e-b761fe0f78fa req-d3de2dc4-0eb8-4c06-9561-7053ef5fa012 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:23.791692 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aa725be2-358c-48cf-818e-b761fe0f78fa req-d3de2dc4-0eb8-4c06-9561-7053ef5fa012 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 943 time: 0.2331779 Nov 24 13:07:23.797644 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7be14d3-e0b3-4c8b-8e68-69968d3c8e24 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.818475 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafc1cdd-e953-42b8-b9f0-163d1cb3aae6 x-openstack-request-id: req-bafc1cdd-e953-42b8-b9f0-163d1cb3aae6 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:23.818475 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7773e329-0cbc-4638-aae9-a9ec2e844d6f", "name": "network-vif-plugged", "status": "completed", "tag": "b4455e62-0da7-41f0-9580-0b29b88b5b6b", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:23.818475 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bafc1cdd-e953-42b8-b9f0-163d1cb3aae6 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:23.819160 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7773e329-0cbc-4638-aae9-a9ec2e844d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4455e62-0da7-41f0-9580-0b29b88b5b6b', 'code': 200} Nov 24 13:07:23.832717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=b4455e62-0da7-41f0-9580-0b29b88b5b6b,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:23.864383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c421bd5f-0ab4-4706-8c5b-888ffaa9bb8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.867913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a9319f-7872-44ba-9802-42aae564a9fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:23.872650 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-64a9319f-7872-44ba-9802-42aae564a9fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.890364 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c421bd5f-0ab4-4706-8c5b-888ffaa9bb8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.893417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-64a9319f-7872-44ba-9802-42aae564a9fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port 41b8b05f-4216-488e-9df1-2202ff9ececb yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:07:23.928518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=3bfa3d20-f83c-4bd7-b384-0a5248228bac,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:23.962920 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-123d9c16-f4d0-4aa1-b012-a71607715a73', 'network_id': '123d9c16-f4d0-4aa1-b012-a71607715a73', 'tenant_id': 'b524a324b744440190ac7aeac885c997', 'fixed_ips': [{'subnet_id': '9ade64a3-069d-46e8-9355-63fb8f34d4f2'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:07:23.963534 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.972510 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c421bd5f-0ab4-4706-8c5b-888ffaa9bb8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:23.976911 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c421bd5f-0ab4-4706-8c5b-888ffaa9bb8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.6813633 Nov 24 13:07:23.982575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43746) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:23.993764 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-902697790'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:24.017311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-64a9319f-7872-44ba-9802-42aae564a9fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Allocated IP 172.20.0.10 (123d9c16-f4d0-4aa1-b012-a71607715a73/9ade64a3-069d-46e8-9355-63fb8f34d4f2/41b8b05f-4216-488e-9df1-2202ff9ececb) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:24.034205 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aa725be2-358c-48cf-818e-b761fe0f78fa req-0f77e574-ba43-4f54-8fae-c7a6fb2259ae tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337356 Nov 24 13:07:24.083405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2617d-024a-428b-ac12-0654e4a23761 req-3e3d7f99-74c2-47fb-9112-8310df7dc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:24.085148 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eda2617d-024a-428b-ac12-0654e4a23761 req-3e3d7f99-74c2-47fb-9112-8310df7dc51a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 1097 time: 0.1857467 Nov 24 13:07:24.087376 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7be14d3-e0b3-4c8b-8e68-69968d3c8e24 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.104714 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Made reservation on behalf of a65766ef158440a898ffb508eeed4c85 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:24.108026 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.131631 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.136703 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b7be14d3-e0b3-4c8b-8e68-69968d3c8e24 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391cdd88-1920-4e8a-9103-4a0799af6d9f']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:24.153168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b7be14d3-e0b3-4c8b-8e68-69968d3c8e24 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f51a76-50fa-475b-a62b-d339e169b033') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:24.153469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b7be14d3-e0b3-4c8b-8e68-69968d3c8e24 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f51a76-50fa-475b-a62b-d339e169b033') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:24.174545 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7be14d3-e0b3-4c8b-8e68-69968d3c8e24 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.192882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415a766-86f1-4823-90bd-dd685fd34973 req-c9f0d032-baaa-4569-920a-84492b4eb451 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:24.194535 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7415a766-86f1-4823-90bd-dd685fd34973 req-c9f0d032-baaa-4569-920a-84492b4eb451 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1031682 Nov 24 13:07:24.200557 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eda2617d-024a-428b-ac12-0654e4a23761 req-3ed4084e-c6d2-45f9-93e2-bf3fe5ff03ad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048212 Nov 24 13:07:24.202710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7be14d3-e0b3-4c8b-8e68-69968d3c8e24 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.215726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7be14d3-e0b3-4c8b-8e68-69968d3c8e24 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:07:24.216121 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7be14d3-e0b3-4c8b-8e68-69968d3c8e24 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.216758 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-64a9319f-7872-44ba-9802-42aae564a9fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:07:24.217861 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:07:24.281702 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7415a766-86f1-4823-90bd-dd685fd34973 req-2c7a9cac-8e37-46eb-91f0-4f185b5804f7 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716903 Nov 24 13:07:24.293553 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-64a9319f-7872-44ba-9802-42aae564a9fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.298051 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7be14d3-e0b3-4c8b-8e68-69968d3c8e24 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.308443 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7be14d3-e0b3-4c8b-8e68-69968d3c8e24 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 391cdd88-1920-4e8a-9103-4a0799af6d9f {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 13:07:24.312087 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7be14d3-e0b3-4c8b-8e68-69968d3c8e24 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.315638 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b7be14d3-e0b3-4c8b-8e68-69968d3c8e24 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "DELETE /v2.0/networks/391cdd88-1920-4e8a-9103-4a0799af6d9f HTTP/1.1" status: 204 len: 168 time: 0.7068286 Nov 24 13:07:24.328199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43750) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:24.329789 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be14d3-e0b3-4c8b-8e68-69968d3c8e24 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event deleted for resources: {'Network': ['ID=391cdd88-1920-4e8a-9103-4a0799af6d9f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:24.335804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a8a0c443-c853-49ad-a4ea-087a158cc0fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Request body: {'network': {'name': 'tempest-network--645774556', 'router:external': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:24.360158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a9319f-7872-44ba-9802-42aae564a9fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 123d9c16-f4d0-4aa1-b012-a71607715a73 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:24.365992 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.367795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-64a9319f-7872-44ba-9802-42aae564a9fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:24.369822 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.373813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9319f-7872-44ba-9802-42aae564a9fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:24.376107 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.381364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9319f-7872-44ba-9802-42aae564a9fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=41b8b05f-4216-488e-9df1-2202ff9ececb,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:24.383575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Allocated IP 172.20.0.2 (123d9c16-f4d0-4aa1-b012-a71607715a73/9ade64a3-069d-46e8-9355-63fb8f34d4f2/106d8972-b827-4580-a240-c8094e2d8b6e) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:24.406547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a0c443-c853-49ad-a4ea-087a158cc0fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Made reservation on behalf of b96ace5e08574df8828bf8731825ab21 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:24.408877 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c443-c853-49ad-a4ea-087a158cc0fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.410069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:24.433731 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef075165-cff1-4e9d-b9fe-24f395344326,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:24.438116 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.438468 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Added segment fcba2e87-58cb-4fda-a281-6e4b7e3a9430 of type vlan for network 5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a Nov 24 13:07:24.448150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a9319f-7872-44ba-9802-42aae564a9fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:24.448840 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-64a9319f-7872-44ba-9802-42aae564a9fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.462042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a0c443-c853-49ad-a4ea-087a158cc0fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:24.473144 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c443-c853-49ad-a4ea-087a158cc0fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.473641 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-a8a0c443-c853-49ad-a4ea-087a158cc0fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Added segment 81291424-2e57-4be4-9f97-d782296fd623 of type vlan for network 5e5a522c-3eda-4887-bd6d-bf47d131ac43 Nov 24 13:07:24.486887 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-64a9319f-7872-44ba-9802-42aae564a9fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7642310 Nov 24 13:07:24.490330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43758) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:24.532469 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.574250 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c443-c853-49ad-a4ea-087a158cc0fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.604877 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.611525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:24.612384 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.619208 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.636401 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.666709 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c443-c853-49ad-a4ea-087a158cc0fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.667751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a0c443-c853-49ad-a4ea-087a158cc0fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:24.668390 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a8a0c443-c853-49ad-a4ea-087a158cc0fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.670272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-c71620d7-a0f4-4061-84a6-bce216fe4063 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port 41b8b05f-4216-488e-9df1-2202ff9ececb {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:24.670875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c71620d7-a0f4-4061-84a6-bce216fe4063 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.682742 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6984277 Nov 24 13:07:24.695629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43760) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:24.701795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e557d5ba-229c-4920-9bd2-a9ae470b574c tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Request body: {'subnet': {'network_id': '5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:24.733346 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a8a0c443-c853-49ad-a4ea-087a158cc0fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4040482 Nov 24 13:07:24.738162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43762) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:24.741306 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd52bf8-23cc-491b-950b-122cc8a9e2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event updated for resources: {'Network': ['ID=5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:24.748608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Pushing event updated for resources: {'Port': ['ID=106d8972-b827-4580-a240-c8094e2d8b6e,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:24.764537 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:24.823340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Network 123d9c16-f4d0-4aa1-b012-a71607715a73 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:24.851954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c71620d7-a0f4-4061-84a6-bce216fe4063 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:24.861398 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:24.864946 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:24.884150 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-c71620d7-a0f4-4061-84a6-bce216fe4063 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for 41b8b05f-4216-488e-9df1-2202ff9ececb owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:24.898391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0c443-c853-49ad-a4ea-087a158cc0fb tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event updated for resources: {'Network': ['ID=5e5a522c-3eda-4887-bd6d-bf47d131ac43,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:24.946078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08fdf1-aa6b-4d2f-adfe-6c224e47480e req-2e1b9c4a-42f2-4cb4-a135-98335510c53f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:24.947595 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f08fdf1-aa6b-4d2f-adfe-6c224e47480e req-2e1b9c4a-42f2-4cb4-a135-98335510c53f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 946 time: 0.1070268 Nov 24 13:07:24.960210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 5e5a522c-3eda-4887-bd6d-bf47d131ac43 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:24.988016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756f4237-4cc7-4723-af38-754e6b38a9a8 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:24.989788 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-756f4237-4cc7-4723-af38-754e6b38a9a8 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] 10.222.0.48 "GET /v2.0/networks/5e5a522c-3eda-4887-bd6d-bf47d131ac43 HTTP/1.1" status: 200 len: 756 time: 0.2315109 Nov 24 13:07:24.993274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43766) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:25.021190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e557d5ba-229c-4920-9bd2-a9ae470b574c tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Made reservation on behalf of a65766ef158440a898ffb508eeed4c85 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:25.028279 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e557d5ba-229c-4920-9bd2-a9ae470b574c tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.075891 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f08fdf1-aa6b-4d2f-adfe-6c224e47480e req-497b282e-c16b-40d2-872e-5d2bef12eb32 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177444 Nov 24 13:07:25.081577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Attempting to bind port 106d8972-b827-4580-a240-c8094e2d8b6e on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:07:25.082094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Attempting to bind port 106d8972-b827-4580-a240-c8094e2d8b6e by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '6a4d56d0-23e7-4efb-9c2d-d9e0bc9e4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '123d9c16-f4d0-4aa1-b012-a71607715a73'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:07:25.082480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Attempting to bind port 106d8972-b827-4580-a240-c8094e2d8b6e on network 123d9c16-f4d0-4aa1-b012-a71607715a73 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:25.142855 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:07:25.143228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Checking segment: {'id': '6a4d56d0-23e7-4efb-9c2d-d9e0bc9e4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '123d9c16-f4d0-4aa1-b012-a71607715a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:25.143784 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.145661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Bound using segment: {'id': '6a4d56d0-23e7-4efb-9c2d-d9e0bc9e4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '123d9c16-f4d0-4aa1-b012-a71607715a73'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:07:25.145661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Bound port: 106d8972-b827-4580-a240-c8094e2d8b6e, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4d56d0-23e7-4efb-9c2d-d9e0bc9e4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '123d9c16-f4d0-4aa1-b012-a71607715a73'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:07:25.145661 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.192942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a559519-52f2-4cf7-815c-f66f8ed837b7 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:25.197772 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9a559519-52f2-4cf7-815c-f66f8ed837b7 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] 10.222.0.48 "GET /v2.0/networks/b5c16b23-24ad-4c6c-b8b2-175fc0d3ee83 HTTP/1.1" status: 200 len: 767 time: 0.2032859 Nov 24 13:07:25.198392 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43772) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:25.234998 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c71620d7-a0f4-4061-84a6-bce216fe4063 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.246085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] For port 106d8972-b827-4580-a240-c8094e2d8b6e, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:25.249750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] For port 106d8972-b827-4580-a240-c8094e2d8b6e, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=106d8972-b827-4580-a240-c8094e2d8b6e,segment=NetworkSegment(6a4d56d0-23e7-4efb-9c2d-d9e0bc9e4a7f),segment_id=6a4d56d0-23e7-4efb-9c2d-d9e0bc9e4a7f)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:07:25.259496 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.284657 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71620d7-a0f4-4061-84a6-bce216fe4063 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=41b8b05f-4216-488e-9df1-2202ff9ececb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:25.301177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bca03-84d2-4af1-ae60-e6a4ef10b23a req-49a749d3-c727-4248-bee8-efb81f0a73f3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:25.303419 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-672bca03-84d2-4af1-ae60-e6a4ef10b23a req-49a749d3-c727-4248-bee8-efb81f0a73f3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 943 time: 0.1245885 Nov 24 13:07:25.347439 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9fe33-4f5b-4429-8d54-9c66a07ae1fa None None] Pushing event updated for resources: {'Port': ['ID=106d8972-b827-4580-a240-c8094e2d8b6e,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:25.352057 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fdf18ff6-7be6-4fea-98da-b262d0a3bf55 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:07:25.410005 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c71620d7-a0f4-4061-84a6-bce216fe4063 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.412191 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-984cb029-26ec-4940-a309-cca6eb9ff417 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.416830 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c71620d7-a0f4-4061-84a6-bce216fe4063 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/41b8b05f-4216-488e-9df1-2202ff9ececb HTTP/1.1" status: 204 len: 168 time: 0.9217873 Nov 24 13:07:25.417647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43776) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:25.452447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0836926-6923-4ddb-ab30-524ba7cd577c req-80699203-2b94-44fa-8c13-fe1ce04ea7b9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:25.461462 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ff0828-23a0-402f-9130-b09ac9668e2c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] GET failed (client error): The resource could not be found. Nov 24 13:07:25.465650 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-58ff0828-23a0-402f-9130-b09ac9668e2c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/41b8b05f-4216-488e-9df1-2202ff9ececb HTTP/1.1" status: 404 len: 333 time: 0.0435662 Nov 24 13:07:25.466655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43778) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:25.470312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0836926-6923-4ddb-ab30-524ba7cd577c req-80699203-2b94-44fa-8c13-fe1ce04ea7b9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:25.484096 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-672bca03-84d2-4af1-ae60-e6a4ef10b23a req-b9589c5f-a9ca-4908-b80d-d85911971855 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572137 Nov 24 13:07:25.485285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0836926-6923-4ddb-ab30-524ba7cd577c req-80699203-2b94-44fa-8c13-fe1ce04ea7b9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:25.500648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0836926-6923-4ddb-ab30-524ba7cd577c req-80699203-2b94-44fa-8c13-fe1ce04ea7b9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:25.508938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0836926-6923-4ddb-ab30-524ba7cd577c req-80699203-2b94-44fa-8c13-fe1ce04ea7b9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:25.515732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0836926-6923-4ddb-ab30-524ba7cd577c req-80699203-2b94-44fa-8c13-fe1ce04ea7b9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:25.519969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port fdf18ff6-7be6-4fea-98da-b262d0a3bf55, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fdf18ff6-7be6-4fea-98da-b262d0a3bf55,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:25.526872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0836926-6923-4ddb-ab30-524ba7cd577c req-80699203-2b94-44fa-8c13-fe1ce04ea7b9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:25.529379 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e0836926-6923-4ddb-ab30-524ba7cd577c req-80699203-2b94-44fa-8c13-fe1ce04ea7b9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5434 time: 0.3154156 Nov 24 13:07:25.540133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'fdf18ff6-7be6-4fea-98da-b262d0a3bf55', 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7', 'port_id': 'fdf18ff6-7be6-4fea-98da-b262d0a3bf55', 'mac_address': 'fa:16:3e:ec:66:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f3e85b-683d-4513-bd49-62d39197bf31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:07:25.559086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a0e789-f1c0-480e-b0ba-e1ee44d1e4da tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting subnet 9ade64a3-069d-46e8-9355-63fb8f34d4f2 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:07:25.572047 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89a0e789-f1c0-480e-b0ba-e1ee44d1e4da tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.618485 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.629252 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89a0e789-f1c0-480e-b0ba-e1ee44d1e4da tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.633367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf18ff6-7be6-4fea-98da-b262d0a3bf55 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:07:25.684654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port fdf18ff6-7be6-4fea-98da-b262d0a3bf55, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fdf18ff6-7be6-4fea-98da-b262d0a3bf55,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:25.696101 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.781729 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=fdf18ff6-7be6-4fea-98da-b262d0a3bf55,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:25.795462 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-984cb029-26ec-4940-a309-cca6eb9ff417 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.815087 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e557d5ba-229c-4920-9bd2-a9ae470b574c tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.818378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36921e7-cb42-4924-809f-993c23f70468 req-4a313787-36a9-4b9f-974c-b04f7f1bd802 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:25.820761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81af815a-aff1-4698-b471-ab8922a5a482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfa3d20-f83c-4bd7-b384-0a5248228bac'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:25.826297 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c36921e7-cb42-4924-809f-993c23f70468 req-4a313787-36a9-4b9f-974c-b04f7f1bd802 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1185949 Nov 24 13:07:25.827594 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c02842-76c2-465e-bb25-3d7d2f9e10c0" -d '{"events": [{"server_uuid": "81af815a-aff1-4698-b471-ab8922a5a482", "name": "network-vif-plugged", "status": "completed", "tag": "3bfa3d20-f83c-4bd7-b384-0a5248228bac"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:25.854447 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.871600 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89a0e789-f1c0-480e-b0ba-e1ee44d1e4da tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:25.902594 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e0836926-6923-4ddb-ab30-524ba7cd577c req-c3c866fb-e9ad-44f0-8d52-811235944af9 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3493085 Nov 24 13:07:25.904508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-984cb029-26ec-4940-a309-cca6eb9ff417 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5a522c-3eda-4887-bd6d-bf47d131ac43']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:25.907290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557d5ba-229c-4920-9bd2-a9ae470b574c tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event updated for resources: {'Subnet': ['ID=7d57d4cb-d19f-4a94-af02-4af4ae478256,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:25.939148 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c36921e7-cb42-4924-809f-993c23f70468 req-285fc52c-54e3-4619-85e3-8b180eada36e tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118724 Nov 24 13:07:25.949549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['fdf18ff6-7be6-4fea-98da-b262d0a3bf55'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:07:25.957950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-984cb029-26ec-4940-a309-cca6eb9ff417 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81291424-2e57-4be4-9f97-d782296fd623') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:25.958254 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-984cb029-26ec-4940-a309-cca6eb9ff417 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81291424-2e57-4be4-9f97-d782296fd623') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:25.985035 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-984cb029-26ec-4940-a309-cca6eb9ff417 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.006238 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89a0e789-f1c0-480e-b0ba-e1ee44d1e4da tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.011029 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e557d5ba-229c-4920-9bd2-a9ae470b574c tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Checking segment: {'id': 'fcba2e87-58cb-4fda-a281-6e4b7e3a9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:26.012268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e557d5ba-229c-4920-9bd2-a9ae470b574c tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Network hostable DHCP agents. Network: 5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:07:26.026747 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-984cb029-26ec-4940-a309-cca6eb9ff417 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.041718 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0e789-f1c0-480e-b0ba-e1ee44d1e4da tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Subnet': ['ID=9ade64a3-069d-46e8-9355-63fb8f34d4f2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:26.044440 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89a0e789-f1c0-480e-b0ba-e1ee44d1e4da tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.046220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984cb029-26ec-4940-a309-cca6eb9ff417 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:07:26.047306 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-984cb029-26ec-4940-a309-cca6eb9ff417 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.050408 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-89a0e789-f1c0-480e-b0ba-e1ee44d1e4da tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/9ade64a3-069d-46e8-9355-63fb8f34d4f2 HTTP/1.1" status: 204 len: 168 time: 0.5801716 Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:07:26.050781 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:07:26.053133 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43784) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:26.074374 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76a3985-c266-4ebb-86b6-ddeb032f9525 x-openstack-request-id: req-d76a3985-c266-4ebb-86b6-ddeb032f9525 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:26.074669 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81af815a-aff1-4698-b471-ab8922a5a482", "name": "network-vif-plugged", "status": "completed", "tag": "3bfa3d20-f83c-4bd7-b384-0a5248228bac", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:26.074937 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d76a3985-c266-4ebb-86b6-ddeb032f9525 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:26.075420 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81af815a-aff1-4698-b471-ab8922a5a482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfa3d20-f83c-4bd7-b384-0a5248228bac', 'code': 200} Nov 24 13:07:26.088849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 106d8972-b827-4580-a240-c8094e2d8b6e up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:26.129467 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e557d5ba-229c-4920-9bd2-a9ae470b574c tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Network 5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:07:26.145853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-e557d5ba-229c-4920-9bd2-a9ae470b574c tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:26.159763 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e557d5ba-229c-4920-9bd2-a9ae470b574c tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:26.160356 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e557d5ba-229c-4920-9bd2-a9ae470b574c tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.162776 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-984cb029-26ec-4940-a309-cca6eb9ff417 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.186676 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a863d4bf-5557-4ac7-9da6-d24bdfb78267 None None] Network 5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:26.190012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984cb029-26ec-4940-a309-cca6eb9ff417 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e5a522c-3eda-4887-bd6d-bf47d131ac43 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 13:07:26.195794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cb029-26ec-4940-a309-cca6eb9ff417 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e5a522c-3eda-4887-bd6d-bf47d131ac43,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:26.245883 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-984cb029-26ec-4940-a309-cca6eb9ff417 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.247209 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.250389 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-984cb029-26ec-4940-a309-cca6eb9ff417 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "DELETE /v2.0/networks/5e5a522c-3eda-4887-bd6d-bf47d131ac43 HTTP/1.1" status: 204 len: 168 time: 1.0484688 Nov 24 13:07:26.257878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43788) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:26.279062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677c1c5-e186-4016-9bb5-f6224a705198 req-f9a23d12-ce3c-4555-8ea7-897154e6c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:26.280666 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1677c1c5-e186-4016-9bb5-f6224a705198 req-f9a23d12-ce3c-4555-8ea7-897154e6c6e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 1097 time: 0.0921941 Nov 24 13:07:26.284981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6c9de2b5-482e-4170-b52f-6e9feaeffa28 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Request body: {'network': {'name': 'tempest-network--110178664'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:26.317737 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e557d5ba-229c-4920-9bd2-a9ae470b574c tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6200051 Nov 24 13:07:26.325003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43790) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:26.331233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9de2b5-482e-4170-b52f-6e9feaeffa28 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Made reservation on behalf of b96ace5e08574df8828bf8731825ab21 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:26.336076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c9de2b5-482e-4170-b52f-6e9feaeffa28 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.345371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-beb9237e-1560-46e8-a4bb-d78fde6fa0fc tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Request body: {'network': {'name': 'tempest-router-network01--25717204'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:26.363712 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1677c1c5-e186-4016-9bb5-f6224a705198 req-a1b9560c-63ad-432c-a633-e61763b2314b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650492 Nov 24 13:07:26.383838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 106d8972-b827-4580-a240-c8094e2d8b6e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:26.384220 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.384356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port 106d8972-b827-4580-a240-c8094e2d8b6e {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:26.384707 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.451879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9de2b5-482e-4170-b52f-6e9feaeffa28 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:26.462864 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c9de2b5-482e-4170-b52f-6e9feaeffa28 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.463551 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-6c9de2b5-482e-4170-b52f-6e9feaeffa28 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Added segment b3f3940c-6db3-4193-aaa2-e3fbbd77feaf of type vlan for network b46a7c8b-2287-4cba-a3d9-22d7236fb2e0 Nov 24 13:07:26.509984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] For port 106d8972-b827-4580-a240-c8094e2d8b6e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=106d8972-b827-4580-a240-c8094e2d8b6e,segment=NetworkSegment(6a4d56d0-23e7-4efb-9c2d-d9e0bc9e4a7f),segment_id=6a4d56d0-23e7-4efb-9c2d-d9e0bc9e4a7f)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:26.510384 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.558898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for 106d8972-b827-4580-a240-c8094e2d8b6e owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:26.695933 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.858448 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.882252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a', 'network_id': '5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a', 'tenant_id': 'a65766ef158440a898ffb508eeed4c85', 'fixed_ips': [{'subnet_id': '7d57d4cb-d19f-4a94-af02-4af4ae478256'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:07:26.883117 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:26.952613 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.046153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb9237e-1560-46e8-a4bb-d78fde6fa0fc tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Made reservation on behalf of a65766ef158440a898ffb508eeed4c85 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:27.051270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-beb9237e-1560-46e8-a4bb-d78fde6fa0fc tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.072947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929bbeb-9f72-498e-b929-fde5c8e2ecc2 req-ddb95a79-6a3b-4218-b594-3035d9166787 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.074850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e929bbeb-9f72-498e-b929-fde5c8e2ecc2 req-ddb95a79-6a3b-4218-b594-3035d9166787 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 946 time: 0.8860161 Nov 24 13:07:27.104156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-44e49cb9-f46a-4366-8bb1-866303b4654d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.110521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-44e49cb9-f46a-4366-8bb1-866303b4654d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.112300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Allocated IP 2001:db8::2 (5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a/7d57d4cb-d19f-4a94-af02-4af4ae478256/9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:27.118702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-44e49cb9-f46a-4366-8bb1-866303b4654d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.126703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-44e49cb9-f46a-4366-8bb1-866303b4654d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.134209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-44e49cb9-f46a-4366-8bb1-866303b4654d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.145514 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-44e49cb9-f46a-4366-8bb1-866303b4654d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.152035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-44e49cb9-f46a-4366-8bb1-866303b4654d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.155122 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-44e49cb9-f46a-4366-8bb1-866303b4654d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5434 time: 0.9554036 Nov 24 13:07:27.158752 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c9de2b5-482e-4170-b52f-6e9feaeffa28 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.182261 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69116be4-2508-4b66-a32a-337bf6a1d832 None None] Network 123d9c16-f4d0-4aa1-b012-a71607715a73 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:27.217249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1ff5c0d2-9c57-4e13-94a4-1254f6911105 None None] Could not find standard attr ID for object 106d8972-b827-4580-a240-c8094e2d8b6e. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:07:27.243349 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=106d8972-b827-4580-a240-c8094e2d8b6e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:27.244146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb9237e-1560-46e8-a4bb-d78fde6fa0fc tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:27.254002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No DVR routers for this DVR port 106d8972-b827-4580-a240-c8094e2d8b6e on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:27.265775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-e5cc8124-7b40-4284-b410-78a5870d73e4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.266988 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-e5cc8124-7b40-4284-b410-78a5870d73e4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "GET /v2.0/ports/20c8ea04-17ce-4aff-95c6-f4dc6f99aced?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1007349 Nov 24 13:07:27.286714 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-beb9237e-1560-46e8-a4bb-d78fde6fa0fc tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.287060 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-beb9237e-1560-46e8-a4bb-d78fde6fa0fc tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Added segment f0a8892a-8acb-48a9-898e-dde30275ae2b of type vlan for network b07d8f99-a133-4b99-9218-9c83083ee860 Nov 24 13:07:27.305686 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c9de2b5-482e-4170-b52f-6e9feaeffa28 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.306665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9de2b5-482e-4170-b52f-6e9feaeffa28 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.307296 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c9de2b5-482e-4170-b52f-6e9feaeffa28 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.335010 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e929bbeb-9f72-498e-b929-fde5c8e2ecc2 req-de756019-7ba9-4b3c-8e64-fce2022cb1bc tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439666 Nov 24 13:07:27.367612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6c9de2b5-482e-4170-b52f-6e9feaeffa28 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1042476 Nov 24 13:07:27.384191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43800) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:27.390467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fdf18ff6-7be6-4fea-98da-b262d0a3bf55 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:27.409843 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b537d652-4ab9-4923-a8fe-0daaaaf9ae31 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Request body: {'network': {'router:external': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:27.449211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949c9e1-c9fe-4b44-b340-ce3d0c2b31c5 req-97f3f8e5-7edf-4755-a1e5-06c234506aca tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.452326 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0949c9e1-c9fe-4b44-b340-ce3d0c2b31c5 req-97f3f8e5-7edf-4755-a1e5-06c234506aca tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 944 time: 0.7710216 Nov 24 13:07:27.454955 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.468716 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-beb9237e-1560-46e8-a4bb-d78fde6fa0fc tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.500769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123d9c16-f4d0-4aa1-b012-a71607715a73']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:27.523020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4d56d0-23e7-4efb-9c2d-d9e0bc9e4a7f') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:27.523140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4d56d0-23e7-4efb-9c2d-d9e0bc9e4a7f') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:27.541696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.548099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9de2b5-482e-4170-b52f-6e9feaeffa28 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event updated for resources: {'Network': ['ID=b46a7c8b-2287-4cba-a3d9-22d7236fb2e0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:27.554794 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.560482 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0949c9e1-c9fe-4b44-b340-ce3d0c2b31c5 req-97e7107b-7308-471e-9c0b-cc5788047491 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003966 Nov 24 13:07:27.566055 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.573901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:07:27.574911 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.575634 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:07:27.579332 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:07:27.592584 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-beb9237e-1560-46e8-a4bb-d78fde6fa0fc tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.598382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb9237e-1560-46e8-a4bb-d78fde6fa0fc tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.599009 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-beb9237e-1560-46e8-a4bb-d78fde6fa0fc tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.623460 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network b46a7c8b-2287-4cba-a3d9-22d7236fb2e0 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:27.631435 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port fdf18ff6-7be6-4fea-98da-b262d0a3bf55 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:07:27.674508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port fdf18ff6-7be6-4fea-98da-b262d0a3bf55 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:27.675093 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.679732 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Network 5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:27.681615 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.686288 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f326a-463a-410f-b0bc-47d87c26d94d None None] DHCP port deletion for 123d9c16-f4d0-4aa1-b012-a71607715a73 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:07:27.692815 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-beb9237e-1560-46e8-a4bb-d78fde6fa0fc tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3624654 Nov 24 13:07:27.703725 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43804) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:27.707595 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.711660 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/networks/123d9c16-f4d0-4aa1-b012-a71607715a73 HTTP/1.1" status: 204 len: 168 time: 1.6600499 Nov 24 13:07:27.712843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799990e-14f0-4568-be10-2dde79b8ed06 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Network': ['ID=123d9c16-f4d0-4aa1-b012-a71607715a73,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:27.721390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43806) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:27.725235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:27.728120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:27.728823 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-41de2b40-8f05-4746-b9d6-0ab0bd6c41fd tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'name': 'tempest-PortsTestJSON-725230636'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:27.739497 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-552207e4-1de2-414e-a101-91f91608b5fe tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Request body: {'network': {'name': 'tempest-router-network02--1577141280'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:27.757057 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9237e-1560-46e8-a4bb-d78fde6fa0fc tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event updated for resources: {'Network': ['ID=b07d8f99-a133-4b99-9218-9c83083ee860,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:27.763476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-122d02fa-5abf-4800-9873-69c6475f91e3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "GET /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4829102 Nov 24 13:07:27.768459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Pushing event updated for resources: {'Port': ['ID=9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:27.786602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-26483118-3d27-4e7e-b04b-86090fde69ae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:27.793526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network b07d8f99-a133-4b99-9218-9c83083ee860 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:27.837922 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf8c3-0da7-4d53-b687-391c85ceabe5 req-0451e6de-3185-45ac-9101-28aa8503698b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.843946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf8c3-0da7-4d53-b687-391c85ceabe5 req-0451e6de-3185-45ac-9101-28aa8503698b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.850680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf8c3-0da7-4d53-b687-391c85ceabe5 req-0451e6de-3185-45ac-9101-28aa8503698b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.858695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf8c3-0da7-4d53-b687-391c85ceabe5 req-0451e6de-3185-45ac-9101-28aa8503698b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.861061 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b06d9a-6a3c-46ae-b2b9-8ab381576932 req-f5795010-f98b-451c-8220-3d670f8941a2 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.862754 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85b06d9a-6a3c-46ae-b2b9-8ab381576932 req-f5795010-f98b-451c-8220-3d670f8941a2 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1427736 Nov 24 13:07:27.862886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf8c3-0da7-4d53-b687-391c85ceabe5 req-0451e6de-3185-45ac-9101-28aa8503698b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.868836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf8c3-0da7-4d53-b687-391c85ceabe5 req-0451e6de-3185-45ac-9101-28aa8503698b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.874917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affaf8c3-0da7-4d53-b687-391c85ceabe5 req-0451e6de-3185-45ac-9101-28aa8503698b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:27.876874 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-affaf8c3-0da7-4d53-b687-391c85ceabe5 req-0451e6de-3185-45ac-9101-28aa8503698b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 5434 time: 0.3841312 Nov 24 13:07:27.914237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552207e4-1de2-414e-a101-91f91608b5fe tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Made reservation on behalf of a65766ef158440a898ffb508eeed4c85 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:27.917750 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-552207e4-1de2-414e-a101-91f91608b5fe tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.934544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41de2b40-8f05-4746-b9d6-0ab0bd6c41fd tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:27.939019 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41de2b40-8f05-4746-b9d6-0ab0bd6c41fd tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:27.949549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Attempting to bind port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:07:27.949549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Attempting to bind port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'fcba2e87-58cb-4fda-a281-6e4b7e3a9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:07:27.950184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Attempting to bind port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc on network 5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:27.960549 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85b06d9a-6a3c-46ae-b2b9-8ab381576932 req-d3361376-792b-4158-bf05-4e21d364e508 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838294 Nov 24 13:07:27.985442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-41de2b40-8f05-4746-b9d6-0ab0bd6c41fd tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port 3412e51a-4a81-4a88-94f9-2bdcc1b8bfdf yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:07:28.014922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:07:28.015353 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Checking segment: {'id': 'fcba2e87-58cb-4fda-a281-6e4b7e3a9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:28.015770 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.016172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Bound using segment: {'id': 'fcba2e87-58cb-4fda-a281-6e4b7e3a9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:07:28.016672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Bound port: 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcba2e87-58cb-4fda-a281-6e4b7e3a9430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:07:28.017256 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.025566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 106d8972-b827-4580-a240-c8094e2d8b6e no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:28.028859 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-26483118-3d27-4e7e-b04b-86090fde69ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.036844 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b537d652-4ab9-4923-a8fe-0daaaaf9ae31 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.041141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552207e4-1de2-414e-a101-91f91608b5fe tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:28.064017 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 106d8972-b827-4580-a240-c8094e2d8b6e {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:07:28.064380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 106d8972-b827-4580-a240-c8094e2d8b6e not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:07:28.088645 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-552207e4-1de2-414e-a101-91f91608b5fe tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.089217 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-552207e4-1de2-414e-a101-91f91608b5fe tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Added segment 6f3a5a49-e399-40cc-bfa8-42a53b3a3537 of type vlan for network 1f085e8b-be10-47b4-9ff8-76ddb4b88a48 Nov 24 13:07:28.101628 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b537d652-4ab9-4923-a8fe-0daaaaf9ae31 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.102923 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.152316 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-affaf8c3-0da7-4d53-b687-391c85ceabe5 req-13d1bbda-925f-4900-8728-9588281247fd tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2278774 Nov 24 13:07:28.161300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81282576-8225-47bd-9391-e5e2ec1e12f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf18ff6-7be6-4fea-98da-b262d0a3bf55'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:28.162468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b537d652-4ab9-4923-a8fe-0daaaaf9ae31 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Network b46a7c8b-2287-4cba-a3d9-22d7236fb2e0 is not hosted by any dhcp agent {{(pid=114985) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 13:07:28.163341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b537d652-4ab9-4923-a8fe-0daaaaf9ae31 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:28.164326 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284cdf4c-daac-49e7-ad68-771e3ac8d939" -d '{"events": [{"server_uuid": "81282576-8225-47bd-9391-e5e2ec1e12f1", "name": "network-vif-plugged", "status": "completed", "tag": "fdf18ff6-7be6-4fea-98da-b262d0a3bf55"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:28.164472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b537d652-4ab9-4923-a8fe-0daaaaf9ae31 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.168908 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b537d652-4ab9-4923-a8fe-0daaaaf9ae31 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "PUT /v2.0/networks/b46a7c8b-2287-4cba-a3d9-22d7236fb2e0 HTTP/1.1" status: 200 len: 857 time: 0.7795527 Nov 24 13:07:28.176525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43812) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:28.187487 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port fdf18ff6-7be6-4fea-98da-b262d0a3bf55, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fdf18ff6-7be6-4fea-98da-b262d0a3bf55,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:28.189393 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] For port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:28.202699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] For port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc,segment=NetworkSegment(fcba2e87-58cb-4fda-a281-6e4b7e3a9430),segment_id=fcba2e87-58cb-4fda-a281-6e4b7e3a9430)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:07:28.206051 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.207270 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 902ab3b7-d804-47d6-87d0-4d5ed9673025 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:28.254940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.255929 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-552207e4-1de2-414e-a101-91f91608b5fe tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.263665 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41de2b40-8f05-4746-b9d6-0ab0bd6c41fd tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.310735 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41de2b40-8f05-4746-b9d6-0ab0bd6c41fd tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.336923 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab417f9-0da0-4b81-9fbd-d63b9b8660bd x-openstack-request-id: req-0ab417f9-0da0-4b81-9fbd-d63b9b8660bd {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:28.337790 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81282576-8225-47bd-9391-e5e2ec1e12f1", "name": "network-vif-plugged", "status": "completed", "tag": "fdf18ff6-7be6-4fea-98da-b262d0a3bf55", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:28.337790 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ab417f9-0da0-4b81-9fbd-d63b9b8660bd {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:28.339151 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81282576-8225-47bd-9391-e5e2ec1e12f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf18ff6-7be6-4fea-98da-b262d0a3bf55', 'code': 200} Nov 24 13:07:28.379596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=fdf18ff6-7be6-4fea-98da-b262d0a3bf55,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:28.451417 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.489274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41de2b40-8f05-4746-b9d6-0ab0bd6c41fd tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:28.493953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43ff33-f416-41f7-8f19-ea04105df29f None None] Pushing event updated for resources: {'Port': ['ID=9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:28.499473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537d652-4ab9-4923-a8fe-0daaaaf9ae31 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event updated for resources: {'Network': ['ID=b46a7c8b-2287-4cba-a3d9-22d7236fb2e0,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:28.500693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-41de2b40-8f05-4746-b9d6-0ab0bd6c41fd tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:28.506706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41de2b40-8f05-4746-b9d6-0ab0bd6c41fd tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:28.507902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 902ab3b7-d804-47d6-87d0-4d5ed9673025, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=902ab3b7-d804-47d6-87d0-4d5ed9673025,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:28.510137 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-552207e4-1de2-414e-a101-91f91608b5fe tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.513376 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.513579 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41de2b40-8f05-4746-b9d6-0ab0bd6c41fd tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:28.514122 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41de2b40-8f05-4746-b9d6-0ab0bd6c41fd tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.514842 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 487e6964-ffa6-4617-8b6a-a8f33e31de54 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:28.519782 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de2b40-8f05-4746-b9d6-0ab0bd6c41fd tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=3412e51a-4a81-4a88-94f9-2bdcc1b8bfdf,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:28.520550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552207e4-1de2-414e-a101-91f91608b5fe tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:28.521232 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-552207e4-1de2-414e-a101-91f91608b5fe tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.560594 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-41de2b40-8f05-4746-b9d6-0ab0bd6c41fd tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8356233 Nov 24 13:07:28.573065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43816) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:28.574337 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff97007b-3fcb-46a9-95b4-7a6228275978 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.576849 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a0e8-bf59-4f69-90be-c77308ca4b39 req-bd699864-690f-426c-b93f-d696f8ceccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:28.579626 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b32a0e8-bf59-4f69-90be-c77308ca4b39 req-bd699864-690f-426c-b93f-d696f8ceccc6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 1096 time: 0.1514943 Nov 24 13:07:28.605601 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927e4c4-d7e0-44b1-ac96-6ba61fb65498 req-a4695595-bfb2-4615-89e8-e323825244b6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:28.611536 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b927e4c4-d7e0-44b1-ac96-6ba61fb65498 req-a4695595-bfb2-4615-89e8-e323825244b6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 946 time: 0.1754203 Nov 24 13:07:28.683522 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-552207e4-1de2-414e-a101-91f91608b5fe tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9481380 Nov 24 13:07:28.688142 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=902ab3b7-d804-47d6-87d0-4d5ed9673025,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:28.694025 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43820) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:28.698056 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.727160 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d5621033-7d64-4b4d-8040-e26d9b8798d5 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Request body: {'subnet': {'network_id': 'b07d8f99-a133-4b99-9218-9c83083ee860', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:28.734842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552207e4-1de2-414e-a101-91f91608b5fe tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event updated for resources: {'Network': ['ID=1f085e8b-be10-47b4-9ff8-76ddb4b88a48,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:28.752605 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 1f085e8b-be10-47b4-9ff8-76ddb4b88a48 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:28.757694 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 487e6964-ffa6-4617-8b6a-a8f33e31de54, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=487e6964-ffa6-4617-8b6a-a8f33e31de54,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:28.771577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b6f4f-c391-4298-ab78-b27316efccfe req-eaf047a6-96d7-4920-befe-bdcf5a558699 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:28.779405 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e2b6f4f-c391-4298-ab78-b27316efccfe req-eaf047a6-96d7-4920-befe-bdcf5a558699 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.4641252 Nov 24 13:07:28.783999 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.784805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 99460877-87f3-4d57-aa60-c161608694bc no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:28.831263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-26483118-3d27-4e7e-b04b-86090fde69ae service neutron] For port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=20c8ea04-17ce-4aff-95c6-f4dc6f99aced,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:28.907356 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b32a0e8-bf59-4f69-90be-c77308ca4b39 req-852cf110-2fa0-4b7f-983a-68a820e43895 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932003 Nov 24 13:07:28.917662 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b927e4c4-d7e0-44b1-ac96-6ba61fb65498 req-92a7043e-d2c3-466c-9ed2-bf459d355cb6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399185 Nov 24 13:07:28.939472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff97007b-3fcb-46a9-95b4-7a6228275978 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.969163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4d622-dc85-407e-b114-05d4b1729771 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port 3412e51a-4a81-4a88-94f9-2bdcc1b8bfdf {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:28.969561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d622-dc85-407e-b114-05d4b1729771 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.974711 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5621033-7d64-4b4d-8040-e26d9b8798d5 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Made reservation on behalf of a65766ef158440a898ffb508eeed4c85 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:28.978915 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d5621033-7d64-4b4d-8040-e26d9b8798d5 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:28.984488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ff97007b-3fcb-46a9-95b4-7a6228275978 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46a7c8b-2287-4cba-a3d9-22d7236fb2e0']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:28.998677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ff97007b-3fcb-46a9-95b4-7a6228275978 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f3940c-6db3-4193-aaa2-e3fbbd77feaf') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:28.999129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ff97007b-3fcb-46a9-95b4-7a6228275978 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f3940c-6db3-4193-aaa2-e3fbbd77feaf') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:29.007601 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e2b6f4f-c391-4298-ab78-b27316efccfe req-f422d4c7-60ee-484c-8acb-e18617de8a70 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269001 Nov 24 13:07:29.017076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-26483118-3d27-4e7e-b04b-86090fde69ae service neutron] For port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:29.029623 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff97007b-3fcb-46a9-95b4-7a6228275978 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.076503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-26483118-3d27-4e7e-b04b-86090fde69ae service neutron] device_id is not set on port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:07:29.103024 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-26483118-3d27-4e7e-b04b-86090fde69ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.108975 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff97007b-3fcb-46a9-95b4-7a6228275978 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.112500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=487e6964-ffa6-4617-8b6a-a8f33e31de54,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:29.117920 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.131823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff97007b-3fcb-46a9-95b4-7a6228275978 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:07:29.132879 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff97007b-3fcb-46a9-95b4-7a6228275978 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.158195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 99460877-87f3-4d57-aa60-c161608694bc, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=99460877-87f3-4d57-aa60-c161608694bc,segment=NetworkSegment(cc442d9f-8d37-44d7-a04d-0dfdadb773dc),segment_id=cc442d9f-8d37-44d7-a04d-0dfdadb773dc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:29.167759 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:07:29.206438 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:07:29.209335 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-26483118-3d27-4e7e-b04b-86090fde69ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.254389 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae814ff8-8bf9-41d2-a7f8-778102923946 req-9456be02-443c-4229-afad-0365bdf660fd tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:29.263348 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae814ff8-8bf9-41d2-a7f8-778102923946 req-9456be02-443c-4229-afad-0365bdf660fd tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 945 time: 0.2452493 Nov 24 13:07:29.265383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=99460877-87f3-4d57-aa60-c161608694bc,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:29.294136 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d622-dc85-407e-b114-05d4b1729771 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.297317 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff97007b-3fcb-46a9-95b4-7a6228275978 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.308997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff97007b-3fcb-46a9-95b4-7a6228275978 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b46a7c8b-2287-4cba-a3d9-22d7236fb2e0 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 13:07:29.313951 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff97007b-3fcb-46a9-95b4-7a6228275978 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.318800 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ff97007b-3fcb-46a9-95b4-7a6228275978 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] 10.222.0.48 "DELETE /v2.0/networks/b46a7c8b-2287-4cba-a3d9-22d7236fb2e0 HTTP/1.1" status: 204 len: 168 time: 1.1059210 Nov 24 13:07:29.343016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43838) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:29.369265 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 939443fc-044e-4799-b719-abd3e260c67f no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:29.374395 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26483118-3d27-4e7e-b04b-86090fde69ae service neutron] Pushing event updated for resources: {'Port': ['ID=20c8ea04-17ce-4aff-95c6-f4dc6f99aced,revision_number=6']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:29.392392 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae814ff8-8bf9-41d2-a7f8-778102923946 req-8ac3dd88-1c42-4398-884a-03d495d41e82 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274059 Nov 24 13:07:29.432826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97007b-3fcb-46a9-95b4-7a6228275978 tempest-ExternalNetworksTestJSON-1570332556 tempest-ExternalNetworksTestJSON-1570332556-project-admin] Pushing event deleted for resources: {'Network': ['ID=b46a7c8b-2287-4cba-a3d9-22d7236fb2e0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:29.437893 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4d622-dc85-407e-b114-05d4b1729771 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for 3412e51a-4a81-4a88-94f9-2bdcc1b8bfdf owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:29.450269 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-26483118-3d27-4e7e-b04b-86090fde69ae service neutron] No DVR routers for this DVR port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:29.467004 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c58a69-0fe7-4a2e-a9a5-e912e83c3605 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] DELETE failed (client error): The resource could not be found. Nov 24 13:07:29.469200 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c58a69-0fe7-4a2e-a9a5-e912e83c3605 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:29.485403 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-67c58a69-0fe7-4a2e-a9a5-e912e83c3605 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] 10.222.0.48 "DELETE /v2.0/subnets/4c967f5d-8351-4d41-922d-1295b75de396 HTTP/1.1" status: 404 len: 337 time: 0.1368957 Nov 24 13:07:29.489584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43844) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:29.581657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-26483118-3d27-4e7e-b04b-86090fde69ae service neutron] In _notify_port_updated(), no bound segment for port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c {{(pid=114985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:07:29.583015 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-26483118-3d27-4e7e-b04b-86090fde69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:29.583963 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-26483118-3d27-4e7e-b04b-86090fde69ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.586081 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-26483118-3d27-4e7e-b04b-86090fde69ae service neutron] 10.222.0.46 "PUT /v2.0/ports/20c8ea04-17ce-4aff-95c6-f4dc6f99aced HTTP/1.1" status: 200 len: 1026 time: 1.8035500 Nov 24 13:07:29.625177 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.711064 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 939443fc-044e-4799-b719-abd3e260c67f, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=939443fc-044e-4799-b719-abd3e260c67f,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:29.718574 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.719330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 6ede6d46-dbc0-4874-acf0-53462d41eb60 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:29.807694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091180dd-9d32-4db1-a411-44a35705ec42 req-50c2bb69-f443-4dea-8c7a-5efe5f2090c9 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:29.819501 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-091180dd-9d32-4db1-a411-44a35705ec42 req-50c2bb69-f443-4dea-8c7a-5efe5f2090c9 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.2166481 Nov 24 13:07:29.822062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-28a9c8e9-14fc-4f71-926c-e8e8018d47e4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:29.823498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-28a9c8e9-14fc-4f71-926c-e8e8018d47e4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "GET /v2.0/ports/def5f0b4-8a55-4e94-be95-870008397cd5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2212920 Nov 24 13:07:29.841269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=939443fc-044e-4799-b719-abd3e260c67f,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:29.849379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-4be6836c-1282-4b75-97a4-caae600923ae service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:29.880448 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-469060bc-0682-4dbe-b30c-7f53ce51a53e None None] Provisioning complete for port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:29.881537 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-469060bc-0682-4dbe-b30c-7f53ce51a53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.903416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0288b-187b-45b0-9ee3-e94af306de81 req-a96c0bce-15cd-409b-8a98-f1799173d57b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:29.938690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0288b-187b-45b0-9ee3-e94af306de81 req-a96c0bce-15cd-409b-8a98-f1799173d57b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:29.945205 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d5621033-7d64-4b4d-8040-e26d9b8798d5 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:29.951767 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0288b-187b-45b0-9ee3-e94af306de81 req-a96c0bce-15cd-409b-8a98-f1799173d57b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:29.960342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0288b-187b-45b0-9ee3-e94af306de81 req-a96c0bce-15cd-409b-8a98-f1799173d57b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:29.967950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0288b-187b-45b0-9ee3-e94af306de81 req-a96c0bce-15cd-409b-8a98-f1799173d57b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:29.976696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0288b-187b-45b0-9ee3-e94af306de81 req-a96c0bce-15cd-409b-8a98-f1799173d57b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:29.979562 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-37e0288b-187b-45b0-9ee3-e94af306de81 req-a96c0bce-15cd-409b-8a98-f1799173d57b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 4655 time: 0.3916805 Nov 24 13:07:29.983397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-469060bc-0682-4dbe-b30c-7f53ce51a53e None None] Port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:07:29.984609 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-543556f9-985d-4854-940b-4f544a24d694 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.014574 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.067677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5621033-7d64-4b4d-8040-e26d9b8798d5 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event updated for resources: {'Subnet': ['ID=a554de11-48a5-453e-9c7b-f465d0d7e61f,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:30.117003 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56322d00-7b44-4ca2-be51-0b98e3c99c44 req-a746182c-3909-49e0-8f22-9675dc6e63e3 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:30.119266 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56322d00-7b44-4ca2-be51-0b98e3c99c44 req-a746182c-3909-49e0-8f22-9675dc6e63e3 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 946 time: 0.2291975 Nov 24 13:07:30.120026 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d622-dc85-407e-b114-05d4b1729771 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.121867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 6ede6d46-dbc0-4874-acf0-53462d41eb60, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=6ede6d46-dbc0-4874-acf0-53462d41eb60,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:30.129138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:30.139414 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-091180dd-9d32-4db1-a411-44a35705ec42 req-666edfd0-2d9d-4615-ae60-bc066294160c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182287 Nov 24 13:07:30.139592 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.141145 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device def5f0b4-8a55-4e94-be95-870008397cd5 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:30.197761 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-4be6836c-1282-4b75-97a4-caae600923ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.233990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5152066-c0da-4b27-86bd-f3c61c7fc579 None None] Network 5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:30.240946 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4d622-dc85-407e-b114-05d4b1729771 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=3412e51a-4a81-4a88-94f9-2bdcc1b8bfdf,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:30.278050 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d622-dc85-407e-b114-05d4b1729771 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.284497 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6ee4d622-dc85-407e-b114-05d4b1729771 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/3412e51a-4a81-4a88-94f9-2bdcc1b8bfdf HTTP/1.1" status: 204 len: 168 time: 1.7037833 Nov 24 13:07:30.289598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43848) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:30.296795 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f6433506-61cf-492e-bc27-d98ca13feb1d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'mac_address': 'fa:16:3e:d8:a8:fb', 'name': 'tempest-PortsTestJSON-196899689'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:30.305420 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-37e0288b-187b-45b0-9ee3-e94af306de81 req-786f1158-f975-4e80-a5b0-646912dc293a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=ebd276f6-0f69-427a-bf0e-4cbe190547cb&id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3021131 Nov 24 13:07:30.308466 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-543556f9-985d-4854-940b-4f544a24d694 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.361032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5621033-7d64-4b4d-8040-e26d9b8798d5 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Checking segment: {'id': 'f0a8892a-8acb-48a9-898e-dde30275ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b07d8f99-a133-4b99-9218-9c83083ee860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:30.361575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5621033-7d64-4b4d-8040-e26d9b8798d5 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Network hostable DHCP agents. Network: b07d8f99-a133-4b99-9218-9c83083ee860, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:07:30.362515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '902ab3b7-d804-47d6-87d0-4d5ed9673025'}, {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '487e6964-ffa6-4617-8b6a-a8f33e31de54'}, {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99460877-87f3-4d57-aa60-c161608694bc'}, {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '939443fc-044e-4799-b719-abd3e260c67f'}, {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ede6d46-dbc0-4874-acf0-53462d41eb60'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:30.366652 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6c5238-c6af-4872-809c-7237b2df56d1" -d '{"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-unplugged", "status": "completed", "tag": "902ab3b7-d804-47d6-87d0-4d5ed9673025"}, {"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-unplugged", "status": "completed", "tag": "487e6964-ffa6-4617-8b6a-a8f33e31de54"}, {"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-unplugged", "status": "completed", "tag": "99460877-87f3-4d57-aa60-c161608694bc"}, {"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-unplugged", "status": "completed", "tag": "939443fc-044e-4799-b719-abd3e260c67f"}, {"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-unplugged", "status": "completed", "tag": "6ede6d46-dbc0-4874-acf0-53462d41eb60"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:30.379125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-543556f9-985d-4854-940b-4f544a24d694 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c16b23-24ad-4c6c-b8b2-175fc0d3ee83']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:30.416397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-543556f9-985d-4854-940b-4f544a24d694 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b8c3fd-7a48-4537-aaa2-3e54535afc1a') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:30.416750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-543556f9-985d-4854-940b-4f544a24d694 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b8c3fd-7a48-4537-aaa2-3e54535afc1a') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:30.438843 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-543556f9-985d-4854-940b-4f544a24d694 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.470853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dd1bc-be66-482b-b4f9-5a4f2af4b189 req-14136384-8f6b-4dbc-bf9a-95950a39702c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:30.477162 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb04675d-63cc-4745-8fac-aee95e0af347 x-openstack-request-id: req-cb04675d-63cc-4745-8fac-aee95e0af347 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:30.477422 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-unplugged", "status": "completed", "tag": "902ab3b7-d804-47d6-87d0-4d5ed9673025", "code": 200}, {"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-unplugged", "status": "completed", "tag": "487e6964-ffa6-4617-8b6a-a8f33e31de54", "code": 200}, {"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-unplugged", "status": "completed", "tag": "99460877-87f3-4d57-aa60-c161608694bc", "code": 200}, {"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-unplugged", "status": "completed", "tag": "939443fc-044e-4799-b719-abd3e260c67f", "code": 200}, {"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-unplugged", "status": "completed", "tag": "6ede6d46-dbc0-4874-acf0-53462d41eb60", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:30.477771 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb04675d-63cc-4745-8fac-aee95e0af347 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:30.478182 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '902ab3b7-d804-47d6-87d0-4d5ed9673025', 'code': 200} Nov 24 13:07:30.480241 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a2dd1bc-be66-482b-b4f9-5a4f2af4b189 req-14136384-8f6b-4dbc-bf9a-95950a39702c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 946 time: 0.2286189 Nov 24 13:07:30.480799 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-543556f9-985d-4854-940b-4f544a24d694 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.481276 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '487e6964-ffa6-4617-8b6a-a8f33e31de54', 'code': 200} Nov 24 13:07:30.481720 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99460877-87f3-4d57-aa60-c161608694bc', 'code': 200} Nov 24 13:07:30.483192 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '939443fc-044e-4799-b719-abd3e260c67f', 'code': 200} Nov 24 13:07:30.483675 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ede6d46-dbc0-4874-acf0-53462d41eb60', 'code': 200} Nov 24 13:07:30.493715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-137fc54a-7552-4735-ab04-f3e0b5de945f None None] Provisioning complete for port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:30.494431 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-137fc54a-7552-4735-ab04-f3e0b5de945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.524627 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543556f9-985d-4854-940b-4f544a24d694 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:07:30.525686 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-543556f9-985d-4854-940b-4f544a24d694 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:07:30.530400 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:07:30.535156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5621033-7d64-4b4d-8040-e26d9b8798d5 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Network b07d8f99-a133-4b99-9218-9c83083ee860 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:07:30.535429 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.577434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=6ede6d46-dbc0-4874-acf0-53462d41eb60,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:30.577913 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d5621033-7d64-4b4d-8040-e26d9b8798d5 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, b07d8f99-a133-4b99-9218-9c83083ee860) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:30.589446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-56322d00-7b44-4ca2-be51-0b98e3c99c44 req-273c54b7-e241-4efd-b8c8-66e30cae4135 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Deleting port b4455e62-0da7-41f0-9580-0b29b88b5b6b {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:30.589907 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-56322d00-7b44-4ca2-be51-0b98e3c99c44 req-273c54b7-e241-4efd-b8c8-66e30cae4135 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.594022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5621033-7d64-4b4d-8040-e26d9b8798d5 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:30.594302 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d5621033-7d64-4b4d-8040-e26d9b8798d5 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.611206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6433506-61cf-492e-bc27-d98ca13feb1d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:30.626033 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a2dd1bc-be66-482b-b4f9-5a4f2af4b189 req-72d94aa4-8c1c-43fd-9816-163ddb5a1a35 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446946 Nov 24 13:07:30.627619 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-543556f9-985d-4854-940b-4f544a24d694 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.635026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3838a6-cc34-4e13-b09b-71bc29a4c422 None None] Network b07d8f99-a133-4b99-9218-9c83083ee860 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:30.652133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-4be6836c-1282-4b75-97a4-caae600923ae service neutron] For port def5f0b4-8a55-4e94-be95-870008397cd5, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=def5f0b4-8a55-4e94-be95-870008397cd5,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:30.655945 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-543556f9-985d-4854-940b-4f544a24d694 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.659779 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-543556f9-985d-4854-940b-4f544a24d694 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] 10.222.0.48 "DELETE /v2.0/networks/b5c16b23-24ad-4c6c-b8b2-175fc0d3ee83 HTTP/1.1" status: 204 len: 168 time: 1.1639879 Nov 24 13:07:30.683599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:30.683980 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.685005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d5621033-7d64-4b4d-8040-e26d9b8798d5 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9843459 Nov 24 13:07:30.717862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43858) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:30.729354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543556f9-985d-4854-940b-4f544a24d694 tempest-ExternalNetworksTestJSON-836945616 tempest-ExternalNetworksTestJSON-836945616-project] Pushing event deleted for resources: {'Network': ['ID=b5c16b23-24ad-4c6c-b8b2-175fc0d3ee83,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:30.734278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-29567ff4-b61f-4370-bd71-9983db131a14 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Request body: {'subnet': {'network_id': '1f085e8b-be10-47b4-9ff8-76ddb4b88a48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:30.774292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4361-c7e4-46bc-9799-848f475e4dac req-f6c3953a-7564-425c-9042-b738d101b160 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:30.783849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62dd4361-c7e4-46bc-9799-848f475e4dac req-f6c3953a-7564-425c-9042-b738d101b160 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 945 time: 0.1406350 Nov 24 13:07:30.787616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-4be6836c-1282-4b75-97a4-caae600923ae service neutron] For port def5f0b4-8a55-4e94-be95-870008397cd5, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:30.822580 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f6433506-61cf-492e-bc27-d98ca13feb1d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.860301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-4be6836c-1282-4b75-97a4-caae600923ae service neutron] device_id is not set on port def5f0b4-8a55-4e94-be95-870008397cd5 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:07:30.873902 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-4be6836c-1282-4b75-97a4-caae600923ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.887409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-56322d00-7b44-4ca2-be51-0b98e3c99c44 req-273c54b7-e241-4efd-b8c8-66e30cae4135 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] For port b4455e62-0da7-41f0-9580-0b29b88b5b6b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=b4455e62-0da7-41f0-9580-0b29b88b5b6b,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:30.887780 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-56322d00-7b44-4ca2-be51-0b98e3c99c44 req-273c54b7-e241-4efd-b8c8-66e30cae4135 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.909965 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-137fc54a-7552-4735-ab04-f3e0b5de945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.913498 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-4be6836c-1282-4b75-97a4-caae600923ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:30.916598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-56322d00-7b44-4ca2-be51-0b98e3c99c44 req-273c54b7-e241-4efd-b8c8-66e30cae4135 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Calling delete_port for b4455e62-0da7-41f0-9580-0b29b88b5b6b owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:30.920958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-f6433506-61cf-492e-bc27-d98ca13feb1d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port bfa56a4c-51a1-40c4-ab71-c9eb071ab301 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:07:31.024925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62dd4361-c7e4-46bc-9799-848f475e4dac req-9fd025ee-8cb2-4296-a1b7-ffe3f8965eb1 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395282 Nov 24 13:07:31.027447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-b07d8f99-a133-4b99-9218-9c83083ee860', 'network_id': 'b07d8f99-a133-4b99-9218-9c83083ee860', 'tenant_id': 'a65766ef158440a898ffb508eeed4c85', 'fixed_ips': [{'subnet_id': 'a554de11-48a5-453e-9c7b-f465d0d7e61f'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:07:31.028322 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.073966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-137fc54a-7552-4735-ab04-f3e0b5de945f None None] For port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc,segment=NetworkSegment(fcba2e87-58cb-4fda-a281-6e4b7e3a9430),segment_id=fcba2e87-58cb-4fda-a281-6e4b7e3a9430)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:31.087075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-4be6836c-1282-4b75-97a4-caae600923ae service neutron] No DVR routers for this DVR port def5f0b4-8a55-4e94-be95-870008397cd5 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:31.108460 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.122926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6836c-1282-4b75-97a4-caae600923ae service neutron] Pushing event updated for resources: {'Port': ['ID=def5f0b4-8a55-4e94-be95-870008397cd5,revision_number=6']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:31.129951 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29567ff4-b61f-4370-bd71-9983db131a14 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Made reservation on behalf of a65766ef158440a898ffb508eeed4c85 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:31.145417 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29567ff4-b61f-4370-bd71-9983db131a14 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.181021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-4be6836c-1282-4b75-97a4-caae600923ae service neutron] In _notify_port_updated(), no bound segment for port def5f0b4-8a55-4e94-be95-870008397cd5 on network b5edd316-cad9-4bd8-9066-3fc91eabcb7c {{(pid=114985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:07:31.186867 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-4be6836c-1282-4b75-97a4-caae600923ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:31.189956 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-4be6836c-1282-4b75-97a4-caae600923ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.199479 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-4be6836c-1282-4b75-97a4-caae600923ae service neutron] 10.222.0.46 "PUT /v2.0/ports/def5f0b4-8a55-4e94-be95-870008397cd5 HTTP/1.1" status: 200 len: 1028 time: 1.3573291 Nov 24 13:07:31.227560 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43868) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:31.320718 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-137fc54a-7552-4735-ab04-f3e0b5de945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.398631 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:07:31.399168 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:07:31.423934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a7432-da19-48ce-bf35-872858bc97f4 req-2f7d1bab-eadb-4618-b927-f58e934117fd tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:31.431837 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-300a7432-da19-48ce-bf35-872858bc97f4 req-2f7d1bab-eadb-4618-b927-f58e934117fd tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1209319 Nov 24 13:07:31.462235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-ee077f52-2313-4d51-ae26-00786269acb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Deleting port 6ede6d46-dbc0-4874-acf0-53462d41eb60 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:31.462595 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-ee077f52-2313-4d51-ae26-00786269acb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.520933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Allocated IP 2001:db8::2 (b07d8f99-a133-4b99-9218-9c83083ee860/a554de11-48a5-453e-9c7b-f465d0d7e61f/cdae409e-5387-47e6-9c74-279a9c1aa075) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:31.521145 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-300a7432-da19-48ce-bf35-872858bc97f4 req-df5b29d0-2d7f-47c4-8086-f5d90a39df77 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881488 Nov 24 13:07:31.523995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4033d7fc-7f6b-45d0-997a-1d5e1f926be0 None None] Provisioning complete for port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:31.524592 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4033d7fc-7f6b-45d0-997a-1d5e1f926be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.533279 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:07:31.542923 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:07:31.563722 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fc54a-7552-4735-ab04-f3e0b5de945f None None] Pushing event updated for resources: {'Port': ['ID=9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:31.609447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-ee077f52-2313-4d51-ae26-00786269acb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] For port 6ede6d46-dbc0-4874-acf0-53462d41eb60, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=6ede6d46-dbc0-4874-acf0-53462d41eb60,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:31.609811 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-ee077f52-2313-4d51-ae26-00786269acb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.645015 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-ee077f52-2313-4d51-ae26-00786269acb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Calling delete_port for 6ede6d46-dbc0-4874-acf0-53462d41eb60 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:31.656316 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adf776-98fc-4e16-baad-ae4b112571bf req-dd3c4450-bdf5-4b27-9419-08b5fe495825 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:31.662426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adf776-98fc-4e16-baad-ae4b112571bf req-dd3c4450-bdf5-4b27-9419-08b5fe495825 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:31.669173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adf776-98fc-4e16-baad-ae4b112571bf req-dd3c4450-bdf5-4b27-9419-08b5fe495825 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:31.676528 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adf776-98fc-4e16-baad-ae4b112571bf req-dd3c4450-bdf5-4b27-9419-08b5fe495825 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:31.682944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adf776-98fc-4e16-baad-ae4b112571bf req-dd3c4450-bdf5-4b27-9419-08b5fe495825 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:31.685009 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9adf776-98fc-4e16-baad-ae4b112571bf req-dd3c4450-bdf5-4b27-9419-08b5fe495825 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 3876 time: 0.2029884 Nov 24 13:07:31.685887 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-56322d00-7b44-4ca2-be51-0b98e3c99c44 req-273c54b7-e241-4efd-b8c8-66e30cae4135 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.696995 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5193627b-8e2f-406b-9280-9b6f5ae95775 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a22c7d7c4f5a43e5b43163ccb8ae4fe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4644089 Nov 24 13:07:31.701164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43884) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:31.712305 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f6433506-61cf-492e-bc27-d98ca13feb1d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.778420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c54b7-e241-4efd-b8c8-66e30cae4135 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Pushing event deleted for resources: {'Port': ['ID=b4455e62-0da7-41f0-9580-0b29b88b5b6b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:31.793409 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c273dde7-f951-43df-aeae-78c6d9d8d2ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.839713 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.854203 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c273dde7-f951-43df-aeae-78c6d9d8d2ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.856252 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.878431 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-56322d00-7b44-4ca2-be51-0b98e3c99c44 req-273c54b7-e241-4efd-b8c8-66e30cae4135 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] No DVR routers for this DVR port b4455e62-0da7-41f0-9580-0b29b88b5b6b on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:31.891351 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-56322d00-7b44-4ca2-be51-0b98e3c99c44 req-273c54b7-e241-4efd-b8c8-66e30cae4135 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.894932 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56322d00-7b44-4ca2-be51-0b98e3c99c44 req-273c54b7-e241-4efd-b8c8-66e30cae4135 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "DELETE /v2.0/ports/b4455e62-0da7-41f0-9580-0b29b88b5b6b HTTP/1.1" status: 204 len: 173 time: 1.7301505 Nov 24 13:07:31.899961 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7773e329-0cbc-4638-aae9-a9ec2e844d6f', 'name': 'network-vif-deleted', 'tag': 'b4455e62-0da7-41f0-9580-0b29b88b5b6b'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:31.902558 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267c3da9-14e4-4d0d-835d-98d95286b82e" -d '{"events": [{"server_uuid": "7773e329-0cbc-4638-aae9-a9ec2e844d6f", "name": "network-vif-deleted", "tag": "b4455e62-0da7-41f0-9580-0b29b88b5b6b"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:31.908771 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-ee077f52-2313-4d51-ae26-00786269acb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.964225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-90249d3e-f94d-483b-8241-cf9796301130 None None] Provisioning complete for port def5f0b4-8a55-4e94-be95-870008397cd5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:31.964619 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-90249d3e-f94d-483b-8241-cf9796301130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:31.991286 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9adf776-98fc-4e16-baad-ae4b112571bf req-56e3aeb3-19ed-4e0d-8684-78d89887fbba tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892082 Nov 24 13:07:31.998130 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f6433506-61cf-492e-bc27-d98ca13feb1d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.040703 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29567ff4-b61f-4370-bd71-9983db131a14 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.074430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee077f52-2313-4d51-ae26-00786269acb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event deleted for resources: {'Port': ['ID=6ede6d46-dbc0-4874-acf0-53462d41eb60,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:32.092961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-ee077f52-2313-4d51-ae26-00786269acb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] No DVR routers for this DVR port 6ede6d46-dbc0-4874-acf0-53462d41eb60 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:32.100579 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-ee077f52-2313-4d51-ae26-00786269acb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.105050 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-ee077f52-2313-4d51-ae26-00786269acb8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "DELETE /v2.0/ports/6ede6d46-dbc0-4874-acf0-53462d41eb60 HTTP/1.1" status: 204 len: 173 time: 0.9039347 Nov 24 13:07:32.115464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6433506-61cf-492e-bc27-d98ca13feb1d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:32.122532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-f6433506-61cf-492e-bc27-d98ca13feb1d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:32.123576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-deleted', 'tag': '6ede6d46-dbc0-4874-acf0-53462d41eb60'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:32.124611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6433506-61cf-492e-bc27-d98ca13feb1d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=bfa56a4c-51a1-40c4-ab71-c9eb071ab301,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:32.126562 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fad7a2b-ae41-4f12-b445-f9c6267b293a" -d '{"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-deleted", "tag": "6ede6d46-dbc0-4874-acf0-53462d41eb60"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:32.126807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6433506-61cf-492e-bc27-d98ca13feb1d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:32.133853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6433506-61cf-492e-bc27-d98ca13feb1d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:32.134511 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f6433506-61cf-492e-bc27-d98ca13feb1d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.141000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c637281-5b65-4979-a3da-73bf814d392c req-c861dbfe-e29a-4065-aa56-1e8e799ab7f8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=7773e329-0cbc-4638-aae9-a9ec2e844d6f HTTP/1.1" status: 200 len: 210 time: 0.0839462 Nov 24 13:07:32.157768 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c273dde7-f951-43df-aeae-78c6d9d8d2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.157768 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c273dde7-f951-43df-aeae-78c6d9d8d2ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.158710 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c273dde7-f951-43df-aeae-78c6d9d8d2ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53c81a67-ab33-42a3-93f1-59831699b16d HTTP/1.1" status: 204 len: 168 time: 0.4564145 Nov 24 13:07:32.177948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29567ff4-b61f-4370-bd71-9983db131a14 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event updated for resources: {'Subnet': ['ID=9a7c1a4c-504f-4072-a298-e82878bbb585,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:32.219507 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f6433506-61cf-492e-bc27-d98ca13feb1d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9266944 Nov 24 13:07:32.222118 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43896) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:32.234942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273dde7-f951-43df-aeae-78c6d9d8d2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c81a67-ab33-42a3-93f1-59831699b16d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:32.254046 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dbb225-2c70-4318-b309-a3faeeae0fb4 x-openstack-request-id: req-d1dbb225-2c70-4318-b309-a3faeeae0fb4 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:32.254331 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7773e329-0cbc-4638-aae9-a9ec2e844d6f", "name": "network-vif-deleted", "tag": "b4455e62-0da7-41f0-9580-0b29b88b5b6b", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:32.254598 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1dbb225-2c70-4318-b309-a3faeeae0fb4 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:32.255026 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7773e329-0cbc-4638-aae9-a9ec2e844d6f', 'name': 'network-vif-deleted', 'tag': 'b4455e62-0da7-41f0-9580-0b29b88b5b6b', 'status': 'completed', 'code': 200} Nov 24 13:07:32.259822 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a52aaf-7167-4f54-af58-fe58e6ac4df1 x-openstack-request-id: req-44a52aaf-7167-4f54-af58-fe58e6ac4df1 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:32.260126 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-deleted", "tag": "6ede6d46-dbc0-4874-acf0-53462d41eb60", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:32.260393 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44a52aaf-7167-4f54-af58-fe58e6ac4df1 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:32.260834 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-deleted', 'tag': '6ede6d46-dbc0-4874-acf0-53462d41eb60', 'status': 'completed', 'code': 200} Nov 24 13:07:32.280548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Network b07d8f99-a133-4b99-9218-9c83083ee860 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:32.303013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29567ff4-b61f-4370-bd71-9983db131a14 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Checking segment: {'id': '6f3a5a49-e399-40cc-bfa8-42a53b3a3537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1f085e8b-be10-47b4-9ff8-76ddb4b88a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:32.303472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29567ff4-b61f-4370-bd71-9983db131a14 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Network hostable DHCP agents. Network: 1f085e8b-be10-47b4-9ff8-76ddb4b88a48, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:07:32.328905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:32.332280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:32.341287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad027ded-0f8f-4b87-b7a0-506cda7ab6d8 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:32.342802 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ad027ded-0f8f-4b87-b7a0-506cda7ab6d8 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/bfa56a4c-51a1-40c4-ab71-c9eb071ab301 HTTP/1.1" status: 200 len: 840 time: 0.1194313 Nov 24 13:07:32.346054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43898) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:32.375872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Pushing event updated for resources: {'Port': ['ID=cdae409e-5387-47e6-9c74-279a9c1aa075,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:32.378730 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-90249d3e-f94d-483b-8241-cf9796301130 None None] Port def5f0b4-8a55-4e94-be95-870008397cd5 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:07:32.381316 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 20c8ea04-17ce-4aff-95c6-f4dc6f99aced no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:32.405054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-90f7e097-0243-4199-9fcf-5ab606696b2c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Deleting port 902ab3b7-d804-47d6-87d0-4d5ed9673025 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:32.407095 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-90f7e097-0243-4199-9fcf-5ab606696b2c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.419254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29567ff4-b61f-4370-bd71-9983db131a14 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Network 1f085e8b-be10-47b4-9ff8-76ddb4b88a48 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:07:32.464007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-29567ff4-b61f-4370-bd71-9983db131a14 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 1f085e8b-be10-47b4-9ff8-76ddb4b88a48) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:32.470176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Attempting to bind port cdae409e-5387-47e6-9c74-279a9c1aa075 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:07:32.470697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Attempting to bind port cdae409e-5387-47e6-9c74-279a9c1aa075 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f0a8892a-8acb-48a9-898e-dde30275ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b07d8f99-a133-4b99-9218-9c83083ee860'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:07:32.471185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Attempting to bind port cdae409e-5387-47e6-9c74-279a9c1aa075 on network b07d8f99-a133-4b99-9218-9c83083ee860 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:32.479471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d515abb-65b3-4aa7-aa2d-7d755f75698f None None] Network 1f085e8b-be10-47b4-9ff8-76ddb4b88a48 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:32.511778 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:07:32.512451 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Checking segment: {'id': 'f0a8892a-8acb-48a9-898e-dde30275ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b07d8f99-a133-4b99-9218-9c83083ee860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:32.513077 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.513864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Bound using segment: {'id': 'f0a8892a-8acb-48a9-898e-dde30275ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b07d8f99-a133-4b99-9218-9c83083ee860'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:07:32.514599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Bound port: cdae409e-5387-47e6-9c74-279a9c1aa075, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a8892a-8acb-48a9-898e-dde30275ae2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b07d8f99-a133-4b99-9218-9c83083ee860'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:07:32.515248 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.521761 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29567ff4-b61f-4370-bd71-9983db131a14 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:32.522428 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29567ff4-b61f-4370-bd71-9983db131a14 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.541557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 20c8ea04-17ce-4aff-95c6-f4dc6f99aced not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:07:32.580943 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-29567ff4-b61f-4370-bd71-9983db131a14 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8588560 Nov 24 13:07:32.581210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43904) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:32.622927 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-9c910247-9942-41b9-b696-23c0ec734bb0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port bfa56a4c-51a1-40c4-ab71-c9eb071ab301 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:32.623572 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c910247-9942-41b9-b696-23c0ec734bb0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.678663 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:32.755901 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c910247-9942-41b9-b696-23c0ec734bb0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.763510 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-90f7e097-0243-4199-9fcf-5ab606696b2c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] For port 902ab3b7-d804-47d6-87d0-4d5ed9673025, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=902ab3b7-d804-47d6-87d0-4d5ed9673025,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:32.763872 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-90f7e097-0243-4199-9fcf-5ab606696b2c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.777540 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-9c910247-9942-41b9-b696-23c0ec734bb0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for bfa56a4c-51a1-40c4-ab71-c9eb071ab301 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:32.889420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43906) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:32.899784 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c910247-9942-41b9-b696-23c0ec734bb0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.909202 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] For port cdae409e-5387-47e6-9c74-279a9c1aa075, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:32.927193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] For port cdae409e-5387-47e6-9c74-279a9c1aa075, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cdae409e-5387-47e6-9c74-279a9c1aa075,segment=NetworkSegment(f0a8892a-8acb-48a9-898e-dde30275ae2b),segment_id=f0a8892a-8acb-48a9-898e-dde30275ae2b)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:07:32.932400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-1f085e8b-be10-47b4-9ff8-76ddb4b88a48', 'network_id': '1f085e8b-be10-47b4-9ff8-76ddb4b88a48', 'tenant_id': 'a65766ef158440a898ffb508eeed4c85', 'fixed_ips': [{'subnet_id': '9a7c1a4c-504f-4072-a298-e82878bbb585'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:07:32.933676 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.949910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c910247-9942-41b9-b696-23c0ec734bb0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=bfa56a4c-51a1-40c4-ab71-c9eb071ab301,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:32.965622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:32.971845 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c910247-9942-41b9-b696-23c0ec734bb0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.973918 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:32.976457 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9c910247-9942-41b9-b696-23c0ec734bb0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/bfa56a4c-51a1-40c4-ab71-c9eb071ab301 HTTP/1.1" status: 204 len: 168 time: 0.6293287 Nov 24 13:07:32.981754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43910) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:32.983161 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:33.020253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3c85c651-8bb5-40eb-9bda-4034a19de3ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b96ace5e08574df8828bf8731825ab21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273751 Nov 24 13:07:33.020253 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4cdbce-eb95-4f0b-86d7-4b98a456beca tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] GET failed (client error): The resource could not be found. Nov 24 13:07:33.020580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8b4cdbce-eb95-4f0b-86d7-4b98a456beca tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/bfa56a4c-51a1-40c4-ab71-c9eb071ab301 HTTP/1.1" status: 404 len: 333 time: 0.0378332 Nov 24 13:07:33.021217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43912) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:33.028418 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43914) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:33.033415 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2226e0da-f791-449d-93c4-99111af6dcb3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'name': 'tempest-PortsTestJSON-1020895296'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:33.263126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2226e0da-f791-449d-93c4-99111af6dcb3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:33.267880 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2226e0da-f791-449d-93c4-99111af6dcb3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:33.271484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea87b11-4f60-4131-9d22-7a1c71a24714 None None] Pushing event updated for resources: {'Port': ['ID=cdae409e-5387-47e6-9c74-279a9c1aa075,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:33.335090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-2226e0da-f791-449d-93c4-99111af6dcb3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port 87ee08cc-6e8d-4e3a-9ef4-2a894d4c86a8 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:07:33.345781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device b4455e62-0da7-41f0-9580-0b29b88b5b6b no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:33.359452 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29f1588e-17a2-46f2-801c-b391d1db44e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:33.375976 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: b4455e62-0da7-41f0-9580-0b29b88b5b6b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:07:33.376487 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device b4455e62-0da7-41f0-9580-0b29b88b5b6b not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:07:33.443441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Allocated IP 2001:db8::2 (1f085e8b-be10-47b4-9ff8-76ddb4b88a48/9a7c1a4c-504f-4072-a298-e82878bbb585/67770784-29b9-4eb1-8c52-58bfdba21c82) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:33.507755 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be3181-340c-4b20-9813-eeaeb35b8d83 req-99b98449-b814-4ca3-ad92-957027456bd3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:33.511237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-90f7e097-0243-4199-9fcf-5ab606696b2c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Calling delete_port for 902ab3b7-d804-47d6-87d0-4d5ed9673025 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:33.517645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be3181-340c-4b20-9813-eeaeb35b8d83 req-99b98449-b814-4ca3-ad92-957027456bd3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:33.530654 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be3181-340c-4b20-9813-eeaeb35b8d83 req-99b98449-b814-4ca3-ad92-957027456bd3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:33.537231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be3181-340c-4b20-9813-eeaeb35b8d83 req-99b98449-b814-4ca3-ad92-957027456bd3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:33.540402 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15be3181-340c-4b20-9813-eeaeb35b8d83 req-99b98449-b814-4ca3-ad92-957027456bd3 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 3143 time: 0.3624063 Nov 24 13:07:33.603873 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29f1588e-17a2-46f2-801c-b391d1db44e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:33.649694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781edd6-6cb8-4ea3-a8db-7cebd41ff73d req-8464b265-7b8c-47e4-925c-0ac806b6446c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:33.652061 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d781edd6-6cb8-4ea3-a8db-7cebd41ff73d req-8464b265-7b8c-47e4-925c-0ac806b6446c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.9316494 Nov 24 13:07:33.684775 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:33.690986 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:33.697873 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:33.743308 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15be3181-340c-4b20-9813-eeaeb35b8d83 req-a125cea9-ed4e-4862-b4b9-7fcc7e749ffe tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948485 Nov 24 13:07:33.761249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Network 1f085e8b-be10-47b4-9ff8-76ddb4b88a48 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:33.764458 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:33.787238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Pushing event updated for resources: {'Port': ['ID=67770784-29b9-4eb1-8c52-58bfdba21c82,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:33.798832 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:33.857638 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2226e0da-f791-449d-93c4-99111af6dcb3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:33.915494 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2226e0da-f791-449d-93c4-99111af6dcb3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:33.944142 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Attempting to bind port 67770784-29b9-4eb1-8c52-58bfdba21c82 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:07:33.945304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Attempting to bind port 67770784-29b9-4eb1-8c52-58bfdba21c82 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '6f3a5a49-e399-40cc-bfa8-42a53b3a3537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1f085e8b-be10-47b4-9ff8-76ddb4b88a48'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:07:33.945865 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Attempting to bind port 67770784-29b9-4eb1-8c52-58bfdba21c82 on network 1f085e8b-be10-47b4-9ff8-76ddb4b88a48 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:33.951905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:07:33.952249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Checking segment: {'id': '6f3a5a49-e399-40cc-bfa8-42a53b3a3537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1f085e8b-be10-47b4-9ff8-76ddb4b88a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:33.952795 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:33.953301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Bound using segment: {'id': '6f3a5a49-e399-40cc-bfa8-42a53b3a3537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1f085e8b-be10-47b4-9ff8-76ddb4b88a48'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:07:33.953886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Bound port: 67770784-29b9-4eb1-8c52-58bfdba21c82, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3a5a49-e399-40cc-bfa8-42a53b3a3537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '1f085e8b-be10-47b4-9ff8-76ddb4b88a48'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:07:33.954403 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:33.977825 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29f1588e-17a2-46f2-801c-b391d1db44e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:33.980454 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29f1588e-17a2-46f2-801c-b391d1db44e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:33.988620 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-29f1588e-17a2-46f2-801c-b391d1db44e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00dcdb06-9d68-4267-9415-f77cc019e8cc HTTP/1.1" status: 204 len: 168 time: 0.9663761 Nov 24 13:07:34.031241 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1588e-17a2-46f2-801c-b391d1db44e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dcdb06-9d68-4267-9415-f77cc019e8cc,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:34.049957 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d781edd6-6cb8-4ea3-a8db-7cebd41ff73d req-357291c2-a85c-4110-b680-7fadcea0ffd5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679173 Nov 24 13:07:34.055752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226e0da-f791-449d-93c4-99111af6dcb3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:34.064051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226e0da-f791-449d-93c4-99111af6dcb3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=87ee08cc-6e8d-4e3a-9ef4-2a894d4c86a8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:34.083942 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-2226e0da-f791-449d-93c4-99111af6dcb3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:34.090912 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] For port 67770784-29b9-4eb1-8c52-58bfdba21c82, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:34.093207 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2226e0da-f791-449d-93c4-99111af6dcb3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:34.099283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2226e0da-f791-449d-93c4-99111af6dcb3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:34.099782 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2226e0da-f791-449d-93c4-99111af6dcb3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:34.135828 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] For port 67770784-29b9-4eb1-8c52-58bfdba21c82, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=67770784-29b9-4eb1-8c52-58bfdba21c82,segment=NetworkSegment(6f3a5a49-e399-40cc-bfa8-42a53b3a3537),segment_id=6f3a5a49-e399-40cc-bfa8-42a53b3a3537)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:07:34.154075 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:34.191439 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2226e0da-f791-449d-93c4-99111af6dcb3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1618586 Nov 24 13:07:34.194156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43938) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:34.214317 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-01d8c221-120b-4a9c-b8a0-80e6f9cf6e8b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:34.333943 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-90f7e097-0243-4199-9fcf-5ab606696b2c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:34.364322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170bc8a-0f6d-408b-82cb-5e4b6c1a3922 None None] Pushing event updated for resources: {'Port': ['ID=67770784-29b9-4eb1-8c52-58bfdba21c82,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:34.376140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810457b8-3e5c-43c2-9bac-b73832632271 req-0b7f6fb5-b68e-4e01-93ef-bff8abefa20d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:34.377853 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-810457b8-3e5c-43c2-9bac-b73832632271 req-0b7f6fb5-b68e-4e01-93ef-bff8abefa20d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 812 time: 0.2956040 Nov 24 13:07:34.416691 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-810457b8-3e5c-43c2-9bac-b73832632271 req-06faf29c-961b-443e-932d-575339603312 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/quotas/3e1cd43c1ff04946a07c756c11513ec9 HTTP/1.1" status: 200 len: 375 time: 0.0204740 Nov 24 13:07:34.483660 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-810457b8-3e5c-43c2-9bac-b73832632271 req-1a274399-fbfc-47a5-9fe8-10f070fb6928 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600944 Nov 24 13:07:34.573005 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cdae409e-5387-47e6-9c74-279a9c1aa075 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:34.659480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-90f7e097-0243-4199-9fcf-5ab606696b2c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] No DVR routers for this DVR port 902ab3b7-d804-47d6-87d0-4d5ed9673025 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:34.660940 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-90f7e097-0243-4199-9fcf-5ab606696b2c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:34.664561 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-810457b8-3e5c-43c2-9bac-b73832632271 req-6c56e825-dddb-4985-bc28-738dfda4ffb6 service neutron] 10.222.0.48 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666725 Nov 24 13:07:34.665741 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-90f7e097-0243-4199-9fcf-5ab606696b2c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "DELETE /v2.0/ports/902ab3b7-d804-47d6-87d0-4d5ed9673025 HTTP/1.1" status: 204 len: 173 time: 2.5354767 Nov 24 13:07:34.673892 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-deleted', 'tag': '902ab3b7-d804-47d6-87d0-4d5ed9673025'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:34.677901 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acccc9ef-5505-4654-91e5-311babbf3147" -d '{"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-deleted", "tag": "902ab3b7-d804-47d6-87d0-4d5ed9673025"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:34.681189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7e097-0243-4199-9fcf-5ab606696b2c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event deleted for resources: {'Port': ['ID=902ab3b7-d804-47d6-87d0-4d5ed9673025,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:34.684635 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port cdae409e-5387-47e6-9c74-279a9c1aa075 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:34.684977 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:34.863155 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:34.944259 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc44e3f-baad-4c41-99bd-5a481aa95a4e x-openstack-request-id: req-8fc44e3f-baad-4c41-99bd-5a481aa95a4e {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:34.945678 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-deleted", "tag": "902ab3b7-d804-47d6-87d0-4d5ed9673025", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:34.945975 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8fc44e3f-baad-4c41-99bd-5a481aa95a4e {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:34.947509 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-deleted', 'tag': '902ab3b7-d804-47d6-87d0-4d5ed9673025', 'status': 'completed', 'code': 200} Nov 24 13:07:34.966186 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-810457b8-3e5c-43c2-9bac-b73832632271 req-c83a0ca8-b927-4316-a14c-746443ae1250 service neutron] 10.222.0.48 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964084 Nov 24 13:07:34.994389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port cdae409e-5387-47e6-9c74-279a9c1aa075, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cdae409e-5387-47e6-9c74-279a9c1aa075,segment=NetworkSegment(f0a8892a-8acb-48a9-898e-dde30275ae2b),segment_id=f0a8892a-8acb-48a9-898e-dde30275ae2b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:34.997214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4f66fe-1c7f-4a1a-b671-d9a0b8e8728e None None] Network b07d8f99-a133-4b99-9218-9c83083ee860 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:35.008496 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01d8c221-120b-4a9c-b8a0-80e6f9cf6e8b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:35.031178 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Allocated IP 2001:db8::1 (b07d8f99-a133-4b99-9218-9c83083ee860/a554de11-48a5-453e-9c7b-f465d0d7e61f/57efcdf7-6949-4f1c-87ee-01c38e0bdf1c) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:35.071645 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:35.216144 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-614fa76a-8927-4df4-bb31-3e35da980f39 None None] Provisioning complete for port cdae409e-5387-47e6-9c74-279a9c1aa075 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:35.216564 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-614fa76a-8927-4df4-bb31-3e35da980f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:35.259484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c4ba8-e437-4404-93a3-d34626f0be3b req-18c8c055-21ee-4519-bd1f-50e1328e0faf tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:35.267092 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c4ba8-e437-4404-93a3-d34626f0be3b req-18c8c055-21ee-4519-bd1f-50e1328e0faf tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:35.274535 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c4ba8-e437-4404-93a3-d34626f0be3b req-18c8c055-21ee-4519-bd1f-50e1328e0faf tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:35.275085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=cdae409e-5387-47e6-9c74-279a9c1aa075,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:35.276657 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-223c4ba8-e437-4404-93a3-d34626f0be3b req-18c8c055-21ee-4519-bd1f-50e1328e0faf tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 2410 time: 0.2099588 Nov 24 13:07:35.459579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Deleting port 99460877-87f3-4d57-aa60-c161608694bc {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:35.459896 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:35.595464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589ebf8-a2d8-4000-84bf-19ab08c5c65a req-c5e9fcb6-95a5-4120-aa31-fb9aabca5ab9 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:35.606215 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5589ebf8-a2d8-4000-84bf-19ab08c5c65a req-c5e9fcb6-95a5-4120-aa31-fb9aabca5ab9 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.0960350 Nov 24 13:07:35.690896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5589ebf8-a2d8-4000-84bf-19ab08c5c65a req-3e3d515c-0635-4dc8-857f-9342d63f6e8c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837660 Nov 24 13:07:35.804757 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:35.904544 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01d8c221-120b-4a9c-b8a0-80e6f9cf6e8b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:35.915447 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:35.966110 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-56402d86-f6b1-41f6-9000-2ad49f3ebea3 None None] Provisioning complete for port cdae409e-5387-47e6-9c74-279a9c1aa075 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:35.977925 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-56402d86-f6b1-41f6-9000-2ad49f3ebea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:36.001976 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01d8c221-120b-4a9c-b8a0-80e6f9cf6e8b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:36.038043 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-60a1c47a-969f-4512-a00e-3f37faee7ef8 req-71a705ef-a043-4c38-b478-6e643f70048e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 210 time: 0.0707281 Nov 24 13:07:36.051351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] For port 99460877-87f3-4d57-aa60-c161608694bc, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=99460877-87f3-4d57-aa60-c161608694bc,segment=NetworkSegment(cc442d9f-8d37-44d7-a04d-0dfdadb773dc),segment_id=cc442d9f-8d37-44d7-a04d-0dfdadb773dc)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:36.051777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:36.230284 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:36.288838 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-223c4ba8-e437-4404-93a3-d34626f0be3b req-e88951e1-cca6-4672-b0da-7c3b8ea8b0c5 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9976299 Nov 24 13:07:36.360981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8bf8d9-35a9-4401-8bbb-0103b1ee71fa None None] Network 1f085e8b-be10-47b4-9ff8-76ddb4b88a48 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:36.399919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Network b07d8f99-a133-4b99-9218-9c83083ee860 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:36.401039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-01d8c221-120b-4a9c-b8a0-80e6f9cf6e8b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] In _notify_port_updated(), no bound segment for port 87ee08cc-6e8d-4e3a-9ef4-2a894d4c86a8 on network 14e87e45-10c2-46ec-bdc5-020d3f965826 {{(pid=114985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:07:36.407320 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d8c221-120b-4a9c-b8a0-80e6f9cf6e8b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:36.409267 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01d8c221-120b-4a9c-b8a0-80e6f9cf6e8b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:36.410732 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-01d8c221-120b-4a9c-b8a0-80e6f9cf6e8b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "PUT /v2.0/ports/87ee08cc-6e8d-4e3a-9ef4-2a894d4c86a8 HTTP/1.1" status: 200 len: 818 time: 2.2154570 Nov 24 13:07:36.413963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43988) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:36.422524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event updated for resources: {'Port': ['ID=57efcdf7-6949-4f1c-87ee-01c38e0bdf1c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:36.431077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:36.444866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:36.445427 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:36.610365 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:36.611193 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:36.612012 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Floating IP 01760346-b2d8-4004-9b27-6b139ba904b6 disassociated. External IP: 172.25.0.68, port: 99460877-87f3-4d57-aa60-c161608694bc. Nov 24 13:07:36.612540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Calling delete_port for 99460877-87f3-4d57-aa60-c161608694bc owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:36.630019 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-8a2671ad-9f66-4ca5-895c-b17243216926 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port 87ee08cc-6e8d-4e3a-9ef4-2a894d4c86a8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:36.631338 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a2671ad-9f66-4ca5-895c-b17243216926 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:36.631512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c55e039f-8097-467a-9a01-1f92837e4642 None None] Provisioning complete for port 67770784-29b9-4eb1-8c52-58bfdba21c82 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:36.632439 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c55e039f-8097-467a-9a01-1f92837e4642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:36.706824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8c221-120b-4a9c-b8a0-80e6f9cf6e8b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=87ee08cc-6e8d-4e3a-9ef4-2a894d4c86a8,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:36.845232 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c55e039f-8097-467a-9a01-1f92837e4642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:36.972205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44000) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:36.986368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 67770784-29b9-4eb1-8c52-58bfdba21c82 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:37.026790 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:37.055441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030859b-5a5f-47cd-98c3-d69cde56c1b8 req-92874d46-fe0a-497f-a221-9a0d9a4f6a9c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:37.057473 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7030859b-5a5f-47cd-98c3-d69cde56c1b8 req-92874d46-fe0a-497f-a221-9a0d9a4f6a9c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1864014 Nov 24 13:07:37.223023 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c55e039f-8097-467a-9a01-1f92837e4642 None None] For port 67770784-29b9-4eb1-8c52-58bfdba21c82, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=67770784-29b9-4eb1-8c52-58bfdba21c82,segment=NetworkSegment(6f3a5a49-e399-40cc-bfa8-42a53b3a3537),segment_id=6f3a5a49-e399-40cc-bfa8-42a53b3a3537)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:37.257846 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c55e039f-8097-467a-9a01-1f92837e4642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:37.278845 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:37.332870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7030859b-5a5f-47cd-98c3-d69cde56c1b8 req-f9467d19-2caf-4f36-8c00-46a4b8d2eba6 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660244 Nov 24 13:07:37.333646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event deleted for resources: {'Port': ['ID=99460877-87f3-4d57-aa60-c161608694bc,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:37.354071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:37.415662 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:37.420606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e039f-8097-467a-9a01-1f92837e4642 None None] Pushing event updated for resources: {'Port': ['ID=67770784-29b9-4eb1-8c52-58bfdba21c82,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:37.436962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 67770784-29b9-4eb1-8c52-58bfdba21c82 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:37.437666 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:37.440949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4d3161ad-c19d-466d-9589-4e3faa5b3170 None None] Provisioning complete for port 57efcdf7-6949-4f1c-87ee-01c38e0bdf1c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:37.441522 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4d3161ad-c19d-466d-9589-4e3faa5b3170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:37.499278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810457b8-3e5c-43c2-9bac-b73832632271 req-f1cef4dd-112e-469f-a401-669f8625f7aa tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:37.500838 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-810457b8-3e5c-43c2-9bac-b73832632271 req-f1cef4dd-112e-469f-a401-669f8625f7aa tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 812 time: 0.1835656 Nov 24 13:07:37.517842 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4d3161ad-c19d-466d-9589-4e3faa5b3170 None None] Port 57efcdf7-6949-4f1c-87ee-01c38e0bdf1c cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:07:37.544644 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a2671ad-9f66-4ca5-895c-b17243216926 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:37.579139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-810457b8-3e5c-43c2-9bac-b73832632271 req-6a60511f-c1c0-4cee-8015-8f2cb384a50c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Request body: {'port': {'device_id': '14c5eb96-d4ae-4da9-97be-173105b63644', 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df', 'admin_state_up': True, 'tenant_id': '3e1cd43c1ff04946a07c756c11513ec9'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:37.584100 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ff3a32b7-a01f-450b-8e4b-1d315153fa71 req-4404783f-4f41-4539-969b-f1270bc329ca tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 210 time: 0.2678649 Nov 24 13:07:37.586472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-8a2671ad-9f66-4ca5-895c-b17243216926 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for 87ee08cc-6e8d-4e3a-9ef4-2a894d4c86a8 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:37.603870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cdae409e-5387-47e6-9c74-279a9c1aa075 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:37.713698 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port cdae409e-5387-47e6-9c74-279a9c1aa075 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:37.714344 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:37.859322 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810457b8-3e5c-43c2-9bac-b73832632271 req-6a60511f-c1c0-4cee-8015-8f2cb384a50c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Made reservation on behalf of 3e1cd43c1ff04946a07c756c11513ec9 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:37.873007 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-810457b8-3e5c-43c2-9bac-b73832632271 req-6a60511f-c1c0-4cee-8015-8f2cb384a50c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:37.901665 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-dc1d53fd-0cb7-4108-aa9d-5c55a6e89189 None None] Provisioning complete for port 67770784-29b9-4eb1-8c52-58bfdba21c82 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:37.902137 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc1d53fd-0cb7-4108-aa9d-5c55a6e89189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:37.923342 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a2671ad-9f66-4ca5-895c-b17243216926 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:37.983282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2671ad-9f66-4ca5-895c-b17243216926 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=87ee08cc-6e8d-4e3a-9ef4-2a894d4c86a8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:38.012106 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a2671ad-9f66-4ca5-895c-b17243216926 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:38.016185 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8a2671ad-9f66-4ca5-895c-b17243216926 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/87ee08cc-6e8d-4e3a-9ef4-2a894d4c86a8 HTTP/1.1" status: 204 len: 168 time: 1.6008284 Nov 24 13:07:38.019605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44010) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:38.122672 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:38.166946 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59a1d49-4fe6-4d0a-b236-0b9556fb8155 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:38.168974 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c59a1d49-4fe6-4d0a-b236-0b9556fb8155 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1482077 Nov 24 13:07:38.172955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44014) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:38.176584 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:38.177780 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:38.201399 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-810457b8-3e5c-43c2-9bac-b73832632271 req-6a60511f-c1c0-4cee-8015-8f2cb384a50c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Allocated IP 172.20.0.5 (947fd8e7-0529-4083-a4cd-f5a8c40e92df/43d39305-527a-49a2-bcce-5fc6399fd429/74b74883-d35d-4575-979a-657669af3339) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:38.207560 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-20aff308-3c0e-40e0-83d4-496f3258686a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] GET failed (client error): The resource could not be found. Nov 24 13:07:38.209726 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-20aff308-3c0e-40e0-83d4-496f3258686a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/87ee08cc-6e8d-4e3a-9ef4-2a894d4c86a8 HTTP/1.1" status: 404 len: 333 time: 0.0356238 Nov 24 13:07:38.215898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44016) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:38.221544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-790602c6-5e60-4d67-a41e-ffc6fa00773c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-444174831'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:38.272063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790602c6-5e60-4d67-a41e-ffc6fa00773c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:38.276140 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-790602c6-5e60-4d67-a41e-ffc6fa00773c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:38.328478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790602c6-5e60-4d67-a41e-ffc6fa00773c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:38.350164 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:07:38.385128 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-790602c6-5e60-4d67-a41e-ffc6fa00773c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:38.385476 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-790602c6-5e60-4d67-a41e-ffc6fa00773c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Added segment 1ae15e5e-ca53-478c-b4d7-016ba13e61fe of type vlan for network 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 Nov 24 13:07:38.392704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8647f24-b50e-4525-b93b-0ebe4dbdf890 req-fe58a099-8030-4e41-ae44-4629f9eae0f5 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:38.399948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8647f24-b50e-4525-b93b-0ebe4dbdf890 req-fe58a099-8030-4e41-ae44-4629f9eae0f5 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:38.403159 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8647f24-b50e-4525-b93b-0ebe4dbdf890 req-fe58a099-8030-4e41-ae44-4629f9eae0f5 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 1677 time: 0.5410280 Nov 24 13:07:38.479742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event updated for resources: {'Port': ['ID=57efcdf7-6949-4f1c-87ee-01c38e0bdf1c,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:38.502513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 67770784-29b9-4eb1-8c52-58bfdba21c82 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:38.510161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Network b07d8f99-a133-4b99-9218-9c83083ee860 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:38.516306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:38.522332 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-790602c6-5e60-4d67-a41e-ffc6fa00773c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:38.527534 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-810457b8-3e5c-43c2-9bac-b73832632271 req-6a60511f-c1c0-4cee-8015-8f2cb384a50c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:38.532609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:07:38.536629 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8647f24-b50e-4525-b93b-0ebe4dbdf890 req-0d35a112-fdf6-4d7f-86d6-eb0cdb33c71e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164277 Nov 24 13:07:38.545051 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:38.598756 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dce0ca-86a3-4b1f-9d9f-975b4bac8635 req-fd61829a-4fea-48f6-8df8-2f7f3465d751 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:38.600355 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91dce0ca-86a3-4b1f-9d9f-975b4bac8635 req-fd61829a-4fea-48f6-8df8-2f7f3465d751 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1296606 Nov 24 13:07:38.627681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 67770784-29b9-4eb1-8c52-58bfdba21c82 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:38.628058 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:38.653468 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-790602c6-5e60-4d67-a41e-ffc6fa00773c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:38.666472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790602c6-5e60-4d67-a41e-ffc6fa00773c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:38.667030 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-790602c6-5e60-4d67-a41e-ffc6fa00773c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:38.758973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91dce0ca-86a3-4b1f-9d9f-975b4bac8635 req-d5bca07c-5cef-40d2-9477-6c6e71594f92 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484756 Nov 24 13:07:38.795590 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a155eff-567e-4b5e-9a56-65524f062281 req-28f52af8-91be-4433-8ecb-0e86f7d4a0dd tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 210 time: 0.0600529 Nov 24 13:07:38.834643 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790602c6-5e60-4d67-a41e-ffc6fa00773c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Network': ['ID=5e689cb9-1c0d-42bb-9749-2ebdf59c3a07,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:38.846957 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:38.857142 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-790602c6-5e60-4d67-a41e-ffc6fa00773c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6392350 Nov 24 13:07:38.860108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44024) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:38.861382 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-810457b8-3e5c-43c2-9bac-b73832632271 req-6a60511f-c1c0-4cee-8015-8f2cb384a50c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:38.861544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Allocated IP 172.25.0.205 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/7d28f6ca-fffd-4038-b35a-3db49f20ae38) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:38.867685 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0ceb0176-2a52-4d90-8fe7-01e21c8b7400 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '5e689cb9-1c0d-42bb-9749-2ebdf59c3a07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:38.953575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60511f-c1c0-4cee-8015-8f2cb384a50c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Pushing event updated for resources: {'Port': ['ID=74b74883-d35d-4575-979a-657669af3339,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:38.956961 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810457b8-3e5c-43c2-9bac-b73832632271 req-6a60511f-c1c0-4cee-8015-8f2cb384a50c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Network 947fd8e7-0529-4083-a4cd-f5a8c40e92df is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:38.958693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-810457b8-3e5c-43c2-9bac-b73832632271 req-6a60511f-c1c0-4cee-8015-8f2cb384a50c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:38.961756 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-810457b8-3e5c-43c2-9bac-b73832632271 req-6a60511f-c1c0-4cee-8015-8f2cb384a50c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:39.017502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810457b8-3e5c-43c2-9bac-b73832632271 req-6a60511f-c1c0-4cee-8015-8f2cb384a50c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:39.018117 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-810457b8-3e5c-43c2-9bac-b73832632271 req-6a60511f-c1c0-4cee-8015-8f2cb384a50c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:39.034734 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-810457b8-3e5c-43c2-9bac-b73832632271 req-6a60511f-c1c0-4cee-8015-8f2cb384a50c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4604793 Nov 24 13:07:39.049199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8ed04f85-6bd5-4ae8-beeb-ea632a7cdc5d None None] Provisioning complete for port 57efcdf7-6949-4f1c-87ee-01c38e0bdf1c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:39.049879 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ed04f85-6bd5-4ae8-beeb-ea632a7cdc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:39.051005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Request body: {'port': {'device_id': '14c5eb96-d4ae-4da9-97be-173105b63644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:39.094649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8ed04f85-6bd5-4ae8-beeb-ea632a7cdc5d None None] Port 57efcdf7-6949-4f1c-87ee-01c38e0bdf1c cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:07:39.105934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Router 4d74e87a-ae7a-477d-b1d9-0a502ae1d07b is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:07:39.114058 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:07:39.114611 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:39.129048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152dfd45-03a0-44a6-b288-18859ff79ce8 None None] Sync routers for ids ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:07:39.143451 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152dfd45-03a0-44a6-b288-18859ff79ce8 None None] Routers {'79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:39.144443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-152dfd45-03a0-44a6-b288-18859ff79ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:39.267212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] No DVR routers for this DVR port 99460877-87f3-4d57-aa60-c161608694bc on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:39.268742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ceb0176-2a52-4d90-8fe7-01e21c8b7400 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:39.272186 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ceb0176-2a52-4d90-8fe7-01e21c8b7400 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:39.277032 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:39.280286 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-50ed1a72-02db-4f24-9c8c-4eb40f8fb34e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "DELETE /v2.0/ports/99460877-87f3-4d57-aa60-c161608694bc HTTP/1.1" status: 204 len: 173 time: 4.5880973 Nov 24 13:07:39.309730 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-deleted', 'tag': '99460877-87f3-4d57-aa60-c161608694bc'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:39.311958 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54673cc2-fe07-4ed3-9446-5546599060c1" -d '{"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-deleted", "tag": "99460877-87f3-4d57-aa60-c161608694bc"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:39.322045 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-152dfd45-03a0-44a6-b288-18859ff79ce8 None None] Set router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:07:39.363757 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:39.453638 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec8b0f5-16bb-4f24-98c1-de5f7f682c21 x-openstack-request-id: req-bec8b0f5-16bb-4f24-98c1-de5f7f682c21 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:39.453893 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-deleted", "tag": "99460877-87f3-4d57-aa60-c161608694bc", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:39.454039 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bec8b0f5-16bb-4f24-98c1-de5f7f682c21 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:39.454452 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-deleted', 'tag': '99460877-87f3-4d57-aa60-c161608694bc', 'status': 'completed', 'code': 200} Nov 24 13:07:39.476899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:07:39.488505 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eadf6f5-69d1-4c18-af1f-b13a3b1edc7f None None] Sync routers for ids ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:07:39.491654 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-066094c4-e98a-4373-8afa-75a2910c4698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "PUT /v2.0/routers/4d74e87a-ae7a-477d-b1d9-0a502ae1d07b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9085526 Nov 24 13:07:39.497046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44030) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:39.509618 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eadf6f5-69d1-4c18-af1f-b13a3b1edc7f None None] Routers {'4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:39.510477 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0eadf6f5-69d1-4c18-af1f-b13a3b1edc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:39.604215 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b74883-d35d-4575-979a-657669af3339 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:07:39.624190 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:39.628430 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:39.639975 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:39.646692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Transition to ACTIVE for port object 74b74883-d35d-4575-979a-657669af3339 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:07:39.661521 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:39.665953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-152dfd45-03a0-44a6-b288-18859ff79ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port': {'id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:29Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df9d56aa-9a8d-4716-b18a-4f72d742eea1', 'name': '', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'mac_address': 'fa:16:3e:f1:3d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6abb9176-f169-4abf-912a-836a2a42f831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:34Z', 'updated_at': '2021-11-24T12:56:41Z', 'revision_number': 5, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'subnets': [{'id': '6abb9176-f169-4abf-912a-836a2a42f831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:39.693032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Pushing event updated for resources: {'Port': ['ID=7d28f6ca-fffd-4038-b35a-3db49f20ae38,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:39.718731 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152dfd45-03a0-44a6-b288-18859ff79ce8 None None] Checking router: 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:07:39.729126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152dfd45-03a0-44a6-b288-18859ff79ce8 None None] Routers {'79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:39.729804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-152dfd45-03a0-44a6-b288-18859ff79ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:39.813281 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:39.815215 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0eadf6f5-69d1-4c18-af1f-b13a3b1edc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:39.832216 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eadf6f5-69d1-4c18-af1f-b13a3b1edc7f None None] Routers {'4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:39.837853 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0eadf6f5-69d1-4c18-af1f-b13a3b1edc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:39.858785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Pushing event updated for resources: {'Port': ['ID=74b74883-d35d-4575-979a-657669af3339,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:39.874848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:39.886134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:39.889024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Attempting to bind port 74b74883-d35d-4575-979a-657669af3339 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:07:39.889631 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Attempting to bind port 74b74883-d35d-4575-979a-657669af3339 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:07:39.891962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Attempting to bind port 74b74883-d35d-4575-979a-657669af3339 on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:39.900965 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0eadf6f5-69d1-4c18-af1f-b13a3b1edc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:39.903350 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eadf6f5-69d1-4c18-af1f-b13a3b1edc7f None None] The sync data for ids ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:07:39.923242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-152dfd45-03a0-44a6-b288-18859ff79ce8 None None] Set router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:07:39.934866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-a7c07250-3590-45c9-8559-02ba76f9ffd8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Deleting port 487e6964-ffa6-4617-8b6a-a8f33e31de54 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:39.935359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-a7c07250-3590-45c9-8559-02ba76f9ffd8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:39.946205 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Port 74b74883-d35d-4575-979a-657669af3339 on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:07:39.946775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Attempting to bind port 74b74883-d35d-4575-979a-657669af3339 on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:39.967852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:07:39.968572 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Checking segment: {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:39.969333 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Bound using segment: {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:07:39.970270 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Bound port: 74b74883-d35d-4575-979a-657669af3339, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:07:39.971291 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:40.030547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b2329-0042-444a-aa25-43e9958b5c87 req-b95035c8-5eaa-4021-80a5-855c18bfcaa8 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:40.032886 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b8b2329-0042-444a-aa25-43e9958b5c87 req-b95035c8-5eaa-4021-80a5-855c18bfcaa8 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1468909 Nov 24 13:07:40.099587 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] For port 74b74883-d35d-4575-979a-657669af3339, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:40.115511 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b8b2329-0042-444a-aa25-43e9958b5c87 req-84f7772c-2702-4c12-93af-f6376bfd6b97 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768428 Nov 24 13:07:40.119405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] For port 74b74883-d35d-4575-979a-657669af3339, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=74b74883-d35d-4575-979a-657669af3339,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:07:40.128370 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:40.187334 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:40.188226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:40.190804 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-810457b8-3e5c-43c2-9bac-b73832632271 req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] 10.222.0.59 "PUT /v2.0/ports/74b74883-d35d-4575-979a-657669af3339 HTTP/1.1" status: 200 len: 1091 time: 1.1465654 Nov 24 13:07:40.191610 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c5eb96-d4ae-4da9-97be-173105b63644', 'tag': '74b74883-d35d-4575-979a-657669af3339'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:40.195707 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849b4748-30ee-420b-9b68-6cfe8500e3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "14c5eb96-d4ae-4da9-97be-173105b63644", "tag": "74b74883-d35d-4575-979a-657669af3339"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:40.216563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4db7b1-959f-4c71-b61a-c6d05f7f2254 service neutron] Pushing event updated for resources: {'Port': ['ID=74b74883-d35d-4575-979a-657669af3339,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:40.241386 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-152dfd45-03a0-44a6-b288-18859ff79ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port': {'id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:29Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df9d56aa-9a8d-4716-b18a-4f72d742eea1', 'name': '', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'mac_address': 'fa:16:3e:f1:3d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6abb9176-f169-4abf-912a-836a2a42f831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:34Z', 'updated_at': '2021-11-24T12:56:41Z', 'revision_number': 5, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'subnets': [{'id': '6abb9176-f169-4abf-912a-836a2a42f831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:40.275880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152dfd45-03a0-44a6-b288-18859ff79ce8 None None] The sync data for ids ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'] in n-d-817303-4 is: [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port': {'id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:29Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'df9d56aa-9a8d-4716-b18a-4f72d742eea1', 'name': '', 'network_id': '3ac03b3a-9323-45ec-83d1-c054acbb9fd7', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'mac_address': 'fa:16:3e:f1:3d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '6abb9176-f169-4abf-912a-836a2a42f831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:34Z', 'updated_at': '2021-11-24T12:56:41Z', 'revision_number': 5, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'subnets': [{'id': '6abb9176-f169-4abf-912a-836a2a42f831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:07:40.333492 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38499e84-10ae-4e60-b93d-2bf1a9cddd7c req-1c9e2830-6661-4975-9f64-810d3b3fa576 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:40.335839 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38499e84-10ae-4e60-b93d-2bf1a9cddd7c req-1c9e2830-6661-4975-9f64-810d3b3fa576 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 943 time: 0.1101241 Nov 24 13:07:40.341313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810457b8-3e5c-43c2-9bac-b73832632271 req-b601b8db-9c2a-4f64-a15e-ace5c17ea9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:40.342731 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-810457b8-3e5c-43c2-9bac-b73832632271 req-b601b8db-9c2a-4f64-a15e-ace5c17ea9bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 1094 time: 0.0780919 Nov 24 13:07:40.398313 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-810457b8-3e5c-43c2-9bac-b73832632271 req-4dba4773-89e6-4d18-b833-fd15ed090000 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74b74883-d35d-4575-979a-657669af3339 HTTP/1.1" status: 200 len: 217 time: 0.0475690 Nov 24 13:07:40.471865 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38499e84-10ae-4e60-b93d-2bf1a9cddd7c req-5daa0edc-d45d-4763-ab91-462d93d1b0d3 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273952 Nov 24 13:07:40.484831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810457b8-3e5c-43c2-9bac-b73832632271 req-d32f47a9-b2b1-4914-9848-4141e6437691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:40.486618 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-810457b8-3e5c-43c2-9bac-b73832632271 req-d32f47a9-b2b1-4914-9848-4141e6437691 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 200 len: 852 time: 0.0720336 Nov 24 13:07:40.530927 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-810457b8-3e5c-43c2-9bac-b73832632271 req-21dab480-0111-4c7a-9f82-1c18c3c9a539 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=947fd8e7-0529-4083-a4cd-f5a8c40e92df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352259 Nov 24 13:07:40.605310 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375e6dbc-7a96-497c-88cb-df4d42ffb3f8 x-openstack-request-id: req-375e6dbc-7a96-497c-88cb-df4d42ffb3f8 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:40.605883 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c5eb96-d4ae-4da9-97be-173105b63644", "tag": "74b74883-d35d-4575-979a-657669af3339", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:40.605883 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-375e6dbc-7a96-497c-88cb-df4d42ffb3f8 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:40.606221 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c5eb96-d4ae-4da9-97be-173105b63644', 'tag': '74b74883-d35d-4575-979a-657669af3339', 'status': 'completed', 'code': 200} Nov 24 13:07:40.620539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ffdbab-cb88-4f35-9afe-f8ce3da3c382 None None] New status for floating IP 01760346-b2d8-4004-9b27-6b139ba904b6: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:07:40.640957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4859d8-abbc-43ae-8673-98182a97e0a8 req-19d885a8-b2c4-4d0a-981b-60b6213fd6d4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:40.648517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4859d8-abbc-43ae-8673-98182a97e0a8 req-19d885a8-b2c4-4d0a-981b-60b6213fd6d4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:40.650513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd4859d8-abbc-43ae-8673-98182a97e0a8 req-19d885a8-b2c4-4d0a-981b-60b6213fd6d4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 1677 time: 0.8982637 Nov 24 13:07:40.666011 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-810457b8-3e5c-43c2-9bac-b73832632271 req-1298bd33-51df-475b-947d-42f97ec814d6 service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272876 Nov 24 13:07:40.696044 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ceb0176-2a52-4d90-8fe7-01e21c8b7400 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:40.786803 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-810457b8-3e5c-43c2-9bac-b73832632271 req-9682ec6e-acb4-4911-80bf-0170b23514df service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096704 Nov 24 13:07:40.909061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-a7c07250-3590-45c9-8559-02ba76f9ffd8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] For port 487e6964-ffa6-4617-8b6a-a8f33e31de54, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=487e6964-ffa6-4617-8b6a-a8f33e31de54,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:40.909434 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-a7c07250-3590-45c9-8559-02ba76f9ffd8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:40.913939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb0176-2a52-4d90-8fe7-01e21c8b7400 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Subnet': ['ID=6f7474b0-cc73-40c6-ab2c-4c4e141dcbba,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:40.921780 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd4859d8-abbc-43ae-8673-98182a97e0a8 req-ec2cf572-c7cb-4f68-936f-270637c4e4d8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470331 Nov 24 13:07:40.946390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b4748-30ee-420b-9b68-6cfe8500e3ff req-905919a2-da12-4b26-b20a-90a8ea538582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:40.949075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-849b4748-30ee-420b-9b68-6cfe8500e3ff req-905919a2-da12-4b26-b20a-90a8ea538582 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 1094 time: 0.1029963 Nov 24 13:07:40.957111 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-a7c07250-3590-45c9-8559-02ba76f9ffd8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Calling delete_port for 487e6964-ffa6-4617-8b6a-a8f33e31de54 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:40.961996 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-9f278e91-5fbd-467e-95e4-297591725f6a tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:07:40.966114 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9f278e91-5fbd-467e-95e4-297591725f6a tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "PUT /v2.0/routers/4d74e87a-ae7a-477d-b1d9-0a502ae1d07b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4592500 Nov 24 13:07:40.970158 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44058) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:40.972035 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:40.990413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceb0176-2a52-4d90-8fe7-01e21c8b7400 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Checking segment: {'id': '1ae15e5e-ca53-478c-b4d7-016ba13e61fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5e689cb9-1c0d-42bb-9749-2ebdf59c3a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:40.990732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceb0176-2a52-4d90-8fe7-01e21c8b7400 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network hostable DHCP agents. Network: 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:07:41.026787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-71cb9f73-940c-4a11-820f-de7bca1ca445 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:41.028239 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-71cb9f73-940c-4a11-820f-de7bca1ca445 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/networks?id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 200 len: 814 time: 0.1946409 Nov 24 13:07:41.076644 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:41.078175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceb0176-2a52-4d90-8fe7-01e21c8b7400 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:07:41.113762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-0ceb0176-2a52-4d90-8fe7-01e21c8b7400 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:41.118294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceb0176-2a52-4d90-8fe7-01e21c8b7400 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:41.118906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ceb0176-2a52-4d90-8fe7-01e21c8b7400 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:41.122025 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-cb708fa1-1026-4898-8eec-37a7c501e6c4 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/quotas/6fc5b862c41e45e2882a6f8bcd37ddb2 HTTP/1.1" status: 200 len: 375 time: 0.0536175 Nov 24 13:07:41.123633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d5106-f35f-42d3-bc22-090fc4172e31 None None] Network 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:41.205336 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0ceb0176-2a52-4d90-8fe7-01e21c8b7400 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3414958 Nov 24 13:07:41.215057 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44062) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:41.221402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-175bea61-8449-4054-8d2b-dbcc611d8bea tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '5e689cb9-1c0d-42bb-9749-2ebdf59c3a07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:41.286789 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b4748-30ee-420b-9b68-6cfe8500e3ff req-ae1f18c3-f0d8-4388-a15b-2ad1ca26d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:41.288305 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-849b4748-30ee-420b-9b68-6cfe8500e3ff req-ae1f18c3-f0d8-4388-a15b-2ad1ca26d8bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 913 time: 0.3204422 Nov 24 13:07:41.310809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-5e689cb9-1c0d-42bb-9749-2ebdf59c3a07', 'network_id': '5e689cb9-1c0d-42bb-9749-2ebdf59c3a07', 'tenant_id': 'b524a324b744440190ac7aeac885c997', 'fixed_ips': [{'subnet_id': '6f7474b0-cc73-40c6-ab2c-4c4e141dcbba'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:07:41.311920 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:41.346822 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-97453076-f455-4025-b4b8-6acdc17aa2d8 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2134769 Nov 24 13:07:41.353669 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-849b4748-30ee-420b-9b68-6cfe8500e3ff req-3db34b50-0adc-4fe5-89a8-fecc07709eaa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=74b74883-d35d-4575-979a-657669af3339 HTTP/1.1" status: 200 len: 217 time: 0.0556877 Nov 24 13:07:41.378017 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-a7c07250-3590-45c9-8559-02ba76f9ffd8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:41.447436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c07250-3590-45c9-8559-02ba76f9ffd8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event deleted for resources: {'Port': ['ID=487e6964-ffa6-4617-8b6a-a8f33e31de54,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:41.463579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1951366-42f1-406a-84bb-57c75b1e2b4a req-a076eadd-2c07-4cef-8f6c-4c4037495e0a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:41.465179 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a1951366-42f1-406a-84bb-57c75b1e2b4a req-a076eadd-2c07-4cef-8f6c-4c4037495e0a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.2342250 Nov 24 13:07:41.502163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b4748-30ee-420b-9b68-6cfe8500e3ff req-f5424dac-f35a-45bf-9a4d-3ed84069d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:41.503915 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-849b4748-30ee-420b-9b68-6cfe8500e3ff req-f5424dac-f35a-45bf-9a4d-3ed84069d9b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 200 len: 852 time: 0.1377118 Nov 24 13:07:41.505466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Allocated IP 172.20.0.2 (5e689cb9-1c0d-42bb-9749-2ebdf59c3a07/6f7474b0-cc73-40c6-ab2c-4c4e141dcbba/06a8bac7-18ae-4e0f-bf1b-d747296e602f) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:41.528104 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-a7c07250-3590-45c9-8559-02ba76f9ffd8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] No DVR routers for this DVR port 487e6964-ffa6-4617-8b6a-a8f33e31de54 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:41.530919 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-a7c07250-3590-45c9-8559-02ba76f9ffd8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:41.534709 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-a7c07250-3590-45c9-8559-02ba76f9ffd8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "DELETE /v2.0/ports/487e6964-ffa6-4617-8b6a-a8f33e31de54 HTTP/1.1" status: 204 len: 173 time: 2.2133884 Nov 24 13:07:41.540835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-deleted', 'tag': '487e6964-ffa6-4617-8b6a-a8f33e31de54'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:41.543125 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fda15b2-0469-44d6-84e9-dc4f8abfc389" -d '{"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-deleted", "tag": "487e6964-ffa6-4617-8b6a-a8f33e31de54"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:41.545374 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-849b4748-30ee-420b-9b68-6cfe8500e3ff req-e6144fcd-c508-480a-8f97-16909dffff96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=947fd8e7-0529-4083-a4cd-f5a8c40e92df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312598 Nov 24 13:07:41.602478 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:41.614542 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-3efacb28-fcd3-40e9-9a20-b5ed743af348 service neutron] 10.222.0.48 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577641 Nov 24 13:07:41.627826 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:41.670722 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:41.679757 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:41.714200 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a1951366-42f1-406a-84bb-57c75b1e2b4a req-3c1ff4c5-4e15-4971-abbf-29973f27b827 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215867 Nov 24 13:07:41.722739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175bea61-8449-4054-8d2b-dbcc611d8bea tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:41.726279 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-175bea61-8449-4054-8d2b-dbcc611d8bea tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:41.733606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Pushing event updated for resources: {'Port': ['ID=06a8bac7-18ae-4e0f-bf1b-d747296e602f,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:41.741419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Network 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:41.742674 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:41.749605 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:41.770452 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-849b4748-30ee-420b-9b68-6cfe8500e3ff req-a8501d77-8991-45f7-9612-f6f6913adc96 service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969814 Nov 24 13:07:41.813809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Attempting to bind port 06a8bac7-18ae-4e0f-bf1b-d747296e602f on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:07:41.815562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Attempting to bind port 06a8bac7-18ae-4e0f-bf1b-d747296e602f by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '1ae15e5e-ca53-478c-b4d7-016ba13e61fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5e689cb9-1c0d-42bb-9749-2ebdf59c3a07'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:07:41.816164 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Attempting to bind port 06a8bac7-18ae-4e0f-bf1b-d747296e602f on network 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:41.823032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:07:41.823559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Checking segment: {'id': '1ae15e5e-ca53-478c-b4d7-016ba13e61fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5e689cb9-1c0d-42bb-9749-2ebdf59c3a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:41.824069 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:41.824301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Pushing event updated for resources: {'Port': ['ID=7d28f6ca-fffd-4038-b35a-3db49f20ae38,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:41.824646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Bound using segment: {'id': '1ae15e5e-ca53-478c-b4d7-016ba13e61fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5e689cb9-1c0d-42bb-9749-2ebdf59c3a07'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:07:41.825249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Bound port: 06a8bac7-18ae-4e0f-bf1b-d747296e602f, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae15e5e-ca53-478c-b4d7-016ba13e61fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '5e689cb9-1c0d-42bb-9749-2ebdf59c3a07'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:07:41.825872 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:41.868395 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-a150252f-2acb-4d50-a2c8-92407fd22db5 service neutron] 10.222.0.48 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183177 Nov 24 13:07:41.898314 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9df4da17-3004-47ea-a784-5c00a755927b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:41.899118 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] For port 06a8bac7-18ae-4e0f-bf1b-d747296e602f, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:41.902553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] For port 06a8bac7-18ae-4e0f-bf1b-d747296e602f, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=06a8bac7-18ae-4e0f-bf1b-d747296e602f,segment=NetworkSegment(1ae15e5e-ca53-478c-b4d7-016ba13e61fe),segment_id=1ae15e5e-ca53-478c-b4d7-016ba13e61fe)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:07:41.913729 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:41.943826 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.014179 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.018239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918fa48-567a-40d0-8879-afdc05b792ef None None] Pushing event updated for resources: {'Port': ['ID=06a8bac7-18ae-4e0f-bf1b-d747296e602f,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:42.018461 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5f324dcd-3307-443f-8652-c06eef0c0e80 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0407772 Nov 24 13:07:42.022003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44072) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:42.024780 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-849b4748-30ee-420b-9b68-6cfe8500e3ff req-40979624-e27f-4a66-8710-8cc853590263 service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451837 Nov 24 13:07:42.032004 n-d-817303-4 neutron-server[114985]: INFO neutron.db.ipam_backend_mixin [None req-175bea61-8449-4054-8d2b-dbcc611d8bea tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6f7474b0-cc73-40c6-ab2c-4c4e141dcbba (CIDR: 172.20.0.0/28) Nov 24 13:07:42.037761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2e41c433-da50-482b-93cd-af96fcff4699 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-767125033', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'fixed_ips': [{'ip_address': '172.25.0.205'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:42.048584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-92f8f1f2-547e-41ea-a829-34bc40514726 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Deleting port 939443fc-044e-4799-b719-abd3e260c67f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:42.048958 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-92f8f1f2-547e-41ea-a829-34bc40514726 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.056998 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-175bea61-8449-4054-8d2b-dbcc611d8bea tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:07:42.057458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175bea61-8449-4054-8d2b-dbcc611d8bea tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:42.084435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066fbc-a13f-4c17-9e62-9a67182e0c45 req-49747adf-4ffc-4baa-8ba3-7b3b3231096f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:42.087289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38066fbc-a13f-4c17-9e62-9a67182e0c45 req-49747adf-4ffc-4baa-8ba3-7b3b3231096f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 943 time: 0.2442482 Nov 24 13:07:42.209432 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251af6d3-1f59-4f48-91fb-291e8abe6a56 x-openstack-request-id: req-251af6d3-1f59-4f48-91fb-291e8abe6a56 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:42.209963 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-deleted", "tag": "487e6964-ffa6-4617-8b6a-a8f33e31de54", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:42.210355 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-251af6d3-1f59-4f48-91fb-291e8abe6a56 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:42.211081 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-deleted', 'tag': '487e6964-ffa6-4617-8b6a-a8f33e31de54', 'status': 'completed', 'code': 200} Nov 24 13:07:42.306983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-92f8f1f2-547e-41ea-a829-34bc40514726 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] For port 939443fc-044e-4799-b719-abd3e260c67f, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=939443fc-044e-4799-b719-abd3e260c67f,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:42.307430 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-92f8f1f2-547e-41ea-a829-34bc40514726 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.339226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-92f8f1f2-547e-41ea-a829-34bc40514726 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Calling delete_port for 939443fc-044e-4799-b719-abd3e260c67f owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:42.358033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-9df4da17-3004-47ea-a784-5c00a755927b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Deleting port 57efcdf7-6949-4f1c-87ee-01c38e0bdf1c {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:42.358380 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9df4da17-3004-47ea-a784-5c00a755927b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.482627 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38066fbc-a13f-4c17-9e62-9a67182e0c45 req-6d51d58d-9331-4903-b76f-5af07cacbb16 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852417 Nov 24 13:07:42.486106 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e41c433-da50-482b-93cd-af96fcff4699 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Made reservation on behalf of 05c163a506c14d48a1eb913db96ecc6a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:42.488441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2e41c433-da50-482b-93cd-af96fcff4699 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.503330 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-175bea61-8449-4054-8d2b-dbcc611d8bea tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2858269 Nov 24 13:07:42.516471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44082) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:42.522596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-297df540-616b-4777-8452-b07afc860860 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '5e689cb9-1c0d-42bb-9749-2ebdf59c3a07', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:42.532839 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2e41c433-da50-482b-93cd-af96fcff4699 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.544342 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9df4da17-3004-47ea-a784-5c00a755927b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.566207 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-9df4da17-3004-47ea-a784-5c00a755927b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Calling delete_port for 57efcdf7-6949-4f1c-87ee-01c38e0bdf1c owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:42.572824 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-92f8f1f2-547e-41ea-a829-34bc40514726 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.617263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53b908-dced-467d-8d43-24f862835899 req-f4e36766-c3f1-4b57-a31f-382ad9f9347b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:42.622548 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc53b908-dced-467d-8d43-24f862835899 req-f4e36766-c3f1-4b57-a31f-382ad9f9347b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 943 time: 0.1477787 Nov 24 13:07:42.622969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 06a8bac7-18ae-4e0f-bf1b-d747296e602f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:42.692430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 06a8bac7-18ae-4e0f-bf1b-d747296e602f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:42.692990 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.717578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-92f8f1f2-547e-41ea-a829-34bc40514726 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] No DVR routers for this DVR port 939443fc-044e-4799-b719-abd3e260c67f on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:42.719310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8f1f2-547e-41ea-a829-34bc40514726 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event deleted for resources: {'Port': ['ID=939443fc-044e-4799-b719-abd3e260c67f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:42.723572 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-92f8f1f2-547e-41ea-a829-34bc40514726 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.727695 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e43bf530-3c88-46ed-9b7c-56848177c181 req-92f8f1f2-547e-41ea-a829-34bc40514726 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.46 "DELETE /v2.0/ports/939443fc-044e-4799-b719-abd3e260c67f HTTP/1.1" status: 204 len: 173 time: 1.1732779 Nov 24 13:07:42.740248 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc53b908-dced-467d-8d43-24f862835899 req-4ded2bc7-97f6-4b7d-90ea-d14a5b470c4b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups?id=83471047-d78a-4aa2-9b42-1654ee6f4eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760281 Nov 24 13:07:42.753814 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6643448-3e0b-4a1c-9da3-862c9374077c req-972786a7-f78c-4d1c-90ec-4644f73a469e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 210 time: 0.1174762 Nov 24 13:07:42.852549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297df540-616b-4777-8452-b07afc860860 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:42.856052 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-297df540-616b-4777-8452-b07afc860860 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.871806 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2e41c433-da50-482b-93cd-af96fcff4699 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.888860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2e41c433-da50-482b-93cd-af96fcff4699 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.907302 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9df4da17-3004-47ea-a784-5c00a755927b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.933398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-2e41c433-da50-482b-93cd-af96fcff4699 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] device_id is not set on port b5793d90-06e7-46fa-831a-1d429555ee29 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:07:42.952114 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:42.981040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4da17-3004-47ea-a784-5c00a755927b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event deleted for resources: {'Port': ['ID=57efcdf7-6949-4f1c-87ee-01c38e0bdf1c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:43.008317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 06a8bac7-18ae-4e0f-bf1b-d747296e602f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=06a8bac7-18ae-4e0f-bf1b-d747296e602f,segment=NetworkSegment(1ae15e5e-ca53-478c-b4d7-016ba13e61fe),segment_id=1ae15e5e-ca53-478c-b4d7-016ba13e61fe)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:43.018271 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:43.152530 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=06a8bac7-18ae-4e0f-bf1b-d747296e602f,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:43.173396 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9df4da17-3004-47ea-a784-5c00a755927b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:43.374622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 74b74883-d35d-4575-979a-657669af3339 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:07:43.456451 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e41c433-da50-482b-93cd-af96fcff4699 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 13:07:43.457002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e41c433-da50-482b-93cd-af96fcff4699 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:07:43.465730 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41c433-da50-482b-93cd-af96fcff4699 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3d58c5-3df1-4637-81e7-11933a5b78bd,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:43.490038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a72b53-a540-4b7d-859a-ddafd7692791 req-b42c1baf-685f-40ac-b588-e1e8d26e5fe5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:43.498037 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-43a72b53-a540-4b7d-859a-ddafd7692791 req-b42c1baf-685f-40ac-b588-e1e8d26e5fe5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.5883403 Nov 24 13:07:43.543981 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2e41c433-da50-482b-93cd-af96fcff4699 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.5148358 Nov 24 13:07:43.550784 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44092) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:43.639415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 74b74883-d35d-4575-979a-657669af3339, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=74b74883-d35d-4575-979a-657669af3339,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:43.664987 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-43a72b53-a540-4b7d-859a-ddafd7692791 req-4fe729c4-6c6a-4c22-bcb6-15d7f925f882 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583660 Nov 24 13:07:43.697581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '74b74883-d35d-4575-979a-657669af3339', 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df', 'port_id': '74b74883-d35d-4575-979a-657669af3339', 'mac_address': 'fa:16:3e:2d:59:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d39305-527a-49a2-bcce-5fc6399fd429', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:07:43.815691 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:43.861152 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b74883-d35d-4575-979a-657669af3339 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:07:43.903970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 74b74883-d35d-4575-979a-657669af3339, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=74b74883-d35d-4575-979a-657669af3339,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:43.914975 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:43.977725 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a5c546e-74e5-472b-942b-6444858714cf req-6687daad-5227-4ea4-aae6-43fd3dd4aefc tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 210 time: 0.0692179 Nov 24 13:07:44.043283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=74b74883-d35d-4575-979a-657669af3339,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:44.060781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:44.064272 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:44.064855 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:44.066966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:44.067532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:44.068035 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:44.069143 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:44.081981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:44.084029 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:44.084559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:44.085407 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-777361e6-4bf2-4c67-a149-6fab82d77d70 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Deleting port 7d28f6ca-fffd-4038-b35a-3db49f20ae38 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:44.085974 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:44.086106 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-777361e6-4bf2-4c67-a149-6fab82d77d70 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:44.089721 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:07:44.107444 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2413067b-99be-41dc-8764-b4c363b054f9 None None] Network 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:44.141178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9712e5-086a-446f-9b8f-9b2596d6963b req-5fc47ae0-81a8-450b-bff5-b946218a0585 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:44.151837 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c9712e5-086a-446f-9b8f-9b2596d6963b req-5fc47ae0-81a8-450b-bff5-b946218a0585 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 943 time: 0.3481536 Nov 24 13:07:44.169466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df4da17-3004-47ea-a784-5c00a755927b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Router 4d74e87a-ae7a-477d-b1d9-0a502ae1d07b has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:07:44.184574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-650ab885-f547-46b6-a8d6-aee529c97d96 None None] Provisioning complete for port 06a8bac7-18ae-4e0f-bf1b-d747296e602f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:44.185246 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-650ab885-f547-46b6-a8d6-aee529c97d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:44.191670 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-777361e6-4bf2-4c67-a149-6fab82d77d70 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:44.192014 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-777361e6-4bf2-4c67-a149-6fab82d77d70 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:44.201975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-b83d7c2b-2f32-4771-8643-f1b7332559f4 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:44.203623 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-b83d7c2b-2f32-4771-8643-f1b7332559f4 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.59 "GET /v2.0/networks?id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 200 len: 814 time: 0.3843031 Nov 24 13:07:44.206726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-777361e6-4bf2-4c67-a149-6fab82d77d70 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Calling delete_port for 7d28f6ca-fffd-4038-b35a-3db49f20ae38 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:44.217293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['74b74883-d35d-4575-979a-657669af3339'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:07:44.227112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-3c51be86-c3cc-4ed7-835d-f4514d45e6b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Request body: {'port': {'device_id': 'b23a432d-e76b-49af-9401-cc6d52bf4c06', 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7', 'admin_state_up': True, 'tenant_id': '6fc5b862c41e45e2882a6f8bcd37ddb2'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:44.344997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-deleted', 'tag': '939443fc-044e-4799-b719-abd3e260c67f'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:44.347764 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2a071b-2bff-457d-a119-3e26725fcae9" -d '{"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-deleted", "tag": "939443fc-044e-4799-b719-abd3e260c67f"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:44.413592 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d84d074c-da1e-4f2f-b49c-1ac1ca78c83b req-4f8921d5-6827-4aaf-8cc8-ebfc8cd64175 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0722911 Nov 24 13:07:44.460227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c9712e5-086a-446f-9b8f-9b2596d6963b req-b285fa16-3f3b-4bc1-bedd-172183f48e83 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070962 Nov 24 13:07:44.464911 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-777361e6-4bf2-4c67-a149-6fab82d77d70 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:44.466915 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df4da17-3004-47ea-a784-5c00a755927b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:07:44.480276 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c76cc1-a287-4b8b-8d3b-1711e99c3c45 None None] Sync routers for ids ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:07:44.491413 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9df4da17-3004-47ea-a784-5c00a755927b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "PUT /v2.0/routers/4d74e87a-ae7a-477d-b1d9-0a502ae1d07b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5198598 Nov 24 13:07:44.497840 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44102) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:44.509128 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c76cc1-a287-4b8b-8d3b-1711e99c3c45 None None] Routers {'4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:44.509770 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c2c76cc1-a287-4b8b-8d3b-1711e99c3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:44.579701 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8580fc-c264-4339-bfb6-a8d09eef734c x-openstack-request-id: req-ed8580fc-c264-4339-bfb6-a8d09eef734c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:44.580009 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928f2f7a-c952-48e7-8550-0c9650f5482f", "name": "network-vif-deleted", "tag": "939443fc-044e-4799-b719-abd3e260c67f", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:44.580279 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed8580fc-c264-4339-bfb6-a8d09eef734c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:44.580700 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928f2f7a-c952-48e7-8550-0c9650f5482f', 'name': 'network-vif-deleted', 'tag': '939443fc-044e-4799-b719-abd3e260c67f', 'status': 'completed', 'code': 200} Nov 24 13:07:44.585004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777361e6-4bf2-4c67-a149-6fab82d77d70 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d28f6ca-fffd-4038-b35a-3db49f20ae38,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:44.602341 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c2c76cc1-a287-4b8b-8d3b-1711e99c3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:44.616137 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c76cc1-a287-4b8b-8d3b-1711e99c3c45 None None] Routers {'4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:44.617387 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c2c76cc1-a287-4b8b-8d3b-1711e99c3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:44.623741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 06a8bac7-18ae-4e0f-bf1b-d747296e602f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:44.627894 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-a4ea8119-685c-45be-be30-6b2bf58a9455 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] delete failed (client error): The resource could not be found. Nov 24 13:07:44.629069 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a4ea8119-685c-45be-be30-6b2bf58a9455 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-2124548649 HTTP/1.1" status: 404 len: 335 time: 0.1212504 Nov 24 13:07:44.641863 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44104) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:44.657411 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c2c76cc1-a287-4b8b-8d3b-1711e99c3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:44.658480 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c76cc1-a287-4b8b-8d3b-1711e99c3c45 None None] The sync data for ids ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:07:44.662512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2b9ff6f9-d8c9-44a0-8ec6-010d14d3a2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Request body: {'router': {'external_gateway_info': {'network_id': '4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:44.712075 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-297df540-616b-4777-8452-b07afc860860 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:44.724083 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-777361e6-4bf2-4c67-a149-6fab82d77d70 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:44.728058 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-777361e6-4bf2-4c67-a149-6fab82d77d70 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:44.730032 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-777361e6-4bf2-4c67-a149-6fab82d77d70 tempest-ExternalNetworksAdminNegativeTestJSON-695634572 tempest-ExternalNetworksAdminNegativeTestJSON-695634572-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/b49684ce-041a-4ed4-9caa-46e4405eeccc HTTP/1.1" status: 204 len: 168 time: 1.1782050 Nov 24 13:07:44.762335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297df540-616b-4777-8452-b07afc860860 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:44.828752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297df540-616b-4777-8452-b07afc860860 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Subnet': ['ID=f8b77dcc-36a9-4687-a6cd-1dff0719b6b2,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:44.841261 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-297df540-616b-4777-8452-b07afc860860 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:44.861922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-3c51be86-c3cc-4ed7-835d-f4514d45e6b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Made reservation on behalf of 6fc5b862c41e45e2882a6f8bcd37ddb2 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:44.867229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-3c51be86-c3cc-4ed7-835d-f4514d45e6b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:44.885006 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 06a8bac7-18ae-4e0f-bf1b-d747296e602f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:44.886138 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:44.889003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297df540-616b-4777-8452-b07afc860860 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:44.889603 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-297df540-616b-4777-8452-b07afc860860 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:44.934327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbdd3e-fccc-4955-9214-6fb153e2f328 req-bd203030-31b1-4893-9f8f-e5c9b4132cfd tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:44.936076 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97bbdd3e-fccc-4955-9214-6fb153e2f328 req-bd203030-31b1-4893-9f8f-e5c9b4132cfd tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.0926569 Nov 24 13:07:44.944584 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-297df540-616b-4777-8452-b07afc860860 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4298542 Nov 24 13:07:44.944830 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44110) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:44.951716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'network_id': '5e689cb9-1c0d-42bb-9749-2ebdf59c3a07', 'fixed_ips': [{'subnet_id': '6f7474b0-cc73-40c6-ab2c-4c4e141dcbba'}, {'subnet_id': 'f8b77dcc-36a9-4687-a6cd-1dff0719b6b2'}], 'name': 'tempest-PortsTestJSON-379819190'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:45.002701 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff6f9-d8c9-44a0-8ec6-010d14d3a2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:45.105674 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eb1baf-9f30-41d7-ac54-aea347986db0 None None] Network 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:45.167383 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-3c51be86-c3cc-4ed7-835d-f4514d45e6b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Allocated IP 172.20.0.4 (11c226cd-be44-48cf-a7e4-3f9e6832d7e7/f0f3e85b-683d-4513-bd49-62d39197bf31/9f4dbd9a-ea08-4936-b099-61adbf84d98a) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:45.194267 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97bbdd3e-fccc-4955-9214-6fb153e2f328 req-f707b472-8866-41ff-a8d3-faaa4724c892 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484398 Nov 24 13:07:45.247819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:45.266371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ae39888c-8519-4ad2-a679-a38155543b10 None None] Provisioning complete for port 06a8bac7-18ae-4e0f-bf1b-d747296e602f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:45.266752 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ae39888c-8519-4ad2-a679-a38155543b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:45.348755 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-3c51be86-c3cc-4ed7-835d-f4514d45e6b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:45.411699 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-2b9ff6f9-d8c9-44a0-8ec6-010d14d3a2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] update failed (client error): The resource could not be found. Nov 24 13:07:45.412824 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2b9ff6f9-d8c9-44a0-8ec6-010d14d3a2a4 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "PUT /v2.0/routers/4d74e87a-ae7a-477d-b1d9-0a502ae1d07b HTTP/1.1" status: 404 len: 339 time: 0.7657619 Nov 24 13:07:45.414103 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-3c51be86-c3cc-4ed7-835d-f4514d45e6b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:45.430943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44116) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:45.431536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44118) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:45.438458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a6750702-d883-423e-9e45-8c1cfd3572fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1017382010'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:45.442533 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['fdf18ff6-7be6-4fea-98da-b262d0a3bf55'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:07:45.511581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:45.518114 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-3c51be86-c3cc-4ed7-835d-f4514d45e6b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:45.537032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf4f76-1273-4b9e-a786-d738d93ac09e req-0022ec0f-daad-4ace-93fb-a5de1f2df0d8 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:45.538892 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cfcf4f76-1273-4b9e-a786-d738d93ac09e req-0022ec0f-daad-4ace-93fb-a5de1f2df0d8 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 931 time: 0.1575494 Nov 24 13:07:45.543445 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-3c51be86-c3cc-4ed7-835d-f4514d45e6b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:45.550469 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['a5f0a46f-d367-47c5-ae97-060f77b7edc0'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:07:45.551896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-3c51be86-c3cc-4ed7-835d-f4514d45e6b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:45.555724 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51be86-c3cc-4ed7-835d-f4514d45e6b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Pushing event updated for resources: {'Port': ['ID=9f4dbd9a-ea08-4936-b099-61adbf84d98a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:45.649501 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cfcf4f76-1273-4b9e-a786-d738d93ac09e req-83cd5ab7-6880-43ce-bce6-e7bffcac825b tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038408 Nov 24 13:07:45.671013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-3c51be86-c3cc-4ed7-835d-f4514d45e6b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:45.672112 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-3c51be86-c3cc-4ed7-835d-f4514d45e6b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:45.686055 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-578272c8-23ff-4fbf-9d61-5ef980e2df13 req-0b695178-2ee3-436a-bb5e-45a58117bb95 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.1529601 Nov 24 13:07:45.716807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port f741a8be-2d88-486c-8857-8e0678ce1f27 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:07:45.728651 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-3c51be86-c3cc-4ed7-835d-f4514d45e6b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5100219 Nov 24 13:07:45.746028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Request body: {'port': {'device_id': 'b23a432d-e76b-49af-9401-cc6d52bf4c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:45.818488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6750702-d883-423e-9e45-8c1cfd3572fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Made reservation on behalf of a65766ef158440a898ffb508eeed4c85 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:45.822941 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a6750702-d883-423e-9e45-8c1cfd3572fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:45.825296 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dc583408-4291-4eb1-9f54-fa68e4b25707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:45.851964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f8f58a-aed1-46e3-b53e-1035af611505 None None] Update dhcp port {'port': {'network_id': '5e689cb9-1c0d-42bb-9749-2ebdf59c3a07', 'fixed_ips': [{'subnet_id': '6f7474b0-cc73-40c6-ab2c-4c4e141dcbba', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8b77dcc-36a9-4687-a6cd-1dff0719b6b2'}], 'binding:host_id': 'n-d-817303-4'}, 'id': '06a8bac7-18ae-4e0f-bf1b-d747296e602f'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:07:45.870616 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a721-1a2d-4d6c-a13e-2366609f21a1 req-747a669d-b7b1-4fd1-8839-6d107f867ba0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:45.877273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6750702-d883-423e-9e45-8c1cfd3572fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:45.878483 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a1d7a721-1a2d-4d6c-a13e-2366609f21a1 req-747a669d-b7b1-4fd1-8839-6d107f867ba0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 944 time: 0.0951493 Nov 24 13:07:45.881146 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:45.888263 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a6750702-d883-423e-9e45-8c1cfd3572fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:45.889028 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-a6750702-d883-423e-9e45-8c1cfd3572fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Added segment 83486e16-4d48-450a-b5c8-7d7348a6c513 of type vlan for network 5404e60a-8dcd-49ce-b4cd-5067647cc82f Nov 24 13:07:45.930348 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-67f8f58a-aed1-46e3-b53e-1035af611505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:45.938419 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a6750702-d883-423e-9e45-8c1cfd3572fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:45.981306 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a1d7a721-1a2d-4d6c-a13e-2366609f21a1 req-4de1f875-d420-4fe4-baa8-2a4f84997278 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018426 Nov 24 13:07:46.003535 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a6750702-d883-423e-9e45-8c1cfd3572fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.009852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6750702-d883-423e-9e45-8c1cfd3572fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:46.010840 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a6750702-d883-423e-9e45-8c1cfd3572fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.169288 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-67f8f58a-aed1-46e3-b53e-1035af611505 None None] Allocated IP 172.20.0.18 (5e689cb9-1c0d-42bb-9749-2ebdf59c3a07/f8b77dcc-36a9-4687-a6cd-1dff0719b6b2/06a8bac7-18ae-4e0f-bf1b-d747296e602f) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:46.237760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a6750702-d883-423e-9e45-8c1cfd3572fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8049052 Nov 24 13:07:46.239824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44130) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:46.243265 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6750702-d883-423e-9e45-8c1cfd3572fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event updated for resources: {'Network': ['ID=5404e60a-8dcd-49ce-b4cd-5067647cc82f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:46.248532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e836bf64-eafc-415a-b4dd-96b869eaf229 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Request body: {'subnet': {'network_id': '5404e60a-8dcd-49ce-b4cd-5067647cc82f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:46.259147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 5404e60a-8dcd-49ce-b4cd-5067647cc82f details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:46.328258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4dbd9a-ea08-4936-b099-61adbf84d98a {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:07:46.337706 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.351452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Transition to ACTIVE for port object 9f4dbd9a-ea08-4936-b099-61adbf84d98a will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:07:46.356502 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.361769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-67f8f58a-aed1-46e3-b53e-1035af611505 None None] For port 06a8bac7-18ae-4e0f-bf1b-d747296e602f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=06a8bac7-18ae-4e0f-bf1b-d747296e602f,segment=NetworkSegment(1ae15e5e-ca53-478c-b4d7-016ba13e61fe),segment_id=1ae15e5e-ca53-478c-b4d7-016ba13e61fe)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:46.406635 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dc583408-4291-4eb1-9f54-fa68e4b25707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.414273 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-67f8f58a-aed1-46e3-b53e-1035af611505 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.417409 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dc583408-4291-4eb1-9f54-fa68e4b25707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.422690 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-67f8f58a-aed1-46e3-b53e-1035af611505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.489520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4dbd9a-ea08-4936-b099-61adbf84d98a,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:46.521712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e44ab3-4d63-488f-a74a-43e108d4cac9 req-3561b480-a8ba-4ff2-a45a-6dcbe50e12c6 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:46.529791 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-77e44ab3-4d63-488f-a74a-43e108d4cac9 req-3561b480-a8ba-4ff2-a45a-6dcbe50e12c6 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1738808 Nov 24 13:07:46.530668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Attempting to bind port 9f4dbd9a-ea08-4936-b099-61adbf84d98a on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:07:46.531126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Attempting to bind port 9f4dbd9a-ea08-4936-b099-61adbf84d98a by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:07:46.531533 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Attempting to bind port 9f4dbd9a-ea08-4936-b099-61adbf84d98a on network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:46.540109 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dc583408-4291-4eb1-9f54-fa68e4b25707 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a41d2778c03d4efb8a2dc3d9c4a0086f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0970600 Nov 24 13:07:46.546259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44132) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:46.547461 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Port 9f4dbd9a-ea08-4936-b099-61adbf84d98a on network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:07:46.547798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Attempting to bind port 9f4dbd9a-ea08-4936-b099-61adbf84d98a on network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:46.551236 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8f58a-aed1-46e3-b53e-1035af611505 None None] Pushing event updated for resources: {'Port': ['ID=06a8bac7-18ae-4e0f-bf1b-d747296e602f,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:46.551388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e836bf64-eafc-415a-b4dd-96b869eaf229 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Made reservation on behalf of a65766ef158440a898ffb508eeed4c85 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:46.555251 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e836bf64-eafc-415a-b4dd-96b869eaf229 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.561555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc583408-4291-4eb1-9f54-fa68e4b25707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071d62b8-230c-4cd2-97e7-e402a49da9ee,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:46.582229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:07:46.582583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Checking segment: {'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:46.583029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Bound using segment: {'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:07:46.583774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Bound port: 9f4dbd9a-ea08-4936-b099-61adbf84d98a, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:07:46.583902 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.658962 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3797936d-af54-48b5-8841-f949275b0904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.685090 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3797936d-af54-48b5-8841-f949275b0904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.746534 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3797936d-af54-48b5-8841-f949275b0904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.749343 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3797936d-af54-48b5-8841-f949275b0904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.753409 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3797936d-af54-48b5-8841-f949275b0904 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/071d62b8-230c-4cd2-97e7-e402a49da9ee HTTP/1.1" status: 204 len: 168 time: 0.2026136 Nov 24 13:07:46.798876 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797936d-af54-48b5-8841-f949275b0904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071d62b8-230c-4cd2-97e7-e402a49da9ee,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:46.816556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] For port 9f4dbd9a-ea08-4936-b099-61adbf84d98a, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:46.825306 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] For port 9f4dbd9a-ea08-4936-b099-61adbf84d98a, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=9f4dbd9a-ea08-4936-b099-61adbf84d98a,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:07:46.838319 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163db398-992d-4c51-b0e1-6be81dd8aa2f req-3853fa43-1b00-46d9-a329-9a4f8cdcee1d tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:46.839919 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-163db398-992d-4c51-b0e1-6be81dd8aa2f req-3853fa43-1b00-46d9-a329-9a4f8cdcee1d tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 943 time: 0.0952783 Nov 24 13:07:46.841842 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.933524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:46.933524 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:46.937426 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] 10.222.0.59 "PUT /v2.0/ports/9f4dbd9a-ea08-4936-b099-61adbf84d98a HTTP/1.1" status: 200 len: 1091 time: 1.2000165 Nov 24 13:07:46.939787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23a432d-e76b-49af-9401-cc6d52bf4c06', 'tag': '9f4dbd9a-ea08-4936-b099-61adbf84d98a'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:46.942295 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5309e44-c5b9-4a3b-a31e-8c413c097de0" -d '{"events": [{"name": "network-changed", "server_uuid": "b23a432d-e76b-49af-9401-cc6d52bf4c06", "tag": "9f4dbd9a-ea08-4936-b099-61adbf84d98a"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:47.015492 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb30f85-0f14-4207-9038-76d727aa01f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4dbd9a-ea08-4936-b099-61adbf84d98a,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:47.033040 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-163db398-992d-4c51-b0e1-6be81dd8aa2f req-5ec662b9-db80-40bf-8468-c8710d716305 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581700 Nov 24 13:07:47.044472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-b751c003-4102-4023-b1ca-3c9642992348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:47.046267 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-b751c003-4102-4023-b1ca-3c9642992348 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 1094 time: 0.0576289 Nov 24 13:07:47.102658 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-e98dd134-bb41-406d-ac9b-af82309df374 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f4dbd9a-ea08-4936-b099-61adbf84d98a HTTP/1.1" status: 200 len: 217 time: 0.0406544 Nov 24 13:07:47.245523 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e2988b44-4cf5-4f7b-891e-93f7bcaf0bf4 req-291129af-e703-4a39-9780-0db429dc46d4 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0560608 Nov 24 13:07:47.259553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44148) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:47.283619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-1341f8d0-2b7a-42be-b229-0abc6018800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:47.285498 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-1341f8d0-2b7a-42be-b229-0abc6018800a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0f3e85b-683d-4513-bd49-62d39197bf31 HTTP/1.1" status: 200 len: 854 time: 0.1638651 Nov 24 13:07:47.323855 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-391b90dc-a796-4730-b06c-88e6a30506b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295706 Nov 24 13:07:47.359757 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-77e44ab3-4d63-488f-a74a-43e108d4cac9 req-2fac2d04-5e61-4ea9-bb78-442be800687c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8239250 Nov 24 13:07:47.385209 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faf9785-8054-439e-923f-de7ffb068b33 x-openstack-request-id: req-1faf9785-8054-439e-923f-de7ffb068b33 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:47.386271 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23a432d-e76b-49af-9401-cc6d52bf4c06", "tag": "9f4dbd9a-ea08-4936-b099-61adbf84d98a", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:47.386969 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1faf9785-8054-439e-923f-de7ffb068b33 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:47.387436 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23a432d-e76b-49af-9401-cc6d52bf4c06', 'tag': '9f4dbd9a-ea08-4936-b099-61adbf84d98a', 'status': 'completed', 'code': 200} Nov 24 13:07:47.396035 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 74b74883-d35d-4575-979a-657669af3339 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:47.411484 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-604d547f-5512-4b39-98f7-7fa237cec834 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05c163a506c14d48a1eb913db96ecc6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494474 Nov 24 13:07:47.444550 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44150) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:47.460309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Allocated IP 172.20.0.4 (5e689cb9-1c0d-42bb-9749-2ebdf59c3a07/6f7474b0-cc73-40c6-ab2c-4c4e141dcbba/f741a8be-2d88-486c-8857-8e0678ce1f27) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:47.472990 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e836bf64-eafc-415a-b4dd-96b869eaf229 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:47.479244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Allocated IP 172.20.0.22 (5e689cb9-1c0d-42bb-9749-2ebdf59c3a07/f8b77dcc-36a9-4687-a6cd-1dff0719b6b2/f741a8be-2d88-486c-8857-8e0678ce1f27) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:47.495475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 74b74883-d35d-4575-979a-657669af3339 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:07:47.502226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 74b74883-d35d-4575-979a-657669af3339 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:47.503754 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:47.520370 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d36fa015-29b5-4dee-8402-9feac5a3a11d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:47.545962 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-5a026ea9-3766-4dee-bb90-c5c03625a23c service neutron] 10.222.0.59 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113552 Nov 24 13:07:47.580987 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d36fa015-29b5-4dee-8402-9feac5a3a11d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:47.594700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836bf64-eafc-415a-b4dd-96b869eaf229 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event updated for resources: {'Subnet': ['ID=26d17660-bb13-4e57-aa94-3be9f8f9534b,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:47.613621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fc270aa2-2f7e-4559-863e-18381d549c24 None None] Provisioning complete for port 06a8bac7-18ae-4e0f-bf1b-d747296e602f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:47.614138 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fc270aa2-2f7e-4559-863e-18381d549c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:47.630009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677e0bc-4e18-4fd0-882c-ce8700721d44 req-8a0bafe6-eb7f-4261-8cfd-76e93505043d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:47.637818 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0677e0bc-4e18-4fd0-882c-ce8700721d44 req-8a0bafe6-eb7f-4261-8cfd-76e93505043d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 944 time: 0.1711137 Nov 24 13:07:47.684450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836bf64-eafc-415a-b4dd-96b869eaf229 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Checking segment: {'id': '83486e16-4d48-450a-b5c8-7d7348a6c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5404e60a-8dcd-49ce-b4cd-5067647cc82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:47.685144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e836bf64-eafc-415a-b4dd-96b869eaf229 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Network hostable DHCP agents. Network: 5404e60a-8dcd-49ce-b4cd-5067647cc82f, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:07:47.691641 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-488f773e-54ef-40b2-a48b-5f2b0771f495 req-a39877f2-e574-4a56-9234-affeac075d26 service neutron] 10.222.0.59 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357334 Nov 24 13:07:47.705752 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d36fa015-29b5-4dee-8402-9feac5a3a11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:47.708644 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d36fa015-29b5-4dee-8402-9feac5a3a11d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:47.712077 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d36fa015-29b5-4dee-8402-9feac5a3a11d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b3d58c5-3df1-4637-81e7-11933a5b78bd HTTP/1.1" status: 204 len: 168 time: 0.2667322 Nov 24 13:07:47.724785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fa015-29b5-4dee-8402-9feac5a3a11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3d58c5-3df1-4637-81e7-11933a5b78bd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:47.750289 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:47.800761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 74b74883-d35d-4575-979a-657669af3339, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=74b74883-d35d-4575-979a-657669af3339,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:47.802447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c5eb96-d4ae-4da9-97be-173105b63644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b74883-d35d-4575-979a-657669af3339'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:47.805680 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26e63fe-9d7c-4bcc-9a46-5dc92110271d" -d '{"events": [{"server_uuid": "14c5eb96-d4ae-4da9-97be-173105b63644", "name": "network-vif-plugged", "status": "completed", "tag": "74b74883-d35d-4575-979a-657669af3339"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:47.811456 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:47.842293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5309e44-c5b9-4a3b-a31e-8c413c097de0 req-50e51aa6-9b3f-4ce4-ab6e-7e7ed3e601a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:47.843758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e836bf64-eafc-415a-b4dd-96b869eaf229 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Network 5404e60a-8dcd-49ce-b4cd-5067647cc82f is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:07:47.846053 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5309e44-c5b9-4a3b-a31e-8c413c097de0 req-50e51aa6-9b3f-4ce4-ab6e-7e7ed3e601a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 1094 time: 0.0828509 Nov 24 13:07:47.857941 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0677e0bc-4e18-4fd0-882c-ce8700721d44 req-55b9ec58-2c8b-4384-998d-c07f665653d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190509 Nov 24 13:07:47.886214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-e836bf64-eafc-415a-b4dd-96b869eaf229 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 5404e60a-8dcd-49ce-b4cd-5067647cc82f) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:47.896440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e836bf64-eafc-415a-b4dd-96b869eaf229 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:47.897841 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e836bf64-eafc-415a-b4dd-96b869eaf229 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:47.917738 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eee48b0-3305-49e3-89e6-97b7a570d1e9 x-openstack-request-id: req-1eee48b0-3305-49e3-89e6-97b7a570d1e9 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:47.918036 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c5eb96-d4ae-4da9-97be-173105b63644", "name": "network-vif-plugged", "status": "completed", "tag": "74b74883-d35d-4575-979a-657669af3339", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:47.918308 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1eee48b0-3305-49e3-89e6-97b7a570d1e9 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:47.920545 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c5eb96-d4ae-4da9-97be-173105b63644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b74883-d35d-4575-979a-657669af3339', 'code': 200} Nov 24 13:07:47.934640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07fb93-00e3-43f4-b56e-b90143ab92cf None None] Network 5404e60a-8dcd-49ce-b4cd-5067647cc82f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:47.943597 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:47.959419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e836bf64-eafc-415a-b4dd-96b869eaf229 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7185338 Nov 24 13:07:47.960966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44156) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:47.983244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-796757b7-7ac7-494d-b444-e797ba9bff0a tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Request body: {'router': {'external_gateway_info': {'network_id': '5404e60a-8dcd-49ce-b4cd-5067647cc82f'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:48.026211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5309e44-c5b9-4a3b-a31e-8c413c097de0 req-f3cbfe1f-1d28-4a31-af22-8be7f6f49769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:48.027805 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5309e44-c5b9-4a3b-a31e-8c413c097de0 req-f3cbfe1f-1d28-4a31-af22-8be7f6f49769 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 200 len: 915 time: 0.1748261 Nov 24 13:07:48.082303 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5309e44-c5b9-4a3b-a31e-8c413c097de0 req-3b3832ab-ec14-4251-9ef4-5ab754e4696a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f4dbd9a-ea08-4936-b099-61adbf84d98a HTTP/1.1" status: 200 len: 217 time: 0.0449765 Nov 24 13:07:48.161280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=74b74883-d35d-4575-979a-657669af3339,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:48.234516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5309e44-c5b9-4a3b-a31e-8c413c097de0 req-1080ec84-79e6-4d12-b744-dd0874f1fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:48.236261 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5309e44-c5b9-4a3b-a31e-8c413c097de0 req-1080ec84-79e6-4d12-b744-dd0874f1fd33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0f3e85b-683d-4513-bd49-62d39197bf31 HTTP/1.1" status: 200 len: 854 time: 0.1419618 Nov 24 13:07:48.249459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-5404e60a-8dcd-49ce-b4cd-5067647cc82f', 'network_id': '5404e60a-8dcd-49ce-b4cd-5067647cc82f', 'tenant_id': 'a65766ef158440a898ffb508eeed4c85', 'fixed_ips': [{'subnet_id': '26d17660-bb13-4e57-aa94-3be9f8f9534b'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:07:48.250340 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:48.283980 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5309e44-c5b9-4a3b-a31e-8c413c097de0 req-45d05772-db4d-4fea-8b25-3b8a835199de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393801 Nov 24 13:07:48.299673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b978d-9748-4f5f-9970-fefe659a342d req-f2ce5e19-3b78-4079-962d-f4954005224d tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:48.300536 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:48.305164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38fafb-5d43-4340-834e-3e00c3548ca0 req-90dc48ce-df7b-4a04-a2e2-21d9e8eabc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:48.306854 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee38fafb-5d43-4340-834e-3e00c3548ca0 req-90dc48ce-df7b-4a04-a2e2-21d9e8eabc40 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 1096 time: 0.2866833 Nov 24 13:07:48.307898 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-305b978d-9748-4f5f-9970-fefe659a342d req-f2ce5e19-3b78-4079-962d-f4954005224d tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 943 time: 0.1434612 Nov 24 13:07:48.453407 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-305b978d-9748-4f5f-9970-fefe659a342d req-729812a1-41ae-4ea5-bca3-6061fa6d9a59 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445086 Nov 24 13:07:48.493060 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-796757b7-7ac7-494d-b444-e797ba9bff0a tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:48.507254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-334d3bcb-ce76-435b-8d3a-8a07c69c0a8a req-f5f98718-66ed-43d6-91cf-fddddb5af80a tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.1010966 Nov 24 13:07:48.509252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:48.512130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=f741a8be-2d88-486c-8857-8e0678ce1f27,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:48.519887 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:48.520622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Allocated IP 2001:db8:1::2 (5404e60a-8dcd-49ce-b4cd-5067647cc82f/26d17660-bb13-4e57-aa94-3be9f8f9534b/e7aa78a8-e339-4070-bd88-db116e0e3649) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:48.524524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:48.580098 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 06a8bac7-18ae-4e0f-bf1b-d747296e602f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:48.593795 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee38fafb-5d43-4340-834e-3e00c3548ca0 req-e7d52f84-3a52-47d6-9cf2-20b1edc85daf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736382 Nov 24 13:07:48.624310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:48.625182 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:48.683799 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5309e44-c5b9-4a3b-a31e-8c413c097de0 req-ed594b31-8738-4484-bef7-82cb0e8e8f24 service neutron] 10.222.0.59 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572385 Nov 24 13:07:48.691236 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d25adb48-b603-4db8-91ec-0152cd515786 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.7453160 Nov 24 13:07:48.698077 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44176) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:48.711087 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a53d8e95-3a68-4441-b8d9-aa859e8c6722 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6f7474b0-cc73-40c6-ab2c-4c4e141dcbba'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:48.801415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be3c7-5be7-4476-907f-9efe437a8a74 req-92e8011e-951f-45cb-81f2-8c03756fdfa8 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:48.803735 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-677be3c7-5be7-4476-907f-9efe437a8a74 req-92e8011e-951f-45cb-81f2-8c03756fdfa8 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1226368 Nov 24 13:07:48.835078 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-796757b7-7ac7-494d-b444-e797ba9bff0a tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:07:48.839288 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-796757b7-7ac7-494d-b444-e797ba9bff0a tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "PUT /v2.0/routers/4d74e87a-ae7a-477d-b1d9-0a502ae1d07b HTTP/1.1" status: 400 len: 364 time: 0.8736176 Nov 24 13:07:48.841461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44180) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:48.968799 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-677be3c7-5be7-4476-907f-9efe437a8a74 req-77f9b61a-cfbc-4cef-8470-308380647d18 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568239 Nov 24 13:07:49.142346 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:49.165616 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:49.176854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-87abaf0d-0c70-4e78-804b-77b55ed0117c None None] Provisioning complete for port f741a8be-2d88-486c-8857-8e0678ce1f27 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:49.177229 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-87abaf0d-0c70-4e78-804b-77b55ed0117c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:49.223941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 06a8bac7-18ae-4e0f-bf1b-d747296e602f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:49.223941 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:49.228865 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5309e44-c5b9-4a3b-a31e-8c413c097de0 req-a7cbf3ff-b8fd-4a4c-be81-0906af3b5ed9 service neutron] 10.222.0.59 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395273 Nov 24 13:07:49.230888 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a53d8e95-3a68-4441-b8d9-aa859e8c6722 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:49.240139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Network 5404e60a-8dcd-49ce-b4cd-5067647cc82f is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:49.255897 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:49.265080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd33549-72f9-4d39-a038-97bfe054133c req-c4cc457f-6685-4eff-96d2-0e910d8353a2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:49.280634 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7fd33549-72f9-4d39-a038-97bfe054133c req-c4cc457f-6685-4eff-96d2-0e910d8353a2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 945 time: 0.2277777 Nov 24 13:07:49.293295 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:49.306463 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:49.315682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Pushing event updated for resources: {'Port': ['ID=e7aa78a8-e339-4070-bd88-db116e0e3649,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:49.330992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-87abaf0d-0c70-4e78-804b-77b55ed0117c None None] Port f741a8be-2d88-486c-8857-8e0678ce1f27 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:07:49.383604 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7fd33549-72f9-4d39-a038-97bfe054133c req-cb90d270-f0ca-4488-a7a9-082682219af0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960331 Nov 24 13:07:49.413898 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 9f4dbd9a-ea08-4936-b099-61adbf84d98a details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:07:49.426763 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Attempting to bind port e7aa78a8-e339-4070-bd88-db116e0e3649 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:07:49.427146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Attempting to bind port e7aa78a8-e339-4070-bd88-db116e0e3649 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '83486e16-4d48-450a-b5c8-7d7348a6c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5404e60a-8dcd-49ce-b4cd-5067647cc82f'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:07:49.427690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Attempting to bind port e7aa78a8-e339-4070-bd88-db116e0e3649 on network 5404e60a-8dcd-49ce-b4cd-5067647cc82f {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:49.462237 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:07:49.463002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Checking segment: {'id': '83486e16-4d48-450a-b5c8-7d7348a6c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5404e60a-8dcd-49ce-b4cd-5067647cc82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:49.463418 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:49.463848 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Bound using segment: {'id': '83486e16-4d48-450a-b5c8-7d7348a6c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5404e60a-8dcd-49ce-b4cd-5067647cc82f'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:07:49.464343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Bound port: e7aa78a8-e339-4070-bd88-db116e0e3649, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83486e16-4d48-450a-b5c8-7d7348a6c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5404e60a-8dcd-49ce-b4cd-5067647cc82f'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:07:49.464802 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:49.672868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Allocated IP 2001:db8::1 (5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a/7d57d4cb-d19f-4a94-af02-4af4ae478256/5149fc58-a6c5-4942-9e02-629614a129e6) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:49.709984 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-062cee50-db64-4f6f-9a06-2c8eff76f847 req-78f28426-4953-49c9-8ef0-fbf5c8ea85a8 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0505524 Nov 24 13:07:49.766189 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-99e81781-d031-4605-9f38-3144f551dbae None None] For port e7aa78a8-e339-4070-bd88-db116e0e3649, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:49.771019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-99e81781-d031-4605-9f38-3144f551dbae None None] For port e7aa78a8-e339-4070-bd88-db116e0e3649, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e7aa78a8-e339-4070-bd88-db116e0e3649,segment=NetworkSegment(83486e16-4d48-450a-b5c8-7d7348a6c513),segment_id=83486e16-4d48-450a-b5c8-7d7348a6c513)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:07:49.786312 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:49.817683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-a53d8e95-3a68-4441-b8d9-aa859e8c6722 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Delete allocated IP 172.20.0.22 (5e689cb9-1c0d-42bb-9749-2ebdf59c3a07/f8b77dcc-36a9-4687-a6cd-1dff0719b6b2) {{(pid=114986) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 13:07:49.868316 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e81781-d031-4605-9f38-3144f551dbae None None] Pushing event updated for resources: {'Port': ['ID=e7aa78a8-e339-4070-bd88-db116e0e3649,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:49.884348 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 9f4dbd9a-ea08-4936-b099-61adbf84d98a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=9f4dbd9a-ea08-4936-b099-61adbf84d98a,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:49.904392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '9f4dbd9a-ea08-4936-b099-61adbf84d98a', 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7', 'port_id': '9f4dbd9a-ea08-4936-b099-61adbf84d98a', 'mac_address': 'fa:16:3e:ab:57:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f3e85b-683d-4513-bd49-62d39197bf31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:07:49.948655 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:49.957407 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:49.974387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4dbd9a-ea08-4936-b099-61adbf84d98a {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:07:49.998617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8883f-1b37-4d73-b0b9-557590864c43 req-de43e7b4-eb04-4eb8-bf05-48a9727bc9b8 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:50.000289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-84b8883f-1b37-4d73-b0b9-557590864c43 req-de43e7b4-eb04-4eb8-bf05-48a9727bc9b8 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 943 time: 0.2025330 Nov 24 13:07:50.015214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 9f4dbd9a-ea08-4936-b099-61adbf84d98a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=9f4dbd9a-ea08-4936-b099-61adbf84d98a,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:50.030039 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:50.119005 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=9f4dbd9a-ea08-4936-b099-61adbf84d98a,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:50.139901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:50.152429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a53d8e95-3a68-4441-b8d9-aa859e8c6722 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:50.156341 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-84b8883f-1b37-4d73-b0b9-557590864c43 req-03a898e1-0392-4c09-8f6f-475cd8fb5883 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361160 Nov 24 13:07:50.165667 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a53d8e95-3a68-4441-b8d9-aa859e8c6722 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:50.207688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Network 5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:50.210853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:50.214655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:50.215206 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:50.262476 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f6d9c-4093-4f73-9159-2d2f5f3ef85d req-357ba344-3688-414a-8af0-9dc3c11256ab tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:50.264077 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f6f6d9c-4093-4f73-9159-2d2f5f3ef85d req-357ba344-3688-414a-8af0-9dc3c11256ab tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1798003 Nov 24 13:07:50.284622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event updated for resources: {'Port': ['ID=5149fc58-a6c5-4942-9e02-629614a129e6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:50.338048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['9f4dbd9a-ea08-4936-b099-61adbf84d98a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:07:50.338766 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d8e95-3a68-4441-b8d9-aa859e8c6722 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=f741a8be-2d88-486c-8857-8e0678ce1f27,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:50.477111 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:50.536388 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f6f6d9c-4093-4f73-9159-2d2f5f3ef85d req-ebbc11a1-f6e5-4e9d-b323-06ac6fb4bc1a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647135 Nov 24 13:07:50.538528 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-a53d8e95-3a68-4441-b8d9-aa859e8c6722 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] In _notify_port_updated(), no bound segment for port f741a8be-2d88-486c-8857-8e0678ce1f27 on network 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:07:50.549770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53d8e95-3a68-4441-b8d9-aa859e8c6722 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:50.550939 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a53d8e95-3a68-4441-b8d9-aa859e8c6722 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:50.558842 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a53d8e95-3a68-4441-b8d9-aa859e8c6722 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "PUT /v2.0/ports/f741a8be-2d88-486c-8857-8e0678ce1f27 HTTP/1.1" status: 200 len: 918 time: 1.8595896 Nov 24 13:07:50.562034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44214) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:50.578902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-544b1e84-4ec0-47b0-ab8c-053d2c3063be tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6f7474b0-cc73-40c6-ab2c-4c4e141dcbba'}, {'subnet_id': 'f8b77dcc-36a9-4687-a6cd-1dff0719b6b2'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:50.841314 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-544b1e84-4ec0-47b0-ab8c-053d2c3063be tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:50.875975 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b673f4a-906f-4255-962d-8635a2c49251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:50.901995 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3a11e166-a6d7-4ea6-adb4-88eeb83b2892 req-ad590e26-d2ec-48c6-93fe-4ce4fd98f8ed tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0507450 Nov 24 13:07:50.905930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe552c05-ac35-40d7-9bd7-831bdd58d7b6 req-0a49b5bc-2cda-4ac0-bee7-3672ed202573 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:50.907635 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fe552c05-ac35-40d7-9bd7-831bdd58d7b6 req-0a49b5bc-2cda-4ac0-bee7-3672ed202573 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 945 time: 0.2812705 Nov 24 13:07:50.915253 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-77e29c3d-89ef-4fb8-aedf-1f8d8e9c8b50 None None] Provisioning complete for port f741a8be-2d88-486c-8857-8e0678ce1f27 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:50.915638 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77e29c3d-89ef-4fb8-aedf-1f8d8e9c8b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:51.027433 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-77e29c3d-89ef-4fb8-aedf-1f8d8e9c8b50 None None] Port f741a8be-2d88-486c-8857-8e0678ce1f27 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:07:51.051228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-77e29c3d-89ef-4fb8-aedf-1f8d8e9c8b50 None None] Provisioning complete for port 5149fc58-a6c5-4942-9e02-629614a129e6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:51.051618 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77e29c3d-89ef-4fb8-aedf-1f8d8e9c8b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:51.080928 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fe552c05-ac35-40d7-9bd7-831bdd58d7b6 req-b1ba66da-4c74-4730-ba5e-72816458e290 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476645 Nov 24 13:07:51.143875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-77e29c3d-89ef-4fb8-aedf-1f8d8e9c8b50 None None] Port 5149fc58-a6c5-4942-9e02-629614a129e6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:07:51.288959 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e7aa78a8-e339-4070-bd88-db116e0e3649 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:51.392249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e7aa78a8-e339-4070-bd88-db116e0e3649 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:51.392931 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:51.409445 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:51.422215 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:51.423014 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:51.591543 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:51.643570 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port e7aa78a8-e339-4070-bd88-db116e0e3649, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e7aa78a8-e339-4070-bd88-db116e0e3649,segment=NetworkSegment(83486e16-4d48-450a-b5c8-7d7348a6c513),segment_id=83486e16-4d48-450a-b5c8-7d7348a6c513)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:51.651064 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:51.658714 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c73d7-6ef6-4178-8555-96c2c1356fbd req-64d2d55a-3018-4ee4-859d-221899b67009 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:51.671993 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba3c73d7-6ef6-4178-8555-96c2c1356fbd req-64d2d55a-3018-4ee4-859d-221899b67009 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 944 time: 0.3239229 Nov 24 13:07:51.686352 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event updated for resources: {'Port': ['ID=5149fc58-a6c5-4942-9e02-629614a129e6,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:51.765642 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=e7aa78a8-e339-4070-bd88-db116e0e3649,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:51.767450 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-74c09624-24b9-4293-a190-60aad04d9bda service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3146279 Nov 24 13:07:51.770031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Network 5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:51.783878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:51.787993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44242) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:51.867315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-544b1e84-4ec0-47b0-ab8c-053d2c3063be tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Allocated IP 172.20.0.27 (5e689cb9-1c0d-42bb-9749-2ebdf59c3a07/f8b77dcc-36a9-4687-a6cd-1dff0719b6b2/f741a8be-2d88-486c-8857-8e0678ce1f27) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:51.919781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f4896b-5a9c-4459-84ee-f89cf50f9176 None None] Network 5404e60a-8dcd-49ce-b4cd-5067647cc82f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:51.963812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cbb5c-279d-491a-a198-2cc7bee60790 req-cff3a89b-4206-476b-acdd-42bf3a7408b2 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:51.968327 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f0cbb5c-279d-491a-a198-2cc7bee60790 req-cff3a89b-4206-476b-acdd-42bf3a7408b2 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1970654 Nov 24 13:07:52.030843 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba3c73d7-6ef6-4178-8555-96c2c1356fbd req-c9204e6d-6594-4130-a2fb-7452f6e1a04c tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498850 Nov 24 13:07:52.083518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Router 4d74e87a-ae7a-477d-b1d9-0a502ae1d07b has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:07:52.090595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9eaf89ac-0e27-4a5c-9b76-941e1bfd738d None None] Provisioning complete for port e7aa78a8-e339-4070-bd88-db116e0e3649 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:52.093132 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9eaf89ac-0e27-4a5c-9b76-941e1bfd738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:52.133477 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f0cbb5c-279d-491a-a198-2cc7bee60790 req-b7d0e66b-19b2-4bb5-b1cc-e58c668399f9 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492195 Nov 24 13:07:52.302129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:52.388971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:07:52.394233 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:52.410782 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4595b145-fdfc-41f0-8416-795cc7c7807f tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "PUT /v2.0/routers/4d74e87a-ae7a-477d-b1d9-0a502ae1d07b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5681291 Nov 24 13:07:52.412028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1132b1b-abdb-4116-9878-7b74bcfbdc0a None None] Sync routers for ids ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:07:52.418071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44252) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:52.428641 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1132b1b-abdb-4116-9878-7b74bcfbdc0a None None] Routers {'4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:52.429393 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f1132b1b-abdb-4116-9878-7b74bcfbdc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:52.472391 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f1132b1b-abdb-4116-9878-7b74bcfbdc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:52.482222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1132b1b-abdb-4116-9878-7b74bcfbdc0a None None] Routers {'4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:52.482955 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f1132b1b-abdb-4116-9878-7b74bcfbdc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:52.552911 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f1132b1b-abdb-4116-9878-7b74bcfbdc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:52.552911 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1132b1b-abdb-4116-9878-7b74bcfbdc0a None None] The sync data for ids ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:07:52.563797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e7aa78a8-e339-4070-bd88-db116e0e3649 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:52.661252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5f902b17-09da-4066-bc1c-5a872531bb48 None None] Provisioning complete for port 5149fc58-a6c5-4942-9e02-629614a129e6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:52.663513 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5f902b17-09da-4066-bc1c-5a872531bb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:52.735586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5f902b17-09da-4066-bc1c-5a872531bb48 None None] Port 5149fc58-a6c5-4942-9e02-629614a129e6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:07:52.789361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e7aa78a8-e339-4070-bd88-db116e0e3649 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:52.790146 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:52.796958 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-544b1e84-4ec0-47b0-ab8c-053d2c3063be tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:52.849439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-0f05b3f7-912e-4054-8184-c785981939b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:52.852509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-0f05b3f7-912e-4054-8184-c785981939b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:52.853239 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-0f05b3f7-912e-4054-8184-c785981939b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:52.853736 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-0f05b3f7-912e-4054-8184-c785981939b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:52.854207 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-0f05b3f7-912e-4054-8184-c785981939b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:52.854672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-0f05b3f7-912e-4054-8184-c785981939b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:52.855137 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-0f05b3f7-912e-4054-8184-c785981939b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:52.875080 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-0f05b3f7-912e-4054-8184-c785981939b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb9995cf9cd4081ba228f719572b20a&device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 6499 time: 1.0219743 Nov 24 13:07:52.878066 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-544b1e84-4ec0-47b0-ab8c-053d2c3063be tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:52.883539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3f7cf1bc-755e-4925-8f30-5ec7457330a2 None None] Provisioning complete for port e7aa78a8-e339-4070-bd88-db116e0e3649 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:52.884118 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3f7cf1bc-755e-4925-8f30-5ec7457330a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:52.978403 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b732af8-84df-46e3-8c11-7e136d4af96e req-b569aa27-e116-44d6-9e72-b76da2c65d7f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.1561334 Nov 24 13:07:53.202925 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b7f39f9-62eb-4225-8c0f-0c2884704648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:53.207016 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d57326ba-e209-44bd-bd9a-0ef99ff98535 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:53.224179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b1e84-4ec0-47b0-ab8c-053d2c3063be tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=f741a8be-2d88-486c-8857-8e0678ce1f27,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:53.286437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-544b1e84-4ec0-47b0-ab8c-053d2c3063be tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] In _notify_port_updated(), no bound segment for port f741a8be-2d88-486c-8857-8e0678ce1f27 on network 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:07:53.292881 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b1e84-4ec0-47b0-ab8c-053d2c3063be tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:53.293445 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-544b1e84-4ec0-47b0-ab8c-053d2c3063be tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:53.294785 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-544b1e84-4ec0-47b0-ab8c-053d2c3063be tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "PUT /v2.0/ports/f741a8be-2d88-486c-8857-8e0678ce1f27 HTTP/1.1" status: 200 len: 998 time: 2.7317142 Nov 24 13:07:53.298839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44262) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:53.427540 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c8a146b0-fd49-40a2-88a3-6c95b3b77fb9 None None] Provisioning complete for port f741a8be-2d88-486c-8857-8e0678ce1f27 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:53.427905 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c8a146b0-fd49-40a2-88a3-6c95b3b77fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:53.451909 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-05494378-b3b7-4722-bd7e-163f67b13778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:53.452419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-05494378-b3b7-4722-bd7e-163f67b13778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:53.452922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-05494378-b3b7-4722-bd7e-163f67b13778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:53.454510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-05494378-b3b7-4722-bd7e-163f67b13778 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbaf4bb5-e42b-455c-baa5-50d6cb251c17&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=5583c3a7-9a15-4e82-aa26-02223831e2d0&id=6df529e3-a95e-4d56-953a-23262bfd3e34&id=6df529e3-a95e-4d56-953a-23262bfd3e34 HTTP/1.1" status: 200 len: 2298 time: 0.5390921 Nov 24 13:07:53.463059 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-d57326ba-e209-44bd-bd9a-0ef99ff98535 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 13:07:53.465657 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c8a146b0-fd49-40a2-88a3-6c95b3b77fb9 None None] Port f741a8be-2d88-486c-8857-8e0678ce1f27 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:07:53.466078 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d57326ba-e209-44bd-bd9a-0ef99ff98535 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "DELETE /v2.0/routers/4d74e87a-ae7a-477d-b1d9-0a502ae1d07b HTTP/1.1" status: 409 len: 329 time: 1.0466931 Nov 24 13:07:53.467146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 9f4dbd9a-ea08-4936-b099-61adbf84d98a up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:07:53.476002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44264) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:53.522931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 9f4dbd9a-ea08-4936-b099-61adbf84d98a completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:07:53.526976 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 9f4dbd9a-ea08-4936-b099-61adbf84d98a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:53.527479 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:53.543678 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-40e89e03-098a-46cd-9195-a722b8357d9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1252e94e-e016-46bc-b2bd-47c0ab1b44e8 HTTP/1.1" status: 200 len: 1002 time: 0.0815766 Nov 24 13:07:53.560974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-77aec6ff-3282-4ac0-8f85-805b5ffd8b37 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port f741a8be-2d88-486c-8857-8e0678ce1f27 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:53.561307 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77aec6ff-3282-4ac0-8f85-805b5ffd8b37 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:53.571377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c9fbe-f015-46a0-ac9a-ca872d3c8386 req-00971678-1476-4974-a510-b70d71227e6c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:53.578665 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-292c9fbe-f015-46a0-ac9a-ca872d3c8386 req-00971678-1476-4974-a510-b70d71227e6c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.2118199 Nov 24 13:07:53.620849 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:53.625768 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a061ddb-7bf2-4ba3-a964-a90ef2a2489f req-38b94ad2-03f2-4c7e-acbf-1a82031b0cde tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:53.628066 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4a061ddb-7bf2-4ba3-a964-a90ef2a2489f req-38b94ad2-03f2-4c7e-acbf-1a82031b0cde tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 944 time: 0.2380600 Nov 24 13:07:53.646534 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:53.667442 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 9f4dbd9a-ea08-4936-b099-61adbf84d98a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=9f4dbd9a-ea08-4936-b099-61adbf84d98a,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:53.668793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23a432d-e76b-49af-9401-cc6d52bf4c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4dbd9a-ea08-4936-b099-61adbf84d98a'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:07:53.672151 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae31545c-6f13-47f4-a9f6-cd5a4400420a" -d '{"events": [{"server_uuid": "b23a432d-e76b-49af-9401-cc6d52bf4c06", "name": "network-vif-plugged", "status": "completed", "tag": "9f4dbd9a-ea08-4936-b099-61adbf84d98a"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:07:53.678537 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:53.707119 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-292c9fbe-f015-46a0-ac9a-ca872d3c8386 req-5f086ef2-5b6b-4693-8441-7f28882eea73 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262536 Nov 24 13:07:53.737922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=9f4dbd9a-ea08-4936-b099-61adbf84d98a,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:53.777603 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-559db0fa-3717-423d-b3cd-e134cb17bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:53.779230 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-559db0fa-3717-423d-b3cd-e134cb17bf6d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=673a3600-90de-4e02-b5a0-1a7307d2a6a1 HTTP/1.1" status: 200 len: 856 time: 0.2288063 Nov 24 13:07:53.842274 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4a061ddb-7bf2-4ba3-a964-a90ef2a2489f req-c5978de5-6d50-4b46-9eb4-cb7a055cde0e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047949 Nov 24 13:07:53.859028 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77aec6ff-3282-4ac0-8f85-805b5ffd8b37 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:53.890352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-77aec6ff-3282-4ac0-8f85-805b5ffd8b37 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for f741a8be-2d88-486c-8857-8e0678ce1f27 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:53.895084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-4f7ccefd-a785-4b8d-86e4-996be9ea1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:53.898042 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-4f7ccefd-a785-4b8d-86e4-996be9ea1788 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbaf4bb5-e42b-455c-baa5-50d6cb251c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096849 Nov 24 13:07:53.919934 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6bebc7-c25c-408c-b48b-59cb48fe7ad2 x-openstack-request-id: req-7c6bebc7-c25c-408c-b48b-59cb48fe7ad2 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:07:53.920241 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23a432d-e76b-49af-9401-cc6d52bf4c06", "name": "network-vif-plugged", "status": "completed", "tag": "9f4dbd9a-ea08-4936-b099-61adbf84d98a", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:07:53.920759 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c6bebc7-c25c-408c-b48b-59cb48fe7ad2 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:07:53.920955 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23a432d-e76b-49af-9401-cc6d52bf4c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4dbd9a-ea08-4936-b099-61adbf84d98a', 'code': 200} Nov 24 13:07:53.946341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Allocated IP 172.25.0.142 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/d3ae7b8b-2fc1-4d97-9c5b-f7fefe968bbe) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:54.141855 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-532d91ad-22f8-4e1e-a6dc-ba3c4d5c4b33 req-53ebf632-a944-4925-a820-c7a398a75677 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0474153 Nov 24 13:07:54.173267 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-39320281-1748-4123-ab75-9a8901236191 service neutron] 10.222.0.59 "GET /v2.0/networks/fbaf4bb5-e42b-455c-baa5-50d6cb251c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663736 Nov 24 13:07:54.194551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae4fbc-aa56-459b-bdea-67bb06cc405c req-ac4057f7-24bf-4a6d-b4d1-fc6e91a87144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:54.196329 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ecae4fbc-aa56-459b-bdea-67bb06cc405c req-ac4057f7-24bf-4a6d-b4d1-fc6e91a87144 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 1096 time: 0.2125206 Nov 24 13:07:54.283824 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:54.325526 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:54.332937 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ecae4fbc-aa56-459b-bdea-67bb06cc405c req-57991772-90a0-48b1-b05b-280160ed839a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246939 Nov 24 13:07:54.336381 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-85b39bad-74a9-45e1-a5a8-c5c7fd2be0c8 service neutron] 10.222.0.59 "GET /v2.0/networks/fbaf4bb5-e42b-455c-baa5-50d6cb251c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550562 Nov 24 13:07:54.358906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffde5546-6a68-469c-8dd0-7d0b93802975 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:54.401077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:54.419625 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77aec6ff-3282-4ac0-8f85-805b5ffd8b37 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:54.476273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aec6ff-3282-4ac0-8f85-805b5ffd8b37 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=f741a8be-2d88-486c-8857-8e0678ce1f27,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:54.494000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:54.503102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:54.516365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:54.545565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event updated for resources: {'Port': ['ID=d3ae7b8b-2fc1-4d97-9c5b-f7fefe968bbe,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:54.579916 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-c6af7a77-e8a1-449e-a09f-39bdebe2c24d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=6e8eee07-d40a-4ec6-8dc1-46980cce72fe HTTP/1.1" status: 200 len: 217 time: 0.0467877 Nov 24 13:07:54.636302 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77aec6ff-3282-4ac0-8f85-805b5ffd8b37 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:54.642623 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-77aec6ff-3282-4ac0-8f85-805b5ffd8b37 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/f741a8be-2d88-486c-8857-8e0678ce1f27 HTTP/1.1" status: 204 len: 168 time: 1.3398256 Nov 24 13:07:54.643136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44282) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:54.672136 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c45af2-3d17-44bd-99c4-3fe5d77396e4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] GET failed (client error): The resource could not be found. Nov 24 13:07:54.675989 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d6c45af2-3d17-44bd-99c4-3fe5d77396e4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/f741a8be-2d88-486c-8857-8e0678ce1f27 HTTP/1.1" status: 404 len: 333 time: 0.0295634 Nov 24 13:07:54.676426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44284) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:54.733135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-c825cb0c-6bb2-43d5-b712-494229536e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting subnet f8b77dcc-36a9-4687-a6cd-1dff0719b6b2 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:07:54.739426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-d1ca9a05-1bbd-4b85-abfc-3d74b1022a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:54.741435 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-d1ca9a05-1bbd-4b85-abfc-3d74b1022a1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.1526587 Nov 24 13:07:54.742188 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c825cb0c-6bb2-43d5-b712-494229536e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:54.743549 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:54.883977 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c825cb0c-6bb2-43d5-b712-494229536e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:54.908371 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:54.942378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-b326b4c9-dfa5-4cd8-82d1-a07fa9ab7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:54.944624 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-b326b4c9-dfa5-4cd8-82d1-a07fa9ab7a24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1893761 Nov 24 13:07:54.973206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9746ed-8f2f-4c01-8231-5dd5adf9734e req-c5e6c54b-147a-4fc6-9261-897fc4692619 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:54.974986 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a9746ed-8f2f-4c01-8231-5dd5adf9734e req-c5e6c54b-147a-4fc6-9261-897fc4692619 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1406255 Nov 24 13:07:55.087877 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.117115 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.130322 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a9746ed-8f2f-4c01-8231-5dd5adf9734e req-d7ce9497-21fa-4dab-9288-53d3d0e91d88 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362460 Nov 24 13:07:55.151400 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c825cb0c-6bb2-43d5-b712-494229536e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.216979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ffde5546-6a68-469c-8dd0-7d0b93802975 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Deleting port 5149fc58-a6c5-4942-9e02-629614a129e6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:55.217615 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffde5546-6a68-469c-8dd0-7d0b93802975 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.220320 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-bb3db096-bb64-4498-810a-d107a08c8a3b service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669289 Nov 24 13:07:55.298781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d194563-be98-4d9c-8ebe-f57a9e35a4dc req-8df613ae-9256-408b-bb57-6049a912198f tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:55.307507 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9d194563-be98-4d9c-8ebe-f57a9e35a4dc req-8df613ae-9256-408b-bb57-6049a912198f tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 945 time: 0.2169921 Nov 24 13:07:55.326601 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-73a2598d-a12e-4fe3-8dbb-05eb06fd931e req-73b19f38-7142-4bca-8415-a77d4092b845 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0568826 Nov 24 13:07:55.375177 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event updated for resources: {'Port': ['ID=d3ae7b8b-2fc1-4d97-9c5b-f7fefe968bbe,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:55.400911 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.428916 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-6541019a-3bb5-4f07-9928-579330e4d266 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811841 Nov 24 13:07:55.430373 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c825cb0c-6bb2-43d5-b712-494229536e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.465997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fd79fd-6c70-4149-a97c-5699a5366b98 None None] Network 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:55.473455 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9d194563-be98-4d9c-8ebe-f57a9e35a4dc req-4636f02b-585c-4cb0-925c-7988975b5acc tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647482 Nov 24 13:07:55.484697 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.487079 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cd798f4b-8c22-4002-8950-8f3a5a082d18 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6974623 Nov 24 13:07:55.491623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44296) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:55.511302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-107043542'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:55.519759 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c825cb0c-6bb2-43d5-b712-494229536e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.524252 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c825cb0c-6bb2-43d5-b712-494229536e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/f8b77dcc-36a9-4687-a6cd-1dff0719b6b2 HTTP/1.1" status: 204 len: 168 time: 0.8468597 Nov 24 13:07:55.542203 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffde5546-6a68-469c-8dd0-7d0b93802975 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.554069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825cb0c-6bb2-43d5-b712-494229536e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Subnet': ['ID=f8b77dcc-36a9-4687-a6cd-1dff0719b6b2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:55.556670 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44298) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:55.573656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ffde5546-6a68-469c-8dd0-7d0b93802975 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Calling delete_port for 5149fc58-a6c5-4942-9e02-629614a129e6 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:55.630321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adfc378-2017-44e5-a484-b80a6d80e40c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting subnet 6f7474b0-cc73-40c6-ab2c-4c4e141dcbba {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:07:55.634329 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-5b94a76e-d855-4a08-8f7c-b8979cbc6b25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=97cc90c5-fb57-425a-a378-479282e4b014 HTTP/1.1" status: 200 len: 217 time: 0.1934986 Nov 24 13:07:55.637002 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0adfc378-2017-44e5-a484-b80a6d80e40c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.730292 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0adfc378-2017-44e5-a484-b80a6d80e40c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.771069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-2b2602d7-28b1-4aa5-abc3-c2422028f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:55.772865 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-2b2602d7-28b1-4aa5-abc3-c2422028f2ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.1140525 Nov 24 13:07:55.845650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Made reservation on behalf of 0726338d078d4c50b049bf27fe76961a for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:55.847423 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.851476 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.864887 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.874396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-eb794dbf-f2a5-4fe9-abb0-1e3a16140593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:55.874913 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffde5546-6a68-469c-8dd0-7d0b93802975 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.876310 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-eb794dbf-f2a5-4fe9-abb0-1e3a16140593 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0929053 Nov 24 13:07:55.924353 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0adfc378-2017-44e5-a484-b80a6d80e40c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.975406 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:55.977694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde5546-6a68-469c-8dd0-7d0b93802975 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event deleted for resources: {'Port': ['ID=5149fc58-a6c5-4942-9e02-629614a129e6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:56.016783 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:56.105538 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-418936f3-a48f-44f5-a663-9e7c11fc3092 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208486 Nov 24 13:07:56.134987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:56.136607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0adfc378-2017-44e5-a484-b80a6d80e40c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:56.147269 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffde5546-6a68-469c-8dd0-7d0b93802975 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:56.156382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b9c297-3176-4f67-bf7c-e6c59db0593b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:56.173553 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:56.173759 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Added segment 0bd0c038-ed06-4d97-bf96-5eb185765e35 of type vlan for network 5efd567e-fe5c-4994-aa99-55e6d9243579 Nov 24 13:07:56.203473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfc378-2017-44e5-a484-b80a6d80e40c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7474b0-cc73-40c6-ab2c-4c4e141dcbba,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:56.226755 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0adfc378-2017-44e5-a484-b80a6d80e40c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:56.232494 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0adfc378-2017-44e5-a484-b80a6d80e40c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/6f7474b0-cc73-40c6-ab2c-4c4e141dcbba HTTP/1.1" status: 204 len: 168 time: 0.6722996 Nov 24 13:07:56.252580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44304) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:56.315419 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:56.320123 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-abf906ed-eac1-4e1b-83f7-fd885ad87830 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070377 Nov 24 13:07:56.406241 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-e7eca67f-540c-49a4-879c-74db32526b62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=5ab98a21-6fe7-4896-9575-4945f031504a HTTP/1.1" status: 200 len: 217 time: 0.0754495 Nov 24 13:07:56.517457 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:56.527255 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a79ae8d7-13d8-42ea-972e-974578da0efb req-69621c2d-e858-4161-bbd2-a153b50fc7ca tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0467501 Nov 24 13:07:56.529655 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:56.534927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:56.535555 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:56.541891 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-f173fce4-e043-4872-be5a-d74487c21c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:56.543421 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-f173fce4-e043-4872-be5a-d74487c21c11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.1300588 Nov 24 13:07:56.620401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-94076f7a-3468-4217-9c2d-765a8c85a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:56.622623 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-94076f7a-3468-4217-9c2d-765a8c85a96d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0699103 Nov 24 13:07:56.632193 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:56.652146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef3ab3f-51cb-48e3-b1c0-4e9b6dbbdcc3 None None] Network 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:56.655706 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef6708-cd5d-4a4a-a8f0-02a62dc13068 req-8e261579-085c-4d5d-89ec-db7ea59345ee tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:56.663845 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-57ef6708-cd5d-4a4a-a8f0-02a62dc13068 req-8e261579-085c-4d5d-89ec-db7ea59345ee tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.3777587 Nov 24 13:07:56.727436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffde5546-6a68-469c-8dd0-7d0b93802975 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Router 4d74e87a-ae7a-477d-b1d9-0a502ae1d07b has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:07:56.744826 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab060006-81a5-47e1-b858-930333ac4c27 req-e06a2ec0-2711-4659-9485-eccbf5a745ae tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:56.752178 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ab060006-81a5-47e1-b858-930333ac4c27 req-e06a2ec0-2711-4659-9485-eccbf5a745ae tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 945 time: 0.1263115 Nov 24 13:07:56.753159 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ef776c8e-2044-42a1-ab50-17e07b5019f0 None None] Provisioning complete for port 06a8bac7-18ae-4e0f-bf1b-d747296e602f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:07:56.754576 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ef776c8e-2044-42a1-ab50-17e07b5019f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:56.764663 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2717283 Nov 24 13:07:56.767055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44310) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:56.778428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-21a58e57-43df-458a-addf-9c4aff39f667 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Request body: {'subnet': {'network_id': '5efd567e-fe5c-4994-aa99-55e6d9243579', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:56.805894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa51080-fa87-40bb-b371-9855f36a686e tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event updated for resources: {'Network': ['ID=5efd567e-fe5c-4994-aa99-55e6d9243579,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:56.810733 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-c62d29b3-10b5-4985-bada-883a7f6e199e service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693299 Nov 24 13:07:56.822710 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ab060006-81a5-47e1-b858-930333ac4c27 req-7cf2eb6f-d5f5-4fa1-8d9e-cbf60dbbe795 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690186 Nov 24 13:07:56.829483 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 5efd567e-fe5c-4994-aa99-55e6d9243579 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:07:56.933390 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-ced3a5ce-73fb-4779-a80f-b0212b35896d service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093407 Nov 24 13:07:56.968278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-57ef6708-cd5d-4a4a-a8f0-02a62dc13068 req-1bcd7e7d-3e58-4f5d-91e7-ba695a9aa48b tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035440 Nov 24 13:07:56.982938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port 06a8bac7-18ae-4e0f-bf1b-d747296e602f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:56.983298 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:57.014683 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-4ff913dd-628e-4841-afbd-851c7ed61706 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 HTTP/1.1" status: 200 len: 217 time: 0.0736828 Nov 24 13:07:57.093903 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-be131d13-2689-4894-9f66-61ee480ec5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:57.095871 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-be131d13-2689-4894-9f66-61ee480ec5b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 200 len: 797 time: 0.0752254 Nov 24 13:07:57.166108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-aa9be722-7c3d-4abb-934a-059255694d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:57.167644 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-aa9be722-7c3d-4abb-934a-059255694d31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5583c3a7-9a15-4e82-aa26-02223831e2d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0640090 Nov 24 13:07:57.205746 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8800104-e050-4b76-9ff6-f52afe1cc054 None None] DHCP port deletion for 5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:07:57.270747 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d8800104-e050-4b76-9ff6-f52afe1cc054 None None] Deleting port 06a8bac7-18ae-4e0f-bf1b-d747296e602f {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:57.271045 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d8800104-e050-4b76-9ff6-f52afe1cc054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:57.298144 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-5e34e4fb-ee7d-4bfa-ba85-27a661355ae5 service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222589 Nov 24 13:07:57.351031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d8800104-e050-4b76-9ff6-f52afe1cc054 None None] For port 06a8bac7-18ae-4e0f-bf1b-d747296e602f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=06a8bac7-18ae-4e0f-bf1b-d747296e602f,segment=NetworkSegment(1ae15e5e-ca53-478c-b4d7-016ba13e61fe),segment_id=1ae15e5e-ca53-478c-b4d7-016ba13e61fe)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:57.351344 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d8800104-e050-4b76-9ff6-f52afe1cc054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:57.365742 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d8800104-e050-4b76-9ff6-f52afe1cc054 None None] Calling delete_port for 06a8bac7-18ae-4e0f-bf1b-d747296e602f owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:57.418745 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-6fe037a9-14b3-4dd8-844a-0fba69fba23f service neutron] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129508 Nov 24 13:07:57.438711 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffde5546-6a68-469c-8dd0-7d0b93802975 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:07:57.444816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ffde5546-6a68-469c-8dd0-7d0b93802975 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "PUT /v2.0/routers/4d74e87a-ae7a-477d-b1d9-0a502ae1d07b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9632683 Nov 24 13:07:57.450159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44316) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:57.453708 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846de724-bf6d-42e0-b185-b339b9b72c57 None None] Sync routers for ids ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:07:57.474094 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d8800104-e050-4b76-9ff6-f52afe1cc054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:57.476443 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846de724-bf6d-42e0-b185-b339b9b72c57 None None] Routers {'4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:57.477004 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-846de724-bf6d-42e0-b185-b339b9b72c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:57.491850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-05f0809e-1d4b-4eab-b6f4-3506dba9588d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 HTTP/1.1" status: 200 len: 217 time: 0.0661080 Nov 24 13:07:57.493512 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-f5ee7e05-5bd7-4495-a73b-5ba2159275fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] show failed (client error): The resource could not be found. Nov 24 13:07:57.494676 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f5ee7e05-5bd7-4495-a73b-5ba2159275fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1949112527 HTTP/1.1" status: 404 len: 335 time: 0.0428314 Nov 24 13:07:57.498948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44318) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:57.501051 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8800104-e050-4b76-9ff6-f52afe1cc054 None None] Pushing event deleted for resources: {'Port': ['ID=06a8bac7-18ae-4e0f-bf1b-d747296e602f,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:57.503061 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8800104-e050-4b76-9ff6-f52afe1cc054 None None] No DVR routers for this DVR port 06a8bac7-18ae-4e0f-bf1b-d747296e602f on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:57.518127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8159b662-132b-4507-9428-7dfc0c8d9698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:57.534071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a58e57-43df-458a-addf-9c4aff39f667 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Made reservation on behalf of 0726338d078d4c50b049bf27fe76961a for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:57.538918 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21a58e57-43df-458a-addf-9c4aff39f667 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:57.539099 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-846de724-bf6d-42e0-b185-b339b9b72c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:57.560570 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846de724-bf6d-42e0-b185-b339b9b72c57 None None] Routers {'4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:07:57.561200 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-846de724-bf6d-42e0-b185-b339b9b72c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:57.589738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] For port 06a8bac7-18ae-4e0f-bf1b-d747296e602f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=06a8bac7-18ae-4e0f-bf1b-d747296e602f,segment=NetworkSegment(1ae15e5e-ca53-478c-b4d7-016ba13e61fe),segment_id=1ae15e5e-ca53-478c-b4d7-016ba13e61fe)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:57.590256 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:57.609472 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-8159b662-132b-4507-9428-7dfc0c8d9698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] update failed (client error): The resource could not be found. Nov 24 13:07:57.614886 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-846de724-bf6d-42e0-b185-b339b9b72c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:57.615084 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8159b662-132b-4507-9428-7dfc0c8d9698 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1524756472 HTTP/1.1" status: 404 len: 335 time: 0.1095283 Nov 24 13:07:57.615307 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846de724-bf6d-42e0-b185-b339b9b72c57 None None] The sync data for ids ['4d74e87a-ae7a-477d-b1d9-0a502ae1d07b'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:07:57.623133 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44322) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:57.658006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e966add8-9aba-4437-bb7b-eb6daa370afd req-8a2afc57-36d3-4a8f-8a7e-5f0307f822e0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0372887 Nov 24 13:07:57.663684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for 06a8bac7-18ae-4e0f-bf1b-d747296e602f owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:57.686752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f530ab9-56d1-44e8-a1f8-430c136a8602 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Deleting subnet 26d17660-bb13-4e57-aa94-3be9f8f9534b {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:07:57.699684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-bcde11e3-4ab1-4574-9fd9-b59e4fd68bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:57.701291 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-bcde11e3-4ab1-4574-9fd9-b59e4fd68bea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a HTTP/1.1" status: 200 len: 797 time: 0.1867149 Nov 24 13:07:57.702147 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f530ab9-56d1-44e8-a1f8-430c136a8602 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:57.777023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f530ab9-56d1-44e8-a1f8-430c136a8602 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:57.843655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-be2c724e-9891-4ec2-b976-78c193fd475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:57.845428 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-be2c724e-9891-4ec2-b976-78c193fd475f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6df529e3-a95e-4d56-953a-23262bfd3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1208651 Nov 24 13:07:57.846838 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:57.868677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No DVR routers for this DVR port 06a8bac7-18ae-4e0f-bf1b-d747296e602f on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:57.934599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=06a8bac7-18ae-4e0f-bf1b-d747296e602f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:57.971479 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f530ab9-56d1-44e8-a1f8-430c136a8602 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:57.973463 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21a58e57-43df-458a-addf-9c4aff39f667 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:58.037394 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-8f80d6db-5b8c-48ba-b470-06f714ccc3ad service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837919 Nov 24 13:07:58.141862 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f530ab9-56d1-44e8-a1f8-430c136a8602 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:58.166333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:58.199408 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a58e57-43df-458a-addf-9c4aff39f667 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event updated for resources: {'Subnet': ['ID=9fc24cbd-f117-494f-af34-701c4d2ca2a3,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:58.203069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0f182-f3e1-482e-94a8-7c8e22494977 req-abf0cde0-8a30-4a19-9475-8f696480ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:58.204790 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf0f182-f3e1-482e-94a8-7c8e22494977 req-abf0cde0-8a30-4a19-9475-8f696480ead2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e53965f3948442da5a4bfdaf02c7889&device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 1097 time: 0.2714295 Nov 24 13:07:58.208160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a58e57-43df-458a-addf-9c4aff39f667 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Checking segment: {'id': '0bd0c038-ed06-4d97-bf96-5eb185765e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5efd567e-fe5c-4994-aa99-55e6d9243579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:58.209285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a58e57-43df-458a-addf-9c4aff39f667 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Network hostable DHCP agents. Network: 5efd567e-fe5c-4994-aa99-55e6d9243579, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:07:58.214302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e689cb9-1c0d-42bb-9749-2ebdf59c3a07']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:58.242008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae15e5e-ca53-478c-b4d7-016ba13e61fe') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:58.242314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae15e5e-ca53-478c-b4d7-016ba13e61fe') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:07:58.257619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f530ab9-56d1-44e8-a1f8-430c136a8602 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event deleted for resources: {'Subnet': ['ID=26d17660-bb13-4e57-aa94-3be9f8f9534b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:58.280344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045408d5-7908-485d-b514-147de726d27e None None] Network 5404e60a-8dcd-49ce-b4cd-5067647cc82f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:58.286821 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1f530ab9-56d1-44e8-a1f8-430c136a8602 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:58.289881 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:58.291979 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1f530ab9-56d1-44e8-a1f8-430c136a8602 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "DELETE /v2.0/subnets/26d17660-bb13-4e57-aa94-3be9f8f9534b HTTP/1.1" status: 204 len: 168 time: 0.6673508 Nov 24 13:07:58.301952 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44330) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:58.311057 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a58e57-43df-458a-addf-9c4aff39f667 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Network 5efd567e-fe5c-4994-aa99-55e6d9243579 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:07:58.325625 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:58.351880 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65ecbf-ddf1-49aa-8ad4-dd0aeac326d5 req-845e6a82-63d9-448f-8ccc-e46fc9358022 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:58.361033 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e65ecbf-ddf1-49aa-8ad4-dd0aeac326d5 req-845e6a82-63d9-448f-8ccc-e46fc9358022 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.2580879 Nov 24 13:07:58.384426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-21a58e57-43df-458a-addf-9c4aff39f667 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 5efd567e-fe5c-4994-aa99-55e6d9243579) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:58.386647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:07:58.387075 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:07:58.394072 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:07:58.413672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a58e57-43df-458a-addf-9c4aff39f667 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:58.414275 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21a58e57-43df-458a-addf-9c4aff39f667 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:58.465433 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-23c22d14-25fa-4ca6-a132-31c5c3614afd service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183841 Nov 24 13:07:58.469092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c098980-4f21-40b2-92dd-243050b8d75b None None] Network 5efd567e-fe5c-4994-aa99-55e6d9243579 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:07:58.522373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0f182-f3e1-482e-94a8-7c8e22494977 req-a84e8c46-ca16-4dd0-9427-be2988dd0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:58.523982 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf0f182-f3e1-482e-94a8-7c8e22494977 req-a84e8c46-ca16-4dd0-9427-be2988dd0ad7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=03dace31-d538-4c14-93f0-aab68f3cc065 HTTP/1.1" status: 200 len: 914 time: 0.2889848 Nov 24 13:07:58.531701 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:58.537932 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-21a58e57-43df-458a-addf-9c4aff39f667 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7647598 Nov 24 13:07:58.541715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 06a8bac7-18ae-4e0f-bf1b-d747296e602f no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:07:58.551250 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:58.555018 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/networks/5e689cb9-1c0d-42bb-9749-2ebdf59c3a07 HTTP/1.1" status: 204 len: 168 time: 2.3021715 Nov 24 13:07:58.555555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44336) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:58.581288 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44338) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:58.594370 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-5f4dee38-603a-4fc8-a0ab-7cf6d7ba62bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 HTTP/1.1" status: 200 len: 217 time: 0.0891654 Nov 24 13:07:58.600023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:58.605255 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e65ecbf-ddf1-49aa-8ad4-dd0aeac326d5 req-f133b0e4-7faa-4812-b564-6680cba12487 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433755 Nov 24 13:07:58.651318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1148566867', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}, 'admin_state_up': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:58.676801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98266a0e-f8db-4283-9eea-36bc71af3e69 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Network': ['ID=5e689cb9-1c0d-42bb-9749-2ebdf59c3a07,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:58.682979 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf0f182-f3e1-482e-94a8-7c8e22494977 req-1def0b4d-9858-40b4-a1d0-10f3b4d6b32a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bfa3d20-f83c-4bd7-b384-0a5248228bac HTTP/1.1" status: 200 len: 217 time: 0.1492276 Nov 24 13:07:58.716107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48b9794-5aaf-42cc-8bef-71392f30b29f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:58.723085 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d48b9794-5aaf-42cc-8bef-71392f30b29f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1358521 Nov 24 13:07:58.724366 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44342) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:58.739433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-0c8330c9-0662-4468-8305-6787dcdb0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:58.741146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-0c8330c9-0662-4468-8305-6787dcdb0553 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a HTTP/1.1" status: 200 len: 797 time: 0.1172988 Nov 24 13:07:58.795405 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:58.796831 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:58.835841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 06a8bac7-18ae-4e0f-bf1b-d747296e602f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:07:58.836191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 06a8bac7-18ae-4e0f-bf1b-d747296e602f not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:07:58.857675 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-5efd567e-fe5c-4994-aa99-55e6d9243579', 'network_id': '5efd567e-fe5c-4994-aa99-55e6d9243579', 'tenant_id': '0726338d078d4c50b049bf27fe76961a', 'fixed_ips': [{'subnet_id': '9fc24cbd-f117-494f-af34-701c4d2ca2a3'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:07:58.858543 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:58.870965 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bfd6d3f8-156d-4f4e-beb9-493fc0a26a79 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1384356 Nov 24 13:07:58.873174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44344) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:07:58.882015 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-4a3f0f9d-da73-4b21-98ca-c9c1bc2d3a57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1590958917'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:07:58.892163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-0b101816-722c-4420-89f0-0548ecab27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:58.893705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-0b101816-722c-4420-89f0-0548ecab27bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6df529e3-a95e-4d56-953a-23262bfd3e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1214647 Nov 24 13:07:58.893888 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0f182-f3e1-482e-94a8-7c8e22494977 req-107d35f4-c8ca-4a1b-b09a-88ae42a959fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:58.895405 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf0f182-f3e1-482e-94a8-7c8e22494977 req-107d35f4-c8ca-4a1b-b09a-88ae42a959fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a57a07f-eae2-4aeb-a7ea-5943414d67b1 HTTP/1.1" status: 200 len: 853 time: 0.1983471 Nov 24 13:07:58.949654 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Deleting port e7aa78a8-e339-4070-bd88-db116e0e3649 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:58.953141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd48e8ea-c307-47d0-80d3-4877d8f6af91 None None] DHCP port deletion for 5404e60a-8dcd-49ce-b4cd-5067647cc82f request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:07:58.956917 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.011004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3f0f9d-da73-4b21-98ca-c9c1bc2d3a57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:07:59.014563 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0f9d-da73-4b21-98ca-c9c1bc2d3a57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.065089 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Allocated IP 172.20.0.2 (5efd567e-fe5c-4994-aa99-55e6d9243579/9fc24cbd-f117-494f-af34-701c4d2ca2a3/8be6920d-4558-4503-8c41-b0f587de1f2e) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:07:59.066356 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4eb7e657-49a5-463a-a66d-8626ca59dc8a req-e871507c-c0be-4cc3-b23b-5eb67214debc tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.2521951 Nov 24 13:07:59.068608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.080483 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fd48e8ea-c307-47d0-80d3-4877d8f6af91 None None] Deleting port e7aa78a8-e339-4070-bd88-db116e0e3649 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:07:59.080981 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd48e8ea-c307-47d0-80d3-4877d8f6af91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.151448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf0f182-f3e1-482e-94a8-7c8e22494977 req-54942255-207e-4bd8-8388-d7f57d3df16b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03dace31-d538-4c14-93f0-aab68f3cc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272438 Nov 24 13:07:59.235072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fd48e8ea-c307-47d0-80d3-4877d8f6af91 None None] For port e7aa78a8-e339-4070-bd88-db116e0e3649, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e7aa78a8-e339-4070-bd88-db116e0e3649,segment=NetworkSegment(83486e16-4d48-450a-b5c8-7d7348a6c513),segment_id=83486e16-4d48-450a-b5c8-7d7348a6c513)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:59.235576 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd48e8ea-c307-47d0-80d3-4877d8f6af91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.275005 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fd48e8ea-c307-47d0-80d3-4877d8f6af91 None None] Calling delete_port for e7aa78a8-e339-4070-bd88-db116e0e3649 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:59.427538 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.450219 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.497016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Network 5efd567e-fe5c-4994-aa99-55e6d9243579 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:07:59.502439 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd48e8ea-c307-47d0-80d3-4877d8f6af91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.507930 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:07:59.517554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:07:59.527700 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Pushing event updated for resources: {'Port': ['ID=8be6920d-4558-4503-8c41-b0f587de1f2e,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:59.530813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd48e8ea-c307-47d0-80d3-4877d8f6af91 None None] No DVR routers for this DVR port e7aa78a8-e339-4070-bd88-db116e0e3649 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:07:59.540489 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.596451 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf0f182-f3e1-482e-94a8-7c8e22494977 req-356f3343-c333-4198-a124-faebf9e03f40 service neutron] 10.222.0.46 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605371 Nov 24 13:07:59.600490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48e8ea-c307-47d0-80d3-4877d8f6af91 None None] Pushing event deleted for resources: {'Port': ['ID=e7aa78a8-e339-4070-bd88-db116e0e3649,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:59.641853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] For port e7aa78a8-e339-4070-bd88-db116e0e3649, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e7aa78a8-e339-4070-bd88-db116e0e3649,segment=NetworkSegment(83486e16-4d48-450a-b5c8-7d7348a6c513),segment_id=83486e16-4d48-450a-b5c8-7d7348a6c513)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:07:59.642379 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.659889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Calling delete_port for e7aa78a8-e339-4070-bd88-db116e0e3649 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:07:59.664767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Attempting to bind port 8be6920d-4558-4503-8c41-b0f587de1f2e on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:07:59.666274 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Attempting to bind port 8be6920d-4558-4503-8c41-b0f587de1f2e by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '0bd0c038-ed06-4d97-bf96-5eb185765e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5efd567e-fe5c-4994-aa99-55e6d9243579'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:07:59.666651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Attempting to bind port 8be6920d-4558-4503-8c41-b0f587de1f2e on network 5efd567e-fe5c-4994-aa99-55e6d9243579 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:07:59.679316 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:07:59.679699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Checking segment: {'id': '0bd0c038-ed06-4d97-bf96-5eb185765e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5efd567e-fe5c-4994-aa99-55e6d9243579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:07:59.680124 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.680512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Bound using segment: {'id': '0bd0c038-ed06-4d97-bf96-5eb185765e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5efd567e-fe5c-4994-aa99-55e6d9243579'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:07:59.681019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Bound port: 8be6920d-4558-4503-8c41-b0f587de1f2e, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd0c038-ed06-4d97-bf96-5eb185765e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5efd567e-fe5c-4994-aa99-55e6d9243579'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:07:59.681408 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.689886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3f0f9d-da73-4b21-98ca-c9c1bc2d3a57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:07:59.716414 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf0f182-f3e1-482e-94a8-7c8e22494977 req-7412ef64-eb01-45a1-8b76-d10dcbe09748 service neutron] 10.222.0.46 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105649 Nov 24 13:07:59.757383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] For port 8be6920d-4558-4503-8c41-b0f587de1f2e, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:07:59.758265 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0f9d-da73-4b21-98ca-c9c1bc2d3a57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.758609 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-4a3f0f9d-da73-4b21-98ca-c9c1bc2d3a57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Added segment 8795d751-07b2-401e-b6de-5d37a0f97740 of type vlan for network 1be5782f-bfd1-4cc3-803e-525e828c2642 Nov 24 13:07:59.761620 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] For port 8be6920d-4558-4503-8c41-b0f587de1f2e, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8be6920d-4558-4503-8c41-b0f587de1f2e,segment=NetworkSegment(0bd0c038-ed06-4d97-bf96-5eb185765e35),segment_id=0bd0c038-ed06-4d97-bf96-5eb185765e35)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:07:59.769783 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.833520 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-137c6ba1-1263-45d9-97c4-9d567d11fa4e service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9229217 Nov 24 13:07:59.836960 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0f9d-da73-4b21-98ca-c9c1bc2d3a57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.845508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac5d85-6111-4674-b097-8bd8c6023c56 req-e32e183e-f415-413e-866e-54673299a17c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:59.846402 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc664574-a377-4113-bb55-68bc0002a85c None None] Pushing event updated for resources: {'Port': ['ID=8be6920d-4558-4503-8c41-b0f587de1f2e,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:07:59.847188 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7eac5d85-6111-4674-b097-8bd8c6023c56 req-e32e183e-f415-413e-866e-54673299a17c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.0941231 Nov 24 13:07:59.963222 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0f9d-da73-4b21-98ca-c9c1bc2d3a57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:07:59.969327 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3f0f9d-da73-4b21-98ca-c9c1bc2d3a57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:07:59.970220 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0f9d-da73-4b21-98ca-c9c1bc2d3a57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.004774 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4a3f0f9d-da73-4b21-98ca-c9c1bc2d3a57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1279607 Nov 24 13:08:00.006227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44352) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:00.014393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-4e51160e-b209-45e3-90de-318f45fe41b4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '1be5782f-bfd1-4cc3-803e-525e828c2642', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:00.023342 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.049632 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.051786 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7eac5d85-6111-4674-b097-8bd8c6023c56 req-ceab1893-a75e-4a69-a6eb-ceec7cb7532b tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935792 Nov 24 13:08:00.074713 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea059405-79fc-415f-9307-3e14b10e45d5 req-fae29105-21ef-48a1-a851-e8e5441d615b service neutron] 10.222.0.59 "GET /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289033 Nov 24 13:08:00.082064 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.241902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event deleted for resources: {'Port': ['ID=e7aa78a8-e339-4070-bd88-db116e0e3649,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:00.263602 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] No DVR routers for this DVR port e7aa78a8-e339-4070-bd88-db116e0e3649 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:00.272292 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f0f9d-da73-4b21-98ca-c9c1bc2d3a57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Network': ['ID=1be5782f-bfd1-4cc3-803e-525e828c2642,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:00.282885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 1be5782f-bfd1-4cc3-803e-525e828c2642 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:08:00.329102 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c4f59c2-6e94-42b3-b2d1-7c8e53d9941f req-8df2dedf-b8f1-49cd-9ca9-551a1c121f9b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0832410 Nov 24 13:08:00.411916 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.420854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e51160e-b209-45e3-90de-318f45fe41b4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:00.425826 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e51160e-b209-45e3-90de-318f45fe41b4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.480993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5404e60a-8dcd-49ce-b4cd-5067647cc82f']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:00.503639 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83486e16-4d48-450a-b5c8-7d7348a6c513') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:00.504519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83486e16-4d48-450a-b5c8-7d7348a6c513') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:00.516597 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.561689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.572936 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:08:00.575356 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:08:00.582765 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:08:00.616260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 8be6920d-4558-4503-8c41-b0f587de1f2e up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:00.629016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Allocated IP 172.25.0.148 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/b041b1b7-8179-43cb-adfd-8d0afe4cd95c) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:00.689918 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.695950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 8be6920d-4558-4503-8c41-b0f587de1f2e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:00.696334 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.704886 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.713354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "DELETE /v2.0/networks/5404e60a-8dcd-49ce-b4cd-5067647cc82f HTTP/1.1" status: 204 len: 168 time: 2.4066207 Nov 24 13:08:00.725331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44358) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:00.744198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040bd40-a16a-4151-8531-cc501bdc56ef tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event deleted for resources: {'Network': ['ID=5404e60a-8dcd-49ce-b4cd-5067647cc82f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:00.801582 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.848681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 8be6920d-4558-4503-8c41-b0f587de1f2e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8be6920d-4558-4503-8c41-b0f587de1f2e,segment=NetworkSegment(0bd0c038-ed06-4d97-bf96-5eb185765e35),segment_id=0bd0c038-ed06-4d97-bf96-5eb185765e35)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:00.857817 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.862736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-def5f9d0-cf27-496d-b397-76aa211d6d1d tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Deleting subnet 9a7c1a4c-504f-4072-a298-e82878bbb585 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:08:00.866618 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-def5f9d0-cf27-496d-b397-76aa211d6d1d tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.932215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=8be6920d-4558-4503-8c41-b0f587de1f2e,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:00.955937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e7aa78a8-e339-4070-bd88-db116e0e3649 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:00.957400 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.965439 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-def5f9d0-cf27-496d-b397-76aa211d6d1d tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:00.989888 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: e7aa78a8-e339-4070-bd88-db116e0e3649 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:00.990370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e7aa78a8-e339-4070-bd88-db116e0e3649 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:01.114397 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e51160e-b209-45e3-90de-318f45fe41b4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:01.204962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51160e-b209-45e3-90de-318f45fe41b4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Subnet': ['ID=8e4e6f07-9425-4752-96c4-099629fe0b82,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:01.259859 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:01.324427 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-def5f9d0-cf27-496d-b397-76aa211d6d1d tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:01.325210 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea4c99-805b-442c-958b-1dbf1a25719f req-8a6ef5f6-7286-41e9-b3e5-2cd123e9ce10 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:01.349473 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42ea4c99-805b-442c-958b-1dbf1a25719f req-8a6ef5f6-7286-41e9-b3e5-2cd123e9ce10 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1780324 Nov 24 13:08:01.402026 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event updated for resources: {'Port': ['ID=b041b1b7-8179-43cb-adfd-8d0afe4cd95c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:01.418949 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-def5f9d0-cf27-496d-b397-76aa211d6d1d tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:01.423096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:01.438737 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:01.441073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e51160e-b209-45e3-90de-318f45fe41b4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Checking segment: {'id': '8795d751-07b2-401e-b6de-5d37a0f97740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1be5782f-bfd1-4cc3-803e-525e828c2642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:08:01.441550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e51160e-b209-45e3-90de-318f45fe41b4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network hostable DHCP agents. Network: 1be5782f-bfd1-4cc3-803e-525e828c2642, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:08:01.451324 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:01.482833 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42ea4c99-805b-442c-958b-1dbf1a25719f req-f02e33db-4754-4733-a1eb-3943eb606427 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318166 Nov 24 13:08:01.513333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c3ab89-1353-4d32-92ba-9e18aca4a3a5 None None] Network 5efd567e-fe5c-4994-aa99-55e6d9243579 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:01.555542 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2cf13984-fd09-4f1c-8efb-3c09a7ca0b3c req-ca890774-5f2c-41e7-a0e5-344958e3a37f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0346663 Nov 24 13:08:01.560427 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5f9d0-cf27-496d-b397-76aa211d6d1d tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event deleted for resources: {'Subnet': ['ID=9a7c1a4c-504f-4072-a298-e82878bbb585,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:01.566328 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-def5f9d0-cf27-496d-b397-76aa211d6d1d tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:01.572603 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-def5f9d0-cf27-496d-b397-76aa211d6d1d tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "DELETE /v2.0/subnets/9a7c1a4c-504f-4072-a298-e82878bbb585 HTTP/1.1" status: 204 len: 168 time: 0.8422332 Nov 24 13:08:01.573447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e51160e-b209-45e3-90de-318f45fe41b4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 1be5782f-bfd1-4cc3-803e-525e828c2642 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:08:01.573791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44366) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:01.626168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-4e51160e-b209-45e3-90de-318f45fe41b4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 1be5782f-bfd1-4cc3-803e-525e828c2642) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:01.666487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e51160e-b209-45e3-90de-318f45fe41b4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:01.667146 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e51160e-b209-45e3-90de-318f45fe41b4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:01.682557 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0388929-20fc-42bc-b00a-2aba3a9d9f8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Deleting subnet a554de11-48a5-453e-9c7b-f465d0d7e61f {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:08:01.687111 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0388929-20fc-42bc-b00a-2aba3a9d9f8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:01.705574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbda8771-75a5-47a0-aedf-a62a3875df94 None None] Network 1f085e8b-be10-47b4-9ff8-76ddb4b88a48 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:01.714228 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4e51160e-b209-45e3-90de-318f45fe41b4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7035646 Nov 24 13:08:01.716633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44368) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:01.721821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ef16cd71-7987-460e-ac02-a651c212ab9f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'network_id': '1be5782f-bfd1-4cc3-803e-525e828c2642', 'name': 'tempest-PortsTestJSON-621250893'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:01.770082 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0388929-20fc-42bc-b00a-2aba3a9d9f8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:01.776570 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05716683-5d08-47e3-ab95-7ab5d6b16289 None None] Network 1be5782f-bfd1-4cc3-803e-525e828c2642 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:01.890258 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0388929-20fc-42bc-b00a-2aba3a9d9f8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:01.931547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef16cd71-7987-460e-ac02-a651c212ab9f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:01.938280 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ef16cd71-7987-460e-ac02-a651c212ab9f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:01.975988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-ef16cd71-7987-460e-ac02-a651c212ab9f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port 7e8fc541-f515-4468-83c7-0761d11c01c6 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:08:01.993738 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0388929-20fc-42bc-b00a-2aba3a9d9f8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:01.995793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6215f3e4-2eb4-46f4-9228-5d455e7ee992 None None] Provisioning complete for port 8be6920d-4558-4503-8c41-b0f587de1f2e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:01.996155 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6215f3e4-2eb4-46f4-9228-5d455e7ee992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:02.067390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0388929-20fc-42bc-b00a-2aba3a9d9f8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event deleted for resources: {'Subnet': ['ID=a554de11-48a5-453e-9c7b-f465d0d7e61f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:02.075241 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0388929-20fc-42bc-b00a-2aba3a9d9f8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:02.087384 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b0388929-20fc-42bc-b00a-2aba3a9d9f8e tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "DELETE /v2.0/subnets/a554de11-48a5-453e-9c7b-f465d0d7e61f HTTP/1.1" status: 204 len: 168 time: 0.5124609 Nov 24 13:08:02.088020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44370) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:02.093033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c500b1-ff33-41f8-b4c7-aa700c1ad009 None None] Network b07d8f99-a133-4b99-9218-9c83083ee860 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:02.114860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:02.245313 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:02.347041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Deleting port 67770784-29b9-4eb1-8c52-58bfdba21c82 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:02.347556 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:02.418419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-1be5782f-bfd1-4cc3-803e-525e828c2642', 'network_id': '1be5782f-bfd1-4cc3-803e-525e828c2642', 'tenant_id': 'b524a324b744440190ac7aeac885c997', 'fixed_ips': [{'subnet_id': '8e4e6f07-9425-4752-96c4-099629fe0b82'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:08:02.419335 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:02.435571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] For port 67770784-29b9-4eb1-8c52-58bfdba21c82, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=67770784-29b9-4eb1-8c52-58bfdba21c82,segment=NetworkSegment(6f3a5a49-e399-40cc-bfa8-42a53b3a3537),segment_id=6f3a5a49-e399-40cc-bfa8-42a53b3a3537)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:02.436078 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:02.462848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Calling delete_port for 67770784-29b9-4eb1-8c52-58bfdba21c82 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:02.540191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee2d48-3391-4b10-a51b-b9db886c4bd0 None None] DHCP port deletion for 1f085e8b-be10-47b4-9ff8-76ddb4b88a48 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:08:02.665182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a9ac3-0ffa-4528-8776-3e5c876eff60 req-e40f81eb-8313-419d-a5ed-089a708b06e8 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:02.674099 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b05a9ac3-0ffa-4528-8776-3e5c876eff60 req-e40f81eb-8313-419d-a5ed-089a708b06e8 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.0857694 Nov 24 13:08:02.684103 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:02.721575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 8be6920d-4558-4503-8c41-b0f587de1f2e up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:02.730027 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event deleted for resources: {'Port': ['ID=67770784-29b9-4eb1-8c52-58bfdba21c82,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:02.737514 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] No DVR routers for this DVR port 67770784-29b9-4eb1-8c52-58bfdba21c82 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:02.800757 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:02.833534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5111a23-ad1b-402b-bdf9-11a279aec614 None None] DHCP port deletion for b07d8f99-a133-4b99-9218-9c83083ee860 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:08:02.886757 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fc8e8795-72c9-48c5-9d51-b3268c734aec req-5e94f7e4-7d89-4ac5-96f3-d167f0697f58 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0466642 Nov 24 13:08:02.897068 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b05a9ac3-0ffa-4528-8776-3e5c876eff60 req-70882fb7-5066-4181-a281-a321fd5b85fc tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211521 Nov 24 13:08:02.909496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-59ee2d48-3391-4b10-a51b-b9db886c4bd0 None None] Deleting port 67770784-29b9-4eb1-8c52-58bfdba21c82 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:02.909496 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-59ee2d48-3391-4b10-a51b-b9db886c4bd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:02.938165 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:02.968437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f085e8b-be10-47b4-9ff8-76ddb4b88a48']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:02.978246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3a5a49-e399-40cc-bfa8-42a53b3a3537') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:02.978549 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3a5a49-e399-40cc-bfa8-42a53b3a3537') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:02.983995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-59ee2d48-3391-4b10-a51b-b9db886c4bd0 None None] For port 67770784-29b9-4eb1-8c52-58bfdba21c82, host n-d-817303-4, got binding levels [] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:02.984693 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-59ee2d48-3391-4b10-a51b-b9db886c4bd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:02.988244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-ef16cd71-7987-460e-ac02-a651c212ab9f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Allocated IP 172.20.0.6 (1be5782f-bfd1-4cc3-803e-525e828c2642/8e4e6f07-9425-4752-96c4-099629fe0b82/7e8fc541-f515-4468-83c7-0761d11c01c6) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:02.991143 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.010300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-59ee2d48-3391-4b10-a51b-b9db886c4bd0 None None] Calling delete_port for 67770784-29b9-4eb1-8c52-58bfdba21c82 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:03.011229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.021006 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:08:03.021414 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.025318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.ipam_backend_mixin [None req-59ee2d48-3391-4b10-a51b-b9db886c4bd0 None None] Port 67770784-29b9-4eb1-8c52-58bfdba21c82 was not found and therefore no delete operation was performed {{(pid=114987) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:08:03.026457 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:08:03.037651 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-59ee2d48-3391-4b10-a51b-b9db886c4bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.039901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 8be6920d-4558-4503-8c41-b0f587de1f2e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:03.040472 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.061258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-da799461-50ac-438c-9df9-c197b85cb924 None None] Provisioning complete for port 8be6920d-4558-4503-8c41-b0f587de1f2e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:03.061959 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-da799461-50ac-438c-9df9-c197b85cb924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.117000 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.128344 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.128942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d5111a23-ad1b-402b-bdf9-11a279aec614 None None] Deleting port cdae409e-5387-47e6-9c74-279a9c1aa075 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:03.129791 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d5111a23-ad1b-402b-bdf9-11a279aec614 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.133015 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee2d48-3391-4b10-a51b-b9db886c4bd0 None None] Pushing event deleted for resources: {'Port': ['ID=67770784-29b9-4eb1-8c52-58bfdba21c82,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:03.143596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ee2d48-3391-4b10-a51b-b9db886c4bd0 None None] No DVR routers for this DVR port 67770784-29b9-4eb1-8c52-58bfdba21c82 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:03.144773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Router e756a1e2-0164-485d-a855-de7b649ce3c6 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:08:03.170739 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "DELETE /v2.0/networks/1f085e8b-be10-47b4-9ff8-76ddb4b88a48 HTTP/1.1" status: 204 len: 168 time: 1.0812776 Nov 24 13:08:03.179155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44378) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:03.201945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a901775-5b16-4171-bd07-b0bed35d7fdb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event deleted for resources: {'Network': ['ID=1f085e8b-be10-47b4-9ff8-76ddb4b88a48,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:03.251906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d5111a23-ad1b-402b-bdf9-11a279aec614 None None] For port cdae409e-5387-47e6-9c74-279a9c1aa075, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cdae409e-5387-47e6-9c74-279a9c1aa075,segment=NetworkSegment(f0a8892a-8acb-48a9-898e-dde30275ae2b),segment_id=f0a8892a-8acb-48a9-898e-dde30275ae2b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:03.252395 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d5111a23-ad1b-402b-bdf9-11a279aec614 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.268046 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ef16cd71-7987-460e-ac02-a651c212ab9f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.271016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d5111a23-ad1b-402b-bdf9-11a279aec614 None None] Calling delete_port for cdae409e-5387-47e6-9c74-279a9c1aa075 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:03.402877 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49d1963b-a69a-4f9b-89f4-18029e4926fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.424195 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d5111a23-ad1b-402b-bdf9-11a279aec614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.439288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:08:03.457846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ba9cd-1699-42af-907f-cb50d6c2e39e None None] Sync routers for ids ['e756a1e2-0164-485d-a855-de7b649ce3c6'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:08:03.460498 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5111a23-ad1b-402b-bdf9-11a279aec614 None None] No DVR routers for this DVR port cdae409e-5387-47e6-9c74-279a9c1aa075 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:03.466970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5111a23-ad1b-402b-bdf9-11a279aec614 None None] Pushing event deleted for resources: {'Port': ['ID=cdae409e-5387-47e6-9c74-279a9c1aa075,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:03.488277 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ef16cd71-7987-460e-ac02-a651c212ab9f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.505208 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ba9cd-1699-42af-907f-cb50d6c2e39e None None] Routers {'e756a1e2-0164-485d-a855-de7b649ce3c6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:03.505991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0a0ba9cd-1699-42af-907f-cb50d6c2e39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e756a1e2-0164-485d-a855-de7b649ce3c6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:03.533077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.536168 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-36035157-a1d9-4282-a920-804a84f7c724 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.9778786 Nov 24 13:08:03.538019 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44380) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:03.546988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0a0ba9cd-1699-42af-907f-cb50d6c2e39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:03.558555 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3bfa3d20-f83c-4bd7-b384-0a5248228bac details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:08:03.560530 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3bfa3d20-f83c-4bd7-b384-0a5248228bac no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:03.593584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Allocated IP 172.20.0.2 (1be5782f-bfd1-4cc3-803e-525e828c2642/8e4e6f07-9425-4752-96c4-099629fe0b82/e84d80ba-aeaa-453d-9a7a-d7706d33ce40) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:03.614465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ba9cd-1699-42af-907f-cb50d6c2e39e None None] Routers {'e756a1e2-0164-485d-a855-de7b649ce3c6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:03.615704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0a0ba9cd-1699-42af-907f-cb50d6c2e39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e756a1e2-0164-485d-a855-de7b649ce3c6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:03.617288 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49d1963b-a69a-4f9b-89f4-18029e4926fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.621346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef16cd71-7987-460e-ac02-a651c212ab9f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 1be5782f-bfd1-4cc3-803e-525e828c2642 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:03.632800 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-ef16cd71-7987-460e-ac02-a651c212ab9f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:03.635532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef16cd71-7987-460e-ac02-a651c212ab9f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:03.651867 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16cd71-7987-460e-ac02-a651c212ab9f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=7e8fc541-f515-4468-83c7-0761d11c01c6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:03.677517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-49d1963b-a69a-4f9b-89f4-18029e4926fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07d8f99-a133-4b99-9218-9c83083ee860']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:03.686429 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0a0ba9cd-1699-42af-907f-cb50d6c2e39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:03.687204 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ba9cd-1699-42af-907f-cb50d6c2e39e None None] The sync data for ids ['e756a1e2-0164-485d-a855-de7b649ce3c6'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:08:03.697637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-49d1963b-a69a-4f9b-89f4-18029e4926fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a8892a-8acb-48a9-898e-dde30275ae2b') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:03.697827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-49d1963b-a69a-4f9b-89f4-18029e4926fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a8892a-8acb-48a9-898e-dde30275ae2b') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:03.713534 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49d1963b-a69a-4f9b-89f4-18029e4926fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.736182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef16cd71-7987-460e-ac02-a651c212ab9f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:03.736866 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ef16cd71-7987-460e-ac02-a651c212ab9f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.744486 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49d1963b-a69a-4f9b-89f4-18029e4926fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.754421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d1963b-a69a-4f9b-89f4-18029e4926fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:08:03.754950 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49d1963b-a69a-4f9b-89f4-18029e4926fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:08:03.758676 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:08:03.773373 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ef16cd71-7987-460e-ac02-a651c212ab9f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0556779 Nov 24 13:08:03.777089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44384) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:03.781987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0716454a-e76f-4efc-a17a-3b20adc8f0b0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'network_id': '1be5782f-bfd1-4cc3-803e-525e828c2642', 'name': 'tempest-PortsTestJSON-1092789756'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:03.882550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 3bfa3d20-f83c-4bd7-b384-0a5248228bac, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3bfa3d20-f83c-4bd7-b384-0a5248228bac,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:03.900800 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49d1963b-a69a-4f9b-89f4-18029e4926fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.904285 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.905649 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49d1963b-a69a-4f9b-89f4-18029e4926fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:03.911883 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-49d1963b-a69a-4f9b-89f4-18029e4926fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "DELETE /v2.0/networks/b07d8f99-a133-4b99-9218-9c83083ee860 HTTP/1.1" status: 204 len: 168 time: 0.7312782 Nov 24 13:08:03.912290 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44388) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:03.937106 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1963b-a69a-4f9b-89f4-18029e4926fb tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event deleted for resources: {'Network': ['ID=b07d8f99-a133-4b99-9218-9c83083ee860,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:03.962400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '3bfa3d20-f83c-4bd7-b384-0a5248228bac', 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065', 'port_id': '3bfa3d20-f83c-4bd7-b384-0a5248228bac', 'mac_address': 'fa:16:3e:f4:cd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a57a07f-eae2-4aeb-a7ea-5943414d67b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:08:04.022410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0716454a-e76f-4efc-a17a-3b20adc8f0b0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:04.027300 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0716454a-e76f-4efc-a17a-3b20adc8f0b0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.033024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81af815a-aff1-4698-b471-ab8922a5a482', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bfa3d20-f83c-4bd7-b384-0a5248228bac'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:08:04.035700 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdf38f2-2a27-439f-95d4-c703fa8eae90" -d '{"events": [{"server_uuid": "81af815a-aff1-4698-b471-ab8922a5a482", "name": "network-vif-unplugged", "status": "completed", "tag": "3bfa3d20-f83c-4bd7-b384-0a5248228bac"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:08:04.054820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e246ef6-a70f-4f92-aab4-39aaf6a1f11b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Deleting subnet 7d57d4cb-d19f-4a94-af02-4af4ae478256 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:08:04.063140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 3bfa3d20-f83c-4bd7-b384-0a5248228bac, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3bfa3d20-f83c-4bd7-b384-0a5248228bac,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:04.082283 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.085646 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.089400 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f715a7d5-7632-41b0-9c25-38cdafcd4c87 req-f53d8da4-e9fd-4855-ba80-4ea064e0f861 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0319147 Nov 24 13:08:04.090226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e246ef6-a70f-4f92-aab4-39aaf6a1f11b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.123467 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-0716454a-e76f-4efc-a17a-3b20adc8f0b0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port e18d3866-d6a4-4d1c-9eb4-2cc8c8e733d4 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:08:04.136534 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.156941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bfa3d20-f83c-4bd7-b384-0a5248228bac {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:08:04.172842 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.183311 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e246ef6-a70f-4f92-aab4-39aaf6a1f11b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.194078 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a634c54-0263-4637-b2c3-84aa69cc570d x-openstack-request-id: req-7a634c54-0263-4637-b2c3-84aa69cc570d {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:08:04.194464 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81af815a-aff1-4698-b471-ab8922a5a482", "name": "network-vif-unplugged", "status": "completed", "tag": "3bfa3d20-f83c-4bd7-b384-0a5248228bac", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:08:04.194805 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a634c54-0263-4637-b2c3-84aa69cc570d {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:08:04.195256 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81af815a-aff1-4698-b471-ab8922a5a482', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bfa3d20-f83c-4bd7-b384-0a5248228bac', 'code': 200} Nov 24 13:08:04.197114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae2e8e-c346-49c0-88a5-7024c9f42586 req-05102052-ecd4-4569-a48e-4738ea2e1679 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:04.198672 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30ae2e8e-c346-49c0-88a5-7024c9f42586 req-05102052-ecd4-4569-a48e-4738ea2e1679 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.2116768 Nov 24 13:08:04.240871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=3bfa3d20-f83c-4bd7-b384-0a5248228bac,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:04.248225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Network 1be5782f-bfd1-4cc3-803e-525e828c2642 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:04.297351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Pushing event updated for resources: {'Port': ['ID=e84d80ba-aeaa-453d-9a7a-d7706d33ce40,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:04.300177 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:08:04.301031 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:08:04.308132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:04.311168 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:04.322406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30ae2e8e-c346-49c0-88a5-7024c9f42586 req-f341fcc6-42a1-452c-9537-ba7661127119 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139972 Nov 24 13:08:04.346276 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-0716454a-e76f-4efc-a17a-3b20adc8f0b0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Allocated IP 172.20.0.10 (1be5782f-bfd1-4cc3-803e-525e828c2642/8e4e6f07-9425-4752-96c4-099629fe0b82/e18d3866-d6a4-4d1c-9eb4-2cc8c8e733d4) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:04.379923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Attempting to bind port e84d80ba-aeaa-453d-9a7a-d7706d33ce40 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:04.380709 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Attempting to bind port e84d80ba-aeaa-453d-9a7a-d7706d33ce40 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '8795d751-07b2-401e-b6de-5d37a0f97740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1be5782f-bfd1-4cc3-803e-525e828c2642'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:04.382119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Attempting to bind port e84d80ba-aeaa-453d-9a7a-d7706d33ce40 on network 1be5782f-bfd1-4cc3-803e-525e828c2642 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:04.383646 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.388424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:08:04.389086 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Checking segment: {'id': '8795d751-07b2-401e-b6de-5d37a0f97740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1be5782f-bfd1-4cc3-803e-525e828c2642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:08:04.389701 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.390299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Bound using segment: {'id': '8795d751-07b2-401e-b6de-5d37a0f97740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1be5782f-bfd1-4cc3-803e-525e828c2642'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:08:04.390948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Bound port: e84d80ba-aeaa-453d-9a7a-d7706d33ce40, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8795d751-07b2-401e-b6de-5d37a0f97740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1be5782f-bfd1-4cc3-803e-525e828c2642'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:08:04.391591 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.485169 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] For port e84d80ba-aeaa-453d-9a7a-d7706d33ce40, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:08:04.488658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] For port e84d80ba-aeaa-453d-9a7a-d7706d33ce40, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e84d80ba-aeaa-453d-9a7a-d7706d33ce40,segment=NetworkSegment(8795d751-07b2-401e-b6de-5d37a0f97740),segment_id=8795d751-07b2-401e-b6de-5d37a0f97740)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:08:04.505113 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.517324 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 67770784-29b9-4eb1-8c52-58bfdba21c82 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:04.528513 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e246ef6-a70f-4f92-aab4-39aaf6a1f11b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.564250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 67770784-29b9-4eb1-8c52-58bfdba21c82 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:04.564627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 67770784-29b9-4eb1-8c52-58bfdba21c82 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:04.565066 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cdae409e-5387-47e6-9c74-279a9c1aa075 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:04.586200 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0716454a-e76f-4efc-a17a-3b20adc8f0b0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.655243 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0716454a-e76f-4efc-a17a-3b20adc8f0b0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.698113 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e246ef6-a70f-4f92-aab4-39aaf6a1f11b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.722707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0716454a-e76f-4efc-a17a-3b20adc8f0b0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 1be5782f-bfd1-4cc3-803e-525e828c2642 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:04.727197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-0716454a-e76f-4efc-a17a-3b20adc8f0b0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:04.731901 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716454a-e76f-4efc-a17a-3b20adc8f0b0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:04.749823 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e246ef6-a70f-4f92-aab4-39aaf6a1f11b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event deleted for resources: {'Subnet': ['ID=7d57d4cb-d19f-4a94-af02-4af4ae478256,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:04.764282 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e246ef6-a70f-4f92-aab4-39aaf6a1f11b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.773395 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4e246ef6-a70f-4f92-aab4-39aaf6a1f11b tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "DELETE /v2.0/subnets/7d57d4cb-d19f-4a94-af02-4af4ae478256 HTTP/1.1" status: 204 len: 168 time: 0.7894475 Nov 24 13:08:04.778299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44394) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:04.808972 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716454a-e76f-4efc-a17a-3b20adc8f0b0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=e18d3866-d6a4-4d1c-9eb4-2cc8c8e733d4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:04.817245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f88c07-c917-4350-886b-cc623d975e74 None None] Network 5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:04.824882 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: cdae409e-5387-47e6-9c74-279a9c1aa075 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:04.825240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cdae409e-5387-47e6-9c74-279a9c1aa075 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:04.895762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0716454a-e76f-4efc-a17a-3b20adc8f0b0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:04.901311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0716454a-e76f-4efc-a17a-3b20adc8f0b0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.914765 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:04.939587 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0716454a-e76f-4efc-a17a-3b20adc8f0b0 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1612763 Nov 24 13:08:04.940215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44398) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:04.967100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fd304-6858-46b3-be69-d2d591176f76 None None] Pushing event updated for resources: {'Port': ['ID=e84d80ba-aeaa-453d-9a7a-d7706d33ce40,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:05.061356 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.081330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Deleting port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:05.081926 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.084755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfa3d20-f83c-4bd7-b384-0a5248228bac {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:08:05.120235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85b41d2-89dd-4043-b4fa-a19d0cf64529 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:05.122184 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a85b41d2-89dd-4043-b4fa-a19d0cf64529 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.1808951 Nov 24 13:08:05.124970 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44400) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:05.153292 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] For port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc,segment=NetworkSegment(fcba2e87-58cb-4fda-a281-6e4b7e3a9430),segment_id=fcba2e87-58cb-4fda-a281-6e4b7e3a9430)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:05.153835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.157888 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 3bfa3d20-f83c-4bd7-b384-0a5248228bac, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3bfa3d20-f83c-4bd7-b384-0a5248228bac,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:05.175637 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.179328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Calling delete_port for 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:05.231838 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fe1a2cb-293b-4f1f-9c2b-162cc402dd8a req-1b5e126a-35a1-479d-ac23-44577053023e tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0394640 Nov 24 13:08:05.244476 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=3bfa3d20-f83c-4bd7-b384-0a5248228bac,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:05.278539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Allocated IP 172.20.0.1 (5efd567e-fe5c-4994-aa99-55e6d9243579/9fc24cbd-f117-494f-af34-701c4d2ca2a3/e6aff075-768b-4eef-b819-3912d0d5dc71) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:05.322132 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e29f87ac-b9c7-4d6f-b75b-aa5cc88b5feb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port e18d3866-d6a4-4d1c-9eb4-2cc8c8e733d4 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:05.322476 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e29f87ac-b9c7-4d6f-b75b-aa5cc88b5feb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.341120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8bd366-e74a-450f-b2f7-f40f4154e623 None None] DHCP port deletion for 5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:08:05.399378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['3bfa3d20-f83c-4bd7-b384-0a5248228bac'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:08:05.437897 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ad8bd366-e74a-450f-b2f7-f40f4154e623 None None] Deleting port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:05.439764 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ad8bd366-e74a-450f-b2f7-f40f4154e623 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.441400 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e29f87ac-b9c7-4d6f-b75b-aa5cc88b5feb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.464542 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e29f87ac-b9c7-4d6f-b75b-aa5cc88b5feb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for e18d3866-d6a4-4d1c-9eb4-2cc8c8e733d4 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:05.494739 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.557999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event deleted for resources: {'Port': ['ID=9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:05.564443 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] No DVR routers for this DVR port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:05.572716 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.605110 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:05.605642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:05.606102 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:05.606552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:05.606680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ad8bd366-e74a-450f-b2f7-f40f4154e623 None None] For port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc,segment=NetworkSegment(fcba2e87-58cb-4fda-a281-6e4b7e3a9430),segment_id=fcba2e87-58cb-4fda-a281-6e4b7e3a9430)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:05.607073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:05.607411 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ad8bd366-e74a-450f-b2f7-f40f4154e623 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.607591 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:05.608025 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:05.608456 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:05.608930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:05.609379 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:05.609796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:05.610223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:05.623753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643c758-c6d3-42e7-be53-99777a90a067 req-7da19e81-dc4c-4404-abb5-6e84f9344a16 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:05.631973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6643c758-c6d3-42e7-be53-99777a90a067 req-7da19e81-dc4c-4404-abb5-6e84f9344a16 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 945 time: 0.1786046 Nov 24 13:08:05.644458 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ad8bd366-e74a-450f-b2f7-f40f4154e623 None None] Calling delete_port for 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:05.729441 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.739324 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e29f87ac-b9c7-4d6f-b75b-aa5cc88b5feb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.785657 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:05.789270 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ad8bd366-e74a-450f-b2f7-f40f4154e623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.804487 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6643c758-c6d3-42e7-be53-99777a90a067 req-6f25eb4a-c51b-4027-94cd-eced29b88ae5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668279 Nov 24 13:08:05.820666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcba2e87-58cb-4fda-a281-6e4b7e3a9430') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:05.821401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcba2e87-58cb-4fda-a281-6e4b7e3a9430') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:05.838420 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.846394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f87ac-b9c7-4d6f-b75b-aa5cc88b5feb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=e18d3866-d6a4-4d1c-9eb4-2cc8c8e733d4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:05.855169 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.862829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:08:05.863372 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.864084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bd366-e74a-450f-b2f7-f40f4154e623 None None] Pushing event deleted for resources: {'Port': ['ID=9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:05.866528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8bd366-e74a-450f-b2f7-f40f4154e623 None None] No DVR routers for this DVR port 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:08:05.884389 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:08:05.888181 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.947540 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e29f87ac-b9c7-4d6f-b75b-aa5cc88b5feb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:05.954314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e29f87ac-b9c7-4d6f-b75b-aa5cc88b5feb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/e18d3866-d6a4-4d1c-9eb4-2cc8c8e733d4 HTTP/1.1" status: 204 len: 168 time: 0.8278289 Nov 24 13:08:05.955016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44406) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:05.985288 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c832a64-bf3c-4d3e-a0c1-a78423ffa40d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] GET failed (client error): The resource could not be found. Nov 24 13:08:05.986012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Network 5efd567e-fe5c-4994-aa99-55e6d9243579 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:05.990663 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:05.990870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2c832a64-bf3c-4d3e-a0c1-a78423ffa40d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/e18d3866-d6a4-4d1c-9eb4-2cc8c8e733d4 HTTP/1.1" status: 404 len: 333 time: 0.0343807 Nov 24 13:08:05.992441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44408) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:06.002799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:06.008103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event updated for resources: {'Port': ['ID=e6aff075-768b-4eef-b819-3912d0d5dc71,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:06.062842 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.075032 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.095321 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "DELETE /v2.0/networks/5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a HTTP/1.1" status: 204 len: 168 time: 1.3160024 Nov 24 13:08:06.096132 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44412) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:06.122911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ce05e-d49b-4cfc-a572-9a9e24574b31 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Pushing event deleted for resources: {'Network': ['ID=5b9e3bbc-ac46-4b1a-be9d-e33160ec9b7a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:06.141978 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.144437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44414) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:06.145207 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-80d4f2dd-cde2-4805-9ef7-fb50dda74cd7 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d74e87a-ae7a-477d-b1d9-0a502ae1d07b HTTP/1.1" status: 200 len: 205 time: 0.0475636 Nov 24 13:08:06.173488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef0398-d21c-4df8-904a-1dbe7ba967f4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port 7e8fc541-f515-4468-83c7-0761d11c01c6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:06.174328 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0398-d21c-4df8-904a-1dbe7ba967f4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.207695 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.296774 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8afec59-9198-4223-af42-7b5c53e82a84 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.336476 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0398-d21c-4df8-904a-1dbe7ba967f4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.353351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef0398-d21c-4df8-904a-1dbe7ba967f4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for 7e8fc541-f515-4468-83c7-0761d11c01c6 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:06.373723 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9184a035-1a90-41c3-9a38-e4fdb465b4bd None None] Provisioning complete for port e6aff075-768b-4eef-b819-3912d0d5dc71 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:06.374838 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9184a035-1a90-41c3-9a38-e4fdb465b4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.431821 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9184a035-1a90-41c3-9a38-e4fdb465b4bd None None] Port e6aff075-768b-4eef-b819-3912d0d5dc71 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:06.443031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461616f6-8458-4542-9a1d-e54f36f74936 None None] Network 1be5782f-bfd1-4cc3-803e-525e828c2642 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:06.497089 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14a2334b-6e92-4dff-8a93-872f2a22047e req-fd5a8306-9a56-468b-914c-55eb32ea655d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0879204 Nov 24 13:08:06.569107 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8afec59-9198-4223-af42-7b5c53e82a84 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.572596 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8afec59-9198-4223-af42-7b5c53e82a84 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.585302 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0398-d21c-4df8-904a-1dbe7ba967f4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.613574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e84d80ba-aeaa-453d-9a7a-d7706d33ce40 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:06.624278 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef0398-d21c-4df8-904a-1dbe7ba967f4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=7e8fc541-f515-4468-83c7-0761d11c01c6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:06.674485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5ebdf3c6-6f35-4a5c-b3e2-efd1fd28fc1f None None] Provisioning complete for port e84d80ba-aeaa-453d-9a7a-d7706d33ce40 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:06.674853 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf3c6-6f35-4a5c-b3e2-efd1fd28fc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.705095 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8afec59-9198-4223-af42-7b5c53e82a84 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.706880 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8afec59-9198-4223-af42-7b5c53e82a84 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Fanout notify agent at l3_agent the message router_deleted on router 4d74e87a-ae7a-477d-b1d9-0a502ae1d07b {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:08:06.707277 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b3ef0398-d21c-4df8-904a-1dbe7ba967f4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.712681 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b3ef0398-d21c-4df8-904a-1dbe7ba967f4 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/7e8fc541-f515-4468-83c7-0761d11c01c6 HTTP/1.1" status: 204 len: 168 time: 0.7201507 Nov 24 13:08:06.715290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44418) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:06.731695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8afec59-9198-4223-af42-7b5c53e82a84 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.733925 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e8afec59-9198-4223-af42-7b5c53e82a84 tempest-RoutersNegativeIpV6Test-354187006 tempest-RoutersNegativeIpV6Test-354187006-project] 10.222.0.48 "DELETE /v2.0/routers/4d74e87a-ae7a-477d-b1d9-0a502ae1d07b HTTP/1.1" status: 204 len: 168 time: 0.5880804 Nov 24 13:08:06.735110 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.745914 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9800fe9-8b0c-444b-b556-fe64acd108fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] GET failed (client error): The resource could not be found. Nov 24 13:08:06.750412 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b9800fe9-8b0c-444b-b556-fe64acd108fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/7e8fc541-f515-4468-83c7-0761d11c01c6 HTTP/1.1" status: 404 len: 333 time: 0.0339825 Nov 24 13:08:06.752299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44422) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:06.776003 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e84d80ba-aeaa-453d-9a7a-d7706d33ce40 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:06.776381 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.866832 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf3c6-6f35-4a5c-b3e2-efd1fd28fc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:06.930656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5ebdf3c6-6f35-4a5c-b3e2-efd1fd28fc1f None None] For port e84d80ba-aeaa-453d-9a7a-d7706d33ce40, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e84d80ba-aeaa-453d-9a7a-d7706d33ce40,segment=NetworkSegment(8795d751-07b2-401e-b6de-5d37a0f97740),segment_id=8795d751-07b2-401e-b6de-5d37a0f97740)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:06.955249 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf3c6-6f35-4a5c-b3e2-efd1fd28fc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:07.048428 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdf3c6-6f35-4a5c-b3e2-efd1fd28fc1f None None] Pushing event updated for resources: {'Port': ['ID=e84d80ba-aeaa-453d-9a7a-d7706d33ce40,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:07.069977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875c3d6-5508-4122-baa2-77a8e161edbb req-d17cb7e1-9339-455f-aae9-e7593b3360e5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:07.082553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e875c3d6-5508-4122-baa2-77a8e161edbb req-d17cb7e1-9339-455f-aae9-e7593b3360e5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 945 time: 0.1338220 Nov 24 13:08:07.103146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b286b04-1ef1-4f56-96ff-3e2aefcf8663 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting subnet 8e4e6f07-9425-4752-96c4-099629fe0b82 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:08:07.114435 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b286b04-1ef1-4f56-96ff-3e2aefcf8663 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:07.161401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44430) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:07.192186 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:07.195363 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e875c3d6-5508-4122-baa2-77a8e161edbb req-b5bab43c-bb7d-4340-8193-245e4cb8835e tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109810 Nov 24 13:08:07.227618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:07.228188 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9fe7d063-aca3-4b08-b7bd-bc4f4882bfcc not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:07.274877 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b286b04-1ef1-4f56-96ff-3e2aefcf8663 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:07.377786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c4a8dc63-d4c4-4e70-a43c-f3713df45ebd None None] Provisioning complete for port e84d80ba-aeaa-453d-9a7a-d7706d33ce40 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:07.378163 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c4a8dc63-d4c4-4e70-a43c-f3713df45ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:07.590201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6891d3c8-ab9c-48a4-ad77-1d789124928f None None] Could not find standard attr ID for object 7e8fc541-f515-4468-83c7-0761d11c01c6. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:08:07.600129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3bfa3d20-f83c-4bd7-b384-0a5248228bac up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:07.659760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b7fc7c6d-3ce3-4bc0-9c1f-4f3fcdb18135 req-69a26423-6221-4d7c-b6a7-a8f3892ff49b tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0431039 Nov 24 13:08:07.704113 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 3bfa3d20-f83c-4bd7-b384-0a5248228bac triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:07.704487 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:07.800884 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:07.822489 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b286b04-1ef1-4f56-96ff-3e2aefcf8663 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:07.826578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-573a6425-6d16-4cfd-ac88-7a2c3cb8cbb8 None None] Could not find standard attr ID for object e18d3866-d6a4-4d1c-9eb4-2cc8c8e733d4. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:08:07.834791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81af815a-aff1-4698-b471-ab8922a5a482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfa3d20-f83c-4bd7-b384-0a5248228bac'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:08:07.837335 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e89156-4a68-4247-941d-b12755d66701" -d '{"events": [{"server_uuid": "81af815a-aff1-4698-b471-ab8922a5a482", "name": "network-vif-plugged", "status": "completed", "tag": "3bfa3d20-f83c-4bd7-b384-0a5248228bac"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:08:07.853832 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 3bfa3d20-f83c-4bd7-b384-0a5248228bac, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3bfa3d20-f83c-4bd7-b384-0a5248228bac,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:07.868570 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:07.891472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4526342f-5683-4d28-8176-e65f363a2ffd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a65766ef158440a898ffb508eeed4c85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7134984 Nov 24 13:08:07.894140 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44438) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:07.922772 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4291bb6f-ba4a-4bd2-851a-3b4666dfcb7b x-openstack-request-id: req-4291bb6f-ba4a-4bd2-851a-3b4666dfcb7b {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:08:07.923079 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81af815a-aff1-4698-b471-ab8922a5a482", "name": "network-vif-plugged", "status": "completed", "tag": "3bfa3d20-f83c-4bd7-b384-0a5248228bac", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:08:07.923333 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4291bb6f-ba4a-4bd2-851a-3b4666dfcb7b {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:08:07.923729 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81af815a-aff1-4698-b471-ab8922a5a482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfa3d20-f83c-4bd7-b384-0a5248228bac', 'code': 200} Nov 24 13:08:07.956358 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:07.960598 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b286b04-1ef1-4f56-96ff-3e2aefcf8663 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:07.993842 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4fff683-7a68-43b6-9f6b-ae25f06e93cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:07.996707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=3bfa3d20-f83c-4bd7-b384-0a5248228bac,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:08.001930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b286b04-1ef1-4f56-96ff-3e2aefcf8663 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4e6f07-9425-4752-96c4-099629fe0b82,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:08.004004 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:08.069919 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4fff683-7a68-43b6-9f6b-ae25f06e93cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:08.081231 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b286b04-1ef1-4f56-96ff-3e2aefcf8663 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:08.087410 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9b286b04-1ef1-4f56-96ff-3e2aefcf8663 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/8e4e6f07-9425-4752-96c4-099629fe0b82 HTTP/1.1" status: 204 len: 168 time: 1.3314955 Nov 24 13:08:08.089463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44440) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:08.101572 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:08.162108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b4b3b-1834-4874-ae80-e6f6e280740d req-7d8cb30d-47b4-4c3d-ba39-e350c2a86647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:08.164003 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-640b4b3b-1834-4874-ae80-e6f6e280740d req-7d8cb30d-47b4-4c3d-ba39-e350c2a86647 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 1097 time: 0.0790410 Nov 24 13:08:08.175717 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event updated for resources: {'Port': ['ID=e6aff075-768b-4eef-b819-3912d0d5dc71,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:08.181644 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4fff683-7a68-43b6-9f6b-ae25f06e93cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:08.184221 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4fff683-7a68-43b6-9f6b-ae25f06e93cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:08.185457 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e4fff683-7a68-43b6-9f6b-ae25f06e93cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef075165-cff1-4e9d-b9fe-24f395344326 HTTP/1.1" status: 204 len: 168 time: 0.2901075 Nov 24 13:08:08.205858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fff683-7a68-43b6-9f6b-ae25f06e93cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef075165-cff1-4e9d-b9fe-24f395344326,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:08.238933 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-640b4b3b-1834-4874-ae80-e6f6e280740d req-f726d270-6fb0-4a91-a49d-f4373a37f6ed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654399 Nov 24 13:08:08.264549 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:08.273905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5100e0a1-d21e-4547-8ff1-d1e0900a39bd None None] Network 1be5782f-bfd1-4cc3-803e-525e828c2642 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:08.321304 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Network 5efd567e-fe5c-4994-aa99-55e6d9243579 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:08.324280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:08.468000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ffd13-02a6-40a7-90aa-a47c702bbe3e req-6d709275-3bb8-4fa4-8e0d-2dc9c71210be tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:08.477255 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af6ffd13-02a6-40a7-90aa-a47c702bbe3e req-6d709275-3bb8-4fa4-8e0d-2dc9c71210be tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1256909 Nov 24 13:08:08.575458 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e84d80ba-aeaa-453d-9a7a-d7706d33ce40 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:08.598757 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af6ffd13-02a6-40a7-90aa-a47c702bbe3e req-fad11ab7-ae10-4584-a000-415c2ebb44fd tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127224 Nov 24 13:08:08.615853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port e84d80ba-aeaa-453d-9a7a-d7706d33ce40 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:08.616215 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:08.676482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e7712c-d7ab-4b4e-9edf-d0ae45e16ce4 None None] DHCP port deletion for 1be5782f-bfd1-4cc3-803e-525e828c2642 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:08:08.692093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] For port e84d80ba-aeaa-453d-9a7a-d7706d33ce40, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e84d80ba-aeaa-453d-9a7a-d7706d33ce40,segment=NetworkSegment(8795d751-07b2-401e-b6de-5d37a0f97740),segment_id=8795d751-07b2-401e-b6de-5d37a0f97740)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:08.692535 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:08.735281 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for e84d80ba-aeaa-453d-9a7a-d7706d33ce40 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:08.742227 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e84d80ba-aeaa-453d-9a7a-d7706d33ce40 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:08.742599 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:08.798226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7712c-d7ab-4b4e-9edf-d0ae45e16ce4 None None] Deleting port e84d80ba-aeaa-453d-9a7a-d7706d33ce40 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:08.798858 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b8e7712c-d7ab-4b4e-9edf-d0ae45e16ce4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:08.833588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-91d3c5cc-4ab9-475c-a7b1-3d505fd02ede None None] Provisioning complete for port e6aff075-768b-4eef-b819-3912d0d5dc71 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:08.834795 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91d3c5cc-4ab9-475c-a7b1-3d505fd02ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:08.848142 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Router e756a1e2-0164-485d-a855-de7b649ce3c6 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:08:08.859859 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9dd5d1d5-b21f-4277-b271-2df97a2b0917 req-9c0f8b86-4cf7-4fe0-a396-524b7a327975 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/ports?device_id=928f2f7a-c952-48e7-8550-0c9650f5482f HTTP/1.1" status: 200 len: 210 time: 0.0627861 Nov 24 13:08:08.872393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f45487-ac4d-4337-83f1-96a0017ddd6c req-de8729b4-7281-4066-9219-076aa31ba312 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:08.877192 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-91d3c5cc-4ab9-475c-a7b1-3d505fd02ede None None] Port e6aff075-768b-4eef-b819-3912d0d5dc71 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:08.879696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f45487-ac4d-4337-83f1-96a0017ddd6c req-de8729b4-7281-4066-9219-076aa31ba312 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:08.887260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f45487-ac4d-4337-83f1-96a0017ddd6c req-de8729b4-7281-4066-9219-076aa31ba312 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:08.895632 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f45487-ac4d-4337-83f1-96a0017ddd6c req-de8729b4-7281-4066-9219-076aa31ba312 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:08.903027 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f45487-ac4d-4337-83f1-96a0017ddd6c req-de8729b4-7281-4066-9219-076aa31ba312 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:08.910189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f45487-ac4d-4337-83f1-96a0017ddd6c req-de8729b4-7281-4066-9219-076aa31ba312 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:08.916842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f45487-ac4d-4337-83f1-96a0017ddd6c req-de8729b4-7281-4066-9219-076aa31ba312 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:08.919010 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-47f45487-ac4d-4337-83f1-96a0017ddd6c req-de8729b4-7281-4066-9219-076aa31ba312 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5442 time: 0.3832259 Nov 24 13:08:08.959564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b8e7712c-d7ab-4b4e-9edf-d0ae45e16ce4 None None] For port e84d80ba-aeaa-453d-9a7a-d7706d33ce40, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e84d80ba-aeaa-453d-9a7a-d7706d33ce40,segment=NetworkSegment(8795d751-07b2-401e-b6de-5d37a0f97740),segment_id=8795d751-07b2-401e-b6de-5d37a0f97740)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:08.959996 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b8e7712c-d7ab-4b4e-9edf-d0ae45e16ce4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:08.999843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b8e7712c-d7ab-4b4e-9edf-d0ae45e16ce4 None None] Calling delete_port for e84d80ba-aeaa-453d-9a7a-d7706d33ce40 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:09.058808 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:09.141766 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=e84d80ba-aeaa-453d-9a7a-d7706d33ce40,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:09.152518 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No DVR routers for this DVR port e84d80ba-aeaa-453d-9a7a-d7706d33ce40 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:09.155133 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b8e7712c-d7ab-4b4e-9edf-d0ae45e16ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:09.234718 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e7712c-d7ab-4b4e-9edf-d0ae45e16ce4 None None] No DVR routers for this DVR port e84d80ba-aeaa-453d-9a7a-d7706d33ce40 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:09.267115 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7712c-d7ab-4b4e-9edf-d0ae45e16ce4 None None] Pushing event deleted for resources: {'Port': ['ID=e84d80ba-aeaa-453d-9a7a-d7706d33ce40,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:09.279184 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-47f45487-ac4d-4337-83f1-96a0017ddd6c req-a56707ee-5604-411e-9fce-339f2cc0c216 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3200092 Nov 24 13:08:09.367464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:08:09.370290 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:09.380129 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf64c6-f8f9-4684-8828-1db60b536fd4 None None] Sync routers for ids ['e756a1e2-0164-485d-a855-de7b649ce3c6'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:08:09.404324 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bf64c6-f8f9-4684-8828-1db60b536fd4 None None] Routers {'e756a1e2-0164-485d-a855-de7b649ce3c6'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:09.404904 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-53bf64c6-f8f9-4684-8828-1db60b536fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e756a1e2-0164-485d-a855-de7b649ce3c6'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:09.408661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44476) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:09.409226 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4651f0fb-a9dc-4880-9ba1-44258a8a5997 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "PUT /v2.0/routers/e756a1e2-0164-485d-a855-de7b649ce3c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8695574 Nov 24 13:08:09.421640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-338628b9-1050-4b3a-b5d5-9491835e9c78 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Request body: {'port': {'network_id': '5efd567e-fe5c-4994-aa99-55e6d9243579', 'name': 'tempest-FloatingIPAdminTestJSON-93990430'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:09.491288 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-53bf64c6-f8f9-4684-8828-1db60b536fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:09.509278 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bf64c6-f8f9-4684-8828-1db60b536fd4 None None] Routers {'e756a1e2-0164-485d-a855-de7b649ce3c6'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:09.509901 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-53bf64c6-f8f9-4684-8828-1db60b536fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e756a1e2-0164-485d-a855-de7b649ce3c6'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:09.513077 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be5782f-bfd1-4cc3-803e-525e828c2642']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:09.546477 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8795d751-07b2-401e-b6de-5d37a0f97740') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:09.546710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8795d751-07b2-401e-b6de-5d37a0f97740') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:09.582729 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:09.592033 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:09.594758 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-53bf64c6-f8f9-4684-8828-1db60b536fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:09.596579 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf64c6-f8f9-4684-8828-1db60b536fd4 None None] The sync data for ids ['e756a1e2-0164-485d-a855-de7b649ce3c6'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:08:09.605043 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:09.617235 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:08:09.631619 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:08:09.635925 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:08:09.812254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20deee1-b399-414e-b6c9-af1e61c9a728 req-49c1468d-1141-48d5-b354-7fb23f5e7f72 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:09.819743 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20deee1-b399-414e-b6c9-af1e61c9a728 req-49c1468d-1141-48d5-b354-7fb23f5e7f72 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:09.825876 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20deee1-b399-414e-b6c9-af1e61c9a728 req-49c1468d-1141-48d5-b354-7fb23f5e7f72 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:09.832204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20deee1-b399-414e-b6c9-af1e61c9a728 req-49c1468d-1141-48d5-b354-7fb23f5e7f72 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:09.838521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338628b9-1050-4b3a-b5d5-9491835e9c78 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Made reservation on behalf of 0726338d078d4c50b049bf27fe76961a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:09.839744 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20deee1-b399-414e-b6c9-af1e61c9a728 req-49c1468d-1141-48d5-b354-7fb23f5e7f72 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:09.842969 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-338628b9-1050-4b3a-b5d5-9491835e9c78 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:09.846585 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20deee1-b399-414e-b6c9-af1e61c9a728 req-49c1468d-1141-48d5-b354-7fb23f5e7f72 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:09.854166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20deee1-b399-414e-b6c9-af1e61c9a728 req-49c1468d-1141-48d5-b354-7fb23f5e7f72 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:09.857048 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d20deee1-b399-414e-b6c9-af1e61c9a728 req-49c1468d-1141-48d5-b354-7fb23f5e7f72 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5442 time: 0.4835308 Nov 24 13:08:09.869079 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:09.875026 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:09.890120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-338628b9-1050-4b3a-b5d5-9491835e9c78 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] device_id is not set on port 1ed563f5-5f12-4c73-ba82-0a3e744718fe yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:08:09.890581 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/networks/1be5782f-bfd1-4cc3-803e-525e828c2642 HTTP/1.1" status: 204 len: 168 time: 1.7979043 Nov 24 13:08:09.899259 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44492) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:09.912604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f26299-8216-4a0c-ac82-335f419936fa req-de8ab0ad-9a60-41de-929a-d7017c147811 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:09.916193 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369ca2a-2474-4fcd-98a8-5fc98581b021 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Network': ['ID=1be5782f-bfd1-4cc3-803e-525e828c2642,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:09.923332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0f26299-8216-4a0c-ac82-335f419936fa req-de8ab0ad-9a60-41de-929a-d7017c147811 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.1338074 Nov 24 13:08:09.937714 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d8a1721c-093a-4927-be15-c8b77a0f9949 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1406306121'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:10.043874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44502) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:10.092637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-338628b9-1050-4b3a-b5d5-9491835e9c78 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Allocated IP 172.20.0.4 (5efd567e-fe5c-4994-aa99-55e6d9243579/9fc24cbd-f117-494f-af34-701c4d2ca2a3/1ed563f5-5f12-4c73-ba82-0a3e744718fe) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:10.142182 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbffa104-9d31-4522-adcb-54ab5e05a8c0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.181003 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbffa104-9d31-4522-adcb-54ab5e05a8c0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.260984 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbffa104-9d31-4522-adcb-54ab5e05a8c0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.263830 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbffa104-9d31-4522-adcb-54ab5e05a8c0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.267807 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dbffa104-9d31-4522-adcb-54ab5e05a8c0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "DELETE /v2.0/security-groups/83471047-d78a-4aa2-9b42-1654ee6f4eb3 HTTP/1.1" status: 204 len: 168 time: 0.2196851 Nov 24 13:08:10.270074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44508) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:10.283495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffa104-9d31-4522-adcb-54ab5e05a8c0 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83471047-d78a-4aa2-9b42-1654ee6f4eb3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:10.321438 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-c44b8445-ee42-4183-8680-f561869d5677 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] show failed (client error): The resource could not be found. Nov 24 13:08:10.326683 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c44b8445-ee42-4183-8680-f561869d5677 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "GET /v2.0/security-groups/83471047-d78a-4aa2-9b42-1654ee6f4eb3 HTTP/1.1" status: 404 len: 347 time: 0.0554936 Nov 24 13:08:10.329430 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-338628b9-1050-4b3a-b5d5-9491835e9c78 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.329780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44512) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:10.438227 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0f26299-8216-4a0c-ac82-335f419936fa req-456b3408-4bb7-46d9-a053-42142eca3e66 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139382 Nov 24 13:08:10.440230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a1721c-093a-4927-be15-c8b77a0f9949 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:10.451498 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d8a1721c-093a-4927-be15-c8b77a0f9949 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.499133 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-338628b9-1050-4b3a-b5d5-9491835e9c78 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.557908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-d546e4b7-767a-490a-b022-616a0a55824c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Deleting port 82b5c0d0-4c3b-40b0-8c0c-36f254215e6d {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:10.558442 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d546e4b7-767a-490a-b022-616a0a55824c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.587924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e84d80ba-aeaa-453d-9a7a-d7706d33ce40 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:10.597677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338628b9-1050-4b3a-b5d5-9491835e9c78 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Network 5efd567e-fe5c-4994-aa99-55e6d9243579 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:10.601034 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a1721c-093a-4927-be15-c8b77a0f9949 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:08:10.603539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-338628b9-1050-4b3a-b5d5-9491835e9c78 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:10.612227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338628b9-1050-4b3a-b5d5-9491835e9c78 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:10.659486 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: e84d80ba-aeaa-453d-9a7a-d7706d33ce40 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:10.660447 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d8a1721c-093a-4927-be15-c8b77a0f9949 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.660884 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-d8a1721c-093a-4927-be15-c8b77a0f9949 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Added segment 1e194460-4449-4154-8405-4f86b1f6c1bd of type vlan for network 408eddf3-b419-44e7-b4df-d484c0c26603 Nov 24 13:08:10.661437 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e84d80ba-aeaa-453d-9a7a-d7706d33ce40 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:10.678435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338628b9-1050-4b3a-b5d5-9491835e9c78 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event updated for resources: {'Port': ['ID=1ed563f5-5f12-4c73-ba82-0a3e744718fe,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:10.758149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338628b9-1050-4b3a-b5d5-9491835e9c78 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:10.758780 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-338628b9-1050-4b3a-b5d5-9491835e9c78 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.770687 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d8a1721c-093a-4927-be15-c8b77a0f9949 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.783305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-338628b9-1050-4b3a-b5d5-9491835e9c78 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3704050 Nov 24 13:08:10.785184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44522) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:10.815802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac496a-1f69-4950-b561-66520282695c req-24674942-0cfe-4bad-a967-e1a2903b079b tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:10.818936 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ccac496a-1f69-4950-b561-66520282695c req-24674942-0cfe-4bad-a967-e1a2903b079b tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.2445292 Nov 24 13:08:10.819410 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d8a1721c-093a-4927-be15-c8b77a0f9949 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.828015 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a1721c-093a-4927-be15-c8b77a0f9949 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:10.828824 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d8a1721c-093a-4927-be15-c8b77a0f9949 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.877601 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d546e4b7-767a-490a-b022-616a0a55824c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.877941 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d546e4b7-767a-490a-b022-616a0a55824c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:10.884560 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d8a1721c-093a-4927-be15-c8b77a0f9949 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9505563 Nov 24 13:08:10.889597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44526) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:10.895806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-4c160dc8-17c8-486b-8698-d4a14e6c0209 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '408eddf3-b419-44e7-b4df-d484c0c26603', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:10.941336 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ccac496a-1f69-4950-b561-66520282695c req-705c84a5-a5c3-4dbc-8953-29513519ce5f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109951 Nov 24 13:08:10.951274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-d546e4b7-767a-490a-b022-616a0a55824c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Calling delete_port for 82b5c0d0-4c3b-40b0-8c0c-36f254215e6d owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:10.980425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1721c-093a-4927-be15-c8b77a0f9949 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Network': ['ID=408eddf3-b419-44e7-b4df-d484c0c26603,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:10.983199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 408eddf3-b419-44e7-b4df-d484c0c26603 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:08:11.082174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'project_id': '0726338d078d4c50b049bf27fe76961a', 'port_id': '1ed563f5-5f12-4c73-ba82-0a3e744718fe'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:11.150821 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:11.194776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-388316d1-c7c4-4b76-b1a4-1e3642a57403 None None] Provisioning complete for port 1ed563f5-5f12-4c73-ba82-0a3e744718fe triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:11.195762 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-388316d1-c7c4-4b76-b1a4-1e3642a57403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:11.196459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c160dc8-17c8-486b-8698-d4a14e6c0209 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:11.202405 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c160dc8-17c8-486b-8698-d4a14e6c0209 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:11.277714 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d546e4b7-767a-490a-b022-616a0a55824c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:11.311440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-388316d1-c7c4-4b76-b1a4-1e3642a57403 None None] Port 1ed563f5-5f12-4c73-ba82-0a3e744718fe cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:11.333767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546e4b7-767a-490a-b022-616a0a55824c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event deleted for resources: {'Port': ['ID=82b5c0d0-4c3b-40b0-8c0c-36f254215e6d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:11.417242 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d546e4b7-767a-490a-b022-616a0a55824c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:11.420848 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d546e4b7-767a-490a-b022-616a0a55824c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:11.424421 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d546e4b7-767a-490a-b022-616a0a55824c tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "DELETE /v2.0/floatingips/01760346-b2d8-4004-9b27-6b139ba904b6 HTTP/1.1" status: 204 len: 168 time: 1.0907388 Nov 24 13:08:11.425087 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44540) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:11.430539 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:11.525598 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c160dc8-17c8-486b-8698-d4a14e6c0209 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:11.601559 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c160dc8-17c8-486b-8698-d4a14e6c0209 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Subnet': ['ID=d4156f80-3f75-4089-9cba-987a5ade76d1,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:11.640350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-56d421ef-438c-45e5-ad79-4e6053e918a2 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:11.642218 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-56d421ef-438c-45e5-ad79-4e6053e918a2 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/networks?id=03dace31-d538-4c14-93f0-aab68f3cc065 HTTP/1.1" status: 200 len: 813 time: 0.1780357 Nov 24 13:08:11.656812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c160dc8-17c8-486b-8698-d4a14e6c0209 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Checking segment: {'id': '1e194460-4449-4154-8405-4f86b1f6c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '408eddf3-b419-44e7-b4df-d484c0c26603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:08:11.657283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c160dc8-17c8-486b-8698-d4a14e6c0209 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network hostable DHCP agents. Network: 408eddf3-b419-44e7-b4df-d484c0c26603, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:08:11.673424 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-4927736a-ca0f-47fe-9e11-fcea1ab257cc tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/quotas/9e53965f3948442da5a4bfdaf02c7889 HTTP/1.1" status: 200 len: 375 time: 0.0210719 Nov 24 13:08:11.685473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Allocated IP 172.25.0.223 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/936f405b-ff15-417c-a28b-39e68efd2506) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:11.686219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-47db3dd8-02e8-4b5d-b171-eb4f1812465d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Deleting port 20c8ea04-17ce-4aff-95c6-f4dc6f99aced {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:11.686640 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47db3dd8-02e8-4b5d-b171-eb4f1812465d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:11.722263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c160dc8-17c8-486b-8698-d4a14e6c0209 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 408eddf3-b419-44e7-b4df-d484c0c26603 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:08:11.808287 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f6e71871-47a3-40c4-8ffd-6cee4984a71b tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e53965f3948442da5a4bfdaf02c7889&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1253705 Nov 24 13:08:11.848774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-4c160dc8-17c8-486b-8698-d4a14e6c0209 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 408eddf3-b419-44e7-b4df-d484c0c26603) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:11.861238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc10164c-b26f-42ac-8338-650f38690c70 None None] Network 408eddf3-b419-44e7-b4df-d484c0c26603 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:11.882217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c160dc8-17c8-486b-8698-d4a14e6c0209 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:11.883219 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c160dc8-17c8-486b-8698-d4a14e6c0209 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:11.926923 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:11.930008 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-e412070b-d295-4817-8c71-7201128e420b service neutron] 10.222.0.48 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123872 Nov 24 13:08:11.935629 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47db3dd8-02e8-4b5d-b171-eb4f1812465d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:11.953856 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4c160dc8-17c8-486b-8698-d4a14e6c0209 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0632303 Nov 24 13:08:11.970072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44556) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:11.975808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'network_id': '408eddf3-b419-44e7-b4df-d484c0c26603', 'name': 'tempest-PortsTestJSON-978207105', 'fixed_ips': [{'subnet_id': 'd4156f80-3f75-4089-9cba-987a5ade76d1', 'ip_address': '172.20.0.10'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:12.015160 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-47db3dd8-02e8-4b5d-b171-eb4f1812465d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Calling delete_port for 20c8ea04-17ce-4aff-95c6-f4dc6f99aced owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:12.168271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-408eddf3-b419-44e7-b4df-d484c0c26603', 'network_id': '408eddf3-b419-44e7-b4df-d484c0c26603', 'tenant_id': 'b524a324b744440190ac7aeac885c997', 'fixed_ips': [{'subnet_id': 'd4156f80-3f75-4089-9cba-987a5ade76d1'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:08:12.170142 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:12.174962 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-22e760dd-5069-43b6-9777-d29a840ff78f service neutron] 10.222.0.48 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349164 Nov 24 13:08:12.190787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44566) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:12.290768 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:12.299421 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:12.365656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:12.403190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:12.420765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:12.439294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89544f-98b6-4295-95a5-13a29266aad2 req-1070e801-51f2-48ca-a70c-7c64b417798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:12.439701 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89544f-98b6-4295-95a5-13a29266aad2 req-1070e801-51f2-48ca-a70c-7c64b417798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:12.439966 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89544f-98b6-4295-95a5-13a29266aad2 req-1070e801-51f2-48ca-a70c-7c64b417798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:12.440525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89544f-98b6-4295-95a5-13a29266aad2 req-1070e801-51f2-48ca-a70c-7c64b417798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:12.441359 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89544f-98b6-4295-95a5-13a29266aad2 req-1070e801-51f2-48ca-a70c-7c64b417798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:12.442468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89544f-98b6-4295-95a5-13a29266aad2 req-1070e801-51f2-48ca-a70c-7c64b417798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:12.442468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89544f-98b6-4295-95a5-13a29266aad2 req-1070e801-51f2-48ca-a70c-7c64b417798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:12.445478 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e89544f-98b6-4295-95a5-13a29266aad2 req-1070e801-51f2-48ca-a70c-7c64b417798b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 6499 time: 0.2537007 Nov 24 13:08:12.447515 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47db3dd8-02e8-4b5d-b171-eb4f1812465d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:12.561768 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Allocated IP 172.20.0.2 (408eddf3-b419-44e7-b4df-d484c0c26603/d4156f80-3f75-4089-9cba-987a5ade76d1/ad3d7f4e-b153-48b6-92a2-8c143ece51b8) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:12.623326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db3dd8-02e8-4b5d-b171-eb4f1812465d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event deleted for resources: {'Port': ['ID=20c8ea04-17ce-4aff-95c6-f4dc6f99aced,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:12.776400 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:12.808491 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47db3dd8-02e8-4b5d-b171-eb4f1812465d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:12.809952 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:12.812895 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-47db3dd8-02e8-4b5d-b171-eb4f1812465d tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "DELETE /v2.0/ports/20c8ea04-17ce-4aff-95c6-f4dc6f99aced HTTP/1.1" status: 204 len: 168 time: 1.3871462 Nov 24 13:08:12.818123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44584) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:12.882683 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e89544f-98b6-4295-95a5-13a29266aad2 req-a902e99d-96c0-49c5-b88a-cd80a16fc3e9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&id=9273d886-6159-4610-abd8-7228c8e7d103&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4216764 Nov 24 13:08:12.949867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Network 408eddf3-b419-44e7-b4df-d484c0c26603 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:12.951900 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Pushing event updated for resources: {'Port': ['ID=ad3d7f4e-b153-48b6-92a2-8c143ece51b8,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:12.959435 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:12.968180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:13.063484 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:13.067257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-41399db4-f851-4028-836f-999aae82d43f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Deleting port def5f0b4-8a55-4e94-be95-870008397cd5 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:13.067470 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41399db4-f851-4028-836f-999aae82d43f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:13.089980 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Attempting to bind port ad3d7f4e-b153-48b6-92a2-8c143ece51b8 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:13.090395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Attempting to bind port ad3d7f4e-b153-48b6-92a2-8c143ece51b8 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '1e194460-4449-4154-8405-4f86b1f6c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '408eddf3-b419-44e7-b4df-d484c0c26603'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:13.090733 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Attempting to bind port ad3d7f4e-b153-48b6-92a2-8c143ece51b8 on network 408eddf3-b419-44e7-b4df-d484c0c26603 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:13.098634 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:08:13.098999 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Checking segment: {'id': '1e194460-4449-4154-8405-4f86b1f6c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '408eddf3-b419-44e7-b4df-d484c0c26603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:08:13.099925 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:13.102289 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Bound using segment: {'id': '1e194460-4449-4154-8405-4f86b1f6c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '408eddf3-b419-44e7-b4df-d484c0c26603'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:08:13.115519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Pushing event updated for resources: {'Port': ['ID=936f405b-ff15-417c-a28b-39e68efd2506,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:13.117633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Bound port: ad3d7f4e-b153-48b6-92a2-8c143ece51b8, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e194460-4449-4154-8405-4f86b1f6c1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '408eddf3-b419-44e7-b4df-d484c0c26603'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:08:13.118343 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:13.170267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port fc057021-c473-4533-83e4-2b4c8608fff8 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:08:13.391653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] For port ad3d7f4e-b153-48b6-92a2-8c143ece51b8, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:08:13.392764 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41399db4-f851-4028-836f-999aae82d43f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:13.395592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] For port ad3d7f4e-b153-48b6-92a2-8c143ece51b8, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ad3d7f4e-b153-48b6-92a2-8c143ece51b8,segment=NetworkSegment(1e194460-4449-4154-8405-4f86b1f6c1bd),segment_id=1e194460-4449-4154-8405-4f86b1f6c1bd)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:08:13.403032 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:13.411565 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-41399db4-f851-4028-836f-999aae82d43f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Calling delete_port for def5f0b4-8a55-4e94-be95-870008397cd5 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:13.462291 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-54184d80-f451-4aac-8537-f750d6189439 req-c1335bd8-83de-4734-af30-3d11e84632cd tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 210 time: 0.4036481 Nov 24 13:08:13.517858 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d96548b-38ff-46a8-94ff-a34f5b31f3ac None None] Pushing event updated for resources: {'Port': ['ID=ad3d7f4e-b153-48b6-92a2-8c143ece51b8,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:13.634550 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41399db4-f851-4028-836f-999aae82d43f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:13.636697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73176ae8-8bbb-4376-b489-dbaddc366f34 req-6591be57-04ff-4c75-bf87-4221648de0d8 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:13.638144 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73176ae8-8bbb-4376-b489-dbaddc366f34 req-6591be57-04ff-4c75-bf87-4221648de0d8 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.46 "GET /v2.0/ports?device_id=81af815a-aff1-4698-b471-ab8922a5a482 HTTP/1.1" status: 200 len: 946 time: 0.5818610 Nov 24 13:08:13.681190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41399db4-f851-4028-836f-999aae82d43f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event deleted for resources: {'Port': ['ID=def5f0b4-8a55-4e94-be95-870008397cd5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:13.692541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Allocated IP 172.20.0.10 (408eddf3-b419-44e7-b4df-d484c0c26603/d4156f80-3f75-4089-9cba-987a5ade76d1/fc057021-c473-4533-83e4-2b4c8608fff8) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:13.802205 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41399db4-f851-4028-836f-999aae82d43f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:13.806595 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-41399db4-f851-4028-836f-999aae82d43f tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "DELETE /v2.0/ports/def5f0b4-8a55-4e94-be95-870008397cd5 HTTP/1.1" status: 204 len: 168 time: 0.9856195 Nov 24 13:08:13.817199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44598) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:13.891975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cf5a9f-ebe4-4656-88a5-6de613f99575 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Deleting subnet 3114486e-dc07-4c9a-accf-e9e94a0ec567 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:08:13.895810 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-92cf5a9f-ebe4-4656-88a5-6de613f99575 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:13.950222 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-92cf5a9f-ebe4-4656-88a5-6de613f99575 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:14.058393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-73176ae8-8bbb-4376-b489-dbaddc366f34 req-97689001-d3c3-4778-9eec-b6e6fe184133 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Deleting port 3bfa3d20-f83c-4bd7-b384-0a5248228bac {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:14.058737 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-73176ae8-8bbb-4376-b489-dbaddc366f34 req-97689001-d3c3-4778-9eec-b6e6fe184133 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:14.102448 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-92cf5a9f-ebe4-4656-88a5-6de613f99575 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:14.329902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-9252e730-042a-4e37-aefe-1e66558bb593 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:14.331328 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-9252e730-042a-4e37-aefe-1e66558bb593 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.59 "GET /v2.0/networks?id=03dace31-d538-4c14-93f0-aab68f3cc065 HTTP/1.1" status: 200 len: 813 time: 0.1790805 Nov 24 13:08:14.352511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-c0348639-ee45-4cdd-94cb-96ce051ccb4f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Request body: {'port': {'device_id': 'a67a2cab-8272-46b4-8693-93ef0c41dc05', 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065', 'admin_state_up': True, 'tenant_id': '9e53965f3948442da5a4bfdaf02c7889'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:14.460412 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-92cf5a9f-ebe4-4656-88a5-6de613f99575 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:14.511317 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf5a9f-ebe4-4656-88a5-6de613f99575 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event deleted for resources: {'Subnet': ['ID=3114486e-dc07-4c9a-accf-e9e94a0ec567,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:14.518769 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:14.529792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c86f0d4-8113-4bc1-aca5-593657ec1692 None None] Network af84e79c-ff8c-4c42-88b8-58985a027e75 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:14.548083 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-92cf5a9f-ebe4-4656-88a5-6de613f99575 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:14.565651 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-92cf5a9f-ebe4-4656-88a5-6de613f99575 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "DELETE /v2.0/subnets/3114486e-dc07-4c9a-accf-e9e94a0ec567 HTTP/1.1" status: 204 len: 168 time: 0.7450495 Nov 24 13:08:14.575549 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44608) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:14.683322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-73176ae8-8bbb-4376-b489-dbaddc366f34 req-97689001-d3c3-4778-9eec-b6e6fe184133 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] For port 3bfa3d20-f83c-4bd7-b384-0a5248228bac, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3bfa3d20-f83c-4bd7-b384-0a5248228bac,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:14.684007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-73176ae8-8bbb-4376-b489-dbaddc366f34 req-97689001-d3c3-4778-9eec-b6e6fe184133 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:14.735442 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:14.816947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-73176ae8-8bbb-4376-b489-dbaddc366f34 req-97689001-d3c3-4778-9eec-b6e6fe184133 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Calling delete_port for 3bfa3d20-f83c-4bd7-b384-0a5248228bac owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:14.817711 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a01387-30c5-4759-b3c9-f0fc3ab2ba51 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Deleting subnet ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:08:14.820779 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:14.837827 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-afe8f0ee-57d9-4862-a8ca-e82f33fb3794 req-be8a0ad4-4011-449d-829f-f7f15d38c37a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 210 time: 0.2630417 Nov 24 13:08:14.840087 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28a01387-30c5-4759-b3c9-f0fc3ab2ba51 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:14.919588 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28a01387-30c5-4759-b3c9-f0fc3ab2ba51 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:14.920623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=fc057021-c473-4533-83e4-2b4c8608fff8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:14.945138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:14.945755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:14.946172 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:14.946618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:14.947428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:14.947872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:14.948371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:14.948832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:14.949368 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:14.950014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:14.950408 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:14.950795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:14.962667 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.013500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 408eddf3-b419-44e7-b4df-d484c0c26603 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:15.026080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-c0348639-ee45-4cdd-94cb-96ce051ccb4f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Made reservation on behalf of 9e53965f3948442da5a4bfdaf02c7889 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:15.043414 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-c0348639-ee45-4cdd-94cb-96ce051ccb4f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.056115 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ad3d7f4e-b153-48b6-92a2-8c143ece51b8 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:15.079022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:15.098997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:15.178697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:15.179414 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.187772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ae244d-f1db-4630-b19f-0206f24b3f4e None None] Network 408eddf3-b419-44e7-b4df-d484c0c26603 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:15.206751 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d0a592f3-e9b0-4b96-89c7-2e657310eb77 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2353821 Nov 24 13:08:15.217882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44618) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:15.231163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0f43d3c4-3c00-4bc5-a0d2-c3ffbe4b85fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'network_id': '408eddf3-b419-44e7-b4df-d484c0c26603', 'name': 'tempest-PortsTestJSON-1089548865', 'fixed_ips': [{'subnet_id': 'd4156f80-3f75-4089-9cba-987a5ade76d1', 'ip_address': '172.20.0.9'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:15.285277 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28a01387-30c5-4759-b3c9-f0fc3ab2ba51 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.351152 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:08:15.378396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9a6e51e4-d376-4493-95cc-0221ccb5428e None None] Provisioning complete for port ad3d7f4e-b153-48b6-92a2-8c143ece51b8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:15.378769 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9a6e51e4-d376-4493-95cc-0221ccb5428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.415485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port ad3d7f4e-b153-48b6-92a2-8c143ece51b8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:15.415864 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.513118 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ceaf59-b4b2-467d-9ecf-8376cb5ee6b8 None None] DHCP port deletion for af84e79c-ff8c-4c42-88b8-58985a027e75 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:08:15.516594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-c0348639-ee45-4cdd-94cb-96ce051ccb4f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Allocated IP 172.20.0.12 (03dace31-d538-4c14-93f0-aab68f3cc065/2a57a07f-eae2-4aeb-a7ea-5943414d67b1/cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:15.516802 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.541828 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28a01387-30c5-4759-b3c9-f0fc3ab2ba51 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.561483 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28a01387-30c5-4759-b3c9-f0fc3ab2ba51 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.567524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-28a01387-30c5-4759-b3c9-f0fc3ab2ba51 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "DELETE /v2.0/subnets/ecbb9e5d-26fb-4caa-8ef1-c2de39928a99 HTTP/1.1" status: 204 len: 168 time: 0.9887969 Nov 24 13:08:15.579654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f030321d-882b-4a67-8eef-f324c6248238 None None] Network b5edd316-cad9-4bd8-9066-3fc91eabcb7c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:15.588056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44626) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:15.600676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.606636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a01387-30c5-4759-b3c9-f0fc3ab2ba51 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbb9e5d-26fb-4caa-8ef1-c2de39928a99,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:15.611453 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-73176ae8-8bbb-4376-b489-dbaddc366f34 req-97689001-d3c3-4778-9eec-b6e6fe184133 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.661989 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3bfa3d20-f83c-4bd7-b384-0a5248228bac no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:15.712305 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.774404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-73176ae8-8bbb-4376-b489-dbaddc366f34 req-97689001-d3c3-4778-9eec-b6e6fe184133 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] No DVR routers for this DVR port 3bfa3d20-f83c-4bd7-b384-0a5248228bac on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:15.777353 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-73176ae8-8bbb-4376-b489-dbaddc366f34 req-97689001-d3c3-4778-9eec-b6e6fe184133 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.783052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73176ae8-8bbb-4376-b489-dbaddc366f34 req-97689001-d3c3-4778-9eec-b6e6fe184133 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.46 "DELETE /v2.0/ports/3bfa3d20-f83c-4bd7-b384-0a5248228bac HTTP/1.1" status: 204 len: 173 time: 2.1172838 Nov 24 13:08:15.783503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 3bfa3d20-f83c-4bd7-b384-0a5248228bac {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:15.784048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3bfa3d20-f83c-4bd7-b384-0a5248228bac not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:15.810696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81af815a-aff1-4698-b471-ab8922a5a482', 'name': 'network-vif-deleted', 'tag': '3bfa3d20-f83c-4bd7-b384-0a5248228bac'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:08:15.813802 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c198a6ce-d0cc-4cac-b0b4-3fea2c392fc6" -d '{"events": [{"server_uuid": "81af815a-aff1-4698-b471-ab8922a5a482", "name": "network-vif-deleted", "tag": "3bfa3d20-f83c-4bd7-b384-0a5248228bac"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:08:15.869645 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9a6e51e4-d376-4493-95cc-0221ccb5428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.874115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f43d3c4-3c00-4bc5-a0d2-c3ffbe4b85fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:15.885934 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f43d3c4-3c00-4bc5-a0d2-c3ffbe4b85fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.892708 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Pushing event updated for resources: {'Port': ['ID=936f405b-ff15-417c-a28b-39e68efd2506,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:15.923518 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.957338 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc1ddf6-5ae8-4996-918c-f1837f566d7d x-openstack-request-id: req-0fc1ddf6-5ae8-4996-918c-f1837f566d7d {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:08:15.958083 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81af815a-aff1-4698-b471-ab8922a5a482", "name": "network-vif-deleted", "tag": "3bfa3d20-f83c-4bd7-b384-0a5248228bac", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:08:15.958605 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0fc1ddf6-5ae8-4996-918c-f1837f566d7d {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:08:15.959176 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81af815a-aff1-4698-b471-ab8922a5a482', 'name': 'network-vif-deleted', 'tag': '3bfa3d20-f83c-4bd7-b384-0a5248228bac', 'status': 'completed', 'code': 200} Nov 24 13:08:15.970009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Deleting port 5ea2e734-c372-435b-9abd-dadfef64c56a {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:15.971575 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:15.995767 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97689001-d3c3-4778-9eec-b6e6fe184133 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Pushing event deleted for resources: {'Port': ['ID=3bfa3d20-f83c-4bd7-b384-0a5248228bac,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:16.015315 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-37ceaf59-b4b2-467d-9ecf-8376cb5ee6b8 None None] Deleting port 5ea2e734-c372-435b-9abd-dadfef64c56a {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:16.015692 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-37ceaf59-b4b2-467d-9ecf-8376cb5ee6b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:16.026877 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:16.033193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9a6e51e4-d376-4493-95cc-0221ccb5428e None None] For port ad3d7f4e-b153-48b6-92a2-8c143ece51b8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ad3d7f4e-b153-48b6-92a2-8c143ece51b8,segment=NetworkSegment(1e194460-4449-4154-8405-4f86b1f6c1bd),segment_id=1e194460-4449-4154-8405-4f86b1f6c1bd)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:16.082614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] For port 5ea2e734-c372-435b-9abd-dadfef64c56a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5ea2e734-c372-435b-9abd-dadfef64c56a,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:16.082914 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:16.098479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Calling delete_port for 5ea2e734-c372-435b-9abd-dadfef64c56a owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:16.131602 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:08:16.132226 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:08:16.133524 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9a6e51e4-d376-4493-95cc-0221ccb5428e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:16.231043 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Floating IP 5a6165a3-32e3-41eb-b523-4dc609ce168d associated. External IP: 172.25.0.223, port: 1ed563f5-5f12-4c73-ba82-0a3e744718fe. Nov 24 13:08:16.236371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-0f43d3c4-3c00-4bc5-a0d2-c3ffbe4b85fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port 6f34f677-5577-464f-b3eb-94e16aa7f055 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:08:16.324096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-37ceaf59-b4b2-467d-9ecf-8376cb5ee6b8 None None] For port 5ea2e734-c372-435b-9abd-dadfef64c56a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5ea2e734-c372-435b-9abd-dadfef64c56a,segment=NetworkSegment(66d7cb99-9b38-4978-ade1-6487c9e8693a),segment_id=66d7cb99-9b38-4978-ade1-6487c9e8693a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:16.324096 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-37ceaf59-b4b2-467d-9ecf-8376cb5ee6b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:16.399995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-37ceaf59-b4b2-467d-9ecf-8376cb5ee6b8 None None] Calling delete_port for 5ea2e734-c372-435b-9abd-dadfef64c56a owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:16.411213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e51e4-d376-4493-95cc-0221ccb5428e None None] Pushing event updated for resources: {'Port': ['ID=ad3d7f4e-b153-48b6-92a2-8c143ece51b8,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:16.531944 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66961bf4-a4e4-46a1-920c-f8f3a5bf1f8f None None] DHCP port deletion for b5edd316-cad9-4bd8-9066-3fc91eabcb7c request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:08:16.570982 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bf6676bd-f40c-4183-9add-7fc8fadf00d0 None None] Provisioning complete for port fc057021-c473-4533-83e4-2b4c8608fff8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:16.573494 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bf6676bd-f40c-4183-9add-7fc8fadf00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:16.744167 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-bf6676bd-f40c-4183-9add-7fc8fadf00d0 None None] Port fc057021-c473-4533-83e4-2b4c8608fff8 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:16.747169 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-37ceaf59-b4b2-467d-9ecf-8376cb5ee6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:16.773654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ceaf59-b4b2-467d-9ecf-8376cb5ee6b8 None None] No DVR routers for this DVR port 5ea2e734-c372-435b-9abd-dadfef64c56a on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:16.839558 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceaf59-b4b2-467d-9ecf-8376cb5ee6b8 None None] Pushing event deleted for resources: {'Port': ['ID=5ea2e734-c372-435b-9abd-dadfef64c56a,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:16.849683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Router e756a1e2-0164-485d-a855-de7b649ce3c6 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:08:16.850272 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-66961bf4-a4e4-46a1-920c-f8f3a5bf1f8f None None] Deleting port df938ff8-0f96-42a8-a5aa-6a0e8e2d588a {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:16.850575 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-66961bf4-a4e4-46a1-920c-f8f3a5bf1f8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:16.932211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-0f43d3c4-3c00-4bc5-a0d2-c3ffbe4b85fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Allocated IP 172.20.0.9 (408eddf3-b419-44e7-b4df-d484c0c26603/d4156f80-3f75-4089-9cba-987a5ade76d1/6f34f677-5577-464f-b3eb-94e16aa7f055) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:16.939293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bf6676bd-f40c-4183-9add-7fc8fadf00d0 None None] Provisioning complete for port ad3d7f4e-b153-48b6-92a2-8c143ece51b8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:16.939982 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bf6676bd-f40c-4183-9add-7fc8fadf00d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:16.988054 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ad3d7f4e-b153-48b6-92a2-8c143ece51b8 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:16.995907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-66961bf4-a4e4-46a1-920c-f8f3a5bf1f8f None None] For port df938ff8-0f96-42a8-a5aa-6a0e8e2d588a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=df938ff8-0f96-42a8-a5aa-6a0e8e2d588a,segment=NetworkSegment(ba2849af-62f5-4be6-9359-e5906b22093e),segment_id=ba2849af-62f5-4be6-9359-e5906b22093e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:16.996319 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-66961bf4-a4e4-46a1-920c-f8f3a5bf1f8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.037521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-66961bf4-a4e4-46a1-920c-f8f3a5bf1f8f None None] Calling delete_port for df938ff8-0f96-42a8-a5aa-6a0e8e2d588a owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:17.058737 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.127898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event deleted for resources: {'Port': ['ID=5ea2e734-c372-435b-9abd-dadfef64c56a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:17.167713 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a0464baf-495d-419e-ba1d-eb027af62ecc req-2d070194-bd50-4ec1-a809-a69e53c692c6 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 210 time: 0.1137114 Nov 24 13:08:17.180882 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] No DVR routers for this DVR port 5ea2e734-c372-435b-9abd-dadfef64c56a on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:17.214387 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f43d3c4-3c00-4bc5-a0d2-c3ffbe4b85fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.274787 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-c0348639-ee45-4cdd-94cb-96ce051ccb4f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.309054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:08:17.311625 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f43d3c4-3c00-4bc5-a0d2-c3ffbe4b85fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.324382 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.345193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9661e-e050-4854-94e4-4421a1176cc3 None None] Sync routers for ids ['e756a1e2-0164-485d-a855-de7b649ce3c6'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:08:17.352537 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port ad3d7f4e-b153-48b6-92a2-8c143ece51b8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:17.352900 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.358075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af84e79c-ff8c-4c42-88b8-58985a027e75']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:17.361686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43d3c4-3c00-4bc5-a0d2-c3ffbe4b85fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=6f34f677-5577-464f-b3eb-94e16aa7f055,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:17.380503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f43d3c4-3c00-4bc5-a0d2-c3ffbe4b85fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 408eddf3-b419-44e7-b4df-d484c0c26603 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:17.380798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d7cb99-9b38-4978-ade1-6487c9e8693a') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:17.381041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d7cb99-9b38-4978-ade1-6487c9e8693a') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:17.382574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-0f43d3c4-3c00-4bc5-a0d2-c3ffbe4b85fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:17.385418 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43d3c4-3c00-4bc5-a0d2-c3ffbe4b85fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:17.392347 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.395269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.417714 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.425518 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-c0348639-ee45-4cdd-94cb-96ce051ccb4f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.431415 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:08:17.431838 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:08:17.439850 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:08:17.474987 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9661e-e050-4854-94e4-4421a1176cc3 None None] Routers {'e756a1e2-0164-485d-a855-de7b649ce3c6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:17.475752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-15c9661e-e050-4854-94e4-4421a1176cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e756a1e2-0164-485d-a855-de7b649ce3c6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:17.479982 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-66961bf4-a4e4-46a1-920c-f8f3a5bf1f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.577891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66961bf4-a4e4-46a1-920c-f8f3a5bf1f8f None None] No DVR routers for this DVR port df938ff8-0f96-42a8-a5aa-6a0e8e2d588a on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:17.635435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-c0348639-ee45-4cdd-94cb-96ce051ccb4f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Network 03dace31-d538-4c14-93f0-aab68f3cc065 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:17.643372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-15c9661e-e050-4854-94e4-4421a1176cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:17.660065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-c0348639-ee45-4cdd-94cb-96ce051ccb4f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:17.664934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-c0348639-ee45-4cdd-94cb-96ce051ccb4f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:17.678775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66961bf4-a4e4-46a1-920c-f8f3a5bf1f8f None None] Pushing event deleted for resources: {'Port': ['ID=df938ff8-0f96-42a8-a5aa-6a0e8e2d588a,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:17.686187 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.754132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0348639-ee45-4cdd-94cb-96ce051ccb4f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Pushing event updated for resources: {'Port': ['ID=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:17.769636 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.775828 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "DELETE /v2.0/networks/af84e79c-ff8c-4c42-88b8-58985a027e75 HTTP/1.1" status: 204 len: 168 time: 2.1786323 Nov 24 13:08:17.775828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c6f1e-43b0-4bc0-b9f7-685c5b15dbe6 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event deleted for resources: {'Network': ['ID=af84e79c-ff8c-4c42-88b8-58985a027e75,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:17.780769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c9661e-e050-4854-94e4-4421a1176cc3 None None] Routers {'e756a1e2-0164-485d-a855-de7b649ce3c6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:17.783430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-15c9661e-e050-4854-94e4-4421a1176cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e756a1e2-0164-485d-a855-de7b649ce3c6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:17.795271 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44650) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:17.799361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6c3b4738-2593-4d20-9c4c-91b345469a3d None None] Provisioning complete for port fc057021-c473-4533-83e4-2b4c8608fff8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:17.799741 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4738-2593-4d20-9c4c-91b345469a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.896845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-c0348639-ee45-4cdd-94cb-96ce051ccb4f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:17.897701 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-c0348639-ee45-4cdd-94cb-96ce051ccb4f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.949105 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22286d44-e24d-441a-9a78-a7982f3630f1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:17.955397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-c0348639-ee45-4cdd-94cb-96ce051ccb4f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6121104 Nov 24 13:08:17.968930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Request body: {'port': {'device_id': 'a67a2cab-8272-46b4-8693-93ef0c41dc05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:18.042110 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e08193aa-ade3-4860-91dc-05b084e02a63 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.2471159 Nov 24 13:08:18.042863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44654) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:18.100415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22286d44-e24d-441a-9a78-a7982f3630f1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:18.129552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-22286d44-e24d-441a-9a78-a7982f3630f1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5edd316-cad9-4bd8-9066-3fc91eabcb7c']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:18.142576 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-22286d44-e24d-441a-9a78-a7982f3630f1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2849af-62f5-4be6-9359-e5906b22093e') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:18.142576 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-22286d44-e24d-441a-9a78-a7982f3630f1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2849af-62f5-4be6-9359-e5906b22093e') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:18.153767 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22286d44-e24d-441a-9a78-a7982f3630f1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:18.178238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-15c9661e-e050-4854-94e4-4421a1176cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:18.179690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c9661e-e050-4854-94e4-4421a1176cc3 None None] The sync data for ids ['e756a1e2-0164-485d-a855-de7b649ce3c6'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:08:18.180156 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22286d44-e24d-441a-9a78-a7982f3630f1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:18.189407 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22286d44-e24d-441a-9a78-a7982f3630f1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:08:18.189951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22286d44-e24d-441a-9a78-a7982f3630f1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:18.205838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b4738-2593-4d20-9c4c-91b345469a3d None None] Port fc057021-c473-4533-83e4-2b4c8608fff8 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:08:18.220675 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:08:18.233073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f43d3c4-3c00-4bc5-a0d2-c3ffbe4b85fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:18.244235 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f43d3c4-3c00-4bc5-a0d2-c3ffbe4b85fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:18.291987 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0f43d3c4-3c00-4bc5-a0d2-c3ffbe4b85fc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0730171 Nov 24 13:08:18.296857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44662) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:18.315163 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-070738a2-60f7-467f-ba0a-e677de5fa2cb tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] 10.222.0.48 "GET /v2.0/floatingips/5a6165a3-32e3-41eb-b523-4dc609ce168d HTTP/1.1" status: 200 len: 981 time: 0.2712402 Nov 24 13:08:18.326306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44664) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:18.345550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ed327c1c-df3c-4cbb-b73e-cf0933b9d2de None None] Provisioning complete for port 6f34f677-5577-464f-b3eb-94e16aa7f055 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:18.346410 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ed327c1c-df3c-4cbb-b73e-cf0933b9d2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:18.369794 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22286d44-e24d-441a-9a78-a7982f3630f1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:18.374731 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22286d44-e24d-441a-9a78-a7982f3630f1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:18.378245 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-22286d44-e24d-441a-9a78-a7982f3630f1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] 10.222.0.48 "DELETE /v2.0/networks/b5edd316-cad9-4bd8-9066-3fc91eabcb7c HTTP/1.1" status: 204 len: 168 time: 0.5817444 Nov 24 13:08:18.429871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5ea2e734-c372-435b-9abd-dadfef64c56a no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:18.471769 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:18.475121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22286d44-e24d-441a-9a78-a7982f3630f1 tempest-TaggedBootDevicesTest-1219560219 tempest-TaggedBootDevicesTest-1219560219-project] Pushing event deleted for resources: {'Network': ['ID=b5edd316-cad9-4bd8-9066-3fc91eabcb7c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:18.523156 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-83c35c0e-149b-4a22-91c6-5b2e66b1df53 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1922996 Nov 24 13:08:18.525789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 5ea2e734-c372-435b-9abd-dadfef64c56a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:18.526326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5ea2e734-c372-435b-9abd-dadfef64c56a not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:18.526861 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device df938ff8-0f96-42a8-a5aa-6a0e8e2d588a no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:18.527940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44668) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:18.546671 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ed327c1c-df3c-4cbb-b73e-cf0933b9d2de None None] Port 6f34f677-5577-464f-b3eb-94e16aa7f055 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:18.557228 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c70db-4992-47cb-98a5-df2d27153420 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:18.562988 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7d8c70db-4992-47cb-98a5-df2d27153420 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2607894 Nov 24 13:08:18.565990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44672) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:18.585433 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: df938ff8-0f96-42a8-a5aa-6a0e8e2d588a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:18.585900 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device df938ff8-0f96-42a8-a5aa-6a0e8e2d588a not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:18.662422 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eb58d-d405-4072-8d2d-fae7179bd0e4 req-9318e154-7397-4092-8bfe-320b118998e1 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:18.663963 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-624eb58d-d405-4072-8d2d-fae7179bd0e4 req-9318e154-7397-4092-8bfe-320b118998e1 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 932 time: 0.2817566 Nov 24 13:08:18.793487 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332484ef-ea20-4f3b-bad1-d5f6a40a49ec tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:18.801062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332484ef-ea20-4f3b-bad1-d5f6a40a49ec tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:18.808002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332484ef-ea20-4f3b-bad1-d5f6a40a49ec tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:18.809749 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-332484ef-ea20-4f3b-bad1-d5f6a40a49ec tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2424932 Nov 24 13:08:18.814239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44678) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:18.823594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0f25f-2921-4767-87ac-08fef68b5144 req-8c57ac8c-fde4-4e4d-94c0-69104eeed07c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:18.825424 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88c0f25f-2921-4767-87ac-08fef68b5144 req-8c57ac8c-fde4-4e4d-94c0-69104eeed07c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 945 time: 0.0704739 Nov 24 13:08:18.852655 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-624eb58d-d405-4072-8d2d-fae7179bd0e4 req-5b678dd9-2363-4be5-b53b-6942a5f17235 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781347 Nov 24 13:08:18.926736 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88c0f25f-2921-4767-87ac-08fef68b5144 req-dfd0cfe3-21e3-4dc4-b896-c89e57f68332 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930755 Nov 24 13:08:19.034938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0ba1d1f1-bb03-4320-8175-5b6c2166ced3 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Deleting port 936f405b-ff15-417c-a28b-39e68efd2506 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:19.035288 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d1f1-bb03-4320-8175-5b6c2166ced3 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:19.088459 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:08:19.100527 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:19.117490 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Transition to ACTIVE for port object cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:08:19.123114 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:19.169999 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d1f1-bb03-4320-8175-5b6c2166ced3 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:19.170650 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d1f1-bb03-4320-8175-5b6c2166ced3 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:19.180623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-79b31a46-c8df-4ed3-a9ef-99979ba221a2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port 6f34f677-5577-464f-b3eb-94e16aa7f055 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:19.181305 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79b31a46-c8df-4ed3-a9ef-99979ba221a2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:19.194453 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Pushing event updated for resources: {'Port': ['ID=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:19.208100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0ba1d1f1-bb03-4320-8175-5b6c2166ced3 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Calling delete_port for 936f405b-ff15-417c-a28b-39e68efd2506 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:19.286451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Attempting to bind port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:19.287333 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Attempting to bind port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '216a5317-e051-450f-a851-6010182a4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:19.287792 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Attempting to bind port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c on network 03dace31-d538-4c14-93f0-aab68f3cc065 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:19.293001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c on network 03dace31-d538-4c14-93f0-aab68f3cc065 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:19.293394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Attempting to bind port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c on network 03dace31-d538-4c14-93f0-aab68f3cc065 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:19.299100 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:08:19.300165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Checking segment: {'id': '216a5317-e051-450f-a851-6010182a4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:08:19.300165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Bound using segment: {'id': '216a5317-e051-450f-a851-6010182a4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:08:19.300377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Bound port: cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216a5317-e051-450f-a851-6010182a4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:08:19.300825 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:19.367148 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79b31a46-c8df-4ed3-a9ef-99979ba221a2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:19.382638 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] For port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:08:19.384454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-79b31a46-c8df-4ed3-a9ef-99979ba221a2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for 6f34f677-5577-464f-b3eb-94e16aa7f055 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:19.387396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] For port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:08:19.392718 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:19.438790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:19.439417 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:19.441036 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] 10.222.0.59 "PUT /v2.0/ports/cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c HTTP/1.1" status: 200 len: 1092 time: 1.4770300 Nov 24 13:08:19.441608 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67a2cab-8272-46b4-8693-93ef0c41dc05', 'tag': 'cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:08:19.445524 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1826cc25-b87c-4b7a-bae6-d4799b36d3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a67a2cab-8272-46b4-8693-93ef0c41dc05", "tag": "cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:08:19.535459 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7355e19-a383-4003-8009-6b24a6650e37 x-openstack-request-id: req-e7355e19-a383-4003-8009-6b24a6650e37 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:08:19.535889 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67a2cab-8272-46b4-8693-93ef0c41dc05", "tag": "cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:08:19.536153 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7355e19-a383-4003-8009-6b24a6650e37 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:08:19.536611 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67a2cab-8272-46b4-8693-93ef0c41dc05', 'tag': 'cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c', 'status': 'completed', 'code': 200} Nov 24 13:08:19.552069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3635f0c-713a-46fb-9825-bc092bbb2d65 service neutron] Pushing event updated for resources: {'Port': ['ID=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:19.577988 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-8f968d8d-1dd4-4270-94f4-e8c9317ef0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:19.579653 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-8f968d8d-1dd4-4270-94f4-e8c9317ef0b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9e53965f3948442da5a4bfdaf02c7889&device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 1095 time: 0.0847380 Nov 24 13:08:19.617555 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d1f1-bb03-4320-8175-5b6c2166ced3 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:19.653327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1d1f1-bb03-4320-8175-5b6c2166ced3 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event deleted for resources: {'Port': ['ID=936f405b-ff15-417c-a28b-39e68efd2506,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:19.656584 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-749d2001-e379-4f50-b236-12e79874c1a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c HTTP/1.1" status: 200 len: 217 time: 0.0664318 Nov 24 13:08:19.658975 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79b31a46-c8df-4ed3-a9ef-99979ba221a2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:19.721479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-055824b8-0b87-44aa-aa14-e99cd9b3090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:19.723422 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-055824b8-0b87-44aa-aa14-e99cd9b3090a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a57a07f-eae2-4aeb-a7ea-5943414d67b1 HTTP/1.1" status: 200 len: 853 time: 0.0568905 Nov 24 13:08:19.734762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b31a46-c8df-4ed3-a9ef-99979ba221a2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=6f34f677-5577-464f-b3eb-94e16aa7f055,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:19.783238 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-207c1dc3-7693-4c0b-a8a7-ed7550e2195c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03dace31-d538-4c14-93f0-aab68f3cc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486555 Nov 24 13:08:19.850850 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d1f1-bb03-4320-8175-5b6c2166ced3 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:19.851595 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-0ba1d1f1-bb03-4320-8175-5b6c2166ced3 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Floating IP 5a6165a3-32e3-41eb-b523-4dc609ce168d disassociated (deleted). External IP: 172.25.0.223, port: 1ed563f5-5f12-4c73-ba82-0a3e744718fe. Nov 24 13:08:19.996071 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79b31a46-c8df-4ed3-a9ef-99979ba221a2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:20.002594 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-a07a0de7-2728-4cd1-b12f-fa1fb3c2a820 service neutron] 10.222.0.59 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112954 Nov 24 13:08:20.008897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-79b31a46-c8df-4ed3-a9ef-99979ba221a2 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/6f34f677-5577-464f-b3eb-94e16aa7f055 HTTP/1.1" status: 204 len: 168 time: 1.1798842 Nov 24 13:08:20.009591 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44694) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:20.139375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5bf54-6790-4491-bdfd-8c4dd2c9357d req-3d249bb5-8adb-4e2c-94d9-609e5fbd667c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:20.140929 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5c5bf54-6790-4491-bdfd-8c4dd2c9357d req-3d249bb5-8adb-4e2c-94d9-609e5fbd667c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 944 time: 0.1505232 Nov 24 13:08:20.164599 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-044eaaf7-53b8-41ec-ac79-d29755cc52cf tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] GET failed (client error): The resource could not be found. Nov 24 13:08:20.169560 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-044eaaf7-53b8-41ec-ac79-d29755cc52cf tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/6f34f677-5577-464f-b3eb-94e16aa7f055 HTTP/1.1" status: 404 len: 333 time: 0.1584780 Nov 24 13:08:20.205435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44698) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:20.208126 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a608a1f-7abd-4568-ac70-13a542cd4f55 req-a4c28847-c640-4d0a-bbc3-b0e1242ce9fb service neutron] 10.222.0.59 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890876 Nov 24 13:08:20.271626 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5c5bf54-6790-4491-bdfd-8c4dd2c9357d req-92460b6c-d79e-4d8a-acb2-463928e5aced tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200337 Nov 24 13:08:20.366154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba1d1f1-bb03-4320-8175-5b6c2166ced3 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Router e756a1e2-0164-485d-a855-de7b649ce3c6 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:08:20.470148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2a2f5-f941-4be2-820f-e27adbef79cd req-f440a4fd-51e5-45e9-bb11-8bd20f3c62eb tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:20.472141 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2c2a2f5-f941-4be2-820f-e27adbef79cd req-f440a4fd-51e5-45e9-bb11-8bd20f3c62eb tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 945 time: 0.4094098 Nov 24 13:08:20.475020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826cc25-b87c-4b7a-bae6-d4799b36d3a9 req-16dd868d-055a-4575-aab0-eb2eda148a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:20.479292 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1826cc25-b87c-4b7a-bae6-d4799b36d3a9 req-16dd868d-055a-4575-aab0-eb2eda148a77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9e53965f3948442da5a4bfdaf02c7889&device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 1095 time: 0.2040410 Nov 24 13:08:20.608408 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f3a21-97ab-44d6-871c-987275f7cfe5 req-73e9361e-c98b-4762-8759-77c8e03be5df tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:20.609932 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b5f3a21-97ab-44d6-871c-987275f7cfe5 req-73e9361e-c98b-4762-8759-77c8e03be5df tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 945 time: 0.1432240 Nov 24 13:08:20.638727 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-e34e2a10-e9f9-4995-bf08-a6c75ffa091c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port fc057021-c473-4533-83e4-2b4c8608fff8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:20.639099 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e34e2a10-e9f9-4995-bf08-a6c75ffa091c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:20.640549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba1d1f1-bb03-4320-8175-5b6c2166ced3 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:08:20.660087 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0b6498-d2f5-4e69-b722-339a7bca3a93 None None] Sync routers for ids ['e756a1e2-0164-485d-a855-de7b649ce3c6'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:08:20.681951 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ba1d1f1-bb03-4320-8175-5b6c2166ced3 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:20.688694 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b6498-d2f5-4e69-b722-339a7bca3a93 None None] Routers {'e756a1e2-0164-485d-a855-de7b649ce3c6'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:20.689742 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6c0b6498-d2f5-4e69-b722-339a7bca3a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e756a1e2-0164-485d-a855-de7b649ce3c6'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:20.759899 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6c0b6498-d2f5-4e69-b722-339a7bca3a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:20.770921 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b6498-d2f5-4e69-b722-339a7bca3a93 None None] Routers {'e756a1e2-0164-485d-a855-de7b649ce3c6'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:20.771831 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6c0b6498-d2f5-4e69-b722-339a7bca3a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e756a1e2-0164-485d-a855-de7b649ce3c6'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:20.777989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0ba1d1f1-bb03-4320-8175-5b6c2166ced3 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "DELETE /v2.0/floatingips/5a6165a3-32e3-41eb-b523-4dc609ce168d HTTP/1.1" status: 204 len: 168 time: 2.2488136 Nov 24 13:08:20.783095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44704) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:20.805258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:20.809994 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e34e2a10-e9f9-4995-bf08-a6c75ffa091c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:20.810582 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6c0b6498-d2f5-4e69-b722-339a7bca3a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:20.811455 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0b6498-d2f5-4e69-b722-339a7bca3a93 None None] The sync data for ids ['e756a1e2-0164-485d-a855-de7b649ce3c6'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:08:20.823868 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-e34e2a10-e9f9-4995-bf08-a6c75ffa091c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for fc057021-c473-4533-83e4-2b4c8608fff8 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:20.830862 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2c2a2f5-f941-4be2-820f-e27adbef79cd req-0d8737d2-4fa5-46fc-8a47-2f81df1d82d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424339 Nov 24 13:08:20.862785 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-105cab4e-8507-4268-9d67-33f7f4edfa04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:20.905026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826cc25-b87c-4b7a-bae6-d4799b36d3a9 req-213ea328-aaa2-457b-8c4c-8edbb9b16f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:20.906830 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1826cc25-b87c-4b7a-bae6-d4799b36d3a9 req-213ea328-aaa2-457b-8c4c-8edbb9b16f29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=03dace31-d538-4c14-93f0-aab68f3cc065 HTTP/1.1" status: 200 len: 914 time: 0.4075840 Nov 24 13:08:20.919530 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:20.956285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-6b5f3a21-97ab-44d6-871c-987275f7cfe5 req-55887f81-72b7-4506-be22-8aea7eb6e6ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Deleting port 74b74883-d35d-4575-979a-657669af3339 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:20.956623 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6b5f3a21-97ab-44d6-871c-987275f7cfe5 req-55887f81-72b7-4506-be22-8aea7eb6e6ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:20.960920 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1826cc25-b87c-4b7a-bae6-d4799b36d3a9 req-5ef17f1c-6b18-45a7-aada-f9f7fe414773 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c HTTP/1.1" status: 200 len: 217 time: 0.0428352 Nov 24 13:08:21.048243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826cc25-b87c-4b7a-bae6-d4799b36d3a9 req-c6ffe519-58b7-4d38-a1eb-39919653a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:21.049870 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1826cc25-b87c-4b7a-bae6-d4799b36d3a9 req-c6ffe519-58b7-4d38-a1eb-39919653a4e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2a57a07f-eae2-4aeb-a7ea-5943414d67b1 HTTP/1.1" status: 200 len: 853 time: 0.0760307 Nov 24 13:08:21.086135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-6b5f3a21-97ab-44d6-871c-987275f7cfe5 req-55887f81-72b7-4506-be22-8aea7eb6e6ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] For port 74b74883-d35d-4575-979a-657669af3339, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=74b74883-d35d-4575-979a-657669af3339,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:21.086503 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6b5f3a21-97ab-44d6-871c-987275f7cfe5 req-55887f81-72b7-4506-be22-8aea7eb6e6ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:21.102044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-6b5f3a21-97ab-44d6-871c-987275f7cfe5 req-55887f81-72b7-4506-be22-8aea7eb6e6ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Calling delete_port for 74b74883-d35d-4575-979a-657669af3339 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:21.116886 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1826cc25-b87c-4b7a-bae6-d4799b36d3a9 req-52863ff1-7b5f-4e6d-9065-eff12b6b13af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03dace31-d538-4c14-93f0-aab68f3cc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519061 Nov 24 13:08:21.118656 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e34e2a10-e9f9-4995-bf08-a6c75ffa091c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:21.160362 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:21.172311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e2a10-e9f9-4995-bf08-a6c75ffa091c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=fc057021-c473-4533-83e4-2b4c8608fff8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:21.348539 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e34e2a10-e9f9-4995-bf08-a6c75ffa091c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:21.358166 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e34e2a10-e9f9-4995-bf08-a6c75ffa091c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/fc057021-c473-4533-83e4-2b4c8608fff8 HTTP/1.1" status: 204 len: 168 time: 1.1482258 Nov 24 13:08:21.358456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44712) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:21.367555 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1826cc25-b87c-4b7a-bae6-d4799b36d3a9 req-bc32181d-36fa-4a81-b858-7e4c6a109616 service neutron] 10.222.0.59 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426476 Nov 24 13:08:21.438996 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b807b883-adca-4b1e-9a00-4c6d5c44afe7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] GET failed (client error): The resource could not be found. Nov 24 13:08:21.447938 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b807b883-adca-4b1e-9a00-4c6d5c44afe7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/fc057021-c473-4533-83e4-2b4c8608fff8 HTTP/1.1" status: 404 len: 333 time: 0.0883081 Nov 24 13:08:21.454893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Allocated IP 172.25.0.26 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/add796fc-6716-4897-8587-b1d0f0dc316a) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:21.459093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44716) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:21.513481 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6b5f3a21-97ab-44d6-871c-987275f7cfe5 req-55887f81-72b7-4506-be22-8aea7eb6e6ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:21.526209 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['74b74883-d35d-4575-979a-657669af3339'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:08:21.562479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:08:21.588362 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55887f81-72b7-4506-be22-8aea7eb6e6ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Pushing event deleted for resources: {'Port': ['ID=74b74883-d35d-4575-979a-657669af3339,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:21.593538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-17382e72-5726-48f8-af7f-9b7c3a29216a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting subnet d4156f80-3f75-4089-9cba-987a5ade76d1 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:08:21.615905 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-17382e72-5726-48f8-af7f-9b7c3a29216a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:21.661312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5f3a21-97ab-44d6-871c-987275f7cfe5 req-55887f81-72b7-4506-be22-8aea7eb6e6ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] No DVR routers for this DVR port 74b74883-d35d-4575-979a-657669af3339 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:21.670872 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-17382e72-5726-48f8-af7f-9b7c3a29216a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:21.689790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea2003-59f5-45f1-833a-c72feadf4ef4 req-71d425b5-7971-4682-a2ad-8ba3e7350eb6 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:21.692179 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1ea2003-59f5-45f1-833a-c72feadf4ef4 req-71d425b5-7971-4682-a2ad-8ba3e7350eb6 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 944 time: 0.2274094 Nov 24 13:08:21.739247 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:21.765461 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c', 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065', 'port_id': 'cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c', 'mac_address': 'fa:16:3e:64:cb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a57a07f-eae2-4aeb-a7ea-5943414d67b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:08:21.771527 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1826cc25-b87c-4b7a-bae6-d4799b36d3a9 req-bc89d8d4-8873-4e20-ba20-7e9dd3edf055 service neutron] 10.222.0.59 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948665 Nov 24 13:08:21.781308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6b5f3a21-97ab-44d6-871c-987275f7cfe5 req-55887f81-72b7-4506-be22-8aea7eb6e6ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:21.790363 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b5f3a21-97ab-44d6-871c-987275f7cfe5 req-55887f81-72b7-4506-be22-8aea7eb6e6ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "DELETE /v2.0/ports/74b74883-d35d-4575-979a-657669af3339 HTTP/1.1" status: 204 len: 173 time: 1.1672878 Nov 24 13:08:21.790878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c5eb96-d4ae-4da9-97be-173105b63644', 'name': 'network-vif-deleted', 'tag': '74b74883-d35d-4575-979a-657669af3339'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:08:21.808191 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3923f5d6-973b-46e2-b4cd-3069db84f62e" -d '{"events": [{"server_uuid": "14c5eb96-d4ae-4da9-97be-173105b63644", "name": "network-vif-deleted", "tag": "74b74883-d35d-4575-979a-657669af3339"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:08:21.819500 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-17382e72-5726-48f8-af7f-9b7c3a29216a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:21.904602 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:21.920162 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941a0c79-ad0d-44a1-9a43-45ee7aa845f9 x-openstack-request-id: req-941a0c79-ad0d-44a1-9a43-45ee7aa845f9 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:08:21.920466 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c5eb96-d4ae-4da9-97be-173105b63644", "name": "network-vif-deleted", "tag": "74b74883-d35d-4575-979a-657669af3339", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:08:21.920770 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-941a0c79-ad0d-44a1-9a43-45ee7aa845f9 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:08:21.921170 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c5eb96-d4ae-4da9-97be-173105b63644', 'name': 'network-vif-deleted', 'tag': '74b74883-d35d-4575-979a-657669af3339', 'status': 'completed', 'code': 200} Nov 24 13:08:21.934894 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1ea2003-59f5-45f1-833a-c72feadf4ef4 req-fc5cc26b-c60c-4b7a-b8f9-f084942f88a9 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229820 Nov 24 13:08:21.950706 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:08:21.990476 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-17382e72-5726-48f8-af7f-9b7c3a29216a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:21.992657 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:22.004851 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:22.010583 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:22.065636 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:22.074253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17382e72-5726-48f8-af7f-9b7c3a29216a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Subnet': ['ID=d4156f80-3f75-4089-9cba-987a5ade76d1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:22.082199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:22.114894 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b8e9bd-f80a-49de-a2bc-4e66bb6dd5ee None None] Network 408eddf3-b419-44e7-b4df-d484c0c26603 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:22.117498 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2bb0a871-b210-41c1-9284-f413c6a1b88b req-6f497d49-8c29-49bf-8e58-c427b2035d82 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 210 time: 0.1105444 Nov 24 13:08:22.119106 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-17382e72-5726-48f8-af7f-9b7c3a29216a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:22.127064 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-17382e72-5726-48f8-af7f-9b7c3a29216a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/d4156f80-3f75-4089-9cba-987a5ade76d1 HTTP/1.1" status: 204 len: 168 time: 0.6655514 Nov 24 13:08:22.127894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44728) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:22.147007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:22.151555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:22.154020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:22.159983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Pushing event updated for resources: {'Port': ['ID=add796fc-6716-4897-8587-b1d0f0dc316a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:22.294646 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:22.326010 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:22.372511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:08:22.410425 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:22.456880 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port ad3d7f4e-b153-48b6-92a2-8c143ece51b8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:22.457227 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:22.638117 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9c4e2a-13ba-4e25-8cbc-4a45bac75499 None None] DHCP port deletion for 408eddf3-b419-44e7-b4df-d484c0c26603 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:08:22.667203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] For port ad3d7f4e-b153-48b6-92a2-8c143ece51b8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ad3d7f4e-b153-48b6-92a2-8c143ece51b8,segment=NetworkSegment(1e194460-4449-4154-8405-4f86b1f6c1bd),segment_id=1e194460-4449-4154-8405-4f86b1f6c1bd)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:22.667480 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:22.702769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for ad3d7f4e-b153-48b6-92a2-8c143ece51b8 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:22.797054 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:22.805589 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:22.887222 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:22.928775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No DVR routers for this DVR port ad3d7f4e-b153-48b6-92a2-8c143ece51b8 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:22.947805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ad3d7f4e-b153-48b6-92a2-8c143ece51b8 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:22.960085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c4e2a-13ba-4e25-8cbc-4a45bac75499 None None] Deleting port ad3d7f4e-b153-48b6-92a2-8c143ece51b8 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:22.960471 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4e2a-13ba-4e25-8cbc-4a45bac75499 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.014711 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Pushing event updated for resources: {'Port': ['ID=add796fc-6716-4897-8587-b1d0f0dc316a,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:23.023982 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.056216 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.057933 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6e200672-6e8c-46e1-8135-26782893800a tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2737176 Nov 24 13:08:23.060588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44746) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:23.077632 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=ad3d7f4e-b153-48b6-92a2-8c143ece51b8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:23.092189 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: ad3d7f4e-b153-48b6-92a2-8c143ece51b8 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:23.092870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ad3d7f4e-b153-48b6-92a2-8c143ece51b8 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:23.206516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667aa17-9fc9-4f1a-a73d-a0e647658800 req-a81dbb4d-f693-4b1d-a6ae-9438e9d29327 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:23.208420 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d667aa17-9fc9-4f1a-a73d-a0e647658800 req-a81dbb4d-f693-4b1d-a6ae-9438e9d29327 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 945 time: 0.1144917 Nov 24 13:08:23.218175 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.249088 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ac9c4e2a-13ba-4e25-8cbc-4a45bac75499 None None] For port ad3d7f4e-b153-48b6-92a2-8c143ece51b8, host n-d-817303-4, got binding levels [] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:23.249503 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4e2a-13ba-4e25-8cbc-4a45bac75499 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.278318 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408eddf3-b419-44e7-b4df-d484c0c26603']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:23.284528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c4e2a-13ba-4e25-8cbc-4a45bac75499 None None] Calling delete_port for ad3d7f4e-b153-48b6-92a2-8c143ece51b8 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:23.300011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.ipam_backend_mixin [None req-ac9c4e2a-13ba-4e25-8cbc-4a45bac75499 None None] Port ad3d7f4e-b153-48b6-92a2-8c143ece51b8 was not found and therefore no delete operation was performed {{(pid=114987) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 13:08:23.304916 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a5148f73-7021-41ea-8711-b21a06f7fce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.307077 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ac9c4e2a-13ba-4e25-8cbc-4a45bac75499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.307501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e194460-4449-4154-8405-4f86b1f6c1bd') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:23.307991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e194460-4449-4154-8405-4f86b1f6c1bd') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:23.327192 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:23.348116 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d667aa17-9fc9-4f1a-a73d-a0e647658800 req-aab48b36-70e7-45e2-a085-27a0c11ddc5c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239507 Nov 24 13:08:23.349172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c4e2a-13ba-4e25-8cbc-4a45bac75499 None None] Pushing event deleted for resources: {'Port': ['ID=ad3d7f4e-b153-48b6-92a2-8c143ece51b8,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:23.353325 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c4e2a-13ba-4e25-8cbc-4a45bac75499 None None] No DVR routers for this DVR port ad3d7f4e-b153-48b6-92a2-8c143ece51b8 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:23.376138 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.383831 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e95e280-2f63-4e26-a3f6-bc70767b4876 req-4ec46d8e-eac2-44bf-90c9-25a6c8a80b05 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 210 time: 0.0947297 Nov 24 13:08:23.410637 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.422450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:08:23.423165 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:08:23.427216 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:08:23.445406 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.557633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 74b74883-d35d-4575-979a-657669af3339 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:23.579933 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.610702 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.614209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/networks/408eddf3-b419-44e7-b4df-d484c0c26603 HTTP/1.1" status: 204 len: 168 time: 1.4851971 Nov 24 13:08:23.615185 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f4f6f-802d-45ff-8ae9-392599ccf615 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Network': ['ID=408eddf3-b419-44e7-b4df-d484c0c26603,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:23.618339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44756) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:23.621060 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 74b74883-d35d-4575-979a-657669af3339 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:23.623492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-aace87a2-b06f-4b45-a41d-593eb38fa8a6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1876746512'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:23.624018 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 74b74883-d35d-4575-979a-657669af3339 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:23.660655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aace87a2-b06f-4b45-a41d-593eb38fa8a6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:23.675141 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aace87a2-b06f-4b45-a41d-593eb38fa8a6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.683071 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.721262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aace87a2-b06f-4b45-a41d-593eb38fa8a6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:08:23.731696 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aace87a2-b06f-4b45-a41d-593eb38fa8a6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.732132 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-aace87a2-b06f-4b45-a41d-593eb38fa8a6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Added segment 87eff3f0-13b2-4fcc-9972-3141f250954b of type vlan for network 9e98ab55-d246-4a58-a7fd-0cdeac48eb62 Nov 24 13:08:23.790189 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aace87a2-b06f-4b45-a41d-593eb38fa8a6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.819818 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aace87a2-b06f-4b45-a41d-593eb38fa8a6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.841434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace87a2-b06f-4b45-a41d-593eb38fa8a6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:23.850049 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aace87a2-b06f-4b45-a41d-593eb38fa8a6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:23.884771 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-aace87a2-b06f-4b45-a41d-593eb38fa8a6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2642605 Nov 24 13:08:23.887185 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44760) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:23.895066 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-4a9a95ae-a343-492e-aaa7-f8d264174d3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '9e98ab55-d246-4a58-a7fd-0cdeac48eb62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:23.940217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Allocated IP 172.25.0.79 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/965e612b-0227-49e1-8271-8c54ca05cd76) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:24.025639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace87a2-b06f-4b45-a41d-593eb38fa8a6 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Network': ['ID=9e98ab55-d246-4a58-a7fd-0cdeac48eb62,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:24.039393 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 9e98ab55-d246-4a58-a7fd-0cdeac48eb62 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:08:24.105773 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9a95ae-a343-492e-aaa7-f8d264174d3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:24.110483 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a9a95ae-a343-492e-aaa7-f8d264174d3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:24.206047 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:24.327645 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:24.345048 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:24.441924 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:24.446875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:24.452777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:24.606093 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a9a95ae-a343-492e-aaa7-f8d264174d3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:24.629115 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Pushing event updated for resources: {'Port': ['ID=965e612b-0227-49e1-8271-8c54ca05cd76,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:24.766191 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6dbd0ee0-18ea-4228-aa6d-1cd1dd4e14b9 req-e1b3142f-ce70-4a1f-9c2e-628ed3bef003 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 210 time: 0.2721221 Nov 24 13:08:24.789243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a95ae-a343-492e-aaa7-f8d264174d3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Subnet': ['ID=a09e61bc-103a-421b-ae48-2df728d8e45a,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:24.948096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9a95ae-a343-492e-aaa7-f8d264174d3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Checking segment: {'id': '87eff3f0-13b2-4fcc-9972-3141f250954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e98ab55-d246-4a58-a7fd-0cdeac48eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:08:24.948754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9a95ae-a343-492e-aaa7-f8d264174d3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network hostable DHCP agents. Network: 9e98ab55-d246-4a58-a7fd-0cdeac48eb62, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:08:24.974705 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:25.038232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9a95ae-a343-492e-aaa7-f8d264174d3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 9e98ab55-d246-4a58-a7fd-0cdeac48eb62 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:08:25.053851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fae442-f262-4700-90ee-2e3dfcb64b3f req-cd901309-f4af-442a-8a92-f62e9685af53 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:25.056677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-4a9a95ae-a343-492e-aaa7-f8d264174d3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 9e98ab55-d246-4a58-a7fd-0cdeac48eb62) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:25.066666 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-90fae442-f262-4700-90ee-2e3dfcb64b3f req-cd901309-f4af-442a-8a92-f62e9685af53 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 945 time: 0.6264069 Nov 24 13:08:25.066825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da13794a-69b0-4aec-8f93-a5e9a9942517 None None] Network 9e98ab55-d246-4a58-a7fd-0cdeac48eb62 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:25.074476 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9a95ae-a343-492e-aaa7-f8d264174d3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:25.076592 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4a9a95ae-a343-492e-aaa7-f8d264174d3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:25.093680 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:25.101772 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4a9a95ae-a343-492e-aaa7-f8d264174d3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2116582 Nov 24 13:08:25.104238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44778) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:25.112297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ed9dd7f1-722d-4a54-967b-ed9de65f206d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1079130753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:25.162894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd7f1-722d-4a54-967b-ed9de65f206d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:25.164477 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd7f1-722d-4a54-967b-ed9de65f206d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:25.246850 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd7f1-722d-4a54-967b-ed9de65f206d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:25.274813 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd7f1-722d-4a54-967b-ed9de65f206d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:25.300437 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed9dd7f1-722d-4a54-967b-ed9de65f206d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:25.302572 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ed9dd7f1-722d-4a54-967b-ed9de65f206d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1965010 Nov 24 13:08:25.320661 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-90fae442-f262-4700-90ee-2e3dfcb64b3f req-d8193851-ad3b-4675-95e1-c4af7667e6bf tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519116 Nov 24 13:08:25.321494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44782) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:25.329338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-621fc947-e350-402b-9ee0-e267e6027483 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'network_id': '9e98ab55-d246-4a58-a7fd-0cdeac48eb62', 'name': 'tempest-PortsTestJSON-552464326'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:25.388592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-9e98ab55-d246-4a58-a7fd-0cdeac48eb62', 'network_id': '9e98ab55-d246-4a58-a7fd-0cdeac48eb62', 'tenant_id': 'b524a324b744440190ac7aeac885c997', 'fixed_ips': [{'subnet_id': 'a09e61bc-103a-421b-ae48-2df728d8e45a'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:08:25.389729 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:25.573389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:25.598017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621fc947-e350-402b-9ee0-e267e6027483 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:25.603667 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-621fc947-e350-402b-9ee0-e267e6027483 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:25.628738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-621fc947-e350-402b-9ee0-e267e6027483 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port 642f02f1-f994-4f92-b91b-91c63955d86f yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:08:25.760261 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Allocated IP 172.20.0.2 (9e98ab55-d246-4a58-a7fd-0cdeac48eb62/a09e61bc-103a-421b-ae48-2df728d8e45a/e9c28af7-6e9c-4cc5-8f1d-aee526498766) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:26.018326 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.026326 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.043131 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.061067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:08:26.074648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:26.075717 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.115196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Pushing event updated for resources: {'Port': ['ID=965e612b-0227-49e1-8271-8c54ca05cd76,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:26.143943 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f88752c7-1387-4eaf-9d15-6da15f70512c req-6e6ada00-25bb-42c7-90e5-2b6efc5896f1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 210 time: 0.1183991 Nov 24 13:08:26.194906 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.206122 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.240312 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.243011 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-94ad5b10-341e-40ff-b770-6f33e9587460 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1792827 Nov 24 13:08:26.245729 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44794) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:26.276205 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.285609 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.314605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-621fc947-e350-402b-9ee0-e267e6027483 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Allocated IP 172.20.0.7 (9e98ab55-d246-4a58-a7fd-0cdeac48eb62/a09e61bc-103a-421b-ae48-2df728d8e45a/642f02f1-f994-4f92-b91b-91c63955d86f) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:26.379901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Network 9e98ab55-d246-4a58-a7fd-0cdeac48eb62 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:26.406502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:26.412477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67a2cab-8272-46b4-8693-93ef0c41dc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:08:26.415412 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b831671-a64c-46e8-8fcc-eb0c1facae30" -d '{"events": [{"server_uuid": "a67a2cab-8272-46b4-8693-93ef0c41dc05", "name": "network-vif-plugged", "status": "completed", "tag": "cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:08:26.418905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:26.426759 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.431133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:26.490991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Pushing event updated for resources: {'Port': ['ID=e9c28af7-6e9c-4cc5-8f1d-aee526498766,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:26.502964 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d1189310-6aae-43dc-a816-29d7ca677626 tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.2513719 Nov 24 13:08:26.504022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44802) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:26.553570 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c22fe19-1e9f-43cc-a373-580c321e9247 x-openstack-request-id: req-6c22fe19-1e9f-43cc-a373-580c321e9247 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:08:26.553951 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67a2cab-8272-46b4-8693-93ef0c41dc05", "name": "network-vif-plugged", "status": "completed", "tag": "cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:08:26.554278 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c22fe19-1e9f-43cc-a373-580c321e9247 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:08:26.554750 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67a2cab-8272-46b4-8693-93ef0c41dc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c', 'code': 200} Nov 24 13:08:26.578210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:26.584126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Attempting to bind port e9c28af7-6e9c-4cc5-8f1d-aee526498766 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:26.584617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Attempting to bind port e9c28af7-6e9c-4cc5-8f1d-aee526498766 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '87eff3f0-13b2-4fcc-9972-3141f250954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e98ab55-d246-4a58-a7fd-0cdeac48eb62'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:26.585100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Attempting to bind port e9c28af7-6e9c-4cc5-8f1d-aee526498766 on network 9e98ab55-d246-4a58-a7fd-0cdeac48eb62 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:26.592013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:08:26.592473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Checking segment: {'id': '87eff3f0-13b2-4fcc-9972-3141f250954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e98ab55-d246-4a58-a7fd-0cdeac48eb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:08:26.593050 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.593557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Bound using segment: {'id': '87eff3f0-13b2-4fcc-9972-3141f250954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e98ab55-d246-4a58-a7fd-0cdeac48eb62'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:08:26.594109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Bound port: e9c28af7-6e9c-4cc5-8f1d-aee526498766, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87eff3f0-13b2-4fcc-9972-3141f250954b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e98ab55-d246-4a58-a7fd-0cdeac48eb62'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:08:26.594653 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.647245 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d29196c1-41ee-4749-aafa-0f7788c9e3e5 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1411943 Nov 24 13:08:26.649719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44808) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:26.702113 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] For port e9c28af7-6e9c-4cc5-8f1d-aee526498766, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:08:26.707208 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.722392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] For port e9c28af7-6e9c-4cc5-8f1d-aee526498766, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e9c28af7-6e9c-4cc5-8f1d-aee526498766,segment=NetworkSegment(87eff3f0-13b2-4fcc-9972-3141f250954b),segment_id=87eff3f0-13b2-4fcc-9972-3141f250954b)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:08:26.736976 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.771637 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-621fc947-e350-402b-9ee0-e267e6027483 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.882657 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a08b2-3209-4bc6-b4d0-80cbaebe2a26 None None] Pushing event updated for resources: {'Port': ['ID=e9c28af7-6e9c-4cc5-8f1d-aee526498766,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:26.885796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3b015-889a-4007-bac1-cf4a985ed645 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Deleting port 965e612b-0227-49e1-8271-8c54ca05cd76 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:26.886320 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b015-889a-4007-bac1-cf4a985ed645 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:26.954997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64153df4-5c8e-4d6f-950c-c13aaf953ade req-a4e16a0b-278c-4b87-afdd-f22b7be0677c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:26.956670 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64153df4-5c8e-4d6f-950c-c13aaf953ade req-a4e16a0b-278c-4b87-afdd-f22b7be0677c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.2580726 Nov 24 13:08:26.963381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff21cdc-cc3b-4ad8-a040-745264df4508 req-8c190ac4-9ac0-46c0-affc-fdf9bf46b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:26.965109 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dff21cdc-cc3b-4ad8-a040-745264df4508 req-8c190ac4-9ac0-46c0-affc-fdf9bf46b9f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 1097 time: 0.2684941 Nov 24 13:08:27.025349 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-621fc947-e350-402b-9ee0-e267e6027483 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:27.063059 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b015-889a-4007-bac1-cf4a985ed645 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:27.063588 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b015-889a-4007-bac1-cf4a985ed645 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:27.085091 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1ec3b015-889a-4007-bac1-cf4a985ed645 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Calling delete_port for 965e612b-0227-49e1-8271-8c54ca05cd76 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:27.120424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fc947-e350-402b-9ee0-e267e6027483 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=642f02f1-f994-4f92-b91b-91c63955d86f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:27.190557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dff21cdc-cc3b-4ad8-a040-745264df4508 req-c995c924-6040-4af7-aef8-4001fe93795e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151134 Nov 24 13:08:27.211268 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64153df4-5c8e-4d6f-950c-c13aaf953ade req-c27e193a-5141-46ea-a229-0b98882b4a62 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435544 Nov 24 13:08:27.237240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621fc947-e350-402b-9ee0-e267e6027483 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 9e98ab55-d246-4a58-a7fd-0cdeac48eb62 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:27.240880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-621fc947-e350-402b-9ee0-e267e6027483 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:27.251172 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621fc947-e350-402b-9ee0-e267e6027483 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:27.415684 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40b7c296-d42f-4b59-a4aa-2cc69a5cf289 req-7b1ccc72-eb67-481b-9a9e-d43b33f6494d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 210 time: 0.0465298 Nov 24 13:08:27.423224 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b015-889a-4007-bac1-cf4a985ed645 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:27.440882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621fc947-e350-402b-9ee0-e267e6027483 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:27.441529 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-621fc947-e350-402b-9ee0-e267e6027483 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:27.482100 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-621fc947-e350-402b-9ee0-e267e6027483 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1583183 Nov 24 13:08:27.486176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44828) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:27.491060 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec3b015-889a-4007-bac1-cf4a985ed645 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Pushing event deleted for resources: {'Port': ['ID=965e612b-0227-49e1-8271-8c54ca05cd76,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:27.595673 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b015-889a-4007-bac1-cf4a985ed645 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:27.603080 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ec3b015-889a-4007-bac1-cf4a985ed645 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:27.607838 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1ec3b015-889a-4007-bac1-cf4a985ed645 tempest-FloatingIPAdminTestJSON-683781643 tempest-FloatingIPAdminTestJSON-683781643-project] 10.222.0.48 "DELETE /v2.0/floatingips/2923ab5d-9545-462e-8583-4ec3394c99ea HTTP/1.1" status: 204 len: 168 time: 0.9548974 Nov 24 13:08:27.608104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44830) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:27.890274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-63831682-e0ad-4ae3-b0cf-875fc8269ccf tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Deleting port add796fc-6716-4897-8587-b1d0f0dc316a {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:27.890624 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63831682-e0ad-4ae3-b0cf-875fc8269ccf tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:28.055384 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63831682-e0ad-4ae3-b0cf-875fc8269ccf tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:28.055718 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63831682-e0ad-4ae3-b0cf-875fc8269ccf tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:28.070563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-63831682-e0ad-4ae3-b0cf-875fc8269ccf tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Calling delete_port for add796fc-6716-4897-8587-b1d0f0dc316a owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:28.179078 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:28.411977 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63831682-e0ad-4ae3-b0cf-875fc8269ccf tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:28.484788 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63831682-e0ad-4ae3-b0cf-875fc8269ccf tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Pushing event deleted for resources: {'Port': ['ID=add796fc-6716-4897-8587-b1d0f0dc316a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:28.488337 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:28.498906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:28.588991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=642f02f1-f994-4f92-b91b-91c63955d86f,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:28.627401 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-843fa9e6-ed82-41da-8b83-325f42610478 req-b3bdbfd3-1167-44df-9ca9-73d03d9fe9f9 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 210 time: 0.0351236 Nov 24 13:08:28.690346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfff7fe-71ee-488c-964b-c30c63e90669 req-c56d7964-0727-4d68-aade-6e7794b2afef tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:28.693049 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1cfff7fe-71ee-488c-964b-c30c63e90669 req-c56d7964-0727-4d68-aade-6e7794b2afef tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.3400481 Nov 24 13:08:28.768247 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63831682-e0ad-4ae3-b0cf-875fc8269ccf tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:28.775939 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63831682-e0ad-4ae3-b0cf-875fc8269ccf tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:28.784850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-63831682-e0ad-4ae3-b0cf-875fc8269ccf tempest-FloatingIPAdminTestJSON-1909195942 tempest-FloatingIPAdminTestJSON-1909195942-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/a4bd5e5c-87c8-4d1c-b9f7-3af457c8e4c5 HTTP/1.1" status: 204 len: 168 time: 1.1718791 Nov 24 13:08:28.803632 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44842) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:28.865819 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d77b4b-07ff-4ac1-b7d9-747843966d2b None None] Network 9e98ab55-d246-4a58-a7fd-0cdeac48eb62 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:28.958199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fd14e99b-0bdf-4056-97e7-e5bf8e985b6e None None] Provisioning complete for port e9c28af7-6e9c-4cc5-8f1d-aee526498766 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:28.962693 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd14e99b-0bdf-4056-97e7-e5bf8e985b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:29.007849 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1cfff7fe-71ee-488c-964b-c30c63e90669 req-2e663322-38bd-47fb-8b85-073a543b2eed tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736731 Nov 24 13:08:29.054114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-98fe1ba2-d524-4587-8a99-a9574b9d1428 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Deleting port 1ed563f5-5f12-4c73-ba82-0a3e744718fe {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:29.054852 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98fe1ba2-d524-4587-8a99-a9574b9d1428 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:29.076698 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e9c28af7-6e9c-4cc5-8f1d-aee526498766 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:29.077167 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:29.242001 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98fe1ba2-d524-4587-8a99-a9574b9d1428 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:29.280905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-98fe1ba2-d524-4587-8a99-a9574b9d1428 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Calling delete_port for 1ed563f5-5f12-4c73-ba82-0a3e744718fe owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:29.297583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:29.402214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e9c28af7-6e9c-4cc5-8f1d-aee526498766 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:29.404584 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:29.410940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd14e99b-0bdf-4056-97e7-e5bf8e985b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:29.687072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fd14e99b-0bdf-4056-97e7-e5bf8e985b6e None None] For port e9c28af7-6e9c-4cc5-8f1d-aee526498766, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e9c28af7-6e9c-4cc5-8f1d-aee526498766,segment=NetworkSegment(87eff3f0-13b2-4fcc-9972-3141f250954b),segment_id=87eff3f0-13b2-4fcc-9972-3141f250954b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:29.698116 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd14e99b-0bdf-4056-97e7-e5bf8e985b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:29.885583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14e99b-0bdf-4056-97e7-e5bf8e985b6e None None] Pushing event updated for resources: {'Port': ['ID=e9c28af7-6e9c-4cc5-8f1d-aee526498766,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:29.976141 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b0a6953-7ca2-48f8-b5c3-a893d80e4a06 req-55fc1140-a0ad-4bc0-8a26-25ac12b7526e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=14c5eb96-d4ae-4da9-97be-173105b63644 HTTP/1.1" status: 200 len: 210 time: 0.0620527 Nov 24 13:08:30.050534 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98fe1ba2-d524-4587-8a99-a9574b9d1428 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:30.113797 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe1ba2-d524-4587-8a99-a9574b9d1428 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event deleted for resources: {'Port': ['ID=1ed563f5-5f12-4c73-ba82-0a3e744718fe,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:30.231396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6f3757d7-64ed-4e4c-bdd2-bb373d0d50c6 None None] Provisioning complete for port 642f02f1-f994-4f92-b91b-91c63955d86f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:30.232393 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:30.232847 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f3757d7-64ed-4e4c-bdd2-bb373d0d50c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:30.251420 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:30.318967 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6f3757d7-64ed-4e4c-bdd2-bb373d0d50c6 None None] Port 642f02f1-f994-4f92-b91b-91c63955d86f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:30.351879 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6f3757d7-64ed-4e4c-bdd2-bb373d0d50c6 None None] Provisioning complete for port e9c28af7-6e9c-4cc5-8f1d-aee526498766 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:30.354467 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f3757d7-64ed-4e4c-bdd2-bb373d0d50c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:30.538702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=642f02f1-f994-4f92-b91b-91c63955d86f,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:30.549805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227f690-a0d0-47c5-89a9-a50360d02848 req-d6f112bb-be0e-4e78-b554-c80b714261c6 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:30.559679 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9227f690-a0d0-47c5-89a9-a50360d02848 req-d6f112bb-be0e-4e78-b554-c80b714261c6 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.4606826 Nov 24 13:08:30.573588 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98fe1ba2-d524-4587-8a99-a9574b9d1428 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:30.579647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44854) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:30.579804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-98fe1ba2-d524-4587-8a99-a9574b9d1428 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "DELETE /v2.0/ports/1ed563f5-5f12-4c73-ba82-0a3e744718fe HTTP/1.1" status: 204 len: 168 time: 1.7751276 Nov 24 13:08:30.621246 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:30.685307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3207dbc4-3d28-4485-8a43-468130f267fe tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:30.689321 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3207dbc4-3d28-4485-8a43-468130f267fe tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "GET /v2.0/ports?device_id=e756a1e2-0164-485d-a855-de7b649ce3c6 HTTP/1.1" status: 200 len: 913 time: 0.1059644 Nov 24 13:08:30.691867 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44856) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:30.710384 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9227f690-a0d0-47c5-89a9-a50360d02848 req-22045dd1-c631-4e8e-862f-a37265fb6288 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498182 Nov 24 13:08:30.740236 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2ac27fd3-4b01-475d-b079-b07e937f5abf None None] Provisioning complete for port 642f02f1-f994-4f92-b91b-91c63955d86f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:30.740397 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2ac27fd3-4b01-475d-b079-b07e937f5abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:30.825347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2ac27fd3-4b01-475d-b079-b07e937f5abf None None] Port 642f02f1-f994-4f92-b91b-91c63955d86f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:30.873100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e9c28af7-6e9c-4cc5-8f1d-aee526498766 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:30.921810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 9e98ab55-d246-4a58-a7fd-0cdeac48eb62 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:30.928809 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:30.980994 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e9c28af7-6e9c-4cc5-8f1d-aee526498766 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:30.986454 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:31.179162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-089d6272-d0d2-4312-b9f7-ea18e597bc76 None None] Provisioning complete for port 642f02f1-f994-4f92-b91b-91c63955d86f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:31.179733 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-089d6272-d0d2-4312-b9f7-ea18e597bc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:31.213182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Router 260a521b-5aa6-46cd-9d9e-ec7556cf848a is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:08:31.295695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-089d6272-d0d2-4312-b9f7-ea18e597bc76 None None] Port 642f02f1-f994-4f92-b91b-91c63955d86f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:31.408282 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:08:31.418660 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3dd78f-bbb8-4fcf-b4b2-7c3ddb870ea7 None None] Sync routers for ids ['260a521b-5aa6-46cd-9d9e-ec7556cf848a'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:08:31.422870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e70a1f17-780d-41bd-937b-4526289e1a3d tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "PUT /v2.0/routers/260a521b-5aa6-46cd-9d9e-ec7556cf848a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9354563 Nov 24 13:08:31.426546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44874) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:31.438260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3dd78f-bbb8-4fcf-b4b2-7c3ddb870ea7 None None] Routers {'260a521b-5aa6-46cd-9d9e-ec7556cf848a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:31.446541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6e3dd78f-bbb8-4fcf-b4b2-7c3ddb870ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:08:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['260a521b-5aa6-46cd-9d9e-ec7556cf848a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:31.453124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4207fcb-5d47-4ef4-a7a2-e6f6a28ba51e req-1f5146be-7351-4544-a136-2b89b722d975 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:31.455943 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f4207fcb-5d47-4ef4-a7a2-e6f6a28ba51e req-1f5146be-7351-4544-a136-2b89b722d975 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.3482635 Nov 24 13:08:31.552135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70cfc4a-e2b7-4e27-93e5-ecdf6f477968 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:31.557416 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a70cfc4a-e2b7-4e27-93e5-ecdf6f477968 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports?device_id=260a521b-5aa6-46cd-9d9e-ec7556cf848a HTTP/1.1" status: 200 len: 981 time: 0.1258867 Nov 24 13:08:31.561860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44880) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:31.566146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f4207fcb-5d47-4ef4-a7a2-e6f6a28ba51e req-9f673439-7966-4a7d-848a-24a4ded6f6ea tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987246 Nov 24 13:08:31.618029 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6e3dd78f-bbb8-4fcf-b4b2-7c3ddb870ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:31.663204 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3dd78f-bbb8-4fcf-b4b2-7c3ddb870ea7 None None] Routers {'260a521b-5aa6-46cd-9d9e-ec7556cf848a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:31.664157 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6e3dd78f-bbb8-4fcf-b4b2-7c3ddb870ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:08:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['260a521b-5aa6-46cd-9d9e-ec7556cf848a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:31.768865 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-feb7f6fa-514f-4bc0-9ab3-a7589ec6195b None None] Provisioning complete for port 642f02f1-f994-4f92-b91b-91c63955d86f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:31.769251 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-feb7f6fa-514f-4bc0-9ab3-a7589ec6195b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:31.778921 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6e3dd78f-bbb8-4fcf-b4b2-7c3ddb870ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:31.780442 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3dd78f-bbb8-4fcf-b4b2-7c3ddb870ea7 None None] The sync data for ids ['260a521b-5aa6-46cd-9d9e-ec7556cf848a'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:08:31.826132 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-218fce11-217a-4ee3-b858-92c90582c4d0 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:31.881516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-feb7f6fa-514f-4bc0-9ab3-a7589ec6195b None None] Port 642f02f1-f994-4f92-b91b-91c63955d86f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:32.120592 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecd894-6117-4056-b818-b5cbc36769a6 req-b1ddb51b-10cd-41ae-a179-ce908b7999fe tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:32.122541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2ecd894-6117-4056-b818-b5cbc36769a6 req-b1ddb51b-10cd-41ae-a179-ce908b7999fe tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.1566591 Nov 24 13:08:32.184209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e360ce-497b-4010-b8ea-65acecf53803 req-2c35b606-0f65-43a1-a166-0b887c867c6d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:32.185869 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02e360ce-497b-4010-b8ea-65acecf53803 req-2c35b606-0f65-43a1-a166-0b887c867c6d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 812 time: 0.2001290 Nov 24 13:08:32.207545 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02e360ce-497b-4010-b8ea-65acecf53803 req-8a13fc93-b5e3-4a7b-935b-f35c0d6c7b65 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/quotas/3e1cd43c1ff04946a07c756c11513ec9 HTTP/1.1" status: 200 len: 375 time: 0.0144866 Nov 24 13:08:32.261994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2ecd894-6117-4056-b818-b5cbc36769a6 req-f85ae671-8f85-4b77-9cb6-7a4c053d9224 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286588 Nov 24 13:08:32.296740 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02e360ce-497b-4010-b8ea-65acecf53803 req-ee1115bf-208c-4ac7-8cbc-a95362c6f61d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813439 Nov 24 13:08:32.355446 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8af9915d-7a3b-43e0-a0b0-35a087c7df03 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:32.510583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e3c54-1332-45c6-8213-e13a91755180 req-d06203f6-67a1-4866-8c67-0a79a69e9f86 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:32.512266 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-801e3c54-1332-45c6-8213-e13a91755180 req-d06203f6-67a1-4866-8c67-0a79a69e9f86 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.0967472 Nov 24 13:08:32.634318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-801e3c54-1332-45c6-8213-e13a91755180 req-1ac31e40-f77b-4eae-9634-c0fc6b4fb087 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833602 Nov 24 13:08:32.782200 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-8af9915d-7a3b-43e0-a0b0-35a087c7df03 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port 642f02f1-f994-4f92-b91b-91c63955d86f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:32.785378 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8af9915d-7a3b-43e0-a0b0-35a087c7df03 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:32.804294 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02e360ce-497b-4010-b8ea-65acecf53803 req-bbfefaca-0c18-4743-a89d-4f4226a3a372 service neutron] 10.222.0.48 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922049 Nov 24 13:08:32.838188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-218fce11-217a-4ee3-b858-92c90582c4d0 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Deleting port e6aff075-768b-4eef-b819-3912d0d5dc71 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:32.838539 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-218fce11-217a-4ee3-b858-92c90582c4d0 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:32.987305 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02e360ce-497b-4010-b8ea-65acecf53803 req-b8a1ac34-b4ae-432b-b6b6-de4a60cb9b25 service neutron] 10.222.0.48 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679022 Nov 24 13:08:32.988391 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-218fce11-217a-4ee3-b858-92c90582c4d0 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:33.037997 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8af9915d-7a3b-43e0-a0b0-35a087c7df03 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:33.039693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-218fce11-217a-4ee3-b858-92c90582c4d0 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Calling delete_port for e6aff075-768b-4eef-b819-3912d0d5dc71 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:33.084198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-8af9915d-7a3b-43e0-a0b0-35a087c7df03 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for 642f02f1-f994-4f92-b91b-91c63955d86f owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:33.492137 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8af9915d-7a3b-43e0-a0b0-35a087c7df03 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:33.524818 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d0b5785-ebeb-4c6d-8567-336a0639912f req-ef82d7d6-b3c7-4185-866f-0d0f680a4ede tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=76a681a4-1664-4f1b-a389-75298038fa63 HTTP/1.1" status: 200 len: 210 time: 0.0442131 Nov 24 13:08:33.590845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9915d-7a3b-43e0-a0b0-35a087c7df03 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=642f02f1-f994-4f92-b91b-91c63955d86f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:33.632550 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019827c9-7139-4243-81e0-f61acbf3b578 req-68ed5ab4-469d-4668-ad64-9d92383aa3d8 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:33.640340 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-019827c9-7139-4243-81e0-f61acbf3b578 req-68ed5ab4-469d-4668-ad64-9d92383aa3d8 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.2040567 Nov 24 13:08:33.847129 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-019827c9-7139-4243-81e0-f61acbf3b578 req-bec41618-54e8-4836-b341-f048d885e34a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011664 Nov 24 13:08:33.873287 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-218fce11-217a-4ee3-b858-92c90582c4d0 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:33.925760 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8af9915d-7a3b-43e0-a0b0-35a087c7df03 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:33.944596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fce11-217a-4ee3-b858-92c90582c4d0 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event deleted for resources: {'Port': ['ID=e6aff075-768b-4eef-b819-3912d0d5dc71,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:34.313128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af9915d-7a3b-43e0-a0b0-35a087c7df03 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Router 260a521b-5aa6-46cd-9d9e-ec7556cf848a has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:08:34.438510 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-218fce11-217a-4ee3-b858-92c90582c4d0 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:34.749117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218fce11-217a-4ee3-b858-92c90582c4d0 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Router e756a1e2-0164-485d-a855-de7b649ce3c6 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:08:34.904229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218fce11-217a-4ee3-b858-92c90582c4d0 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:08:34.912264 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-218fce11-217a-4ee3-b858-92c90582c4d0 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "PUT /v2.0/routers/e756a1e2-0164-485d-a855-de7b649ce3c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2176158 Nov 24 13:08:34.914444 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44978) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:34.917083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af9915d-7a3b-43e0-a0b0-35a087c7df03 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:08:34.917579 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c5f415-db1f-4dce-ae80-68057a0849a3 None None] Sync routers for ids ['e756a1e2-0164-485d-a855-de7b649ce3c6'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:08:34.930713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabc6573-b136-4613-988c-533cd2908b81 None None] Sync routers for ids ['260a521b-5aa6-46cd-9d9e-ec7556cf848a'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:08:34.933807 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5f415-db1f-4dce-ae80-68057a0849a3 None None] Routers {'e756a1e2-0164-485d-a855-de7b649ce3c6'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:34.934262 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8af9915d-7a3b-43e0-a0b0-35a087c7df03 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "PUT /v2.0/routers/260a521b-5aa6-46cd-9d9e-ec7556cf848a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3712852 Nov 24 13:08:34.934643 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c5c5f415-db1f-4dce-ae80-68057a0849a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:08:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e756a1e2-0164-485d-a855-de7b649ce3c6'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:34.943758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44980) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:34.946472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc6573-b136-4613-988c-533cd2908b81 None None] Routers {'260a521b-5aa6-46cd-9d9e-ec7556cf848a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:34.947296 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-eabc6573-b136-4613-988c-533cd2908b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:08:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['260a521b-5aa6-46cd-9d9e-ec7556cf848a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:34.992091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-eabc6573-b136-4613-988c-533cd2908b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:34.998883 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c5c5f415-db1f-4dce-ae80-68057a0849a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:35.004253 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc6573-b136-4613-988c-533cd2908b81 None None] Routers {'260a521b-5aa6-46cd-9d9e-ec7556cf848a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:35.004921 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-4377d824-0539-4965-bf91-193e9be2065f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] GET failed (client error): The resource could not be found. Nov 24 13:08:35.006075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-eabc6573-b136-4613-988c-533cd2908b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:08:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['260a521b-5aa6-46cd-9d9e-ec7556cf848a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:35.009136 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4377d824-0539-4965-bf91-193e9be2065f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/642f02f1-f994-4f92-b91b-91c63955d86f HTTP/1.1" status: 404 len: 333 time: 0.0640867 Nov 24 13:08:35.010328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44982) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:35.028523 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5f415-db1f-4dce-ae80-68057a0849a3 None None] Routers {'e756a1e2-0164-485d-a855-de7b649ce3c6'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:35.029243 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c5c5f415-db1f-4dce-ae80-68057a0849a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:08:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['e756a1e2-0164-485d-a855-de7b649ce3c6'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:35.048012 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-eabc6573-b136-4613-988c-533cd2908b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:35.049326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabc6573-b136-4613-988c-533cd2908b81 None None] The sync data for ids ['260a521b-5aa6-46cd-9d9e-ec7556cf848a'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:08:35.059036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-76f4a3cd-8f0c-41f7-8813-28eafb338610 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:35.060602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-76f4a3cd-8f0c-41f7-8813-28eafb338610 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 812 time: 0.6252210 Nov 24 13:08:35.076613 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-9a7c6fee-e5dd-4e55-afb7-8ba55419dfcb tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/quotas/3e1cd43c1ff04946a07c756c11513ec9 HTTP/1.1" status: 200 len: 375 time: 0.0098023 Nov 24 13:08:35.077360 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c5c5f415-db1f-4dce-ae80-68057a0849a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:35.078022 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c5f415-db1f-4dce-ae80-68057a0849a3 None None] The sync data for ids ['e756a1e2-0164-485d-a855-de7b649ce3c6'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:08:35.113179 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-d4f6311a-1668-4d1f-9480-1f40d12b417d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306065 Nov 24 13:08:35.144696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ae38b-3a39-40c5-b1ae-a277fe2c9252 req-5d3ef348-25e6-4f1e-a748-3900dfdad2f6 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:35.149851 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c66ae38b-3a39-40c5-b1ae-a277fe2c9252 req-5d3ef348-25e6-4f1e-a748-3900dfdad2f6 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.1842835 Nov 24 13:08:35.163330 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-572df4a2-3bca-4f17-8f15-794f6023bafe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:35.207942 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-3208347e-11a9-451d-a043-7d47fc642337 service neutron] 10.222.0.48 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865331 Nov 24 13:08:35.237381 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:35.312344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-cad18998-33d7-410a-8172-7af23a9a9ea6 service neutron] 10.222.0.48 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983529 Nov 24 13:08:35.430530 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c66ae38b-3a39-40c5-b1ae-a277fe2c9252 req-6ccfd2af-c938-4f1c-bb93-aca8349e8c45 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723596 Nov 24 13:08:35.438648 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-572df4a2-3bca-4f17-8f15-794f6023bafe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:35.445336 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-572df4a2-3bca-4f17-8f15-794f6023bafe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:35.558314 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-65d6eb0e-bc45-43e5-ae36-6cbb87e37a2c req-0a02c3fe-c21a-4e90-953d-5e619e18101c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 210 time: 0.0381231 Nov 24 13:08:35.559721 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:35.568529 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-572df4a2-3bca-4f17-8f15-794f6023bafe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:35.569311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572df4a2-3bca-4f17-8f15-794f6023bafe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Fanout notify agent at l3_agent the message router_deleted on router 260a521b-5aa6-46cd-9d9e-ec7556cf848a {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:08:35.577947 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-572df4a2-3bca-4f17-8f15-794f6023bafe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:35.597858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-572df4a2-3bca-4f17-8f15-794f6023bafe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/routers/260a521b-5aa6-46cd-9d9e-ec7556cf848a HTTP/1.1" status: 204 len: 168 time: 0.5759425 Nov 24 13:08:35.598205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44994) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:35.655258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8168e67-7f5c-4162-9249-777fc304b3ff tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting subnet a09e61bc-103a-421b-ae48-2df728d8e45a {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:08:35.658722 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8168e67-7f5c-4162-9249-777fc304b3ff tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:35.678280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Deleting port b041b1b7-8179-43cb-adfd-8d0afe4cd95c {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:35.678628 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:35.728076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8168e67-7f5c-4162-9249-777fc304b3ff tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:35.846954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:35.861485 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Calling delete_port for b041b1b7-8179-43cb-adfd-8d0afe4cd95c owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:35.887851 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8168e67-7f5c-4162-9249-777fc304b3ff tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:35.962137 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8168e67-7f5c-4162-9249-777fc304b3ff tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:35.993409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8168e67-7f5c-4162-9249-777fc304b3ff tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Subnet': ['ID=a09e61bc-103a-421b-ae48-2df728d8e45a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:36.001112 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8168e67-7f5c-4162-9249-777fc304b3ff tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.008632 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b8168e67-7f5c-4162-9249-777fc304b3ff tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/a09e61bc-103a-421b-ae48-2df728d8e45a HTTP/1.1" status: 204 len: 168 time: 0.4170508 Nov 24 13:08:36.011492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45014) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:36.014074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89c2311-44fc-4d05-9ec3-10a089d6279e None None] Network 9e98ab55-d246-4a58-a7fd-0cdeac48eb62 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:36.113437 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.191992 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port e9c28af7-6e9c-4cc5-8f1d-aee526498766 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:36.192899 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.229027 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.244099 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.309527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] For port e9c28af7-6e9c-4cc5-8f1d-aee526498766, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e9c28af7-6e9c-4cc5-8f1d-aee526498766,segment=NetworkSegment(87eff3f0-13b2-4fcc-9972-3141f250954b),segment_id=87eff3f0-13b2-4fcc-9972-3141f250954b)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:36.310523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.334265 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event deleted for resources: {'Port': ['ID=b041b1b7-8179-43cb-adfd-8d0afe4cd95c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:36.340587 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.374680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for e9c28af7-6e9c-4cc5-8f1d-aee526498766 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:36.426196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1078c7e-aa60-4c72-89c9-c17d29d8c20e None None] DHCP port deletion for 9e98ab55-d246-4a58-a7fd-0cdeac48eb62 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:08:36.484136 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d1078c7e-aa60-4c72-89c9-c17d29d8c20e None None] Deleting port e9c28af7-6e9c-4cc5-8f1d-aee526498766 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:36.485035 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d1078c7e-aa60-4c72-89c9-c17d29d8c20e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.552300 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.555611 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.632584 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.635318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d1078c7e-aa60-4c72-89c9-c17d29d8c20e None None] For port e9c28af7-6e9c-4cc5-8f1d-aee526498766, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e9c28af7-6e9c-4cc5-8f1d-aee526498766,segment=NetworkSegment(87eff3f0-13b2-4fcc-9972-3141f250954b),segment_id=87eff3f0-13b2-4fcc-9972-3141f250954b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:36.635730 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d1078c7e-aa60-4c72-89c9-c17d29d8c20e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.657864 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.658422 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Fanout notify agent at l3_agent the message router_deleted on router e756a1e2-0164-485d-a855-de7b649ce3c6 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:08:36.672433 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.677487 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4903b565-7084-4b23-a13e-38d3b624faec tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "DELETE /v2.0/routers/e756a1e2-0164-485d-a855-de7b649ce3c6 HTTP/1.1" status: 204 len: 168 time: 1.7611210 Nov 24 13:08:36.678250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45028) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:36.684438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d1078c7e-aa60-4c72-89c9-c17d29d8c20e None None] Calling delete_port for e9c28af7-6e9c-4cc5-8f1d-aee526498766 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:36.799526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-5918996c-d009-479d-bb2d-014da9bd2c27 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Deleting subnet 9fc24cbd-f117-494f-af34-701c4d2ca2a3 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:08:36.808228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=e9c28af7-6e9c-4cc5-8f1d-aee526498766,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:36.841191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784c50d-2442-44b3-9faf-325098746383 req-8eecb398-2abf-4cd9-ad85-c836858adfed tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:36.847049 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6784c50d-2442-44b3-9faf-325098746383 req-8eecb398-2abf-4cd9-ad85-c836858adfed tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.2933955 Nov 24 13:08:36.852267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No DVR routers for this DVR port e9c28af7-6e9c-4cc5-8f1d-aee526498766 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:36.881751 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d1078c7e-aa60-4c72-89c9-c17d29d8c20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.894883 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c2173ba-674e-4fdd-a89d-efc39c502c02 req-57b0863b-1085-4e19-9940-45fdb50c8cfe tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 210 time: 0.0872977 Nov 24 13:08:36.895743 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5918996c-d009-479d-bb2d-014da9bd2c27 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:36.975543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1078c7e-aa60-4c72-89c9-c17d29d8c20e None None] No DVR routers for this DVR port e9c28af7-6e9c-4cc5-8f1d-aee526498766 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:36.980242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e9c28af7-6e9c-4cc5-8f1d-aee526498766 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:36.986541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1078c7e-aa60-4c72-89c9-c17d29d8c20e None None] Pushing event deleted for resources: {'Port': ['ID=e9c28af7-6e9c-4cc5-8f1d-aee526498766,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:36.999067 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5918996c-d009-479d-bb2d-014da9bd2c27 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:37.056689 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: e9c28af7-6e9c-4cc5-8f1d-aee526498766 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:37.067635 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e9c28af7-6e9c-4cc5-8f1d-aee526498766 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:37.152774 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:37.158747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6784c50d-2442-44b3-9faf-325098746383 req-6b3bb5c9-8dcd-4810-a564-146fa8387884 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029742 Nov 24 13:08:37.197402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e98ab55-d246-4a58-a7fd-0cdeac48eb62']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:37.224917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-4945b987-34d8-469f-85a2-88a6ef5691e1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:37.227171 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-4945b987-34d8-469f-85a2-88a6ef5691e1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.46 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 812 time: 0.2723799 Nov 24 13:08:37.230573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87eff3f0-13b2-4fcc-9972-3141f250954b') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:37.233445 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87eff3f0-13b2-4fcc-9972-3141f250954b') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:37.261110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-95cfbd39-ce5e-4930-b17b-28a5e1f339a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Request body: {'port': {'device_id': '307003fc-0b01-43a5-bc86-fe4562e6ee8b', 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df', 'admin_state_up': True, 'tenant_id': '3e1cd43c1ff04946a07c756c11513ec9'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:37.269437 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:37.427862 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:37.441709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:08:37.442951 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:08:37.446481 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:08:37.459508 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5918996c-d009-479d-bb2d-014da9bd2c27 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:37.481906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-95cfbd39-ce5e-4930-b17b-28a5e1f339a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Made reservation on behalf of 3e1cd43c1ff04946a07c756c11513ec9 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:37.486127 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-95cfbd39-ce5e-4930-b17b-28a5e1f339a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:37.525166 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5918996c-d009-479d-bb2d-014da9bd2c27 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:37.545685 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5918996c-d009-479d-bb2d-014da9bd2c27 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:37.553095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd797693-ba04-4414-b23c-9ee3cbaa4b10 None None] Network 5efd567e-fe5c-4994-aa99-55e6d9243579 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:37.553490 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5918996c-d009-479d-bb2d-014da9bd2c27 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "DELETE /v2.0/subnets/9fc24cbd-f117-494f-af34-701c4d2ca2a3 HTTP/1.1" status: 204 len: 168 time: 0.8738043 Nov 24 13:08:37.555540 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45034) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:37.563762 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:37.574145 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:37.587297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45036) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:37.587836 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/networks/9e98ab55-d246-4a58-a7fd-0cdeac48eb62 HTTP/1.1" status: 204 len: 168 time: 1.5748534 Nov 24 13:08:37.649808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ec04d-a4d4-4fe6-a058-1d055113a475 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:37.651261 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eb7ec04d-a4d4-4fe6-a058-1d055113a475 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/6402ffbc-cf73-4147-bbc2-d9974087be7b HTTP/1.1" status: 200 len: 841 time: 0.0629139 Nov 24 13:08:37.652061 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918996c-d009-479d-bb2d-014da9bd2c27 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc24cbd-f117-494f-af34-701c4d2ca2a3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:37.658459 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45040) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:37.709809 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdc617-8c9c-41d5-8200-403ff2fda915 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Network': ['ID=9e98ab55-d246-4a58-a7fd-0cdeac48eb62,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:37.729720 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c1cde2a1-71a4-414a-a553-121ee818c71b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/6402ffbc-cf73-4147-bbc2-d9974087be7b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0700567 Nov 24 13:08:37.739566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45044) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:37.758903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a34324a5-5f54-4d87-8008-53f1e2bee5fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:37.822060 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:37.846754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e243e-b5d1-446a-84aa-8707d6a616de None None] DHCP port deletion for 5efd567e-fe5c-4994-aa99-55e6d9243579 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:08:37.953357 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e243e-b5d1-446a-84aa-8707d6a616de None None] Deleting port 8be6920d-4558-4503-8c41-b0f587de1f2e {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:37.953743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe6e243e-b5d1-446a-84aa-8707d6a616de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:37.961672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Deleting port 8be6920d-4558-4503-8c41-b0f587de1f2e {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:37.964113 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.019135 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a750379-eb60-4dd2-8fff-70b91ff68437 req-0caf868d-2835-4ff2-85bb-da55ee6c2ad6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 210 time: 0.0478654 Nov 24 13:08:38.047894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34324a5-5f54-4d87-8008-53f1e2bee5fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:38.053092 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a34324a5-5f54-4d87-8008-53f1e2bee5fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.090208 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fe6e243e-b5d1-446a-84aa-8707d6a616de None None] For port 8be6920d-4558-4503-8c41-b0f587de1f2e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8be6920d-4558-4503-8c41-b0f587de1f2e,segment=NetworkSegment(0bd0c038-ed06-4d97-bf96-5eb185765e35),segment_id=0bd0c038-ed06-4d97-bf96-5eb185765e35)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:38.090752 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe6e243e-b5d1-446a-84aa-8707d6a616de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.094538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] For port 8be6920d-4558-4503-8c41-b0f587de1f2e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8be6920d-4558-4503-8c41-b0f587de1f2e,segment=NetworkSegment(0bd0c038-ed06-4d97-bf96-5eb185765e35),segment_id=0bd0c038-ed06-4d97-bf96-5eb185765e35)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:38.095032 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.106284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e243e-b5d1-446a-84aa-8707d6a616de None None] Calling delete_port for 8be6920d-4558-4503-8c41-b0f587de1f2e owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:38.108396 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-95cfbd39-ce5e-4930-b17b-28a5e1f339a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Allocated IP 172.20.0.2 (947fd8e7-0529-4083-a4cd-f5a8c40e92df/43d39305-527a-49a2-bcce-5fc6399fd429/05da1e51-ffa9-4f77-8d43-143303fc61cd) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:38.122463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Calling delete_port for 8be6920d-4558-4503-8c41-b0f587de1f2e owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:38.216748 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe6e243e-b5d1-446a-84aa-8707d6a616de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.244648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e243e-b5d1-446a-84aa-8707d6a616de None None] No DVR routers for this DVR port 8be6920d-4558-4503-8c41-b0f587de1f2e on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:38.283874 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e243e-b5d1-446a-84aa-8707d6a616de None None] Pushing event deleted for resources: {'Port': ['ID=8be6920d-4558-4503-8c41-b0f587de1f2e,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:38.368670 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-3092ab90-9c65-493f-9ac1-fddb31174cbd tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:38.370750 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-3092ab90-9c65-493f-9ac1-fddb31174cbd tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/networks?id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 200 len: 814 time: 0.2457936 Nov 24 13:08:38.396117 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.452635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] No DVR routers for this DVR port 8be6920d-4558-4503-8c41-b0f587de1f2e on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:38.472052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce0d8e-6b2a-4b0f-8e78-ad4392dc6c09 req-66d89c04-5a46-4a85-80db-cfb86fe91bd5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:38.474108 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29ce0d8e-6b2a-4b0f-8e78-ad4392dc6c09 req-66d89c04-5a46-4a85-80db-cfb86fe91bd5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.1873226 Nov 24 13:08:38.492301 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event deleted for resources: {'Port': ['ID=8be6920d-4558-4503-8c41-b0f587de1f2e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:38.509021 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-926aa78a-2e1f-4480-b49c-ccd485101e4e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/quotas/6fc5b862c41e45e2882a6f8bcd37ddb2 HTTP/1.1" status: 200 len: 375 time: 0.1001022 Nov 24 13:08:38.602785 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29ce0d8e-6b2a-4b0f-8e78-ad4392dc6c09 req-94c7e1c1-587e-4340-9fd0-31a90228c89c tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200616 Nov 24 13:08:38.613520 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-95cfbd39-ce5e-4930-b17b-28a5e1f339a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.615456 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a34324a5-5f54-4d87-8008-53f1e2bee5fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.631878 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-2938c5ee-0124-48cc-abe5-fdd4dc615a2b tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1070061 Nov 24 13:08:38.663647 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.678878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34324a5-5f54-4d87-8008-53f1e2bee5fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Subnet': ['ID=f38c98ab-c33e-4eb1-ab05-0aebb370d9b1,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:38.685404 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efd567e-fe5c-4994-aa99-55e6d9243579']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:38.695854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd0c038-ed06-4d97-bf96-5eb185765e35') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:38.696431 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd0c038-ed06-4d97-bf96-5eb185765e35') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:38.706490 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.720402 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.727880 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:08:38.728693 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.729977 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-95cfbd39-ce5e-4930-b17b-28a5e1f339a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.802433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34324a5-5f54-4d87-8008-53f1e2bee5fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:08:38.814495 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:08:38.827904 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.835034 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a34324a5-5f54-4d87-8008-53f1e2bee5fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:38.846163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34324a5-5f54-4d87-8008-53f1e2bee5fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:38.846795 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a34324a5-5f54-4d87-8008-53f1e2bee5fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.848432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:38.848817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a75ac8e-a702-4d3a-8a34-acef26de1594 None None] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:38.854758 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "DELETE /v2.0/networks/5efd567e-fe5c-4994-aa99-55e6d9243579 HTTP/1.1" status: 204 len: 168 time: 1.2982185 Nov 24 13:08:38.862987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45068) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:38.878412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-95cfbd39-ce5e-4930-b17b-28a5e1f339a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Network 947fd8e7-0529-4083-a4cd-f5a8c40e92df is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:38.889407 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d2229-3f3f-465b-a735-74aacd1369c4 tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event deleted for resources: {'Network': ['ID=5efd567e-fe5c-4994-aa99-55e6d9243579,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:38.898754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-95cfbd39-ce5e-4930-b17b-28a5e1f339a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:38.901802 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-95cfbd39-ce5e-4930-b17b-28a5e1f339a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:38.958644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfbd39-ce5e-4930-b17b-28a5e1f339a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Pushing event updated for resources: {'Port': ['ID=05da1e51-ffa9-4f77-8d43-143303fc61cd,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:38.983837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 8be6920d-4558-4503-8c41-b0f587de1f2e no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:38.994787 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a34324a5-5f54-4d87-8008-53f1e2bee5fe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2517142 Nov 24 13:08:38.995202 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45072) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:39.000265 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b3ad2720-14a7-4b96-aba0-beac5106c4bf tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'security_group': {'name': 'tempest-secgroup-149157971'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:39.021080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 8be6920d-4558-4503-8c41-b0f587de1f2e {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:39.021434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 8be6920d-4558-4503-8c41-b0f587de1f2e not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:39.033739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-95cfbd39-ce5e-4930-b17b-28a5e1f339a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:39.034483 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-95cfbd39-ce5e-4930-b17b-28a5e1f339a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.089270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2720-14a7-4b96-aba0-beac5106c4bf tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.173171 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2720-14a7-4b96-aba0-beac5106c4bf tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.176448 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-a2fd112b-f2ab-4fe6-80a7-fc76fc1dae2b service neutron] 10.222.0.48 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594832 Nov 24 13:08:39.179749 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-95cfbd39-ce5e-4930-b17b-28a5e1f339a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9361796 Nov 24 13:08:39.181529 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2720-14a7-4b96-aba0-beac5106c4bf tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.185232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-14e87e45-10c2-46ec-bdc5-020d3f965826', 'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'tenant_id': 'b524a324b744440190ac7aeac885c997', 'fixed_ips': [{'subnet_id': 'f38c98ab-c33e-4eb1-ab05-0aebb370d9b1'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:08:39.187576 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.204329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Request body: {'port': {'device_id': '307003fc-0b01-43a5-bc86-fe4562e6ee8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:39.225938 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-41bd8fbc-c4de-49d9-b8e5-c6ae401066fa tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Deleting port d3ae7b8b-2fc1-4d97-9c5b-f7fefe968bbe {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:39.226485 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41bd8fbc-c4de-49d9-b8e5-c6ae401066fa tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.290030 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b3ad2720-14a7-4b96-aba0-beac5106c4bf tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.294352 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b3ad2720-14a7-4b96-aba0-beac5106c4bf tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2981470 Nov 24 13:08:39.294671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45076) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:39.296353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad2720-14a7-4b96-aba0-beac5106c4bf tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bc558d-3a49-4735-b81f-c20e6ba02e90,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:39.303721 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9cf1d886-923c-45b3-968f-a81dde1dc302 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'security_group': {'name': 'tempest-secgroup-1874751981'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:39.342799 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.376640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18a807-1070-4628-aa55-8588d9dccf52 req-24f2a4d7-cdfa-43a2-98c2-19c4c83bfa72 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:39.378164 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b18a807-1070-4628-aa55-8588d9dccf52 req-24f2a4d7-cdfa-43a2-98c2-19c4c83bfa72 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 931 time: 0.2035038 Nov 24 13:08:39.400234 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-ff02bf44-7dd6-4cf0-ab9f-d939a46831ee service neutron] 10.222.0.48 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134404 Nov 24 13:08:39.409916 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d886-923c-45b3-968f-a81dde1dc302 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.415600 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41bd8fbc-c4de-49d9-b8e5-c6ae401066fa tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.416051 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41bd8fbc-c4de-49d9-b8e5-c6ae401066fa tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.439775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-41bd8fbc-c4de-49d9-b8e5-c6ae401066fa tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Calling delete_port for d3ae7b8b-2fc1-4d97-9c5b-f7fefe968bbe owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:39.450304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Allocated IP 172.20.0.2 (14e87e45-10c2-46ec-bdc5-020d3f965826/f38c98ab-c33e-4eb1-ab05-0aebb370d9b1/32e020fe-9b39-428c-8d88-b30cdacfb083) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:39.597287 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d886-923c-45b3-968f-a81dde1dc302 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.609136 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d886-923c-45b3-968f-a81dde1dc302 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.683404 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.697991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1d886-923c-45b3-968f-a81dde1dc302 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff47055-d835-40d6-9385-4545b830a69f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:39.735316 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d886-923c-45b3-968f-a81dde1dc302 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.737021 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9cf1d886-923c-45b3-968f-a81dde1dc302 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4378273 Nov 24 13:08:39.741224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45092) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:39.761220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-19e11b90-bc8d-4f82-b507-9a1587bcce7b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1712478153', 'security_groups': ['2ff47055-d835-40d6-9385-4545b830a69f'], 'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f38c98ab-c33e-4eb1-ab05-0aebb370d9b1'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:39.804570 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.814611 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:39.837762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b18a807-1070-4628-aa55-8588d9dccf52 req-f547aa15-3f5d-4f24-8a36-b8093861a2b4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953554 Nov 24 13:08:39.867350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:39.873022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:39.911570 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Pushing event updated for resources: {'Port': ['ID=32e020fe-9b39-428c-8d88-b30cdacfb083,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:39.920750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:40.058036 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Attempting to bind port 32e020fe-9b39-428c-8d88-b30cdacfb083 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:40.058415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Attempting to bind port 32e020fe-9b39-428c-8d88-b30cdacfb083 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '5a470ab9-6c31-4e5d-8365-c0724d85bd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:40.058787 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Attempting to bind port 32e020fe-9b39-428c-8d88-b30cdacfb083 on network 14e87e45-10c2-46ec-bdc5-020d3f965826 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:40.059431 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8daef6e-1b4c-4dec-84d1-bd1759ab371f req-f58c53f7-b6a5-4445-aa86-5bcd535f3176 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 210 time: 0.0977657 Nov 24 13:08:40.068891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:08:40.069276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Checking segment: {'id': '5a470ab9-6c31-4e5d-8365-c0724d85bd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:08:40.069692 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:40.070239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Bound using segment: {'id': '5a470ab9-6c31-4e5d-8365-c0724d85bd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:08:40.070578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Bound port: 32e020fe-9b39-428c-8d88-b30cdacfb083, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a470ab9-6c31-4e5d-8365-c0724d85bd67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:08:40.070971 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:40.142251 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5bfb7-668a-4dc6-8850-1b4ae966a626 req-249126a3-a956-4f9e-bf07-636fa18b848a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:40.157326 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5ed5bfb7-668a-4dc6-8850-1b4ae966a626 req-249126a3-a956-4f9e-bf07-636fa18b848a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.3191507 Nov 24 13:08:40.180663 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41bd8fbc-c4de-49d9-b8e5-c6ae401066fa tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:40.234926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] For port 32e020fe-9b39-428c-8d88-b30cdacfb083, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:08:40.240496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] For port 32e020fe-9b39-428c-8d88-b30cdacfb083, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=32e020fe-9b39-428c-8d88-b30cdacfb083,segment=NetworkSegment(5a470ab9-6c31-4e5d-8365-c0724d85bd67),segment_id=5a470ab9-6c31-4e5d-8365-c0724d85bd67)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:08:40.258660 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:40.270038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05da1e51-ffa9-4f77-8d43-143303fc61cd {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:08:40.278237 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd8fbc-c4de-49d9-b8e5-c6ae401066fa tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Pushing event deleted for resources: {'Port': ['ID=d3ae7b8b-2fc1-4d97-9c5b-f7fefe968bbe,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:40.283806 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:40.313614 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Transition to ACTIVE for port object 05da1e51-ffa9-4f77-8d43-143303fc61cd will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:08:40.319168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:40.367372 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5ed5bfb7-668a-4dc6-8850-1b4ae966a626 req-4175dda8-1f55-41a1-8e97-1928b9221595 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070334 Nov 24 13:08:40.415968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ad534-2b97-4521-9646-c9fd9b470804 None None] Pushing event updated for resources: {'Port': ['ID=32e020fe-9b39-428c-8d88-b30cdacfb083,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:40.453525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Pushing event updated for resources: {'Port': ['ID=05da1e51-ffa9-4f77-8d43-143303fc61cd,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:40.556060 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Attempting to bind port 05da1e51-ffa9-4f77-8d43-143303fc61cd on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:40.558558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Attempting to bind port 05da1e51-ffa9-4f77-8d43-143303fc61cd by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:40.559095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Attempting to bind port 05da1e51-ffa9-4f77-8d43-143303fc61cd on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:40.560972 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e11b90-bc8d-4f82-b507-9a1587bcce7b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:40.568217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Port 05da1e51-ffa9-4f77-8d43-143303fc61cd on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:40.568552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Attempting to bind port 05da1e51-ffa9-4f77-8d43-143303fc61cd on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:40.582230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:08:40.582603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Checking segment: {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:08:40.583237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Bound using segment: {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:08:40.583683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Bound port: 05da1e51-ffa9-4f77-8d43-143303fc61cd, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:08:40.584050 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:40.638974 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41bd8fbc-c4de-49d9-b8e5-c6ae401066fa tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:40.642596 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41bd8fbc-c4de-49d9-b8e5-c6ae401066fa tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:40.644061 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-41bd8fbc-c4de-49d9-b8e5-c6ae401066fa tempest-FloatingIPAdminTestJSON-228733113 tempest-FloatingIPAdminTestJSON-228733113-project] 10.222.0.48 "DELETE /v2.0/floatingips/fd15f05a-ee57-418c-8d28-d6d452800a9b HTTP/1.1" status: 204 len: 168 time: 1.7801502 Nov 24 13:08:40.783095 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-19e11b90-bc8d-4f82-b507-9a1587bcce7b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:40.827439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-19e11b90-bc8d-4f82-b507-9a1587bcce7b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port 93577a5a-4a6a-4111-a0b4-edabf417cee9 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:08:40.845449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] For port 05da1e51-ffa9-4f77-8d43-143303fc61cd, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:08:40.866078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] For port 05da1e51-ffa9-4f77-8d43-143303fc61cd, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=05da1e51-ffa9-4f77-8d43-143303fc61cd,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:08:40.874059 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:41.034782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 32e020fe-9b39-428c-8d88-b30cdacfb083 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:41.054782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:41.056415 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:41.058137 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] 10.222.0.46 "PUT /v2.0/ports/05da1e51-ffa9-4f77-8d43-143303fc61cd HTTP/1.1" status: 200 len: 1091 time: 1.8645470 Nov 24 13:08:41.060049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307003fc-0b01-43a5-bc86-fe4562e6ee8b', 'tag': '05da1e51-ffa9-4f77-8d43-143303fc61cd'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:08:41.064077 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd10d4a6-a487-4587-ad60-1203448f2f98" -d '{"events": [{"name": "network-changed", "server_uuid": "307003fc-0b01-43a5-bc86-fe4562e6ee8b", "tag": "05da1e51-ffa9-4f77-8d43-143303fc61cd"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:08:41.220860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 32e020fe-9b39-428c-8d88-b30cdacfb083 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:41.221437 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:41.298349 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fa1809-4d52-431f-9296-2ba5d8dd5e6d x-openstack-request-id: req-17fa1809-4d52-431f-9296-2ba5d8dd5e6d {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:08:41.298654 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307003fc-0b01-43a5-bc86-fe4562e6ee8b", "tag": "05da1e51-ffa9-4f77-8d43-143303fc61cd", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:08:41.298925 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17fa1809-4d52-431f-9296-2ba5d8dd5e6d {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:08:41.299344 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307003fc-0b01-43a5-bc86-fe4562e6ee8b', 'tag': '05da1e51-ffa9-4f77-8d43-143303fc61cd', 'status': 'completed', 'code': 200} Nov 24 13:08:41.404834 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a3449-a3cc-4b5d-9e81-af793e8423fa service neutron] Pushing event updated for resources: {'Port': ['ID=05da1e51-ffa9-4f77-8d43-143303fc61cd,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:41.407264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45124) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:41.430714 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:41.445304 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02791e9f-c1c2-4167-b798-37b563471b8e req-0a550f8c-cd08-4438-9f34-5610f5dcaaec tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 210 time: 0.1280966 Nov 24 13:08:41.470454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c47a8-fb14-47b8-9190-0e1be3a6dbca req-1137f761-1fd9-402b-89bf-c963598bcaeb tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:41.472029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a05c47a8-fb14-47b8-9190-0e1be3a6dbca req-1137f761-1fd9-402b-89bf-c963598bcaeb tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 943 time: 0.4760678 Nov 24 13:08:41.485714 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-836d8c90-a38a-4c4e-8e31-7427c10fea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:41.493158 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 32e020fe-9b39-428c-8d88-b30cdacfb083, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=32e020fe-9b39-428c-8d88-b30cdacfb083,segment=NetworkSegment(5a470ab9-6c31-4e5d-8365-c0724d85bd67),segment_id=5a470ab9-6c31-4e5d-8365-c0724d85bd67)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:41.498732 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:41.513304 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-836d8c90-a38a-4c4e-8e31-7427c10fea4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 1094 time: 0.3653791 Nov 24 13:08:41.597731 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=32e020fe-9b39-428c-8d88-b30cdacfb083,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:41.641471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-993ad344-d106-4df6-955b-9f1842f514ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05da1e51-ffa9-4f77-8d43-143303fc61cd HTTP/1.1" status: 200 len: 217 time: 0.1273074 Nov 24 13:08:41.678778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-19e11b90-bc8d-4f82-b507-9a1587bcce7b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Allocated IP 172.20.0.11 (14e87e45-10c2-46ec-bdc5-020d3f965826/f38c98ab-c33e-4eb1-ab05-0aebb370d9b1/93577a5a-4a6a-4111-a0b4-edabf417cee9) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:41.788415 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a05c47a8-fb14-47b8-9190-0e1be3a6dbca req-9ef866c5-4c89-47ce-ace4-5e1c98e9c1a3 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049958 Nov 24 13:08:41.798420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-9f07b5d1-fe6c-45eb-b689-c95e2095ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:41.799881 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-9f07b5d1-fe6c-45eb-b689-c95e2095ab38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 200 len: 852 time: 0.1490848 Nov 24 13:08:41.859368 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-9518503f-46d0-4802-8616-6f4db9a94870 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=947fd8e7-0529-4083-a4cd-f5a8c40e92df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497420 Nov 24 13:08:41.919032 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-79846776-a086-4606-856e-6e3f360d73c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0726338d078d4c50b049bf27fe76961a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4657822 Nov 24 13:08:41.919969 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45128) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:42.001510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab590e-c344-4628-bf63-df457b45fbf0 req-069823d4-14d4-434c-8e5a-1c592be8b959 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:42.010195 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3ab590e-c344-4628-bf63-df457b45fbf0 req-069823d4-14d4-434c-8e5a-1c592be8b959 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.3645008 Nov 24 13:08:42.014251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-0a120fce-9cfa-448f-bcdb-9777cf96565e service neutron] 10.222.0.46 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469312 Nov 24 13:08:42.091621 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-50363c72-beb4-47b1-9b66-84fcdc9753b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:42.093441 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-50363c72-beb4-47b1-9b66-84fcdc9753b3 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.46 "GET /v2.0/networks?id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 200 len: 814 time: 0.6926601 Nov 24 13:08:42.114911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-bb857cd2-50e4-45c4-ad2f-5d89ee36d48e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Request body: {'port': {'device_id': '8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4', 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7', 'admin_state_up': True, 'tenant_id': '6fc5b862c41e45e2882a6f8bcd37ddb2'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:42.212074 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4147aa5a-43ad-4c5c-bba0-244bdf674722 req-2465b1fc-8d9f-4638-a8c1-96132a1e976b service neutron] 10.222.0.46 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867161 Nov 24 13:08:42.233970 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e585f1a7-40b0-4d87-afd7-c987de9d49ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:42.301211 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-01bcf509-5e8d-4778-8991-7a4072943c42 None None] Provisioning complete for port 32e020fe-9b39-428c-8d88-b30cdacfb083 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:42.304767 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3ab590e-c344-4628-bf63-df457b45fbf0 req-463a959a-aefc-4565-8203-9b007778d93a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878447 Nov 24 13:08:42.313658 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-01bcf509-5e8d-4778-8991-7a4072943c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:42.338234 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e585f1a7-40b0-4d87-afd7-c987de9d49ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:42.396657 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-19e11b90-bc8d-4f82-b507-9a1587bcce7b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:42.409125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10d4a6-a487-4587-ad60-1203448f2f98 req-38e4a75d-1457-455f-a2d3-d7523bc9ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:42.411467 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd10d4a6-a487-4587-ad60-1203448f2f98 req-38e4a75d-1457-455f-a2d3-d7523bc9ca81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 1094 time: 0.1283221 Nov 24 13:08:42.439999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-bb857cd2-50e4-45c4-ad2f-5d89ee36d48e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Made reservation on behalf of 6fc5b862c41e45e2882a6f8bcd37ddb2 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:42.449489 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-bb857cd2-50e4-45c4-ad2f-5d89ee36d48e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:42.526210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-01bcf509-5e8d-4778-8991-7a4072943c42 None None] Provisioning complete for port 6402ffbc-cf73-4147-bbc2-d9974087be7b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:42.526810 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-01bcf509-5e8d-4778-8991-7a4072943c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:42.572315 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e585f1a7-40b0-4d87-afd7-c987de9d49ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:42.576025 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e585f1a7-40b0-4d87-afd7-c987de9d49ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:42.577940 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e585f1a7-40b0-4d87-afd7-c987de9d49ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23b9c297-3176-4f67-bf7c-e6c59db0593b HTTP/1.1" status: 204 len: 168 time: 0.6418862 Nov 24 13:08:42.591119 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-19e11b90-bc8d-4f82-b507-9a1587bcce7b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:42.634517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-01bcf509-5e8d-4778-8991-7a4072943c42 None None] Port 6402ffbc-cf73-4147-bbc2-d9974087be7b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:42.657041 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e09a44c9-03c8-496f-836e-fbbe0384aa17 req-6785fafe-9fd6-4443-b676-4d07fdafe289 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 210 time: 0.0924845 Nov 24 13:08:42.674475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10d4a6-a487-4587-ad60-1203448f2f98 req-6113a45c-96c9-4475-8fd6-116895f95802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:42.674475 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd10d4a6-a487-4587-ad60-1203448f2f98 req-6113a45c-96c9-4475-8fd6-116895f95802 service neutron] 10.222.0.46 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 913 time: 0.2531843 Nov 24 13:08:42.687592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585f1a7-40b0-4d87-afd7-c987de9d49ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b9c297-3176-4f67-bf7c-e6c59db0593b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:42.751582 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd10d4a6-a487-4587-ad60-1203448f2f98 req-84b4f5af-2ad4-4ebd-8e69-8a6b5d1acb20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05da1e51-ffa9-4f77-8d43-143303fc61cd HTTP/1.1" status: 200 len: 217 time: 0.0697932 Nov 24 13:08:42.759949 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e11b90-bc8d-4f82-b507-9a1587bcce7b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:42.768569 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-19e11b90-bc8d-4f82-b507-9a1587bcce7b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:42.774586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e11b90-bc8d-4f82-b507-9a1587bcce7b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=93577a5a-4a6a-4111-a0b4-edabf417cee9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:42.777108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e11b90-bc8d-4f82-b507-9a1587bcce7b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:42.826411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-bb857cd2-50e4-45c4-ad2f-5d89ee36d48e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Allocated IP 172.20.0.14 (11c226cd-be44-48cf-a7e4-3f9e6832d7e7/f0f3e85b-683d-4513-bd49-62d39197bf31/db2bac77-f8b6-4ae2-98b3-8d0370d3e25c) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:42.884088 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e11b90-bc8d-4f82-b507-9a1587bcce7b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:42.888835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-19e11b90-bc8d-4f82-b507-9a1587bcce7b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:42.917704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10d4a6-a487-4587-ad60-1203448f2f98 req-5de00024-23ee-4eb7-9fce-2ea5d64a213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:42.919492 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd10d4a6-a487-4587-ad60-1203448f2f98 req-5de00024-23ee-4eb7-9fce-2ea5d64a213e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 200 len: 852 time: 0.1603067 Nov 24 13:08:42.960175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 32e020fe-9b39-428c-8d88-b30cdacfb083 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:42.970443 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd10d4a6-a487-4587-ad60-1203448f2f98 req-2061976f-02e7-411e-a287-9a2f56ba9303 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=947fd8e7-0529-4083-a4cd-f5a8c40e92df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434597 Nov 24 13:08:42.979720 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-19e11b90-bc8d-4f82-b507-9a1587bcce7b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2355647 Nov 24 13:08:42.999048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45142) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:43.014730 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-4ae40eef-db64-41b9-9902-a68411decae7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:43.080628 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8bf6d-4589-4547-b4fb-d2c7ed13891b req-9247ecdb-c122-4f69-9c8a-ca3001e77574 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:43.082342 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-67c8bf6d-4589-4547-b4fb-d2c7ed13891b req-9247ecdb-c122-4f69-9c8a-ca3001e77574 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 943 time: 0.1441529 Nov 24 13:08:43.143466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 32e020fe-9b39-428c-8d88-b30cdacfb083 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:43.144481 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:43.199535 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45146) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:43.242564 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d58fd9f1-6989-42e4-8098-5f5cdabc8382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:43.276350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-bb857cd2-50e4-45c4-ad2f-5d89ee36d48e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:43.281107 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-67c8bf6d-4589-4547-b4fb-d2c7ed13891b req-55000481-1b2d-4ce2-bc48-462f4fd1329b tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333930 Nov 24 13:08:43.312588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e2108ad8-5865-4617-a5c1-56aa4e3c941e None None] Provisioning complete for port 93577a5a-4a6a-4111-a0b4-edabf417cee9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:43.313110 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e2108ad8-5865-4617-a5c1-56aa4e3c941e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:43.334543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae40eef-db64-41b9-9902-a68411decae7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:43.340900 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ae40eef-db64-41b9-9902-a68411decae7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:43.377212 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-bb857cd2-50e4-45c4-ad2f-5d89ee36d48e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:43.404459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['fdf18ff6-7be6-4fea-98da-b262d0a3bf55'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:08:43.406973 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['a5f0a46f-d367-47c5-ae97-060f77b7edc0', '9f4dbd9a-ea08-4936-b099-61adbf84d98a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:08:43.413247 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e2108ad8-5865-4617-a5c1-56aa4e3c941e None None] Port 93577a5a-4a6a-4111-a0b4-edabf417cee9 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:43.461406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-bb857cd2-50e4-45c4-ad2f-5d89ee36d48e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:43.476619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-bb857cd2-50e4-45c4-ad2f-5d89ee36d48e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:43.479674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-bb857cd2-50e4-45c4-ad2f-5d89ee36d48e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:43.552051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb857cd2-50e4-45c4-ad2f-5d89ee36d48e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Pushing event updated for resources: {'Port': ['ID=db2bac77-f8b6-4ae2-98b3-8d0370d3e25c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:43.564472 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d58fd9f1-6989-42e4-8098-5f5cdabc8382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:43.564743 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd10d4a6-a487-4587-ad60-1203448f2f98 req-2598162a-ff82-4364-b0e9-cec523c96ec8 service neutron] 10.222.0.46 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838563 Nov 24 13:08:43.574718 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d58fd9f1-6989-42e4-8098-5f5cdabc8382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:43.660462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2eada5-c846-4942-9add-0c4a14075915 req-da0273ee-3579-4aa0-ad28-516e7ec6fb8f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:43.663748 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb2eada5-c846-4942-9add-0c4a14075915 req-da0273ee-3579-4aa0-ad28-516e7ec6fb8f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.2669420 Nov 24 13:08:43.745334 n-d-817303-4 neutron-server[114985]: INFO neutron.db.ipam_backend_mixin [None req-4ae40eef-db64-41b9-9902-a68411decae7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f38c98ab-c33e-4eb1-ab05-0aebb370d9b1 (CIDR: 172.20.0.0/28) Nov 24 13:08:43.763553 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae40eef-db64-41b9-9902-a68411decae7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:08:43.764382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae40eef-db64-41b9-9902-a68411decae7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:08:43.773180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 05da1e51-ffa9-4f77-8d43-143303fc61cd details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:08:43.840975 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4ae40eef-db64-41b9-9902-a68411decae7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8368576 Nov 24 13:08:43.841949 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45158) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:43.869402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-08698ec0-8c8b-4989-b1f2-614bf0860c1b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:43.909354 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fd9f1-6989-42e4-8098-5f5cdabc8382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20efcfe2-a83b-44fc-a97d-6ebfb4b6283e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:43.940006 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-bb857cd2-50e4-45c4-ad2f-5d89ee36d48e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:43.940906 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-bb857cd2-50e4-45c4-ad2f-5d89ee36d48e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:43.982487 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-bb857cd2-50e4-45c4-ad2f-5d89ee36d48e tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8725049 Nov 24 13:08:44.005379 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d58fd9f1-6989-42e4-8098-5f5cdabc8382 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=934442d4d4d14af5b4fb2dff38c83923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8015015 Nov 24 13:08:44.007754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Request body: {'port': {'device_id': '8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:44.012074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45160) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:44.066603 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1da37c-a082-4894-b2a1-47ef1b78a26b req-04e69f61-e6e0-4619-92b3-053ec2c4386b tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:44.069008 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ec1da37c-a082-4894-b2a1-47ef1b78a26b req-04e69f61-e6e0-4619-92b3-053ec2c4386b tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 932 time: 0.1636014 Nov 24 13:08:44.115767 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd10d4a6-a487-4587-ad60-1203448f2f98 req-78265f3c-e677-4874-9156-ae39d87e96d6 service neutron] 10.222.0.46 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262432 Nov 24 13:08:44.135849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb2eada5-c846-4942-9add-0c4a14075915 req-4307a759-009f-4808-8906-a842e4309d34 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319854 Nov 24 13:08:44.150266 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:44.165935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08698ec0-8c8b-4989-b1f2-614bf0860c1b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:44.170210 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-08698ec0-8c8b-4989-b1f2-614bf0860c1b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:44.257197 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ec1da37c-a082-4894-b2a1-47ef1b78a26b req-a586ec6a-4651-4c26-b28b-447dfdcfe7a8 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784794 Nov 24 13:08:44.265300 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e7145b3-1575-4010-bbda-2c3144ed7133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:44.307966 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e7145b3-1575-4010-bbda-2c3144ed7133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:44.414705 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 05da1e51-ffa9-4f77-8d43-143303fc61cd, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=05da1e51-ffa9-4f77-8d43-143303fc61cd,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:44.452972 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e7145b3-1575-4010-bbda-2c3144ed7133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:44.458194 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e7145b3-1575-4010-bbda-2c3144ed7133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:44.468876 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4e7145b3-1575-4010-bbda-2c3144ed7133 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20efcfe2-a83b-44fc-a97d-6ebfb4b6283e HTTP/1.1" status: 204 len: 168 time: 0.4519756 Nov 24 13:08:44.534097 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '05da1e51-ffa9-4f77-8d43-143303fc61cd', 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df', 'port_id': '05da1e51-ffa9-4f77-8d43-143303fc61cd', 'mac_address': 'fa:16:3e:f8:da:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d39305-527a-49a2-bcce-5fc6399fd429', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:08:44.557231 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-08698ec0-8c8b-4989-b1f2-614bf0860c1b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:44.603723 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7145b3-1575-4010-bbda-2c3144ed7133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20efcfe2-a83b-44fc-a97d-6ebfb4b6283e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:44.611224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08698ec0-8c8b-4989-b1f2-614bf0860c1b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:44.620485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-08698ec0-8c8b-4989-b1f2-614bf0860c1b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:44.624142 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08698ec0-8c8b-4989-b1f2-614bf0860c1b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:44.624790 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-08698ec0-8c8b-4989-b1f2-614bf0860c1b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:44.656156 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f27ef8-6691-4771-aa7b-d4a42c68311a None None] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:44.702112 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9a9c4-4a03-4686-92d2-fbd859840ee9 req-ac4f806a-8a5f-428a-96f5-6875e1b2c0db tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:44.704082 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69f9a9c4-4a03-4686-92d2-fbd859840ee9 req-ac4f806a-8a5f-428a-96f5-6875e1b2c0db tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 943 time: 0.1925943 Nov 24 13:08:44.735070 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:44.738423 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-08698ec0-8c8b-4989-b1f2-614bf0860c1b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8834507 Nov 24 13:08:44.740532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08698ec0-8c8b-4989-b1f2-614bf0860c1b tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Subnet': ['ID=7dc682c2-a2c4-4d58-854e-7c0dcbe00298,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:44.752397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45180) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:44.759841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0a52e87e-203a-487b-b59f-4f55b36aadac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-457385389', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7dc682c2-a2c4-4d58-854e-7c0dcbe00298'}], 'security_groups': ['d5bc558d-3a49-4735-b81f-c20e6ba02e90']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:44.809588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05da1e51-ffa9-4f77-8d43-143303fc61cd {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:08:44.835711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 05da1e51-ffa9-4f77-8d43-143303fc61cd, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=05da1e51-ffa9-4f77-8d43-143303fc61cd,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:44.847503 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:44.933896 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69f9a9c4-4a03-4686-92d2-fbd859840ee9 req-f05413ad-44f4-4b39-8ea9-bcf91e034eb5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135260 Nov 24 13:08:45.091362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2bac77-f8b6-4ae2-98b3-8d0370d3e25c {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:08:45.107588 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:45.111944 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['05da1e51-ffa9-4f77-8d43-143303fc61cd'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:08:45.119633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=05da1e51-ffa9-4f77-8d43-143303fc61cd,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:45.137909 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Transition to ACTIVE for port object db2bac77-f8b6-4ae2-98b3-8d0370d3e25c will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:08:45.147147 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:45.176511 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45186) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:45.202649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:45.203002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:45.203348 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:45.203685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:45.204022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:45.204354 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:45.204685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:45.207228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:45.208388 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:45.208573 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:45.208942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:45.209276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:08:45.237915 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a52e87e-203a-487b-b59f-4f55b36aadac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:45.330185 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-67c582c2-457a-442a-b010-b719f50d295e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:45.356346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Pushing event updated for resources: {'Port': ['ID=db2bac77-f8b6-4ae2-98b3-8d0370d3e25c,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:45.472130 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023728b6-b027-4e4a-9408-3495b53a23a7 req-3190d8de-2f84-4bc8-ba78-29750488992e tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:45.481401 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-023728b6-b027-4e4a-9408-3495b53a23a7 req-3190d8de-2f84-4bc8-ba78-29750488992e tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.1533201 Nov 24 13:08:45.493531 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904a231-087e-432f-8d38-689e442a934b req-137c6f0f-c445-4275-b0fe-1f08b6399613 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:45.495233 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f904a231-087e-432f-8d38-689e442a934b req-137c6f0f-c445-4275-b0fe-1f08b6399613 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 944 time: 0.1190960 Nov 24 13:08:45.516890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc253aec-9358-4a7e-8bf5-1a76ebe9c791 None None] Update dhcp port {'port': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'fixed_ips': [{'subnet_id': 'f38c98ab-c33e-4eb1-ab05-0aebb370d9b1', 'ip_address': '172.20.0.2'}, {'subnet_id': '7dc682c2-a2c4-4d58-854e-7c0dcbe00298'}], 'binding:host_id': 'n-d-817303-4'}, 'id': '32e020fe-9b39-428c-8d88-b30cdacfb083'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:08:45.556261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Attempting to bind port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:45.556589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Attempting to bind port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:45.556954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Attempting to bind port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c on network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:45.559284 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc253aec-9358-4a7e-8bf5-1a76ebe9c791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:45.563218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c on network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:45.563539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Attempting to bind port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c on network 11c226cd-be44-48cf-a7e4-3f9e6832d7e7 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:45.573338 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:08:45.573698 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Checking segment: {'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:08:45.574236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Bound using segment: {'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:08:45.574530 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Bound port: db2bac77-f8b6-4ae2-98b3-8d0370d3e25c, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:08:45.574900 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:45.622009 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-023728b6-b027-4e4a-9408-3495b53a23a7 req-e8947929-ddea-4411-8437-a9a0b646e12d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396322 Nov 24 13:08:45.623243 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f904a231-087e-432f-8d38-689e442a934b req-1ee0b6ce-584d-40d1-b327-d503b1b2d1ca tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205533 Nov 24 13:08:45.668629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] For port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:08:45.672020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] For port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=db2bac77-f8b6-4ae2-98b3-8d0370d3e25c,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:08:45.677702 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:45.726094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:45.726808 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:45.728318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] 10.222.0.46 "PUT /v2.0/ports/db2bac77-f8b6-4ae2-98b3-8d0370d3e25c HTTP/1.1" status: 200 len: 1092 time: 1.7336397 Nov 24 13:08:45.728856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4', 'tag': 'db2bac77-f8b6-4ae2-98b3-8d0370d3e25c'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:08:45.731247 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a62db7-6b8d-43a1-9557-8bbcd516c2c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4", "tag": "db2bac77-f8b6-4ae2-98b3-8d0370d3e25c"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:08:45.768177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b323c58-cfd1-49ae-b2db-c52b7e66fc5b service neutron] Pushing event updated for resources: {'Port': ['ID=db2bac77-f8b6-4ae2-98b3-8d0370d3e25c,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:45.839572 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cde1b17-5d2c-4c21-b8a9-a8567a9f1e37 x-openstack-request-id: req-1cde1b17-5d2c-4c21-b8a9-a8567a9f1e37 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:08:45.839882 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4", "tag": "db2bac77-f8b6-4ae2-98b3-8d0370d3e25c", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:08:45.840145 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1cde1b17-5d2c-4c21-b8a9-a8567a9f1e37 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:08:45.840614 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4', 'tag': 'db2bac77-f8b6-4ae2-98b3-8d0370d3e25c', 'status': 'completed', 'code': 200} Nov 24 13:08:45.842826 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-022ac066-134f-4354-9b58-5b7493457f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:45.853836 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-022ac066-134f-4354-9b58-5b7493457f85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 1095 time: 0.0818141 Nov 24 13:08:45.896824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-dc253aec-9358-4a7e-8bf5-1a76ebe9c791 None None] Allocated IP 172.20.0.18 (14e87e45-10c2-46ec-bdc5-020d3f965826/7dc682c2-a2c4-4d58-854e-7c0dcbe00298/32e020fe-9b39-428c-8d88-b30cdacfb083) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:45.943147 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-50f05496-fad8-44ef-a05e-c36f286bcb04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db2bac77-f8b6-4ae2-98b3-8d0370d3e25c HTTP/1.1" status: 200 len: 217 time: 0.0798657 Nov 24 13:08:46.038983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-126b0160-4d95-4e5b-a9b8-32bd107daf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:46.048352 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-126b0160-4d95-4e5b-a9b8-32bd107daf57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0f3e85b-683d-4513-bd49-62d39197bf31 HTTP/1.1" status: 200 len: 854 time: 0.0971742 Nov 24 13:08:46.082074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dc253aec-9358-4a7e-8bf5-1a76ebe9c791 None None] For port 32e020fe-9b39-428c-8d88-b30cdacfb083, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=32e020fe-9b39-428c-8d88-b30cdacfb083,segment=NetworkSegment(5a470ab9-6c31-4e5d-8365-c0724d85bd67),segment_id=5a470ab9-6c31-4e5d-8365-c0724d85bd67)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:46.147406 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc253aec-9358-4a7e-8bf5-1a76ebe9c791 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:46.153372 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-74c879e1-84c3-431d-b67f-93ddffe6f94c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976386 Nov 24 13:08:46.161432 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc253aec-9358-4a7e-8bf5-1a76ebe9c791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:46.233641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-67c582c2-457a-442a-b010-b719f50d295e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:46.260329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79d07e-83ce-41fe-a4a1-7d7c29030e62 req-69f6b1b3-2ac6-43f4-9059-d1dc2e13f2dc tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:46.261456 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc253aec-9358-4a7e-8bf5-1a76ebe9c791 None None] Pushing event updated for resources: {'Port': ['ID=32e020fe-9b39-428c-8d88-b30cdacfb083,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:46.275345 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f79d07e-83ce-41fe-a4a1-7d7c29030e62 req-69f6b1b3-2ac6-43f4-9059-d1dc2e13f2dc tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 944 time: 0.2184598 Nov 24 13:08:46.367277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-0a52e87e-203a-487b-b59f-4f55b36aadac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Delete allocated IP 172.20.0.11 (14e87e45-10c2-46ec-bdc5-020d3f965826/f38c98ab-c33e-4eb1-ab05-0aebb370d9b1) {{(pid=114985) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 13:08:46.377841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-0a52e87e-203a-487b-b59f-4f55b36aadac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Allocated IP 172.20.0.26 (14e87e45-10c2-46ec-bdc5-020d3f965826/7dc682c2-a2c4-4d58-854e-7c0dcbe00298/93577a5a-4a6a-4111-a0b4-edabf417cee9) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:46.412348 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f79d07e-83ce-41fe-a4a1-7d7c29030e62 req-3e2e6240-60ea-4b89-9e9f-59b6fdbbf966 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358786 Nov 24 13:08:46.419228 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-65541bc9-b867-4473-84d0-e7ae9e4c48c4 service neutron] 10.222.0.46 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563255 Nov 24 13:08:46.556192 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-796a9463-5fe5-488b-8338-9f112e30b0ce req-c4fc18a0-7e1d-4d3d-b874-f907453693f3 service neutron] 10.222.0.46 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296036 Nov 24 13:08:46.575559 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-67c582c2-457a-442a-b010-b719f50d295e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:46.580274 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a52e87e-203a-487b-b59f-4f55b36aadac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:46.597126 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a52e87e-203a-487b-b59f-4f55b36aadac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:46.698678 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-67c582c2-457a-442a-b010-b719f50d295e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=314c3a72bd744afe909757f28c73a351&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5166485 Nov 24 13:08:46.699485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45206) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:46.710406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c582c2-457a-442a-b010-b719f50d295e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3041361-ff47-4970-afa4-f260bb62e88c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:46.714973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a62db7-6b8d-43a1-9557-8bbcd516c2c9 req-7a62c495-11e1-417c-9eb3-81925fa44a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:46.716487 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90a62db7-6b8d-43a1-9557-8bbcd516c2c9 req-7a62c495-11e1-417c-9eb3-81925fa44a66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 1095 time: 0.1068194 Nov 24 13:08:46.891104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58436e2c-64ac-4474-b8aa-8692747acbf5 req-3e99287f-6a97-4404-9f13-37cc42c3df47 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:46.892714 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58436e2c-64ac-4474-b8aa-8692747acbf5 req-3e99287f-6a97-4404-9f13-37cc42c3df47 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.1540818 Nov 24 13:08:46.934039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a62db7-6b8d-43a1-9557-8bbcd516c2c9 req-b982fdab-0169-4fe0-b144-f4427f046a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:46.940868 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90a62db7-6b8d-43a1-9557-8bbcd516c2c9 req-b982fdab-0169-4fe0-b144-f4427f046a61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 200 len: 915 time: 0.2095113 Nov 24 13:08:46.943185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 32e020fe-9b39-428c-8d88-b30cdacfb083 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:46.965215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52e87e-203a-487b-b59f-4f55b36aadac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=93577a5a-4a6a-4111-a0b4-edabf417cee9,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:46.994144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a0695-9f40-4f9c-adad-097c22dce815 req-5f35925e-ef72-4c2e-abb8-e95df71707f8 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:46.995489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90a62db7-6b8d-43a1-9557-8bbcd516c2c9 req-76455039-8194-4918-91cb-ed34e59dae62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db2bac77-f8b6-4ae2-98b3-8d0370d3e25c HTTP/1.1" status: 200 len: 217 time: 0.0509763 Nov 24 13:08:46.995987 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-217a0695-9f40-4f9c-adad-097c22dce815 req-5f35925e-ef72-4c2e-abb8-e95df71707f8 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 944 time: 0.2459624 Nov 24 13:08:46.997416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0a52e87e-203a-487b-b59f-4f55b36aadac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] In _notify_port_updated(), no bound segment for port 93577a5a-4a6a-4111-a0b4-edabf417cee9 on network 14e87e45-10c2-46ec-bdc5-020d3f965826 {{(pid=114985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:08:47.003884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a52e87e-203a-487b-b59f-4f55b36aadac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:47.005275 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a52e87e-203a-487b-b59f-4f55b36aadac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:47.011367 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0a52e87e-203a-487b-b59f-4f55b36aadac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "PUT /v2.0/ports/93577a5a-4a6a-4111-a0b4-edabf417cee9 HTTP/1.1" status: 200 len: 920 time: 2.2578323 Nov 24 13:08:47.012080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45210) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:47.076205 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 32e020fe-9b39-428c-8d88-b30cdacfb083 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:47.078152 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:47.084288 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d57a8905-3b1b-4c6b-8790-fe02b8a58bb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:47.094686 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a62db7-6b8d-43a1-9557-8bbcd516c2c9 req-1d326b10-b260-48be-82f5-86573e74b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:47.102570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90a62db7-6b8d-43a1-9557-8bbcd516c2c9 req-1d326b10-b260-48be-82f5-86573e74b2fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0f3e85b-683d-4513-bd49-62d39197bf31 HTTP/1.1" status: 200 len: 854 time: 0.0993309 Nov 24 13:08:47.186613 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58436e2c-64ac-4474-b8aa-8692747acbf5 req-473aef8d-783b-4f58-9f52-79770d632a26 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801971 Nov 24 13:08:47.195755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90a62db7-6b8d-43a1-9557-8bbcd516c2c9 req-59db989e-4b2c-49b0-af38-8030f1fb032b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724573 Nov 24 13:08:47.229084 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d57a8905-3b1b-4c6b-8790-fe02b8a58bb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:47.283275 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2b156ada-9a46-4518-b839-0c525e8660f6 None None] Provisioning complete for port 93577a5a-4a6a-4111-a0b4-edabf417cee9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:47.283928 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b156ada-9a46-4518-b839-0c525e8660f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:47.291971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-217a0695-9f40-4f9c-adad-097c22dce815 req-8b519ec8-1b04-4591-b136-55fb47c64094 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737696 Nov 24 13:08:47.295902 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d57a8905-3b1b-4c6b-8790-fe02b8a58bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:47.298612 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d57a8905-3b1b-4c6b-8790-fe02b8a58bb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:47.313823 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d57a8905-3b1b-4c6b-8790-fe02b8a58bb1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3041361-ff47-4970-afa4-f260bb62e88c HTTP/1.1" status: 204 len: 168 time: 0.5997033 Nov 24 13:08:47.337790 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2b156ada-9a46-4518-b839-0c525e8660f6 None None] Port 93577a5a-4a6a-4111-a0b4-edabf417cee9 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:47.341280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a8905-3b1b-4c6b-8790-fe02b8a58bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3041361-ff47-4970-afa4-f260bb62e88c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:47.369583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2b156ada-9a46-4518-b839-0c525e8660f6 None None] Provisioning complete for port 32e020fe-9b39-428c-8d88-b30cdacfb083 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:47.370122 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b156ada-9a46-4518-b839-0c525e8660f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:47.372411 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90a62db7-6b8d-43a1-9557-8bbcd516c2c9 req-8f09396e-087d-4268-a3e9-62bb39e58815 service neutron] 10.222.0.46 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678877 Nov 24 13:08:47.388572 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e4d1ab3c-c8bd-481a-bf0b-0c7d9a3f6ca8 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port 93577a5a-4a6a-4111-a0b4-edabf417cee9 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:47.390236 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ab3c-c8bd-481a-bf0b-0c7d9a3f6ca8 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:47.532924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2b156ada-9a46-4518-b839-0c525e8660f6 None None] Provisioning complete for port 6402ffbc-cf73-4147-bbc2-d9974087be7b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:47.534959 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b156ada-9a46-4518-b839-0c525e8660f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:47.581105 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2b156ada-9a46-4518-b839-0c525e8660f6 None None] Port 6402ffbc-cf73-4147-bbc2-d9974087be7b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:47.582003 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ab3c-c8bd-481a-bf0b-0c7d9a3f6ca8 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:47.609619 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e4d1ab3c-c8bd-481a-bf0b-0c7d9a3f6ca8 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for 93577a5a-4a6a-4111-a0b4-edabf417cee9 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:47.661720 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f08481-f028-4fcf-96e9-1a3ae7736ff2 req-45495016-7d25-40e2-8b38-fe5ea64ba7d1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:47.665190 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16f08481-f028-4fcf-96e9-1a3ae7736ff2 req-45495016-7d25-40e2-8b38-fe5ea64ba7d1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 944 time: 0.1391535 Nov 24 13:08:47.675253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90a62db7-6b8d-43a1-9557-8bbcd516c2c9 req-674e035a-2162-4f1d-8cc1-a75bdb6a4a6b service neutron] 10.222.0.46 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944927 Nov 24 13:08:47.753802 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16f08481-f028-4fcf-96e9-1a3ae7736ff2 req-506d3515-6555-4d75-901b-cf52566b28d7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741010 Nov 24 13:08:47.788706 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device db2bac77-f8b6-4ae2-98b3-8d0370d3e25c details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:08:47.790761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 05da1e51-ffa9-4f77-8d43-143303fc61cd up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:47.906738 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ab3c-c8bd-481a-bf0b-0c7d9a3f6ca8 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:47.927905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1d89abc4-e0c6-44cf-ae2e-a1eaa63330ed None None] Could not find standard attr ID for object 93577a5a-4a6a-4111-a0b4-edabf417cee9. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:08:47.979801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1ab3c-c8bd-481a-bf0b-0c7d9a3f6ca8 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=93577a5a-4a6a-4111-a0b4-edabf417cee9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:48.010230 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 05da1e51-ffa9-4f77-8d43-143303fc61cd completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:08:48.024471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 05da1e51-ffa9-4f77-8d43-143303fc61cd triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:48.025118 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:48.097161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=db2bac77-f8b6-4ae2-98b3-8d0370d3e25c,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:48.103548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'db2bac77-f8b6-4ae2-98b3-8d0370d3e25c', 'network_id': '11c226cd-be44-48cf-a7e4-3f9e6832d7e7', 'port_id': 'db2bac77-f8b6-4ae2-98b3-8d0370d3e25c', 'mac_address': 'fa:16:3e:d6:99:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f3e85b-683d-4513-bd49-62d39197bf31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:08:48.136626 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ab3c-c8bd-481a-bf0b-0c7d9a3f6ca8 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:48.145616 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e4d1ab3c-c8bd-481a-bf0b-0c7d9a3f6ca8 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/93577a5a-4a6a-4111-a0b4-edabf417cee9 HTTP/1.1" status: 204 len: 168 time: 1.1296070 Nov 24 13:08:48.149533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45232) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:48.190890 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc704c8b-7380-4e81-9c86-9928a1462d90 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] GET failed (client error): The resource could not be found. Nov 24 13:08:48.193701 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bc704c8b-7380-4e81-9c86-9928a1462d90 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/93577a5a-4a6a-4111-a0b4-edabf417cee9 HTTP/1.1" status: 404 len: 333 time: 0.0417380 Nov 24 13:08:48.196496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45238) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:48.281061 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:48.309578 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:48.315548 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-873292eb-f3d5-49ab-9199-142d9e0e6be3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:48.334180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2bac77-f8b6-4ae2-98b3-8d0370d3e25c {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:08:48.397763 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-873292eb-f3d5-49ab-9199-142d9e0e6be3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:48.425519 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=db2bac77-f8b6-4ae2-98b3-8d0370d3e25c,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:48.427032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307003fc-0b01-43a5-bc86-fe4562e6ee8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05da1e51-ffa9-4f77-8d43-143303fc61cd'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:08:48.429839 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cc1d1a-b582-4546-8d2b-33887df85af3" -d '{"events": [{"server_uuid": "307003fc-0b01-43a5-bc86-fe4562e6ee8b", "name": "network-vif-plugged", "status": "completed", "tag": "05da1e51-ffa9-4f77-8d43-143303fc61cd"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:08:48.433204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a66328-e8f8-42b1-b1d1-8c9d9de9f8e3 req-db387a43-0b2d-4745-bff8-67fb90b5ecc8 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:48.435048 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6a66328-e8f8-42b1-b1d1-8c9d9de9f8e3 req-db387a43-0b2d-4745-bff8-67fb90b5ecc8 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.1176357 Nov 24 13:08:48.442194 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 05da1e51-ffa9-4f77-8d43-143303fc61cd, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=05da1e51-ffa9-4f77-8d43-143303fc61cd,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:48.443460 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:48.482995 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:48.534627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=db2bac77-f8b6-4ae2-98b3-8d0370d3e25c,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:48.548714 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662894b3-103c-4ff2-8fee-80c2647d8ef2 req-adba2dff-533c-4bdb-b949-39e958192393 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:48.549676 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6a66328-e8f8-42b1-b1d1-8c9d9de9f8e3 req-77b1149b-ab82-46ee-ac5a-8584941f4e25 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009514 Nov 24 13:08:48.549775 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-662894b3-103c-4ff2-8fee-80c2647d8ef2 req-adba2dff-533c-4bdb-b949-39e958192393 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 945 time: 0.1332490 Nov 24 13:08:48.551738 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-873292eb-f3d5-49ab-9199-142d9e0e6be3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:48.554646 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-873292eb-f3d5-49ab-9199-142d9e0e6be3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:48.558134 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-873292eb-f3d5-49ab-9199-142d9e0e6be3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/security-groups/2ff47055-d835-40d6-9385-4545b830a69f HTTP/1.1" status: 204 len: 168 time: 0.3576722 Nov 24 13:08:48.558571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45256) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:48.575439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873292eb-f3d5-49ab-9199-142d9e0e6be3 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff47055-d835-40d6-9385-4545b830a69f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:48.635413 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-662894b3-103c-4ff2-8fee-80c2647d8ef2 req-273fdd51-568a-45a0-8b5d-9506bacd4057 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720203 Nov 24 13:08:48.668576 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7016e6-ad01-4342-858b-8e72a0f6deb8 x-openstack-request-id: req-4b7016e6-ad01-4342-858b-8e72a0f6deb8 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:08:48.668908 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307003fc-0b01-43a5-bc86-fe4562e6ee8b", "name": "network-vif-plugged", "status": "completed", "tag": "05da1e51-ffa9-4f77-8d43-143303fc61cd", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:08:48.669172 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b7016e6-ad01-4342-858b-8e72a0f6deb8 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:08:48.669580 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307003fc-0b01-43a5-bc86-fe4562e6ee8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05da1e51-ffa9-4f77-8d43-143303fc61cd', 'code': 200} Nov 24 13:08:48.681447 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a1f604d-b6dd-4167-9ad9-50327b431aed tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:48.702973 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['db2bac77-f8b6-4ae2-98b3-8d0370d3e25c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:08:48.733194 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a1f604d-b6dd-4167-9ad9-50327b431aed tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:48.759282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=05da1e51-ffa9-4f77-8d43-143303fc61cd,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:48.805481 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a1f604d-b6dd-4167-9ad9-50327b431aed tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:48.809259 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a1f604d-b6dd-4167-9ad9-50327b431aed tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:48.813657 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0a1f604d-b6dd-4167-9ad9-50327b431aed tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/security-groups/d5bc558d-3a49-4735-b81f-c20e6ba02e90 HTTP/1.1" status: 204 len: 168 time: 0.2540853 Nov 24 13:08:48.814516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45262) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:48.839541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f604d-b6dd-4167-9ad9-50327b431aed tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bc558d-3a49-4735-b81f-c20e6ba02e90,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:48.858635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1c777-332b-46a7-ab4a-af2a4ff679f8 req-4ba57a72-29b3-4f5e-9cb4-968b46b0cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:48.861629 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2fb1c777-332b-46a7-ab4a-af2a4ff679f8 req-4ba57a72-29b3-4f5e-9cb4-968b46b0cee6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 1096 time: 0.1334491 Nov 24 13:08:48.912925 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-29503f29-51e2-4cef-9a9e-ac50c4ecfe61 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting subnet f38c98ab-c33e-4eb1-ab05-0aebb370d9b1 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:08:48.920530 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-29503f29-51e2-4cef-9a9e-ac50c4ecfe61 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:49.011639 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-29503f29-51e2-4cef-9a9e-ac50c4ecfe61 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:49.049025 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2fb1c777-332b-46a7-ab4a-af2a4ff679f8 req-6b57c6a5-9494-4fdb-a717-4be82c590c82 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792228 Nov 24 13:08:49.062455 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45270) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:49.087450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6453232-842c-49c8-bb7a-6eb8b0d38e2d req-77d82e0b-bb31-42e7-88c1-36bfd27a225d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:49.096239 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6453232-842c-49c8-bb7a-6eb8b0d38e2d req-77d82e0b-bb31-42e7-88c1-36bfd27a225d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 945 time: 0.1452506 Nov 24 13:08:49.158903 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6453232-842c-49c8-bb7a-6eb8b0d38e2d req-853480fa-021b-4e15-bec1-063253bdd1c2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616770 Nov 24 13:08:49.208412 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-29503f29-51e2-4cef-9a9e-ac50c4ecfe61 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:49.334917 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-29503f29-51e2-4cef-9a9e-ac50c4ecfe61 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:49.388761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29503f29-51e2-4cef-9a9e-ac50c4ecfe61 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Subnet': ['ID=f38c98ab-c33e-4eb1-ab05-0aebb370d9b1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:49.401270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-29503f29-51e2-4cef-9a9e-ac50c4ecfe61 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:49.402695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c099965-396d-4a25-afb5-3f5cc40b4c47 None None] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:49.417007 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-29503f29-51e2-4cef-9a9e-ac50c4ecfe61 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/f38c98ab-c33e-4eb1-ab05-0aebb370d9b1 HTTP/1.1" status: 204 len: 168 time: 0.5930760 Nov 24 13:08:49.418172 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45286) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:49.423571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1f4c7e84-080b-497f-8fd7-b080e258545e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:49.637564 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45298) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:49.802164 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device db2bac77-f8b6-4ae2-98b3-8d0370d3e25c up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:49.903514 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:08:49.907072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d1914-f237-4ade-8235-27122d972526 req-59145688-1426-484b-8c1a-7555a138a9b2 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:49.910427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:49.911050 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:49.912629 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6a1d1914-f237-4ade-8235-27122d972526 req-59145688-1426-484b-8c1a-7555a138a9b2 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.1899667 Nov 24 13:08:49.913881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4c7e84-080b-497f-8fd7-b080e258545e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:49.917708 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7e84-080b-497f-8fd7-b080e258545e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.013598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1175069947'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:50.029304 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674d10a-8e84-4f82-9e78-a484e48ab498 req-9d264c86-54af-4f99-a904-a9416dfa31ef tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:50.030874 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2674d10a-8e84-4f82-9e78-a484e48ab498 req-9d264c86-54af-4f99-a904-a9416dfa31ef tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 945 time: 0.2304053 Nov 24 13:08:50.080359 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.148873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=db2bac77-f8b6-4ae2-98b3-8d0370d3e25c,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:50.154222 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.201769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Made reservation on behalf of 4f272b7ccd684ad0aff4e7d4a9702ae7 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:50.214575 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.236525 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2674d10a-8e84-4f82-9e78-a484e48ab498 req-78c6c8f2-f2c6-4bb2-809a-55c219428b45 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778512 Nov 24 13:08:50.238326 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.245515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=db2bac77-f8b6-4ae2-98b3-8d0370d3e25c,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:50.251558 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6a1d1914-f237-4ade-8235-27122d972526 req-1712a92b-0d22-4654-a765-ce30428a61dc tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443790 Nov 24 13:08:50.372542 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-486d48c5-7479-4506-a8cb-b05d3e8ffa16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.382278 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.396162 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.452064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:08:50.457490 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5c173c-6880-4dd9-8621-aec833bb5157,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:50.523010 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.523355 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Added segment 2507089e-1c3a-4ca1-b1ba-6c24018fe98e of type vlan for network 73aa6175-7e00-424c-9b70-69e6e5d1b941 Nov 24 13:08:50.587676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e0a3-5871-42c7-b241-ebba09056c87 req-36ba88a4-5cad-44c6-8c98-24abbdbd42c2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:50.589409 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0796e0a3-5871-42c7-b241-ebba09056c87 req-36ba88a4-5cad-44c6-8c98-24abbdbd42c2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 945 time: 0.1589255 Nov 24 13:08:50.643793 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.671197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2bac77-f8b6-4ae2-98b3-8d0370d3e25c'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:08:50.674090 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad8e106-e589-4a19-bbdd-a783b5458635" -d '{"events": [{"server_uuid": "8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4", "name": "network-vif-plugged", "status": "completed", "tag": "db2bac77-f8b6-4ae2-98b3-8d0370d3e25c"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:08:50.710835 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.717377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:50.718011 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.740459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0796e0a3-5871-42c7-b241-ebba09056c87 req-80f9545c-ccbf-4c49-8c40-d82d3cd8d39b tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381681 Nov 24 13:08:50.752313 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901bee9d-9024-45e1-b283-c6673f28e6a4 x-openstack-request-id: req-901bee9d-9024-45e1-b283-c6673f28e6a4 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:08:50.752621 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4", "name": "network-vif-plugged", "status": "completed", "tag": "db2bac77-f8b6-4ae2-98b3-8d0370d3e25c", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:08:50.752905 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-901bee9d-9024-45e1-b283-c6673f28e6a4 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:08:50.753304 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2bac77-f8b6-4ae2-98b3-8d0370d3e25c', 'code': 200} Nov 24 13:08:50.829167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Pushing event updated for resources: {'Network': ['ID=73aa6175-7e00-424c-9b70-69e6e5d1b941,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:50.837683 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7e84-080b-497f-8fd7-b080e258545e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.850137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-42d0b95a-ed6d-44aa-aa33-1c2599cc3ab5 None None] Provisioning complete for port 32e020fe-9b39-428c-8d88-b30cdacfb083 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:50.851748 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-42d0b95a-ed6d-44aa-aa33-1c2599cc3ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.890048 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-152fb9d1-abd5-4361-8a71-29ea38cb8ba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2453701 Nov 24 13:08:50.903048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4c7e84-080b-497f-8fd7-b080e258545e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:50.906939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-1f4c7e84-080b-497f-8fd7-b080e258545e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:50.914223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c7e84-080b-497f-8fd7-b080e258545e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:50.914831 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f4c7e84-080b-497f-8fd7-b080e258545e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:50.946312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c7e84-080b-497f-8fd7-b080e258545e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Subnet': ['ID=ef67f5d0-8c09-4c9f-b9b3-a13db2955a93,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:50.963621 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1f4c7e84-080b-497f-8fd7-b080e258545e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5427659 Nov 24 13:08:50.965266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45322) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:50.971553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1b4f5e94-1d72-4051-b16a-ef6f6755b5bc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'security_group': {'name': 'tempest-secgroup-1823490969'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:51.025895 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 73aa6175-7e00-424c-9b70-69e6e5d1b941 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:08:51.076185 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5e94-1d72-4051-b16a-ef6f6755b5bc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.114264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65191f66-2356-48a1-b6bb-6d6e81efb8fa req-a5a80ad6-0f6b-4b58-8ce0-9730386382a2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:51.119350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cab00-c647-4f3e-83ac-b5df701b06b7 req-73242de3-ee57-4eb7-ab0e-335b6d376659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:51.121268 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b88de8-d35d-4db1-ab31-59e58fbeea6b None None] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:51.121495 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65191f66-2356-48a1-b6bb-6d6e81efb8fa req-a5a80ad6-0f6b-4b58-8ce0-9730386382a2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 945 time: 0.0938454 Nov 24 13:08:51.128682 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-587cab00-c647-4f3e-83ac-b5df701b06b7 req-73242de3-ee57-4eb7-ab0e-335b6d376659 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 1097 time: 0.2784100 Nov 24 13:08:51.201364 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65191f66-2356-48a1-b6bb-6d6e81efb8fa req-4189a083-b5ab-4bf0-b033-5dc9564a1e6c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788345 Nov 24 13:08:51.237165 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5e94-1d72-4051-b16a-ef6f6755b5bc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.246038 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5e94-1d72-4051-b16a-ef6f6755b5bc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.265336 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45324) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:51.288027 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Request body: {'port': {'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941', 'binding:host_id': 'n-h1-817303-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-944334477'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:51.290383 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-486d48c5-7479-4506-a8cb-b05d3e8ffa16 admin admin] Deleting port df9d56aa-9a8d-4716-b18a-4f72d742eea1 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:51.290718 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-486d48c5-7479-4506-a8cb-b05d3e8ffa16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.309542 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-587cab00-c647-4f3e-83ac-b5df701b06b7 req-ae9150fa-cd3f-4b9b-b82f-8a731d92d8cc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723926 Nov 24 13:08:51.338944 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ce2e012-3cad-4feb-8632-30c3f22878a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.349321 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5e94-1d72-4051-b16a-ef6f6755b5bc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.355208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1b4f5e94-1d72-4051-b16a-ef6f6755b5bc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3875842 Nov 24 13:08:51.356039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45330) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:51.366177 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2a227481-d2df-4320-b592-7b83bd8ed2df tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'security_group': {'name': 'tempest-secgroup-431644497'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:51.377410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f5e94-1d72-4051-b16a-ef6f6755b5bc tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5384d181-e6e5-40a4-aafa-e509dcabcb5f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:51.434299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Made reservation on behalf of db3702527b1f43d7aff16e3d2b5a986a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:51.438909 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.462684 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.465846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-42d0b95a-ed6d-44aa-aa33-1c2599cc3ab5 None None] Provisioning complete for port 6402ffbc-cf73-4147-bbc2-d9974087be7b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:51.466602 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-42d0b95a-ed6d-44aa-aa33-1c2599cc3ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.480552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9fdc9-f655-44c6-88c7-b37e4782b672 req-98ffeee4-ad85-4a60-be72-14abc97ab22a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:51.486288 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61c9fdc9-f655-44c6-88c7-b37e4782b672 req-98ffeee4-ad85-4a60-be72-14abc97ab22a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.0889995 Nov 24 13:08:51.488304 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-486d48c5-7479-4506-a8cb-b05d3e8ffa16 admin admin] For port df9d56aa-9a8d-4716-b18a-4f72d742eea1, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=df9d56aa-9a8d-4716-b18a-4f72d742eea1,segment=NetworkSegment(cc442d9f-8d37-44d7-a04d-0dfdadb773dc),segment_id=cc442d9f-8d37-44d7-a04d-0dfdadb773dc)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:51.492681 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-486d48c5-7479-4506-a8cb-b05d3e8ffa16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.525164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-486d48c5-7479-4506-a8cb-b05d3e8ffa16 admin admin] Calling delete_port for df9d56aa-9a8d-4716-b18a-4f72d742eea1 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:51.544348 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a227481-d2df-4320-b592-7b83bd8ed2df tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.557535 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-42d0b95a-ed6d-44aa-aa33-1c2599cc3ab5 None None] Port 6402ffbc-cf73-4147-bbc2-d9974087be7b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:51.577417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59b5b5-d8dc-408c-85df-6b56bd60ee81 req-63cf387c-b0fc-43c3-a8a3-cd91dc3b708c tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:51.579153 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0a59b5b5-d8dc-408c-85df-6b56bd60ee81 req-63cf387c-b0fc-43c3-a8a3-cd91dc3b708c tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 946 time: 0.2219124 Nov 24 13:08:51.620558 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61c9fdc9-f655-44c6-88c7-b37e4782b672 req-27762b62-320e-4899-8ef6-7fd4d0a6d22a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099565 Nov 24 13:08:51.648334 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722235b7-6bf0-4786-b4f7-799712b7786e None None] Update dhcp port {'port': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'fixed_ips': [{'subnet_id': '7dc682c2-a2c4-4d58-854e-7c0dcbe00298', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ef67f5d0-8c09-4c9f-b9b3-a13db2955a93'}], 'binding:host_id': 'n-d-817303-4'}, 'id': '32e020fe-9b39-428c-8d88-b30cdacfb083'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:08:51.672463 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a227481-d2df-4320-b592-7b83bd8ed2df tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.682799 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-722235b7-6bf0-4786-b4f7-799712b7786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.692362 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a227481-d2df-4320-b592-7b83bd8ed2df tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.770428 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0a59b5b5-d8dc-408c-85df-6b56bd60ee81 req-b88efa36-9cbd-4bbc-927f-0288468c20ec tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149998 Nov 24 13:08:51.783232 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a227481-d2df-4320-b592-7b83bd8ed2df tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca625641-56f2-4215-a98f-6aedbc079829,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:51.797312 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a227481-d2df-4320-b592-7b83bd8ed2df tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.802108 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2a227481-d2df-4320-b592-7b83bd8ed2df tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4414051 Nov 24 13:08:51.802742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45342) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:51.813114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2a35a55f-92c9-41ed-b00b-e77de921b55f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'security_group': {'name': 'tempest-secgroup-1909245441'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:51.828512 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-486d48c5-7479-4506-a8cb-b05d3e8ffa16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.840552 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.853690 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.860329 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a35a55f-92c9-41ed-b00b-e77de921b55f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:51.867757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d48c5-7479-4506-a8cb-b05d3e8ffa16 admin admin] Pushing event deleted for resources: {'Port': ['ID=df9d56aa-9a8d-4716-b18a-4f72d742eea1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:51.870602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] device_id is not set on port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:08:51.911971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370d3820-ddd4-45a0-8edf-2ef23259a6d3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:51.914685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-722235b7-6bf0-4786-b4f7-799712b7786e None None] Allocated IP 172.20.0.2 (14e87e45-10c2-46ec-bdc5-020d3f965826/ef67f5d0-8c09-4c9f-b9b3-a13db2955a93/32e020fe-9b39-428c-8d88-b30cdacfb083) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:52.053358 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a35a55f-92c9-41ed-b00b-e77de921b55f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:52.059881 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a35a55f-92c9-41ed-b00b-e77de921b55f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:52.095712 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-722235b7-6bf0-4786-b4f7-799712b7786e None None] For port 32e020fe-9b39-428c-8d88-b30cdacfb083, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=32e020fe-9b39-428c-8d88-b30cdacfb083,segment=NetworkSegment(5a470ab9-6c31-4e5d-8365-c0724d85bd67),segment_id=5a470ab9-6c31-4e5d-8365-c0724d85bd67)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:52.096442 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-486d48c5-7479-4506-a8cb-b05d3e8ffa16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:52.131018 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a35a55f-92c9-41ed-b00b-e77de921b55f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:52.131018 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2a35a55f-92c9-41ed-b00b-e77de921b55f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3244805 Nov 24 13:08:52.137228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35a55f-92c9-41ed-b00b-e77de921b55f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbee7842-248a-42b0-9e73-951d6fd7e765,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:52.140781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45344) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:52.152580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7e13be89-a048-4374-8ba9-78eb778045cb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2028312815', 'security_groups': ['fbee7842-248a-42b0-9e73-951d6fd7e765'], 'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ef67f5d0-8c09-4c9f-b9b3-a13db2955a93'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:52.171030 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-722235b7-6bf0-4786-b4f7-799712b7786e None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:52.177583 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-722235b7-6bf0-4786-b4f7-799712b7786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:52.352161 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:08:52.365994 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722235b7-6bf0-4786-b4f7-799712b7786e None None] Pushing event updated for resources: {'Port': ['ID=32e020fe-9b39-428c-8d88-b30cdacfb083,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:52.426466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] device_id is not set on port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:08:52.460396 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:52.479996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e13be89-a048-4374-8ba9-78eb778045cb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:52.489432 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:52.529241 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486d48c5-7479-4506-a8cb-b05d3e8ffa16 admin admin] Router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:08:52.562495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2176364-8b14-42f9-a8c3-542136a4221a req-744da9a8-976f-4e0c-a099-34f40b5a79de tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:52.572428 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e2176364-8b14-42f9-a8c3-542136a4221a req-744da9a8-976f-4e0c-a099-34f40b5a79de tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 945 time: 0.1897109 Nov 24 13:08:52.616760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42b16ca-075c-43eb-b347-84de217b4efe req-aae7620a-8096-4104-ab22-1752e6cedf7e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1804962 Nov 24 13:08:52.624523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Pushing event updated for resources: {'Port': ['ID=fb4428b6-83a2-4ba4-8a03-ba70bb2ca846,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:52.768496 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e13be89-a048-4374-8ba9-78eb778045cb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:52.814861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Checking segment: {'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:08:52.815227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Network hostable DHCP agents. Network: 73aa6175-7e00-424c-9b70-69e6e5d1b941, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:08:52.853695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-7e13be89-a048-4374-8ba9-78eb778045cb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] device_id is not set on port 685c6b29-44ca-4ec4-a10c-21068b66d3f0 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:08:52.875622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c141fd6-97d5-4a7e-b2b7-b3a2c2b9d426 req-d26fcd3a-4da4-425f-8ed2-bac1bf53946a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:52.877287 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2c141fd6-97d5-4a7e-b2b7-b3a2c2b9d426 req-d26fcd3a-4da4-425f-8ed2-bac1bf53946a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.1290741 Nov 24 13:08:52.879882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b16ca-075c-43eb-b347-84de217b4efe req-7bc9dfc2-1716-407e-b1c5-8f503236ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:52.881434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42b16ca-075c-43eb-b347-84de217b4efe req-7bc9dfc2-1716-407e-b1c5-8f503236ce2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 1096 time: 0.2230630 Nov 24 13:08:53.020417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 32e020fe-9b39-428c-8d88-b30cdacfb083 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:53.090392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 32e020fe-9b39-428c-8d88-b30cdacfb083 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:53.091225 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:53.103855 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e2176364-8b14-42f9-a8c3-542136a4221a req-2c198981-e1ec-4edd-be0b-335bbd2db330 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303462 Nov 24 13:08:53.122244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Network 73aa6175-7e00-424c-9b70-69e6e5d1b941 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:08:53.129714 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486d48c5-7479-4506-a8cb-b05d3e8ffa16 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:08:53.140850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-486d48c5-7479-4506-a8cb-b05d3e8ffa16 admin admin] 10.222.0.48 "PUT /v2.0/routers/79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0742733 Nov 24 13:08:53.142348 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45356) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:53.144562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 73aa6175-7e00-424c-9b70-69e6e5d1b941) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:53.156304 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c39967-7bfa-46e9-a9e0-48c2480c7d34 None None] Sync routers for ids ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:08:53.169783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0cf85a-dacd-4583-b480-ba5de9477505 None None] Network 73aa6175-7e00-424c-9b70-69e6e5d1b941 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:53.193345 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c39967-7bfa-46e9-a9e0-48c2480c7d34 None None] Routers {'79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:53.193961 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-07c39967-7bfa-46e9-a9e0-48c2480c7d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:08:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:53.212927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:53.259690 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2c141fd6-97d5-4a7e-b2b7-b3a2c2b9d426 req-b6aec471-6ec7-4773-bb73-d47034b64490 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694992 Nov 24 13:08:53.264596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-7e13be89-a048-4374-8ba9-78eb778045cb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Allocated IP 172.20.0.4 (14e87e45-10c2-46ec-bdc5-020d3f965826/ef67f5d0-8c09-4c9f-b9b3-a13db2955a93/685c6b29-44ca-4ec4-a10c-21068b66d3f0) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:53.296744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:53.304783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:53.305237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:53.328389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:53.328917 n-d-817303-4 neutron-server[114985]: ERROR neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:53.332579 n-d-817303-4 neutron-server[114985]: INFO neutron.plugins.ml2.plugin [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 2 to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 Nov 24 13:08:53.393948 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-07c39967-7bfa-46e9-a9e0-48c2480c7d34 None None] Set router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:08:53.427957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:53.432291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:53.432776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:53.438867 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b16ca-075c-43eb-b347-84de217b4efe req-2486cd7d-71df-4952-b284-c1c9979d4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:53.440562 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42b16ca-075c-43eb-b347-84de217b4efe req-2486cd7d-71df-4952-b284-c1c9979d4e01 service neutron] 10.222.0.59 "GET /v2.0/networks?id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 200 len: 915 time: 0.4076829 Nov 24 13:08:53.467664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b84e26-e9f6-44c7-a54e-bdefd9e916d1 req-0391745f-e64c-4a91-8a62-aae2a2aae80f tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:53.469280 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b9b84e26-e9f6-44c7-a54e-bdefd9e916d1 req-0391745f-e64c-4a91-8a62-aae2a2aae80f tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 946 time: 0.1547804 Nov 24 13:08:53.471301 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:53.471506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:53.471735 n-d-817303-4 neutron-server[114985]: ERROR neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:53.569257 n-d-817303-4 neutron-server[114985]: INFO neutron.plugins.ml2.plugin [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 3 to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 Nov 24 13:08:53.601920 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42b16ca-075c-43eb-b347-84de217b4efe req-7cffaa49-2a56-4465-a434-36799c94ce09 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5f0a46f-d367-47c5-ae97-060f77b7edc0 HTTP/1.1" status: 200 len: 217 time: 0.1458764 Nov 24 13:08:53.667046 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b618ac52-baa1-4ccd-bff7-ee772cf1de19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:53.695482 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-07c39967-7bfa-46e9-a9e0-48c2480c7d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T13:08:51Z', 'revision_number': 5, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port': {'id': 'da91914a-064e-4a02-bcbc-afa09574ff20', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:19:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:29Z', 'updated_at': '2021-11-24T12:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:53.706292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-90ec99e4-9008-455f-9b46-5b1f98284ff9 None None] Provisioning complete for port 32e020fe-9b39-428c-8d88-b30cdacfb083 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:53.708159 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-90ec99e4-9008-455f-9b46-5b1f98284ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:53.708634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:53.709066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:53.709479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:53.723267 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b9b84e26-e9f6-44c7-a54e-bdefd9e916d1 req-594535a5-7438-46ca-93ad-16f70905a28a tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632793 Nov 24 13:08:53.735062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:53.735495 n-d-817303-4 neutron-server[114985]: ERROR neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:53.737067 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:53.740496 n-d-817303-4 neutron-server[114985]: INFO neutron.plugins.ml2.plugin [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 4 to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 Nov 24 13:08:53.758941 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c39967-7bfa-46e9-a9e0-48c2480c7d34 None None] Checking router: 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:08:53.778086 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c39967-7bfa-46e9-a9e0-48c2480c7d34 None None] Routers {'79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:08:53.779129 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-07c39967-7bfa-46e9-a9e0-48c2480c7d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:08:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:53.781865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b16ca-075c-43eb-b347-84de217b4efe req-c7dcc7b6-378f-4b6e-8d27-304df93e48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:53.783577 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42b16ca-075c-43eb-b347-84de217b4efe req-c7dcc7b6-378f-4b6e-8d27-304df93e48a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0f3e85b-683d-4513-bd49-62d39197bf31 HTTP/1.1" status: 200 len: 854 time: 0.1659143 Nov 24 13:08:53.791242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:53.791667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:53.794090 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:53.830138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:53.830705 n-d-817303-4 neutron-server[114985]: ERROR neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:53.834368 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e13be89-a048-4374-8ba9-78eb778045cb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:53.836755 n-d-817303-4 neutron-server[114985]: INFO neutron.plugins.ml2.plugin [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 5 to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 Nov 24 13:08:53.895739 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] Deleting port da91914a-064e-4a02-bcbc-afa09574ff20 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:53.896290 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:53.902544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-90ec99e4-9008-455f-9b46-5b1f98284ff9 None None] Provisioning complete for port 6402ffbc-cf73-4147-bbc2-d9974087be7b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:53.903821 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-90ec99e4-9008-455f-9b46-5b1f98284ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:53.905578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a876f1-92fb-4918-96b7-d6170a599044 req-8d875322-e24a-4670-b47f-d174e1fe72dd tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:53.918593 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9a876f1-92fb-4918-96b7-d6170a599044 req-8d875322-e24a-4670-b47f-d174e1fe72dd tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 945 time: 0.2993424 Nov 24 13:08:53.925452 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42b16ca-075c-43eb-b347-84de217b4efe req-98af2c06-6f75-4f17-960a-bccbe61a8b04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276920 Nov 24 13:08:53.936666 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-07c39967-7bfa-46e9-a9e0-48c2480c7d34 None None] Set router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:08:53.957015 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-90ec99e4-9008-455f-9b46-5b1f98284ff9 None None] Port 6402ffbc-cf73-4147-bbc2-d9974087be7b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:53.987644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:53.987985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:53.988855 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:54.039182 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-07c39967-7bfa-46e9-a9e0-48c2480c7d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T13:08:53Z', 'revision_number': 6, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:54.046755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:54.047098 n-d-817303-4 neutron-server[114985]: ERROR neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:54.056061 n-d-817303-4 neutron-server[114985]: INFO neutron.plugins.ml2.plugin [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 6 to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 Nov 24 13:08:54.064942 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] For port da91914a-064e-4a02-bcbc-afa09574ff20, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=da91914a-064e-4a02-bcbc-afa09574ff20,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:54.065299 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.081154 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] Calling delete_port for da91914a-064e-4a02-bcbc-afa09574ff20 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:54.092935 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c39967-7bfa-46e9-a9e0-48c2480c7d34 None None] The sync data for ids ['79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a'] in n-d-817303-4 is: [{'id': '79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a', 'name': 'tempest-TaggedBootDevicesTest-1623030956-router', 'tenant_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:26Z', 'updated_at': '2021-11-24T13:08:53Z', 'revision_number': 6, 'project_id': 'bbbd151c2bf343dcb413efbadcb1bbb3', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:08:54.101732 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9a876f1-92fb-4918-96b7-d6170a599044 req-2a5ee436-260a-46f3-95dc-9603e477d6f8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821787 Nov 24 13:08:54.102846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:54.102846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:54.103817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:54.118343 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e13be89-a048-4374-8ba9-78eb778045cb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.153836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:54.153836 n-d-817303-4 neutron-server[114985]: ERROR neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:54.154350 n-d-817303-4 neutron-server[114985]: INFO neutron.plugins.ml2.plugin [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 7 to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 Nov 24 13:08:54.203090 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42b16ca-075c-43eb-b347-84de217b4efe req-01c1ab48-7d72-4294-8345-4d172aab4cf2 service neutron] 10.222.0.59 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634394 Nov 24 13:08:54.210648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:54.211007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:54.211331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:54.232839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e13be89-a048-4374-8ba9-78eb778045cb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:54.249958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:54.250318 n-d-817303-4 neutron-server[114985]: ERROR neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:54.251091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-7e13be89-a048-4374-8ba9-78eb778045cb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:54.261620 n-d-817303-4 neutron-server[114985]: INFO neutron.plugins.ml2.plugin [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 8 to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 Nov 24 13:08:54.264264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e13be89-a048-4374-8ba9-78eb778045cb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:54.266761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13be89-a048-4374-8ba9-78eb778045cb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=685c6b29-44ca-4ec4-a10c-21068b66d3f0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:54.354991 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.372854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:54.373354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:54.373543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:54.396983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:54.397326 n-d-817303-4 neutron-server[114985]: ERROR neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:54.402581 n-d-817303-4 neutron-server[114985]: INFO neutron.plugins.ml2.plugin [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 9 to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 Nov 24 13:08:54.443998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e13be89-a048-4374-8ba9-78eb778045cb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:54.444641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e13be89-a048-4374-8ba9-78eb778045cb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.458967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:54.459309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:54.459656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:54.466311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42b16ca-075c-43eb-b347-84de217b4efe req-c1363a83-3df4-41a7-9dee-a8bd1a16aeb5 service neutron] 10.222.0.59 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526314 Nov 24 13:08:54.468053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:54.468394 n-d-817303-4 neutron-server[114985]: ERROR neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:54.468828 n-d-817303-4 neutron-server[114985]: INFO neutron.plugins.ml2.plugin [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 10 to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 Nov 24 13:08:54.475698 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7e13be89-a048-4374-8ba9-78eb778045cb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3320858 Nov 24 13:08:54.481311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45392) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:54.487271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-5345eb46-0de2-43b4-bb1c-e18bd8f63d83 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:54.490775 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.512012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:54.512359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:54.512704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:54.573785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] Pushing event deleted for resources: {'Port': ['ID=da91914a-064e-4a02-bcbc-afa09574ff20,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:54.623866 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd7bdc-4f97-44e4-81f9-3d27ad10e0a5 req-0f631138-58ea-485e-8009-867c89f5bcb6 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:54.625945 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ecd7bdc-4f97-44e4-81f9-3d27ad10e0a5 req-0f631138-58ea-485e-8009-867c89f5bcb6 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.1598644 Nov 24 13:08:54.666369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:54.666716 n-d-817303-4 neutron-server[114985]: ERROR neutron.plugins.ml2.managers [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:54.667096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.709539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5345eb46-0de2-43b4-bb1c-e18bd8f63d83 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:54.712465 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5345eb46-0de2-43b4-bb1c-e18bd8f63d83 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.754886 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ecd7bdc-4f97-44e4-81f9-3d27ad10e0a5 req-003dff54-b907-4912-a3d1-4d1c08531790 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826397 Nov 24 13:08:54.765986 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.802375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c2efbea3-df35-42eb-a13f-9bd10f66c47d None None] Provisioning complete for port 685c6b29-44ca-4ec4-a10c-21068b66d3f0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:54.802752 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c2efbea3-df35-42eb-a13f-9bd10f66c47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.852354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] For port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:08:54.853010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempted to set empty binding levels {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 13:08:54.872277 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.879441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c2efbea3-df35-42eb-a13f-9bd10f66c47d None None] Port 685c6b29-44ca-4ec4-a10c-21068b66d3f0 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:54.892105 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.896865 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.924357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:54.924996 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.929356 n-d-817303-4 neutron-server[114985]: INFO neutron.db.ipam_backend_mixin [None req-5345eb46-0de2-43b4-bb1c-e18bd8f63d83 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ef67f5d0-8c09-4c9f-b9b3-a13db2955a93 (CIDR: 172.20.0.0/28) Nov 24 13:08:54.942419 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-5345eb46-0de2-43b4-bb1c-e18bd8f63d83 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:08:54.942911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5345eb46-0de2-43b4-bb1c-e18bd8f63d83 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:08:54.959544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Pushing event updated for resources: {'Port': ['ID=fb4428b6-83a2-4ba4-8a03-ba70bb2ca846,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:54.961888 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.962575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:08:54.971340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:54.975861 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a2018f67-86fc-4aec-8a24-3338a7b57bda admin admin] 10.222.0.48 "DELETE /v2.0/routers/79da31d7-a3fc-4076-b9ee-1a8cac8dfe1a HTTP/1.1" status: 204 len: 168 time: 1.8302157 Nov 24 13:08:54.977958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45396) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:54.990130 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7a975310-fd65-40d8-8b38-ffb2b00ac236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.7103248 Nov 24 13:08:54.993024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45398) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:55.026800 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5345eb46-0de2-43b4-bb1c-e18bd8f63d83 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5420136 Nov 24 13:08:55.028120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45400) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:55.034820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-77867880-d189-4d77-8f64-db0bc7506e23 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:55.100060 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4a8f89-b635-4617-9671-be976ff46333 admin admin] Deleting subnet 6abb9176-f169-4abf-912a-836a2a42f831 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:08:55.110074 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8f89-b635-4617-9671-be976ff46333 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:55.131577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device da91914a-064e-4a02-bcbc-afa09574ff20 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:55.197837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: da91914a-064e-4a02-bcbc-afa09574ff20 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:55.203734 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device da91914a-064e-4a02-bcbc-afa09574ff20 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:55.204307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device df9d56aa-9a8d-4716-b18a-4f72d742eea1 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:55.267765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb59404-dcb5-4057-a5a2-b669f0200a60 req-36913922-5b7e-41bf-b58f-33110275f841 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:55.270062 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-edb59404-dcb5-4057-a5a2-b669f0200a60 req-36913922-5b7e-41bf-b58f-33110275f841 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.46 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 945 time: 0.1372311 Nov 24 13:08:55.293627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: df9d56aa-9a8d-4716-b18a-4f72d742eea1 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:55.294120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device df9d56aa-9a8d-4716-b18a-4f72d742eea1 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:55.305285 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8f89-b635-4617-9671-be976ff46333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:55.360229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4b40691e-e52b-46c2-8cc8-f040a8d600a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Deleting port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:55.360705 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b40691e-e52b-46c2-8cc8-f040a8d600a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:55.414965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77867880-d189-4d77-8f64-db0bc7506e23 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:55.420632 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77867880-d189-4d77-8f64-db0bc7506e23 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:55.529923 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-edb59404-dcb5-4057-a5a2-b669f0200a60 req-adcb132a-06e7-42de-8053-4d23618c1810 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Deleting port 05da1e51-ffa9-4f77-8d43-143303fc61cd {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:55.530269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-edb59404-dcb5-4057-a5a2-b669f0200a60 req-adcb132a-06e7-42de-8053-4d23618c1810 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:55.680747 n-d-817303-4 neutron-server[114986]: INFO neutron.db.ipam_backend_mixin [None req-77867880-d189-4d77-8f64-db0bc7506e23 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7dc682c2-a2c4-4d58-854e-7c0dcbe00298 (CIDR: 172.20.0.16/28) Nov 24 13:08:55.692991 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-77867880-d189-4d77-8f64-db0bc7506e23 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:08:55.692991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77867880-d189-4d77-8f64-db0bc7506e23 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:08:55.729899 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-77867880-d189-4d77-8f64-db0bc7506e23 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6976864 Nov 24 13:08:55.733628 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45410) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:55.740921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-15ba5db2-20ea-49e4-87ff-16bbe6082e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'subnet': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:55.792255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-edb59404-dcb5-4057-a5a2-b669f0200a60 req-adcb132a-06e7-42de-8053-4d23618c1810 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] For port 05da1e51-ffa9-4f77-8d43-143303fc61cd, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=05da1e51-ffa9-4f77-8d43-143303fc61cd,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:55.792862 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-edb59404-dcb5-4057-a5a2-b669f0200a60 req-adcb132a-06e7-42de-8053-4d23618c1810 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:55.844713 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-edb59404-dcb5-4057-a5a2-b669f0200a60 req-adcb132a-06e7-42de-8053-4d23618c1810 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Calling delete_port for 05da1e51-ffa9-4f77-8d43-143303fc61cd owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:55.859144 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:55.942572 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec050a1-d299-4e5f-ba34-3d597c2f5925 req-9569f7b6-7562-47bd-8a6d-450beb257fc4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:55.945193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ec050a1-d299-4e5f-ba34-3d597c2f5925 req-9569f7b6-7562-47bd-8a6d-450beb257fc4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=307003fc-0b01-43a5-bc86-fe4562e6ee8b HTTP/1.1" status: 200 len: 945 time: 0.6622579 Nov 24 13:08:55.953683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-4b40691e-e52b-46c2-8cc8-f040a8d600a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] For port fb4428b6-83a2-4ba4-8a03-ba70bb2ca846, host n-h1-817303-4, got binding levels [] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:55.954052 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b40691e-e52b-46c2-8cc8-f040a8d600a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:55.986505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4b40691e-e52b-46c2-8cc8-f040a8d600a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Calling delete_port for fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:56.001005 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8f89-b635-4617-9671-be976ff46333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.002316 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e26b6d-f010-4557-bb5e-60d1ceff6d61 req-516de56f-264c-44e5-b485-e275df05b93d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:56.004407 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d0e26b6d-f010-4557-bb5e-60d1ceff6d61 req-516de56f-264c-44e5-b485-e275df05b93d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.1384883 Nov 24 13:08:56.030165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ba5db2-20ea-49e4-87ff-16bbe6082e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Made reservation on behalf of b524a324b744440190ac7aeac885c997 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:56.034305 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15ba5db2-20ea-49e4-87ff-16bbe6082e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.098180 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ec050a1-d299-4e5f-ba34-3d597c2f5925 req-921fe8df-f49f-4dde-b140-756e63cf058e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378453 Nov 24 13:08:56.128427 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8f89-b635-4617-9671-be976ff46333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.159139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a8f89-b635-4617-9671-be976ff46333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6abb9176-f169-4abf-912a-836a2a42f831,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:56.161163 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b4a8f89-b635-4617-9671-be976ff46333 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.167454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2b4a8f89-b635-4617-9671-be976ff46333 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6abb9176-f169-4abf-912a-836a2a42f831 HTTP/1.1" status: 204 len: 168 time: 1.1873953 Nov 24 13:08:56.167866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45414) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:56.169322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a346a158-8d37-4ea0-8b5b-887ff6cd73a8 None None] Network 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:56.175582 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b40691e-e52b-46c2-8cc8-f040a8d600a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.182795 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d0e26b6d-f010-4557-bb5e-60d1ceff6d61 req-96264f03-601b-41bb-850c-5d5cb9cb413f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696599 Nov 24 13:08:56.200905 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-edb59404-dcb5-4057-a5a2-b669f0200a60 req-adcb132a-06e7-42de-8053-4d23618c1810 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.221580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40691e-e52b-46c2-8cc8-f040a8d600a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb4428b6-83a2-4ba4-8a03-ba70bb2ca846,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:56.244280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb132a-06e7-42de-8053-4d23618c1810 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Pushing event deleted for resources: {'Port': ['ID=05da1e51-ffa9-4f77-8d43-143303fc61cd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:56.280597 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b40691e-e52b-46c2-8cc8-f040a8d600a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.283982 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4b40691e-e52b-46c2-8cc8-f040a8d600a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "DELETE /v2.0/ports/fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 HTTP/1.1" status: 204 len: 168 time: 1.2900403 Nov 24 13:08:56.287054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45416) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:56.299973 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.312096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb59404-dcb5-4057-a5a2-b669f0200a60 req-adcb132a-06e7-42de-8053-4d23618c1810 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] No DVR routers for this DVR port 05da1e51-ffa9-4f77-8d43-143303fc61cd on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:56.315301 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-edb59404-dcb5-4057-a5a2-b669f0200a60 req-adcb132a-06e7-42de-8053-4d23618c1810 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.319356 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-edb59404-dcb5-4057-a5a2-b669f0200a60 req-adcb132a-06e7-42de-8053-4d23618c1810 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.46 "DELETE /v2.0/ports/05da1e51-ffa9-4f77-8d43-143303fc61cd HTTP/1.1" status: 204 len: 173 time: 1.0398684 Nov 24 13:08:56.339815 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307003fc-0b01-43a5-bc86-fe4562e6ee8b', 'name': 'network-vif-deleted', 'tag': '05da1e51-ffa9-4f77-8d43-143303fc61cd'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:08:56.343218 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a85e826-59e3-4a31-949b-3eca6965dbdc" -d '{"events": [{"server_uuid": "307003fc-0b01-43a5-bc86-fe4562e6ee8b", "name": "network-vif-deleted", "tag": "05da1e51-ffa9-4f77-8d43-143303fc61cd"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:08:56.351014 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a63ea4c-8255-4cc6-973d-693d7992f9bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:08:56.357340 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4a63ea4c-8255-4cc6-973d-693d7992f9bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "GET /v2.0/ports/fb4428b6-83a2-4ba4-8a03-ba70bb2ca846 HTTP/1.1" status: 404 len: 333 time: 0.0644166 Nov 24 13:08:56.358977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Deleting port 0090a822-1d60-4740-b17e-3ed9c33beea8 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:56.359332 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.362452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45420) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:56.421390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3993a7-5812-430e-88fd-72e0981ab3f7 None None] DHCP port deletion for 3ac03b3a-9323-45ec-83d1-c054acbb9fd7 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:08:56.430632 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-4476e533-268a-49d3-97fb-b67e0508ed09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Request body: {'port': {'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-205394203'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:56.451657 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a384d38-68f8-4236-a820-88d22e92b843 x-openstack-request-id: req-9a384d38-68f8-4236-a820-88d22e92b843 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:08:56.452102 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307003fc-0b01-43a5-bc86-fe4562e6ee8b", "name": "network-vif-deleted", "tag": "05da1e51-ffa9-4f77-8d43-143303fc61cd", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:08:56.452221 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a384d38-68f8-4236-a820-88d22e92b843 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:08:56.452633 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307003fc-0b01-43a5-bc86-fe4562e6ee8b', 'name': 'network-vif-deleted', 'tag': '05da1e51-ffa9-4f77-8d43-143303fc61cd', 'status': 'completed', 'code': 200} Nov 24 13:08:56.518047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] For port 0090a822-1d60-4740-b17e-3ed9c33beea8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0090a822-1d60-4740-b17e-3ed9c33beea8,segment=NetworkSegment(cc442d9f-8d37-44d7-a04d-0dfdadb773dc),segment_id=cc442d9f-8d37-44d7-a04d-0dfdadb773dc)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:56.518574 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.536774 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1d3993a7-5812-430e-88fd-72e0981ab3f7 None None] Deleting port 0090a822-1d60-4740-b17e-3ed9c33beea8 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:56.538450 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1d3993a7-5812-430e-88fd-72e0981ab3f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.544550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Calling delete_port for 0090a822-1d60-4740-b17e-3ed9c33beea8 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:56.639312 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4476e533-268a-49d3-97fb-b67e0508ed09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Made reservation on behalf of db3702527b1f43d7aff16e3d2b5a986a for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:08:56.642300 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4476e533-268a-49d3-97fb-b67e0508ed09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.655861 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1d3993a7-5812-430e-88fd-72e0981ab3f7 None None] For port 0090a822-1d60-4740-b17e-3ed9c33beea8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0090a822-1d60-4740-b17e-3ed9c33beea8,segment=NetworkSegment(cc442d9f-8d37-44d7-a04d-0dfdadb773dc),segment_id=cc442d9f-8d37-44d7-a04d-0dfdadb773dc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:56.656544 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1d3993a7-5812-430e-88fd-72e0981ab3f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.672584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1d3993a7-5812-430e-88fd-72e0981ab3f7 None None] Calling delete_port for 0090a822-1d60-4740-b17e-3ed9c33beea8 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:56.682278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-4476e533-268a-49d3-97fb-b67e0508ed09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] device_id is not set on port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:08:56.694971 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.718726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] No DVR routers for this DVR port 0090a822-1d60-4740-b17e-3ed9c33beea8 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:56.743923 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15ba5db2-20ea-49e4-87ff-16bbe6082e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.763110 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1d3993a7-5812-430e-88fd-72e0981ab3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.775198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=0090a822-1d60-4740-b17e-3ed9c33beea8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:56.833085 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ba5db2-20ea-49e4-87ff-16bbe6082e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:56.845723 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-15ba5db2-20ea-49e4-87ff-16bbe6082e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:56.849579 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ba5db2-20ea-49e4-87ff-16bbe6082e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:56.850230 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15ba5db2-20ea-49e4-87ff-16bbe6082e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.891108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b717db33-8764-484f-98be-3e5e850ac3f0 None None] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:08:56.907451 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3993a7-5812-430e-88fd-72e0981ab3f7 None None] Pushing event deleted for resources: {'Port': ['ID=0090a822-1d60-4740-b17e-3ed9c33beea8,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:56.932384 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.935357 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:56.939148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba5db2-20ea-49e4-87ff-16bbe6082e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Subnet': ['ID=8c5eed57-699f-4933-bb1f-08a465e37b61,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:56.952514 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3993a7-5812-430e-88fd-72e0981ab3f7 None None] No DVR routers for this DVR port 0090a822-1d60-4740-b17e-3ed9c33beea8 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:08:56.972373 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-15ba5db2-20ea-49e4-87ff-16bbe6082e59 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2375605 Nov 24 13:08:56.977323 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45440) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:57.016008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac03b3a-9323-45ec-83d1-c054acbb9fd7']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:57.030237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:57.030652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc442d9f-8d37-44d7-a04d-0dfdadb773dc') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:08:57.032206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-69306b8b-2cca-41c5-ba6a-46e12629c6f7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1818875740', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8c5eed57-699f-4933-bb1f-08a465e37b61'}], 'security_groups': ['5384d181-e6e5-40a4-aafa-e509dcabcb5f', 'ca625641-56f2-4215-a98f-6aedbc079829']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:57.042655 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:57.061574 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:57.070375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:08:57.070905 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:08:57.072901 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:08:57.118571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0090a822-1d60-4740-b17e-3ed9c33beea8 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:57.161334 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:57.167213 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:57.170657 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] 10.222.0.48 "DELETE /v2.0/networks/3ac03b3a-9323-45ec-83d1-c054acbb9fd7 HTTP/1.1" status: 204 len: 168 time: 1.0015087 Nov 24 13:08:57.185181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45448) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:57.190125 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 0090a822-1d60-4740-b17e-3ed9c33beea8 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:57.190449 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0090a822-1d60-4740-b17e-3ed9c33beea8 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:57.212563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bd654-543d-472d-a950-0334e18d9c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac03b3a-9323-45ec-83d1-c054acbb9fd7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:57.244950 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4476e533-268a-49d3-97fb-b67e0508ed09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:57.451296 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9b97a4-8230-415f-8599-7017f4f7cf02 None None] Update dhcp port {'port': {'network_id': '14e87e45-10c2-46ec-bdc5-020d3f965826', 'fixed_ips': [{'subnet_id': '7dc682c2-a2c4-4d58-854e-7c0dcbe00298', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ef67f5d0-8c09-4c9f-b9b3-a13db2955a93', 'ip_address': '172.20.0.2'}, {'subnet_id': '8c5eed57-699f-4933-bb1f-08a465e37b61'}], 'binding:host_id': 'n-d-817303-4'}, 'id': '32e020fe-9b39-428c-8d88-b30cdacfb083'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:08:57.489017 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd9b97a4-8230-415f-8599-7017f4f7cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:57.494517 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-69306b8b-2cca-41c5-ba6a-46e12629c6f7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:57.547192 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4476e533-268a-49d3-97fb-b67e0508ed09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:57.557696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30fb5e-a0e3-427c-962f-e3c939ed6932 req-7abf40bb-6b05-4e26-a538-c0e455233b1f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:57.559199 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9e30fb5e-a0e3-427c-962f-e3c939ed6932 req-7abf40bb-6b05-4e26-a538-c0e455233b1f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.1878102 Nov 24 13:08:57.624899 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476e533-268a-49d3-97fb-b67e0508ed09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Pushing event updated for resources: {'Port': ['ID=9ff04393-3c3e-4d0a-8ca4-f059d46e692d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:57.685808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-fd9b97a4-8230-415f-8599-7017f4f7cf02 None None] Allocated IP 172.20.0.34 (14e87e45-10c2-46ec-bdc5-020d3f965826/8c5eed57-699f-4933-bb1f-08a465e37b61/32e020fe-9b39-428c-8d88-b30cdacfb083) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:57.687911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4476e533-268a-49d3-97fb-b67e0508ed09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Network 73aa6175-7e00-424c-9b70-69e6e5d1b941 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:08:57.696023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-4476e533-268a-49d3-97fb-b67e0508ed09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:08:57.703397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-7e88e4fd-b962-410f-84ac-e3b5040ebe84 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:57.706856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4476e533-268a-49d3-97fb-b67e0508ed09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:08:57.708572 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4476e533-268a-49d3-97fb-b67e0508ed09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:57.709489 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4476e533-268a-49d3-97fb-b67e0508ed09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:57.711744 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-7e88e4fd-b962-410f-84ac-e3b5040ebe84 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 812 time: 0.2171121 Nov 24 13:08:57.730511 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4476e533-268a-49d3-97fb-b67e0508ed09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3661697 Nov 24 13:08:57.735734 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9e30fb5e-a0e3-427c-962f-e3c939ed6932 req-efefaa65-04ac-4403-8d61-9831e408cbaf tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228099 Nov 24 13:08:57.736504 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45464) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:57.742071 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-0ff046e1-94b0-4cee-8297-3391478f92fa tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/quotas/3e1cd43c1ff04946a07c756c11513ec9 HTTP/1.1" status: 200 len: 375 time: 0.0295298 Nov 24 13:08:57.744141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:08:57.784941 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-9dc1bfce-35ea-4446-a994-7578dea3fde6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419152 Nov 24 13:08:57.853862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fd9b97a4-8230-415f-8599-7017f4f7cf02 None None] For port 32e020fe-9b39-428c-8d88-b30cdacfb083, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=32e020fe-9b39-428c-8d88-b30cdacfb083,segment=NetworkSegment(5a470ab9-6c31-4e5d-8365-c0724d85bd67),segment_id=5a470ab9-6c31-4e5d-8365-c0724d85bd67)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:57.878249 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:57.894981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 05da1e51-ffa9-4f77-8d43-143303fc61cd no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:08:57.922820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 05da1e51-ffa9-4f77-8d43-143303fc61cd {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:08:57.923603 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 05da1e51-ffa9-4f77-8d43-143303fc61cd not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:08:57.927580 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd9b97a4-8230-415f-8599-7017f4f7cf02 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:57.936951 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd9b97a4-8230-415f-8599-7017f4f7cf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:57.981377 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-b6913732-4f1d-4335-b3df-3c02035a2160 service neutron] 10.222.0.48 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871800 Nov 24 13:08:58.005732 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a5eb3b7-2ca7-4d35-afbc-c0eb2f48a446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:58.054426 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b97a4-8230-415f-8599-7017f4f7cf02 None None] Pushing event updated for resources: {'Port': ['ID=32e020fe-9b39-428c-8d88-b30cdacfb083,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:58.226067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-3c438ca5-d6f3-4eb7-bce6-2099e1cb26e1 service neutron] 10.222.0.48 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437222 Nov 24 13:08:58.447671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] device_id is not set on port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:08:58.497969 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:58.518702 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-95db5c9c-dc15-4919-afe1-c2e84de6a0b5 req-643c0170-593a-417e-a667-7327db180a9a tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 210 time: 0.0362675 Nov 24 13:08:58.539139 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:58.627145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0a5eb3b7-2ca7-4d35-afbc-c0eb2f48a446 admin admin] Deleting port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:08:58.627484 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a5eb3b7-2ca7-4d35-afbc-c0eb2f48a446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:58.637553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-69306b8b-2cca-41c5-ba6a-46e12629c6f7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Delete allocated IP 172.20.0.4 (14e87e45-10c2-46ec-bdc5-020d3f965826/ef67f5d0-8c09-4c9f-b9b3-a13db2955a93) {{(pid=114986) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 13:08:58.662125 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-69306b8b-2cca-41c5-ba6a-46e12629c6f7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Allocated IP 172.20.0.39 (14e87e45-10c2-46ec-bdc5-020d3f965826/8c5eed57-699f-4933-bb1f-08a465e37b61/685c6b29-44ca-4ec4-a10c-21068b66d3f0) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:08:58.665054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:58.665546 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:58.666771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:58.681502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:58.681995 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:58.688075 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 2 to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d Nov 24 13:08:58.695214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Pushing event updated for resources: {'Port': ['ID=9ff04393-3c3e-4d0a-8ca4-f059d46e692d,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:58.748410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-0a5eb3b7-2ca7-4d35-afbc-c0eb2f48a446 admin admin] For port 48221b23-30e1-41aa-8f2e-3b4b4c0b165e, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=48221b23-30e1-41aa-8f2e-3b4b4c0b165e,segment=NetworkSegment(71dd0f4b-094c-428f-9494-074c7885298a),segment_id=71dd0f4b-094c-428f-9494-074c7885298a)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:08:58.748690 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a5eb3b7-2ca7-4d35-afbc-c0eb2f48a446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:58.757993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:58.758515 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:58.758913 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:58.765910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0a5eb3b7-2ca7-4d35-afbc-c0eb2f48a446 admin admin] Calling delete_port for 48221b23-30e1-41aa-8f2e-3b4b4c0b165e owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:08:58.788103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:58.788442 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:58.792570 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 3 to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d Nov 24 13:08:58.848399 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:58.848790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:58.849109 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:58.876927 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:58.877285 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:58.880476 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 4 to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d Nov 24 13:08:58.933077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 32e020fe-9b39-428c-8d88-b30cdacfb083 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:08:59.037361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:59.037714 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:59.038064 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:59.041058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 32e020fe-9b39-428c-8d88-b30cdacfb083 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:59.041783 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:59.059688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:59.060027 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:59.062604 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 5 to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d Nov 24 13:08:59.081589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4648b-f0d6-4ae2-b50c-3c1a07e4420b req-ffe59c62-ca6d-4815-967d-fc9f0dd090ef tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:59.092513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4d4648b-f0d6-4ae2-b50c-3c1a07e4420b req-ffe59c62-ca6d-4815-967d-fc9f0dd090ef tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.1092832 Nov 24 13:08:59.133380 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:59.133619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:59.133967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:59.146146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41238860-cc0e-47eb-ace6-3435864ab883 req-afd8f90e-4ea9-4236-8388-1aa3b13353e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1838038 Nov 24 13:08:59.192602 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:59.193023 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:59.198457 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 6 to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d Nov 24 13:08:59.238108 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a5eb3b7-2ca7-4d35-afbc-c0eb2f48a446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:59.258003 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:59.258343 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:59.258688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:59.264513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-28c093fc-6c5d-4626-9312-e6ff678155e6 None None] Provisioning complete for port 32e020fe-9b39-428c-8d88-b30cdacfb083 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:59.265528 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28c093fc-6c5d-4626-9312-e6ff678155e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:59.281685 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5eb3b7-2ca7-4d35-afbc-c0eb2f48a446 admin admin] Pushing event deleted for resources: {'Port': ['ID=48221b23-30e1-41aa-8f2e-3b4b4c0b165e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:59.284716 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:59.286016 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:59.289170 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 7 to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d Nov 24 13:08:59.304200 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4d4648b-f0d6-4ae2-b50c-3c1a07e4420b req-ba01fed8-f1c1-48e2-87b9-d3e823950d88 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903822 Nov 24 13:08:59.308621 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-69306b8b-2cca-41c5-ba6a-46e12629c6f7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:59.310571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:59.310907 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:59.311254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:59.317278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41238860-cc0e-47eb-ace6-3435864ab883 req-f582d97d-834c-4c30-8e92-54b69d49c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:59.318957 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41238860-cc0e-47eb-ace6-3435864ab883 req-f582d97d-834c-4c30-8e92-54b69d49c69f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 1096 time: 0.1393354 Nov 24 13:08:59.323813 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-69306b8b-2cca-41c5-ba6a-46e12629c6f7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:59.340597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:59.340597 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:59.341024 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 8 to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d Nov 24 13:08:59.576166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-28c093fc-6c5d-4626-9312-e6ff678155e6 None None] Provisioning complete for port 685c6b29-44ca-4ec4-a10c-21068b66d3f0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:59.576978 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28c093fc-6c5d-4626-9312-e6ff678155e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:59.634067 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:59.646526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:59.647472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:59.658117 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-28c093fc-6c5d-4626-9312-e6ff678155e6 None None] Port 685c6b29-44ca-4ec4-a10c-21068b66d3f0 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:59.674342 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-28c093fc-6c5d-4626-9312-e6ff678155e6 None None] Provisioning complete for port 6402ffbc-cf73-4147-bbc2-d9974087be7b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:08:59.675834 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28c093fc-6c5d-4626-9312-e6ff678155e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:59.699616 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a5eb3b7-2ca7-4d35-afbc-c0eb2f48a446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:59.726753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:59.727375 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:59.728127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69306b8b-2cca-41c5-ba6a-46e12629c6f7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event updated for resources: {'Port': ['ID=685c6b29-44ca-4ec4-a10c-21068b66d3f0,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:08:59.741331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-28c093fc-6c5d-4626-9312-e6ff678155e6 None None] Port 6402ffbc-cf73-4147-bbc2-d9974087be7b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:08:59.752207 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 9 to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d Nov 24 13:08:59.757272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41238860-cc0e-47eb-ace6-3435864ab883 req-6eda6b8f-099d-4293-b031-489d6a339d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:59.758965 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41238860-cc0e-47eb-ace6-3435864ab883 req-6eda6b8f-099d-4293-b031-489d6a339d8b service neutron] 10.222.0.46 "GET /v2.0/networks?id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 200 len: 915 time: 0.4130304 Nov 24 13:08:59.786812 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6cff4b56-ef12-47e9-9703-5a2cdf3bf1b0 req-f3397fc5-9295-44c0-900d-6d0f2b7266d0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 210 time: 0.0821261 Nov 24 13:08:59.808439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-69306b8b-2cca-41c5-ba6a-46e12629c6f7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] In _notify_port_updated(), no bound segment for port 685c6b29-44ca-4ec4-a10c-21068b66d3f0 on network 14e87e45-10c2-46ec-bdc5-020d3f965826 {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:08:59.813982 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69306b8b-2cca-41c5-ba6a-46e12629c6f7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:59.814824 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-69306b8b-2cca-41c5-ba6a-46e12629c6f7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:59.816385 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-69306b8b-2cca-41c5-ba6a-46e12629c6f7 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "PUT /v2.0/ports/685c6b29-44ca-4ec4-a10c-21068b66d3f0 HTTP/1.1" status: 200 len: 960 time: 2.7972178 Nov 24 13:08:59.834174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45498) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:08:59.862020 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41238860-cc0e-47eb-ace6-3435864ab883 req-fd91aec8-c901-4cf5-a9fb-5c5a0e30910f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf18ff6-7be6-4fea-98da-b262d0a3bf55 HTTP/1.1" status: 200 len: 217 time: 0.0678213 Nov 24 13:08:59.862862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:59.863478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:59.864070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:59.870017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:59.870651 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:59.914068 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 10 to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d Nov 24 13:08:59.960206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:08:59.960888 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:08:59.961440 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:08:59.974375 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:08:59.975034 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:08:59.975657 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:08:59.989144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41238860-cc0e-47eb-ace6-3435864ab883 req-082a7108-bf31-423b-b17c-ab150c3b0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:08:59.991319 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41238860-cc0e-47eb-ace6-3435864ab883 req-082a7108-bf31-423b-b17c-ab150c3b0035 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f0f3e85b-683d-4513-bd49-62d39197bf31 HTTP/1.1" status: 200 len: 854 time: 0.1179814 Nov 24 13:09:00.089541 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41238860-cc0e-47eb-ace6-3435864ab883 req-1f7e9c47-0466-4bf0-93ae-92cab926d9bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=11c226cd-be44-48cf-a7e4-3f9e6832d7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709600 Nov 24 13:09:00.092239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-89f52b8e-8124-4d96-ba97-c56faec3b51e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port 685c6b29-44ca-4ec4-a10c-21068b66d3f0 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:00.092717 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89f52b8e-8124-4d96-ba97-c56faec3b51e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:00.235107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-4925d407-4e7e-4cc1-9bb6-6287c81489eb tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.246764 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-4925d407-4e7e-4cc1-9bb6-6287c81489eb tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.46 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 812 time: 0.1773522 Nov 24 13:09:00.277251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-988ceaf2-d9e1-4234-833b-29e30d0a8b1e None None] Provisioning complete for port 685c6b29-44ca-4ec4-a10c-21068b66d3f0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:00.278191 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-988ceaf2-d9e1-4234-833b-29e30d0a8b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:00.296897 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] For port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:09:00.298838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempted to set empty binding levels {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 13:09:00.299171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-d5c141eb-d978-4269-b6fc-9dc7a1f88cb4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Request body: {'port': {'device_id': '70b117f5-05c3-43cc-aec1-55849a8ba447', 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df', 'admin_state_up': True, 'tenant_id': '3e1cd43c1ff04946a07c756c11513ec9'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:00.315726 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:00.331369 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-988ceaf2-d9e1-4234-833b-29e30d0a8b1e None None] Port 685c6b29-44ca-4ec4-a10c-21068b66d3f0 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:09:00.400603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5eb3b7-2ca7-4d35-afbc-c0eb2f48a446 admin admin] Router 52f20af0-c465-4180-b5bc-e0345af2a0a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:09:00.429298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] In _notify_port_updated(), no bound segment for port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:09:00.430340 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.432334 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:00.449463 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "PUT /v2.0/ports/9ff04393-3c3e-4d0a-8ca4-f059d46e692d HTTP/1.1" status: 200 len: 978 time: 2.7063358 Nov 24 13:09:00.454499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45504) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:00.554313 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41238860-cc0e-47eb-ace6-3435864ab883 req-3b0d034f-6989-44bd-9c2c-16f16ceebf30 service neutron] 10.222.0.46 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487770 Nov 24 13:09:00.555321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042c84a-ac68-4de4-ad59-6709c506f537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Pushing event updated for resources: {'Port': ['ID=9ff04393-3c3e-4d0a-8ca4-f059d46e692d,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:00.634046 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89f52b8e-8124-4d96-ba97-c56faec3b51e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:00.669321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8c71f-ef17-4f3b-a882-cce726a59feb req-b3ab466b-0797-4da4-9b42-e144d8a2f252 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.670968 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50e8c71f-ef17-4f3b-a882-cce726a59feb req-b3ab466b-0797-4da4-9b42-e144d8a2f252 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.2692139 Nov 24 13:09:00.683892 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.684391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.684901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.685430 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.686290 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.686962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.687444 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.688151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.688630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.689147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.689621 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.690151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.690623 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.691089 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.692016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.692153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.692316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-89f52b8e-8124-4d96-ba97-c56faec3b51e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for 685c6b29-44ca-4ec4-a10c-21068b66d3f0 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:00.692507 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.693001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.693586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.694308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.694780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.695441 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.696038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.697152 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.698311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.698791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.699366 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.699729 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.700193 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.700657 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.702181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:00.712890 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5193168f-69a5-40d3-9670-b8f95988c35e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28019 time: 0.2565596 Nov 24 13:09:00.714818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45510) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:00.815673 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-d5c141eb-d978-4269-b6fc-9dc7a1f88cb4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Made reservation on behalf of 3e1cd43c1ff04946a07c756c11513ec9 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:00.819464 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-d5c141eb-d978-4269-b6fc-9dc7a1f88cb4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:00.914116 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50e8c71f-ef17-4f3b-a882-cce726a59feb req-cc22d0bd-5c2f-4d0f-94ae-f36c4f6d6627 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322426 Nov 24 13:09:00.979350 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-219f7555-7778-42f1-b102-5e990739af2d req-65abddf6-c990-4bbc-819e-003e272d1453 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 210 time: 0.0492175 Nov 24 13:09:01.034852 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41238860-cc0e-47eb-ace6-3435864ab883 req-0120d46f-dad6-48aa-a912-72a8a4b2bea2 service neutron] 10.222.0.46 "GET /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663980 Nov 24 13:09:01.040936 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-70994555-8ff4-47ac-b265-c979c33c3d71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Deleting port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:01.041541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-70994555-8ff4-47ac-b265-c979c33c3d71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:01.045885 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5eb3b7-2ca7-4d35-afbc-c0eb2f48a446 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:09:01.059262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f281752-2bc2-45b6-a3e9-fa30ffa25add None None] Sync routers for ids ['52f20af0-c465-4180-b5bc-e0345af2a0a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:09:01.064030 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0a5eb3b7-2ca7-4d35-afbc-c0eb2f48a446 admin admin] 10.222.0.48 "PUT /v2.0/routers/52f20af0-c465-4180-b5bc-e0345af2a0a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8766818 Nov 24 13:09:01.072582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45516) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:01.076798 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f281752-2bc2-45b6-a3e9-fa30ffa25add None None] Routers {'52f20af0-c465-4180-b5bc-e0345af2a0a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:09:01.077871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7f281752-2bc2-45b6-a3e9-fa30ffa25add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:08:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['52f20af0-c465-4180-b5bc-e0345af2a0a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:01.241856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-70994555-8ff4-47ac-b265-c979c33c3d71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] For port 9ff04393-3c3e-4d0a-8ca4-f059d46e692d, host n-h1-817303-4, got binding levels [] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:01.242259 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-70994555-8ff4-47ac-b265-c979c33c3d71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:01.273701 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-70994555-8ff4-47ac-b265-c979c33c3d71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Calling delete_port for 9ff04393-3c3e-4d0a-8ca4-f059d46e692d owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:01.275714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-7f281752-2bc2-45b6-a3e9-fa30ffa25add None None] Set router 52f20af0-c465-4180-b5bc-e0345af2a0a0 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:09:01.449288 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-70994555-8ff4-47ac-b265-c979c33c3d71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:01.503573 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70994555-8ff4-47ac-b265-c979c33c3d71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ff04393-3c3e-4d0a-8ca4-f059d46e692d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:01.532590 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-70994555-8ff4-47ac-b265-c979c33c3d71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:01.541797 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-70994555-8ff4-47ac-b265-c979c33c3d71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "DELETE /v2.0/ports/9ff04393-3c3e-4d0a-8ca4-f059d46e692d HTTP/1.1" status: 204 len: 168 time: 0.8226824 Nov 24 13:09:01.542701 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45520) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:01.590161 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-73963a2b-a266-41b1-ad45-ae7205e50c29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:09:01.592579 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-73963a2b-a266-41b1-ad45-ae7205e50c29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "GET /v2.0/ports/9ff04393-3c3e-4d0a-8ca4-f059d46e692d HTTP/1.1" status: 404 len: 333 time: 0.0464914 Nov 24 13:09:01.599170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45522) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:01.607142 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-058e4b1e-a3cb-47f2-a7fb-ddceb1367396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-828463976', 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:01.644011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7f281752-2bc2-45b6-a3e9-fa30ffa25add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'name': 'tempest-TaggedBootDevicesTest-842224396-router', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:41Z', 'updated_at': '2021-11-24T13:08:59Z', 'revision_number': 5, 'project_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'gw_port': {'id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:71:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:42Z', 'updated_at': '2021-11-24T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:01.648672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:09:01.653955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058e4b1e-a3cb-47f2-a7fb-ddceb1367396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Made reservation on behalf of db3702527b1f43d7aff16e3d2b5a986a for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:01.656785 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-058e4b1e-a3cb-47f2-a7fb-ddceb1367396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:01.690175 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-058e4b1e-a3cb-47f2-a7fb-ddceb1367396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] device_id is not set on port 6ab820ef-e914-4e3e-8455-84ae9e886d18 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:09:01.704190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f281752-2bc2-45b6-a3e9-fa30ffa25add None None] Checking router: 52f20af0-c465-4180-b5bc-e0345af2a0a0 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:09:01.757116 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-d5c141eb-d978-4269-b6fc-9dc7a1f88cb4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Allocated IP 172.20.0.2 (947fd8e7-0529-4083-a4cd-f5a8c40e92df/43d39305-527a-49a2-bcce-5fc6399fd429/f961cbf6-9f7f-4917-a540-4bce9293780a) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:09:01.769555 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f281752-2bc2-45b6-a3e9-fa30ffa25add None None] Routers {'52f20af0-c465-4180-b5bc-e0345af2a0a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:09:01.771113 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7f281752-2bc2-45b6-a3e9-fa30ffa25add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:08:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['52f20af0-c465-4180-b5bc-e0345af2a0a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:01.900645 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:01.979656 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89f52b8e-8124-4d96-ba97-c56faec3b51e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.107698 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-058e4b1e-a3cb-47f2-a7fb-ddceb1367396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.125022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f52b8e-8124-4d96-ba97-c56faec3b51e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=685c6b29-44ca-4ec4-a10c-21068b66d3f0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:02.145494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:02.164944 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c', 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065', 'port_id': 'cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c', 'mac_address': 'fa:16:3e:64:cb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a57a07f-eae2-4aeb-a7ea-5943414d67b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:09:02.173011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-7f281752-2bc2-45b6-a3e9-fa30ffa25add None None] Set router 52f20af0-c465-4180-b5bc-e0345af2a0a0 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:09:02.186183 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29d51686-c377-466d-bc6e-77febefe43f3 req-9d450f74-9405-4bee-a7c0-3735365eebe0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 210 time: 0.0362849 Nov 24 13:09:02.188407 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-058e4b1e-a3cb-47f2-a7fb-ddceb1367396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.286862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e4b1e-a3cb-47f2-a7fb-ddceb1367396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Network 73aa6175-7e00-424c-9b70-69e6e5d1b941 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:02.289500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-058e4b1e-a3cb-47f2-a7fb-ddceb1367396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:02.297526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e4b1e-a3cb-47f2-a7fb-ddceb1367396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:02.299066 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e4b1e-a3cb-47f2-a7fb-ddceb1367396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:02.299683 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-058e4b1e-a3cb-47f2-a7fb-ddceb1367396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.318262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e4b1e-a3cb-47f2-a7fb-ddceb1367396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Pushing event updated for resources: {'Port': ['ID=6ab820ef-e914-4e3e-8455-84ae9e886d18,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:02.330166 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.336113 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-058e4b1e-a3cb-47f2-a7fb-ddceb1367396 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7364199 Nov 24 13:09:02.339511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45538) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:02.362233 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-d5c141eb-d978-4269-b6fc-9dc7a1f88cb4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.393825 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733c836c-17b5-4582-b149-890df7279d82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:02.397114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:09:02.399674 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-733c836c-17b5-4582-b149-890df7279d82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "GET /v2.0/ports/6ab820ef-e914-4e3e-8455-84ae9e886d18 HTTP/1.1" status: 200 len: 958 time: 0.0591280 Nov 24 13:09:02.406731 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45542) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:02.485651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:02.508757 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-d5c141eb-d978-4269-b6fc-9dc7a1f88cb4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.528411 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.539567 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.577619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-bb1cf592-1f5e-42db-9e27-41e401198357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Deleting port 6ab820ef-e914-4e3e-8455-84ae9e886d18 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:02.578091 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf592-1f5e-42db-9e27-41e401198357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.605869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7f281752-2bc2-45b6-a3e9-fa30ffa25add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'name': 'tempest-TaggedBootDevicesTest-842224396-router', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:41Z', 'updated_at': '2021-11-24T13:08:59Z', 'revision_number': 5, 'project_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'gw_port': {'id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:71:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:42Z', 'updated_at': '2021-11-24T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:02.608030 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:02.656231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f281752-2bc2-45b6-a3e9-fa30ffa25add None None] The sync data for ids ['52f20af0-c465-4180-b5bc-e0345af2a0a0'] in n-d-817303-4 is: [{'id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'name': 'tempest-TaggedBootDevicesTest-842224396-router', 'tenant_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:56:41Z', 'updated_at': '2021-11-24T13:08:59Z', 'revision_number': 5, 'project_id': '781fcf189cee4c0fbf1c1e8de2b87d45', 'gw_port': {'id': 'db5aab40-deb3-4a88-be16-6cc67507cd62', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:71:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f20af0-c465-4180-b5bc-e0345af2a0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:56:42Z', 'updated_at': '2021-11-24T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:09:02.662105 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf592-1f5e-42db-9e27-41e401198357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.679384 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-bb1cf592-1f5e-42db-9e27-41e401198357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Calling delete_port for 6ab820ef-e914-4e3e-8455-84ae9e886d18 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:02.730035 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89f52b8e-8124-4d96-ba97-c56faec3b51e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.734173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-89f52b8e-8124-4d96-ba97-c56faec3b51e tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/685c6b29-44ca-4ec4-a10c-21068b66d3f0 HTTP/1.1" status: 204 len: 168 time: 2.8988664 Nov 24 13:09:02.745723 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45546) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:02.772218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b1142-1d0c-4247-8ab3-7cbf09171678 req-3317b506-7667-43d2-be28-bde043e696da tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:02.773897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-198b1142-1d0c-4247-8ab3-7cbf09171678 req-3317b506-7667-43d2-be28-bde043e696da tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.7123206 Nov 24 13:09:02.794757 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf592-1f5e-42db-9e27-41e401198357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.806444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c141eb-d978-4269-b6fc-9dc7a1f88cb4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Pushing event updated for resources: {'Port': ['ID=f961cbf6-9f7f-4917-a540-4bce9293780a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:02.811466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-d5c141eb-d978-4269-b6fc-9dc7a1f88cb4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Network 947fd8e7-0529-4083-a4cd-f5a8c40e92df is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:02.840712 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:09:02.849204 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9cd56c-81ac-44bd-a034-258feb9407a1 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] GET failed (client error): The resource could not be found. Nov 24 13:09:02.850703 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cb9cd56c-81ac-44bd-a034-258feb9407a1 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports/685c6b29-44ca-4ec4-a10c-21068b66d3f0 HTTP/1.1" status: 404 len: 333 time: 0.0985904 Nov 24 13:09:02.866338 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb1cf592-1f5e-42db-9e27-41e401198357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.870417 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bb1cf592-1f5e-42db-9e27-41e401198357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "DELETE /v2.0/ports/6ab820ef-e914-4e3e-8455-84ae9e886d18 HTTP/1.1" status: 204 len: 168 time: 0.4646807 Nov 24 13:09:02.871256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45548) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:02.879010 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45550) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:02.885837 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-198b1142-1d0c-4247-8ab3-7cbf09171678 req-e5f819fc-d6dd-4945-8226-cb391997dd2d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045971 Nov 24 13:09:02.887746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-d5c141eb-d978-4269-b6fc-9dc7a1f88cb4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:02.890811 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-d5c141eb-d978-4269-b6fc-9dc7a1f88cb4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:02.913911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cf592-1f5e-42db-9e27-41e401198357 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ab820ef-e914-4e3e-8455-84ae9e886d18,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:02.927752 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-14debf45-334c-4ce7-981e-ca0246385abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:09:02.931099 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-14debf45-334c-4ce7-981e-ca0246385abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "GET /v2.0/ports/6ab820ef-e914-4e3e-8455-84ae9e886d18 HTTP/1.1" status: 404 len: 333 time: 0.0501075 Nov 24 13:09:02.934325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45552) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:02.941269 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ce06ee1f-b922-4c4c-96d8-285ae12198b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Request body: {'port': {'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1312402727'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:02.983309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce06ee1f-b922-4c4c-96d8-285ae12198b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Made reservation on behalf of db3702527b1f43d7aff16e3d2b5a986a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:02.986300 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce06ee1f-b922-4c4c-96d8-285ae12198b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.991149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95199c02-3665-41d2-bb79-5c3b44343c1a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:02.996146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-d5c141eb-d978-4269-b6fc-9dc7a1f88cb4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:02.996856 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-d5c141eb-d978-4269-b6fc-9dc7a1f88cb4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.030724 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-ce06ee1f-b922-4c4c-96d8-285ae12198b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] device_id is not set on port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:09:03.059391 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 48221b23-30e1-41aa-8f2e-3b4b4c0b165e no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:09:03.064431 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95199c02-3665-41d2-bb79-5c3b44343c1a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.116394 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 48221b23-30e1-41aa-8f2e-3b4b4c0b165e {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:09:03.116992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 48221b23-30e1-41aa-8f2e-3b4b4c0b165e not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:09:03.122484 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95199c02-3665-41d2-bb79-5c3b44343c1a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.128012 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95199c02-3665-41d2-bb79-5c3b44343c1a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.132893 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-95199c02-3665-41d2-bb79-5c3b44343c1a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/security-groups/fbee7842-248a-42b0-9e73-951d6fd7e765 HTTP/1.1" status: 204 len: 168 time: 0.2604947 Nov 24 13:09:03.133961 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45554) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:03.172832 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95199c02-3665-41d2-bb79-5c3b44343c1a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbee7842-248a-42b0-9e73-951d6fd7e765,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:03.214077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce06ee1f-b922-4c4c-96d8-285ae12198b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.276253 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-d5c141eb-d978-4269-b6fc-9dc7a1f88cb4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9853940 Nov 24 13:09:03.279033 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] Deleting port db5aab40-deb3-4a88-be16-6cc67507cd62 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:03.279651 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.319446 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f64e2a71-9cfe-4454-8e5d-ef4e4e953d14 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.374052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] For port db5aab40-deb3-4a88-be16-6cc67507cd62, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=db5aab40-deb3-4a88-be16-6cc67507cd62,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:03.374501 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.387975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] Calling delete_port for db5aab40-deb3-4a88-be16-6cc67507cd62 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:03.405396 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f64e2a71-9cfe-4454-8e5d-ef4e4e953d14 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.438902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9102a-bc58-4adc-a322-82568b618dee req-ce348286-9e55-4a46-83b5-6355d85432a4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:03.440545 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bfa9102a-bc58-4adc-a322-82568b618dee req-ce348286-9e55-4a46-83b5-6355d85432a4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 931 time: 0.0829332 Nov 24 13:09:03.500588 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f64e2a71-9cfe-4454-8e5d-ef4e4e953d14 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.504206 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f64e2a71-9cfe-4454-8e5d-ef4e4e953d14 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.507522 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f64e2a71-9cfe-4454-8e5d-ef4e4e953d14 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/security-groups/ca625641-56f2-4215-a98f-6aedbc079829 HTTP/1.1" status: 204 len: 168 time: 0.3522353 Nov 24 13:09:03.508126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45560) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:03.555828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e2a71-9cfe-4454-8e5d-ef4e4e953d14 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca625641-56f2-4215-a98f-6aedbc079829,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:03.574368 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bfa9102a-bc58-4adc-a322-82568b618dee req-80670fd9-b971-4bcb-9c79-379a6c7b9abc tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238432 Nov 24 13:09:03.601451 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce06ee1f-b922-4c4c-96d8-285ae12198b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.607324 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fe47402-76f7-45d1-9680-e75514b35b34 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.613566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Request body: {'port': {'device_id': '70b117f5-05c3-43cc-aec1-55849a8ba447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:03.627031 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.639842 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fe47402-76f7-45d1-9680-e75514b35b34 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.657375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:09:03.720885 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fe47402-76f7-45d1-9680-e75514b35b34 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.723793 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fe47402-76f7-45d1-9680-e75514b35b34 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.725215 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8fe47402-76f7-45d1-9680-e75514b35b34 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/security-groups/5384d181-e6e5-40a4-aafa-e509dcabcb5f HTTP/1.1" status: 204 len: 168 time: 0.2057064 Nov 24 13:09:03.727012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce06ee1f-b922-4c4c-96d8-285ae12198b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Network 73aa6175-7e00-424c-9b70-69e6e5d1b941 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:03.731752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45564) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:03.733079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-ce06ee1f-b922-4c4c-96d8-285ae12198b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:03.736472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06ee1f-b922-4c4c-96d8-285ae12198b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:03.737707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce06ee1f-b922-4c4c-96d8-285ae12198b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:03.738983 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce06ee1f-b922-4c4c-96d8-285ae12198b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.743268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe47402-76f7-45d1-9680-e75514b35b34 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5384d181-e6e5-40a4-aafa-e509dcabcb5f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:03.785385 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.801626 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:09:03.824750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:03.830894 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.886086 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06ee1f-b922-4c4c-96d8-285ae12198b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Pushing event updated for resources: {'Port': ['ID=41ecc0c4-223e-440b-a43b-39dbb89b6b61,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:03.901510 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8bb72f-56e9-4204-b1aa-e9ae29d57a1a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting subnet ef67f5d0-8c09-4c9f-b9b3-a13db2955a93 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:09:03.908258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:03.913958 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb72f-56e9-4204-b1aa-e9ae29d57a1a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:03.979314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ce06ee1f-b922-4c4c-96d8-285ae12198b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0426869 Nov 24 13:09:03.981977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45568) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:03.988808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:04.000331 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb72f-56e9-4204-b1aa-e9ae29d57a1a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.041743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] Pushing event deleted for resources: {'Port': ['ID=db5aab40-deb3-4a88-be16-6cc67507cd62,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:04.060568 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.062986 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.065041 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.238932 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.261878 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.263440 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] device_id is not set on port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:09:04.273849 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.282567 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.286788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb7436-4891-45bc-9b91-1efb337d6acb req-d91e208a-9f4a-4820-81de-a4a7df719901 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:04.288318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cadb7436-4891-45bc-9b91-1efb337d6acb req-d91e208a-9f4a-4820-81de-a4a7df719901 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 944 time: 0.2365363 Nov 24 13:09:04.356105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Pushing event updated for resources: {'Port': ['ID=41ecc0c4-223e-440b-a43b-39dbb89b6b61,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:04.375532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:04.376035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:04.376747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:04.379707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb72f-56e9-4204-b1aa-e9ae29d57a1a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.385259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:04.386651 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:09:04.387185 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 2 to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 Nov 24 13:09:04.403135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:04.403621 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:04.404065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:04.411264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:04.412067 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:09:04.412668 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 3 to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 Nov 24 13:09:04.428078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:04.428487 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:04.428958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:04.439214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:04.439722 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:09:04.440257 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 4 to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 Nov 24 13:09:04.458471 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.458997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52f20af0-c465-4180-b5bc-e0345af2a0a0 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:09:04.465255 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.469158 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e32c46aa-bf27-4559-90c4-9afa2dc2a98d admin admin] 10.222.0.48 "DELETE /v2.0/routers/52f20af0-c465-4180-b5bc-e0345af2a0a0 HTTP/1.1" status: 204 len: 168 time: 3.3954501 Nov 24 13:09:04.469813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45570) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:04.508577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:04.509441 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:04.510759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:04.523509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:04.524259 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:09:04.524941 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 5 to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 Nov 24 13:09:04.566406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:04.576385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:04.576815 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:04.593409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:04.594190 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:09:04.594754 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 6 to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 Nov 24 13:09:04.622323 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:04.622667 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:04.623062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:04.630146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:04.630486 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:09:04.631710 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 7 to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 Nov 24 13:09:04.645914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-060c7986-782d-42ee-ab39-8692970395fc admin admin] Deleting subnet 5d8c65d9-5d8a-47b6-ac32-cab4ec85cd8a {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:09:04.647437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:04.647784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:04.648121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:04.658297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:04.658632 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:09:04.659299 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 8 to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 Nov 24 13:09:04.676257 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-060c7986-782d-42ee-ab39-8692970395fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.679515 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:04.679860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:04.680253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:04.685850 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:04.686183 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:09:04.686671 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 9 to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 Nov 24 13:09:04.747347 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-060c7986-782d-42ee-ab39-8692970395fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.756583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:04.757205 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:04.757752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:04.765214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:04.765819 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:09:04.767406 n-d-817303-4 neutron-server[114986]: INFO neutron.plugins.ml2.plugin [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempt 10 to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 Nov 24 13:09:04.819238 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:04.819579 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:04.819917 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempting to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:04.820235 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cadb7436-4891-45bc-9b91-1efb337d6acb req-5327fb0d-770b-415b-9989-718878647566 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724925 Nov 24 13:09:04.825553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:04.825884 n-d-817303-4 neutron-server[114986]: ERROR neutron.plugins.ml2.managers [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Failed to bind port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on host n-h1-817303-4 for vnic_type normal using segments [{'id': '2507089e-1c3a-4ca1-b1ba-6c24018fe98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '73aa6175-7e00-424c-9b70-69e6e5d1b941'}] Nov 24 13:09:04.826257 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.838226 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8438-c9c1-4067-a78e-26e96b3e9a6d req-a5b3de8e-27a1-47eb-bcd4-c913c0143561 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:04.839947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-130d8438-c9c1-4067-a78e-26e96b3e9a6d req-a5b3de8e-27a1-47eb-bcd4-c913c0143561 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 931 time: 0.1316819 Nov 24 13:09:04.929063 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb72f-56e9-4204-b1aa-e9ae29d57a1a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.959691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] For port 41ecc0c4-223e-440b-a43b-39dbb89b6b61, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:09:04.960076 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attempted to set empty binding levels {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 24 13:09:04.971790 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:04.995876 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bb72f-56e9-4204-b1aa-e9ae29d57a1a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Subnet': ['ID=ef67f5d0-8c09-4c9f-b9b3-a13db2955a93,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:05.012246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e53612-199e-4fd7-aa89-3b72a04648bd None None] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:05.028269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Pushing event updated for resources: {'Port': ['ID=41ecc0c4-223e-440b-a43b-39dbb89b6b61,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:05.028767 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb72f-56e9-4204-b1aa-e9ae29d57a1a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.032045 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cc8bb72f-56e9-4204-b1aa-e9ae29d57a1a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/ef67f5d0-8c09-4c9f-b9b3-a13db2955a93 HTTP/1.1" status: 204 len: 168 time: 1.2901514 Nov 24 13:09:05.038198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45578) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:05.054106 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-060c7986-782d-42ee-ab39-8692970395fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.055176 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-130d8438-c9c1-4067-a78e-26e96b3e9a6d req-70a2602d-a95b-4935-b404-e31b0861f301 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082536 Nov 24 13:09:05.084455 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] In _notify_port_updated(), no bound segment for port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 on network 73aa6175-7e00-424c-9b70-69e6e5d1b941 {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:09:05.085421 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:05.086038 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.087422 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b42ff94a-2ddc-4853-95f0-d856ca1320cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "PUT /v2.0/ports/41ecc0c4-223e-440b-a43b-39dbb89b6b61 HTTP/1.1" status: 200 len: 979 time: 1.1044285 Nov 24 13:09:05.091436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45580) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:05.218616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f961cbf6-9f7f-4917-a540-4bce9293780a {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:09:05.239260 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.253006 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-060c7986-782d-42ee-ab39-8692970395fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.253848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting subnet 8c5eed57-699f-4933-bb1f-08a465e37b61 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:09:05.259161 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.264646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device db5aab40-deb3-4a88-be16-6cc67507cd62 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:09:05.316984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f615d433-2f37-4722-b18e-56433573a899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Deleting port 41ecc0c4-223e-440b-a43b-39dbb89b6b61 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:05.317602 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f615d433-2f37-4722-b18e-56433573a899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.325931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c7986-782d-42ee-ab39-8692970395fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d8c65d9-5d8a-47b6-ac32-cab4ec85cd8a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:05.337922 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-060c7986-782d-42ee-ab39-8692970395fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.342480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-060c7986-782d-42ee-ab39-8692970395fc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5d8c65d9-5d8a-47b6-ac32-cab4ec85cd8a HTTP/1.1" status: 204 len: 168 time: 0.8624127 Nov 24 13:09:05.344308 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Transition to ACTIVE for port object f961cbf6-9f7f-4917-a540-4bce9293780a will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:09:05.345137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45582) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:05.371018 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.372431 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: db5aab40-deb3-4a88-be16-6cc67507cd62 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:09:05.379835 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device db5aab40-deb3-4a88-be16-6cc67507cd62 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:09:05.387790 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea2ccdd-a7f0-4571-a23f-d9726414446a None None] Network 0734c625-b849-4f3a-8778-0208f46778b3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:05.418419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-f615d433-2f37-4722-b18e-56433573a899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] For port 41ecc0c4-223e-440b-a43b-39dbb89b6b61, host n-h1-817303-4, got binding levels [] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:05.418793 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f615d433-2f37-4722-b18e-56433573a899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.433577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f615d433-2f37-4722-b18e-56433573a899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Calling delete_port for 41ecc0c4-223e-440b-a43b-39dbb89b6b61 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:05.482521 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.529447 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.532831 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f615d433-2f37-4722-b18e-56433573a899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.536296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f961cbf6-9f7f-4917-a540-4bce9293780a,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:05.599606 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615d433-2f37-4722-b18e-56433573a899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Pushing event deleted for resources: {'Port': ['ID=41ecc0c4-223e-440b-a43b-39dbb89b6b61,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:05.608384 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f615d433-2f37-4722-b18e-56433573a899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.614445 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f615d433-2f37-4722-b18e-56433573a899 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "DELETE /v2.0/ports/41ecc0c4-223e-440b-a43b-39dbb89b6b61 HTTP/1.1" status: 204 len: 168 time: 0.5193346 Nov 24 13:09:05.615278 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45584) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:05.652296 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-26f10b5c-fb0e-4dad-877a-01ee22258710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] GET failed (client error): The resource could not be found. Nov 24 13:09:05.657719 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-26f10b5c-fb0e-4dad-877a-01ee22258710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1429640932-project-admin] 10.222.0.48 "GET /v2.0/ports/41ecc0c4-223e-440b-a43b-39dbb89b6b61 HTTP/1.1" status: 404 len: 333 time: 0.0382671 Nov 24 13:09:05.658364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45586) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:05.664166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:09:05.701928 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.761976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Deleting port ccb0a080-7565-4bbe-8199-2dc4f745a470 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:05.762327 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.768408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757aaa75-5983-4e38-ba6d-543334dccd0d None None] DHCP port deletion for 0734c625-b849-4f3a-8778-0208f46778b3 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:09:05.807511 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Attempting to bind port f961cbf6-9f7f-4917-a540-4bce9293780a on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:05.807855 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Attempting to bind port f961cbf6-9f7f-4917-a540-4bce9293780a by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:05.808270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Attempting to bind port f961cbf6-9f7f-4917-a540-4bce9293780a on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:05.811325 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.849110 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.857440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Port f961cbf6-9f7f-4917-a540-4bce9293780a on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:05.857594 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/8c5eed57-699f-4933-bb1f-08a465e37b61 HTTP/1.1" status: 204 len: 168 time: 0.8123937 Nov 24 13:09:05.857939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Attempting to bind port f961cbf6-9f7f-4917-a540-4bce9293780a on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:05.861658 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45594) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:05.887602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:05.888090 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.899181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5eed57-699f-4933-bb1f-08a465e37b61,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:05.911949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-757aaa75-5983-4e38-ba6d-543334dccd0d None None] Deleting port ccb0a080-7565-4bbe-8199-2dc4f745a470 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:05.912621 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-757aaa75-5983-4e38-ba6d-543334dccd0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:05.920157 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:05.920514 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:05.920890 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:05.921238 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:05.921580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:05.921921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:05.922256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:05.922589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:05.922921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:05.923253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:05.923583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:05.923911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25196e7-17c0-4676-9758-6df5469e4ddb tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:05.957137 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6e23cc-4b57-4cfc-b35f-34634401e260 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] DELETE failed (client error): The resource could not be found. Nov 24 13:09:05.957903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6e23cc-4b57-4cfc-b35f-34634401e260 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:09:05.961129 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6c6e23cc-4b57-4cfc-b35f-34634401e260 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/ef67f5d0-8c09-4c9f-b9b3-a13db2955a93 HTTP/1.1" status: 404 len: 337 time: 0.0889213 Nov 24 13:09:05.963704 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45596) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:05.986107 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bffd239-ae10-4733-a379-f9569f0e4b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.012827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:09:06.013587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Checking segment: {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:06.014866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Bound using segment: {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:09:06.015946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Bound port: f961cbf6-9f7f-4917-a540-4bce9293780a, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:09:06.019528 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.020703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-757aaa75-5983-4e38-ba6d-543334dccd0d None None] For port ccb0a080-7565-4bbe-8199-2dc4f745a470, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ccb0a080-7565-4bbe-8199-2dc4f745a470,segment=NetworkSegment(71dd0f4b-094c-428f-9494-074c7885298a),segment_id=71dd0f4b-094c-428f-9494-074c7885298a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:06.021224 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-757aaa75-5983-4e38-ba6d-543334dccd0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.062654 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d55584-831b-48ee-8c27-c4f5c6453c50 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting subnet 7dc682c2-a2c4-4d58-854e-7c0dcbe00298 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:09:06.066127 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] For port ccb0a080-7565-4bbe-8199-2dc4f745a470, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ccb0a080-7565-4bbe-8199-2dc4f745a470,segment=NetworkSegment(71dd0f4b-094c-428f-9494-074c7885298a),segment_id=71dd0f4b-094c-428f-9494-074c7885298a)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:06.066127 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.069073 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96d55584-831b-48ee-8c27-c4f5c6453c50 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.074760 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-757aaa75-5983-4e38-ba6d-543334dccd0d None None] Calling delete_port for ccb0a080-7565-4bbe-8199-2dc4f745a470 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:06.100085 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.110224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Calling delete_port for ccb0a080-7565-4bbe-8199-2dc4f745a470 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:06.170850 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96d55584-831b-48ee-8c27-c4f5c6453c50 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.235473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67a2cab-8272-46b4-8693-93ef0c41dc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:06.239307 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb15ef1-6f55-45ce-8142-14209f4f4c04" -d '{"events": [{"server_uuid": "a67a2cab-8272-46b4-8693-93ef0c41dc05", "name": "network-vif-plugged", "status": "completed", "tag": "cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:06.252702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39782b7d-500b-4b47-baec-0820e5b74063 req-ce357f47-e021-4532-abe9-58eb901ad058 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:06.271925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:06.276877 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-39782b7d-500b-4b47-baec-0820e5b74063 req-ce357f47-e021-4532-abe9-58eb901ad058 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 944 time: 0.3015442 Nov 24 13:09:06.295769 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.299079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6370a2b-2af5-446f-a014-d20d0bb9b43a req-d2fe7d90-8a73-40db-8034-d15c480d9d53 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:06.307824 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6370a2b-2af5-446f-a014-d20d0bb9b43a req-d2fe7d90-8a73-40db-8034-d15c480d9d53 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 943 time: 0.1119089 Nov 24 13:09:06.308582 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.403102 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-757aaa75-5983-4e38-ba6d-543334dccd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.417319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:06.423009 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757aaa75-5983-4e38-ba6d-543334dccd0d None None] No DVR routers for this DVR port ccb0a080-7565-4bbe-8199-2dc4f745a470 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:09:06.429393 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96d55584-831b-48ee-8c27-c4f5c6453c50 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.450488 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bffd239-ae10-4733-a379-f9569f0e4b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.477936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757aaa75-5983-4e38-ba6d-543334dccd0d None None] Pushing event deleted for resources: {'Port': ['ID=ccb0a080-7565-4bbe-8199-2dc4f745a470,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:06.478487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-1bffd239-ae10-4733-a379-f9569f0e4b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73aa6175-7e00-424c-9b70-69e6e5d1b941']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:06.483509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6370a2b-2af5-446f-a014-d20d0bb9b43a req-9e909abe-0467-4bd6-8a6e-fb474551fbda tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745102 Nov 24 13:09:06.511572 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-1bffd239-ae10-4733-a379-f9569f0e4b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2507089e-1c3a-4ca1-b1ba-6c24018fe98e') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:06.511894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-1bffd239-ae10-4733-a379-f9569f0e4b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2507089e-1c3a-4ca1-b1ba-6c24018fe98e') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:06.527965 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96d55584-831b-48ee-8c27-c4f5c6453c50 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.532432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] For port f961cbf6-9f7f-4917-a540-4bce9293780a, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:09:06.561692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d55584-831b-48ee-8c27-c4f5c6453c50 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc682c2-a2c4-4d58-854e-7c0dcbe00298,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:06.566158 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96d55584-831b-48ee-8c27-c4f5c6453c50 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.568849 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18355ec-bb75-4a13-859f-ba5ba72357ba x-openstack-request-id: req-b18355ec-bb75-4a13-859f-ba5ba72357ba {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:06.570168 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67a2cab-8272-46b4-8693-93ef0c41dc05", "name": "network-vif-plugged", "status": "completed", "tag": "cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:06.570570 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b18355ec-bb75-4a13-859f-ba5ba72357ba {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:06.573198 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67a2cab-8272-46b4-8693-93ef0c41dc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c', 'code': 200} Nov 24 13:09:06.580461 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-96d55584-831b-48ee-8c27-c4f5c6453c50 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/7dc682c2-a2c4-4d58-854e-7c0dcbe00298 HTTP/1.1" status: 204 len: 168 time: 0.6156192 Nov 24 13:09:06.581265 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45602) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:06.584403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bffd239-ae10-4733-a379-f9569f0e4b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.611803 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d00ad91-e9ef-42a2-943a-9affcd73c0ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] DELETE failed (client error): The resource could not be found. Nov 24 13:09:06.612268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d00ad91-e9ef-42a2-943a-9affcd73c0ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:09:06.615033 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] For port f961cbf6-9f7f-4917-a540-4bce9293780a, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f961cbf6-9f7f-4917-a540-4bce9293780a,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:09:06.618675 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4d00ad91-e9ef-42a2-943a-9affcd73c0ac tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/f38c98ab-c33e-4eb1-ab05-0aebb370d9b1 HTTP/1.1" status: 404 len: 337 time: 0.0357249 Nov 24 13:09:06.619205 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-39782b7d-500b-4b47-baec-0820e5b74063 req-2234a09e-862b-4d73-84f7-336db8d1d7a2 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242342 Nov 24 13:09:06.619334 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45604) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:06.622603 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.640471 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bffd239-ae10-4733-a379-f9569f0e4b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.641099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0df2b7-1d3b-49f8-9284-ce8facba8edf None None] Network 14e87e45-10c2-46ec-bdc5-020d3f965826 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:06.680256 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.684485 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3ef0726c-fd61-4478-9018-6951abcdb86f tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "GET /v2.0/ports?device_id=260a521b-5aa6-46cd-9d9e-ec7556cf848a HTTP/1.1" status: 200 len: 205 time: 0.0606675 Nov 24 13:09:06.684662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] No DVR routers for this DVR port ccb0a080-7565-4bbe-8199-2dc4f745a470 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:09:06.684828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45606) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:06.686404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bffd239-ae10-4733-a379-f9569f0e4b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:09:06.686761 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bffd239-ae10-4733-a379-f9569f0e4b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.695652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb0a080-7565-4bbe-8199-2dc4f745a470,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:09:06.697943 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:09:06.755369 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-5d9dec02-67fc-4a91-9540-d60670bd249a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] delete failed (client error): The resource could not be found. Nov 24 13:09:06.760019 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5d9dec02-67fc-4a91-9540-d60670bd249a tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/routers/260a521b-5aa6-46cd-9d9e-ec7556cf848a HTTP/1.1" status: 404 len: 336 time: 0.0742719 Nov 24 13:09:06.761246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45608) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:06.848157 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6e63e5ed-61fd-4e40-90b8-6855a52f5ff8 None None] Provisioning complete for port 32e020fe-9b39-428c-8d88-b30cdacfb083 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:06.849058 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6e63e5ed-61fd-4e40-90b8-6855a52f5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.867456 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee02f72-768c-471d-a0b7-2bfc3b896bbe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] DELETE failed (client error): The resource could not be found. Nov 24 13:09:06.868182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee02f72-768c-471d-a0b7-2bfc3b896bbe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:09:06.875617 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fee02f72-768c-471d-a0b7-2bfc3b896bbe tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/a09e61bc-103a-421b-ae48-2df728d8e45a HTTP/1.1" status: 404 len: 337 time: 0.0964656 Nov 24 13:09:06.876541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45614) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:06.909824 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.935809 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0734c625-b849-4f3a-8778-0208f46778b3']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:06.962868 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ccb0a080-7565-4bbe-8199-2dc4f745a470 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:09:06.966860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71dd0f4b-094c-428f-9494-074c7885298a') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:06.967435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71dd0f4b-094c-428f-9494-074c7885298a') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:06.979540 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:06.995529 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.002874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:09:07.003295 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.024609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: ccb0a080-7565-4bbe-8199-2dc4f745a470 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:09:07.025243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ccb0a080-7565-4bbe-8199-2dc4f745a470 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:09:07.079259 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:09:07.082732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:07.082732 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.083886 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] 10.222.0.46 "PUT /v2.0/ports/f961cbf6-9f7f-4917-a540-4bce9293780a HTTP/1.1" status: 200 len: 1091 time: 3.4894476 Nov 24 13:09:07.144813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6e63e5ed-61fd-4e40-90b8-6855a52f5ff8 None None] Provisioning complete for port 6402ffbc-cf73-4147-bbc2-d9974087be7b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:07.145306 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6e63e5ed-61fd-4e40-90b8-6855a52f5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.148547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70b117f5-05c3-43cc-aec1-55849a8ba447', 'tag': 'f961cbf6-9f7f-4917-a540-4bce9293780a'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:07.150398 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7923ac1a-25c9-4867-be77-e9e92a55e5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "70b117f5-05c3-43cc-aec1-55849a8ba447", "tag": "f961cbf6-9f7f-4917-a540-4bce9293780a"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:07.154487 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.185538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6e63e5ed-61fd-4e40-90b8-6855a52f5ff8 None None] Port 6402ffbc-cf73-4147-bbc2-d9974087be7b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:09:07.214175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae203a1-833a-41cc-8485-aaea7686a66e None None] DHCP port deletion for 14e87e45-10c2-46ec-bdc5-020d3f965826 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:09:07.240164 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.241551 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-49071370-0c7f-4b51-8f43-a72ff940e4f5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] DELETE failed (client error): The resource could not be found. Nov 24 13:09:07.241998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49071370-0c7f-4b51-8f43-a72ff940e4f5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:09:07.252817 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0734c625-b849-4f3a-8778-0208f46778b3 HTTP/1.1" status: 204 len: 168 time: 1.8972738 Nov 24 13:09:07.252817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce976ac-2670-4100-a150-d8ea303a8e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=0734c625-b849-4f3a-8778-0208f46778b3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:07.260462 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-49071370-0c7f-4b51-8f43-a72ff940e4f5 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/d4156f80-3f75-4089-9cba-987a5ade76d1 HTTP/1.1" status: 404 len: 337 time: 0.3820133 Nov 24 13:09:07.262664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45620) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:07.292147 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bffd239-ae10-4733-a379-f9569f0e4b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.297266 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bffd239-ae10-4733-a379-f9569f0e4b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.303971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1bffd239-ae10-4733-a379-f9569f0e4b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] 10.222.0.48 "DELETE /v2.0/networks/73aa6175-7e00-424c-9b70-69e6e5d1b941 HTTP/1.1" status: 204 len: 168 time: 1.6425421 Nov 24 13:09:07.317937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8ae203a1-833a-41cc-8485-aaea7686a66e None None] Deleting port 32e020fe-9b39-428c-8d88-b30cdacfb083 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:07.318559 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ae203a1-833a-41cc-8485-aaea7686a66e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.323853 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efc75b4-2724-48d8-8403-9e1ea8008d57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] DELETE failed (client error): The resource could not be found. Nov 24 13:09:07.324313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4efc75b4-2724-48d8-8403-9e1ea8008d57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:09:07.327472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4efc75b4-2724-48d8-8403-9e1ea8008d57 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/8e4e6f07-9425-4752-96c4-099629fe0b82 HTTP/1.1" status: 404 len: 337 time: 0.0633354 Nov 24 13:09:07.330474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45624) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:07.336014 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01023a7-28ff-4d19-8634-dd01461a13a3 x-openstack-request-id: req-b01023a7-28ff-4d19-8634-dd01461a13a3 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:07.336315 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70b117f5-05c3-43cc-aec1-55849a8ba447", "tag": "f961cbf6-9f7f-4917-a540-4bce9293780a", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:07.336581 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b01023a7-28ff-4d19-8634-dd01461a13a3 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:07.337009 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70b117f5-05c3-43cc-aec1-55849a8ba447', 'tag': 'f961cbf6-9f7f-4917-a540-4bce9293780a', 'status': 'completed', 'code': 200} Nov 24 13:09:07.340014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bffd239-ae10-4733-a379-f9569f0e4b94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023 tempest-PortsAdminExtendedAttrsIpV6TestJSON-576399023-project] Pushing event deleted for resources: {'Network': ['ID=73aa6175-7e00-424c-9b70-69e6e5d1b941,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:07.344759 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8e631-6ae7-4a79-b11a-c6caf6ea43c4 req-510f5ec8-08fd-4136-bcae-7f2d9863c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:07.346132 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56e8e631-6ae7-4a79-b11a-c6caf6ea43c4 req-510f5ec8-08fd-4136-bcae-7f2d9863c310 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 1097 time: 0.2680340 Nov 24 13:09:07.352430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcbf50-0fb1-4067-ba22-c0ecf74809f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f961cbf6-9f7f-4917-a540-4bce9293780a,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:07.364766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-552f5c1c-8ae6-40e3-b349-aa067ea94eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:07.366294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-552f5c1c-8ae6-40e3-b349-aa067ea94eda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 1094 time: 0.1803482 Nov 24 13:09:07.382164 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd75519-d154-46f8-8bec-dde9f0c800e8 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] DELETE failed (client error): The resource could not be found. Nov 24 13:09:07.382955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd75519-d154-46f8-8bec-dde9f0c800e8 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:09:07.388639 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7dd75519-d154-46f8-8bec-dde9f0c800e8 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/f741a8be-2d88-486c-8857-8e0678ce1f27 HTTP/1.1" status: 404 len: 333 time: 0.0570955 Nov 24 13:09:07.391404 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45626) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:07.424121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-6ea2deda-4580-421b-885c-74b8132eddf0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f961cbf6-9f7f-4917-a540-4bce9293780a HTTP/1.1" status: 200 len: 217 time: 0.0477564 Nov 24 13:09:07.424413 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a3414e-92e6-4155-b83e-49a80f69a560 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] DELETE failed (client error): The resource could not be found. Nov 24 13:09:07.425002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a3414e-92e6-4155-b83e-49a80f69a560 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:09:07.429510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-79a3414e-92e6-4155-b83e-49a80f69a560 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/f8b77dcc-36a9-4687-a6cd-1dff0719b6b2 HTTP/1.1" status: 404 len: 337 time: 0.0359430 Nov 24 13:09:07.431953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45628) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:07.452120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8ae203a1-833a-41cc-8485-aaea7686a66e None None] For port 32e020fe-9b39-428c-8d88-b30cdacfb083, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=32e020fe-9b39-428c-8d88-b30cdacfb083,segment=NetworkSegment(5a470ab9-6c31-4e5d-8365-c0724d85bd67),segment_id=5a470ab9-6c31-4e5d-8365-c0724d85bd67)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:07.453289 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ae203a1-833a-41cc-8485-aaea7686a66e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.469623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8ae203a1-833a-41cc-8485-aaea7686a66e None None] Calling delete_port for 32e020fe-9b39-428c-8d88-b30cdacfb083 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:07.474448 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0d27a2-3071-48e8-9395-1dca1b30c5aa tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] DELETE failed (client error): The resource could not be found. Nov 24 13:09:07.474945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0d27a2-3071-48e8-9395-1dca1b30c5aa tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:09:07.479241 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6c0d27a2-3071-48e8-9395-1dca1b30c5aa tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/6f7474b0-cc73-40c6-ab2c-4c4e141dcbba HTTP/1.1" status: 404 len: 337 time: 0.0446801 Nov 24 13:09:07.481973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45630) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:07.509230 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-12867e7e-ff34-42a1-9c72-cb31592eb751 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] DELETE failed (client error): The resource could not be found. Nov 24 13:09:07.510160 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12867e7e-ff34-42a1-9c72-cb31592eb751 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:09:07.516768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-12867e7e-ff34-42a1-9c72-cb31592eb751 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/41b8b05f-4216-488e-9df1-2202ff9ececb HTTP/1.1" status: 404 len: 333 time: 0.0305803 Nov 24 13:09:07.516768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45632) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:07.549854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45636) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:07.558325 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ccee7c-aaec-4d7a-86af-7a1d6be9fc88 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] DELETE failed (client error): The resource could not be found. Nov 24 13:09:07.558939 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ccee7c-aaec-4d7a-86af-7a1d6be9fc88 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:09:07.562220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a3ccee7c-aaec-4d7a-86af-7a1d6be9fc88 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/9ade64a3-069d-46e8-9355-63fb8f34d4f2 HTTP/1.1" status: 404 len: 337 time: 0.0444825 Nov 24 13:09:07.569732 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45638) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:07.589930 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ae203a1-833a-41cc-8485-aaea7686a66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.604488 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2edb1ce-7689-46ce-a99f-48860fd93675 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] DELETE failed (client error): The resource could not be found. Nov 24 13:09:07.605146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2edb1ce-7689-46ce-a99f-48860fd93675 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:09:07.608436 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a2edb1ce-7689-46ce-a99f-48860fd93675 tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/subnets/9471d3f2-761c-4551-8587-059907ea1c65 HTTP/1.1" status: 404 len: 337 time: 0.0375595 Nov 24 13:09:07.615095 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45640) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:07.634953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae203a1-833a-41cc-8485-aaea7686a66e None None] Pushing event deleted for resources: {'Port': ['ID=32e020fe-9b39-428c-8d88-b30cdacfb083,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:07.644767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae203a1-833a-41cc-8485-aaea7686a66e None None] No DVR routers for this DVR port 32e020fe-9b39-428c-8d88-b30cdacfb083 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:09:07.678231 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8a07d1c8-47cd-4521-9fef-d7a291c4af04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbbd151c2bf343dcb413efbadcb1bbb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260710 Nov 24 13:09:07.681592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45646) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:07.787899 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45648) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:07.823415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2dcc-cee6-4544-9092-2a4a3e974722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.829184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-10f7a3ed-7cfa-454b-aafa-25138c167dee tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Deleting port 6402ffbc-cf73-4147-bbc2-d9974087be7b {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:07.829525 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10f7a3ed-7cfa-454b-aafa-25138c167dee tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.872536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b548c2-d6c4-4069-b427-326e1ae39396 req-d9e922e9-e25c-4f2c-803d-22106950c836 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:07.874160 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01b548c2-d6c4-4069-b427-326e1ae39396 req-d9e922e9-e25c-4f2c-803d-22106950c836 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.1254587 Nov 24 13:09:07.889615 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2dcc-cee6-4544-9092-2a4a3e974722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.923386 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56e8e631-6ae7-4a79-b11a-c6caf6ea43c4 req-9348b16d-7069-47a0-abea-b5f73d0c619a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658126 Nov 24 13:09:07.963413 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10f7a3ed-7cfa-454b-aafa-25138c167dee tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:07.976201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-c1d8b6dc-3a95-44f9-babb-4df09a533830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:07.977722 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-c1d8b6dc-3a95-44f9-babb-4df09a533830 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 200 len: 852 time: 0.5429866 Nov 24 13:09:07.994751 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-10f7a3ed-7cfa-454b-aafa-25138c167dee tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Calling delete_port for 6402ffbc-cf73-4147-bbc2-d9974087be7b owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:08.007210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1d606-66d3-4010-b203-2c6fb62da5e6 req-c299ef05-10ff-4825-a2aa-78668012dec7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:08.009333 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9c1d606-66d3-4010-b203-2c6fb62da5e6 req-c299ef05-10ff-4825-a2aa-78668012dec7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 943 time: 0.1012301 Nov 24 13:09:08.052976 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-cc4e19b7-0359-4265-b9d9-7ae98787b261 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=947fd8e7-0529-4083-a4cd-f5a8c40e92df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630813 Nov 24 13:09:08.076277 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01b548c2-d6c4-4069-b427-326e1ae39396 req-7df5e9ec-f0fd-47d1-8dd3-473298a4fe7e tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940475 Nov 24 13:09:08.116935 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-24a49529-b1c4-47b2-a1af-9b554d8fb02d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f272b7ccd684ad0aff4e7d4a9702ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3249965 Nov 24 13:09:08.118967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45664) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:08.134935 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2dcc-cee6-4544-9092-2a4a3e974722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.143867 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5f6e2dcc-cee6-4544-9092-2a4a3e974722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.145726 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5f6e2dcc-cee6-4544-9092-2a4a3e974722 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ebd276f6-0f69-427a-bf0e-4cbe190547cb HTTP/1.1" status: 204 len: 168 time: 0.4630740 Nov 24 13:09:08.180250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e2dcc-cee6-4544-9092-2a4a3e974722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd276f6-0f69-427a-bf0e-4cbe190547cb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:08.220118 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10f7a3ed-7cfa-454b-aafa-25138c167dee tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.262797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7a3ed-7cfa-454b-aafa-25138c167dee tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Port': ['ID=6402ffbc-cf73-4147-bbc2-d9974087be7b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:08.273809 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10f7a3ed-7cfa-454b-aafa-25138c167dee tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.275035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9c1d606-66d3-4010-b203-2c6fb62da5e6 req-8843ebb6-bfb8-46aa-9601-769dc1a6c7f5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499776 Nov 24 13:09:08.279448 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-10f7a3ed-7cfa-454b-aafa-25138c167dee tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/ports/6402ffbc-cf73-4147-bbc2-d9974087be7b HTTP/1.1" status: 204 len: 168 time: 0.6609547 Nov 24 13:09:08.280454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45670) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:08.309832 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c025f2a8-9b91-4ca0-85a3-5fc5302b6d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.334650 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c025f2a8-9b91-4ca0-85a3-5fc5302b6d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.350461 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-78b218f4-8fc1-4a04-b5d6-c99eb355f717 service neutron] 10.222.0.46 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841716 Nov 24 13:09:08.391256 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed91c832-f620-4fa5-962e-248d4738974c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.506656 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c025f2a8-9b91-4ca0-85a3-5fc5302b6d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.508934 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c025f2a8-9b91-4ca0-85a3-5fc5302b6d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.510482 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c025f2a8-9b91-4ca0-85a3-5fc5302b6d1e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c5c173c-6880-4dd9-8621-aec833bb5157 HTTP/1.1" status: 204 len: 168 time: 0.3873818 Nov 24 13:09:08.522928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025f2a8-9b91-4ca0-85a3-5fc5302b6d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5c173c-6880-4dd9-8621-aec833bb5157,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:08.526431 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce6d360f-77bb-4c59-b8ab-a77c5fd6911b req-fc0ff2bb-2d32-4597-ad04-445fc431c176 service neutron] 10.222.0.46 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645830 Nov 24 13:09:08.552058 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed91c832-f620-4fa5-962e-248d4738974c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.590132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-ed91c832-f620-4fa5-962e-248d4738974c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e87e45-10c2-46ec-bdc5-020d3f965826']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:08.602117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-ed91c832-f620-4fa5-962e-248d4738974c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a470ab9-6c31-4e5d-8365-c0724d85bd67') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:08.602562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-ed91c832-f620-4fa5-962e-248d4738974c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a470ab9-6c31-4e5d-8365-c0724d85bd67') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:08.614182 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed91c832-f620-4fa5-962e-248d4738974c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.628173 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed91c832-f620-4fa5-962e-248d4738974c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.635546 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed91c832-f620-4fa5-962e-248d4738974c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:09:08.636077 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed91c832-f620-4fa5-962e-248d4738974c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.651752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923ac1a-25c9-4867-be77-e9e92a55e5cb req-51f09acc-4f19-4411-bfdc-c1b0ef028bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:08.655408 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7923ac1a-25c9-4867-be77-e9e92a55e5cb req-51f09acc-4f19-4411-bfdc-c1b0ef028bd0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 1094 time: 0.0694079 Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:09:08.704470 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:09:08.715386 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed91c832-f620-4fa5-962e-248d4738974c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.726131 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed91c832-f620-4fa5-962e-248d4738974c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:08.739773 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ed91c832-f620-4fa5-962e-248d4738974c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] 10.222.0.48 "DELETE /v2.0/networks/14e87e45-10c2-46ec-bdc5-020d3f965826 HTTP/1.1" status: 204 len: 168 time: 0.4562075 Nov 24 13:09:08.768649 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed91c832-f620-4fa5-962e-248d4738974c tempest-PortsTestJSON-447935497 tempest-PortsTestJSON-447935497-project] Pushing event deleted for resources: {'Network': ['ID=14e87e45-10c2-46ec-bdc5-020d3f965826,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:08.770735 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45686) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:08.819210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923ac1a-25c9-4867-be77-e9e92a55e5cb req-5b63a7ce-e746-484c-8bd6-c3c1c8690f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:08.821012 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7923ac1a-25c9-4867-be77-e9e92a55e5cb req-5b63a7ce-e746-484c-8bd6-c3c1c8690f73 service neutron] 10.222.0.46 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 913 time: 0.1573849 Nov 24 13:09:08.886068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45690) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:08.886290 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2dec5b03-6147-4cb9-a2fc-82a06a80be3d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=781fcf189cee4c0fbf1c1e8de2b87d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1136630 Nov 24 13:09:08.893028 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7923ac1a-25c9-4867-be77-e9e92a55e5cb req-4c50ec9f-153a-41e5-9efa-bd1418ce7b2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f961cbf6-9f7f-4917-a540-4bce9293780a HTTP/1.1" status: 200 len: 217 time: 0.0513623 Nov 24 13:09:08.932340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 32e020fe-9b39-428c-8d88-b30cdacfb083 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:09:08.957645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 32e020fe-9b39-428c-8d88-b30cdacfb083 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:09:08.958603 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 32e020fe-9b39-428c-8d88-b30cdacfb083 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:09:08.983553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923ac1a-25c9-4867-be77-e9e92a55e5cb req-4a66df4e-a47b-4dde-80d6-2dd98e3ba4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:08.987158 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7923ac1a-25c9-4867-be77-e9e92a55e5cb req-4a66df4e-a47b-4dde-80d6-2dd98e3ba4fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 200 len: 852 time: 0.0768347 Nov 24 13:09:09.039165 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7923ac1a-25c9-4867-be77-e9e92a55e5cb req-6b879d27-cda3-4d8a-a01d-9264f91ed8cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=947fd8e7-0529-4083-a4cd-f5a8c40e92df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425396 Nov 24 13:09:09.061380 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c8bddb5-23d9-411c-8536-844a2607a142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:09.062983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45694) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:09.126852 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c8bddb5-23d9-411c-8536-844a2607a142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:09.130817 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1751b608-0669-41b4-ab28-dd1829e1efff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db3702527b1f43d7aff16e3d2b5a986a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0640514 Nov 24 13:09:09.131067 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45698) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:09.199901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45702) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:09.229507 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7923ac1a-25c9-4867-be77-e9e92a55e5cb req-adc6cd6d-0eac-4887-b179-d1bc3c017bb8 service neutron] 10.222.0.46 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701534 Nov 24 13:09:09.262065 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8e1baffc-b743-4b91-9cd9-8adf7d7154b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:09.319535 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8e1baffc-b743-4b91-9cd9-8adf7d7154b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:09.348561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f17d5-ea92-49cd-b425-f90fdcae4430 req-9a7eaf69-f0e6-419f-9257-d42367b05a40 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:09.350558 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a9f17d5-ea92-49cd-b425-f90fdcae4430 req-9a7eaf69-f0e6-419f-9257-d42367b05a40 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.1291063 Nov 24 13:09:09.357308 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7923ac1a-25c9-4867-be77-e9e92a55e5cb req-51588149-a313-4d6b-b045-d16f86094b64 service neutron] 10.222.0.46 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167624 Nov 24 13:09:09.365799 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c8bddb5-23d9-411c-8536-844a2607a142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:09.368477 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c8bddb5-23d9-411c-8536-844a2607a142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:09.375478 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8c8bddb5-23d9-411c-8536-844a2607a142 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/094e2c25-519b-4899-af33-111d8fc97077 HTTP/1.1" status: 204 len: 168 time: 0.4883082 Nov 24 13:09:09.398299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bddb5-23d9-411c-8536-844a2607a142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094e2c25-519b-4899-af33-111d8fc97077,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:09.457683 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a9f17d5-ea92-49cd-b425-f90fdcae4430 req-735819f8-d69d-4c8f-84b7-7a76290e41ec tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977931 Nov 24 13:09:09.505260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f04958-5163-4d21-af30-898acd80dca4 req-a5be7ceb-3cb4-46bc-a624-944c0f80ba4f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:09.505689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61f04958-5163-4d21-af30-898acd80dca4 req-a5be7ceb-3cb4-46bc-a624-944c0f80ba4f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 943 time: 0.0780218 Nov 24 13:09:09.515873 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-514c0577-be3b-4817-a492-981949f9c9ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b524a324b744440190ac7aeac885c997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3146424 Nov 24 13:09:09.518631 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45714) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:09.544402 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8e1baffc-b743-4b91-9cd9-8adf7d7154b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:09.547604 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8e1baffc-b743-4b91-9cd9-8adf7d7154b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:09.553383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8e1baffc-b743-4b91-9cd9-8adf7d7154b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/370d3820-ddd4-45a0-8edf-2ef23259a6d3 HTTP/1.1" status: 204 len: 168 time: 0.4176109 Nov 24 13:09:09.576563 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61f04958-5163-4d21-af30-898acd80dca4 req-1225cba7-833c-4e3f-b399-41b0994af662 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635231 Nov 24 13:09:09.577505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1baffc-b743-4b91-9cd9-8adf7d7154b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d3820-ddd4-45a0-8edf-2ef23259a6d3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:09.610192 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad614170-e484-47bc-a0e1-39fca2cd0c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:09.625682 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:09.677108 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad614170-e484-47bc-a0e1-39fca2cd0c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:09.707005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0c644-95aa-45dd-a126-a1e163c2b8b4 req-b726d3b8-1a6e-4adc-9f13-e847e2521ef3 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:09.708642 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-19a0c644-95aa-45dd-a126-a1e163c2b8b4 req-b726d3b8-1a6e-4adc-9f13-e847e2521ef3 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.0719473 Nov 24 13:09:09.778826 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-19a0c644-95aa-45dd-a126-a1e163c2b8b4 req-4901de5b-383c-403c-8ae5-733f1220861d tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627522 Nov 24 13:09:09.792779 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad614170-e484-47bc-a0e1-39fca2cd0c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:09.795956 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad614170-e484-47bc-a0e1-39fca2cd0c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:09.797370 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ad614170-e484-47bc-a0e1-39fca2cd0c4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c0759711-1967-4683-a928-1cbaa1472525 HTTP/1.1" status: 204 len: 168 time: 0.2774971 Nov 24 13:09:09.806930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad614170-e484-47bc-a0e1-39fca2cd0c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0759711-1967-4683-a928-1cbaa1472525,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:09.889701 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f961cbf6-9f7f-4917-a540-4bce9293780a details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:09:10.048893 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f961cbf6-9f7f-4917-a540-4bce9293780a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f961cbf6-9f7f-4917-a540-4bce9293780a,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:10.071617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'f961cbf6-9f7f-4917-a540-4bce9293780a', 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df', 'port_id': 'f961cbf6-9f7f-4917-a540-4bce9293780a', 'mac_address': 'fa:16:3e:82:48:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d39305-527a-49a2-bcce-5fc6399fd429', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:09:10.145359 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:10.169560 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f961cbf6-9f7f-4917-a540-4bce9293780a {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:09:10.192713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f961cbf6-9f7f-4917-a540-4bce9293780a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f961cbf6-9f7f-4917-a540-4bce9293780a,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:10.201176 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:10.275602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f961cbf6-9f7f-4917-a540-4bce9293780a,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:10.396212 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-329ca4be-f3b3-4f71-bf3d-7b6bc595fe25 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:10.403822 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-329ca4be-f3b3-4f71-bf3d-7b6bc595fe25 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/networks?id=03dace31-d538-4c14-93f0-aab68f3cc065 HTTP/1.1" status: 200 len: 813 time: 0.1268330 Nov 24 13:09:10.424459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-880ff5f3-f1c1-4ef8-bb07-4c73c3f0d769 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/quotas/9e53965f3948442da5a4bfdaf02c7889 HTTP/1.1" status: 200 len: 375 time: 0.0162506 Nov 24 13:09:10.427219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['f961cbf6-9f7f-4917-a540-4bce9293780a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:09:10.481227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-00682b0f-9de1-4585-a809-d1c23ef8082b tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9e53965f3948442da5a4bfdaf02c7889&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560780 Nov 24 13:09:10.688717 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-ff66dcdd-1e7e-4deb-8518-9ad1a2f9f66d service neutron] 10.222.0.48 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065570 Nov 24 13:09:10.825770 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-557ad346-922b-4682-a67d-c34711770196 service neutron] 10.222.0.48 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341772 Nov 24 13:09:10.843187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f501ac-337c-4342-a28c-a53f5252829a req-c071ed2b-70cc-42e0-86f7-c9f09d29530c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:10.847886 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26f501ac-337c-4342-a28c-a53f5252829a req-c071ed2b-70cc-42e0-86f7-c9f09d29530c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 944 time: 0.1181910 Nov 24 13:09:10.944395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26f501ac-337c-4342-a28c-a53f5252829a req-14df2eb4-91a9-420c-a773-fadf238350b8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846303 Nov 24 13:09:11.021477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45790) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:11.045037 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8fa2ac6-d4bf-43a3-aac6-2a4185d3b67d req-ecc77e66-2bcf-4caf-a67f-95db46bc835e tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 210 time: 0.0318882 Nov 24 13:09:11.228302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-162761663-network', 'tenant_id': '35c2cacddaab4224884a5292332cc499'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:11.264384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] Made reservation on behalf of 35c2cacddaab4224884a5292332cc499 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:11.267257 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:11.299608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:11.442482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c37ae-94fd-4a21-8b36-37291e706d22 req-8df43b0f-ccb7-4735-9816-2b9d23490c11 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:11.444203 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c75c37ae-94fd-4a21-8b36-37291e706d22 req-8df43b0f-ccb7-4735-9816-2b9d23490c11 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.59 "GET /v2.0/ports?device_id=a67a2cab-8272-46b4-8693-93ef0c41dc05 HTTP/1.1" status: 200 len: 946 time: 0.0721040 Nov 24 13:09:11.561034 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:11.601810 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:11.614419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:09:11.625607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45822) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:11.649937 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:11.650549 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] Added segment 9d63af39-5997-4454-96ba-a5723a68528c of type vlan for network 212cb59f-c4d6-4799-9504-27949367995f Nov 24 13:09:11.704949 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641583e0-44af-4860-b99d-6e47143aa41e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:11.721607 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:11.735132 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-c75c37ae-94fd-4a21-8b36-37291e706d22 req-43211450-380a-4b4a-88ff-a76739ba2fd5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Deleting port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:11.736088 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c75c37ae-94fd-4a21-8b36-37291e706d22 req-43211450-380a-4b4a-88ff-a76739ba2fd5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:11.816096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:11.817314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:11.818055 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:11.854467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45832) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:11.860073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-bc4b9a6d-2132-409d-97bc-2e6320e496c4 admin admin] Request body: {'subnet': {'network_id': '212cb59f-c4d6-4799-9504-27949367995f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-162761663-subnet', 'tenant_id': '35c2cacddaab4224884a5292332cc499', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:11.865755 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8430848 Nov 24 13:09:11.892067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f961cbf6-9f7f-4917-a540-4bce9293780a up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:09:11.910774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2f078aae-d6c2-4729-90f8-729e8e489989 tempest-DvrRoutersNegativeTest-353948569 tempest-DvrRoutersNegativeTest-353948569-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1732205648', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:11.919971 n-d-817303-4 neutron-server[114986]: DEBUG neutron.policy [None req-2f078aae-d6c2-4729-90f8-729e8e489989 tempest-DvrRoutersNegativeTest-353948569 tempest-DvrRoutersNegativeTest-353948569-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=114986) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 24 13:09:11.920283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.policy [None req-2f078aae-d6c2-4729-90f8-729e8e489989 tempest-DvrRoutersNegativeTest-353948569 tempest-DvrRoutersNegativeTest-353948569-project] Failed policy check for 'create_router' {{(pid=114986) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 24 13:09:11.920858 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-2f078aae-d6c2-4729-90f8-729e8e489989 tempest-DvrRoutersNegativeTest-353948569 tempest-DvrRoutersNegativeTest-353948569-project] create failed (client error): Access was denied to this resource. Nov 24 13:09:11.921885 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2f078aae-d6c2-4729-90f8-729e8e489989 tempest-DvrRoutersNegativeTest-353948569 tempest-DvrRoutersNegativeTest-353948569-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2954462 Nov 24 13:09:11.962366 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4b9a6d-2132-409d-97bc-2e6320e496c4 admin admin] Made reservation on behalf of 35c2cacddaab4224884a5292332cc499 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:11.966271 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc4b9a6d-2132-409d-97bc-2e6320e496c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:12.080267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port f961cbf6-9f7f-4917-a540-4bce9293780a completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:09:12.096368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port f961cbf6-9f7f-4917-a540-4bce9293780a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:12.098433 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:12.129867 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c1861-f230-4f06-ae32-8ade1315a17a admin admin] Pushing event updated for resources: {'Network': ['ID=212cb59f-c4d6-4799-9504-27949367995f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:12.192085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c75c37ae-94fd-4a21-8b36-37291e706d22 req-43211450-380a-4b4a-88ff-a76739ba2fd5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] For port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:12.192497 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c75c37ae-94fd-4a21-8b36-37291e706d22 req-43211450-380a-4b4a-88ff-a76739ba2fd5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:12.210525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-c75c37ae-94fd-4a21-8b36-37291e706d22 req-43211450-380a-4b4a-88ff-a76739ba2fd5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Calling delete_port for cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:12.211883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 212cb59f-c4d6-4799-9504-27949367995f details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:09:12.322414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7432f-46e2-40ee-8c7e-f7c89d21c771 req-aca9a5cb-1a41-48e9-88d1-e4e8870751b1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:12.324767 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bdd7432f-46e2-40ee-8c7e-f7c89d21c771 req-aca9a5cb-1a41-48e9-88d1-e4e8870751b1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 944 time: 0.1480498 Nov 24 13:09:12.382534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45854) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:12.453372 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bdd7432f-46e2-40ee-8c7e-f7c89d21c771 req-03d9fa58-a1ee-455b-87a7-2911ed4a75d2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023347 Nov 24 13:09:12.506181 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4a10ad05-67cd-4b3f-8ca0-07ab31d38893 req-29493057-d3e2-4b7a-af42-d8240942f490 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 210 time: 0.1218784 Nov 24 13:09:12.512906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45858) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:12.564466 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c75c37ae-94fd-4a21-8b36-37291e706d22 req-43211450-380a-4b4a-88ff-a76739ba2fd5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:12.704688 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc4b9a6d-2132-409d-97bc-2e6320e496c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:12.752238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43211450-380a-4b4a-88ff-a76739ba2fd5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Pushing event deleted for resources: {'Port': ['ID=cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:12.797385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b9a6d-2132-409d-97bc-2e6320e496c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=913fcfaa-6a16-49d3-aab6-1d72a9e21aab,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:12.922745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b9a6d-2132-409d-97bc-2e6320e496c4 admin admin] Checking segment: {'id': '9d63af39-5997-4454-96ba-a5723a68528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '212cb59f-c4d6-4799-9504-27949367995f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:12.923462 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b9a6d-2132-409d-97bc-2e6320e496c4 admin admin] Network hostable DHCP agents. Network: 212cb59f-c4d6-4799-9504-27949367995f, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:09:12.923764 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:12.956042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b117f5-05c3-43cc-aec1-55849a8ba447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f961cbf6-9f7f-4917-a540-4bce9293780a'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:12.959580 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93f4166-ed23-4f8a-8bcb-d94b4900c917" -d '{"events": [{"server_uuid": "70b117f5-05c3-43cc-aec1-55849a8ba447", "name": "network-vif-plugged", "status": "completed", "tag": "f961cbf6-9f7f-4917-a540-4bce9293780a"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:12.960281 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b9a6d-2132-409d-97bc-2e6320e496c4 admin admin] Network 212cb59f-c4d6-4799-9504-27949367995f is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:09:12.978948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f961cbf6-9f7f-4917-a540-4bce9293780a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f961cbf6-9f7f-4917-a540-4bce9293780a,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:12.983197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-bc4b9a6d-2132-409d-97bc-2e6320e496c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 212cb59f-c4d6-4799-9504-27949367995f) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:12.985493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1598333106', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:12.993054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4b9a6d-2132-409d-97bc-2e6320e496c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:12.994381 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:12.996299 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc4b9a6d-2132-409d-97bc-2e6320e496c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:13.000211 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020260bf-59dc-4ad5-aa95-88d9ff36aae6 None None] Network 212cb59f-c4d6-4799-9504-27949367995f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:13.020148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75c37ae-94fd-4a21-8b36-37291e706d22 req-43211450-380a-4b4a-88ff-a76739ba2fd5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] No DVR routers for this DVR port cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:09:13.032452 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c75c37ae-94fd-4a21-8b36-37291e706d22 req-43211450-380a-4b4a-88ff-a76739ba2fd5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:13.037394 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bc4b9a6d-2132-409d-97bc-2e6320e496c4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1801603 Nov 24 13:09:13.046438 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c75c37ae-94fd-4a21-8b36-37291e706d22 req-43211450-380a-4b4a-88ff-a76739ba2fd5 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.59 "DELETE /v2.0/ports/cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c HTTP/1.1" status: 204 len: 173 time: 1.5945463 Nov 24 13:09:13.049390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67a2cab-8272-46b4-8693-93ef0c41dc05', 'name': 'network-vif-deleted', 'tag': 'cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:13.050774 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4e37d6-b8dc-40d6-8d4c-3d82fde0fa81" -d '{"events": [{"server_uuid": "a67a2cab-8272-46b4-8693-93ef0c41dc05", "name": "network-vif-deleted", "tag": "cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:13.057219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Made reservation on behalf of 89010e2f6cd5481194daeeaac9064904 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:13.060051 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:13.061913 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-388a4a8f-b2fa-4abf-97bb-b135bd39a39a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:13.073541 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a92db9-ae91-4d51-9ba6-797d72a5fa65 x-openstack-request-id: req-23a92db9-ae91-4d51-9ba6-797d72a5fa65 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:13.078109 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b117f5-05c3-43cc-aec1-55849a8ba447", "name": "network-vif-plugged", "status": "completed", "tag": "f961cbf6-9f7f-4917-a540-4bce9293780a", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:13.078109 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23a92db9-ae91-4d51-9ba6-797d72a5fa65 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:13.078109 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b117f5-05c3-43cc-aec1-55849a8ba447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f961cbf6-9f7f-4917-a540-4bce9293780a', 'code': 200} Nov 24 13:09:13.084645 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:13.130168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-a814ae4b-da9c-4fbe-83c8-31884199a2c9 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:13.131688 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-a814ae4b-da9c-4fbe-83c8-31884199a2c9 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.46 "GET /v2.0/networks?id=03dace31-d538-4c14-93f0-aab68f3cc065 HTTP/1.1" status: 200 len: 813 time: 0.5609941 Nov 24 13:09:13.148369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-7137bfb1-f769-4e1d-9c7c-2d9f515e0f07 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Request body: {'port': {'device_id': '15a850f2-b9c4-4884-97b4-82c9ce1448f7', 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065', 'admin_state_up': True, 'tenant_id': '9e53965f3948442da5a4bfdaf02c7889'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:13.186253 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5cd6a0-5686-45f8-b173-a89eebdc8951 x-openstack-request-id: req-eb5cd6a0-5686-45f8-b173-a89eebdc8951 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:13.186672 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67a2cab-8272-46b4-8693-93ef0c41dc05", "name": "network-vif-deleted", "tag": "cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:13.187007 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb5cd6a0-5686-45f8-b173-a89eebdc8951 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:13.187483 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67a2cab-8272-46b4-8693-93ef0c41dc05', 'name': 'network-vif-deleted', 'tag': 'cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c', 'status': 'completed', 'code': 200} Nov 24 13:09:13.338440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f961cbf6-9f7f-4917-a540-4bce9293780a,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:13.371090 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:13.379248 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-388a4a8f-b2fa-4abf-97bb-b135bd39a39a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:13.381662 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:13.420925 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] device_id is not set on port d9211dcb-92e1-4acd-af29-8e658b5e94df yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:09:13.428425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d8a17d-ca77-4979-b2da-d598cab0310e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:13.434888 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-388a4a8f-b2fa-4abf-97bb-b135bd39a39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:13.478860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774a634-f377-4145-9ae9-ab3e85cee418 req-006db0be-7f15-435b-bad7-c228af87a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:13.483360 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0774a634-f377-4145-9ae9-ab3e85cee418 req-006db0be-7f15-435b-bad7-c228af87a90d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 1096 time: 0.1956043 Nov 24 13:09:13.522950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-7137bfb1-f769-4e1d-9c7c-2d9f515e0f07 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Made reservation on behalf of 9e53965f3948442da5a4bfdaf02c7889 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:13.526952 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-7137bfb1-f769-4e1d-9c7c-2d9f515e0f07 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:13.572502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a1d4c9-c3ad-4434-81b5-ef9758b68004 None None] Network 212cb59f-c4d6-4799-9504-27949367995f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:13.585716 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-388a4a8f-b2fa-4abf-97bb-b135bd39a39a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99db29018e8f421888c3490bd59b8e46&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0412474 Nov 24 13:09:13.594012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45880) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:13.605386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a4a8f-b2fa-4abf-97bb-b135bd39a39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5da329c-c09f-4b72-90df-cf39f5aa89e8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:13.647885 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0774a634-f377-4145-9ae9-ab3e85cee418 req-58e87e8d-ea0d-45a4-9b11-be9ba07300b8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554096 Nov 24 13:09:13.674072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68fad3-2c9d-45ac-beba-f3f74aaf45cf req-7c608a67-e982-4bdb-9ba1-893396c77ff1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:13.676740 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3f68fad3-2c9d-45ac-beba-f3f74aaf45cf req-7c608a67-e982-4bdb-9ba1-893396c77ff1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.0863254 Nov 24 13:09:13.727419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:09:13.745410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-7137bfb1-f769-4e1d-9c7c-2d9f515e0f07 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Allocated IP 172.20.0.13 (03dace31-d538-4c14-93f0-aab68f3cc065/2a57a07f-eae2-4aeb-a7ea-5943414d67b1/21ade191-4351-44f3-a727-7e3bac5bb1fe) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:09:13.755171 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3f68fad3-2c9d-45ac-beba-f3f74aaf45cf req-cbfa0797-af1c-4a9b-bbad-73c8f6e7e084 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675910 Nov 24 13:09:13.765492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:09:13.766271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device cdea0e7e-9bc2-49f8-8c5f-eeffbf2cfe1c not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:09:13.902616 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc37ec14-07e3-4a8d-bbc5-c13721b250ef req-71adaeb0-9a3f-4b00-aff4-2c1ac5fcff2e tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 210 time: 0.0686779 Nov 24 13:09:13.990148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Allocated IP 172.25.0.88 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/d9211dcb-92e1-4acd-af29-8e658b5e94df) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:09:14.107595 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dc5d59d6-417c-413b-ac09-0dc138087d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:14.141860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-7137bfb1-f769-4e1d-9c7c-2d9f515e0f07 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:14.181997 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dc5d59d6-417c-413b-ac09-0dc138087d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:14.204292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-3ae3907c-cd33-485d-96be-89a3432dfc43 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:14.205838 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-3ae3907c-cd33-485d-96be-89a3432dfc43 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/networks?id=212cb59f-c4d6-4799-9504-27949367995f HTTP/1.1" status: 200 len: 817 time: 0.2922192 Nov 24 13:09:14.280149 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-90df7005-ced7-4de3-a811-41a49e7c4ac8 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/quotas/35c2cacddaab4224884a5292332cc499 HTTP/1.1" status: 200 len: 375 time: 0.0629478 Nov 24 13:09:14.351079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-7137bfb1-f769-4e1d-9c7c-2d9f515e0f07 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:14.356249 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-42110fae-c73c-488f-bf61-55e273ff4b83 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=35c2cacddaab4224884a5292332cc499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679359 Nov 24 13:09:14.408787 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dc5d59d6-417c-413b-ac09-0dc138087d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:14.411896 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dc5d59d6-417c-413b-ac09-0dc138087d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:14.415442 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dc5d59d6-417c-413b-ac09-0dc138087d3c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5da329c-c09f-4b72-90df-cf39f5aa89e8 HTTP/1.1" status: 204 len: 168 time: 0.8180840 Nov 24 13:09:14.467836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-7137bfb1-f769-4e1d-9c7c-2d9f515e0f07 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Network 03dace31-d538-4c14-93f0-aab68f3cc065 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:14.468773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d59d6-417c-413b-ac09-0dc138087d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5da329c-c09f-4b72-90df-cf39f5aa89e8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:14.482858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-7137bfb1-f769-4e1d-9c7c-2d9f515e0f07 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:14.488563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137bfb1-f769-4e1d-9c7c-2d9f515e0f07 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Pushing event updated for resources: {'Port': ['ID=21ade191-4351-44f3-a727-7e3bac5bb1fe,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:14.493034 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:14.518930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-7137bfb1-f769-4e1d-9c7c-2d9f515e0f07 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:14.605518 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-1863a77a-f4ae-4fd7-af86-5234d3ef7cf8 service neutron] 10.222.0.48 "GET /v2.0/networks/212cb59f-c4d6-4799-9504-27949367995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104819 Nov 24 13:09:14.616603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-7137bfb1-f769-4e1d-9c7c-2d9f515e0f07 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:14.617307 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-7137bfb1-f769-4e1d-9c7c-2d9f515e0f07 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:14.663339 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:14.704955 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-7137bfb1-f769-4e1d-9c7c-2d9f515e0f07 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5591645 Nov 24 13:09:14.736626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Request body: {'port': {'device_id': '15a850f2-b9c4-4884-97b4-82c9ce1448f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:14.758240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:14.785327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:14.807999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:14.857256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Pushing event updated for resources: {'Port': ['ID=d9211dcb-92e1-4acd-af29-8e658b5e94df,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:14.869749 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-78384924-4ea9-45bc-9d78-59abb4f70b4d service neutron] 10.222.0.48 "GET /v2.0/networks/212cb59f-c4d6-4799-9504-27949367995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493329 Nov 24 13:09:14.918738 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:14.926630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:14.927245 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:14.943987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45099548-7674-4070-8cfb-7e9ed71c226e req-80aa414e-ed61-41b4-8bea-1dbc5fc6cafd tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:14.946315 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45099548-7674-4070-8cfb-7e9ed71c226e req-80aa414e-ed61-41b4-8bea-1dbc5fc6cafd tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.1053507 Nov 24 13:09:15.026597 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45099548-7674-4070-8cfb-7e9ed71c226e req-291348fd-cb5f-4c1b-9b06-1e318e2ebc9a tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728221 Nov 24 13:09:15.070211 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-87a1c38d-bbf8-486a-af4d-34d947a92d08 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6814885 Nov 24 13:09:15.072515 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45932) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:15.078977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8348aa75-77f4-4751-b131-f5f02e75f989 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.88'}]}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:15.140948 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8348aa75-77f4-4751-b131-f5f02e75f989 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:15.145858 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8348aa75-77f4-4751-b131-f5f02e75f989 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:15.377983 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-39b32fec-5309-4a26-b814-5179a16a83fc req-fd697b87-908c-42b3-a0c8-9834dc9434ce tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 210 time: 0.0577445 Nov 24 13:09:15.423496 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8348aa75-77f4-4751-b131-f5f02e75f989 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:15.530399 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54646d40-935f-4a48-b852-2f7d74905de3 req-70a1b807-665e-4ebf-b1e6-ff0d301d6daa tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:15.539636 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-54646d40-935f-4a48-b852-2f7d74905de3 req-70a1b807-665e-4ebf-b1e6-ff0d301d6daa tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 932 time: 0.3435133 Nov 24 13:09:15.631276 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8348aa75-77f4-4751-b131-f5f02e75f989 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:15.637661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45954) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:15.692135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ade191-4351-44f3-a727-7e3bac5bb1fe {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:09:15.694192 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-54646d40-935f-4a48-b852-2f7d74905de3 req-f7b5898e-6da2-4eae-8230-27e4df042df9 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533022 Nov 24 13:09:15.712656 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:15.745682 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Transition to ACTIVE for port object 21ade191-4351-44f3-a727-7e3bac5bb1fe will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:09:15.751080 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:15.873934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-213e848d-0c4e-497b-af6a-fe1d317b6dab tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group': {'name': 'tempest-secgroup--116726197'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:15.882734 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Pushing event updated for resources: {'Port': ['ID=21ade191-4351-44f3-a727-7e3bac5bb1fe,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:15.919453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:15.920088 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:15.920626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:15.921166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:15.921680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:15.922218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:15.922737 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:15.923240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:15.923738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:15.924255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:15.924781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:15.925815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:15.953125 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-213e848d-0c4e-497b-af6a-fe1d317b6dab tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:15.973563 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-213e848d-0c4e-497b-af6a-fe1d317b6dab tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.022133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Attempting to bind port 21ade191-4351-44f3-a727-7e3bac5bb1fe on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:16.022483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Attempting to bind port 21ade191-4351-44f3-a727-7e3bac5bb1fe by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '216a5317-e051-450f-a851-6010182a4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:16.022847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Attempting to bind port 21ade191-4351-44f3-a727-7e3bac5bb1fe on network 03dace31-d538-4c14-93f0-aab68f3cc065 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:16.035049 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8348aa75-77f4-4751-b131-f5f02e75f989 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.038639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Port 21ade191-4351-44f3-a727-7e3bac5bb1fe on network 03dace31-d538-4c14-93f0-aab68f3cc065 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:16.039049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Attempting to bind port 21ade191-4351-44f3-a727-7e3bac5bb1fe on network 03dace31-d538-4c14-93f0-aab68f3cc065 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:16.046605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:09:16.046969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Checking segment: {'id': '216a5317-e051-450f-a851-6010182a4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:16.047332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Bound using segment: {'id': '216a5317-e051-450f-a851-6010182a4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:09:16.048473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Bound port: 21ade191-4351-44f3-a727-7e3bac5bb1fe, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216a5317-e051-450f-a851-6010182a4411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:09:16.048473 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.097178 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8348aa75-77f4-4751-b131-f5f02e75f989 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.143351 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-213e848d-0c4e-497b-af6a-fe1d317b6dab tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.162081 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-213e848d-0c4e-497b-af6a-fe1d317b6dab tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.187499 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] For port 21ade191-4351-44f3-a727-7e3bac5bb1fe, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:09:16.218772 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] For port 21ade191-4351-44f3-a727-7e3bac5bb1fe, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=21ade191-4351-44f3-a727-7e3bac5bb1fe,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:09:16.240615 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.274772 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e848d-0c4e-497b-af6a-fe1d317b6dab tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3fba90-50a9-4539-894b-5adf84b7ab55,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:16.322229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:16.322849 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.324254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] 10.222.0.46 "PUT /v2.0/ports/21ade191-4351-44f3-a727-7e3bac5bb1fe HTTP/1.1" status: 200 len: 1092 time: 1.6087725 Nov 24 13:09:16.324703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a850f2-b9c4-4884-97b4-82c9ce1448f7', 'tag': '21ade191-4351-44f3-a727-7e3bac5bb1fe'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:16.327098 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec44fb5-2f96-4dc1-84ff-18f6dee84caf" -d '{"events": [{"name": "network-changed", "server_uuid": "15a850f2-b9c4-4884-97b4-82c9ce1448f7", "tag": "21ade191-4351-44f3-a727-7e3bac5bb1fe"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:16.342298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cef71-6cef-4156-85e6-009a3c1dd89e req-e57f9120-429e-412e-b4d5-5db1ae8a3046 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:16.342816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-958cef71-6cef-4156-85e6-009a3c1dd89e req-e57f9120-429e-412e-b4d5-5db1ae8a3046 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.2019272 Nov 24 13:09:16.427438 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8348aa75-77f4-4751-b131-f5f02e75f989 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.467904 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-213e848d-0c4e-497b-af6a-fe1d317b6dab tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.551843 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ad7d1-2aa3-4d4f-8f18-7eec6aae6f3c service neutron] Pushing event updated for resources: {'Port': ['ID=21ade191-4351-44f3-a727-7e3bac5bb1fe,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:16.576342 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01fe247-725c-482f-82f2-f24936f47b64 x-openstack-request-id: req-c01fe247-725c-482f-82f2-f24936f47b64 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:16.576797 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a850f2-b9c4-4884-97b4-82c9ce1448f7", "tag": "21ade191-4351-44f3-a727-7e3bac5bb1fe", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:16.577069 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c01fe247-725c-482f-82f2-f24936f47b64 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:16.577478 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a850f2-b9c4-4884-97b4-82c9ce1448f7', 'tag': '21ade191-4351-44f3-a727-7e3bac5bb1fe', 'status': 'completed', 'code': 200} Nov 24 13:09:16.582876 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-213e848d-0c4e-497b-af6a-fe1d317b6dab tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.603801 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9573c13f-85d2-477b-ac1d-af76efdb82cc req-a7144ec8-98e2-415f-85f8-8eee0e648444 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 210 time: 0.0390966 Nov 24 13:09:16.668680 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-958cef71-6cef-4156-85e6-009a3c1dd89e req-1982e44c-f943-452a-bb58-9f56f7e578d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178766 Nov 24 13:09:16.671263 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-213e848d-0c4e-497b-af6a-fe1d317b6dab tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.675029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-213e848d-0c4e-497b-af6a-fe1d317b6dab tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0363247 Nov 24 13:09:16.675655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45972) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:16.733736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-2496dad7-e2a3-4152-8756-4f0855053b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:16.735258 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-2496dad7-e2a3-4152-8756-4f0855053b31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e53965f3948442da5a4bfdaf02c7889&device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 1095 time: 0.2476952 Nov 24 13:09:16.759912 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8348aa75-77f4-4751-b131-f5f02e75f989 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.762945 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8348aa75-77f4-4751-b131-f5f02e75f989 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.773089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e848d-0c4e-497b-af6a-fe1d317b6dab tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a901488-1ad0-4e59-9f7f-a1075aafeb46,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:16.844323 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8348aa75-77f4-4751-b131-f5f02e75f989 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:16.844894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8348aa75-77f4-4751-b131-f5f02e75f989 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81606208-e5ae-470d-b0a5-4879fc4170e7 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:09:16.865120 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-8348aa75-77f4-4751-b131-f5f02e75f989 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 13:09:16.868869 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8348aa75-77f4-4751-b131-f5f02e75f989 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7943528 Nov 24 13:09:16.871255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45980) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:16.975594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-96d34eee-6735-4edf-8331-555308082860 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Deleting port d9211dcb-92e1-4acd-af29-8e658b5e94df {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:16.976486 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96d34eee-6735-4edf-8331-555308082860 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:17.091237 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96d34eee-6735-4edf-8331-555308082860 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:17.114807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-96d34eee-6735-4edf-8331-555308082860 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Calling delete_port for d9211dcb-92e1-4acd-af29-8e658b5e94df owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:17.355354 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-abf01c22-fbda-4164-8d9b-af54a84fc30b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21ade191-4351-44f3-a727-7e3bac5bb1fe HTTP/1.1" status: 200 len: 217 time: 0.5965009 Nov 24 13:09:17.369271 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96d34eee-6735-4edf-8331-555308082860 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:17.426370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d34eee-6735-4edf-8331-555308082860 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9211dcb-92e1-4acd-af29-8e658b5e94df,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:17.458824 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b114a3bf-b051-4da4-93f2-009baebd79c6 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.7695947 Nov 24 13:09:17.464928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45994) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:17.465232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f0499-f4c5-46e1-a83c-abbcfb08ff42 req-d4ac5dc1-1317-458b-abc4-faf0c10bce35 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:17.466940 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a7f0499-f4c5-46e1-a83c-abbcfb08ff42 req-d4ac5dc1-1317-458b-abc4-faf0c10bce35 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.2614787 Nov 24 13:09:17.472799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7a36a918-5552-447e-9157-336162439643 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group': {'name': 'tempest-security--287241967', 'description': 'tempest-security-description-1601645050'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:17.483309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-af2e495c-8a5f-4e8d-922b-5d7f90d87208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:17.484923 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-af2e495c-8a5f-4e8d-922b-5d7f90d87208 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a57a07f-eae2-4aeb-a7ea-5943414d67b1 HTTP/1.1" status: 200 len: 853 time: 0.1108289 Nov 24 13:09:17.492069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-276e63ed-515b-4083-9254-4422cbad889f tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:17.493534 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-276e63ed-515b-4083-9254-4422cbad889f tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.59 "GET /v2.0/networks?id=212cb59f-c4d6-4799-9504-27949367995f HTTP/1.1" status: 200 len: 817 time: 0.9305983 Nov 24 13:09:17.504320 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f806c-6d6c-4140-b7f4-7d2ad55b7600 req-b1df768b-17e1-4292-b68c-ebcc51974264 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:17.505919 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-da8f806c-6d6c-4140-b7f4-7d2ad55b7600 req-b1df768b-17e1-4292-b68c-ebcc51974264 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 944 time: 0.6720209 Nov 24 13:09:17.523780 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-364f19bc-f371-4eae-90a5-8d983961756d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Request body: {'port': {'device_id': '3229e8ae-0eb8-4fa3-89a7-4d564e51b35a', 'network_id': '212cb59f-c4d6-4799-9504-27949367995f', 'admin_state_up': True, 'tenant_id': '35c2cacddaab4224884a5292332cc499'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:17.583615 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-63f2f0cf-394d-454f-bb30-67f2cd3113e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03dace31-d538-4c14-93f0-aab68f3cc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876055 Nov 24 13:09:17.589929 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96d34eee-6735-4edf-8331-555308082860 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:17.599426 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-96d34eee-6735-4edf-8331-555308082860 tempest-RoutersAdminNegativeTest-162477025 tempest-RoutersAdminNegativeTest-162477025-project-admin] 10.222.0.48 "DELETE /v2.0/ports/d9211dcb-92e1-4acd-af29-8e658b5e94df HTTP/1.1" status: 204 len: 168 time: 0.7257841 Nov 24 13:09:17.634381 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a7f0499-f4c5-46e1-a83c-abbcfb08ff42 req-e57c1541-3b2d-4436-8fb1-b738d5f4c31d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501365 Nov 24 13:09:17.707210 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-7e82c391-a509-4392-bd7c-6d9ae4e702df service neutron] 10.222.0.46 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119449 Nov 24 13:09:17.783369 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a36a918-5552-447e-9157-336162439643 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:17.864969 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-67b03fbe-4699-47a1-af8a-79568badc127 req-a70c2c48-4a1d-4537-b2a4-b75a500a923c tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 210 time: 0.0416071 Nov 24 13:09:17.884485 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-da8f806c-6d6c-4140-b7f4-7d2ad55b7600 req-4a71e302-20da-43ef-b5d2-42ee6e620119 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537188 Nov 24 13:09:17.952911 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a36a918-5552-447e-9157-336162439643 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:17.963928 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a36a918-5552-447e-9157-336162439643 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:17.967048 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a36a918-5552-447e-9157-336162439643 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:17.971257 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7a36a918-5552-447e-9157-336162439643 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "PUT /v2.0/security-groups/5a901488-1ad0-4e59-9f7f-a1075aafeb46 HTTP/1.1" status: 200 len: 1796 time: 0.5025704 Nov 24 13:09:17.972009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46010) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:17.997939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5caf86a8-6079-4ecc-aede-46a17ab15a7b req-26c08ef8-f433-4b56-bc3d-3ba1a23310e8 service neutron] 10.222.0.46 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788968 Nov 24 13:09:18.021826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46012) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:18.044306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-364f19bc-f371-4eae-90a5-8d983961756d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Made reservation on behalf of 35c2cacddaab4224884a5292332cc499 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:18.049649 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-364f19bc-f371-4eae-90a5-8d983961756d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:18.052146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-83d0b3c1-0343-4f06-9f37-9e3c6c179d8d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-groups/5a901488-1ad0-4e59-9f7f-a1075aafeb46 HTTP/1.1" status: 200 len: 1796 time: 0.0791974 Nov 24 13:09:18.061496 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46016) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:18.117721 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36a918-5552-447e-9157-336162439643 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a901488-1ad0-4e59-9f7f-a1075aafeb46,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:18.217133 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b294b6df-6118-49a4-9545-1bbb3ca42e57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:18.226431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec44fb5-2f96-4dc1-84ff-18f6dee84caf req-da8a77e9-7348-447c-9a20-1eb4d8bc4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:18.228222 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ec44fb5-2f96-4dc1-84ff-18f6dee84caf req-da8a77e9-7348-447c-9a20-1eb4d8bc4799 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e53965f3948442da5a4bfdaf02c7889&device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 1095 time: 0.1676192 Nov 24 13:09:18.294020 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8956cd3-3a3e-49ea-b1f3-9d8d6e9fe3dc tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:18.388984 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8956cd3-3a3e-49ea-b1f3-9d8d6e9fe3dc tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:18.418803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-364f19bc-f371-4eae-90a5-8d983961756d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Allocated IP 172.20.0.7 (212cb59f-c4d6-4799-9504-27949367995f/913fcfaa-6a16-49d3-aab6-1d72a9e21aab/eb26ee2e-944a-465e-b19e-3b3885bb8f34) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:09:18.479252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec44fb5-2f96-4dc1-84ff-18f6dee84caf req-2fcad1cb-3243-411a-aaba-cf3ad9013cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:18.480950 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ec44fb5-2f96-4dc1-84ff-18f6dee84caf req-2fcad1cb-3243-411a-aaba-cf3ad9013cfc service neutron] 10.222.0.46 "GET /v2.0/networks?id=03dace31-d538-4c14-93f0-aab68f3cc065 HTTP/1.1" status: 200 len: 914 time: 0.2368257 Nov 24 13:09:18.554474 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8956cd3-3a3e-49ea-b1f3-9d8d6e9fe3dc tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:18.557200 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8956cd3-3a3e-49ea-b1f3-9d8d6e9fe3dc tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:18.558430 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b8956cd3-3a3e-49ea-b1f3-9d8d6e9fe3dc tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-groups/5a901488-1ad0-4e59-9f7f-a1075aafeb46 HTTP/1.1" status: 204 len: 168 time: 0.4898369 Nov 24 13:09:18.561211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46018) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:18.573425 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ec44fb5-2f96-4dc1-84ff-18f6dee84caf req-436bf576-c25a-4c69-a7ef-29e35f4fc14a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21ade191-4351-44f3-a727-7e3bac5bb1fe HTTP/1.1" status: 200 len: 217 time: 0.0743637 Nov 24 13:09:18.613385 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8956cd3-3a3e-49ea-b1f3-9d8d6e9fe3dc tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a901488-1ad0-4e59-9f7f-a1075aafeb46,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:18.620779 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-90473e19-5b80-44d3-a1dd-12d44de354db tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0569499 Nov 24 13:09:18.625090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46020) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:18.640402 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-270816d6-5325-4e7c-be14-f983607c20e8 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] delete failed (client error): The resource could not be found. Nov 24 13:09:18.641752 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-270816d6-5325-4e7c-be14-f983607c20e8 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-groups/5a901488-1ad0-4e59-9f7f-a1075aafeb46 HTTP/1.1" status: 404 len: 347 time: 0.0155585 Nov 24 13:09:18.659181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46022) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:18.665876 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-9f63277b-a455-4dc5-89f9-c3ed4830a807 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284957687'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:18.686693 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b294b6df-6118-49a4-9545-1bbb3ca42e57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:18.715444 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b294b6df-6118-49a4-9545-1bbb3ca42e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:18.790847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f76e93-4d8a-4d2f-9fe7-bab034b0749f req-0fbfc159-ea5c-46ad-94cf-a9a5773f5204 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:18.798588 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-25f76e93-4d8a-4d2f-9fe7-bab034b0749f req-0fbfc159-ea5c-46ad-94cf-a9a5773f5204 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.0781691 Nov 24 13:09:18.835679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec44fb5-2f96-4dc1-84ff-18f6dee84caf req-388e3d7a-e3e0-49f5-98d8-337b439bf340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:18.837608 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ec44fb5-2f96-4dc1-84ff-18f6dee84caf req-388e3d7a-e3e0-49f5-98d8-337b439bf340 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2a57a07f-eae2-4aeb-a7ea-5943414d67b1 HTTP/1.1" status: 200 len: 853 time: 0.2473876 Nov 24 13:09:18.864536 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9f63277b-a455-4dc5-89f9-c3ed4830a807 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:18.888225 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b294b6df-6118-49a4-9545-1bbb3ca42e57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33f0c66e035a4e70bca9491a0854b188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8623121 Nov 24 13:09:18.895366 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46044) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:18.901593 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ec44fb5-2f96-4dc1-84ff-18f6dee84caf req-b9b81e27-f2b9-4caf-b087-9e2a6f33be89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=03dace31-d538-4c14-93f0-aab68f3cc065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517993 Nov 24 13:09:18.902458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294b6df-6118-49a4-9545-1bbb3ca42e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b1ee18-7bc9-4e52-bf73-5d2dfc299189,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:19.002236 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-364f19bc-f371-4eae-90a5-8d983961756d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.082961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c946464d-7af0-43a2-8857-75602000ee01 req-b5306f50-f1f4-4099-8928-2bae55af6e89 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 210 time: 0.1085455 Nov 24 13:09:19.200249 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ec44fb5-2f96-4dc1-84ff-18f6dee84caf req-c7be25df-ddea-4ab5-9086-01ac637155cf service neutron] 10.222.0.46 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891223 Nov 24 13:09:19.254761 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9f63277b-a455-4dc5-89f9-c3ed4830a807 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.263230 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-25f76e93-4d8a-4d2f-9fe7-bab034b0749f req-edc8e0c6-32fd-4ef2-a9ea-1518b85cfd53 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553318 Nov 24 13:09:19.282451 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9f63277b-a455-4dc5-89f9-c3ed4830a807 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.286368 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d685332c-3733-471b-adfb-fe2402b9a4b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.303877 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-364f19bc-f371-4eae-90a5-8d983961756d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.319950 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d685332c-3733-471b-adfb-fe2402b9a4b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.383473 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d685332c-3733-471b-adfb-fe2402b9a4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.386535 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d685332c-3733-471b-adfb-fe2402b9a4b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.387850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d685332c-3733-471b-adfb-fe2402b9a4b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1b1ee18-7bc9-4e52-bf73-5d2dfc299189 HTTP/1.1" status: 204 len: 168 time: 0.4916098 Nov 24 13:09:19.397373 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9f63277b-a455-4dc5-89f9-c3ed4830a807 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.399161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9f63277b-a455-4dc5-89f9-c3ed4830a807 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7369840 Nov 24 13:09:19.405431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46050) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:19.410683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685332c-3733-471b-adfb-fe2402b9a4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b1ee18-7bc9-4e52-bf73-5d2dfc299189,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:19.422943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ab224686-18f8-4de0-9faa-ff378d95451c tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group_rule': {'security_group_id': '55d74d31-0eee-4e3e-b265-4c8b8ed0b486', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:19.434004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63277b-a455-4dc5-89f9-c3ed4830a807 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d74d31-0eee-4e3e-b265-4c8b8ed0b486,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:19.477556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b1810-8aba-4775-b8f6-aa69b1099427 req-64baf058-dbc8-4e77-9ec2-5287fceb0f70 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:19.484633 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-234b1810-8aba-4775-b8f6-aa69b1099427 req-64baf058-dbc8-4e77-9ec2-5287fceb0f70 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 944 time: 0.2772517 Nov 24 13:09:19.490704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-364f19bc-f371-4eae-90a5-8d983961756d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Network 212cb59f-c4d6-4799-9504-27949367995f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:19.511270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-364f19bc-f371-4eae-90a5-8d983961756d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:19.523154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f19bc-f371-4eae-90a5-8d983961756d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Pushing event updated for resources: {'Port': ['ID=eb26ee2e-944a-465e-b19e-3b3885bb8f34,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:19.525669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-364f19bc-f371-4eae-90a5-8d983961756d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:19.538897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ec44fb5-2f96-4dc1-84ff-18f6dee84caf req-3cc833b5-127a-45ea-ba00-b01f82e18a2d service neutron] 10.222.0.46 "GET /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291442 Nov 24 13:09:19.614287 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab224686-18f8-4de0-9faa-ff378d95451c tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.644939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-234b1810-8aba-4775-b8f6-aa69b1099427 req-44e5d57d-8ce5-4654-8914-741c95eb0139 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592805 Nov 24 13:09:19.660895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-364f19bc-f371-4eae-90a5-8d983961756d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:19.661637 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-364f19bc-f371-4eae-90a5-8d983961756d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.694357 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-364f19bc-f371-4eae-90a5-8d983961756d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1743710 Nov 24 13:09:19.710478 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Request body: {'port': {'device_id': '3229e8ae-0eb8-4fa3-89a7-4d564e51b35a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:19.763925 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46054) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:19.822505 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab224686-18f8-4de0-9faa-ff378d95451c tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.830317 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab224686-18f8-4de0-9faa-ff378d95451c tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.844971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab224686-18f8-4de0-9faa-ff378d95451c tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a479542a-fb57-4d4f-9ded-69f08c07c034,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:19.847622 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.855460 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d4fbcfce-b926-4070-b840-961412b321c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89010e2f6cd5481194daeeaac9064904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0886071 Nov 24 13:09:19.858175 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46058) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:19.891899 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab224686-18f8-4de0-9faa-ff378d95451c tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.893409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ab224686-18f8-4de0-9faa-ff378d95451c tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4745963 Nov 24 13:09:19.896137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46066) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:19.920865 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 21ade191-4351-44f3-a727-7e3bac5bb1fe details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:09:19.934744 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2da19147-6c36-4b9e-9449-2c26d79b2675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:19.968081 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2da19147-6c36-4b9e-9449-2c26d79b2675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.036498 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2da19147-6c36-4b9e-9449-2c26d79b2675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.037425 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4da2-b3f2-424e-b3f0-18e10c1f853a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.045323 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2da19147-6c36-4b9e-9449-2c26d79b2675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.053053 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4da2-b3f2-424e-b3f0-18e10c1f853a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.063301 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2da19147-6c36-4b9e-9449-2c26d79b2675 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20d8a17d-ca77-4979-b2da-d598cab0310e HTTP/1.1" status: 204 len: 168 time: 0.2034252 Nov 24 13:09:20.091531 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da19147-6c36-4b9e-9449-2c26d79b2675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d8a17d-ca77-4979-b2da-d598cab0310e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:20.171360 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4da2-b3f2-424e-b3f0-18e10c1f853a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.215218 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a7d4da2-b3f2-424e-b3f0-18e10c1f853a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.216383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8a7d4da2-b3f2-424e-b3f0-18e10c1f853a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a479542a-fb57-4d4f-9ded-69f08c07c034 HTTP/1.1" status: 204 len: 168 time: 0.3171172 Nov 24 13:09:20.217241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d4da2-b3f2-424e-b3f0-18e10c1f853a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a479542a-fb57-4d4f-9ded-69f08c07c034,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:20.220642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46084) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:20.265773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 21ade191-4351-44f3-a727-7e3bac5bb1fe, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=21ade191-4351-44f3-a727-7e3bac5bb1fe,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:20.291154 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '21ade191-4351-44f3-a727-7e3bac5bb1fe', 'network_id': '03dace31-d538-4c14-93f0-aab68f3cc065', 'port_id': '21ade191-4351-44f3-a727-7e3bac5bb1fe', 'mac_address': 'fa:16:3e:e7:4a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a57a07f-eae2-4aeb-a7ea-5943414d67b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:09:20.417893 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.435072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ade191-4351-44f3-a727-7e3bac5bb1fe {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:09:20.455174 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5cbffdb1-efbb-4dc7-9f0d-7f4f520a234c tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2202566 Nov 24 13:09:20.458988 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46092) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:20.468353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef70479-5d5d-457f-ae41-29c79fcf9060 req-9de40614-c742-49af-98e5-b49be3d4dfd5 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:20.470158 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bef70479-5d5d-457f-ae41-29c79fcf9060 req-9de40614-c742-49af-98e5-b49be3d4dfd5 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 931 time: 0.1806495 Nov 24 13:09:20.486969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 21ade191-4351-44f3-a727-7e3bac5bb1fe, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=21ade191-4351-44f3-a727-7e3bac5bb1fe,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:20.494053 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.588889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb26ee2e-944a-465e-b19e-3b3885bb8f34 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:09:20.601101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=21ade191-4351-44f3-a727-7e3bac5bb1fe,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:20.621280 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bef70479-5d5d-457f-ae41-29c79fcf9060 req-e6d4ac54-e72d-44db-ba2b-734544ebaec6 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/security-groups?id=641583e0-44af-4860-b99d-6e47143aa41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395893 Nov 24 13:09:20.631371 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.631671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04a401-fe88-4917-9a4d-54a13f1d0aff req-4194b890-ee86-4b52-8625-66c1f8e0d410 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:20.633573 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f04a401-fe88-4917-9a4d-54a13f1d0aff req-4194b890-ee86-4b52-8625-66c1f8e0d410 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.1535416 Nov 24 13:09:20.652504 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8943f42e-9a3b-4b6e-b12d-6ed9ddc8c627 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.667861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Transition to ACTIVE for port object eb26ee2e-944a-465e-b19e-3b3885bb8f34 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:09:20.675348 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.710355 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f04a401-fe88-4917-9a4d-54a13f1d0aff req-8a88dd61-8d0c-4fe0-96e3-3f4a89e1d87f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542784 Nov 24 13:09:20.743340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8943f42e-9a3b-4b6e-b12d-6ed9ddc8c627 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.749940 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['21ade191-4351-44f3-a727-7e3bac5bb1fe'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:09:20.806856 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8943f42e-9a3b-4b6e-b12d-6ed9ddc8c627 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.811654 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8943f42e-9a3b-4b6e-b12d-6ed9ddc8c627 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.816947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8943f42e-9a3b-4b6e-b12d-6ed9ddc8c627 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-groups/55d74d31-0eee-4e3e-b265-4c8b8ed0b486 HTTP/1.1" status: 204 len: 168 time: 0.3551805 Nov 24 13:09:20.817576 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46102) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:20.845803 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943f42e-9a3b-4b6e-b12d-6ed9ddc8c627 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d74d31-0eee-4e3e-b265-4c8b8ed0b486,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:20.897886 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0c55d121-6792-440f-9c5d-08c655e10440 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597010 Nov 24 13:09:20.898794 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46106) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:20.904919 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-aea3ba33-bbb0-4320-aba5-bd16d72fd706 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936605994'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:20.912184 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-55eaca01-090b-476e-8c5b-007de4520abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:20.914458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Pushing event updated for resources: {'Port': ['ID=eb26ee2e-944a-465e-b19e-3b3885bb8f34,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:20.938877 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aea3ba33-bbb0-4320-aba5-bd16d72fd706 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.025784 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aea3ba33-bbb0-4320-aba5-bd16d72fd706 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.030956 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aea3ba33-bbb0-4320-aba5-bd16d72fd706 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.080899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Attempting to bind port eb26ee2e-944a-465e-b19e-3b3885bb8f34 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:21.083059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Attempting to bind port eb26ee2e-944a-465e-b19e-3b3885bb8f34 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '9d63af39-5997-4454-96ba-a5723a68528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '212cb59f-c4d6-4799-9504-27949367995f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:21.083421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Attempting to bind port eb26ee2e-944a-465e-b19e-3b3885bb8f34 on network 212cb59f-c4d6-4799-9504-27949367995f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:21.107178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3ba33-bbb0-4320-aba5-bd16d72fd706 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f37fa87-7aa2-4d00-b301-d0a3723c0203,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:21.113756 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aea3ba33-bbb0-4320-aba5-bd16d72fd706 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.120496 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-aea3ba33-bbb0-4320-aba5-bd16d72fd706 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2202878 Nov 24 13:09:21.122251 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46112) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:21.127179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d9f33efa-656c-4cca-90fa-de73e55e0258 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group_rule': {'security_group_id': '4f37fa87-7aa2-4d00-b301-d0a3723c0203', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:21.133963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944a83c-7a59-4c24-8698-3cf420a4d0af req-4a1535be-8c82-4d45-9032-74ea0884e668 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:21.135773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e944a83c-7a59-4c24-8698-3cf420a4d0af req-4a1535be-8c82-4d45-9032-74ea0884e668 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 945 time: 0.3451607 Nov 24 13:09:21.141882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Port eb26ee2e-944a-465e-b19e-3b3885bb8f34 on network 212cb59f-c4d6-4799-9504-27949367995f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:21.142328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Attempting to bind port eb26ee2e-944a-465e-b19e-3b3885bb8f34 on network 212cb59f-c4d6-4799-9504-27949367995f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:21.169506 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9f33efa-656c-4cca-90fa-de73e55e0258 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.181678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:09:21.182099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Checking segment: {'id': '9d63af39-5997-4454-96ba-a5723a68528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '212cb59f-c4d6-4799-9504-27949367995f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:21.182713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Bound using segment: {'id': '9d63af39-5997-4454-96ba-a5723a68528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '212cb59f-c4d6-4799-9504-27949367995f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:09:21.183276 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Bound port: eb26ee2e-944a-465e-b19e-3b3885bb8f34, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d63af39-5997-4454-96ba-a5723a68528c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '212cb59f-c4d6-4799-9504-27949367995f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:09:21.183839 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.229397 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e944a83c-7a59-4c24-8698-3cf420a4d0af req-e26c3a37-fe84-46ac-8266-e0fc9006ffa4 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783749 Nov 24 13:09:21.297957 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9f33efa-656c-4cca-90fa-de73e55e0258 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.301046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] For port eb26ee2e-944a-465e-b19e-3b3885bb8f34, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:09:21.303204 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9f33efa-656c-4cca-90fa-de73e55e0258 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.304690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] For port eb26ee2e-944a-465e-b19e-3b3885bb8f34, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=eb26ee2e-944a-465e-b19e-3b3885bb8f34,segment=NetworkSegment(9d63af39-5997-4454-96ba-a5723a68528c),segment_id=9d63af39-5997-4454-96ba-a5723a68528c)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:09:21.310356 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.324003 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f33efa-656c-4cca-90fa-de73e55e0258 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b50fc01-98a0-4e4e-bbfd-42c8fc41fc03,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:21.335038 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9f33efa-656c-4cca-90fa-de73e55e0258 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.340434 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d9f33efa-656c-4cca-90fa-de73e55e0258 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2169347 Nov 24 13:09:21.341392 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46118) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:21.347580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2842a17b-5357-4596-8502-ad8551520129 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group_rule': {'security_group_id': '4f37fa87-7aa2-4d00-b301-d0a3723c0203', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:21.388049 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2842a17b-5357-4596-8502-ad8551520129 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.394955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:21.396438 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.397928 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] 10.222.0.59 "PUT /v2.0/ports/eb26ee2e-944a-465e-b19e-3b3885bb8f34 HTTP/1.1" status: 200 len: 1091 time: 1.6929951 Nov 24 13:09:21.398404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3229e8ae-0eb8-4fa3-89a7-4d564e51b35a', 'tag': 'eb26ee2e-944a-465e-b19e-3b3885bb8f34'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:21.433542 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263ea4bf-3acf-418d-a0bf-0fd772b64c46" -d '{"events": [{"name": "network-changed", "server_uuid": "3229e8ae-0eb8-4fa3-89a7-4d564e51b35a", "tag": "eb26ee2e-944a-465e-b19e-3b3885bb8f34"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:21.516095 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2842a17b-5357-4596-8502-ad8551520129 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.521955 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2842a17b-5357-4596-8502-ad8551520129 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.540090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842a17b-5357-4596-8502-ad8551520129 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e159b5-6f28-4812-8ab3-31389ebb4706,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:21.557585 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53874c9-a983-4c1e-9820-1f261a74a981 x-openstack-request-id: req-a53874c9-a983-4c1e-9820-1f261a74a981 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:21.558113 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3229e8ae-0eb8-4fa3-89a7-4d564e51b35a", "tag": "eb26ee2e-944a-465e-b19e-3b3885bb8f34", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:21.558229 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a53874c9-a983-4c1e-9820-1f261a74a981 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:21.558760 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3229e8ae-0eb8-4fa3-89a7-4d564e51b35a', 'tag': 'eb26ee2e-944a-465e-b19e-3b3885bb8f34', 'status': 'completed', 'code': 200} Nov 24 13:09:21.565729 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21435ddc-7dfa-4b87-adba-7ab5d7dabd45 service neutron] Pushing event updated for resources: {'Port': ['ID=eb26ee2e-944a-465e-b19e-3b3885bb8f34,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:21.572912 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2842a17b-5357-4596-8502-ad8551520129 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.579555 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2842a17b-5357-4596-8502-ad8551520129 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2361324 Nov 24 13:09:21.580105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-b2152cbc-5254-468a-8059-a4a9f22ccb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:21.580792 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46130) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:21.583515 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-b2152cbc-5254-468a-8059-a4a9f22ccb00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35c2cacddaab4224884a5292332cc499&device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 1094 time: 0.1166909 Nov 24 13:09:21.588161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d389583e-af39-4724-97ae-c5edea5b2f76 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group_rule': {'security_group_id': '4f37fa87-7aa2-4d00-b301-d0a3723c0203', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:21.625148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46132) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:21.651825 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-f3c3a3d4-cabd-4eea-8c92-44694672203c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb26ee2e-944a-465e-b19e-3b3885bb8f34 HTTP/1.1" status: 200 len: 217 time: 0.0595238 Nov 24 13:09:21.657860 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d389583e-af39-4724-97ae-c5edea5b2f76 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.718768 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d389583e-af39-4724-97ae-c5edea5b2f76 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.725693 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d389583e-af39-4724-97ae-c5edea5b2f76 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.788048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389583e-af39-4724-97ae-c5edea5b2f76 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b01ceeb8-a070-42be-9066-24d73489ddd6,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:21.816017 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d389583e-af39-4724-97ae-c5edea5b2f76 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.819931 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d389583e-af39-4724-97ae-c5edea5b2f76 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2349093 Nov 24 13:09:21.822179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46140) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:21.835645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-25918963-ce90-4854-9476-1889d45d148a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group_rule': {'security_group_id': '4f37fa87-7aa2-4d00-b301-d0a3723c0203', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:21.859748 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-c63ed451-b2e6-48c2-abf9-9aa7f75a3662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:21.861692 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-c63ed451-b2e6-48c2-abf9-9aa7f75a3662 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=913fcfaa-6a16-49d3-aab6-1d72a9e21aab HTTP/1.1" status: 200 len: 857 time: 0.2021182 Nov 24 13:09:21.883511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1761151734'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:21.918770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-2449af83-9d2b-42a1-be23-47ebcaaaafff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=212cb59f-c4d6-4799-9504-27949367995f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458097 Nov 24 13:09:21.928068 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Made reservation on behalf of ec0f3106da124213b568da9d34b54643 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:21.929476 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 21ade191-4351-44f3-a727-7e3bac5bb1fe up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:09:21.931541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.943255 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:21.947373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50415adc-94a3-4dce-b0c1-4620c1108a67 req-1fe73d30-b366-42b1-9b93-03f0b495ec4e tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:21.954895 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50415adc-94a3-4dce-b0c1-4620c1108a67 req-1fe73d30-b366-42b1-9b93-03f0b495ec4e tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 943 time: 0.1739640 Nov 24 13:09:21.995856 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-25918963-ce90-4854-9476-1889d45d148a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.049337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 21ade191-4351-44f3-a727-7e3bac5bb1fe completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:09:22.057445 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 21ade191-4351-44f3-a727-7e3bac5bb1fe triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:22.058232 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.086887 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50415adc-94a3-4dce-b0c1-4620c1108a67 req-29093900-f80a-4e8a-9bf9-43a3e7dc5542 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/security-groups?id=641583e0-44af-4860-b99d-6e47143aa41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304703 Nov 24 13:09:22.131274 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-664e57fc-27ca-42af-8383-bb1fafb666a5 service neutron] 10.222.0.59 "GET /v2.0/networks/212cb59f-c4d6-4799-9504-27949367995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000065 Nov 24 13:09:22.183874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d77682-70b3-45b3-ad2c-07c510f8631d req-a2008c00-ad43-4858-bb63-85cee378f282 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:22.192530 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33d77682-70b3-45b3-ad2c-07c510f8631d req-a2008c00-ad43-4858-bb63-85cee378f282 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.3221931 Nov 24 13:09:22.233043 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.252086 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-25918963-ce90-4854-9476-1889d45d148a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.295704 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-25918963-ce90-4854-9476-1889d45d148a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.325327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 21ade191-4351-44f3-a727-7e3bac5bb1fe, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=21ade191-4351-44f3-a727-7e3bac5bb1fe,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:22.326226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a850f2-b9c4-4884-97b4-82c9ce1448f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ade191-4351-44f3-a727-7e3bac5bb1fe'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:22.333261 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534979a9-9c1c-4059-8364-098f0c4e8eeb" -d '{"events": [{"server_uuid": "15a850f2-b9c4-4884-97b4-82c9ce1448f7", "name": "network-vif-plugged", "status": "completed", "tag": "21ade191-4351-44f3-a727-7e3bac5bb1fe"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:22.340894 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.384215 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29aa406-34d7-4d23-8d14-6faceca15d41 req-399b252a-ea93-4daf-b338-407d81868f33 service neutron] 10.222.0.59 "GET /v2.0/networks/212cb59f-c4d6-4799-9504-27949367995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478781 Nov 24 13:09:22.406889 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.417223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25918963-ce90-4854-9476-1889d45d148a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4510a0-6028-45ad-9cb3-c7c9f7bd4fbe,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:22.433809 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-25918963-ce90-4854-9476-1889d45d148a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.435243 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-25918963-ce90-4854-9476-1889d45d148a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6095934 Nov 24 13:09:22.438916 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46160) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:22.445456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c9e1639c-e390-4988-acd6-763fb104a3c1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group_rule': {'security_group_id': '4f37fa87-7aa2-4d00-b301-d0a3723c0203', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:22.451662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=21ade191-4351-44f3-a727-7e3bac5bb1fe,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:22.453522 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33d77682-70b3-45b3-ad2c-07c510f8631d req-194cbc84-d72b-48fe-a8a8-2feeaea0d3ff tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600338 Nov 24 13:09:22.454234 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.503911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43254aa-3969-4d42-a54f-a1d328089772 req-c668d8c5-093c-41d7-b6e7-a9c742032167 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:22.505803 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d43254aa-3969-4d42-a54f-a1d328089772 req-c668d8c5-093c-41d7-b6e7-a9c742032167 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 946 time: 0.1463647 Nov 24 13:09:22.513758 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a9ae6c-0214-4d74-9f51-ac20658f4b12 x-openstack-request-id: req-05a9ae6c-0214-4d74-9f51-ac20658f4b12 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:22.514329 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a850f2-b9c4-4884-97b4-82c9ce1448f7", "name": "network-vif-plugged", "status": "completed", "tag": "21ade191-4351-44f3-a727-7e3bac5bb1fe", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:22.514781 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05a9ae6c-0214-4d74-9f51-ac20658f4b12 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:22.515616 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a850f2-b9c4-4884-97b4-82c9ce1448f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ade191-4351-44f3-a727-7e3bac5bb1fe', 'code': 200} Nov 24 13:09:22.526428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:09:22.560293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4ae61f-fcdc-4b5f-8362-4de19dd39778,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:22.577801 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.578172 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Added segment 17b54346-c142-4d04-b51a-4cbaa46de869 of type vlan for network 4b7eddc8-b4e3-4d6c-8045-10953301fdc6 Nov 24 13:09:22.581473 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9e1639c-e390-4988-acd6-763fb104a3c1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.653921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ea4bf-3acf-418d-a0bf-0fd772b64c46 req-7db51338-84c8-465c-b2a0-597f73dcd566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:22.655429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.655647 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-263ea4bf-3acf-418d-a0bf-0fd772b64c46 req-7db51338-84c8-465c-b2a0-597f73dcd566 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=35c2cacddaab4224884a5292332cc499&device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 1094 time: 0.2005341 Nov 24 13:09:22.696166 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.708412 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:22.709800 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.743668 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1145885 Nov 24 13:09:22.744782 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46164) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:22.756373 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f1924be7-e34c-4065-b079-bd0fed1665bc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Request body: {'subnet': {'network_id': '4b7eddc8-b4e3-4d6c-8045-10953301fdc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:22.756923 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d43254aa-3969-4d42-a54f-a1d328089772 req-4d38022b-1c09-499b-98c2-feed00007d9b tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426264 Nov 24 13:09:22.832161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9fadc-cdaf-4ac1-8ec1-04e599ecdc53 req-b35d017b-6636-4428-b5ed-4c90727edcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:22.833760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a9d9fadc-cdaf-4ac1-8ec1-04e599ecdc53 req-b35d017b-6636-4428-b5ed-4c90727edcf7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 1097 time: 0.1992006 Nov 24 13:09:22.835482 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9e1639c-e390-4988-acd6-763fb104a3c1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.844554 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9e1639c-e390-4988-acd6-763fb104a3c1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.891440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1639c-e390-4988-acd6-763fb104a3c1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4241e3c-7815-4512-8202-9323e7b26864,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:22.901341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ea4bf-3acf-418d-a0bf-0fd772b64c46 req-0a00a80a-4267-4f5d-8d15-15b406a76df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:22.903513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-263ea4bf-3acf-418d-a0bf-0fd772b64c46 req-0a00a80a-4267-4f5d-8d15-15b406a76df4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=212cb59f-c4d6-4799-9504-27949367995f HTTP/1.1" status: 200 len: 918 time: 0.2210331 Nov 24 13:09:22.907525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4b06f-ff2f-44de-82b9-5c47ad87becc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Pushing event updated for resources: {'Network': ['ID=4b7eddc8-b4e3-4d6c-8045-10953301fdc6,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:22.916751 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1924be7-e34c-4065-b079-bd0fed1665bc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Made reservation on behalf of ec0f3106da124213b568da9d34b54643 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:22.919768 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 4b7eddc8-b4e3-4d6c-8045-10953301fdc6 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:09:22.920908 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f1924be7-e34c-4065-b079-bd0fed1665bc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.970959 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-263ea4bf-3acf-418d-a0bf-0fd772b64c46 req-8f542187-f3dc-448b-a061-fad60057f0d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb26ee2e-944a-465e-b19e-3b3885bb8f34 HTTP/1.1" status: 200 len: 217 time: 0.0470736 Nov 24 13:09:22.976251 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9e1639c-e390-4988-acd6-763fb104a3c1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:22.977431 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c9e1639c-e390-4988-acd6-763fb104a3c1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5372937 Nov 24 13:09:22.984252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46166) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:23.053892 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b70a7c2-8a24-4519-a071-5be8d78c93e0 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:23.062299 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b70a7c2-8a24-4519-a071-5be8d78c93e0 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:23.094350 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a9d9fadc-cdaf-4ac1-8ec1-04e599ecdc53 req-69b98f9d-2955-4215-b44c-c122d908ef65 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417128 Nov 24 13:09:23.102978 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b70a7c2-8a24-4519-a071-5be8d78c93e0 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:23.113451 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b70a7c2-8a24-4519-a071-5be8d78c93e0 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:23.117657 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2b70a7c2-8a24-4519-a071-5be8d78c93e0 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/c4241e3c-7815-4512-8202-9323e7b26864 HTTP/1.1" status: 204 len: 168 time: 0.1309817 Nov 24 13:09:23.119436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46168) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:23.131974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ea4bf-3acf-418d-a0bf-0fd772b64c46 req-d8201f07-a33c-4f06-b45c-5b7a514245fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:23.134089 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-263ea4bf-3acf-418d-a0bf-0fd772b64c46 req-d8201f07-a33c-4f06-b45c-5b7a514245fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=913fcfaa-6a16-49d3-aab6-1d72a9e21aab HTTP/1.1" status: 200 len: 857 time: 0.1503267 Nov 24 13:09:23.145030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70a7c2-8a24-4519-a071-5be8d78c93e0 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4241e3c-7815-4512-8202-9323e7b26864,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:23.175985 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-263ea4bf-3acf-418d-a0bf-0fd772b64c46 req-e3891d60-b0a9-4298-8f41-41fdb5781ab7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=212cb59f-c4d6-4799-9504-27949367995f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325267 Nov 24 13:09:23.219973 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f1924be7-e34c-4065-b079-bd0fed1665bc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:23.234983 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ce7459c-7d4b-449e-b36e-6dd0d9f14868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:23.319855 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1fdacb34-c364-4009-ac78-fab545f6af3e tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1987612 Nov 24 13:09:23.322787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46176) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:23.402629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1924be7-e34c-4065-b079-bd0fed1665bc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Pushing event updated for resources: {'Subnet': ['ID=9f8156dd-dad5-4c25-8a1d-f476c204703e,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:23.430274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b7156-d3f0-45de-933b-c0e5f5b73b5b req-b8de3ccc-5b24-4011-beca-3a25c9d87923 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:23.431973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4f9b7156-d3f0-45de-933b-c0e5f5b73b5b req-b8de3ccc-5b24-4011-beca-3a25c9d87923 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 943 time: 0.1480532 Nov 24 13:09:23.432888 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1924be7-e34c-4065-b079-bd0fed1665bc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Checking segment: {'id': '17b54346-c142-4d04-b51a-4cbaa46de869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4b7eddc8-b4e3-4d6c-8045-10953301fdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:23.433269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1924be7-e34c-4065-b079-bd0fed1665bc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Network hostable DHCP agents. Network: 4b7eddc8-b4e3-4d6c-8045-10953301fdc6, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:09:23.434367 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-263ea4bf-3acf-418d-a0bf-0fd772b64c46 req-b3021f5f-cbf9-4495-a14c-5285cc8dec34 service neutron] 10.222.0.59 "GET /v2.0/networks/212cb59f-c4d6-4799-9504-27949367995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111924 Nov 24 13:09:23.471088 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e93a81f5-cbab-4bd3-a1bc-9e323d91575f tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:23.492355 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e93a81f5-cbab-4bd3-a1bc-9e323d91575f tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:23.557871 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4f9b7156-d3f0-45de-933b-c0e5f5b73b5b req-ba74ba8c-b601-4672-a024-9d022d7505dc tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/security-groups?id=641583e0-44af-4860-b99d-6e47143aa41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098950 Nov 24 13:09:23.566025 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1924be7-e34c-4065-b079-bd0fed1665bc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Network 4b7eddc8-b4e3-4d6c-8045-10953301fdc6 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:09:23.578508 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-f1924be7-e34c-4065-b079-bd0fed1665bc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 4b7eddc8-b4e3-4d6c-8045-10953301fdc6) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:23.591902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1924be7-e34c-4065-b079-bd0fed1665bc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:23.592749 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f1924be7-e34c-4065-b079-bd0fed1665bc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:23.598165 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5b29b4-c43f-4dad-867c-a5e886676631 None None] Network 4b7eddc8-b4e3-4d6c-8045-10953301fdc6 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:23.614446 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f1924be7-e34c-4065-b079-bd0fed1665bc tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8692234 Nov 24 13:09:23.617051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46182) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:23.622679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c5066d62-9f8f-427b-a68c-b68bbaa3262b tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Request body: {'port': {'network_id': '4b7eddc8-b4e3-4d6c-8045-10953301fdc6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2086306950'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:23.753486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5066d62-9f8f-427b-a68c-b68bbaa3262b tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Made reservation on behalf of ec0f3106da124213b568da9d34b54643 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:23.759846 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5066d62-9f8f-427b-a68c-b68bbaa3262b tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:23.785887 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-c5066d62-9f8f-427b-a68c-b68bbaa3262b tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] device_id is not set on port 59973ee9-74e1-46b1-9c7c-c45acdd00106 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:09:23.827246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-4b7eddc8-b4e3-4d6c-8045-10953301fdc6', 'network_id': '4b7eddc8-b4e3-4d6c-8045-10953301fdc6', 'tenant_id': 'ec0f3106da124213b568da9d34b54643', 'fixed_ips': [{'subnet_id': '9f8156dd-dad5-4c25-8a1d-f476c204703e'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:09:23.828265 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:23.975232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-c5066d62-9f8f-427b-a68c-b68bbaa3262b tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Allocated IP 2001:db8::2e1 (4b7eddc8-b4e3-4d6c-8045-10953301fdc6/9f8156dd-dad5-4c25-8a1d-f476c204703e/59973ee9-74e1-46b1-9c7c-c45acdd00106) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:09:23.995241 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3d707-3b6a-4bba-87e2-6944fe696186 req-0d748a17-8192-4688-a018-8f2711e49a74 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:23.996789 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ba3d707-3b6a-4bba-87e2-6944fe696186 req-0d748a17-8192-4688-a018-8f2711e49a74 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 946 time: 0.1191354 Nov 24 13:09:24.006934 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e93a81f5-cbab-4bd3-a1bc-9e323d91575f tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.011950 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e93a81f5-cbab-4bd3-a1bc-9e323d91575f tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.015502 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e93a81f5-cbab-4bd3-a1bc-9e323d91575f tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9c4510a0-6028-45ad-9cb3-c7c9f7bd4fbe HTTP/1.1" status: 204 len: 168 time: 0.6891639 Nov 24 13:09:24.015854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46186) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:24.032124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a81f5-cbab-4bd3-a1bc-9e323d91575f tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c4510a0-6028-45ad-9cb3-c7c9f7bd4fbe,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:24.037117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-263ea4bf-3acf-418d-a0bf-0fd772b64c46 req-568d07ab-7d87-4480-aa18-d4ecc2cab18e service neutron] 10.222.0.59 "GET /v2.0/networks/212cb59f-c4d6-4799-9504-27949367995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936542 Nov 24 13:09:24.049297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dbfd9-d045-4c95-9f68-725fd0f483e8 req-a90bfb2d-7bbc-45af-a536-3325f03460a6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:24.050965 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af6dbfd9-d045-4c95-9f68-725fd0f483e8 req-a90bfb2d-7bbc-45af-a536-3325f03460a6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.1036134 Nov 24 13:09:24.103447 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af6dbfd9-d045-4c95-9f68-725fd0f483e8 req-cb1c15b4-e80b-4aed-b386-a6f2626efa90 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462134 Nov 24 13:09:24.138795 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ba3d707-3b6a-4bba-87e2-6944fe696186 req-1f55fdb0-f3e2-4e9b-9a7b-20d2d42846e2 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258755 Nov 24 13:09:24.157937 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46188) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:24.158086 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-546e74a0-5540-43bb-afe1-07b2e08c35e5 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1412559 Nov 24 13:09:24.186573 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc34c5d4-51f5-46b0-a5f5-656eebb3d3a6 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.196953 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc34c5d4-51f5-46b0-a5f5-656eebb3d3a6 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.232085 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc34c5d4-51f5-46b0-a5f5-656eebb3d3a6 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.239482 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc34c5d4-51f5-46b0-a5f5-656eebb3d3a6 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.240742 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bc34c5d4-51f5-46b0-a5f5-656eebb3d3a6 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b01ceeb8-a070-42be-9066-24d73489ddd6 HTTP/1.1" status: 204 len: 168 time: 0.0814819 Nov 24 13:09:24.243783 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46190) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:24.253920 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc34c5d4-51f5-46b0-a5f5-656eebb3d3a6 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b01ceeb8-a070-42be-9066-24d73489ddd6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:24.266143 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5066d62-9f8f-427b-a68c-b68bbaa3262b tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.304971 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c32070e7-e144-4e42-a431-988bec484ad3 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0599284 Nov 24 13:09:24.308031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46194) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:24.329546 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5066d62-9f8f-427b-a68c-b68bbaa3262b tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.349693 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b4ce806f-69ce-4cfc-9521-f9a677bf7684 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.358663 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b4ce806f-69ce-4cfc-9521-f9a677bf7684 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.391039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5066d62-9f8f-427b-a68c-b68bbaa3262b tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Network 4b7eddc8-b4e3-4d6c-8045-10953301fdc6 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:24.398685 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b4ce806f-69ce-4cfc-9521-f9a677bf7684 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.399460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c5066d62-9f8f-427b-a68c-b68bbaa3262b tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:24.404944 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.406094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5066d62-9f8f-427b-a68c-b68bbaa3262b tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:24.407250 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b4ce806f-69ce-4cfc-9521-f9a677bf7684 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.408643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b4ce806f-69ce-4cfc-9521-f9a677bf7684 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/98e159b5-6f28-4812-8ab3-31389ebb4706 HTTP/1.1" status: 204 len: 168 time: 0.0995660 Nov 24 13:09:24.414558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46196) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:24.416084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5066d62-9f8f-427b-a68c-b68bbaa3262b tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:24.416953 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5066d62-9f8f-427b-a68c-b68bbaa3262b tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.422122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5066d62-9f8f-427b-a68c-b68bbaa3262b tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Pushing event updated for resources: {'Port': ['ID=59973ee9-74e1-46b1-9c7c-c45acdd00106,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:24.427451 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Allocated IP 2001:db8::2 (4b7eddc8-b4e3-4d6c-8045-10953301fdc6/9f8156dd-dad5-4c25-8a1d-f476c204703e/a093bcaf-57c3-4316-a0c7-38d43863d647) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:09:24.441430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce806f-69ce-4cfc-9521-f9a677bf7684 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98e159b5-6f28-4812-8ab3-31389ebb4706,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:24.467528 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c5066d62-9f8f-427b-a68c-b68bbaa3262b tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8465023 Nov 24 13:09:24.467761 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5eba152f-a916-400d-886f-5e90c82df74c tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0499949 Nov 24 13:09:24.467761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46200) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:24.469769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46202) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:24.473492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Request body: {'port': {'network_id': '4b7eddc8-b4e3-4d6c-8045-10953301fdc6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1866123601', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:24.473993 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.api.validators [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] bootfile-name is not in valid_values {{(pid=114985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 13:09:24.474346 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.api.validators [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] tftp-server is not in valid_values {{(pid=114985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 13:09:24.474681 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.api.validators [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] server-ip-address is not in valid_values {{(pid=114985) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 13:09:24.521396 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-407ca2c3-70f5-4665-b2db-dd44264b6fb8 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.531986 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-407ca2c3-70f5-4665-b2db-dd44264b6fb8 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.575014 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-407ca2c3-70f5-4665-b2db-dd44264b6fb8 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.587541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-407ca2c3-70f5-4665-b2db-dd44264b6fb8 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.591621 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-407ca2c3-70f5-4665-b2db-dd44264b6fb8 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9b50fc01-98a0-4e4e-bbfd-42c8fc41fc03 HTTP/1.1" status: 204 len: 168 time: 0.1208045 Nov 24 13:09:24.593112 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46208) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:24.598604 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ca2c3-70f5-4665-b2db-dd44264b6fb8 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b50fc01-98a0-4e4e-bbfd-42c8fc41fc03,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:24.651766 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dd65406a-70df-4220-a181-549bae43fe67 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0570083 Nov 24 13:09:24.654630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46210) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:24.692965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Made reservation on behalf of ec0f3106da124213b568da9d34b54643 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:24.704997 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.705577 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.715413 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.729335 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4aa857f2-099a-4b7b-ac31-4ec9a117d40f tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.756338 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4aa857f2-099a-4b7b-ac31-4ec9a117d40f tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.787073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] device_id is not set on port a3ec8d95-d5bd-431d-9374-aff1e449a3d5 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:09:24.794175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Pushing event updated for resources: {'Port': ['ID=a093bcaf-57c3-4316-a0c7-38d43863d647,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:24.810059 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4aa857f2-099a-4b7b-ac31-4ec9a117d40f tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.820538 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4aa857f2-099a-4b7b-ac31-4ec9a117d40f tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.822453 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4aa857f2-099a-4b7b-ac31-4ec9a117d40f tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-groups/4f37fa87-7aa2-4d00-b301-d0a3723c0203 HTTP/1.1" status: 204 len: 168 time: 0.1665099 Nov 24 13:09:24.824472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Network 4b7eddc8-b4e3-4d6c-8045-10953301fdc6 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:24.826450 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:24.836283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46214) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:24.837534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa857f2-099a-4b7b-ac31-4ec9a117d40f tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f37fa87-7aa2-4d00-b301-d0a3723c0203,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:24.859804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:24.885716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86088802-273f-491c-a841-b9e11d1edc20 req-4d602aba-177a-4f30-84c2-43a699143dfb tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:24.887313 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-86088802-273f-491c-a841-b9e11d1edc20 req-4d602aba-177a-4f30-84c2-43a699143dfb tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 943 time: 0.2015684 Nov 24 13:09:24.929490 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46220) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:24.930901 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-25874668-f250-45aa-a290-861145da993a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0892744 Nov 24 13:09:24.942039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-508936e0-35da-4905-8326-79138f8f3aa9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492219697'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:24.973271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Attempting to bind port a093bcaf-57c3-4316-a0c7-38d43863d647 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:24.973823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Attempting to bind port a093bcaf-57c3-4316-a0c7-38d43863d647 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '17b54346-c142-4d04-b51a-4cbaa46de869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4b7eddc8-b4e3-4d6c-8045-10953301fdc6'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:24.974307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Attempting to bind port a093bcaf-57c3-4316-a0c7-38d43863d647 on network 4b7eddc8-b4e3-4d6c-8045-10953301fdc6 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:24.981271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:09:24.981814 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Checking segment: {'id': '17b54346-c142-4d04-b51a-4cbaa46de869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4b7eddc8-b4e3-4d6c-8045-10953301fdc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:24.982502 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:24.983042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Bound using segment: {'id': '17b54346-c142-4d04-b51a-4cbaa46de869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4b7eddc8-b4e3-4d6c-8045-10953301fdc6'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:09:24.983662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Bound port: a093bcaf-57c3-4316-a0c7-38d43863d647, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b54346-c142-4d04-b51a-4cbaa46de869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '4b7eddc8-b4e3-4d6c-8045-10953301fdc6'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:09:24.984186 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:25.025711 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-508936e0-35da-4905-8326-79138f8f3aa9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:25.069704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] For port a093bcaf-57c3-4316-a0c7-38d43863d647, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:09:25.073898 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] For port a093bcaf-57c3-4316-a0c7-38d43863d647, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a093bcaf-57c3-4316-a0c7-38d43863d647,segment=NetworkSegment(17b54346-c142-4d04-b51a-4cbaa46de869),segment_id=17b54346-c142-4d04-b51a-4cbaa46de869)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:09:25.079631 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:25.084681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Allocated IP 2001:db8::12e (4b7eddc8-b4e3-4d6c-8045-10953301fdc6/9f8156dd-dad5-4c25-8a1d-f476c204703e/a3ec8d95-d5bd-431d-9374-aff1e449a3d5) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:09:25.190222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9be3e2-9af2-4065-b1f3-bb65d63f8af6 None None] Pushing event updated for resources: {'Port': ['ID=a093bcaf-57c3-4316-a0c7-38d43863d647,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:25.270868 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-86088802-273f-491c-a841-b9e11d1edc20 req-cea0b8f1-3655-4d88-aac4-4c54a76e8654 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/security-groups?id=641583e0-44af-4860-b99d-6e47143aa41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653808 Nov 24 13:09:25.282844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f0c27-6086-40a3-b670-5aeaa6f53493 req-e6904acb-a4e4-4f85-bffe-45c60e3f0bb3 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:25.293001 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba2f0c27-6086-40a3-b670-5aeaa6f53493 req-e6904acb-a4e4-4f85-bffe-45c60e3f0bb3 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.0775914 Nov 24 13:09:25.361833 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:25.377824 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba2f0c27-6086-40a3-b670-5aeaa6f53493 req-90d84ba1-7f0f-404d-8a8d-38e8a63b33ce tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836134 Nov 24 13:09:25.407707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:25.499687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Network 4b7eddc8-b4e3-4d6c-8045-10953301fdc6 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:25.519656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:25.540781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:25.544255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:25.545111 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:25.572840 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Pushing event updated for resources: {'Port': ['ID=a3ec8d95-d5bd-431d-9374-aff1e449a3d5,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:25.594993 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ee524d3e-8a37-4db5-a62e-adb46431b232 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.1260171 Nov 24 13:09:25.598702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46226) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:25.606661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acc7e0-091e-4284-a53d-fbb345c202b2 req-e0e8c1fd-57f7-4df1-afe3-e5439cc68942 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:25.608612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8acc7e0-091e-4284-a53d-fbb345c202b2 req-e0e8c1fd-57f7-4df1-afe3-e5439cc68942 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 946 time: 0.2048380 Nov 24 13:09:25.624763 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-508936e0-35da-4905-8326-79138f8f3aa9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:25.639793 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-508936e0-35da-4905-8326-79138f8f3aa9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:25.697286 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-508936e0-35da-4905-8326-79138f8f3aa9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:25.698542 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-508936e0-35da-4905-8326-79138f8f3aa9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7680252 Nov 24 13:09:25.700781 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b378f8-2ca9-4466-b99d-97147a8580c8 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:25.701988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46228) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:25.703946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508936e0-35da-4905-8326-79138f8f3aa9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd9df56-bf05-4455-b720-31a7d8f882c7,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:25.707539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b378f8-2ca9-4466-b99d-97147a8580c8 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:25.708816 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-971b1719-93ce-41bd-9197-bbcdd22c46ed tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group_rule': {'security_group_id': '0cd9df56-bf05-4455-b720-31a7d8f882c7', 'direction': 'ingress', 'protocol': 17}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:25.713733 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b378f8-2ca9-4466-b99d-97147a8580c8 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:25.714889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device eb26ee2e-944a-465e-b19e-3b3885bb8f34 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:09:25.715430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f1b378f8-2ca9-4466-b99d-97147a8580c8 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1164260 Nov 24 13:09:25.719384 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46230) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:25.731961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8acc7e0-091e-4284-a53d-fbb345c202b2 req-68fac4b8-5f2a-4fae-9f3f-a52028e62f75 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138976 Nov 24 13:09:25.774608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-971b1719-93ce-41bd-9197-bbcdd22c46ed tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:25.943227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba99656-f2c5-45c4-bb45-cac4575c8fb1 req-6afbdea5-8f48-42b8-a9d3-47d7cd66f513 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:25.948447 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:25.953962 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eba99656-f2c5-45c4-bb45-cac4575c8fb1 req-6afbdea5-8f48-42b8-a9d3-47d7cd66f513 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 946 time: 0.0847564 Nov 24 13:09:25.969208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-971b1719-93ce-41bd-9197-bbcdd22c46ed tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:25.976531 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-971b1719-93ce-41bd-9197-bbcdd22c46ed tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:25.980758 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e5b1a-aa54-4513-a40d-8010e20c6cd6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Deleting port a3ec8d95-d5bd-431d-9374-aff1e449a3d5 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:25.981269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5b1a-aa54-4513-a40d-8010e20c6cd6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.000704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port eb26ee2e-944a-465e-b19e-3b3885bb8f34, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=eb26ee2e-944a-465e-b19e-3b3885bb8f34,segment=NetworkSegment(9d63af39-5997-4454-96ba-a5723a68528c),segment_id=9d63af39-5997-4454-96ba-a5723a68528c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:26.002241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b1719-93ce-41bd-9197-bbcdd22c46ed tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528fdd9a-d2b6-4eb3-b193-25eb98e70e86,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:26.021139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'eb26ee2e-944a-465e-b19e-3b3885bb8f34', 'network_id': '212cb59f-c4d6-4799-9504-27949367995f', 'port_id': 'eb26ee2e-944a-465e-b19e-3b3885bb8f34', 'mac_address': 'fa:16:3e:cd:da:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '913fcfaa-6a16-49d3-aab6-1d72a9e21aab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:09:26.021575 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-971b1719-93ce-41bd-9197-bbcdd22c46ed tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.025743 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-971b1719-93ce-41bd-9197-bbcdd22c46ed tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3225851 Nov 24 13:09:26.028783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46240) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:26.095626 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eba99656-f2c5-45c4-bb45-cac4575c8fb1 req-bd26d452-6248-40bc-b342-068d3203c4c3 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369975 Nov 24 13:09:26.103489 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.152369 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb26ee2e-944a-465e-b19e-3b3885bb8f34 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:09:26.172364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f682ea4-7c2d-4e9b-b320-4ba5842ad700 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.211380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port eb26ee2e-944a-465e-b19e-3b3885bb8f34, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=eb26ee2e-944a-465e-b19e-3b3885bb8f34,segment=NetworkSegment(9d63af39-5997-4454-96ba-a5723a68528c),segment_id=9d63af39-5997-4454-96ba-a5723a68528c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:26.211636 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5b1a-aa54-4513-a40d-8010e20c6cd6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.219454 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f682ea4-7c2d-4e9b-b320-4ba5842ad700 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.221299 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.245610 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e5b1a-aa54-4513-a40d-8010e20c6cd6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Calling delete_port for a3ec8d95-d5bd-431d-9374-aff1e449a3d5 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:26.299164 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f682ea4-7c2d-4e9b-b320-4ba5842ad700 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.302114 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f682ea4-7c2d-4e9b-b320-4ba5842ad700 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.303723 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5f682ea4-7c2d-4e9b-b320-4ba5842ad700 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-groups/0cd9df56-bf05-4455-b720-31a7d8f882c7 HTTP/1.1" status: 204 len: 168 time: 0.2736149 Nov 24 13:09:26.310337 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46246) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:26.317061 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=eb26ee2e-944a-465e-b19e-3b3885bb8f34,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:26.339261 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f682ea4-7c2d-4e9b-b320-4ba5842ad700 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd9df56-bf05-4455-b720-31a7d8f882c7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:26.352969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2558e-3c20-4321-b5ee-e4f895e8f54b req-4f2190ec-315e-4e02-8a0a-d9f4f2e0d71a tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:26.360746 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ce2558e-3c20-4321-b5ee-e4f895e8f54b req-4f2190ec-315e-4e02-8a0a-d9f4f2e0d71a tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 946 time: 0.1012676 Nov 24 13:09:26.415554 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7f78bc91-879f-4558-b684-d5315a1efa6d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0993676 Nov 24 13:09:26.418586 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46254) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:26.423981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e813de7e-ba62-4f61-b1a1-742541903809 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group': {'name': 'tempest-secgroup--49507340'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:26.494130 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ce2558e-3c20-4321-b5ee-e4f895e8f54b req-ee61e5a7-ff7e-46ee-bd6f-491e61209627 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320570 Nov 24 13:09:26.505893 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e813de7e-ba62-4f61-b1a1-742541903809 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.515320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['eb26ee2e-944a-465e-b19e-3b3885bb8f34'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:09:26.633111 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d135ade-456b-4919-8485-e9dad6842a0e req-8bcac3d5-1043-4e2a-a1f0-e4fc567b28f6 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:26.650601 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8d135ade-456b-4919-8485-e9dad6842a0e req-8bcac3d5-1043-4e2a-a1f0-e4fc567b28f6 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 944 time: 0.2066529 Nov 24 13:09:26.688657 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e813de7e-ba62-4f61-b1a1-742541903809 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.698731 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e813de7e-ba62-4f61-b1a1-742541903809 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.704185 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.734560 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813de7e-ba62-4f61-b1a1-742541903809 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65383b0a-7769-4f3d-abb3-baa7fa85547f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:26.750945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45950033-16e1-4127-adbb-fe88a2be8885 req-e13007ea-a0ed-4d6c-8c7b-9c176ae15e74 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:26.753859 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-45950033-16e1-4127-adbb-fe88a2be8885 req-e13007ea-a0ed-4d6c-8c7b-9c176ae15e74 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 946 time: 0.1516235 Nov 24 13:09:26.769893 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e813de7e-ba62-4f61-b1a1-742541903809 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.775008 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e813de7e-ba62-4f61-b1a1-742541903809 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3529716 Nov 24 13:09:26.778086 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5b1a-aa54-4513-a40d-8010e20c6cd6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.782158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46256) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:26.786998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-01f724f6-c131-48aa-bd80-5ca736cc8b92 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1062990436'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:26.839726 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-45950033-16e1-4127-adbb-fe88a2be8885 req-e8a25050-5f16-4b8a-9a3d-d4fb4a9137ac tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769396 Nov 24 13:09:26.853608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01f724f6-c131-48aa-bd80-5ca736cc8b92 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.958316 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e3fffd-15da-4c51-9c71-3ebbc128fa69 None None] Network 4b7eddc8-b4e3-4d6c-8045-10953301fdc6 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:26.961666 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8d135ade-456b-4919-8485-e9dad6842a0e req-d88a5345-3a2a-4243-9f29-9100f4d597b9 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/security-groups?id=641583e0-44af-4860-b99d-6e47143aa41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864966 Nov 24 13:09:26.969264 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01f724f6-c131-48aa-bd80-5ca736cc8b92 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.992046 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01f724f6-c131-48aa-bd80-5ca736cc8b92 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:26.999084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e5b1a-aa54-4513-a40d-8010e20c6cd6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Pushing event deleted for resources: {'Port': ['ID=a3ec8d95-d5bd-431d-9374-aff1e449a3d5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:27.021796 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5b1a-aa54-4513-a40d-8010e20c6cd6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.028436 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cc6e5b1a-aa54-4513-a40d-8010e20c6cd6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] 10.222.0.48 "DELETE /v2.0/ports/a3ec8d95-d5bd-431d-9374-aff1e449a3d5 HTTP/1.1" status: 204 len: 168 time: 1.3079290 Nov 24 13:09:27.031966 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46262) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:27.038503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a093bcaf-57c3-4316-a0c7-38d43863d647 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:09:27.039506 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-33ded2e1-5d76-4889-93cd-10b534195111 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Request body: {'port': {'name': 'tempest-new-port-name-381930567', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:27.040173 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.api.validators [None req-33ded2e1-5d76-4889-93cd-10b534195111 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] bootfile-name is not in valid_values {{(pid=114986) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 13:09:27.040681 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.api.validators [None req-33ded2e1-5d76-4889-93cd-10b534195111 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] tftp-server is not in valid_values {{(pid=114986) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 13:09:27.041779 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.api.validators [None req-33ded2e1-5d76-4889-93cd-10b534195111 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] server-ip-address is not in valid_values {{(pid=114986) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 24 13:09:27.154323 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01f724f6-c131-48aa-bd80-5ca736cc8b92 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.158489 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-01f724f6-c131-48aa-bd80-5ca736cc8b92 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3750854 Nov 24 13:09:27.162312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46264) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:27.165566 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55969ae0-8d7d-417f-a5a1-c963e2a7a735 req-243b9a91-c0d7-4dc3-afeb-5ad6ad74e038 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:27.168171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6a84e0d5-4f47-40f8-942f-d948bb0a69c1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group_rule': {'security_group_id': '65383b0a-7769-4f3d-abb3-baa7fa85547f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '41a7dee7-4139-43d4-b5b2-88a07a5beb0b', 'remote_ip_prefix': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:27.173206 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-55969ae0-8d7d-417f-a5a1-c963e2a7a735 req-243b9a91-c0d7-4dc3-afeb-5ad6ad74e038 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 946 time: 0.1034293 Nov 24 13:09:27.176645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33ded2e1-5d76-4889-93cd-10b534195111 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.191030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f724f6-c131-48aa-bd80-5ca736cc8b92 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a7dee7-4139-43d4-b5b2-88a07a5beb0b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:27.260124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79dd38-ed84-43b8-a497-c57359394760 req-27203acc-b223-449d-91c8-f54b437324e6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:27.261770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1d79dd38-ed84-43b8-a497-c57359394760 req-27203acc-b223-449d-91c8-f54b437324e6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.2197216 Nov 24 13:09:27.280474 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6a84e0d5-4f47-40f8-942f-d948bb0a69c1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.321969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-791486ae-294e-432c-bee8-f7751c78718a None None] Provisioning complete for port a093bcaf-57c3-4316-a0c7-38d43863d647 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:27.321969 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-791486ae-294e-432c-bee8-f7751c78718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.349789 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1d79dd38-ed84-43b8-a497-c57359394760 req-408453dd-9965-46b1-a2f3-7c968d0c2d3b tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793283 Nov 24 13:09:27.404434 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6a84e0d5-4f47-40f8-942f-d948bb0a69c1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.413703 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6a84e0d5-4f47-40f8-942f-d948bb0a69c1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.414702 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-55969ae0-8d7d-417f-a5a1-c963e2a7a735 req-04b37172-e12f-4646-b585-6c7261ae80e4 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404311 Nov 24 13:09:27.448927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a093bcaf-57c3-4316-a0c7-38d43863d647 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:27.448927 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.491466 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6a84e0d5-4f47-40f8-942f-d948bb0a69c1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.492716 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6a84e0d5-4f47-40f8-942f-d948bb0a69c1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3299251 Nov 24 13:09:27.494257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84e0d5-4f47-40f8-942f-d948bb0a69c1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed780bb-68bf-4378-b607-d7634c69f29a,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:27.496633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46268) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:27.557663 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c33eb2b-c8b5-48ec-a18b-f93723a6b5aa tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.574416 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33ded2e1-5d76-4889-93cd-10b534195111 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.577671 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c33eb2b-c8b5-48ec-a18b-f93723a6b5aa tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.590539 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33ded2e1-5d76-4889-93cd-10b534195111 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.647480 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c33eb2b-c8b5-48ec-a18b-f93723a6b5aa tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.654706 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c33eb2b-c8b5-48ec-a18b-f93723a6b5aa tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.655759 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0c33eb2b-c8b5-48ec-a18b-f93723a6b5aa tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6ed780bb-68bf-4378-b607-d7634c69f29a HTTP/1.1" status: 204 len: 168 time: 0.1587474 Nov 24 13:09:27.658266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46272) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:27.671373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33eb2b-c8b5-48ec-a18b-f93723a6b5aa tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ed780bb-68bf-4378-b607-d7634c69f29a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:27.676664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-33ded2e1-5d76-4889-93cd-10b534195111 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] In _notify_port_updated(), no bound segment for port 59973ee9-74e1-46b1-9c7c-c45acdd00106 on network 4b7eddc8-b4e3-4d6c-8045-10953301fdc6 {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:09:27.695442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ded2e1-5d76-4889-93cd-10b534195111 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:27.696598 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33ded2e1-5d76-4889-93cd-10b534195111 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.700858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-33ded2e1-5d76-4889-93cd-10b534195111 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] 10.222.0.48 "PUT /v2.0/ports/59973ee9-74e1-46b1-9c7c-c45acdd00106 HTTP/1.1" status: 200 len: 1129 time: 0.6648695 Nov 24 13:09:27.711917 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9797cc5b-a6bf-4652-a12d-d20dd09a801c tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0501029 Nov 24 13:09:27.711917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46274) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:27.712652 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46276) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:27.785974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bad1cc1-6a7d-4ab7-bcdc-6314e31d4829 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:27.786805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ded2e1-5d76-4889-93cd-10b534195111 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Pushing event updated for resources: {'Port': ['ID=59973ee9-74e1-46b1-9c7c-c45acdd00106,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:27.791187 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1bad1cc1-6a7d-4ab7-bcdc-6314e31d4829 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] 10.222.0.48 "GET /v2.0/ports/59973ee9-74e1-46b1-9c7c-c45acdd00106 HTTP/1.1" status: 200 len: 1129 time: 0.0764115 Nov 24 13:09:27.791530 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46280) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:27.818852 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-791486ae-294e-432c-bee8-f7751c78718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.837100 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc024ca-0aca-4641-b265-2714379f47bb req-e808fa79-0592-4c36-a5cd-8e9dab62611f tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:27.839041 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2cc024ca-0aca-4641-b265-2714379f47bb req-e808fa79-0592-4c36-a5cd-8e9dab62611f tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 946 time: 0.1678476 Nov 24 13:09:27.858527 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94edcedd-2e00-4e62-96f6-d84f438739a1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.923295 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94edcedd-2e00-4e62-96f6-d84f438739a1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:27.964440 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2cc024ca-0aca-4641-b265-2714379f47bb req-18ab9c1b-85a0-4fda-ae55-437241b29dff tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933273 Nov 24 13:09:27.974758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde43af-bd45-4893-b62e-4819e2346bb2 req-9340b4d8-5aa1-415a-8711-7f2e52128351 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:27.982268 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1fde43af-bd45-4893-b62e-4819e2346bb2 req-9340b4d8-5aa1-415a-8711-7f2e52128351 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 946 time: 0.1101763 Nov 24 13:09:27.996504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3d902-a8d1-4c00-9119-728de8042c68 req-039a8c00-32b9-42bb-b372-2e8a56ea0dfa tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:27.998915 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-86b3d902-a8d1-4c00-9119-728de8042c68 req-039a8c00-32b9-42bb-b372-2e8a56ea0dfa tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 946 time: 0.2097819 Nov 24 13:09:28.019467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94edcedd-2e00-4e62-96f6-d84f438739a1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.025568 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94edcedd-2e00-4e62-96f6-d84f438739a1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.029771 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-94edcedd-2e00-4e62-96f6-d84f438739a1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-groups/41a7dee7-4139-43d4-b5b2-88a07a5beb0b HTTP/1.1" status: 204 len: 168 time: 0.3140078 Nov 24 13:09:28.031556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46286) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:28.074502 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1fde43af-bd45-4893-b62e-4819e2346bb2 req-fc10058b-dab6-4e35-9dbe-5a0535f390f1 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808179 Nov 24 13:09:28.092656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edcedd-2e00-4e62-96f6-d84f438739a1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a7dee7-4139-43d4-b5b2-88a07a5beb0b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:28.105397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-791486ae-294e-432c-bee8-f7751c78718a None None] For port a093bcaf-57c3-4316-a0c7-38d43863d647, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a093bcaf-57c3-4316-a0c7-38d43863d647,segment=NetworkSegment(17b54346-c142-4d04-b51a-4cbaa46de869),segment_id=17b54346-c142-4d04-b51a-4cbaa46de869)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:28.124461 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-791486ae-294e-432c-bee8-f7751c78718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.221223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791486ae-294e-432c-bee8-f7751c78718a None None] Pushing event updated for resources: {'Port': ['ID=a093bcaf-57c3-4316-a0c7-38d43863d647,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:28.229120 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.231397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3de95af2-ea96-4c80-b0e8-1cbdb0a4fba9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1933556 Nov 24 13:09:28.232012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46300) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:28.290920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0534f0-34a6-4ae0-9081-3fb056657796 req-eb25c402-b7b2-4806-bd2c-2abb2dc5f458 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:28.294730 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b0534f0-34a6-4ae0-9081-3fb056657796 req-eb25c402-b7b2-4806-bd2c-2abb2dc5f458 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 944 time: 0.1876628 Nov 24 13:09:28.329315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-54682fac-4070-4ed0-a05b-4c4a7eb9c54f tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Deleting port 59973ee9-74e1-46b1-9c7c-c45acdd00106 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:28.329871 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-54682fac-4070-4ed0-a05b-4c4a7eb9c54f tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.388860 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:09:28.388860 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:09:28.402244 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b0534f0-34a6-4ae0-9081-3fb056657796 req-0d2fdced-0e84-4caa-8123-5d6a274aab57 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/security-groups?id=641583e0-44af-4860-b99d-6e47143aa41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993955 Nov 24 13:09:28.408923 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2b8bcf7-65fd-4189-95aa-c58ce9e45515 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.462523 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2b8bcf7-65fd-4189-95aa-c58ce9e45515 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.579498 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2b8bcf7-65fd-4189-95aa-c58ce9e45515 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.583762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e21182-9f00-4b54-9b44-a39ded6345d3 req-ac797a06-6a01-426b-93f4-43ea6927b721 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:28.585871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0028d239-b599-4c0a-aef2-56b22bea08ad None None] Provisioning complete for port 59973ee9-74e1-46b1-9c7c-c45acdd00106 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:28.587375 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2b8bcf7-65fd-4189-95aa-c58ce9e45515 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.588371 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0028d239-b599-4c0a-aef2-56b22bea08ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.590184 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d2b8bcf7-65fd-4189-95aa-c58ce9e45515 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-groups/65383b0a-7769-4f3d-abb3-baa7fa85547f HTTP/1.1" status: 204 len: 168 time: 0.3537409 Nov 24 13:09:28.591505 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99e21182-9f00-4b54-9b44-a39ded6345d3 req-ac797a06-6a01-426b-93f4-43ea6927b721 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 946 time: 0.2978978 Nov 24 13:09:28.601475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46312) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:28.620056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8bcf7-65fd-4189-95aa-c58ce9e45515 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65383b0a-7769-4f3d-abb3-baa7fa85547f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:28.645861 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f22bc9-b67c-4ac1-8629-91fb08ffec5c req-87d790a3-efcc-48c8-8cae-c28b625a34b6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:28.647623 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f4f22bc9-b67c-4ac1-8629-91fb08ffec5c req-87d790a3-efcc-48c8-8cae-c28b625a34b6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.1286993 Nov 24 13:09:28.657402 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0028d239-b599-4c0a-aef2-56b22bea08ad None None] Port 59973ee9-74e1-46b1-9c7c-c45acdd00106 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:09:28.663627 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-86b3d902-a8d1-4c00-9119-728de8042c68 req-813398e4-3fbd-4be0-8e1b-76b883e873ce tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Deleting port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:28.664007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-86b3d902-a8d1-4c00-9119-728de8042c68 req-813398e4-3fbd-4be0-8e1b-76b883e873ce tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.670682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0028d239-b599-4c0a-aef2-56b22bea08ad None None] Provisioning complete for port a093bcaf-57c3-4316-a0c7-38d43863d647 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:28.671054 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0028d239-b599-4c0a-aef2-56b22bea08ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.724796 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f4f22bc9-b67c-4ac1-8629-91fb08ffec5c req-bd2a1bab-041a-441c-92ab-d3b4ce8bf8a3 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706844 Nov 24 13:09:28.778045 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-54682fac-4070-4ed0-a05b-4c4a7eb9c54f tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.806202 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-54682fac-4070-4ed0-a05b-4c4a7eb9c54f tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Calling delete_port for 59973ee9-74e1-46b1-9c7c-c45acdd00106 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:28.904851 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99e21182-9f00-4b54-9b44-a39ded6345d3 req-cc58bac8-d39c-4d64-9805-bd37e4b70f9f tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952268 Nov 24 13:09:28.922330 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e2fd6372-c1e4-4648-bf64-ad8fef353abe tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3151340 Nov 24 13:09:28.922330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-86b3d902-a8d1-4c00-9119-728de8042c68 req-813398e4-3fbd-4be0-8e1b-76b883e873ce tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] For port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=db2bac77-f8b6-4ae2-98b3-8d0370d3e25c,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:28.922330 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-86b3d902-a8d1-4c00-9119-728de8042c68 req-813398e4-3fbd-4be0-8e1b-76b883e873ce tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.922880 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46316) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:28.927975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-983b53b0-fc6c-4003-bf6c-902ce3c40253 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group': {'name': 'tempest-secgroup--344863917'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:28.945540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-86b3d902-a8d1-4c00-9119-728de8042c68 req-813398e4-3fbd-4be0-8e1b-76b883e873ce tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Calling delete_port for db2bac77-f8b6-4ae2-98b3-8d0370d3e25c owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:28.961610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-932037d8-4b4e-492e-a501-b22209ff624e None None] Provisioning complete for port 59973ee9-74e1-46b1-9c7c-c45acdd00106 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:28.962986 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-932037d8-4b4e-492e-a501-b22209ff624e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:28.992866 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-983b53b0-fc6c-4003-bf6c-902ce3c40253 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.033288 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-932037d8-4b4e-492e-a501-b22209ff624e None None] Port 59973ee9-74e1-46b1-9c7c-c45acdd00106 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:09:29.114419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a093bcaf-57c3-4316-a0c7-38d43863d647 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:09:29.134753 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-983b53b0-fc6c-4003-bf6c-902ce3c40253 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.151538 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-983b53b0-fc6c-4003-bf6c-902ce3c40253 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.198126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b53b0-fc6c-4003-bf6c-902ce3c40253 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a7e76c-44b9-418c-8844-70fa32ba87d4,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:29.218769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a093bcaf-57c3-4316-a0c7-38d43863d647 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:29.219197 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.229856 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-983b53b0-fc6c-4003-bf6c-902ce3c40253 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.242005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-983b53b0-fc6c-4003-bf6c-902ce3c40253 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3175085 Nov 24 13:09:29.242741 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46322) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:29.247460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2569e899-4c94-4858-962a-f9392624b21d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group_rule': {'security_group_id': 'd7a7e76c-44b9-418c-8844-70fa32ba87d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:29.282095 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2569e899-4c94-4858-962a-f9392624b21d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.353824 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:09:29.372176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776de15f-77bc-4522-a197-2ad4ee8e6e68 req-28175a97-a1d0-4378-a261-f4cbdb10ffcc tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:29.373647 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-776de15f-77bc-4522-a197-2ad4ee8e6e68 req-28175a97-a1d0-4378-a261-f4cbdb10ffcc tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4 HTTP/1.1" status: 200 len: 946 time: 0.2029316 Nov 24 13:09:29.387480 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2569e899-4c94-4858-962a-f9392624b21d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.393525 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2569e899-4c94-4858-962a-f9392624b21d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.397917 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-86b3d902-a8d1-4c00-9119-728de8042c68 req-813398e4-3fbd-4be0-8e1b-76b883e873ce tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.418179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['a5f0a46f-d367-47c5-ae97-060f77b7edc0', '9f4dbd9a-ea08-4936-b099-61adbf84d98a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:09:29.428206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569e899-4c94-4858-962a-f9392624b21d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c12f8fc-4df3-49ef-878e-1573b4c5ed8d,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:29.431779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['fdf18ff6-7be6-4fea-98da-b262d0a3bf55', 'db2bac77-f8b6-4ae2-98b3-8d0370d3e25c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:09:29.448148 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2569e899-4c94-4858-962a-f9392624b21d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.452586 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2569e899-4c94-4858-962a-f9392624b21d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2063131 Nov 24 13:09:29.453042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46328) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:29.484329 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3380ec8-b1dd-4454-8447-d7d81f3c935b tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.506967 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3380ec8-b1dd-4454-8447-d7d81f3c935b tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.524049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b3d902-a8d1-4c00-9119-728de8042c68 req-813398e4-3fbd-4be0-8e1b-76b883e873ce tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] No DVR routers for this DVR port db2bac77-f8b6-4ae2-98b3-8d0370d3e25c on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:09:29.525881 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-54682fac-4070-4ed0-a05b-4c4a7eb9c54f tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.528114 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-86b3d902-a8d1-4c00-9119-728de8042c68 req-813398e4-3fbd-4be0-8e1b-76b883e873ce tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.532326 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-86b3d902-a8d1-4c00-9119-728de8042c68 req-813398e4-3fbd-4be0-8e1b-76b883e873ce tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.46 "DELETE /v2.0/ports/db2bac77-f8b6-4ae2-98b3-8d0370d3e25c HTTP/1.1" status: 204 len: 173 time: 1.4804637 Nov 24 13:09:29.535619 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813398e4-3fbd-4be0-8e1b-76b883e873ce tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Pushing event deleted for resources: {'Port': ['ID=db2bac77-f8b6-4ae2-98b3-8d0370d3e25c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:29.544367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-137d19f1-2323-4df3-9f24-184c5da23163 None None] Could not find standard attr ID for object a3ec8d95-d5bd-431d-9374-aff1e449a3d5. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:09:29.545404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4', 'name': 'network-vif-deleted', 'tag': 'db2bac77-f8b6-4ae2-98b3-8d0370d3e25c'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:29.553694 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8986e2e5-7436-476e-98e6-bb9499a01783" -d '{"events": [{"server_uuid": "8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4", "name": "network-vif-deleted", "tag": "db2bac77-f8b6-4ae2-98b3-8d0370d3e25c"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:29.614831 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3380ec8-b1dd-4454-8447-d7d81f3c935b tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.624313 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3380ec8-b1dd-4454-8447-d7d81f3c935b tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.629380 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d3380ec8-b1dd-4454-8447-d7d81f3c935b tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2c12f8fc-4df3-49ef-878e-1573b4c5ed8d HTTP/1.1" status: 204 len: 168 time: 0.1752691 Nov 24 13:09:29.630081 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-776de15f-77bc-4522-a197-2ad4ee8e6e68 req-f50236cd-db0b-4aec-82e9-4dc517c432fc tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410538 Nov 24 13:09:29.630574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46334) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:29.637715 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f8009-cd5c-403b-91ae-e4765b6f1773 req-5c074890-12f9-4c06-9f34-12849ef56f14 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:29.646028 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a1f8009-cd5c-403b-91ae-e4765b6f1773 req-5c074890-12f9-4c06-9f34-12849ef56f14 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 946 time: 0.1503928 Nov 24 13:09:29.658292 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3380ec8-b1dd-4454-8447-d7d81f3c935b tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c12f8fc-4df3-49ef-878e-1573b4c5ed8d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:29.719478 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a1f8009-cd5c-403b-91ae-e4765b6f1773 req-033bd836-a55a-4072-ae20-8b44b5c4f686 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725384 Nov 24 13:09:29.733415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device eb26ee2e-944a-465e-b19e-3b3885bb8f34 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:09:29.744099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54682fac-4070-4ed0-a05b-4c4a7eb9c54f tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Pushing event deleted for resources: {'Port': ['ID=59973ee9-74e1-46b1-9c7c-c45acdd00106,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:29.806069 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-54682fac-4070-4ed0-a05b-4c4a7eb9c54f tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.812686 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-54682fac-4070-4ed0-a05b-4c4a7eb9c54f tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] 10.222.0.48 "DELETE /v2.0/ports/59973ee9-74e1-46b1-9c7c-c45acdd00106 HTTP/1.1" status: 204 len: 168 time: 2.0196106 Nov 24 13:09:29.815253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46338) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:29.823215 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7719ec20-8e03-4262-a1d4-526ecd347571 x-openstack-request-id: req-7719ec20-8e03-4262-a1d4-526ecd347571 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:29.823884 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4", "name": "network-vif-deleted", "tag": "db2bac77-f8b6-4ae2-98b3-8d0370d3e25c", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:29.823884 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7719ec20-8e03-4262-a1d4-526ecd347571 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:29.824474 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d86cfe1-9afd-44cd-b272-5d6f4f6f87d4', 'name': 'network-vif-deleted', 'tag': 'db2bac77-f8b6-4ae2-98b3-8d0370d3e25c', 'status': 'completed', 'code': 200} Nov 24 13:09:29.874695 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a023ca73-3c4c-4323-898b-a5ebdf00de68 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1569738 Nov 24 13:09:29.880390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46340) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:29.911251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fa981-ebe6-4645-8422-f395e950c78c req-761f9ada-540b-40e5-97a8-16d43f821e0c tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:29.915998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cbb650-feae-4e67-a8ee-17ae1d369f90 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Deleting subnet 9f8156dd-dad5-4c25-8a1d-f476c204703e {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:09:29.916943 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-330fa981-ebe6-4645-8422-f395e950c78c req-761f9ada-540b-40e5-97a8-16d43f821e0c tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 944 time: 0.1159377 Nov 24 13:09:29.933628 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24cbb650-feae-4e67-a8ee-17ae1d369f90 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:29.976756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port eb26ee2e-944a-465e-b19e-3b3885bb8f34 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:09:29.985315 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port eb26ee2e-944a-465e-b19e-3b3885bb8f34 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:29.985694 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.017787 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-330fa981-ebe6-4645-8422-f395e950c78c req-75cdf4b5-71c5-4b2d-b396-2259af1e26d5 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/security-groups?id=641583e0-44af-4860-b99d-6e47143aa41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921021 Nov 24 13:09:30.077052 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24cbb650-feae-4e67-a8ee-17ae1d369f90 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.093344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7c9f3661-e207-4657-9d2b-6f925a916f33 None None] Could not find standard attr ID for object 59973ee9-74e1-46b1-9c7c-c45acdd00106. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:09:30.205080 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24cbb650-feae-4e67-a8ee-17ae1d369f90 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.222726 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.265793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3229e8ae-0eb8-4fa3-89a7-4d564e51b35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb26ee2e-944a-465e-b19e-3b3885bb8f34'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:30.268074 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb21c320-c8b9-4c6b-8c13-8c2d9beff36d" -d '{"events": [{"server_uuid": "3229e8ae-0eb8-4fa3-89a7-4d564e51b35a", "name": "network-vif-plugged", "status": "completed", "tag": "eb26ee2e-944a-465e-b19e-3b3885bb8f34"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:30.283085 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e6864-435d-429b-91f3-f5a4abcdff88 req-a9119e24-51ac-4af5-9b7b-564e930af286 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:30.291219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port eb26ee2e-944a-465e-b19e-3b3885bb8f34, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=eb26ee2e-944a-465e-b19e-3b3885bb8f34,segment=NetworkSegment(9d63af39-5997-4454-96ba-a5723a68528c),segment_id=9d63af39-5997-4454-96ba-a5723a68528c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:30.291787 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f4e6864-435d-429b-91f3-f5a4abcdff88 req-a9119e24-51ac-4af5-9b7b-564e930af286 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.3641808 Nov 24 13:09:30.298786 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.338889 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b1580abf-8900-46a6-af71-b02d53983e47 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.362731 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84ecbbf-16cd-479a-afd0-a6dba87bb551 x-openstack-request-id: req-a84ecbbf-16cd-479a-afd0-a6dba87bb551 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:30.363278 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3229e8ae-0eb8-4fa3-89a7-4d564e51b35a", "name": "network-vif-plugged", "status": "completed", "tag": "eb26ee2e-944a-465e-b19e-3b3885bb8f34", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:30.363601 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a84ecbbf-16cd-479a-afd0-a6dba87bb551 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:30.364107 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3229e8ae-0eb8-4fa3-89a7-4d564e51b35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb26ee2e-944a-465e-b19e-3b3885bb8f34', 'code': 200} Nov 24 13:09:30.389548 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b1580abf-8900-46a6-af71-b02d53983e47 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.394608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=eb26ee2e-944a-465e-b19e-3b3885bb8f34,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:30.412245 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24cbb650-feae-4e67-a8ee-17ae1d369f90 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.450763 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0c20d-1938-44f7-b803-98d3af71f4d3 req-cbb94194-32e8-4609-92db-d1eef6dd915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:30.452471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ef0c20d-1938-44f7-b803-98d3af71f4d3 req-cbb94194-32e8-4609-92db-d1eef6dd915b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 1096 time: 0.0492191 Nov 24 13:09:30.466874 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f4e6864-435d-429b-91f3-f5a4abcdff88 req-9595bfe1-c1a5-419a-9519-97d722ac646f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741588 Nov 24 13:09:30.467572 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbb650-feae-4e67-a8ee-17ae1d369f90 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8156dd-dad5-4c25-8a1d-f476c204703e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:30.478629 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24cbb650-feae-4e67-a8ee-17ae1d369f90 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.484447 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-24cbb650-feae-4e67-a8ee-17ae1d369f90 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] 10.222.0.48 "DELETE /v2.0/subnets/9f8156dd-dad5-4c25-8a1d-f476c204703e HTTP/1.1" status: 204 len: 168 time: 0.6675973 Nov 24 13:09:30.485509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dcf885-6ca1-4ee6-9aff-f7ae5f19c396 None None] Network 4b7eddc8-b4e3-4d6c-8045-10953301fdc6 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:30.485655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46344) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:30.539730 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ef0c20d-1938-44f7-b803-98d3af71f4d3 req-fed6c3ab-e59b-4169-af5c-9ed227166c42 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=641583e0-44af-4860-b99d-6e47143aa41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794396 Nov 24 13:09:30.541859 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b1580abf-8900-46a6-af71-b02d53983e47 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.545858 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b1580abf-8900-46a6-af71-b02d53983e47 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.547211 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b1580abf-8900-46a6-af71-b02d53983e47 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-groups/d7a7e76c-44b9-418c-8844-70fa32ba87d4 HTTP/1.1" status: 204 len: 168 time: 0.6658351 Nov 24 13:09:30.549896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46346) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:30.611914 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-36ac4445-97be-409a-9ae8-b4ffeda5831a tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0606203 Nov 24 13:09:30.612224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1580abf-8900-46a6-af71-b02d53983e47 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a7e76c-44b9-418c-8844-70fa32ba87d4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:30.616615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46348) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:30.625622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-147ab26d-59c1-40a2-8c04-59ed2c40073d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029209045'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:30.646790 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.651166 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-147ab26d-59c1-40a2-8c04-59ed2c40073d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.762599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Deleting port a093bcaf-57c3-4316-a0c7-38d43863d647 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:30.762947 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.815452 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0737536-11f7-4f7f-a0cb-197e170c0a0f None None] DHCP port deletion for 4b7eddc8-b4e3-4d6c-8045-10953301fdc6 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:09:30.868970 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8fbea-7aeb-499c-a13e-dd76b61e4a2b req-434a4bff-6d3d-49c3-a66a-942236edbc8a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:30.871345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66c8fbea-7aeb-499c-a13e-dd76b61e4a2b req-434a4bff-6d3d-49c3-a66a-942236edbc8a tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.46 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 946 time: 0.1748295 Nov 24 13:09:30.886894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] For port a093bcaf-57c3-4316-a0c7-38d43863d647, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a093bcaf-57c3-4316-a0c7-38d43863d647,segment=NetworkSegment(17b54346-c142-4d04-b51a-4cbaa46de869),segment_id=17b54346-c142-4d04-b51a-4cbaa46de869)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:30.887411 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.900659 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f0737536-11f7-4f7f-a0cb-197e170c0a0f None None] Deleting port a093bcaf-57c3-4316-a0c7-38d43863d647 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:30.901182 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f0737536-11f7-4f7f-a0cb-197e170c0a0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.903051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Calling delete_port for a093bcaf-57c3-4316-a0c7-38d43863d647 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:30.979904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f0737536-11f7-4f7f-a0cb-197e170c0a0f None None] For port a093bcaf-57c3-4316-a0c7-38d43863d647, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a093bcaf-57c3-4316-a0c7-38d43863d647,segment=NetworkSegment(17b54346-c142-4d04-b51a-4cbaa46de869),segment_id=17b54346-c142-4d04-b51a-4cbaa46de869)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:30.980308 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f0737536-11f7-4f7f-a0cb-197e170c0a0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:30.994730 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f0737536-11f7-4f7f-a0cb-197e170c0a0f None None] Calling delete_port for a093bcaf-57c3-4316-a0c7-38d43863d647 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:31.051404 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73b535-d3b7-4dde-8a75-2d28f55dab0d req-fe19795a-8c50-46dc-a70e-acaa5dcd9636 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:31.052971 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca73b535-d3b7-4dde-8a75-2d28f55dab0d req-fe19795a-8c50-46dc-a70e-acaa5dcd9636 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a850f2-b9c4-4884-97b4-82c9ce1448f7 HTTP/1.1" status: 200 len: 946 time: 0.0980484 Nov 24 13:09:31.092025 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-147ab26d-59c1-40a2-8c04-59ed2c40073d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.106409 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-147ab26d-59c1-40a2-8c04-59ed2c40073d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.109100 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.113764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a093bcaf-57c3-4316-a0c7-38d43863d647 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:09:31.128163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-66c8fbea-7aeb-499c-a13e-dd76b61e4a2b req-740097be-796a-4cf8-a22b-1480d346cb97 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Deleting port 21ade191-4351-44f3-a727-7e3bac5bb1fe {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:31.129190 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-66c8fbea-7aeb-499c-a13e-dd76b61e4a2b req-740097be-796a-4cf8-a22b-1480d346cb97 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.155343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: a093bcaf-57c3-4316-a0c7-38d43863d647 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:09:31.155890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a093bcaf-57c3-4316-a0c7-38d43863d647 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:09:31.166203 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f0737536-11f7-4f7f-a0cb-197e170c0a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.188005 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ab26d-59c1-40a2-8c04-59ed2c40073d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c947cdd-e02c-4a01-961b-181ae4d4832e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:31.193302 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-147ab26d-59c1-40a2-8c04-59ed2c40073d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.194730 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-147ab26d-59c1-40a2-8c04-59ed2c40073d tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5765929 Nov 24 13:09:31.211926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0737536-11f7-4f7f-a0cb-197e170c0a0f None None] No DVR routers for this DVR port a093bcaf-57c3-4316-a0c7-38d43863d647 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:09:31.217503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0737536-11f7-4f7f-a0cb-197e170c0a0f None None] Pushing event deleted for resources: {'Port': ['ID=a093bcaf-57c3-4316-a0c7-38d43863d647,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:31.242872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46362) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:31.278187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-92b7bf36-70a2-441c-aab5-751581aff582 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group_rule': {'security_group_id': '8c947cdd-e02c-4a01-961b-181ae4d4832e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:31.346354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-66c8fbea-7aeb-499c-a13e-dd76b61e4a2b req-740097be-796a-4cf8-a22b-1480d346cb97 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] For port 21ade191-4351-44f3-a727-7e3bac5bb1fe, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=21ade191-4351-44f3-a727-7e3bac5bb1fe,segment=NetworkSegment(216a5317-e051-450f-a851-6010182a4411),segment_id=216a5317-e051-450f-a851-6010182a4411)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:31.347205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-66c8fbea-7aeb-499c-a13e-dd76b61e4a2b req-740097be-796a-4cf8-a22b-1480d346cb97 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.356651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c01c1-c083-401b-91d2-8822dad3320e req-3c7b7bb0-9c32-4777-99e4-ff911d24432c tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:31.358508 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a9c01c1-c083-401b-91d2-8822dad3320e req-3c7b7bb0-9c32-4777-99e4-ff911d24432c tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 945 time: 0.1749051 Nov 24 13:09:31.387537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92b7bf36-70a2-441c-aab5-751581aff582 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.394910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-66c8fbea-7aeb-499c-a13e-dd76b61e4a2b req-740097be-796a-4cf8-a22b-1480d346cb97 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Calling delete_port for 21ade191-4351-44f3-a727-7e3bac5bb1fe owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:31.487702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] No DVR routers for this DVR port a093bcaf-57c3-4316-a0c7-38d43863d647 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:09:31.487909 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a9c01c1-c083-401b-91d2-8822dad3320e req-9b117bf3-d21e-4137-8605-a50112996cee tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/security-groups?id=641583e0-44af-4860-b99d-6e47143aa41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205103 Nov 24 13:09:31.515892 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92b7bf36-70a2-441c-aab5-751581aff582 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.523714 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92b7bf36-70a2-441c-aab5-751581aff582 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.531018 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca73b535-d3b7-4dde-8a75-2d28f55dab0d req-8afd9d37-4014-4026-a980-1bfb67dbf067 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.48 "GET /v2.0/security-groups?id=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665456 Nov 24 13:09:31.534547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Pushing event deleted for resources: {'Port': ['ID=a093bcaf-57c3-4316-a0c7-38d43863d647,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:31.558088 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7bf36-70a2-441c-aab5-751581aff582 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ba818e-b900-4dc3-a81d-b5e31f35d482,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:31.580402 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92b7bf36-70a2-441c-aab5-751581aff582 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.585006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-92b7bf36-70a2-441c-aab5-751581aff582 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3102620 Nov 24 13:09:31.592246 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46366) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:31.642855 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4d02e7fd-b73f-45ff-807f-337cd0075aa9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules/f7ba818e-b900-4dc3-a81d-b5e31f35d482 HTTP/1.1" status: 200 len: 763 time: 0.0491004 Nov 24 13:09:31.646599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46368) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:31.680343 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.681364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-66c8fbea-7aeb-499c-a13e-dd76b61e4a2b req-740097be-796a-4cf8-a22b-1480d346cb97 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.692891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['21ade191-4351-44f3-a727-7e3bac5bb1fe'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:09:31.716199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da007c69-0e6d-4265-92a1-37d3e66f340d req-9d8c47a0-99bd-4c1d-98cf-f9b92f47fdd0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:31.717989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740097be-796a-4cf8-a22b-1480d346cb97 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Pushing event deleted for resources: {'Port': ['ID=21ade191-4351-44f3-a727-7e3bac5bb1fe,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:31.720005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-da007c69-0e6d-4265-92a1-37d3e66f340d req-9d8c47a0-99bd-4c1d-98cf-f9b92f47fdd0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.1145666 Nov 24 13:09:31.729726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7eddc8-b4e3-4d6c-8045-10953301fdc6']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:31.745017 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8a76eae3-1a66-48dc-ab3c-5400508958e1 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0971839 Nov 24 13:09:31.747982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46374) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:31.776420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b54346-c142-4d04-b51a-4cbaa46de869') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:31.776777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b54346-c142-4d04-b51a-4cbaa46de869') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:31.802747 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.803031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c8fbea-7aeb-499c-a13e-dd76b61e4a2b req-740097be-796a-4cf8-a22b-1480d346cb97 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] No DVR routers for this DVR port 21ade191-4351-44f3-a727-7e3bac5bb1fe on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:09:31.812031 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc94c331-2d84-49c8-a399-867f87cf03a9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.816138 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-66c8fbea-7aeb-499c-a13e-dd76b61e4a2b req-740097be-796a-4cf8-a22b-1480d346cb97 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.819987 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66c8fbea-7aeb-499c-a13e-dd76b61e4a2b req-740097be-796a-4cf8-a22b-1480d346cb97 tempest-ServerDiskConfigTestJSON-1029353651 tempest-ServerDiskConfigTestJSON-1029353651-project] 10.222.0.46 "DELETE /v2.0/ports/21ade191-4351-44f3-a727-7e3bac5bb1fe HTTP/1.1" status: 204 len: 173 time: 0.9328222 Nov 24 13:09:31.820930 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-da007c69-0e6d-4265-92a1-37d3e66f340d req-513ceab5-a0b8-4983-aa10-c561ea3de2b9 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887635 Nov 24 13:09:31.830560 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.834881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a850f2-b9c4-4884-97b4-82c9ce1448f7', 'name': 'network-vif-deleted', 'tag': '21ade191-4351-44f3-a727-7e3bac5bb1fe'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:31.838378 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f770ab7-5925-4795-8874-00b17da23471" -d '{"events": [{"server_uuid": "15a850f2-b9c4-4884-97b4-82c9ce1448f7", "name": "network-vif-deleted", "tag": "21ade191-4351-44f3-a727-7e3bac5bb1fe"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:31.843622 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc94c331-2d84-49c8-a399-867f87cf03a9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.847221 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:09:31.847965 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:09:31.857509 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:09:31.887454 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc94c331-2d84-49c8-a399-867f87cf03a9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.892242 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f3f4a2-2c53-4fef-8668-84aab1ce43ce x-openstack-request-id: req-64f3f4a2-2c53-4fef-8668-84aab1ce43ce {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:31.892554 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a850f2-b9c4-4884-97b4-82c9ce1448f7", "name": "network-vif-deleted", "tag": "21ade191-4351-44f3-a727-7e3bac5bb1fe", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:31.895087 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64f3f4a2-2c53-4fef-8668-84aab1ce43ce {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:31.895087 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a850f2-b9c4-4884-97b4-82c9ce1448f7', 'name': 'network-vif-deleted', 'tag': '21ade191-4351-44f3-a727-7e3bac5bb1fe', 'status': 'completed', 'code': 200} Nov 24 13:09:31.901262 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc94c331-2d84-49c8-a399-867f87cf03a9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.902854 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cc94c331-2d84-49c8-a399-867f87cf03a9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f7ba818e-b900-4dc3-a81d-b5e31f35d482 HTTP/1.1" status: 204 len: 168 time: 0.1534963 Nov 24 13:09:31.906902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46386) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:31.909747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94c331-2d84-49c8-a399-867f87cf03a9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7ba818e-b900-4dc3-a81d-b5e31f35d482,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:31.957122 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a8ffa528-f687-4a56-9392-03e388a2735b tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0490475 Nov 24 13:09:31.959547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46390) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:31.976847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e75c47d3-07f0-45c9-9b3b-2c826eeed020 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group_rule': {'security_group_id': '8c947cdd-e02c-4a01-961b-181ae4d4832e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:31.984011 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.995272 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:31.996690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device db2bac77-f8b6-4ae2-98b3-8d0370d3e25c no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:09:32.003943 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] 10.222.0.48 "DELETE /v2.0/networks/4b7eddc8-b4e3-4d6c-8045-10953301fdc6 HTTP/1.1" status: 204 len: 168 time: 1.5172958 Nov 24 13:09:32.014579 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c80f9-271a-44a0-9519-e94c7ea9d2b6 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104 tempest-ExtraDHCPOptionsIpV6TestJSON-677004104-project] Pushing event deleted for resources: {'Network': ['ID=4b7eddc8-b4e3-4d6c-8045-10953301fdc6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:32.047487 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: db2bac77-f8b6-4ae2-98b3-8d0370d3e25c {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:09:32.048116 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device db2bac77-f8b6-4ae2-98b3-8d0370d3e25c not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:09:32.054920 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e75c47d3-07f0-45c9-9b3b-2c826eeed020 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.143056 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e75c47d3-07f0-45c9-9b3b-2c826eeed020 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.148045 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e75c47d3-07f0-45c9-9b3b-2c826eeed020 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.173020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c47d3-07f0-45c9-9b3b-2c826eeed020 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa84d707-9e8f-4c20-8417-0bd0f5c451c7,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:32.211341 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e75c47d3-07f0-45c9-9b3b-2c826eeed020 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.213097 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e75c47d3-07f0-45c9-9b3b-2c826eeed020 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2512197 Nov 24 13:09:32.215448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46400) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:32.250310 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6baefce3-9410-4b09-900c-8fefeadb1c93 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules/aa84d707-9e8f-4c20-8417-0bd0f5c451c7 HTTP/1.1" status: 200 len: 763 time: 0.0332994 Nov 24 13:09:32.254467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46404) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:32.310213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46406) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:32.311364 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-754e9a33-9599-4cf1-8826-5709ea01b350 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0557392 Nov 24 13:09:32.350249 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69bd7aad-a751-4c3d-a661-d0b38cbf9db6 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.383057 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46408) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:32.400456 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69bd7aad-a751-4c3d-a661-d0b38cbf9db6 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.463261 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69bd7aad-a751-4c3d-a661-d0b38cbf9db6 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.470359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69bd7aad-a751-4c3d-a661-d0b38cbf9db6 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.472448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-69bd7aad-a751-4c3d-a661-d0b38cbf9db6 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/aa84d707-9e8f-4c20-8417-0bd0f5c451c7 HTTP/1.1" status: 204 len: 168 time: 0.1609814 Nov 24 13:09:32.476651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46412) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:32.491525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd7aad-a751-4c3d-a661-d0b38cbf9db6 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa84d707-9e8f-4c20-8417-0bd0f5c451c7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:32.546144 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8ec633e7-1fd8-4f7b-8564-06e06c80cd57 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0670056 Nov 24 13:09:32.546144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46414) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:32.551472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a6ee4f13-d1a9-4c00-8791-c6e6b19758cd tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Request body: {'security_group_rule': {'security_group_id': '8c947cdd-e02c-4a01-961b-181ae4d4832e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:32.599040 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3e87ed22-5026-47d1-8299-f200faab384d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec0f3106da124213b568da9d34b54643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2118714 Nov 24 13:09:32.599217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46420) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:32.644297 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-a6ee4f13-d1a9-4c00-8791-c6e6b19758cd tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Project f41b572998524675b9cf77dc4e270d39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:09:32.652014 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4f13-d1a9-4c00-8791-c6e6b19758cd tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.674535 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c067ff6c-2393-45e7-b950-6f14713e0d75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.722377 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c067ff6c-2393-45e7-b950-6f14713e0d75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.765362 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efcf0e-ee3d-4a6e-8b4a-e5536532f916 req-ff2d594b-76f7-4fab-ac00-a1a303b3f34d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:32.767133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65efcf0e-ee3d-4a6e-8b4a-e5536532f916 req-ff2d594b-76f7-4fab-ac00-a1a303b3f34d tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 945 time: 0.0547523 Nov 24 13:09:32.784322 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4f13-d1a9-4c00-8791-c6e6b19758cd tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.794249 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4f13-d1a9-4c00-8791-c6e6b19758cd tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.827568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee4f13-d1a9-4c00-8791-c6e6b19758cd tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63fa5a5-a02a-4d98-9c5f-3bdd6214d84d,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:32.858371 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46432) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:32.861165 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-65efcf0e-ee3d-4a6e-8b4a-e5536532f916 req-26ae4e17-e323-4a3d-9bd8-ce922d377f08 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/security-groups?id=641583e0-44af-4860-b99d-6e47143aa41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852160 Nov 24 13:09:32.900991 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a6ee4f13-d1a9-4c00-8791-c6e6b19758cd tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.904655 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a6ee4f13-d1a9-4c00-8791-c6e6b19758cd tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3557034 Nov 24 13:09:32.905643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46436) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:32.953374 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3f0185f3-ce7f-4da6-b626-94f49aa158e5 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules/f63fa5a5-a02a-4d98-9c5f-3bdd6214d84d HTTP/1.1" status: 200 len: 769 time: 0.0452096 Nov 24 13:09:32.953799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46438) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:32.965395 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c067ff6c-2393-45e7-b950-6f14713e0d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.967910 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c067ff6c-2393-45e7-b950-6f14713e0d75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:32.969032 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c067ff6c-2393-45e7-b950-6f14713e0d75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f4ae61f-fcdc-4b5f-8362-4de19dd39778 HTTP/1.1" status: 204 len: 168 time: 0.3688991 Nov 24 13:09:32.999609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067ff6c-2393-45e7-b950-6f14713e0d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4ae61f-fcdc-4b5f-8362-4de19dd39778,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:33.008742 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-3405df6c-ce83-4cef-b4ba-b82c8ce85b54 admin admin] Deleting subnet 2a57a07f-eae2-4aeb-a7ea-5943414d67b1 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:09:33.024155 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3405df6c-ce83-4cef-b4ba-b82c8ce85b54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.086586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a1d01-7c8e-4b58-99a1-1f0cadd4d31d req-bd73b4ff-ab00-4826-9f50-4f38bf1da78e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:33.088570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b94a1d01-7c8e-4b58-99a1-1f0cadd4d31d req-bd73b4ff-ab00-4826-9f50-4f38bf1da78e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.1679230 Nov 24 13:09:33.102883 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4f8cfcb8-e5b7-4530-beca-b1a0b46cbcd9 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1461570 Nov 24 13:09:33.110714 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46444) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:33.115470 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3405df6c-ce83-4cef-b4ba-b82c8ce85b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.165832 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbfdf-6b4a-4206-8a40-d97ee944afaf tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.181304 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbfdf-6b4a-4206-8a40-d97ee944afaf tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.197793 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3405df6c-ce83-4cef-b4ba-b82c8ce85b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.239786 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbfdf-6b4a-4206-8a40-d97ee944afaf tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.261475 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbfdf-6b4a-4206-8a40-d97ee944afaf tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.268477 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fb1fbfdf-6b4a-4206-8a40-d97ee944afaf tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f63fa5a5-a02a-4d98-9c5f-3bdd6214d84d HTTP/1.1" status: 204 len: 168 time: 0.1534977 Nov 24 13:09:33.270510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b94a1d01-7c8e-4b58-99a1-1f0cadd4d31d req-3d63fa16-f6cf-42ed-8820-96d8676487f2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138742 Nov 24 13:09:33.271036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46452) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:33.296440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fbfdf-6b4a-4206-8a40-d97ee944afaf tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f63fa5a5-a02a-4d98-9c5f-3bdd6214d84d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:33.379189 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3405df6c-ce83-4cef-b4ba-b82c8ce85b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.406739 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ee66ba8e-6298-49a2-8cf4-7b0fd50d953e tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1289594 Nov 24 13:09:33.410863 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46456) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:33.419385 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389368d-e9ea-4831-b7c4-9159ea34fe4a req-796458e4-9b69-4804-9e39-0c315d8bc0a2 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:33.435777 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8389368d-e9ea-4831-b7c4-9159ea34fe4a req-796458e4-9b69-4804-9e39-0c315d8bc0a2 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 945 time: 0.0842223 Nov 24 13:09:33.452692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405df6c-ce83-4cef-b4ba-b82c8ce85b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a57a07f-eae2-4aeb-a7ea-5943414d67b1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:33.458136 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3405df6c-ce83-4cef-b4ba-b82c8ce85b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.462020 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3405df6c-ce83-4cef-b4ba-b82c8ce85b54 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2a57a07f-eae2-4aeb-a7ea-5943414d67b1 HTTP/1.1" status: 204 len: 168 time: 0.6025081 Nov 24 13:09:33.466274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46460) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:33.541898 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8389368d-e9ea-4831-b7c4-9159ea34fe4a req-1a408131-9418-4709-a572-56340f0fc5ba tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/security-groups?id=641583e0-44af-4860-b99d-6e47143aa41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039732 Nov 24 13:09:33.600262 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c546fcf9-5102-452b-973c-88b853721f81 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.616463 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62f9ab57-5b4b-40f2-89e1-1936c8fcd8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.646210 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c546fcf9-5102-452b-973c-88b853721f81 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.750615 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62f9ab57-5b4b-40f2-89e1-1936c8fcd8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.787571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-62f9ab57-5b4b-40f2-89e1-1936c8fcd8db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03dace31-d538-4c14-93f0-aab68f3cc065']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:33.801586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-62f9ab57-5b4b-40f2-89e1-1936c8fcd8db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216a5317-e051-450f-a851-6010182a4411') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:33.801933 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-62f9ab57-5b4b-40f2-89e1-1936c8fcd8db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216a5317-e051-450f-a851-6010182a4411') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:33.813906 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62f9ab57-5b4b-40f2-89e1-1936c8fcd8db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.823655 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c546fcf9-5102-452b-973c-88b853721f81 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.826762 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c546fcf9-5102-452b-973c-88b853721f81 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.828815 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c546fcf9-5102-452b-973c-88b853721f81 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "DELETE /v2.0/security-groups/8c947cdd-e02c-4a01-961b-181ae4d4832e HTTP/1.1" status: 204 len: 168 time: 0.3934004 Nov 24 13:09:33.832202 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46474) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:33.843012 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62f9ab57-5b4b-40f2-89e1-1936c8fcd8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.849502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546fcf9-5102-452b-973c-88b853721f81 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c947cdd-e02c-4a01-961b-181ae4d4832e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:33.856770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f9ab57-5b4b-40f2-89e1-1936c8fcd8db admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:09:33.857172 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62f9ab57-5b4b-40f2-89e1-1936c8fcd8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:09:33.859223 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:09:33.887148 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8ea31948-6c4b-4151-9bba-dc41a4260196 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0523827 Nov 24 13:09:33.891182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46476) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:33.976381 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9e6c45bc-e699-4396-9ad4-c3605882c734 tempest-SecGroupIPv6Test-1286565388 tempest-SecGroupIPv6Test-1286565388-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0836558 Nov 24 13:09:33.987949 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62f9ab57-5b4b-40f2-89e1-1936c8fcd8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:34.010041 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62f9ab57-5b4b-40f2-89e1-1936c8fcd8db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:34.017807 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-62f9ab57-5b4b-40f2-89e1-1936c8fcd8db admin admin] 10.222.0.48 "DELETE /v2.0/networks/03dace31-d538-4c14-93f0-aab68f3cc065 HTTP/1.1" status: 204 len: 168 time: 0.5472472 Nov 24 13:09:34.017807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9ab57-5b4b-40f2-89e1-1936c8fcd8db admin admin] Pushing event deleted for resources: {'Network': ['ID=03dace31-d538-4c14-93f0-aab68f3cc065,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:34.082511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46484) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:34.276403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46494) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:34.367597 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-026f6e12-3ff1-44fa-b4d7-773ec2b9875c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e53965f3948442da5a4bfdaf02c7889&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0872560 Nov 24 13:09:34.367863 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46498) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:34.446841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46502) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:34.495737 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4bd27b2f-aadc-4ab7-a063-81eb0a830545 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:34.526722 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4bd27b2f-aadc-4ab7-a063-81eb0a830545 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:34.585031 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e3f73-6470-4efd-9d9b-50a76e70714b req-5d980805-6130-49e8-a221-fc3202461917 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:34.586184 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e73e3f73-6470-4efd-9d9b-50a76e70714b req-5d980805-6130-49e8-a221-fc3202461917 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.2096562 Nov 24 13:09:34.593921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-44f30950-3991-4d79-bf8c-4b09a04f0443 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:34.595258 n-d-817303-4 neutron-server[114986]: WARNING neutron.api.v2.base [None req-44f30950-3991-4d79-bf8c-4b09a04f0443 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 13:09:34.596038 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-44f30950-3991-4d79-bf8c-4b09a04f0443 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 13:09:34.597748 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-44f30950-3991-4d79-bf8c-4b09a04f0443 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5131941 Nov 24 13:09:34.603105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46510) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:34.622352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-0d75ff19-47b2-448d-9140-12324b688415 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451217252'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:34.665019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802eaf74-b8fe-41cd-b6eb-eff6bad543d9 req-4c94b4c5-a50b-419f-a968-5a3aa01337df tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:34.666388 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0d75ff19-47b2-448d-9140-12324b688415 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:34.666541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-802eaf74-b8fe-41cd-b6eb-eff6bad543d9 req-4c94b4c5-a50b-419f-a968-5a3aa01337df tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.59 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 945 time: 0.2086902 Nov 24 13:09:34.671455 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4bd27b2f-aadc-4ab7-a063-81eb0a830545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:34.674092 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4bd27b2f-aadc-4ab7-a063-81eb0a830545 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:34.677720 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4bd27b2f-aadc-4ab7-a063-81eb0a830545 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca HTTP/1.1" status: 204 len: 168 time: 0.3066130 Nov 24 13:09:34.685958 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0d75ff19-47b2-448d-9140-12324b688415 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:34.709590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd27b2f-aadc-4ab7-a063-81eb0a830545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f0b4d9-217e-4d62-9f8e-c07ca8e7c9ca,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:34.755038 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e73e3f73-6470-4efd-9d9b-50a76e70714b req-c63c8fa8-7c0c-4a61-b77b-fde25b8d83c6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465790 Nov 24 13:09:34.772287 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-db5f5c80-8ea3-4d8a-b5a1-1b3d66727352 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f41b572998524675b9cf77dc4e270d39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3242595 Nov 24 13:09:34.774896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46514) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:34.833041 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3755e89-0a4c-4557-b4e8-817b1755a3b8 req-771f5508-1936-4707-910c-9e96180d46fb tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:34.869305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c3755e89-0a4c-4557-b4e8-817b1755a3b8 req-771f5508-1936-4707-910c-9e96180d46fb tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 945 time: 0.1987071 Nov 24 13:09:34.912952 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91910489-a1ba-46d0-8d09-756008c74b79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:34.973961 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0d75ff19-47b2-448d-9140-12324b688415 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:34.976958 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91910489-a1ba-46d0-8d09-756008c74b79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:34.987710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0d75ff19-47b2-448d-9140-12324b688415 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.071037 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75ff19-47b2-448d-9140-12324b688415 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1e8ab5-7f3f-467f-a5da-7824610def83,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:35.114166 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91910489-a1ba-46d0-8d09-756008c74b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.117492 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91910489-a1ba-46d0-8d09-756008c74b79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.119701 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-91910489-a1ba-46d0-8d09-756008c74b79 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a3fba90-50a9-4539-894b-5adf84b7ab55 HTTP/1.1" status: 204 len: 168 time: 0.3437705 Nov 24 13:09:35.139053 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91910489-a1ba-46d0-8d09-756008c74b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3fba90-50a9-4539-894b-5adf84b7ab55,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:35.183783 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0d75ff19-47b2-448d-9140-12324b688415 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.189076 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c3755e89-0a4c-4557-b4e8-817b1755a3b8 req-67f29feb-0986-41c8-9a66-a97fe4935c0c tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/security-groups?id=641583e0-44af-4860-b99d-6e47143aa41e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187389 Nov 24 13:09:35.197159 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0d75ff19-47b2-448d-9140-12324b688415 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.199838 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-802eaf74-b8fe-41cd-b6eb-eff6bad543d9 req-62e66fed-2ea8-4f5c-8955-d7a728b80e68 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Deleting port eb26ee2e-944a-465e-b19e-3b3885bb8f34 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:35.200168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-802eaf74-b8fe-41cd-b6eb-eff6bad543d9 req-62e66fed-2ea8-4f5c-8955-d7a728b80e68 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.246010 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0d75ff19-47b2-448d-9140-12324b688415 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.256547 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0d75ff19-47b2-448d-9140-12324b688415 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6493042 Nov 24 13:09:35.260493 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46528) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:35.275274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e8fd546b-1d50-4b56-a1e0-fd1d9c721560 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': '3113f36e-d2e9-42c1-adbe-2b1b941f0afb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:35.290247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75ff19-47b2-448d-9140-12324b688415 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3113f36e-d2e9-42c1-adbe-2b1b941f0afb,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:35.339314 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8fd546b-1d50-4b56-a1e0-fd1d9c721560 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.361190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-802eaf74-b8fe-41cd-b6eb-eff6bad543d9 req-62e66fed-2ea8-4f5c-8955-d7a728b80e68 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] For port eb26ee2e-944a-465e-b19e-3b3885bb8f34, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=eb26ee2e-944a-465e-b19e-3b3885bb8f34,segment=NetworkSegment(9d63af39-5997-4454-96ba-a5723a68528c),segment_id=9d63af39-5997-4454-96ba-a5723a68528c)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:35.362569 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-802eaf74-b8fe-41cd-b6eb-eff6bad543d9 req-62e66fed-2ea8-4f5c-8955-d7a728b80e68 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.387796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-802eaf74-b8fe-41cd-b6eb-eff6bad543d9 req-62e66fed-2ea8-4f5c-8955-d7a728b80e68 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Calling delete_port for eb26ee2e-944a-465e-b19e-3b3885bb8f34 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:35.464920 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8fd546b-1d50-4b56-a1e0-fd1d9c721560 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.476565 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8fd546b-1d50-4b56-a1e0-fd1d9c721560 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.521348 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd546b-1d50-4b56-a1e0-fd1d9c721560 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e080b7ed-193c-4d4b-9c2a-aac2bf8bf586,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:35.544694 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8fd546b-1d50-4b56-a1e0-fd1d9c721560 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.549279 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e8fd546b-1d50-4b56-a1e0-fd1d9c721560 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2853632 Nov 24 13:09:35.550112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46540) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:35.560969 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c6f22d21-f40d-43af-b011-cfdb19ad1252 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': '3113f36e-d2e9-42c1-adbe-2b1b941f0afb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:35.650985 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6f22d21-f40d-43af-b011-cfdb19ad1252 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.753612 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-c6f22d21-f40d-43af-b011-cfdb19ad1252 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 13:09:35.758482 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c6f22d21-f40d-43af-b011-cfdb19ad1252 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2069752 Nov 24 13:09:35.759167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46554) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:35.774974 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-802eaf74-b8fe-41cd-b6eb-eff6bad543d9 req-62e66fed-2ea8-4f5c-8955-d7a728b80e68 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.896850 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fa584927-53c9-4a37-9d68-fe3f853bf0fe tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.934072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-802eaf74-b8fe-41cd-b6eb-eff6bad543d9 req-62e66fed-2ea8-4f5c-8955-d7a728b80e68 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] No DVR routers for this DVR port eb26ee2e-944a-465e-b19e-3b3885bb8f34 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:09:35.939043 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-802eaf74-b8fe-41cd-b6eb-eff6bad543d9 req-62e66fed-2ea8-4f5c-8955-d7a728b80e68 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.942864 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-802eaf74-b8fe-41cd-b6eb-eff6bad543d9 req-62e66fed-2ea8-4f5c-8955-d7a728b80e68 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.59 "DELETE /v2.0/ports/eb26ee2e-944a-465e-b19e-3b3885bb8f34 HTTP/1.1" status: 204 len: 173 time: 1.2670462 Nov 24 13:09:35.959054 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fa584927-53c9-4a37-9d68-fe3f853bf0fe tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:35.963825 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058ad52-a496-4abf-bb8b-9ffbf4df5586 req-5f782f94-7ac8-4e9b-bf7c-f22330f5407f tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:35.981445 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0058ad52-a496-4abf-bb8b-9ffbf4df5586 req-5f782f94-7ac8-4e9b-bf7c-f22330f5407f tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 945 time: 0.3033311 Nov 24 13:09:35.992207 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 21ade191-4351-44f3-a727-7e3bac5bb1fe no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:09:36.031345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3229e8ae-0eb8-4fa3-89a7-4d564e51b35a', 'name': 'network-vif-deleted', 'tag': 'eb26ee2e-944a-465e-b19e-3b3885bb8f34'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:36.038265 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bbf7a9-09e1-4fe1-94f6-c9faca2b0732" -d '{"events": [{"server_uuid": "3229e8ae-0eb8-4fa3-89a7-4d564e51b35a", "name": "network-vif-deleted", "tag": "eb26ee2e-944a-465e-b19e-3b3885bb8f34"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:36.058330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e66fed-2ea8-4f5c-8955-d7a728b80e68 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] Pushing event deleted for resources: {'Port': ['ID=eb26ee2e-944a-465e-b19e-3b3885bb8f34,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:36.093828 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 21ade191-4351-44f3-a727-7e3bac5bb1fe {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:09:36.094188 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 21ade191-4351-44f3-a727-7e3bac5bb1fe not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:09:36.115284 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fa584927-53c9-4a37-9d68-fe3f853bf0fe tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:36.120486 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fa584927-53c9-4a37-9d68-fe3f853bf0fe tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:36.125424 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fa584927-53c9-4a37-9d68-fe3f853bf0fe tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "DELETE /v2.0/security-groups/3113f36e-d2e9-42c1-adbe-2b1b941f0afb HTTP/1.1" status: 204 len: 168 time: 0.3649604 Nov 24 13:09:36.127736 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46572) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:36.167311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0058ad52-a496-4abf-bb8b-9ffbf4df5586 req-e2150c76-d5d9-4475-b6dc-8646f39e9c4d tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707633 Nov 24 13:09:36.181353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa584927-53c9-4a37-9d68-fe3f853bf0fe tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3113f36e-d2e9-42c1-adbe-2b1b941f0afb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:36.230419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46578) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:36.230991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-621fbc51-17d7-4804-8cfb-2409ad0fbef9 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0980136 Nov 24 13:09:36.235479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b1e17179-faa6-4704-91a1-4591c91a27b9 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group': {'name': 'tempest-secgroup--733103812'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:36.246428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ec3f5-272d-4a43-8561-21bc451ded8e req-59e449b6-143f-43b3-ab47-860b58bbc336 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:36.254899 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-873ec3f5-272d-4a43-8561-21bc451ded8e req-59e449b6-143f-43b3-ab47-860b58bbc336 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.1848679 Nov 24 13:09:36.272065 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:36.298617 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b1e17179-faa6-4704-91a1-4591c91a27b9 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:36.333930 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7a35bb-2b76-44f3-928b-01f206f909c5 x-openstack-request-id: req-6e7a35bb-2b76-44f3-928b-01f206f909c5 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:36.334231 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3229e8ae-0eb8-4fa3-89a7-4d564e51b35a", "name": "network-vif-deleted", "tag": "eb26ee2e-944a-465e-b19e-3b3885bb8f34", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:36.334548 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e7a35bb-2b76-44f3-928b-01f206f909c5 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:36.334910 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3229e8ae-0eb8-4fa3-89a7-4d564e51b35a', 'name': 'network-vif-deleted', 'tag': 'eb26ee2e-944a-465e-b19e-3b3885bb8f34', 'status': 'completed', 'code': 200} Nov 24 13:09:36.396190 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-873ec3f5-272d-4a43-8561-21bc451ded8e req-a97cee50-fd2f-431c-8dbd-63690bbd67da tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401267 Nov 24 13:09:36.535121 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b1e17179-faa6-4704-91a1-4591c91a27b9 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:36.554692 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75e57f2f-8455-4d0a-b459-3de24d01f1a5 req-65ad8d36-e810-4cf2-a9fe-3d86b0d1d8d4 tempest-InstanceActionsV221TestJSON-576659061 tempest-InstanceActionsV221TestJSON-576659061-project] 10.222.0.48 "GET /v2.0/ports?device_id=3229e8ae-0eb8-4fa3-89a7-4d564e51b35a HTTP/1.1" status: 200 len: 210 time: 0.0709844 Nov 24 13:09:36.557638 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b1e17179-faa6-4704-91a1-4591c91a27b9 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:36.595968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b1e17179-faa6-4704-91a1-4591c91a27b9 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:36.598699 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b1e17179-faa6-4704-91a1-4591c91a27b9 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3672297 Nov 24 13:09:36.601894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46600) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:36.607901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a5d2ae38-c1ce-43fa-928b-79fb509ead39 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': '29c98b81-2572-4837-8bd1-8b9a054a65a2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:36.609173 n-d-817303-4 neutron-server[114986]: WARNING neutron.api.v2.base [None req-a5d2ae38-c1ce-43fa-928b-79fb509ead39 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 24 13:09:36.609789 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-a5d2ae38-c1ce-43fa-928b-79fb509ead39 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:36.611131 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a5d2ae38-c1ce-43fa-928b-79fb509ead39 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078537 Nov 24 13:09:36.615685 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46602) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:36.650772 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46604) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:36.702343 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e17179-faa6-4704-91a1-4591c91a27b9 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c98b81-2572-4837-8bd1-8b9a054a65a2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:36.750206 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b046484b-f431-47e6-977e-abaf1fde559e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:36.793729 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b046484b-f431-47e6-977e-abaf1fde559e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:36.793729 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46612) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:36.826393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1172810993-network', 'tenant_id': 'e5f759367f4a4f6ea715d2748d09c2c2'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:36.866458 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] Made reservation on behalf of e5f759367f4a4f6ea715d2748d09c2c2 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:36.870476 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:36.884146 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b046484b-f431-47e6-977e-abaf1fde559e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:36.887389 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b046484b-f431-47e6-977e-abaf1fde559e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:36.889238 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b046484b-f431-47e6-977e-abaf1fde559e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "DELETE /v2.0/security-groups/29c98b81-2572-4837-8bd1-8b9a054a65a2 HTTP/1.1" status: 204 len: 168 time: 0.2723188 Nov 24 13:09:36.894788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46616) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:36.896433 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:36.937776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-feaa98ff-5c45-4b34-b99b-8a5e238a5884 tempest-SubnetPoolsTestJSON-676801915 tempest-SubnetPoolsTestJSON-676801915-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1300500777', 'prefixes': ['172.20.0.0/16']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:36.995073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046484b-f431-47e6-977e-abaf1fde559e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c98b81-2572-4837-8bd1-8b9a054a65a2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:37.030916 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.037169 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.090603 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:09:37.103122 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-41a2e203-8456-4c14-8418-9c7d40081f07 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2010794 Nov 24 13:09:37.107547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46620) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:37.112109 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05d27b9-543d-4095-9b38-37d1843d9bce,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:37.113137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-558671fa-e608-4e1c-a8af-21c93b48df3b tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485456879'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:37.120752 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.121152 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] Added segment 260137f7-e8ea-4179-98bd-defa52af8757 of type vlan for network b6063391-9623-474d-a7bf-15871b51adb8 Nov 24 13:09:37.155036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a92c-402b-4f61-b8f2-ffbeb2052286 req-8b9c4dfc-174a-4fb8-ba16-75ab81d1d949 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:37.156547 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a58a92c-402b-4f61-b8f2-ffbeb2052286 req-8b9c4dfc-174a-4fb8-ba16-75ab81d1d949 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.59 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 945 time: 0.1270688 Nov 24 13:09:37.192813 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.226561 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-558671fa-e608-4e1c-a8af-21c93b48df3b tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.245597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46624) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:37.275436 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.277953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:37.278852 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.279370 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-feaa98ff-5c45-4b34-b99b-8a5e238a5884 tempest-SubnetPoolsTestJSON-676801915 tempest-SubnetPoolsTestJSON-676801915-project] Publish callbacks [] for subnetpool, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.280615 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-feaa98ff-5c45-4b34-b99b-8a5e238a5884 tempest-SubnetPoolsTestJSON-676801915 tempest-SubnetPoolsTestJSON-676801915-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4862704 Nov 24 13:09:37.285061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46628) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:37.343979 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8dc7eae0-b217-4a76-beb4-8034b0bba9d5 tempest-SubnetPoolsTestJSON-676801915 tempest-SubnetPoolsTestJSON-676801915-project] 10.222.0.48 "GET /v2.0/subnetpools/f21df72f-c886-4485-8f66-a1cd3422045a HTTP/1.1" status: 200 len: 732 time: 0.0551679 Nov 24 13:09:37.348638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46630) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:37.358775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cac188d5-e264-457f-a6f2-55224efe03f1 tempest-SubnetPoolsTestJSON-676801915 tempest-SubnetPoolsTestJSON-676801915-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-921546229'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:37.429620 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7776785 Nov 24 13:09:37.432905 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46634) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:37.440050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-029a50c7-6c3f-467f-ba9c-3b02e8ba085f admin admin] Request body: {'subnet': {'network_id': 'b6063391-9623-474d-a7bf-15871b51adb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1172810993-subnet', 'tenant_id': 'e5f759367f4a4f6ea715d2748d09c2c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:37.447935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-1a58a92c-402b-4f61-b8f2-ffbeb2052286 req-e9970bc5-a2f1-4290-88dc-114992b50549 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Deleting port 9f4dbd9a-ea08-4936-b099-61adbf84d98a {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:37.448281 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1a58a92c-402b-4f61-b8f2-ffbeb2052286 req-e9970bc5-a2f1-4290-88dc-114992b50549 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.476531 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dbe0e-7776-4577-b861-593ada60f16d admin admin] Pushing event updated for resources: {'Network': ['ID=b6063391-9623-474d-a7bf-15871b51adb8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:37.480484 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e65fc96-23db-456d-bfa7-5265437c202a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.491003 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network b6063391-9623-474d-a7bf-15871b51adb8 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:09:37.503134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11784eb7-0be5-4205-a1a4-d2f070a6f05f req-4ebb59c2-f1b5-4cd6-9575-9de23d35eea0 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:37.505429 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11784eb7-0be5-4205-a1a4-d2f070a6f05f req-4ebb59c2-f1b5-4cd6-9575-9de23d35eea0 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 945 time: 0.1711171 Nov 24 13:09:37.506013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029a50c7-6c3f-467f-ba9c-3b02e8ba085f admin admin] Made reservation on behalf of e5f759367f4a4f6ea715d2748d09c2c2 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:37.508356 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-029a50c7-6c3f-467f-ba9c-3b02e8ba085f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.565018 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-558671fa-e608-4e1c-a8af-21c93b48df3b tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.655548 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-558671fa-e608-4e1c-a8af-21c93b48df3b tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.684530 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11784eb7-0be5-4205-a1a4-d2f070a6f05f req-3d1b1860-ddf2-46f4-8d70-8f0b7d5a7139 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589282 Nov 24 13:09:37.747143 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device eb26ee2e-944a-465e-b19e-3b3885bb8f34 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:09:37.769403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1a58a92c-402b-4f61-b8f2-ffbeb2052286 req-e9970bc5-a2f1-4290-88dc-114992b50549 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] For port 9f4dbd9a-ea08-4936-b099-61adbf84d98a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=9f4dbd9a-ea08-4936-b099-61adbf84d98a,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:37.770502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1a58a92c-402b-4f61-b8f2-ffbeb2052286 req-e9970bc5-a2f1-4290-88dc-114992b50549 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.787192 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: eb26ee2e-944a-465e-b19e-3b3885bb8f34 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:09:37.787870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device eb26ee2e-944a-465e-b19e-3b3885bb8f34 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:09:37.796224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558671fa-e608-4e1c-a8af-21c93b48df3b tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abfafc07-4b06-4722-b2bb-4c448ff02d1c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:37.821769 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-558671fa-e608-4e1c-a8af-21c93b48df3b tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.823150 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-558671fa-e608-4e1c-a8af-21c93b48df3b tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7137833 Nov 24 13:09:37.829276 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46640) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:37.839175 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-bd8c1e3e-44f3-4ede-a17d-aa0c8008c317 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': 'abfafc07-4b06-4722-b2bb-4c448ff02d1c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:37.841034 n-d-817303-4 neutron-server[114986]: WARNING neutron.api.v2.base [None req-bd8c1e3e-44f3-4ede-a17d-aa0c8008c317 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 24 13:09:37.841802 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-bd8c1e3e-44f3-4ede-a17d-aa0c8008c317 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:37.845791 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bd8c1e3e-44f3-4ede-a17d-aa0c8008c317 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0125082 Nov 24 13:09:37.845999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-1a58a92c-402b-4f61-b8f2-ffbeb2052286 req-e9970bc5-a2f1-4290-88dc-114992b50549 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Calling delete_port for 9f4dbd9a-ea08-4936-b099-61adbf84d98a owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:37.847845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46642) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:37.849030 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cac188d5-e264-457f-a6f2-55224efe03f1 tempest-SubnetPoolsTestJSON-676801915 tempest-SubnetPoolsTestJSON-676801915-project] Publish callbacks [] for subnetpool, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.850294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cac188d5-e264-457f-a6f2-55224efe03f1 tempest-SubnetPoolsTestJSON-676801915 tempest-SubnetPoolsTestJSON-676801915-project] 10.222.0.48 "PUT /v2.0/subnetpools/f21df72f-c886-4485-8f66-a1cd3422045a HTTP/1.1" status: 200 len: 683 time: 0.4996583 Nov 24 13:09:37.855920 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46644) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:37.892253 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-029a50c7-6c3f-467f-ba9c-3b02e8ba085f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:37.898076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b326e-9aa7-4e7b-80ee-b655b9d72c36 req-a73ab631-2841-4928-b545-bd6da3bb6928 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:37.901191 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8a2b326e-9aa7-4e7b-80ee-b655b9d72c36 req-a73ab631-2841-4928-b545-bd6da3bb6928 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.4017301 Nov 24 13:09:37.955791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46650) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:37.973983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a50c7-6c3f-467f-ba9c-3b02e8ba085f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f97e2ba-8f29-4df4-89bf-7e24204d31d1,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:38.007112 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e65fc96-23db-456d-bfa7-5265437c202a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.010620 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9b7e-5019-4125-b990-e0d8b7198f22 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.030815 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e65fc96-23db-456d-bfa7-5265437c202a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.041549 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029a50c7-6c3f-467f-ba9c-3b02e8ba085f admin admin] Checking segment: {'id': '260137f7-e8ea-4179-98bd-defa52af8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b6063391-9623-474d-a7bf-15871b51adb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:38.041913 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a50c7-6c3f-467f-ba9c-3b02e8ba085f admin admin] Network hostable DHCP agents. Network: b6063391-9623-474d-a7bf-15871b51adb8, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:09:38.052362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a2e5f4-34d1-4b5b-b097-3c1ebf0d7252 admin admin] Deleting subnet 913fcfaa-6a16-49d3-aab6-1d72a9e21aab {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:09:38.055379 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9b7e-5019-4125-b990-e0d8b7198f22 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.066116 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-74a2e5f4-34d1-4b5b-b097-3c1ebf0d7252 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.104320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8a2b326e-9aa7-4e7b-80ee-b655b9d72c36 req-7559bfe1-e919-4f9a-805f-869ed7470d36 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929305 Nov 24 13:09:38.109287 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4e65fc96-23db-456d-bfa7-5265437c202a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2b8b502114b41bcaf42ca2ad8570edd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8586628 Nov 24 13:09:38.109651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65fc96-23db-456d-bfa7-5265437c202a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3842bb2-d0f2-450d-94d1-6cc7ae9db5a3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:38.114751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46652) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:38.117994 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4268a109-0e54-416d-b602-4db96cd49c4e tempest-SubnetPoolsTestJSON-676801915 tempest-SubnetPoolsTestJSON-676801915-project] Publish callbacks [] for subnetpool, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.119280 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4268a109-0e54-416d-b602-4db96cd49c4e tempest-SubnetPoolsTestJSON-676801915 tempest-SubnetPoolsTestJSON-676801915-project] 10.222.0.48 "DELETE /v2.0/subnetpools/f21df72f-c886-4485-8f66-a1cd3422045a HTTP/1.1" status: 204 len: 168 time: 0.2622182 Nov 24 13:09:38.125569 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46654) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:38.152200 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-74a2e5f4-34d1-4b5b-b097-3c1ebf0d7252 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.153975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a50c7-6c3f-467f-ba9c-3b02e8ba085f admin admin] Network b6063391-9623-474d-a7bf-15871b51adb8 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:09:38.188437 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-746690f5-5a87-4df1-a876-20a2d628168d tempest-SubnetPoolsTestJSON-676801915 tempest-SubnetPoolsTestJSON-676801915-project] show failed (client error): The resource could not be found. Nov 24 13:09:38.189505 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-746690f5-5a87-4df1-a876-20a2d628168d tempest-SubnetPoolsTestJSON-676801915 tempest-SubnetPoolsTestJSON-676801915-project] 10.222.0.48 "GET /v2.0/subnetpools/f21df72f-c886-4485-8f66-a1cd3422045a HTTP/1.1" status: 404 len: 346 time: 0.0630224 Nov 24 13:09:38.194681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46656) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:38.208808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-029a50c7-6c3f-467f-ba9c-3b02e8ba085f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, b6063391-9623-474d-a7bf-15871b51adb8) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:38.213852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a50c7-6c3f-467f-ba9c-3b02e8ba085f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:38.216040 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-029a50c7-6c3f-467f-ba9c-3b02e8ba085f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.217331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7259216-f0a7-447a-a6e8-435c5ac35ee4 None None] Network b6063391-9623-474d-a7bf-15871b51adb8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:38.227738 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-45aacf6e-fb89-4669-8dcd-8fbcc02542b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.229832 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9b7e-5019-4125-b990-e0d8b7198f22 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.235196 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9b7e-5019-4125-b990-e0d8b7198f22 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.239003 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3c0b9b7e-5019-4125-b990-e0d8b7198f22 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "DELETE /v2.0/security-groups/abfafc07-4b06-4722-b2bb-4c448ff02d1c HTTP/1.1" status: 204 len: 168 time: 0.3877642 Nov 24 13:09:38.239399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46658) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:38.249423 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-4ee72abb-601a-4dc4-9ff1-0e478d0d8587 tempest-SubnetPoolsTestJSON-676801915 tempest-SubnetPoolsTestJSON-676801915-project] delete failed (client error): The resource could not be found. Nov 24 13:09:38.249789 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1a58a92c-402b-4f61-b8f2-ffbeb2052286 req-e9970bc5-a2f1-4290-88dc-114992b50549 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.250155 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4ee72abb-601a-4dc4-9ff1-0e478d0d8587 tempest-SubnetPoolsTestJSON-676801915 tempest-SubnetPoolsTestJSON-676801915-project] 10.222.0.48 "DELETE /v2.0/subnetpools/f21df72f-c886-4485-8f66-a1cd3422045a HTTP/1.1" status: 404 len: 346 time: 0.0545404 Nov 24 13:09:38.255347 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-74a2e5f4-34d1-4b5b-b097-3c1ebf0d7252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.267836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['fdf18ff6-7be6-4fea-98da-b262d0a3bf55'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:09:38.284630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b9b7e-5019-4125-b990-e0d8b7198f22 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfafc07-4b06-4722-b2bb-4c448ff02d1c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:38.300449 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-029a50c7-6c3f-467f-ba9c-3b02e8ba085f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8582206 Nov 24 13:09:38.314863 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-45aacf6e-fb89-4669-8dcd-8fbcc02542b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.320155 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['a5f0a46f-d367-47c5-ae97-060f77b7edc0'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:09:38.331593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9970bc5-a2f1-4290-88dc-114992b50549 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Pushing event deleted for resources: {'Port': ['ID=9f4dbd9a-ea08-4936-b099-61adbf84d98a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:38.353129 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-74a2e5f4-34d1-4b5b-b097-3c1ebf0d7252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.420427 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8b9ab468-a112-496b-a3ac-093e58846e83 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1797266 Nov 24 13:09:38.422305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a58a92c-402b-4f61-b8f2-ffbeb2052286 req-e9970bc5-a2f1-4290-88dc-114992b50549 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] No DVR routers for this DVR port 9f4dbd9a-ea08-4936-b099-61adbf84d98a on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:09:38.425832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46664) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:38.431336 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3c5b27bf-c0e6-4d5d-96c9-0557ff76f16c tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group': {'name': 'tempest-secgroup--886483366'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:38.431615 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-74a2e5f4-34d1-4b5b-b097-3c1ebf0d7252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.437649 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1a58a92c-402b-4f61-b8f2-ffbeb2052286 req-e9970bc5-a2f1-4290-88dc-114992b50549 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.441754 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a58a92c-402b-4f61-b8f2-ffbeb2052286 req-e9970bc5-a2f1-4290-88dc-114992b50549 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.59 "DELETE /v2.0/ports/9f4dbd9a-ea08-4936-b099-61adbf84d98a HTTP/1.1" status: 204 len: 173 time: 1.2750974 Nov 24 13:09:38.442217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23a432d-e76b-49af-9401-cc6d52bf4c06', 'name': 'network-vif-deleted', 'tag': '9f4dbd9a-ea08-4936-b099-61adbf84d98a'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:38.444648 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4243a682-3dda-4dc4-808e-0a1b38dfc59d" -d '{"events": [{"server_uuid": "b23a432d-e76b-49af-9401-cc6d52bf4c06", "name": "network-vif-deleted", "tag": "9f4dbd9a-ea08-4936-b099-61adbf84d98a"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:38.450858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-74a2e5f4-34d1-4b5b-b097-3c1ebf0d7252 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/913fcfaa-6a16-49d3-aab6-1d72a9e21aab HTTP/1.1" status: 204 len: 168 time: 0.4898610 Nov 24 13:09:38.452612 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2e5f4-34d1-4b5b-b097-3c1ebf0d7252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913fcfaa-6a16-49d3-aab6-1d72a9e21aab,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:38.456049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46666) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:38.543366 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda600e9-f4eb-4722-a76d-02c31c384eb9 x-openstack-request-id: req-eda600e9-f4eb-4722-a76d-02c31c384eb9 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:38.543584 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23a432d-e76b-49af-9401-cc6d52bf4c06", "name": "network-vif-deleted", "tag": "9f4dbd9a-ea08-4936-b099-61adbf84d98a", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:38.543854 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eda600e9-f4eb-4722-a76d-02c31c384eb9 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:38.544264 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23a432d-e76b-49af-9401-cc6d52bf4c06', 'name': 'network-vif-deleted', 'tag': '9f4dbd9a-ea08-4936-b099-61adbf84d98a', 'status': 'completed', 'code': 200} Nov 24 13:09:38.623938 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-45aacf6e-fb89-4669-8dcd-8fbcc02542b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.625855 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1844243f-5917-4560-822d-8b797f3fa5e9 None None] Network b6063391-9623-474d-a7bf-15871b51adb8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:38.628231 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-45aacf6e-fb89-4669-8dcd-8fbcc02542b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.632504 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-45aacf6e-fb89-4669-8dcd-8fbcc02542b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3842bb2-d0f2-450d-94d1-6cc7ae9db5a3 HTTP/1.1" status: 204 len: 168 time: 0.5098779 Nov 24 13:09:38.638229 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c5b27bf-c0e6-4d5d-96c9-0557ff76f16c tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.657907 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aacf6e-fb89-4669-8dcd-8fbcc02542b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3842bb2-d0f2-450d-94d1-6cc7ae9db5a3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:38.661795 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-18e88608-3f3c-4cf9-bb1d-8f07cf320b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.662914 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46676) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:38.796860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-18e88608-3f3c-4cf9-bb1d-8f07cf320b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.894986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-18e88608-3f3c-4cf9-bb1d-8f07cf320b55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212cb59f-c4d6-4799-9504-27949367995f']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:38.899330 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c5b27bf-c0e6-4d5d-96c9-0557ff76f16c tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.914148 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-986c9f5d-36db-42b2-b98c-530e5b52e826 req-e184210c-ab61-4a77-b154-8ede7b6ef783 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=b23a432d-e76b-49af-9401-cc6d52bf4c06 HTTP/1.1" status: 200 len: 210 time: 0.0597353 Nov 24 13:09:38.922275 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c5b27bf-c0e6-4d5d-96c9-0557ff76f16c tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.930042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-18e88608-3f3c-4cf9-bb1d-8f07cf320b55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d63af39-5997-4454-96ba-a5723a68528c') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:38.930678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-18e88608-3f3c-4cf9-bb1d-8f07cf320b55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d63af39-5997-4454-96ba-a5723a68528c') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:38.958308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-18e88608-3f3c-4cf9-bb1d-8f07cf320b55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.978735 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c5b27bf-c0e6-4d5d-96c9-0557ff76f16c tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.979994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3c5b27bf-c0e6-4d5d-96c9-0557ff76f16c tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5527613 Nov 24 13:09:38.984076 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46688) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:38.990950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-189220f3-1f6f-4240-a22a-9fd5cc5a108f tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': '65c46e22-7f06-4272-8210-2f3140df883a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:38.991709 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-18e88608-3f3c-4cf9-bb1d-8f07cf320b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:38.993896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b27bf-c0e6-4d5d-96c9-0557ff76f16c tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c46e22-7f06-4272-8210-2f3140df883a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:39.001356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e88608-3f3c-4cf9-bb1d-8f07cf320b55 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:09:39.001859 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-18e88608-3f3c-4cf9-bb1d-8f07cf320b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.003581 n-d-817303-4 neutron-server[114986]: WARNING neutron.api.v2.base [None req-189220f3-1f6f-4240-a22a-9fd5cc5a108f tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 24 13:09:39.004414 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-189220f3-1f6f-4240-a22a-9fd5cc5a108f tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:09:39.004569 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:09:39.012298 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-189220f3-1f6f-4240-a22a-9fd5cc5a108f tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0220129 Nov 24 13:09:39.012298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46690) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.018500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-62a53fad-6d82-438c-93fe-e3b74aeeeb08 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': '65c46e22-7f06-4272-8210-2f3140df883a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:39.020528 n-d-817303-4 neutron-server[114986]: WARNING neutron.api.v2.base [None req-62a53fad-6d82-438c-93fe-e3b74aeeeb08 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 24 13:09:39.022372 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-62a53fad-6d82-438c-93fe-e3b74aeeeb08 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:39.025855 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-62a53fad-6d82-438c-93fe-e3b74aeeeb08 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0111275 Nov 24 13:09:39.026988 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46692) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.038334 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-dbb8dbdd-440b-4d0e-aec7-6bb0b9d0e950 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': '65c46e22-7f06-4272-8210-2f3140df883a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:39.039468 n-d-817303-4 neutron-server[114986]: WARNING neutron.api.v2.base [None req-dbb8dbdd-440b-4d0e-aec7-6bb0b9d0e950 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 24 13:09:39.040086 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-dbb8dbdd-440b-4d0e-aec7-6bb0b9d0e950 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:39.041298 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dbb8dbdd-440b-4d0e-aec7-6bb0b9d0e950 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0117521 Nov 24 13:09:39.044750 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46694) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.054803 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-881024fa-4d62-4a5b-baff-993ac1979ddd tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': '65c46e22-7f06-4272-8210-2f3140df883a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:39.063361 n-d-817303-4 neutron-server[114986]: WARNING neutron.api.v2.base [None req-881024fa-4d62-4a5b-baff-993ac1979ddd tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 24 13:09:39.064698 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-881024fa-4d62-4a5b-baff-993ac1979ddd tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:39.067412 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-881024fa-4d62-4a5b-baff-993ac1979ddd tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0211835 Nov 24 13:09:39.072106 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46696) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.083932 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-18e88608-3f3c-4cf9-bb1d-8f07cf320b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.098620 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-18e88608-3f3c-4cf9-bb1d-8f07cf320b55 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.106392 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-18e88608-3f3c-4cf9-bb1d-8f07cf320b55 admin admin] 10.222.0.48 "DELETE /v2.0/networks/212cb59f-c4d6-4799-9504-27949367995f HTTP/1.1" status: 204 len: 168 time: 0.6456881 Nov 24 13:09:39.120508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e88608-3f3c-4cf9-bb1d-8f07cf320b55 admin admin] Pushing event deleted for resources: {'Network': ['ID=212cb59f-c4d6-4799-9504-27949367995f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:39.163097 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-819a8aff-1d9e-44b5-a9ff-660797517f78 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.206794 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-819a8aff-1d9e-44b5-a9ff-660797517f78 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.264276 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34946f5-70a4-4fce-a886-e453c77c41fc req-b629afd4-e82c-4103-b8fe-0b1b0d4b780f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:39.266144 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f34946f5-70a4-4fce-a886-e453c77c41fc req-b629afd4-e82c-4103-b8fe-0b1b0d4b780f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.0782535 Nov 24 13:09:39.310280 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-819a8aff-1d9e-44b5-a9ff-660797517f78 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.313485 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-819a8aff-1d9e-44b5-a9ff-660797517f78 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.318487 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-819a8aff-1d9e-44b5-a9ff-660797517f78 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "DELETE /v2.0/security-groups/65c46e22-7f06-4272-8210-2f3140df883a HTTP/1.1" status: 204 len: 168 time: 0.2408581 Nov 24 13:09:39.326900 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7c02391-df0e-4779-9870-0abecce86c0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.331839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46710) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.344276 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f34946f5-70a4-4fce-a886-e453c77c41fc req-7dbb1772-e44f-4866-9f0d-20a56b77999d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718904 Nov 24 13:09:39.396111 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a8aff-1d9e-44b5-a9ff-660797517f78 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c46e22-7f06-4272-8210-2f3140df883a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:39.406961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46712) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.421778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46714) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.456795 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0667f9a9-af52-4ddb-bf46-16dec89b6eed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35c2cacddaab4224884a5292332cc499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460529 Nov 24 13:09:39.457081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46716) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.470336 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8c5d68fa-4e30-4e10-a451-04aab3b11c83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.498318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a8dd7a4c-9088-4492-9544-3c3458931c92 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1644409 Nov 24 13:09:39.502369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46718) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.508973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6241f9f4-339d-40d3-863d-1a3c76598992 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group': {'name': 'tempest-secgroup--722434907'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:39.512714 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15062759-feb6-499e-a385-fe867479ede1 req-962d0093-cb90-4aa8-acd9-d4ff38dffd89 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:39.514216 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15062759-feb6-499e-a385-fe867479ede1 req-962d0093-cb90-4aa8-acd9-d4ff38dffd89 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/networks?id=b6063391-9623-474d-a7bf-15871b51adb8 HTTP/1.1" status: 200 len: 814 time: 0.2533510 Nov 24 13:09:39.534311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a67d0033-70ca-4df0-a8a1-2a6548f101ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.548606 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6241f9f4-339d-40d3-863d-1a3c76598992 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.556151 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15062759-feb6-499e-a385-fe867479ede1 req-1a88387b-91c5-4ec1-be03-52ca1664ca4c tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/quotas/e5f759367f4a4f6ea715d2748d09c2c2 HTTP/1.1" status: 200 len: 375 time: 0.0277762 Nov 24 13:09:39.581867 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a67d0033-70ca-4df0-a8a1-2a6548f101ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.598584 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.625450 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15062759-feb6-499e-a385-fe867479ede1 req-21dc123c-f9f4-4727-8249-eab6054e14b8 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5f759367f4a4f6ea715d2748d09c2c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511832 Nov 24 13:09:39.628363 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7c02391-df0e-4779-9870-0abecce86c0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.645630 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7c02391-df0e-4779-9870-0abecce86c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.666557 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6241f9f4-339d-40d3-863d-1a3c76598992 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.671042 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6241f9f4-339d-40d3-863d-1a3c76598992 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.680369 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a67d0033-70ca-4df0-a8a1-2a6548f101ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.682933 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a67d0033-70ca-4df0-a8a1-2a6548f101ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.684092 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a67d0033-70ca-4df0-a8a1-2a6548f101ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/641583e0-44af-4860-b99d-6e47143aa41e HTTP/1.1" status: 204 len: 168 time: 0.2260911 Nov 24 13:09:39.704893 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8c5d68fa-4e30-4e10-a451-04aab3b11c83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.709433 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6241f9f4-339d-40d3-863d-1a3c76598992 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.714771 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6241f9f4-339d-40d3-863d-1a3c76598992 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2111726 Nov 24 13:09:39.715872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46722) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.716595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241f9f4-339d-40d3-863d-1a3c76598992 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aead7478-17ae-419b-b3ab-ea9fe597d4cd,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:39.720588 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8c5d68fa-4e30-4e10-a451-04aab3b11c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.730984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c02391-df0e-4779-9870-0abecce86c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636fded2-8830-44d5-af45-865ba826c14d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:39.733751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-17a4fb9f-523a-41cd-bca1-db86fb80d4b1 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': 'aead7478-17ae-419b-b3ab-ea9fe597d4cd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:39.738422 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d7c02391-df0e-4779-9870-0abecce86c0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28f4333277114551a0f5179935cbcbd9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0740695 Nov 24 13:09:39.739047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46724) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.739370 n-d-817303-4 neutron-server[114985]: WARNING neutron.api.v2.base [None req-17a4fb9f-523a-41cd-bca1-db86fb80d4b1 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 13:09:39.739846 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-17a4fb9f-523a-41cd-bca1-db86fb80d4b1 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:39.740662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 9f4dbd9a-ea08-4936-b099-61adbf84d98a no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:09:39.745771 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-17a4fb9f-523a-41cd-bca1-db86fb80d4b1 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150073 Nov 24 13:09:39.746275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46726) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.747137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d0033-70ca-4df0-a8a1-2a6548f101ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641583e0-44af-4860-b99d-6e47143aa41e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:39.752969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-949b0914-14e1-4e41-b3b2-d760f5f35775 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': 'aead7478-17ae-419b-b3ab-ea9fe597d4cd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:39.784997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 9f4dbd9a-ea08-4936-b099-61adbf84d98a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:09:39.786043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 9f4dbd9a-ea08-4936-b099-61adbf84d98a not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:09:39.799144 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-949b0914-14e1-4e41-b3b2-d760f5f35775 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:39.801131 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-949b0914-14e1-4e41-b3b2-d760f5f35775 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0519855 Nov 24 13:09:39.803932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46728) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.809009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-da4e9ad8-0d33-417e-96a3-c6e0cc10c4b6 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': 'aead7478-17ae-419b-b3ab-ea9fe597d4cd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:39.810598 n-d-817303-4 neutron-server[114985]: WARNING neutron.api.v2.base [None req-da4e9ad8-0d33-417e-96a3-c6e0cc10c4b6 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 24 13:09:39.811195 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-da4e9ad8-0d33-417e-96a3-c6e0cc10c4b6 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:39.815862 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-da4e9ad8-0d33-417e-96a3-c6e0cc10c4b6 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070431 Nov 24 13:09:39.815862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46730) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.819742 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8c5d68fa-4e30-4e10-a451-04aab3b11c83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2cf531f47d63402f81c43699bc43f91e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3881834 Nov 24 13:09:39.823385 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ab5ef6d0-17a1-4c62-807e-a44b88761462 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': 'aead7478-17ae-419b-b3ab-ea9fe597d4cd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:39.827549 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46732) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.854841 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d68fa-4e30-4e10-a451-04aab3b11c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f7df5b-4d62-4e40-bdb0-f7c08c5c2042,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:39.866835 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-ab5ef6d0-17a1-4c62-807e-a44b88761462 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:39.873193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ab5ef6d0-17a1-4c62-807e-a44b88761462 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0565987 Nov 24 13:09:39.873796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46734) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.878966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ffdcbb81-7e34-4abf-84c0-63c9f05e6862 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': 'aead7478-17ae-419b-b3ab-ea9fe597d4cd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:39.879450 n-d-817303-4 neutron-server[114985]: WARNING neutron.api.v2.base [None req-ffdcbb81-7e34-4abf-84c0-63c9f05e6862 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 13:09:39.879931 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-ffdcbb81-7e34-4abf-84c0-63c9f05e6862 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:39.883479 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ffdcbb81-7e34-4abf-84c0-63c9f05e6862 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061402 Nov 24 13:09:39.883709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46736) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.888155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2ba2a16f-af8b-4280-8881-c06989aed496 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': 'aead7478-17ae-419b-b3ab-ea9fe597d4cd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:39.908310 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15062759-feb6-499e-a385-fe867479ede1 req-2d580fe1-7fb8-4941-9a76-94d5ee793183 service neutron] 10.222.0.48 "GET /v2.0/networks/b6063391-9623-474d-a7bf-15871b51adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725461 Nov 24 13:09:39.932866 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-2ba2a16f-af8b-4280-8881-c06989aed496 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:39.936769 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2ba2a16f-af8b-4280-8881-c06989aed496 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0494299 Nov 24 13:09:39.936965 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5cbf55fc-ef45-4e5d-95c9-fa2bf8b27a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.937080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46738) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.943537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d4285df3-5916-493e-9772-d92af5525cb7 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': 'aead7478-17ae-419b-b3ab-ea9fe597d4cd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:39.945171 n-d-817303-4 neutron-server[114985]: WARNING neutron.api.v2.base [None req-d4285df3-5916-493e-9772-d92af5525cb7 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 24 13:09:39.945171 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-d4285df3-5916-493e-9772-d92af5525cb7 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:39.945971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d4285df3-5916-493e-9772-d92af5525cb7 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063481 Nov 24 13:09:39.948679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46742) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:39.953878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-5638787b-eaa9-46a1-97c3-9bab2546d782 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': 'aead7478-17ae-419b-b3ab-ea9fe597d4cd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:39.972152 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecf3c5a5-0e81-446c-ac15-8b10ba258daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:39.990516 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5cbf55fc-ef45-4e5d-95c9-fa2bf8b27a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.013100 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-5638787b-eaa9-46a1-97c3-9bab2546d782 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:40.017353 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5638787b-eaa9-46a1-97c3-9bab2546d782 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0647285 Nov 24 13:09:40.017665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46748) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:40.028646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-990c48c9-8f96-4505-9507-b862cd1df62f tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': 'aead7478-17ae-419b-b3ab-ea9fe597d4cd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:40.054281 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecf3c5a5-0e81-446c-ac15-8b10ba258daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.088418 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-990c48c9-8f96-4505-9507-b862cd1df62f tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:40.094261 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-990c48c9-8f96-4505-9507-b862cd1df62f tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0723767 Nov 24 13:09:40.094517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46750) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:40.129144 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15062759-feb6-499e-a385-fe867479ede1 req-85e7a5f6-261c-4f83-bb53-7ac62500602b service neutron] 10.222.0.48 "GET /v2.0/networks/b6063391-9623-474d-a7bf-15871b51adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088737 Nov 24 13:09:40.148039 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5cbf55fc-ef45-4e5d-95c9-fa2bf8b27a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.151640 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5cbf55fc-ef45-4e5d-95c9-fa2bf8b27a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.153297 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5cbf55fc-ef45-4e5d-95c9-fa2bf8b27a93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/636fded2-8830-44d5-af45-865ba826c14d HTTP/1.1" status: 204 len: 168 time: 0.3851526 Nov 24 13:09:40.164467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf55fc-ef45-4e5d-95c9-fa2bf8b27a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636fded2-8830-44d5-af45-865ba826c14d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:40.167645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecf3c5a5-0e81-446c-ac15-8b10ba258daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.172395 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c351fba-605e-46d7-97f3-d18dbe02c6ca tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.172635 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecf3c5a5-0e81-446c-ac15-8b10ba258daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.196979 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ecf3c5a5-0e81-446c-ac15-8b10ba258daa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53f7df5b-4d62-4e40-bdb0-f7c08c5c2042 HTTP/1.1" status: 204 len: 168 time: 0.3630958 Nov 24 13:09:40.212582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3c5a5-0e81-446c-ac15-8b10ba258daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f7df5b-4d62-4e40-bdb0-f7c08c5c2042,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:40.221728 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c351fba-605e-46d7-97f3-d18dbe02c6ca tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.296073 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c351fba-605e-46d7-97f3-d18dbe02c6ca tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.298849 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c351fba-605e-46d7-97f3-d18dbe02c6ca tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.303440 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3c351fba-605e-46d7-97f3-d18dbe02c6ca tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "DELETE /v2.0/security-groups/aead7478-17ae-419b-b3ab-ea9fe597d4cd HTTP/1.1" status: 204 len: 168 time: 0.2075462 Nov 24 13:09:40.303719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46762) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:40.341072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c351fba-605e-46d7-97f3-d18dbe02c6ca tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aead7478-17ae-419b-b3ab-ea9fe597d4cd,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:40.374863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f10597-79c5-4808-810d-38b076fef03c req-dbcb3bc6-3e4f-4be7-b557-163fdde35798 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:40.384504 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49f10597-79c5-4808-810d-38b076fef03c req-dbcb3bc6-3e4f-4be7-b557-163fdde35798 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 945 time: 0.0903792 Nov 24 13:09:40.422400 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0e6889fa-d791-44a8-a763-86840de91467 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1175120 Nov 24 13:09:40.427074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46770) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:40.437353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-0400d5f1-d749-4304-86b0-d20b1d24c261 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group': {'name': 'tempest-secgroup--846573078'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:40.474076 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49f10597-79c5-4808-810d-38b076fef03c req-d3658398-b2f1-4bed-bb71-8f4066ce8bb2 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871181 Nov 24 13:09:40.474939 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0400d5f1-d749-4304-86b0-d20b1d24c261 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.591696 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-82aeab58-1cd5-4c04-8206-1932f57742af req-54019a15-6ad8-4aef-aa0e-23cdc64e9472 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 210 time: 0.0550821 Nov 24 13:09:40.621721 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0400d5f1-d749-4304-86b0-d20b1d24c261 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.629272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f72b9-776e-46ad-8d53-4b1936087994 req-2c73bad5-e437-4983-9fda-b01643e75cd3 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:40.630850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-457f72b9-776e-46ad-8d53-4b1936087994 req-2c73bad5-e437-4983-9fda-b01643e75cd3 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.1002686 Nov 24 13:09:40.632265 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0400d5f1-d749-4304-86b0-d20b1d24c261 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.679929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400d5f1-d749-4304-86b0-d20b1d24c261 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2421647b-c0cc-40eb-b794-9bdc5bcc1c10,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:40.687040 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0400d5f1-d749-4304-86b0-d20b1d24c261 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.688364 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0400d5f1-d749-4304-86b0-d20b1d24c261 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2602530 Nov 24 13:09:40.692622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46786) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:40.698114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-29b1853b-dc32-4b3b-906c-5f7db4312b25 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': '2421647b-c0cc-40eb-b794-9bdc5bcc1c10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:40.714562 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-457f72b9-776e-46ad-8d53-4b1936087994 req-6bc0e116-fa59-46b2-bf10-c3aa5804c4eb tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698903 Nov 24 13:09:40.762783 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-29b1853b-dc32-4b3b-906c-5f7db4312b25 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The resource could not be found. Nov 24 13:09:40.766722 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-29b1853b-dc32-4b3b-906c-5f7db4312b25 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0703003 Nov 24 13:09:40.767010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46790) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:40.772986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-566109a7-1da8-4b0f-baa4-8a060094eedd tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': '2421647b-c0cc-40eb-b794-9bdc5bcc1c10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8658e89b-a829-423d-9c5c-22a50bcefff3'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:40.825876 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-566109a7-1da8-4b0f-baa4-8a060094eedd tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The resource could not be found. Nov 24 13:09:40.829679 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-566109a7-1da8-4b0f-baa4-8a060094eedd tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0616262 Nov 24 13:09:40.830179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46798) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:40.894967 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c72ae4d-9055-47a6-a6e9-ca9fc3838fa7 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.924433 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c72ae4d-9055-47a6-a6e9-ca9fc3838fa7 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.979884 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c72ae4d-9055-47a6-a6e9-ca9fc3838fa7 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.983714 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c72ae4d-9055-47a6-a6e9-ca9fc3838fa7 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:40.984915 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9c72ae4d-9055-47a6-a6e9-ca9fc3838fa7 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "DELETE /v2.0/security-groups/2421647b-c0cc-40eb-b794-9bdc5bcc1c10 HTTP/1.1" status: 204 len: 168 time: 0.1529231 Nov 24 13:09:40.988046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46808) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:40.995236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72ae4d-9055-47a6-a6e9-ca9fc3838fa7 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2421647b-c0cc-40eb-b794-9bdc5bcc1c10,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:41.060647 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bdd71523-f742-4b9f-9617-7602634d864e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0714433 Nov 24 13:09:41.067857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46814) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:41.072680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f3ef35fd-0056-4652-a04e-2f19fb699d3e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': '844f6cce-5b41-420d-8b8b-b934f4c3ce86', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:41.125013 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-f3ef35fd-0056-4652-a04e-2f19fb699d3e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The resource could not be found. Nov 24 13:09:41.127284 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f3ef35fd-0056-4652-a04e-2f19fb699d3e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0580158 Nov 24 13:09:41.130879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46816) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:41.137926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cb5a8331-e35f-4bd0-80ae-a893975dfb7c tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group': {'name': 'tempest-secgroup--92202407'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:41.174595 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8331-e35f-4bd0-80ae-a893975dfb7c tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:41.289068 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8331-e35f-4bd0-80ae-a893975dfb7c tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:41.294152 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8331-e35f-4bd0-80ae-a893975dfb7c tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:41.327855 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8331-e35f-4bd0-80ae-a893975dfb7c tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:41.329219 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cb5a8331-e35f-4bd0-80ae-a893975dfb7c tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1970055 Nov 24 13:09:41.332554 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46830) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:41.337126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3fdf2531-326a-44bc-9d81-1dca65dfcc5d tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837502600'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:41.344299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a8331-e35f-4bd0-80ae-a893975dfb7c tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7982d875-add1-4cfa-8a7a-a4459ff7e9de,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:41.365302 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3fdf2531-326a-44bc-9d81-1dca65dfcc5d tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:41.409266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46832) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:41.446221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3fdf2531-326a-44bc-9d81-1dca65dfcc5d tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:41.450819 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3fdf2531-326a-44bc-9d81-1dca65dfcc5d tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:41.484346 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3fdf2531-326a-44bc-9d81-1dca65dfcc5d tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:41.485716 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3fdf2531-326a-44bc-9d81-1dca65dfcc5d tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1521533 Nov 24 13:09:41.488895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46840) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:41.494709 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f163a031-8bcd-4196-bfe2-d88d0e35a54e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group_rule': {'security_group_id': '7982d875-add1-4cfa-8a7a-a4459ff7e9de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6daa6d32-ec3b-4883-8c0b-39dbf2aad284'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:41.504664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf2531-326a-44bc-9d81-1dca65dfcc5d tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6daa6d32-ec3b-4883-8c0b-39dbf2aad284,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:41.561113 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-f163a031-8bcd-4196-bfe2-d88d0e35a54e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:09:41.563765 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f163a031-8bcd-4196-bfe2-d88d0e35a54e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0735195 Nov 24 13:09:41.567991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46846) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:41.689302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1525073819-network', 'tenant_id': 'c40a7121b9d74b20b724fe79a66c3bb1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:41.767186 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a7a2594a-4628-4bf5-8ded-2db578168711 req-f0fbb341-ca95-4300-92f3-c2a87f092140 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 210 time: 0.0382910 Nov 24 13:09:41.786169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46854) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:41.850142 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702a959-65b6-4e43-a1a9-27e060839839 req-c4fa7c28-b75c-4578-a22d-6b297b9690c8 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:41.857880 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7702a959-65b6-4e43-a1a9-27e060839839 req-c4fa7c28-b75c-4578-a22d-6b297b9690c8 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 945 time: 0.2415316 Nov 24 13:09:41.860562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] Made reservation on behalf of c40a7121b9d74b20b724fe79a66c3bb1 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:41.864103 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:41.891486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0aaf8c-6155-4be3-831e-6f6d4ae40a40 req-543656b9-e13c-4e86-ac9a-f51fabebc5fb tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:41.893799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87c4c9-41ff-48d0-9e3e-42b032e757d8 req-1720a91f-eed5-4d3b-9935-5be220d36590 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:41.893980 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ce0aaf8c-6155-4be3-831e-6f6d4ae40a40 req-543656b9-e13c-4e86-ac9a-f51fabebc5fb tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.0570750 Nov 24 13:09:41.895363 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f87c4c9-41ff-48d0-9e3e-42b032e757d8 req-1720a91f-eed5-4d3b-9935-5be220d36590 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.46 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 945 time: 0.2897072 Nov 24 13:09:41.896158 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e0ee-a4d0-4e19-9551-f2efa5d82712 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:41.904878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15062759-feb6-499e-a385-fe867479ede1 req-c2bbff5a-e225-4f05-9895-8cec1e4d0480 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:41.906308 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15062759-feb6-499e-a385-fe867479ede1 req-c2bbff5a-e225-4f05-9895-8cec1e4d0480 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.59 "GET /v2.0/networks?id=b6063391-9623-474d-a7bf-15871b51adb8 HTTP/1.1" status: 200 len: 814 time: 0.3287787 Nov 24 13:09:41.936756 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-589783675-network', 'tenant_id': 'd3248d2bb531419897f7816b9c3b13cc'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:41.945832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-15062759-feb6-499e-a385-fe867479ede1 req-a018ef34-980c-4283-b8ff-08b376da0b9f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Request body: {'port': {'device_id': '62388652-346f-4277-8827-afb2f4032a8b', 'network_id': 'b6063391-9623-474d-a7bf-15871b51adb8', 'admin_state_up': True, 'tenant_id': 'e5f759367f4a4f6ea715d2748d09c2c2'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:41.949342 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:41.985309 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ce0aaf8c-6155-4be3-831e-6f6d4ae40a40 req-464bca7c-b47d-4737-b3b8-e553e860c903 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851541 Nov 24 13:09:41.988480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] Made reservation on behalf of d3248d2bb531419897f7816b9c3b13cc for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:41.990856 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.006517 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.023169 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e0ee-a4d0-4e19-9551-f2efa5d82712 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.103114 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.107429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.135948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:09:42.146693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1726fa-14d7-4860-bca2-0126134bd863,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:42.156479 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.157115 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] Added segment 2836959f-4794-4adc-8a88-0060d070a4f7 of type vlan for network db2248d5-3e13-4b4b-b8ec-2cba9d518e11 Nov 24 13:09:42.159328 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7702a959-65b6-4e43-a1a9-27e060839839 req-2b7893cd-6ddb-41c3-9600-094385d08cf1 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003025 Nov 24 13:09:42.213799 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.223248 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e0ee-a4d0-4e19-9551-f2efa5d82712 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.226991 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d5f2e0ee-a4d0-4e19-9551-f2efa5d82712 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.228004 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d5f2e0ee-a4d0-4e19-9551-f2efa5d82712 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "DELETE /v2.0/security-groups/6daa6d32-ec3b-4883-8c0b-39dbf2aad284 HTTP/1.1" status: 204 len: 168 time: 0.6588902 Nov 24 13:09:42.239176 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46868) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:42.263845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2e0ee-a4d0-4e19-9551-f2efa5d82712 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daa6d32-ec3b-4883-8c0b-39dbf2aad284,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:42.269608 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.270811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:42.271575 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.276024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-3f87c4c9-41ff-48d0-9e3e-42b032e757d8 req-16ea4b37-dc32-46cf-aa74-b04b2cc5ff33 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Deleting port fdf18ff6-7be6-4fea-98da-b262d0a3bf55 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:42.276507 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3f87c4c9-41ff-48d0-9e3e-42b032e757d8 req-16ea4b37-dc32-46cf-aa74-b04b2cc5ff33 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.281328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15062759-feb6-499e-a385-fe867479ede1 req-a018ef34-980c-4283-b8ff-08b376da0b9f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Made reservation on behalf of e5f759367f4a4f6ea715d2748d09c2c2 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:42.285446 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-15062759-feb6-499e-a385-fe867479ede1 req-a018ef34-980c-4283-b8ff-08b376da0b9f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.338484 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5496247 Nov 24 13:09:42.341681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46872) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:42.348409 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.377468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2c10d9c5-64db-46ed-b6b2-3555a10627d6 admin admin] Request body: {'subnet': {'network_id': 'db2248d5-3e13-4b4b-b8ec-2cba9d518e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-589783675-subnet', 'tenant_id': 'd3248d2bb531419897f7816b9c3b13cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:42.377909 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-01bfa526-ba52-4ad3-9ce2-2738f33fc685 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1370296 Nov 24 13:09:42.379220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46874) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:42.380039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20339df-a336-4c6e-9894-02e43507599e admin admin] Pushing event updated for resources: {'Network': ['ID=db2248d5-3e13-4b4b-b8ec-2cba9d518e11,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:42.389778 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.395343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network db2248d5-3e13-4b4b-b8ec-2cba9d518e11 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:09:42.464306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9168a849-bcc3-49ea-acbf-d2b2a4491e07 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.492959 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9168a849-bcc3-49ea-acbf-d2b2a4491e07 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.544184 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9168a849-bcc3-49ea-acbf-d2b2a4491e07 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.547042 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9168a849-bcc3-49ea-acbf-d2b2a4491e07 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.551788 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9168a849-bcc3-49ea-acbf-d2b2a4491e07 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "DELETE /v2.0/security-groups/7982d875-add1-4cfa-8a7a-a4459ff7e9de HTTP/1.1" status: 204 len: 168 time: 0.1643350 Nov 24 13:09:42.553085 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46882) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:42.572897 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168a849-bcc3-49ea-acbf-d2b2a4491e07 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7982d875-add1-4cfa-8a7a-a4459ff7e9de,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:42.624346 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e3714250-7c5a-48fc-abed-e3af51ca3fa2 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0662763 Nov 24 13:09:42.624346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46884) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:42.629044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-949a0f1a-416a-4d22-a1cf-b04632249cee tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group': {'name': 'tempest-secgroup--41322815'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:42.695782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:09:42.735434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c10d9c5-64db-46ed-b6b2-3555a10627d6 admin admin] Made reservation on behalf of d3248d2bb531419897f7816b9c3b13cc for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:42.736611 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-949a0f1a-416a-4d22-a1cf-b04632249cee tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.738349 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c10d9c5-64db-46ed-b6b2-3555a10627d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.764426 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.764805 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] Added segment 33e59eb4-5999-4914-9695-385e910d85a0 of type vlan for network 788af654-404a-49ff-82d3-1a9e7e522cf9 Nov 24 13:09:42.766062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a05495-17a1-4f04-bc27-867007bff4be,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:42.833450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-3f87c4c9-41ff-48d0-9e3e-42b032e757d8 req-16ea4b37-dc32-46cf-aa74-b04b2cc5ff33 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] For port fdf18ff6-7be6-4fea-98da-b262d0a3bf55, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fdf18ff6-7be6-4fea-98da-b262d0a3bf55,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:42.833827 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3f87c4c9-41ff-48d0-9e3e-42b032e757d8 req-16ea4b37-dc32-46cf-aa74-b04b2cc5ff33 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.846527 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-949a0f1a-416a-4d22-a1cf-b04632249cee tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.860133 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-949a0f1a-416a-4d22-a1cf-b04632249cee tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.911151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-3f87c4c9-41ff-48d0-9e3e-42b032e757d8 req-16ea4b37-dc32-46cf-aa74-b04b2cc5ff33 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Calling delete_port for fdf18ff6-7be6-4fea-98da-b262d0a3bf55 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:42.915354 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.922497 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-09228b6b-11c8-41d1-a065-fdb917afea79 req-72afbaf6-7b23-4b7a-8edf-c70b6856fcaf tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 210 time: 0.0636182 Nov 24 13:09:42.934880 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-949a0f1a-416a-4d22-a1cf-b04632249cee tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:42.939182 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-949a0f1a-416a-4d22-a1cf-b04632249cee tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3137925 Nov 24 13:09:42.943547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46904) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:42.955613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-33ad520a-4131-4f0b-a563-648e5d7a8b01 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:42.956039 n-d-817303-4 neutron-server[114986]: WARNING neutron.api.v2.base [None req-33ad520a-4131-4f0b-a563-648e5d7a8b01 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 13:09:42.956527 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-33ad520a-4131-4f0b-a563-648e5d7a8b01 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 13:09:42.960486 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-33ad520a-4131-4f0b-a563-648e5d7a8b01 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "PUT /v2.0/security-groups/443d4f90-bb4b-45e2-964d-dd2af746b802 HTTP/1.1" status: 409 len: 330 time: 0.0173674 Nov 24 13:09:42.961094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46908) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:42.965184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-15062759-feb6-499e-a385-fe867479ede1 req-a018ef34-980c-4283-b8ff-08b376da0b9f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Allocated IP 172.20.0.2 (b6063391-9623-474d-a7bf-15871b51adb8/5f97e2ba-8f29-4df4-89bf-7e24204d31d1/98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:09:42.969317 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a0f1a-416a-4d22-a1cf-b04632249cee tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443d4f90-bb4b-45e2-964d-dd2af746b802,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:43.035148 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bdbf0733-462d-4820-a678-09c9e421b5ad tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.041384 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.042349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:43.042931 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.063385 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bdbf0733-462d-4820-a678-09c9e421b5ad tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.089547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-4b734522-7b8d-4bdf-b922-629783735c32 req-0e6416bd-87ba-4a63-8f3f-cfa081f8e542 service neutron] (114986) timed out ('10.222.0.46', 56602) {{(pid=114986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 13:09:43.113061 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bdbf0733-462d-4820-a678-09c9e421b5ad tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.116021 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bdbf0733-462d-4820-a678-09c9e421b5ad tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.116318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7056978 Nov 24 13:09:43.119641 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bdbf0733-462d-4820-a678-09c9e421b5ad tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "DELETE /v2.0/security-groups/443d4f90-bb4b-45e2-964d-dd2af746b802 HTTP/1.1" status: 204 len: 168 time: 0.1550093 Nov 24 13:09:43.122352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46914) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:43.122743 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46916) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:43.133333 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-48626661-5e08-4a4f-97c6-2ad57a037b93 admin admin] Request body: {'subnet': {'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1525073819-subnet', 'tenant_id': 'c40a7121b9d74b20b724fe79a66c3bb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:43.152002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf0733-462d-4820-a678-09c9e421b5ad tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=443d4f90-bb4b-45e2-964d-dd2af746b802,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:43.192977 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-77d92860-6ad1-49de-844b-923b2fa2af59 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0677609 Nov 24 13:09:43.194511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48626661-5e08-4a4f-97c6-2ad57a037b93 admin admin] Made reservation on behalf of c40a7121b9d74b20b724fe79a66c3bb1 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:43.197214 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-48626661-5e08-4a4f-97c6-2ad57a037b93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.199048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46920) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:43.216761 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-5d5fab18-4765-41ae-bf7b-eacdfcb8ea5b tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] delete failed (client error): The resource could not be found. Nov 24 13:09:43.217989 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5d5fab18-4765-41ae-bf7b-eacdfcb8ea5b tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "DELETE /v2.0/security-groups/fb1ef8d2-90d7-4815-a5dc-799aa1fa8e7a HTTP/1.1" status: 404 len: 347 time: 0.0178649 Nov 24 13:09:43.228258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46922) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:43.237598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9e75c-cc05-4668-9b3f-4f52e8a9b4c3 admin admin] Pushing event updated for resources: {'Network': ['ID=788af654-404a-49ff-82d3-1a9e7e522cf9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:43.246583 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-2d777ab5-3247-4267-a85d-1cbfaa88755e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] show failed (client error): The resource could not be found. Nov 24 13:09:43.247710 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2d777ab5-3247-4267-a85d-1cbfaa88755e tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "GET /v2.0/security-groups/e308b11c-8ddd-4f23-8746-c3aeeab043a2 HTTP/1.1" status: 404 len: 347 time: 0.0183916 Nov 24 13:09:43.251493 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46924) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:43.266039 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 788af654-404a-49ff-82d3-1a9e7e522cf9 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:09:43.380230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d785a4-df59-4188-918d-9664e54c469b req-fccee571-ab3c-4b97-9687-d24c81f02229 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:43.381906 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8d785a4-df59-4188-918d-9664e54c469b req-fccee571-ab3c-4b97-9687-d24c81f02229 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.2798758 Nov 24 13:09:43.449740 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46928) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:43.466108 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c10d9c5-64db-46ed-b6b2-3555a10627d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.551166 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-15062759-feb6-499e-a385-fe867479ede1 req-a018ef34-980c-4283-b8ff-08b376da0b9f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.554548 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3f87c4c9-41ff-48d0-9e3e-42b032e757d8 req-16ea4b37-dc32-46cf-aa74-b04b2cc5ff33 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.570925 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-461ac96d-80e2-4c6a-8938-6be4a79fa870 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] show failed (client error): The resource could not be found. Nov 24 13:09:43.571521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['fdf18ff6-7be6-4fea-98da-b262d0a3bf55'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:09:43.572170 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-461ac96d-80e2-4c6a-8938-6be4a79fa870 tempest-NegativeSecGroupTest-1020743452 tempest-NegativeSecGroupTest-1020743452-project] 10.222.0.48 "GET /v2.0/security-group-rules/ab2f9053-e7f2-4141-b418-a5b27ef4cb3e HTTP/1.1" status: 404 len: 356 time: 0.3144805 Nov 24 13:09:43.582201 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8d785a4-df59-4188-918d-9664e54c469b req-4feb27be-3a54-4fc3-ad8b-6e48321b8fea tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625953 Nov 24 13:09:43.611211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10d9c5-64db-46ed-b6b2-3555a10627d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=989558f1-9229-4c48-a329-f5917242f90f,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:43.625525 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-109c45be-f166-4884-99e5-3d76224f0421 req-97c9622e-ce6d-4d0a-a791-4944bb6b51fd tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=81282576-8225-47bd-9391-e5e2ec1e12f1 HTTP/1.1" status: 200 len: 210 time: 0.0698376 Nov 24 13:09:43.627984 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea4b37-dc32-46cf-aa74-b04b2cc5ff33 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Pushing event deleted for resources: {'Port': ['ID=fdf18ff6-7be6-4fea-98da-b262d0a3bf55,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:43.651511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['a5f0a46f-d367-47c5-ae97-060f77b7edc0'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:09:43.711327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c10d9c5-64db-46ed-b6b2-3555a10627d6 admin admin] Checking segment: {'id': '2836959f-4794-4adc-8a88-0060d070a4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db2248d5-3e13-4b4b-b8ec-2cba9d518e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:43.711794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c10d9c5-64db-46ed-b6b2-3555a10627d6 admin admin] Network hostable DHCP agents. Network: db2248d5-3e13-4b4b-b8ec-2cba9d518e11, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:09:43.714340 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f87c4c9-41ff-48d0-9e3e-42b032e757d8 req-16ea4b37-dc32-46cf-aa74-b04b2cc5ff33 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] No DVR routers for this DVR port fdf18ff6-7be6-4fea-98da-b262d0a3bf55 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:09:43.718522 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4708ef6b-174f-4e88-b540-be3a1e4c0aea admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.721495 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3f87c4c9-41ff-48d0-9e3e-42b032e757d8 req-16ea4b37-dc32-46cf-aa74-b04b2cc5ff33 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.725254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f87c4c9-41ff-48d0-9e3e-42b032e757d8 req-16ea4b37-dc32-46cf-aa74-b04b2cc5ff33 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.46 "DELETE /v2.0/ports/fdf18ff6-7be6-4fea-98da-b262d0a3bf55 HTTP/1.1" status: 204 len: 173 time: 1.8123002 Nov 24 13:09:43.728938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81282576-8225-47bd-9391-e5e2ec1e12f1', 'name': 'network-vif-deleted', 'tag': 'fdf18ff6-7be6-4fea-98da-b262d0a3bf55'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:43.731748 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b10971a-a1b8-4875-8553-5651e699dab2" -d '{"events": [{"server_uuid": "81282576-8225-47bd-9391-e5e2ec1e12f1", "name": "network-vif-deleted", "tag": "fdf18ff6-7be6-4fea-98da-b262d0a3bf55"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:43.762643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c10d9c5-64db-46ed-b6b2-3555a10627d6 admin admin] Network db2248d5-3e13-4b4b-b8ec-2cba9d518e11 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:09:43.782264 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-15062759-feb6-499e-a385-fe867479ede1 req-a018ef34-980c-4283-b8ff-08b376da0b9f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.787116 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-48626661-5e08-4a4f-97c6-2ad57a037b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.820391 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6a347b-dc19-43a4-863b-a2c108f82e48 x-openstack-request-id: req-6c6a347b-dc19-43a4-863b-a2c108f82e48 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:43.821032 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81282576-8225-47bd-9391-e5e2ec1e12f1", "name": "network-vif-deleted", "tag": "fdf18ff6-7be6-4fea-98da-b262d0a3bf55", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:43.821478 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c6a347b-dc19-43a4-863b-a2c108f82e48 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:43.822059 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81282576-8225-47bd-9391-e5e2ec1e12f1', 'name': 'network-vif-deleted', 'tag': 'fdf18ff6-7be6-4fea-98da-b262d0a3bf55', 'status': 'completed', 'code': 200} Nov 24 13:09:43.825570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-2c10d9c5-64db-46ed-b6b2-3555a10627d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, db2248d5-3e13-4b4b-b8ec-2cba9d518e11) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:43.846682 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15062759-feb6-499e-a385-fe867479ede1 req-a018ef34-980c-4283-b8ff-08b376da0b9f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Network b6063391-9623-474d-a7bf-15871b51adb8 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:43.847921 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd72e36-704c-4d0f-b433-e2b61c5da63e None None] Network db2248d5-3e13-4b4b-b8ec-2cba9d518e11 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:43.849223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c10d9c5-64db-46ed-b6b2-3555a10627d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:43.850004 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c10d9c5-64db-46ed-b6b2-3555a10627d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.857889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-15062759-feb6-499e-a385-fe867479ede1 req-a018ef34-980c-4283-b8ff-08b376da0b9f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:43.863225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48626661-5e08-4a4f-97c6-2ad57a037b93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2be732a-2e92-4f60-a5fc-9b47deafe6f0,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:43.869463 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-15062759-feb6-499e-a385-fe867479ede1 req-a018ef34-980c-4283-b8ff-08b376da0b9f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:43.926441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018ef34-980c-4283-b8ff-08b376da0b9f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Pushing event updated for resources: {'Port': ['ID=98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:43.927463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48626661-5e08-4a4f-97c6-2ad57a037b93 admin admin] Checking segment: {'id': '33e59eb4-5999-4914-9695-385e910d85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:43.927851 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48626661-5e08-4a4f-97c6-2ad57a037b93 admin admin] Network hostable DHCP agents. Network: 788af654-404a-49ff-82d3-1a9e7e522cf9, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:09:43.943976 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2c10d9c5-64db-46ed-b6b2-3555a10627d6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5979528 Nov 24 13:09:43.957795 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48626661-5e08-4a4f-97c6-2ad57a037b93 admin admin] Network 788af654-404a-49ff-82d3-1a9e7e522cf9 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:09:43.964825 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15062759-feb6-499e-a385-fe867479ede1 req-a018ef34-980c-4283-b8ff-08b376da0b9f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:43.965745 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-15062759-feb6-499e-a385-fe867479ede1 req-a018ef34-980c-4283-b8ff-08b376da0b9f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:43.984224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-48626661-5e08-4a4f-97c6-2ad57a037b93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 788af654-404a-49ff-82d3-1a9e7e522cf9) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:43.996870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48626661-5e08-4a4f-97c6-2ad57a037b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:43.997496 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-48626661-5e08-4a4f-97c6-2ad57a037b93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.005362 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15062759-feb6-499e-a385-fe867479ede1 req-a018ef34-980c-4283-b8ff-08b376da0b9f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0764031 Nov 24 13:09:44.009989 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e27d8a-901b-4950-a7e8-a548d9b0b877 None None] Network 788af654-404a-49ff-82d3-1a9e7e522cf9 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:44.010696 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4708ef6b-174f-4e88-b540-be3a1e4c0aea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.020411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Request body: {'port': {'device_id': '62388652-346f-4277-8827-afb2f4032a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:44.034840 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-48626661-5e08-4a4f-97c6-2ad57a037b93 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9095643 Nov 24 13:09:44.048216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46944) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:44.062533 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4708ef6b-174f-4e88-b540-be3a1e4c0aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.122957 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf85d83-a74d-4254-8ed2-41d273f88cf6 req-5553a478-51eb-4f0d-90dd-15fe4f8e544f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:44.125805 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fcf85d83-a74d-4254-8ed2-41d273f88cf6 req-5553a478-51eb-4f0d-90dd-15fe4f8e544f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 931 time: 0.0684116 Nov 24 13:09:44.137117 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.196467 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fcf85d83-a74d-4254-8ed2-41d273f88cf6 req-d8a3aa4b-492c-447b-951a-4fc68fd4b444 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648639 Nov 24 13:09:44.198835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46950) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:44.209411 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4708ef6b-174f-4e88-b540-be3a1e4c0aea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a30ec46f4184924ac9dc3c6814522fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7546926 Nov 24 13:09:44.214425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708ef6b-174f-4e88-b540-be3a1e4c0aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618cf132-cf6d-4455-b9cb-d10b4fa5749c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:44.364601 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c77d5f8-5e1f-4225-aff8-3c062595c463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.411696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c77d5f8-5e1f-4225-aff8-3c062595c463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.494625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-779acf9b-e564-4716-90c3-c12a3ab48429 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05825db7f02c4b07868168c503c6ba87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4426000 Nov 24 13:09:44.495023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46960) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:44.514762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc15c33-42a2-4fbe-acb3-31f283417345 None None] Network db2248d5-3e13-4b4b-b8ec-2cba9d518e11 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:44.540871 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c77d5f8-5e1f-4225-aff8-3c062595c463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.544450 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c77d5f8-5e1f-4225-aff8-3c062595c463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.549431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6c77d5f8-5e1f-4225-aff8-3c062595c463 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/618cf132-cf6d-4455-b9cb-d10b4fa5749c HTTP/1.1" status: 204 len: 168 time: 0.3491912 Nov 24 13:09:44.558001 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6754f8c7-eb3c-4c69-83e9-0ef50e99162b None None] Network 788af654-404a-49ff-82d3-1a9e7e522cf9 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:44.565188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77d5f8-5e1f-4225-aff8-3c062595c463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618cf132-cf6d-4455-b9cb-d10b4fa5749c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:44.593490 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0cb229b2-b617-4c3d-b68f-9258f7939a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.594222 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:09:44.609175 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.647775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Transition to ACTIVE for port object 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:09:44.653082 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0cb229b2-b617-4c3d-b68f-9258f7939a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.662414 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.725546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Pushing event updated for resources: {'Port': ['ID=98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:44.781539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf6b85-9abe-4515-89fc-6b06b3ba21a2 req-14e85e69-dc5e-4c07-b056-e8cdd52aafff tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:44.783219 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8bf6b85-9abe-4515-89fc-6b06b3ba21a2 req-14e85e69-dc5e-4c07-b056-e8cdd52aafff tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.0978909 Nov 24 13:09:44.813134 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0cb229b2-b617-4c3d-b68f-9258f7939a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.816001 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0cb229b2-b617-4c3d-b68f-9258f7939a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.820293 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0cb229b2-b617-4c3d-b68f-9258f7939a5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c1e8ab5-7f3f-467f-a5da-7824610def83 HTTP/1.1" status: 204 len: 168 time: 0.3241720 Nov 24 13:09:44.837433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb229b2-b617-4c3d-b68f-9258f7939a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1e8ab5-7f3f-467f-a5da-7824610def83,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:44.854734 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Attempting to bind port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:44.855090 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Attempting to bind port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '260137f7-e8ea-4179-98bd-defa52af8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b6063391-9623-474d-a7bf-15871b51adb8'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:44.855504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Attempting to bind port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 on network b6063391-9623-474d-a7bf-15871b51adb8 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:44.860006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 on network b6063391-9623-474d-a7bf-15871b51adb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:44.860340 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Attempting to bind port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 on network b6063391-9623-474d-a7bf-15871b51adb8 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:44.866219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:09:44.866457 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Checking segment: {'id': '260137f7-e8ea-4179-98bd-defa52af8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b6063391-9623-474d-a7bf-15871b51adb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:44.866851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Bound using segment: {'id': '260137f7-e8ea-4179-98bd-defa52af8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b6063391-9623-474d-a7bf-15871b51adb8'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:09:44.867302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Bound port: 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260137f7-e8ea-4179-98bd-defa52af8757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b6063391-9623-474d-a7bf-15871b51adb8'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:09:44.867648 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:44.910473 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8bf6b85-9abe-4515-89fc-6b06b3ba21a2 req-0fa6c777-5a74-44a3-b8c8-1ea002cd651e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057351 Nov 24 13:09:44.977332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] For port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:09:44.984151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] For port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0,segment=NetworkSegment(260137f7-e8ea-4179-98bd-defa52af8757),segment_id=260137f7-e8ea-4179-98bd-defa52af8757)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:09:44.998016 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:45.068320 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:45.069002 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:45.070404 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15062759-feb6-499e-a385-fe867479ede1 req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] 10.222.0.59 "PUT /v2.0/ports/98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 HTTP/1.1" status: 200 len: 1091 time: 1.0555997 Nov 24 13:09:45.137582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da86ba-19df-4450-9e08-ab8a4a58acbf service neutron] Pushing event updated for resources: {'Port': ['ID=98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:45.191374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15062759-feb6-499e-a385-fe867479ede1 req-354bf2c6-2585-486f-affb-f9ad92b9f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:45.192816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15062759-feb6-499e-a385-fe867479ede1 req-354bf2c6-2585-486f-affb-f9ad92b9f02a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5f759367f4a4f6ea715d2748d09c2c2&device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 1094 time: 0.0694253 Nov 24 13:09:45.199862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-0afb0321-5f73-406f-8e09-cf5ec8928d76 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:45.201379 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-0afb0321-5f73-406f-8e09-cf5ec8928d76 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/networks?id=788af654-404a-49ff-82d3-1a9e7e522cf9 HTTP/1.1" status: 200 len: 818 time: 0.2695863 Nov 24 13:09:45.215876 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46990) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:45.231270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f021f58-2258-4b26-aabd-afad75693ab5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:45.272466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15062759-feb6-499e-a385-fe867479ede1 req-56306079-3e8b-4c12-9142-50e849bf00e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 HTTP/1.1" status: 200 len: 217 time: 0.0700250 Nov 24 13:09:45.275010 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-129dc3fc-fa31-42b7-af2c-4b036ebf62f3 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/quotas/c40a7121b9d74b20b724fe79a66c3bb1 HTTP/1.1" status: 200 len: 375 time: 0.0669560 Nov 24 13:09:45.357102 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-add44caa-f140-4637-8d33-c78f0f1e9240 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c40a7121b9d74b20b724fe79a66c3bb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545571 Nov 24 13:09:45.456543 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-8e101d31-676c-4a69-a7e8-e5d4eabb6728 service neutron] 10.222.0.48 "GET /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908051 Nov 24 13:09:45.458418 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15062759-feb6-499e-a385-fe867479ede1 req-0de07ee2-8ccd-489f-93bf-2da978f2ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:45.459786 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15062759-feb6-499e-a385-fe867479ede1 req-0de07ee2-8ccd-489f-93bf-2da978f2ad42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f97e2ba-8f29-4df4-89bf-7e24204d31d1 HTTP/1.1" status: 200 len: 854 time: 0.1789196 Nov 24 13:09:45.505998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b4975-90a3-4743-b273-85a4eb7160a2 req-c0e8d0a2-d2f5-4f3d-8d26-0b60d6b29647 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:45.507593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f88b4975-90a3-4743-b273-85a4eb7160a2 req-c0e8d0a2-d2f5-4f3d-8d26-0b60d6b29647 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 943 time: 0.1961095 Nov 24 13:09:45.509706 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f021f58-2258-4b26-aabd-afad75693ab5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:45.525806 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f021f58-2258-4b26-aabd-afad75693ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:45.536291 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15062759-feb6-499e-a385-fe867479ede1 req-1be961b5-35f4-416d-a29f-0433224d2a30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6063391-9623-474d-a7bf-15871b51adb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633788 Nov 24 13:09:45.637168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47002) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:45.653998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1743908556-network', 'tenant_id': '38ad2775fda84f028541ce4a9489816a'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:45.666006 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2f021f58-2258-4b26-aabd-afad75693ab5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9314abd90ec4a8c8ea26d1b5f8c6d3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4490111 Nov 24 13:09:45.670217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47006) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:45.680822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f021f58-2258-4b26-aabd-afad75693ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36d817d-25fb-4086-b613-f13835e92d2e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:45.682919 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-3d5af0d8-0305-421c-9723-badb3f54ad6f service neutron] 10.222.0.48 "GET /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204125 Nov 24 13:09:45.728894 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f88b4975-90a3-4743-b273-85a4eb7160a2 req-680ebade-a719-4098-8721-29c879f0dcc5 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119679 Nov 24 13:09:45.730834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] Made reservation on behalf of 38ad2775fda84f028541ce4a9489816a for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:45.734389 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:45.757534 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:45.761332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15062759-feb6-499e-a385-fe867479ede1 req-5d92c8ad-2d49-442d-a132-fc410a45619e service neutron] 10.222.0.59 "GET /v2.0/networks/b6063391-9623-474d-a7bf-15871b51adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932313 Nov 24 13:09:45.849827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62388652-346f-4277-8827-afb2f4032a8b', 'tag': '98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:45.852824 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cc14d5-32e2-45db-841c-4efbdb03da39" -d '{"events": [{"name": "network-changed", "server_uuid": "62388652-346f-4277-8827-afb2f4032a8b", "tag": "98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:45.872586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a40692ec-8ddf-44fa-829c-3890818ca6cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:45.919565 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d745732e-9170-433b-8ffd-0c3976ab6d58 x-openstack-request-id: req-d745732e-9170-433b-8ffd-0c3976ab6d58 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:45.920131 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62388652-346f-4277-8827-afb2f4032a8b", "tag": "98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:45.920581 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d745732e-9170-433b-8ffd-0c3976ab6d58 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:45.921274 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62388652-346f-4277-8827-afb2f4032a8b', 'tag': '98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0', 'status': 'completed', 'code': 200} Nov 24 13:09:45.924144 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:45.930415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:45.938341 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15062759-feb6-499e-a385-fe867479ede1 req-d3679017-5ebf-47e7-b237-43139af03db2 service neutron] 10.222.0.59 "GET /v2.0/networks/b6063391-9623-474d-a7bf-15871b51adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650610 Nov 24 13:09:45.958145 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a40692ec-8ddf-44fa-829c-3890818ca6cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:45.982595 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:09:45.995040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40542121-af53-41c4-8b51-571a10a67666,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:46.016934 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:46.017291 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] Added segment 23696be7-dd15-4576-a495-fae5881fe7be of type vlan for network 70a78d68-19d6-450f-adc1-4908c06c0855 Nov 24 13:09:46.045400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fdf18ff6-7be6-4fea-98da-b262d0a3bf55 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:09:46.075096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc14d5-32e2-45db-841c-4efbdb03da39 req-54525034-515e-49a3-881e-96a041a2c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:46.077410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35cc14d5-32e2-45db-841c-4efbdb03da39 req-54525034-515e-49a3-881e-96a041a2c963 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5f759367f4a4f6ea715d2748d09c2c2&device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 1094 time: 0.0645866 Nov 24 13:09:46.097034 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:46.124905 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a40692ec-8ddf-44fa-829c-3890818ca6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:46.129344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a40692ec-8ddf-44fa-829c-3890818ca6cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:46.131004 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a40692ec-8ddf-44fa-829c-3890818ca6cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f36d817d-25fb-4086-b613-f13835e92d2e HTTP/1.1" status: 204 len: 168 time: 0.4588368 Nov 24 13:09:46.149170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40692ec-8ddf-44fa-829c-3890818ca6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36d817d-25fb-4086-b613-f13835e92d2e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:46.174810 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3db78-23c7-4704-9a3e-f5462ff45e6f req-c81bbe63-0ac8-493e-b35e-c8495d6dc53c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:46.182844 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a2e3db78-23c7-4704-9a3e-f5462ff45e6f req-c81bbe63-0ac8-493e-b35e-c8495d6dc53c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.1310499 Nov 24 13:09:46.190574 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:46.193781 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:46.196408 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:46.199184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: fdf18ff6-7be6-4fea-98da-b262d0a3bf55 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:09:46.199696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fdf18ff6-7be6-4fea-98da-b262d0a3bf55 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:09:46.284536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc14d5-32e2-45db-841c-4efbdb03da39 req-7fd36442-ee11-42f4-902a-d0e3b501b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:46.286109 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35cc14d5-32e2-45db-841c-4efbdb03da39 req-7fd36442-ee11-42f4-902a-d0e3b501b513 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6063391-9623-474d-a7bf-15871b51adb8 HTTP/1.1" status: 200 len: 915 time: 0.2011435 Nov 24 13:09:46.385221 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35cc14d5-32e2-45db-841c-4efbdb03da39 req-a56fbe1f-4dd2-4179-968a-9c465dbea17d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 HTTP/1.1" status: 200 len: 217 time: 0.0906022 Nov 24 13:09:46.404300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] Pushing event updated for resources: {'Network': ['ID=70a78d68-19d6-450f-adc1-4908c06c0855,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:46.417425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 70a78d68-19d6-450f-adc1-4908c06c0855 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:09:46.437194 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e88650e9-3a2d-4184-b3fd-106399fceaaa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7914162 Nov 24 13:09:46.444517 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47032) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:46.474733 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-fa929dca-623d-4bc6-ba19-8146632470d2 admin admin] Request body: {'subnet': {'network_id': '70a78d68-19d6-450f-adc1-4908c06c0855', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1743908556-subnet', 'tenant_id': '38ad2775fda84f028541ce4a9489816a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:46.524768 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2c75844c-c6d2-4846-86e0-e778fc4d9c5c req-cb3cbbcf-15c0-4876-9d3e-b5d9dc5ce7be tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 210 time: 0.0756681 Nov 24 13:09:46.553069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc14d5-32e2-45db-841c-4efbdb03da39 req-b542145e-cbdf-4a3d-8d29-950ae06f2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:46.555247 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35cc14d5-32e2-45db-841c-4efbdb03da39 req-b542145e-cbdf-4a3d-8d29-950ae06f2d99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f97e2ba-8f29-4df4-89bf-7e24204d31d1 HTTP/1.1" status: 200 len: 854 time: 0.1606677 Nov 24 13:09:46.555538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa929dca-623d-4bc6-ba19-8146632470d2 admin admin] Made reservation on behalf of 38ad2775fda84f028541ce4a9489816a for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:46.558343 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fa929dca-623d-4bc6-ba19-8146632470d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:46.611187 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a2e3db78-23c7-4704-9a3e-f5462ff45e6f req-d76084d8-7dee-4d94-8f9d-b83565430b08 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611455 Nov 24 13:09:46.634703 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35cc14d5-32e2-45db-841c-4efbdb03da39 req-48467f24-f99d-452a-b18f-ede6a9002c26 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6063391-9623-474d-a7bf-15871b51adb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715847 Nov 24 13:09:46.815921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47052) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:46.870392 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35cc14d5-32e2-45db-841c-4efbdb03da39 req-e9f5bff0-b67c-4be3-a443-1f3bb7cad117 service neutron] 10.222.0.59 "GET /v2.0/networks/b6063391-9623-474d-a7bf-15871b51adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166824 Nov 24 13:09:46.941482 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fa929dca-623d-4bc6-ba19-8146632470d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:47.033889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa929dca-623d-4bc6-ba19-8146632470d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e1db413-333e-4dc5-9870-52f162d403fd,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:47.084865 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa929dca-623d-4bc6-ba19-8146632470d2 admin admin] Checking segment: {'id': '23696be7-dd15-4576-a495-fae5881fe7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '70a78d68-19d6-450f-adc1-4908c06c0855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:47.087739 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa929dca-623d-4bc6-ba19-8146632470d2 admin admin] Network hostable DHCP agents. Network: 70a78d68-19d6-450f-adc1-4908c06c0855, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:09:47.132082 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa929dca-623d-4bc6-ba19-8146632470d2 admin admin] Network 70a78d68-19d6-450f-adc1-4908c06c0855 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:09:47.151645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-fa929dca-623d-4bc6-ba19-8146632470d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 70a78d68-19d6-450f-adc1-4908c06c0855) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:47.157909 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa929dca-623d-4bc6-ba19-8146632470d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:47.158563 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fa929dca-623d-4bc6-ba19-8146632470d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:47.161000 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e13911-4810-4ba8-bd5e-eb831a17fda1 None None] Network 70a78d68-19d6-450f-adc1-4908c06c0855 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:47.189833 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fa929dca-623d-4bc6-ba19-8146632470d2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7279315 Nov 24 13:09:47.437172 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47076) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:47.497159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-828334167'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:47.599779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d45fa8-ca53-4531-aee1-4b85b5db76af None None] Network 70a78d68-19d6-450f-adc1-4908c06c0855 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:47.605954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-a818dd88-321c-4879-be33-e8ef1ba901e9 admin admin] Deleting subnet 989558f1-9229-4c48-a329-f5917242f90f {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:09:47.620051 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a818dd88-321c-4879-be33-e8ef1ba901e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:47.672984 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e340f39-f30f-45c5-9685-3192c6ad49de req-7bd3a6bc-a6a9-4337-b325-73b2c668c70f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:47.680773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9e340f39-f30f-45c5-9685-3192c6ad49de req-7bd3a6bc-a6a9-4337-b325-73b2c668c70f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 943 time: 0.1790316 Nov 24 13:09:47.684572 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35cc14d5-32e2-45db-841c-4efbdb03da39 req-75df3849-9ee9-43c2-9b9c-5f64c412c555 service neutron] 10.222.0.59 "GET /v2.0/networks/b6063391-9623-474d-a7bf-15871b51adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8046114 Nov 24 13:09:47.686411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Made reservation on behalf of abada18b46e5440e8f2c213da47bc3c5 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:47.690836 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:47.720093 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:47.743408 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a818dd88-321c-4879-be33-e8ef1ba901e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:47.801390 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a818dd88-321c-4879-be33-e8ef1ba901e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:47.850266 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:47.865568 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:47.896884 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57455a48-292b-4ae1-962b-5e3e2ef8c5f8 req-9110eae6-16ae-4a94-a020-9161418d6b0d tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 210 time: 0.2068486 Nov 24 13:09:47.898032 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a818dd88-321c-4879-be33-e8ef1ba901e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:47.942642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818dd88-321c-4879-be33-e8ef1ba901e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989558f1-9229-4c48-a329-f5917242f90f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:47.946543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:09:47.957352 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a818dd88-321c-4879-be33-e8ef1ba901e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:47.964343 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a818dd88-321c-4879-be33-e8ef1ba901e9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/989558f1-9229-4c48-a329-f5917242f90f HTTP/1.1" status: 204 len: 168 time: 0.5235224 Nov 24 13:09:47.964874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47084) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:47.979597 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9e340f39-f30f-45c5-9685-3192c6ad49de req-e765768f-31bc-457b-9f82-6a7a45f4eda4 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975411 Nov 24 13:09:47.993110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f66ff36-75e1-406f-b05f-8c9142737606,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:48.011212 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:48.011821 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Added segment 646924ea-006b-4f3c-bbf7-4af0cc059ab2 of type vlan for network df35285c-181e-4d5c-8996-7aa564d07f5e Nov 24 13:09:48.081669 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:48.159607 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:48.165862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:48.170499 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:48.175429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a8cdb67-c3c3-4136-b1bc-3846375b74f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:48.211669 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3945124 Nov 24 13:09:48.215774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47088) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:48.237972 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-fe899323-f450-48ee-be91-70af1f06d1b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Request body: {'subnet': {'network_id': 'df35285c-181e-4d5c-8996-7aa564d07f5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:48.298930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddf58b-ff00-4209-8716-d1f2de9821f6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Pushing event updated for resources: {'Network': ['ID=df35285c-181e-4d5c-8996-7aa564d07f5e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:48.322589 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network df35285c-181e-4d5c-8996-7aa564d07f5e details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:09:48.371295 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a8cdb67-c3c3-4136-b1bc-3846375b74f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:48.403464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-7a8cdb67-c3c3-4136-b1bc-3846375b74f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2248d5-3e13-4b4b-b8ec-2cba9d518e11']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:48.417746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-7a8cdb67-c3c3-4136-b1bc-3846375b74f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2836959f-4794-4adc-8a88-0060d070a4f7') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:48.418048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-7a8cdb67-c3c3-4136-b1bc-3846375b74f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2836959f-4794-4adc-8a88-0060d070a4f7') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:48.429649 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a8cdb67-c3c3-4136-b1bc-3846375b74f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:48.445967 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a8cdb67-c3c3-4136-b1bc-3846375b74f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:48.447446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe899323-f450-48ee-be91-70af1f06d1b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Made reservation on behalf of abada18b46e5440e8f2c213da47bc3c5 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:48.451716 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe899323-f450-48ee-be91-70af1f06d1b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:48.452757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8cdb67-c3c3-4136-b1bc-3846375b74f9 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:09:48.453283 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a8cdb67-c3c3-4136-b1bc-3846375b74f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:09:48.467366 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:09:48.479124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73fefb-a53c-4156-9021-2fbbbffa0aac req-40955669-9d24-4e20-89a5-6f6c98dde4d9 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:48.480788 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f73fefb-a53c-4156-9021-2fbbbffa0aac req-40955669-9d24-4e20-89a5-6f6c98dde4d9 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.3234463 Nov 24 13:09:48.648414 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a8cdb67-c3c3-4136-b1bc-3846375b74f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:48.654933 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a8cdb67-c3c3-4136-b1bc-3846375b74f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:48.666018 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7a8cdb67-c3c3-4136-b1bc-3846375b74f9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/db2248d5-3e13-4b4b-b8ec-2cba9d518e11 HTTP/1.1" status: 204 len: 168 time: 0.6983111 Nov 24 13:09:48.668151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47102) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:48.731498 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f73fefb-a53c-4156-9021-2fbbbffa0aac req-4a062954-84fe-410a-8f1d-8cdffea695e3 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388389 Nov 24 13:09:48.738251 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cdb67-c3c3-4136-b1bc-3846375b74f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=db2248d5-3e13-4b4b-b8ec-2cba9d518e11,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:48.793647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b6cd76-e014-4a96-9e5a-1a3b3cb5b815 admin admin] Deleting subnet 2e1db413-333e-4dc5-9870-52f162d403fd {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:09:48.826615 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2b6cd76-e014-4a96-9e5a-1a3b3cb5b815 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:48.990205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2b6cd76-e014-4a96-9e5a-1a3b3cb5b815 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:49.113930 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bad693e7-0978-4bb3-9327-4061c57f1a36 req-bcf781c4-acce-4ae0-884b-bfaae37a418b tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 210 time: 0.0853255 Nov 24 13:09:49.121567 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe899323-f450-48ee-be91-70af1f06d1b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:49.172231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a5c1e-f49c-49e7-a117-510a096578cb req-a1bd5570-6981-470b-9084-b3972c63154d tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:49.174570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-945a5c1e-f49c-49e7-a117-510a096578cb req-a1bd5570-6981-470b-9084-b3972c63154d tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 943 time: 0.0842559 Nov 24 13:09:49.204270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d6b8fd8b-61e4-4453-95e9-598255edda5f tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:49.205894 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d6b8fd8b-61e4-4453-95e9-598255edda5f tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.46 "GET /v2.0/networks?id=788af654-404a-49ff-82d3-1a9e7e522cf9 HTTP/1.1" status: 200 len: 818 time: 0.5386250 Nov 24 13:09:49.213936 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2b6cd76-e014-4a96-9e5a-1a3b3cb5b815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:49.249216 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-ad41b086-ad00-45bc-a51e-e177863f736a tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Request body: {'port': {'device_id': '2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429', 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9', 'admin_state_up': True, 'tenant_id': 'c40a7121b9d74b20b724fe79a66c3bb1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:49.290270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-a0fbd468-e419-4347-b01b-795b51f590f1 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:49.291657 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-a0fbd468-e419-4347-b01b-795b51f590f1 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.59 "GET /v2.0/networks?id=788af654-404a-49ff-82d3-1a9e7e522cf9 HTTP/1.1" status: 200 len: 818 time: 0.4957535 Nov 24 13:09:49.306871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe899323-f450-48ee-be91-70af1f06d1b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Pushing event updated for resources: {'Subnet': ['ID=b0d017ed-9b0b-4abe-bb2b-787f359e070c,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:49.317015 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-945a5c1e-f49c-49e7-a117-510a096578cb req-363488ef-f173-481b-8e27-0d7d16f50369 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295083 Nov 24 13:09:49.319631 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d2063151-b6cf-4f95-8a0a-50e6ed815e35 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Request body: {'port': {'device_id': '30ff93ec-7170-4b73-9b50-bfed8a7d9bd7', 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9', 'admin_state_up': True, 'tenant_id': 'c40a7121b9d74b20b724fe79a66c3bb1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:49.342277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-2a962881-588d-4471-a261-6b69c7aa9197 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:49.343889 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-2a962881-588d-4471-a261-6b69c7aa9197 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.46 "GET /v2.0/networks?id=788af654-404a-49ff-82d3-1a9e7e522cf9 HTTP/1.1" status: 200 len: 818 time: 0.1681695 Nov 24 13:09:49.362423 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-216f6cef-f399-4a9c-ac6f-468f9f9561cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Request body: {'port': {'device_id': 'caa1da23-32f8-46ee-b677-db873dfe28c7', 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9', 'admin_state_up': True, 'tenant_id': 'c40a7121b9d74b20b724fe79a66c3bb1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:49.492394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe899323-f450-48ee-be91-70af1f06d1b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Checking segment: {'id': '646924ea-006b-4f3c-bbf7-4af0cc059ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'df35285c-181e-4d5c-8996-7aa564d07f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:49.492805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe899323-f450-48ee-be91-70af1f06d1b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Network hostable DHCP agents. Network: df35285c-181e-4d5c-8996-7aa564d07f5e, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:09:49.568595 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2b6cd76-e014-4a96-9e5a-1a3b3cb5b815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:49.586684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-216f6cef-f399-4a9c-ac6f-468f9f9561cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Made reservation on behalf of c40a7121b9d74b20b724fe79a66c3bb1 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:49.590549 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-216f6cef-f399-4a9c-ac6f-468f9f9561cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:49.609003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6cd76-e014-4a96-9e5a-1a3b3cb5b815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e1db413-333e-4dc5-9870-52f162d403fd,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:49.611915 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d2063151-b6cf-4f95-8a0a-50e6ed815e35 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Made reservation on behalf of c40a7121b9d74b20b724fe79a66c3bb1 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:49.615594 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d2063151-b6cf-4f95-8a0a-50e6ed815e35 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:49.626615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe899323-f450-48ee-be91-70af1f06d1b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Network df35285c-181e-4d5c-8996-7aa564d07f5e is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:09:49.650906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2b6cd76-e014-4a96-9e5a-1a3b3cb5b815 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:49.654209 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a2b6cd76-e014-4a96-9e5a-1a3b3cb5b815 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2e1db413-333e-4dc5-9870-52f162d403fd HTTP/1.1" status: 204 len: 168 time: 0.9820986 Nov 24 13:09:49.659315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47122) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:49.723700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-fe899323-f450-48ee-be91-70af1f06d1b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, df35285c-181e-4d5c-8996-7aa564d07f5e) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:49.731742 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa6e17e-a68c-4699-b289-1d240d1a4fe5 None None] Network df35285c-181e-4d5c-8996-7aa564d07f5e requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:49.747466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-ad41b086-ad00-45bc-a51e-e177863f736a tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Made reservation on behalf of c40a7121b9d74b20b724fe79a66c3bb1 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:49.753552 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-ad41b086-ad00-45bc-a51e-e177863f736a tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:49.772218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe899323-f450-48ee-be91-70af1f06d1b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:49.773311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe899323-f450-48ee-be91-70af1f06d1b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:49.788291 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:09:49.796374 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea60a454-fdb3-4e93-87fe-f46e335d2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:49.850684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-216f6cef-f399-4a9c-ac6f-468f9f9561cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Allocated IP 172.20.0.5 (788af654-404a-49ff-82d3-1a9e7e522cf9/b2be732a-2e92-4f60-a5fc-9b47deafe6f0/ea276cc2-06a8-4bb3-ac35-b90567ed09da) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:09:49.880945 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fe899323-f450-48ee-be91-70af1f06d1b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6611886 Nov 24 13:09:49.885327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47134) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:49.891070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f0cc0aad-07b6-4e3a-9694-3fed5e6a0a14 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Request body: {'port': {'network_id': 'df35285c-181e-4d5c-8996-7aa564d07f5e', 'name': 'tempest-TagsExtTest-972051932'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:50.032619 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cc0aad-07b6-4e3a-9694-3fed5e6a0a14 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Made reservation on behalf of abada18b46e5440e8f2c213da47bc3c5 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:09:50.046627 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0aad-07b6-4e3a-9694-3fed5e6a0a14 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:50.059969 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea60a454-fdb3-4e93-87fe-f46e335d2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:50.063113 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0,segment=NetworkSegment(260137f7-e8ea-4179-98bd-defa52af8757),segment_id=260137f7-e8ea-4179-98bd-defa52af8757)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:50.093543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-f0cc0aad-07b6-4e3a-9694-3fed5e6a0a14 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] device_id is not set on port b442267e-55f1-41c4-8fb8-bfcc8fb0243b yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:09:50.106786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f961cbf6-9f7f-4917-a540-4bce9293780a details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:09:50.107895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-ea60a454-fdb3-4e93-87fe-f46e335d2e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a78d68-19d6-450f-adc1-4908c06c0855']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:50.114838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0', 'network_id': 'b6063391-9623-474d-a7bf-15871b51adb8', 'port_id': '98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0', 'mac_address': 'fa:16:3e:2e:2d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f97e2ba-8f29-4df4-89bf-7e24204d31d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:09:50.129412 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-ea60a454-fdb3-4e93-87fe-f46e335d2e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23696be7-dd15-4576-a495-fae5881fe7be') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:50.129697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-ea60a454-fdb3-4e93-87fe-f46e335d2e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23696be7-dd15-4576-a495-fae5881fe7be') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:50.162111 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea60a454-fdb3-4e93-87fe-f46e335d2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:50.195100 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea60a454-fdb3-4e93-87fe-f46e335d2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:50.201910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea60a454-fdb3-4e93-87fe-f46e335d2e9f admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:09:50.202321 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea60a454-fdb3-4e93-87fe-f46e335d2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:50.224157 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-df35285c-181e-4d5c-8996-7aa564d07f5e', 'network_id': 'df35285c-181e-4d5c-8996-7aa564d07f5e', 'tenant_id': 'abada18b46e5440e8f2c213da47bc3c5', 'fixed_ips': [{'subnet_id': 'b0d017ed-9b0b-4abe-bb2b-787f359e070c'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:09:50.225063 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:50.297592 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:09:50.335981 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:09:50.341751 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea60a454-fdb3-4e93-87fe-f46e335d2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:50.383161 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ea60a454-fdb3-4e93-87fe-f46e335d2e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:50.386826 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ea60a454-fdb3-4e93-87fe-f46e335d2e9f admin admin] 10.222.0.48 "DELETE /v2.0/networks/70a78d68-19d6-450f-adc1-4908c06c0855 HTTP/1.1" status: 204 len: 168 time: 0.7264738 Nov 24 13:09:50.416508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:09:50.442149 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40f4cdcb-83bc-4230-bf5e-a187c1db55c7 req-eb6393b5-671c-4ee3-acaa-c8f6f5a1c04e tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 210 time: 0.1165118 Nov 24 13:09:50.451455 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60a454-fdb3-4e93-87fe-f46e335d2e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=70a78d68-19d6-450f-adc1-4908c06c0855,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:50.458205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf058b7-4167-41c0-a0c3-f10aa0cb804b req-1e962e79-1ca7-4493-959c-bcace8c3b35d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:50.472050 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-edf058b7-4167-41c0-a0c3-f10aa0cb804b req-1e962e79-1ca7-4493-959c-bcace8c3b35d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.2437141 Nov 24 13:09:50.496126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0,segment=NetworkSegment(260137f7-e8ea-4179-98bd-defa52af8757),segment_id=260137f7-e8ea-4179-98bd-defa52af8757)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:50.511277 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:50.582479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-f0cc0aad-07b6-4e3a-9694-3fed5e6a0a14 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Allocated IP 172.20.0.2 (df35285c-181e-4d5c-8996-7aa564d07f5e/b0d017ed-9b0b-4abe-bb2b-787f359e070c/b442267e-55f1-41c4-8fb8-bfcc8fb0243b) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:09:50.603735 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-edf058b7-4167-41c0-a0c3-f10aa0cb804b req-627c0c72-bb50-4979-940c-2535cfded604 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306393 Nov 24 13:09:50.609281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f961cbf6-9f7f-4917-a540-4bce9293780a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f961cbf6-9f7f-4917-a540-4bce9293780a,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:50.697566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'f961cbf6-9f7f-4917-a540-4bce9293780a', 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df', 'port_id': 'f961cbf6-9f7f-4917-a540-4bce9293780a', 'mac_address': 'fa:16:3e:82:48:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d39305-527a-49a2-bcce-5fc6399fd429', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:09:50.717683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:50.754055 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:50.757960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:50.758269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:50.758751 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:50.758949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:50.759289 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:50.759622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:50.760062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:50.760269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:50.760577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:50.760935 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:50.761277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:09:50.838616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:09:50.917625 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:50.923191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47172) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:50.941699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9632ecc-a28b-4c45-9cc9-8af176cb69e1 req-e99428c9-4b2b-4257-ba9d-69ca309e8e2f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:50.953640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f961cbf6-9f7f-4917-a540-4bce9293780a {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:09:50.962692 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-98ab89d6-3e61-4513-b2d0-158495797723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:50.963620 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9632ecc-a28b-4c45-9cc9-8af176cb69e1 req-e99428c9-4b2b-4257-ba9d-69ca309e8e2f tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 944 time: 0.3175275 Nov 24 13:09:51.003811 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-216f6cef-f399-4a9c-ac6f-468f9f9561cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:51.011626 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f961cbf6-9f7f-4917-a540-4bce9293780a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f961cbf6-9f7f-4917-a540-4bce9293780a,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:51.036555 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:51.067859 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0aad-07b6-4e3a-9694-3fed5e6a0a14 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:51.110386 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9632ecc-a28b-4c45-9cc9-8af176cb69e1 req-ecf36cfc-ca20-4630-82bd-687b9857c54c tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284664 Nov 24 13:09:51.143968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['f961cbf6-9f7f-4917-a540-4bce9293780a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:09:51.160585 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0aad-07b6-4e3a-9694-3fed5e6a0a14 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:51.176291 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-216f6cef-f399-4a9c-ac6f-468f9f9561cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:51.254494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f961cbf6-9f7f-4917-a540-4bce9293780a,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:51.258598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-216f6cef-f399-4a9c-ac6f-468f9f9561cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Network 788af654-404a-49ff-82d3-1a9e7e522cf9 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:51.264040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-216f6cef-f399-4a9c-ac6f-468f9f9561cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:51.282576 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-216f6cef-f399-4a9c-ac6f-468f9f9561cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:51.292819 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e61eb45d-64e3-410c-9711-e923dc849f63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3248d2bb531419897f7816b9c3b13cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3684855 Nov 24 13:09:51.310737 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-2d9f541b-4db4-4e5d-84d1-7a4abbc8addc {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:09:51.311253 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:09:51.334036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47176) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:51.364377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-216f6cef-f399-4a9c-ac6f-468f9f9561cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:51.365100 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-216f6cef-f399-4a9c-ac6f-468f9f9561cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:51.374637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f6cef-f399-4a9c-ac6f-468f9f9561cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Pushing event updated for resources: {'Port': ['ID=ea276cc2-06a8-4bb3-ac35-b90567ed09da,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:51.380703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cc0aad-07b6-4e3a-9694-3fed5e6a0a14 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Network df35285c-181e-4d5c-8996-7aa564d07f5e is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:51.391509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-f0cc0aad-07b6-4e3a-9694-3fed5e6a0a14 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:51.401097 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-216f6cef-f399-4a9c-ac6f-468f9f9561cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0460534 Nov 24 13:09:51.401558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc0aad-07b6-4e3a-9694-3fed5e6a0a14 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:51.409645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc0aad-07b6-4e3a-9694-3fed5e6a0a14 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Pushing event updated for resources: {'Port': ['ID=b442267e-55f1-41c4-8fb8-bfcc8fb0243b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:51.418506 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Request body: {'port': {'device_id': 'caa1da23-32f8-46ee-b677-db873dfe28c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:51.471613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-ad41b086-ad00-45bc-a51e-e177863f736a tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Allocated IP 172.20.0.9 (788af654-404a-49ff-82d3-1a9e7e522cf9/b2be732a-2e92-4f60-a5fc-9b47deafe6f0/939dd97a-ac52-43f6-a48d-b966f5cc2904) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:09:51.511938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981d4e5-26e7-4940-b079-0333b3618f9a req-9f5a8f3f-a191-4d1f-aec4-596bf9ef51eb tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:51.527788 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4981d4e5-26e7-4940-b079-0333b3618f9a req-9f5a8f3f-a191-4d1f-aec4-596bf9ef51eb tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 945 time: 0.2902982 Nov 24 13:09:51.562833 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:51.576120 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46518752-f087-4457-80f7-e87e00fb5fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:51.626516 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46518752-f087-4457-80f7-e87e00fb5fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:51.698151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b6e73-bcfa-4327-acd7-a84eef38c933 req-f854d5d7-40b8-4139-9bf4-2533c42efa43 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:51.702768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-050b6e73-bcfa-4327-acd7-a84eef38c933 req-f854d5d7-40b8-4139-9bf4-2533c42efa43 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 931 time: 0.0938444 Nov 24 13:09:51.812639 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:51.842622 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-050b6e73-bcfa-4327-acd7-a84eef38c933 req-978d9705-158a-4e77-9eb1-520e04e00c33 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842946 Nov 24 13:09:51.965047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc0aad-07b6-4e3a-9694-3fed5e6a0a14 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:51.966491 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f0cc0aad-07b6-4e3a-9694-3fed5e6a0a14 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:51.986715 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46518752-f087-4457-80f7-e87e00fb5fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:51.989832 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46518752-f087-4457-80f7-e87e00fb5fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:51.991192 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-46518752-f087-4457-80f7-e87e00fb5fcf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f1726fa-14d7-4860-bca2-0126134bd863 HTTP/1.1" status: 204 len: 168 time: 0.6559091 Nov 24 13:09:52.004335 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff394d-891a-4bdf-a81a-3b552d7f369a req-9f4d41ed-89ca-4da6-a86b-13e594dc0561 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:52.016415 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cbff394d-891a-4bdf-a81a-3b552d7f369a req-9f4d41ed-89ca-4da6-a86b-13e594dc0561 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 944 time: 0.0878665 Nov 24 13:09:52.095322 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f0cc0aad-07b6-4e3a-9694-3fed5e6a0a14 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2084320 Nov 24 13:09:52.101658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f961cbf6-9f7f-4917-a540-4bce9293780a up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:09:52.111857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47188) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:52.112925 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cbff394d-891a-4bdf-a81a-3b552d7f369a req-82452fdb-c00a-465a-a581-876d8aed1300 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947211 Nov 24 13:09:52.163984 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-bb313b90-81f8-4e95-8815-ac1710a09c68 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-172890729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:52.217975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46518752-f087-4457-80f7-e87e00fb5fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1726fa-14d7-4860-bca2-0126134bd863,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:52.290341 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b870b01-4a15-4778-a45c-0ee079d99d78 req-7c69813c-bf61-4009-954b-75189575dc47 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:52.304052 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b870b01-4a15-4778-a45c-0ee079d99d78 req-7c69813c-bf61-4009-954b-75189575dc47 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 944 time: 0.1147149 Nov 24 13:09:52.312637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Allocated IP 172.20.0.3 (df35285c-181e-4d5c-8996-7aa564d07f5e/b0d017ed-9b0b-4abe-bb2b-787f359e070c/e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:09:52.345054 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4981d4e5-26e7-4940-b079-0333b3618f9a req-e1d5b23c-f607-406e-9b67-d13748489b8b tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8157783 Nov 24 13:09:52.382120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port f961cbf6-9f7f-4917-a540-4bce9293780a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:52.383201 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:52.404684 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b870b01-4a15-4778-a45c-0ee079d99d78 req-1b193cc2-b22d-4cb9-87c3-ec0779d350df tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994051 Nov 24 13:09:52.506947 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb313b90-81f8-4e95-8815-ac1710a09c68 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:52.508377 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb313b90-81f8-4e95-8815-ac1710a09c68 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:52.596367 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb313b90-81f8-4e95-8815-ac1710a09c68 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:52.609260 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb313b90-81f8-4e95-8815-ac1710a09c68 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:52.612614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc1759-bc51-4882-8c24-f9510658d885 req-ef8fef5b-084b-4c2d-b17a-de9beb56828a tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:52.615210 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:52.618227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f6fc1759-bc51-4882-8c24-f9510658d885 req-ef8fef5b-084b-4c2d-b17a-de9beb56828a tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.59 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 945 time: 0.1511383 Nov 24 13:09:52.650950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b117f5-05c3-43cc-aec1-55849a8ba447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f961cbf6-9f7f-4917-a540-4bce9293780a'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:52.654132 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e406d7-abd9-4823-a17d-f5bc7207ef6a" -d '{"events": [{"server_uuid": "70b117f5-05c3-43cc-aec1-55849a8ba447", "name": "network-vif-plugged", "status": "completed", "tag": "f961cbf6-9f7f-4917-a540-4bce9293780a"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:52.680234 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f961cbf6-9f7f-4917-a540-4bce9293780a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f961cbf6-9f7f-4917-a540-4bce9293780a,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:52.685213 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:52.773525 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb313b90-81f8-4e95-8815-ac1710a09c68 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:52.782010 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bb313b90-81f8-4e95-8815-ac1710a09c68 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6593580 Nov 24 13:09:52.787167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47196) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:52.798335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3797df25-d608-42b6-8302-2f0684b221b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-509368950', 'prefixes': ['172.20.0.0/16']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:52.825320 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:52.834477 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-ad41b086-ad00-45bc-a51e-e177863f736a tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:52.838909 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3317c5a0-fbb5-47b9-813f-ff7022a6e8ca x-openstack-request-id: req-3317c5a0-fbb5-47b9-813f-ff7022a6e8ca {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:52.839241 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b117f5-05c3-43cc-aec1-55849a8ba447", "name": "network-vif-plugged", "status": "completed", "tag": "f961cbf6-9f7f-4917-a540-4bce9293780a", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:52.840474 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3317c5a0-fbb5-47b9-813f-ff7022a6e8ca {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:52.841026 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70b117f5-05c3-43cc-aec1-55849a8ba447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f961cbf6-9f7f-4917-a540-4bce9293780a', 'code': 200} Nov 24 13:09:52.859053 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:52.905103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-f6fc1759-bc51-4882-8c24-f9510658d885 req-13a50426-1f43-4ba0-9e43-1f72758d1968 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Deleting port a5f0a46f-d367-47c5-ae97-060f77b7edc0 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:09:52.905581 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f6fc1759-bc51-4882-8c24-f9510658d885 req-13a50426-1f43-4ba0-9e43-1f72758d1968 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:52.914041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f961cbf6-9f7f-4917-a540-4bce9293780a,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:52.935190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Network df35285c-181e-4d5c-8996-7aa564d07f5e is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:53.010457 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:53.016135 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:53.109669 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-ad41b086-ad00-45bc-a51e-e177863f736a tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:53.128486 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Pushing event updated for resources: {'Port': ['ID=e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:53.152799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a7698-8654-41ae-b960-a0b751404c7b req-becbd16f-be69-4d18-a8df-52e023de1e24 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:53.162452 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8b5a7698-8654-41ae-b960-a0b751404c7b req-becbd16f-be69-4d18-a8df-52e023de1e24 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 931 time: 0.1682985 Nov 24 13:09:53.185280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-f6fc1759-bc51-4882-8c24-f9510658d885 req-13a50426-1f43-4ba0-9e43-1f72758d1968 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] For port a5f0a46f-d367-47c5-ae97-060f77b7edc0, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a5f0a46f-d367-47c5-ae97-060f77b7edc0,segment=NetworkSegment(fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5),segment_id=fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:53.185652 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f6fc1759-bc51-4882-8c24-f9510658d885 req-13a50426-1f43-4ba0-9e43-1f72758d1968 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:53.210747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-f6fc1759-bc51-4882-8c24-f9510658d885 req-13a50426-1f43-4ba0-9e43-1f72758d1968 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Calling delete_port for a5f0a46f-d367-47c5-ae97-060f77b7edc0 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:09:53.239772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Attempting to bind port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:53.245424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Attempting to bind port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '646924ea-006b-4f3c-bbf7-4af0cc059ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'df35285c-181e-4d5c-8996-7aa564d07f5e'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:53.246018 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Attempting to bind port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb on network df35285c-181e-4d5c-8996-7aa564d07f5e {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:53.249416 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8b5a7698-8654-41ae-b960-a0b751404c7b req-673a2ee7-a6dc-4f22-a939-66e5683ef9fc tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859869 Nov 24 13:09:53.250177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47212) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:53.253394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41b086-ad00-45bc-a51e-e177863f736a tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Pushing event updated for resources: {'Port': ['ID=939dd97a-ac52-43f6-a48d-b966f5cc2904,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:53.275056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:09:53.275446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Checking segment: {'id': '646924ea-006b-4f3c-bbf7-4af0cc059ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'df35285c-181e-4d5c-8996-7aa564d07f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:53.276074 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:53.276654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Bound using segment: {'id': '646924ea-006b-4f3c-bbf7-4af0cc059ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'df35285c-181e-4d5c-8996-7aa564d07f5e'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:09:53.278651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Bound port: e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646924ea-006b-4f3c-bbf7-4af0cc059ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'df35285c-181e-4d5c-8996-7aa564d07f5e'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:09:53.279801 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:53.284245 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec07ed6a-4949-4880-ad8a-4c2afef15888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:53.313411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-ad41b086-ad00-45bc-a51e-e177863f736a tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Network 788af654-404a-49ff-82d3-1a9e7e522cf9 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:53.319253 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3797df25-d608-42b6-8302-2f0684b221b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks [] for subnetpool, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:53.325208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3797df25-d608-42b6-8302-2f0684b221b5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5355108 Nov 24 13:09:53.327087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47214) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:53.341898 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d2063151-b6cf-4f95-8a0a-50e6ed815e35 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Allocated IP 172.20.0.2 (788af654-404a-49ff-82d3-1a9e7e522cf9/b2be732a-2e92-4f60-a5fc-9b47deafe6f0/7d4174c0-c251-48fd-aa99-7e83b4347492) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:09:53.403239 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0acbd867-b336-40cf-8a87-6f74688d993f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38ad2775fda84f028541ce4a9489816a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494560 Nov 24 13:09:53.409287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47218) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:53.441941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] For port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:09:53.446482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] For port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb,segment=NetworkSegment(646924ea-006b-4f3c-bbf7-4af0cc059ab2),segment_id=646924ea-006b-4f3c-bbf7-4af0cc059ab2)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:09:53.452034 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:53.585923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d6eb4-e34f-47c4-b547-92dea276bd67 None None] Pushing event updated for resources: {'Port': ['ID=e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:53.596695 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d2063151-b6cf-4f95-8a0a-50e6ed815e35 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:53.620421 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6850a00d-36b9-4667-b10a-d666a3563d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:53.638390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-123d369a-7fa9-4342-bece-27ece6f91a3b tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b0d017ed-9b0b-4abe-bb2b-787f359e070c', 'tempest-TagsExtTest-Tag-357736156') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:53.652451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-ad41b086-ad00-45bc-a51e-e177863f736a tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:53.661404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-ad41b086-ad00-45bc-a51e-e177863f736a tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:53.669088 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6850a00d-36b9-4667-b10a-d666a3563d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:53.738316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-ad41b086-ad00-45bc-a51e-e177863f736a tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:53.739553 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-ad41b086-ad00-45bc-a51e-e177863f736a tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:53.743210 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d2063151-b6cf-4f95-8a0a-50e6ed815e35 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:53.805696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:09:53.852851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2063151-b6cf-4f95-8a0a-50e6ed815e35 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Pushing event updated for resources: {'Port': ['ID=7d4174c0-c251-48fd-aa99-7e83b4347492,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:53.913989 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea276cc2-06a8-4bb3-ac35-b90567ed09da {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:09:53.937611 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:53.943581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:09:53.958249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Transition to ACTIVE for port object ea276cc2-06a8-4bb3-ac35-b90567ed09da will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:09:53.959513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:53.960122 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:54.000306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d2063151-b6cf-4f95-8a0a-50e6ed815e35 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Network 788af654-404a-49ff-82d3-1a9e7e522cf9 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:09:54.026691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d2063151-b6cf-4f95-8a0a-50e6ed815e35 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:09:54.028054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8292f-4daa-43c7-9fa1-ddc19f5fec21 req-14df6c5e-b9f5-4fce-97fb-d7de1c8dd2e5 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:54.033965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d2063151-b6cf-4f95-8a0a-50e6ed815e35 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:09:54.043606 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ed8292f-4daa-43c7-9fa1-ddc19f5fec21 req-14df6c5e-b9f5-4fce-97fb-d7de1c8dd2e5 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/ports?device_id=161a9948-80f6-4ebc-9d76-1eb897a7a8f1 HTTP/1.1" status: 200 len: 945 time: 0.5474207 Nov 24 13:09:54.044535 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6850a00d-36b9-4667-b10a-d666a3563d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:54.047556 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6850a00d-36b9-4667-b10a-d666a3563d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:54.053578 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6850a00d-36b9-4667-b10a-d666a3563d44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40542121-af53-41c4-8b51-571a10a67666 HTTP/1.1" status: 204 len: 168 time: 0.6432760 Nov 24 13:09:54.057222 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:54.156544 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-ad41b086-ad00-45bc-a51e-e177863f736a tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9384046 Nov 24 13:09:54.204763 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Request body: {'port': {'device_id': '2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:54.311904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850a00d-36b9-4667-b10a-d666a3563d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40542121-af53-41c4-8b51-571a10a67666,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:54.317149 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Pushing event updated for resources: {'Port': ['ID=ea276cc2-06a8-4bb3-ac35-b90567ed09da,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:54.342529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755ce65-9f91-4f83-9f8f-cb1986335c38 req-0dcd6b9c-3d90-4671-bf1e-0689a7c948d3 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:54.344243 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d755ce65-9f91-4f83-9f8f-cb1986335c38 req-0dcd6b9c-3d90-4671-bf1e-0689a7c948d3 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 1.0179524 Nov 24 13:09:54.394282 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d2063151-b6cf-4f95-8a0a-50e6ed815e35 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:54.401855 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d2063151-b6cf-4f95-8a0a-50e6ed815e35 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:54.418493 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ed8292f-4daa-43c7-9fa1-ddc19f5fec21 req-1a5d7bda-38a8-4a0d-a84c-c46c72d16fb8 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.48 "GET /v2.0/security-groups?id=0cda581f-6132-46e5-aa9f-719549de2cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476303 Nov 24 13:09:54.452419 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f6fc1759-bc51-4882-8c24-f9510658d885 req-13a50426-1f43-4ba0-9e43-1f72758d1968 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:54.538862 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:54.553310 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:54.599176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d2063151-b6cf-4f95-8a0a-50e6ed815e35 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2933269 Nov 24 13:09:54.638543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a50426-1f43-4ba0-9e43-1f72758d1968 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Pushing event deleted for resources: {'Port': ['ID=a5f0a46f-d367-47c5-ae97-060f77b7edc0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:54.644542 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Request body: {'port': {'device_id': '30ff93ec-7170-4b73-9b50-bfed8a7d9bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:09:54.666550 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:54.748689 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0,segment=NetworkSegment(260137f7-e8ea-4179-98bd-defa52af8757),segment_id=260137f7-e8ea-4179-98bd-defa52af8757)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:54.757677 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:54.758752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device a5f0a46f-d367-47c5-ae97-060f77b7edc0 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:09:54.846818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fc1759-bc51-4882-8c24-f9510658d885 req-13a50426-1f43-4ba0-9e43-1f72758d1968 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] No DVR routers for this DVR port a5f0a46f-d367-47c5-ae97-060f77b7edc0 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:09:54.857190 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f6fc1759-bc51-4882-8c24-f9510658d885 req-13a50426-1f43-4ba0-9e43-1f72758d1968 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:54.865683 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f6fc1759-bc51-4882-8c24-f9510658d885 req-13a50426-1f43-4ba0-9e43-1f72758d1968 tempest-AttachVolumeNegativeTest-21059755 tempest-AttachVolumeNegativeTest-21059755-project] 10.222.0.59 "DELETE /v2.0/ports/a5f0a46f-d367-47c5-ae97-060f77b7edc0 HTTP/1.1" status: 204 len: 173 time: 2.2411981 Nov 24 13:09:54.868644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161a9948-80f6-4ebc-9d76-1eb897a7a8f1', 'name': 'network-vif-deleted', 'tag': 'a5f0a46f-d367-47c5-ae97-060f77b7edc0'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:54.873062 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3914fbe-5573-49b8-84ae-bc6754693446" -d '{"events": [{"server_uuid": "161a9948-80f6-4ebc-9d76-1eb897a7a8f1", "name": "network-vif-deleted", "tag": "a5f0a46f-d367-47c5-ae97-060f77b7edc0"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:54.921812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62388652-346f-4277-8827-afb2f4032a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:54.930358 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02b9325-d3e1-44ec-aa37-604a57fbae00" -d '{"events": [{"server_uuid": "62388652-346f-4277-8827-afb2f4032a8b", "name": "network-vif-plugged", "status": "completed", "tag": "98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:54.931914 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Attempting to bind port ea276cc2-06a8-4bb3-ac35-b90567ed09da on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:54.932366 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Attempting to bind port ea276cc2-06a8-4bb3-ac35-b90567ed09da by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '33e59eb4-5999-4914-9695-385e910d85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:54.932828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Attempting to bind port ea276cc2-06a8-4bb3-ac35-b90567ed09da on network 788af654-404a-49ff-82d3-1a9e7e522cf9 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:54.951565 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787068bb-1837-4e23-9967-700ed6a6f24a req-eb33ffb3-0337-4e94-b0f8-e0bd65070864 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:54.958028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: a5f0a46f-d367-47c5-ae97-060f77b7edc0 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:09:54.959101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device a5f0a46f-d367-47c5-ae97-060f77b7edc0 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:09:54.960753 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-787068bb-1837-4e23-9967-700ed6a6f24a req-eb33ffb3-0337-4e94-b0f8-e0bd65070864 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 944 time: 0.3386281 Nov 24 13:09:54.981211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Port ea276cc2-06a8-4bb3-ac35-b90567ed09da on network 788af654-404a-49ff-82d3-1a9e7e522cf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:54.981615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Attempting to bind port ea276cc2-06a8-4bb3-ac35-b90567ed09da on network 788af654-404a-49ff-82d3-1a9e7e522cf9 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:54.998234 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:09:54.998773 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Checking segment: {'id': '33e59eb4-5999-4914-9695-385e910d85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:54.999539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Bound using segment: {'id': '33e59eb4-5999-4914-9695-385e910d85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:09:55.000420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Bound port: ea276cc2-06a8-4bb3-ac35-b90567ed09da, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e59eb4-5999-4914-9695-385e910d85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:09:55.000933 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:55.028932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:55.085868 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-787068bb-1837-4e23-9967-700ed6a6f24a req-a61bfde8-f41b-4e1d-9230-eae7cae8bdb9 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231315 Nov 24 13:09:55.148375 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-123d369a-7fa9-4342-bece-27ece6f91a3b tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "PUT /v2.0/subnets/b0d017ed-9b0b-4abe-bb2b-787f359e070c/tags/tempest-TagsExtTest-Tag-357736156 HTTP/1.1" status: 201 len: 201 time: 1.8182683 Nov 24 13:09:55.197210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47246) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:55.215334 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:09:55.217864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-ffab8836-d817-4089-968d-2c9db5b3e17e tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b442267e-55f1-41c4-8fb8-bfcc8fb0243b', 'tempest-TagsExtTest-Tag-704373912') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:55.290807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] For port ea276cc2-06a8-4bb3-ac35-b90567ed09da, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:09:55.295833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] For port ea276cc2-06a8-4bb3-ac35-b90567ed09da, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ea276cc2-06a8-4bb3-ac35-b90567ed09da,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:09:55.344696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:55.357340 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d755ce65-9f91-4f83-9f8f-cb1986335c38 req-490a3dd9-4e6c-4680-a0b9-95cc1162a5f0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9930918 Nov 24 13:09:55.364882 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:55.366600 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:55.499703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc8db77-c9a2-4d41-859c-4edb3137080e None None] Network df35285c-181e-4d5c-8996-7aa564d07f5e requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:09:55.558155 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc08e8b0-547d-42b9-93ee-62fc3616c40e x-openstack-request-id: req-fc08e8b0-547d-42b9-93ee-62fc3616c40e {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:55.558888 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161a9948-80f6-4ebc-9d76-1eb897a7a8f1", "name": "network-vif-deleted", "tag": "a5f0a46f-d367-47c5-ae97-060f77b7edc0", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:55.561646 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc08e8b0-547d-42b9-93ee-62fc3616c40e {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:55.562242 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '161a9948-80f6-4ebc-9d76-1eb897a7a8f1', 'name': 'network-vif-deleted', 'tag': 'a5f0a46f-d367-47c5-ae97-060f77b7edc0', 'status': 'completed', 'code': 200} Nov 24 13:09:55.563854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Pushing event updated for resources: {'Port': ['ID=ea276cc2-06a8-4bb3-ac35-b90567ed09da,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:55.626934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:55.628566 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:55.645331 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:55.653108 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810c4ee9-f1e3-43cc-844f-9db3bbdae8e8 x-openstack-request-id: req-810c4ee9-f1e3-43cc-844f-9db3bbdae8e8 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:55.653829 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62388652-346f-4277-8827-afb2f4032a8b", "name": "network-vif-plugged", "status": "completed", "tag": "98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:55.654074 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-00f4d65c-af95-4eb8-a1e4-121b9c4daa5c service neutron] 10.222.0.46 "PUT /v2.0/ports/ea276cc2-06a8-4bb3-ac35-b90567ed09da HTTP/1.1" status: 200 len: 1091 time: 4.2222111 Nov 24 13:09:55.654589 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-810c4ee9-f1e3-43cc-844f-9db3bbdae8e8 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:55.655702 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62388652-346f-4277-8827-afb2f4032a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0', 'code': 200} Nov 24 13:09:55.726528 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac5c75-ddad-470d-857a-1281d80be93c req-f119a214-e698-4a60-a8a9-44a4089ece21 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:55.734555 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69ac5c75-ddad-470d-857a-1281d80be93c req-f119a214-e698-4a60-a8a9-44a4089ece21 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 943 time: 0.4346142 Nov 24 13:09:55.777121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ffab8836-d817-4089-968d-2c9db5b3e17e tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "PUT /v2.0/ports/b442267e-55f1-41c4-8fb8-bfcc8fb0243b/tags/tempest-TagsExtTest-Tag-704373912 HTTP/1.1" status: 201 len: 201 time: 0.5723748 Nov 24 13:09:55.791215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939dd97a-ac52-43f6-a48d-b966f5cc2904 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:09:55.805422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47266) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:55.814079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-d6830054-dfe0-4923-ae1a-ddc9fd009e50 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9fea8f4f-65c5-438e-a0a1-3aa669c3175b', 'tempest-TagsExtTest-Tag-885317972') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:55.819652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47268) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:55.832381 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:55.933056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-47ffec5a-aef7-4621-b68e-6d06fe2512cc None None] Provisioning complete for port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:55.933870 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-47ffec5a-aef7-4621-b68e-6d06fe2512cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:56.173849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Transition to ACTIVE for port object 939dd97a-ac52-43f6-a48d-b966f5cc2904 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:09:56.263406 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:56.307940 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:56.366887 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69ac5c75-ddad-470d-857a-1281d80be93c req-d89237ec-75e5-4b9d-8f7a-2df1e09eb5f1 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5824625 Nov 24 13:09:56.371218 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:56.380207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-56cf836b-5533-43dc-af07-f25dc47319c3 admin admin] Deleting subnet f0f3e85b-683d-4513-bd49-62d39197bf31 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:09:56.383980 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56cf836b-5533-43dc-af07-f25dc47319c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:56.420018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b03fe1f4-b61a-456e-b8ff-47a7154f34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:56.422745 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b03fe1f4-b61a-456e-b8ff-47a7154f34b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c40a7121b9d74b20b724fe79a66c3bb1&device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 1094 time: 0.6866527 Nov 24 13:09:56.426842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d422b-6bef-4aea-a01c-b4aaede863d0 req-22a080f6-981d-4d55-a924-ba0dc1b77833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:56.428580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-360d422b-6bef-4aea-a01c-b4aaede863d0 req-22a080f6-981d-4d55-a924-ba0dc1b77833 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 1096 time: 0.2014515 Nov 24 13:09:56.504961 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-47ffec5a-aef7-4621-b68e-6d06fe2512cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:56.535849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb,segment=NetworkSegment(646924ea-006b-4f3c-bbf7-4af0cc059ab2),segment_id=646924ea-006b-4f3c-bbf7-4af0cc059ab2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:09:56.594414 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-47ffec5a-aef7-4621-b68e-6d06fe2512cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:09:56.595025 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-47ffec5a-aef7-4621-b68e-6d06fe2512cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:09:56.596129 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:56.698289 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:56.707473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:56.710000 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56cf836b-5533-43dc-af07-f25dc47319c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:56.886053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4174c0-c251-48fd-aa99-7e83b4347492 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:09:56.891323 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-360d422b-6bef-4aea-a01c-b4aaede863d0 req-a9d284dd-ea97-4fe5-8d73-44833812fcb9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146533 Nov 24 13:09:56.895505 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:56.909273 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-8b4b43a8-3d5d-4606-bff6-23e9e18eb486 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea276cc2-06a8-4bb3-ac35-b90567ed09da HTTP/1.1" status: 200 len: 217 time: 0.4762776 Nov 24 13:09:56.918004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Transition to ACTIVE for port object 7d4174c0-c251-48fd-aa99-7e83b4347492 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:09:56.940450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8b5e1-6dba-4e70-96c0-e2ee4f808efd req-59d7ead5-ff04-4ebe-916f-c84662e874b4 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:56.951049 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0b8b5e1-6dba-4e70-96c0-e2ee4f808efd req-59d7ead5-ff04-4ebe-916f-c84662e874b4 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 945 time: 0.7600777 Nov 24 13:09:56.961954 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:56.979050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Pushing event updated for resources: {'Port': ['ID=939dd97a-ac52-43f6-a48d-b966f5cc2904,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:56.995364 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d6830054-dfe0-4923-ae1a-ddc9fd009e50 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "PUT /v2.0/routers/9fea8f4f-65c5-438e-a0a1-3aa669c3175b/tags/tempest-TagsExtTest-Tag-885317972 HTTP/1.1" status: 201 len: 201 time: 1.1865392 Nov 24 13:09:57.004406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47304) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:57.161449 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-abc6eebc-ab3a-42cd-9d83-dc44a7d90562 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c86b1107-efed-47df-aa9e-bf441a06b824', 'tempest-TagsExtTest-Tag-1973140441') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:57.176834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:09:57.180368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-84b22a65-bf38-4cc2-9618-a750940d201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:57.181983 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-84b22a65-bf38-4cc2-9618-a750940d201a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2be732a-2e92-4f60-a5fc-9b47deafe6f0 HTTP/1.1" status: 200 len: 858 time: 0.2492867 Nov 24 13:09:57.252010 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de620b-efce-4f85-a84f-fd28918ca44c req-7c3e1013-488e-4aaf-aaed-2490747d7a3b tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:57.264773 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16de620b-efce-4f85-a84f-fd28918ca44c req-7c3e1013-488e-4aaf-aaed-2490747d7a3b tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.4680414 Nov 24 13:09:57.279878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:57.281029 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:57.341631 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-d19f6a70-8e40-48da-a04d-f73c4abd04ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=788af654-404a-49ff-82d3-1a9e7e522cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459866 Nov 24 13:09:57.490696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c4998b1e-5424-4b50-9a99-f31aa98ecf3f None None] Provisioning complete for port b442267e-55f1-41c4-8fb8-bfcc8fb0243b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:57.491022 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c4998b1e-5424-4b50-9a99-f31aa98ecf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:57.522213 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-7c371e6a-6116-4c2d-8d9f-63088e89e7e6 service neutron] 10.222.0.46 "GET /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692634 Nov 24 13:09:57.583027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c4998b1e-5424-4b50-9a99-f31aa98ecf3f None None] Port b442267e-55f1-41c4-8fb8-bfcc8fb0243b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:09:57.591141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa1da23-32f8-46ee-b677-db873dfe28c7', 'tag': 'ea276cc2-06a8-4bb3-ac35-b90567ed09da'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:57.593885 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb6d4ad-7852-425c-beb2-1fdb89e45d70" -d '{"events": [{"name": "network-changed", "server_uuid": "caa1da23-32f8-46ee-b677-db873dfe28c7", "tag": "ea276cc2-06a8-4bb3-ac35-b90567ed09da"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:57.598053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c4998b1e-5424-4b50-9a99-f31aa98ecf3f None None] Provisioning complete for port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:09:57.599458 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c4998b1e-5424-4b50-9a99-f31aa98ecf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:57.707072 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16de620b-efce-4f85-a84f-fd28918ca44c req-b1340c4f-b068-42d3-8260-d1997429d639 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408324 Nov 24 13:09:57.743731 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-abc6eebc-ab3a-42cd-9d83-dc44a7d90562 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "PUT /v2.0/subnetpools/c86b1107-efed-47df-aa9e-bf441a06b824/tags/tempest-TagsExtTest-Tag-1973140441 HTTP/1.1" status: 201 len: 201 time: 0.5900688 Nov 24 13:09:57.753155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47328) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:57.763530 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-c3a3c1db-8c37-4af8-b9ab-70e54c15f20f tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b0d017ed-9b0b-4abe-bb2b-787f359e070c') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:57.785645 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56cf836b-5533-43dc-af07-f25dc47319c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:57.847530 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Pushing event updated for resources: {'Port': ['ID=7d4174c0-c251-48fd-aa99-7e83b4347492,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:57.896151 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0b8b5e1-6dba-4e70-96c0-e2ee4f808efd req-2a61f18d-13ff-4a3e-b7be-686b2aecdb0d tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9439423 Nov 24 13:09:57.925109 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-47761142-84ee-4620-99c9-481e49757413 service neutron] 10.222.0.46 "GET /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826811 Nov 24 13:09:57.972698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Attempting to bind port 939dd97a-ac52-43f6-a48d-b966f5cc2904 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:57.973369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Attempting to bind port 939dd97a-ac52-43f6-a48d-b966f5cc2904 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '33e59eb4-5999-4914-9695-385e910d85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:57.973931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Attempting to bind port 939dd97a-ac52-43f6-a48d-b966f5cc2904 on network 788af654-404a-49ff-82d3-1a9e7e522cf9 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:57.996604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Port 939dd97a-ac52-43f6-a48d-b966f5cc2904 on network 788af654-404a-49ff-82d3-1a9e7e522cf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:57.996967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Attempting to bind port 939dd97a-ac52-43f6-a48d-b966f5cc2904 on network 788af654-404a-49ff-82d3-1a9e7e522cf9 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:58.004684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Attempting to bind port 7d4174c0-c251-48fd-aa99-7e83b4347492 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:09:58.005078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Attempting to bind port 7d4174c0-c251-48fd-aa99-7e83b4347492 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '33e59eb4-5999-4914-9695-385e910d85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:09:58.005547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Attempting to bind port 7d4174c0-c251-48fd-aa99-7e83b4347492 on network 788af654-404a-49ff-82d3-1a9e7e522cf9 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:58.010744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:09:58.011143 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Checking segment: {'id': '33e59eb4-5999-4914-9695-385e910d85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:58.011541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Bound using segment: {'id': '33e59eb4-5999-4914-9695-385e910d85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:09:58.011989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Bound port: 939dd97a-ac52-43f6-a48d-b966f5cc2904, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e59eb4-5999-4914-9695-385e910d85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:09:58.012583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.016491 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56cf836b-5533-43dc-af07-f25dc47319c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.030752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Port 7d4174c0-c251-48fd-aa99-7e83b4347492 on network 788af654-404a-49ff-82d3-1a9e7e522cf9 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:09:58.031045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Attempting to bind port 7d4174c0-c251-48fd-aa99-7e83b4347492 on network 788af654-404a-49ff-82d3-1a9e7e522cf9 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:09:58.059516 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d49a38d-3849-4c42-866f-0efead309193 x-openstack-request-id: req-9d49a38d-3849-4c42-866f-0efead309193 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:58.060801 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa1da23-32f8-46ee-b677-db873dfe28c7", "tag": "ea276cc2-06a8-4bb3-ac35-b90567ed09da", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:58.061268 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d49a38d-3849-4c42-866f-0efead309193 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:58.062012 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa1da23-32f8-46ee-b677-db873dfe28c7', 'tag': 'ea276cc2-06a8-4bb3-ac35-b90567ed09da', 'status': 'completed', 'code': 200} Nov 24 13:09:58.068079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf836b-5533-43dc-af07-f25dc47319c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f3e85b-683d-4513-bd49-62d39197bf31,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:58.071158 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56cf836b-5533-43dc-af07-f25dc47319c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.077545 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-56cf836b-5533-43dc-af07-f25dc47319c3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f0f3e85b-683d-4513-bd49-62d39197bf31 HTTP/1.1" status: 204 len: 168 time: 2.2521675 Nov 24 13:09:58.078120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:09:58.078472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Checking segment: {'id': '33e59eb4-5999-4914-9695-385e910d85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:09:58.078861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Bound using segment: {'id': '33e59eb4-5999-4914-9695-385e910d85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:09:58.079315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Bound port: 7d4174c0-c251-48fd-aa99-7e83b4347492, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e59eb4-5999-4914-9695-385e910d85a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:09:58.079792 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.082947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75042e43-f65d-4599-9073-d9d5397802e3 req-30e3b8b3-aeb0-4c36-9f6e-cb18c66e4e56 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:58.084525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47332) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:58.094786 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75042e43-f65d-4599-9073-d9d5397802e3 req-30e3b8b3-aeb0-4c36-9f6e-cb18c66e4e56 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 943 time: 0.2652125 Nov 24 13:09:58.208210 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c3a3c1db-8c37-4af8-b9ab-70e54c15f20f tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/subnets/b0d017ed-9b0b-4abe-bb2b-787f359e070c/tags HTTP/1.1" status: 200 len: 240 time: 0.4498615 Nov 24 13:09:58.214645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47336) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:58.217823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] For port 939dd97a-ac52-43f6-a48d-b966f5cc2904, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:09:58.223156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-78accb46-5706-4b05-b7b5-b37ab5a2438f tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b0d017ed-9b0b-4abe-bb2b-787f359e070c', 'tempest-TagsExtTest-Tag-357736156') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:58.226694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] For port 939dd97a-ac52-43f6-a48d-b966f5cc2904, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=939dd97a-ac52-43f6-a48d-b966f5cc2904,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:09:58.260414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6d4ad-7852-425c-beb2-1fdb89e45d70 req-bada8ce5-4bf8-4761-bd70-f78a02c3746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:58.261962 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fb6d4ad-7852-425c-beb2-1fdb89e45d70 req-bada8ce5-4bf8-4761-bd70-f78a02c3746d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c40a7121b9d74b20b724fe79a66c3bb1&device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 1094 time: 0.1485736 Nov 24 13:09:58.281309 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75042e43-f65d-4599-9073-d9d5397802e3 req-cdaa48f2-a456-4cc7-b7d2-31ba2092cee4 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781986 Nov 24 13:09:58.281910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47338) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:58.346707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5eb3cc75-93c4-4e3d-a31e-39fc6f3963c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.385018 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-78accb46-5706-4b05-b7b5-b37ab5a2438f tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/subnets/b0d017ed-9b0b-4abe-bb2b-787f359e070c/tags/tempest-TagsExtTest-Tag-357736156 HTTP/1.1" status: 204 len: 168 time: 0.1646805 Nov 24 13:09:58.387490 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47342) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:58.392660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-e7fd96bc-3725-45cc-acb2-46ba2c3661b6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b0d017ed-9b0b-4abe-bb2b-787f359e070c', 'tempest-TagsExtTest-Tag-357736156') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:58.439259 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] For port 7d4174c0-c251-48fd-aa99-7e83b4347492, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:09:58.443195 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] For port 7d4174c0-c251-48fd-aa99-7e83b4347492, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7d4174c0-c251-48fd-aa99-7e83b4347492,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:09:58.445939 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6d4ad-7852-425c-beb2-1fdb89e45d70 req-416d1115-7e1b-4673-807a-e9390d89d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:58.447680 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fb6d4ad-7852-425c-beb2-1fdb89e45d70 req-416d1115-7e1b-4673-807a-e9390d89d52a service neutron] 10.222.0.46 "GET /v2.0/networks?id=788af654-404a-49ff-82d3-1a9e7e522cf9 HTTP/1.1" status: 200 len: 919 time: 0.1648941 Nov 24 13:09:58.449955 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.502323 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fb6d4ad-7852-425c-beb2-1fdb89e45d70 req-f8eb96ed-f2a8-40e0-b40a-5518f70ebeff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea276cc2-06a8-4bb3-ac35-b90567ed09da HTTP/1.1" status: 200 len: 217 time: 0.0462484 Nov 24 13:09:58.516688 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.529636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Pushing event updated for resources: {'Port': ['ID=939dd97a-ac52-43f6-a48d-b966f5cc2904,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:58.585634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6d4ad-7852-425c-beb2-1fdb89e45d70 req-ed3fcaa3-fed2-40a6-a395-05b75c91ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:58.587953 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fb6d4ad-7852-425c-beb2-1fdb89e45d70 req-ed3fcaa3-fed2-40a6-a395-05b75c91ef89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2be732a-2e92-4f60-a5fc-9b47deafe6f0 HTTP/1.1" status: 200 len: 858 time: 0.0726752 Nov 24 13:09:58.589985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:58.590746 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.592465 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-932107c4-2ca6-4674-aba3-1e4da3e8ad0b service neutron] 10.222.0.46 "PUT /v2.0/ports/939dd97a-ac52-43f6-a48d-b966f5cc2904 HTTP/1.1" status: 200 len: 1091 time: 4.4183066 Nov 24 13:09:58.594085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Pushing event updated for resources: {'Port': ['ID=7d4174c0-c251-48fd-aa99-7e83b4347492,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:58.596666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429', 'tag': '939dd97a-ac52-43f6-a48d-b966f5cc2904'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:09:58.597453 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e7fd96bc-3725-45cc-acb2-46ba2c3661b6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/subnets/b0d017ed-9b0b-4abe-bb2b-787f359e070c/tags/tempest-TagsExtTest-Tag-357736156 HTTP/1.1" status: 204 len: 168 time: 0.2087915 Nov 24 13:09:58.601755 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d72a34-a786-41a0-a88e-606179322dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429", "tag": "939dd97a-ac52-43f6-a48d-b966f5cc2904"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:09:58.606243 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47344) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:58.612982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:58.613748 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.615117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-b04ecba0-c050-4da5-b2a3-72a10cdfe0fc service neutron] 10.222.0.59 "PUT /v2.0/ports/7d4174c0-c251-48fd-aa99-7e83b4347492 HTTP/1.1" status: 200 len: 1091 time: 3.9833376 Nov 24 13:09:58.649384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-0b297a72-9c4a-46c7-bc0a-80729eaaf3b6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b0d017ed-9b0b-4abe-bb2b-787f359e070c') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:58.703345 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fb6d4ad-7852-425c-beb2-1fdb89e45d70 req-7316edcc-bdcd-4266-8340-1931ea07dd00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=788af654-404a-49ff-82d3-1a9e7e522cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031358 Nov 24 13:09:58.726528 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5eb3cc75-93c4-4e3d-a31e-39fc6f3963c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.741313 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d434c654-767c-4f46-a836-32f34adf0983 x-openstack-request-id: req-d434c654-767c-4f46-a836-32f34adf0983 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:09:58.741618 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429", "tag": "939dd97a-ac52-43f6-a48d-b966f5cc2904", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:09:58.741990 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d434c654-767c-4f46-a836-32f34adf0983 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:09:58.742286 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429', 'tag': '939dd97a-ac52-43f6-a48d-b966f5cc2904', 'status': 'completed', 'code': 200} Nov 24 13:09:58.747343 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-470a47b5-d193-4b3b-9ab7-94154ec45a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.784412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5eb3cc75-93c4-4e3d-a31e-39fc6f3963c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c226cd-be44-48cf-a7e4-3f9e6832d7e7']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:58.795865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5eb3cc75-93c4-4e3d-a31e-39fc6f3963c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:58.796577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5eb3cc75-93c4-4e3d-a31e-39fc6f3963c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc15864-ddaf-45b1-82f2-7ffe1dcbf4c5') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:58.816968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5eb3cc75-93c4-4e3d-a31e-39fc6f3963c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.833240 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5eb3cc75-93c4-4e3d-a31e-39fc6f3963c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.840491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb3cc75-93c4-4e3d-a31e-39fc6f3963c6 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:09:58.841075 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5eb3cc75-93c4-4e3d-a31e-39fc6f3963c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:09:58.916671 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:09:58.924737 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5eb3cc75-93c4-4e3d-a31e-39fc6f3963c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.969582 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5eb3cc75-93c4-4e3d-a31e-39fc6f3963c6 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:58.975476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5eb3cc75-93c4-4e3d-a31e-39fc6f3963c6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/11c226cd-be44-48cf-a7e4-3f9e6832d7e7 HTTP/1.1" status: 204 len: 168 time: 0.8868985 Nov 24 13:09:59.030037 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732967a-fdee-467b-bb1c-46fadb467e03 req-2b78a51c-3723-4289-8a25-1ddc6ac32905 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:59.037490 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a732967a-fdee-467b-bb1c-46fadb467e03 req-2b78a51c-3723-4289-8a25-1ddc6ac32905 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.2054739 Nov 24 13:09:59.058129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3cc75-93c4-4e3d-a31e-39fc6f3963c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c226cd-be44-48cf-a7e4-3f9e6832d7e7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:59.063902 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fb6d4ad-7852-425c-beb2-1fdb89e45d70 req-268b846c-6151-49cf-b660-cb1ae879c7ce service neutron] 10.222.0.46 "GET /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513448 Nov 24 13:09:59.132686 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-470a47b5-d193-4b3b-9ab7-94154ec45a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:59.153625 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-7f40c70c-879a-4af8-8c29-5be81807e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:59.155161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-7f40c70c-879a-4af8-8c29-5be81807e649 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c40a7121b9d74b20b724fe79a66c3bb1&device_id=2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429 HTTP/1.1" status: 200 len: 1094 time: 0.4121251 Nov 24 13:09:59.157364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-92aca949-7aa5-49a9-b8d1-01f55f6f284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:59.159704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-92aca949-7aa5-49a9-b8d1-01f55f6f284e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c40a7121b9d74b20b724fe79a66c3bb1&device_id=30ff93ec-7170-4b73-9b50-bfed8a7d9bd7 HTTP/1.1" status: 200 len: 1094 time: 0.4154148 Nov 24 13:09:59.166383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0b297a72-9c4a-46c7-bc0a-80729eaaf3b6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/subnets/b0d017ed-9b0b-4abe-bb2b-787f359e070c/tags HTTP/1.1" status: 200 len: 205 time: 0.5559800 Nov 24 13:09:59.170046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47358) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:59.175757 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-470a47b5-d193-4b3b-9ab7-94154ec45a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:59.195120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-11bbbb38-9f50-480e-abcf-4743333a0f81 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b442267e-55f1-41c4-8fb8-bfcc8fb0243b') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:59.197509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47362) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:59.221837 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a732967a-fdee-467b-bb1c-46fadb467e03 req-7c5209bf-22b7-4e9e-8e31-c19da8b3982e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833816 Nov 24 13:09:59.270705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-470a47b5-d193-4b3b-9ab7-94154ec45a7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=026888fee97d4f919d01fa9ac2c04633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9840217 Nov 24 13:09:59.273661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a47b5-d193-4b3b-9ab7-94154ec45a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d40e8fa-908d-4430-8957-237f631a6717,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:59.276255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47364) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:59.328507 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fb6d4ad-7852-425c-beb2-1fdb89e45d70 req-a3e6a085-6f07-439c-8872-cf6a0653bcd9 service neutron] 10.222.0.46 "GET /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487764 Nov 24 13:09:59.332127 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-1dc8337d-c6de-46cc-9572-d3e24b812f45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d4174c0-c251-48fd-aa99-7e83b4347492 HTTP/1.1" status: 200 len: 217 time: 0.1627662 Nov 24 13:09:59.340587 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-82b1e28a-ed4e-4cf2-8148-cf8c39561bcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=939dd97a-ac52-43f6-a48d-b966f5cc2904 HTTP/1.1" status: 200 len: 217 time: 0.1728795 Nov 24 13:09:59.355818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635e922-a9af-4704-aa34-b60d8ba2478b req-e5e911a0-71ae-4633-8f3e-53de0ba34592 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:59.366055 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-63691981-3d30-44de-8792-67f93893f282 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fc5b862c41e45e2882a6f8bcd37ddb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537383 Nov 24 13:09:59.367598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47368) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:59.368700 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6635e922-a9af-4704-aa34-b60d8ba2478b req-e5e911a0-71ae-4633-8f3e-53de0ba34592 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 945 time: 0.3234861 Nov 24 13:09:59.397420 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37593fb1-9cb4-4fd6-8ace-375b2ab73a54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:59.426950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-2a97c8dc-3508-42b5-8ea1-2cc294270161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:59.429873 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-2a97c8dc-3508-42b5-8ea1-2cc294270161 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2be732a-2e92-4f60-a5fc-9b47deafe6f0 HTTP/1.1" status: 200 len: 858 time: 0.0829353 Nov 24 13:09:59.452497 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6cf713f9-bfdf-42c5-a318-72977d539039 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:59.455935 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37593fb1-9cb4-4fd6-8ace-375b2ab73a54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:59.515865 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-ff415f85-6ce3-4ec0-bc29-5f41be7c266a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=788af654-404a-49ff-82d3-1a9e7e522cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657861 Nov 24 13:09:59.546891 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6cf713f9-bfdf-42c5-a318-72977d539039 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:59.595612 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbd2e3-6b29-4f08-ae3c-d638b0e3d7be req-546c797e-5482-4172-853a-a6a797ad6663 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:59.604439 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-77fbd2e3-6b29-4f08-ae3c-d638b0e3d7be req-546c797e-5482-4172-853a-a6a797ad6663 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 943 time: 0.1408103 Nov 24 13:09:59.650843 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37593fb1-9cb4-4fd6-8ace-375b2ab73a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:59.653807 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37593fb1-9cb4-4fd6-8ace-375b2ab73a54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:59.655185 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-37593fb1-9cb4-4fd6-8ace-375b2ab73a54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d40e8fa-908d-4430-8957-237f631a6717 HTTP/1.1" status: 204 len: 168 time: 0.3737686 Nov 24 13:09:59.715427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37593fb1-9cb4-4fd6-8ace-375b2ab73a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d40e8fa-908d-4430-8957-237f631a6717,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:59.741012 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-77fbd2e3-6b29-4f08-ae3c-d638b0e3d7be req-f4992173-195a-4920-a720-e8f1af388225 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354303 Nov 24 13:09:59.748080 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6cf713f9-bfdf-42c5-a318-72977d539039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:59.753375 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6cf713f9-bfdf-42c5-a318-72977d539039 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:09:59.755388 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6cf713f9-bfdf-42c5-a318-72977d539039 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cda581f-6132-46e5-aa9f-719549de2cfd HTTP/1.1" status: 204 len: 168 time: 0.3866014 Nov 24 13:09:59.775617 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-e4de8dbd-a638-438a-936a-a4a2f28fc8b3 service neutron] 10.222.0.59 "GET /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490697 Nov 24 13:09:59.797572 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf713f9-bfdf-42c5-a318-72977d539039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cda581f-6132-46e5-aa9f-719549de2cfd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:09:59.803191 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-11bbbb38-9f50-480e-abcf-4743333a0f81 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/ports/b442267e-55f1-41c4-8fb8-bfcc8fb0243b/tags HTTP/1.1" status: 200 len: 240 time: 0.6318946 Nov 24 13:09:59.810792 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47376) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:09:59.817595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-f7019e9e-fefe-4e20-980a-d3d135bec8e8 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b442267e-55f1-41c4-8fb8-bfcc8fb0243b', 'tempest-TagsExtTest-Tag-704373912') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:09:59.834877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-3b0adf0a-c351-4dbe-8d37-8284696310db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:09:59.837225 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-3b0adf0a-c351-4dbe-8d37-8284696310db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2be732a-2e92-4f60-a5fc-9b47deafe6f0 HTTP/1.1" status: 200 len: 858 time: 0.4665520 Nov 24 13:09:59.904152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6635e922-a9af-4704-aa34-b60d8ba2478b req-d31f78ed-8002-4bbe-856a-3e53013d1ea4 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338964 Nov 24 13:09:59.985031 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-f886adbb-b0d5-433b-a474-acd5ec542b7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=788af654-404a-49ff-82d3-1a9e7e522cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798414 Nov 24 13:10:00.075585 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bc8a2-2cf9-4fe1-a806-62a5422fed82 req-5d022825-3796-4c31-83cd-f649f645a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:00.082778 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-443bc8a2-2cf9-4fe1-a806-62a5422fed82 req-5d022825-3796-4c31-83cd-f649f645a404 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 1096 time: 0.1418207 Nov 24 13:10:00.146778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47384) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:00.147563 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f7019e9e-fefe-4e20-980a-d3d135bec8e8 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/ports/b442267e-55f1-41c4-8fb8-bfcc8fb0243b/tags/tempest-TagsExtTest-Tag-704373912 HTTP/1.1" status: 204 len: 168 time: 0.3344154 Nov 24 13:10:00.153717 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-f911c6de-01b4-43f4-be2d-245a59ee75dd tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b442267e-55f1-41c4-8fb8-bfcc8fb0243b', 'tempest-TagsExtTest-Tag-704373912') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:00.218512 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-2011ee72-30c6-4d97-862c-bd549d3fee66 service neutron] 10.222.0.59 "GET /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267132 Nov 24 13:10:00.269269 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-26a5cc22-5ecd-4936-9af9-8c76d92ee611 service neutron] 10.222.0.46 "GET /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991494 Nov 24 13:10:00.689964 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae48812-ed86-4f74-84bd-0d9bb5754ce9 req-90249170-78a5-4a01-8369-29c8ebb3174c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:00.692334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47406) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:00.722472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ae48812-ed86-4f74-84bd-0d9bb5754ce9 req-90249170-78a5-4a01-8369-29c8ebb3174c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.3692703 Nov 24 13:10:00.725857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bc8a2-2cf9-4fe1-a806-62a5422fed82 req-0d7a279c-72d3-4606-b1aa-99d01ef4fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:00.727297 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-443bc8a2-2cf9-4fe1-a806-62a5422fed82 req-0d7a279c-72d3-4606-b1aa-99d01ef4fba4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 913 time: 0.5036612 Nov 24 13:10:00.738043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e98fc-97bb-4a81-b45b-f0d3ab38bb55 req-ef8edee4-6a25-4ee8-8410-6da7e29cb201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:00.740006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b88e98fc-97bb-4a81-b45b-f0d3ab38bb55 req-ef8edee4-6a25-4ee8-8410-6da7e29cb201 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5f759367f4a4f6ea715d2748d09c2c2&device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 1096 time: 0.2149963 Nov 24 13:10:00.746873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47408) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:00.748619 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f911c6de-01b4-43f4-be2d-245a59ee75dd tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/ports/b442267e-55f1-41c4-8fb8-bfcc8fb0243b/tags/tempest-TagsExtTest-Tag-704373912 HTTP/1.1" status: 204 len: 168 time: 0.5846608 Nov 24 13:10:00.751154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ff93ec-7170-4b73-9b50-bfed8a7d9bd7', 'tag': '7d4174c0-c251-48fd-aa99-7e83b4347492'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:00.758477 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd60da3a-44e9-44a7-8bf6-9ebe3afd39cd" -d '{"events": [{"name": "network-changed", "server_uuid": "30ff93ec-7170-4b73-9b50-bfed8a7d9bd7", "tag": "7d4174c0-c251-48fd-aa99-7e83b4347492"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:00.781092 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-81f1ccc7-ad5e-48b2-8d13-3b7f22727f51 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b442267e-55f1-41c4-8fb8-bfcc8fb0243b') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:00.796613 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-443bc8a2-2cf9-4fe1-a806-62a5422fed82 req-a93afee6-5faf-4ac6-8fe1-18a69648203f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f961cbf6-9f7f-4917-a540-4bce9293780a HTTP/1.1" status: 200 len: 217 time: 0.0464544 Nov 24 13:10:00.822452 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e2f847c3-b1a8-46fa-88fa-bee1f9b3f705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:00.835666 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6032b7a-096a-4899-acbb-6b07d042d1b8 req-8c00fdbf-bf8c-4815-ba00-a26d8a261030 service neutron] 10.222.0.46 "GET /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590091 Nov 24 13:10:00.867282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bc8a2-2cf9-4fe1-a806-62a5422fed82 req-14dbea8b-4cdb-470f-8fd3-d711c55ecba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:00.871625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-443bc8a2-2cf9-4fe1-a806-62a5422fed82 req-14dbea8b-4cdb-470f-8fd3-d711c55ecba9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 200 len: 852 time: 0.0675590 Nov 24 13:10:00.940822 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-443bc8a2-2cf9-4fe1-a806-62a5422fed82 req-5cc6c13f-a68d-47d9-946f-411b49926d86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=947fd8e7-0529-4083-a4cd-f5a8c40e92df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526714 Nov 24 13:10:01.028214 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ae48812-ed86-4f74-84bd-0d9bb5754ce9 req-eeb93972-febf-4db7-b8e6-87e844844fde tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047876 Nov 24 13:10:01.155848 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-443bc8a2-2cf9-4fe1-a806-62a5422fed82 req-fc120500-1bfb-4ea2-92e1-e08fb7be59f1 service neutron] 10.222.0.46 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964574 Nov 24 13:10:01.309595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d922da8-bf4a-48ed-bf6e-1253b7bc150a req-ba447f8f-26bf-4100-b900-9ee266d9083a tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:01.320640 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d922da8-bf4a-48ed-bf6e-1253b7bc150a req-ba447f8f-26bf-4100-b900-9ee266d9083a tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 945 time: 0.6866539 Nov 24 13:10:01.337289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160846d1-892d-4b89-805a-3bd75eab605a req-86d53d47-4292-4656-97fe-be70a5ffbde6 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:01.339106 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-160846d1-892d-4b89-805a-3bd75eab605a req-86d53d47-4292-4656-97fe-be70a5ffbde6 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 943 time: 0.1426256 Nov 24 13:10:01.373227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-443bc8a2-2cf9-4fe1-a806-62a5422fed82 req-4b45ddc6-a0d0-4c35-b3e7-90e68ca2cfc9 service neutron] 10.222.0.46 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113876 Nov 24 13:10:01.423086 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e2f847c3-b1a8-46fa-88fa-bee1f9b3f705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:01.446365 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e2f847c3-b1a8-46fa-88fa-bee1f9b3f705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:01.460237 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-160846d1-892d-4b89-805a-3bd75eab605a req-fc25c6e4-d12f-4bd1-8b71-3e1afec10cc1 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085391 Nov 24 13:10:01.513647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f847c3-b1a8-46fa-88fa-bee1f9b3f705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c7c777-1be2-483d-8808-dfd13538a43e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:01.539333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d72a34-a786-41a0-a88e-606179322dd2 req-c87cb9bf-d65b-41b4-ad12-c80acac00ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:01.541503 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3d72a34-a786-41a0-a88e-606179322dd2 req-c87cb9bf-d65b-41b4-ad12-c80acac00ef9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c40a7121b9d74b20b724fe79a66c3bb1&device_id=2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429 HTTP/1.1" status: 200 len: 1094 time: 0.6175687 Nov 24 13:10:01.597196 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01df6dd0-0f20-40b5-8b5d-5a5d69709c30 x-openstack-request-id: req-01df6dd0-0f20-40b5-8b5d-5a5d69709c30 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:01.597475 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ff93ec-7170-4b73-9b50-bfed8a7d9bd7", "tag": "7d4174c0-c251-48fd-aa99-7e83b4347492", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:01.597744 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01df6dd0-0f20-40b5-8b5d-5a5d69709c30 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:01.598158 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ff93ec-7170-4b73-9b50-bfed8a7d9bd7', 'tag': '7d4174c0-c251-48fd-aa99-7e83b4347492', 'status': 'completed', 'code': 200} Nov 24 13:10:01.618762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d922da8-bf4a-48ed-bf6e-1253b7bc150a req-21a4807c-899b-4fe9-b962-f1efec6b1334 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963698 Nov 24 13:10:01.695790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60da3a-44e9-44a7-8bf6-9ebe3afd39cd req-1e96bf0e-6dd3-49ef-bded-971a198fece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:01.697275 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fd60da3a-44e9-44a7-8bf6-9ebe3afd39cd req-1e96bf0e-6dd3-49ef-bded-971a198fece5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c40a7121b9d74b20b724fe79a66c3bb1&device_id=30ff93ec-7170-4b73-9b50-bfed8a7d9bd7 HTTP/1.1" status: 200 len: 1094 time: 0.1150498 Nov 24 13:10:01.733944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d72a34-a786-41a0-a88e-606179322dd2 req-40a50e11-e190-4f45-9697-fdd847e2ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:01.735728 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3d72a34-a786-41a0-a88e-606179322dd2 req-40a50e11-e190-4f45-9697-fdd847e2ebfb service neutron] 10.222.0.46 "GET /v2.0/networks?id=788af654-404a-49ff-82d3-1a9e7e522cf9 HTTP/1.1" status: 200 len: 919 time: 0.1351399 Nov 24 13:10:01.739492 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-81f1ccc7-ad5e-48b2-8d13-3b7f22727f51 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/ports/b442267e-55f1-41c4-8fb8-bfcc8fb0243b/tags HTTP/1.1" status: 200 len: 205 time: 0.9690676 Nov 24 13:10:01.742514 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47434) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:01.745238 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e2f847c3-b1a8-46fa-88fa-bee1f9b3f705 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f1248b6dfaa4c83a9782ee7407eb7e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0516441 Nov 24 13:10:01.750070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-12cfff95-09b7-4983-a0c8-9d0a2f2c87fa tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9fea8f4f-65c5-438e-a0a1-3aa669c3175b') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:01.767653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47436) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:01.800783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e98fc-97bb-4a81-b45b-f0d3ab38bb55 req-6cdb854e-ba4f-4cc4-8f11-3a6efacff4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:01.803335 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b88e98fc-97bb-4a81-b45b-f0d3ab38bb55 req-6cdb854e-ba4f-4cc4-8f11-3a6efacff4a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6063391-9623-474d-a7bf-15871b51adb8 HTTP/1.1" status: 200 len: 915 time: 1.0189168 Nov 24 13:10:01.920233 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b88e98fc-97bb-4a81-b45b-f0d3ab38bb55 req-e410d895-4039-4972-be73-9ea927790c47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 HTTP/1.1" status: 200 len: 217 time: 0.0495832 Nov 24 13:10:01.922491 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3d72a34-a786-41a0-a88e-606179322dd2 req-057b60a5-014f-46f4-b3c4-85a012a63aba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=939dd97a-ac52-43f6-a48d-b966f5cc2904 HTTP/1.1" status: 200 len: 217 time: 0.1332452 Nov 24 13:10:01.998388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e98fc-97bb-4a81-b45b-f0d3ab38bb55 req-840298d8-b32c-4923-a5b0-cd7cfe1cf1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:02.000341 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b88e98fc-97bb-4a81-b45b-f0d3ab38bb55 req-840298d8-b32c-4923-a5b0-cd7cfe1cf1ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5f97e2ba-8f29-4df4-89bf-7e24204d31d1 HTTP/1.1" status: 200 len: 854 time: 0.0725405 Nov 24 13:10:02.058278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b88e98fc-97bb-4a81-b45b-f0d3ab38bb55 req-285f1184-37c1-4b74-b883-261c05736435 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6063391-9623-474d-a7bf-15871b51adb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328727 Nov 24 13:10:02.068764 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-12cfff95-09b7-4983-a0c8-9d0a2f2c87fa tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/routers/9fea8f4f-65c5-438e-a0a1-3aa669c3175b/tags HTTP/1.1" status: 200 len: 240 time: 0.3220332 Nov 24 13:10:02.074985 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47446) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:02.101725 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-a935a669-0afa-4618-927f-6a1f12654ee7 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9fea8f4f-65c5-438e-a0a1-3aa669c3175b', 'tempest-TagsExtTest-Tag-885317972') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:02.146572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ea276cc2-06a8-4bb3-ac35-b90567ed09da details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:10:02.416520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port ea276cc2-06a8-4bb3-ac35-b90567ed09da, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ea276cc2-06a8-4bb3-ac35-b90567ed09da,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:02.463645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'ea276cc2-06a8-4bb3-ac35-b90567ed09da', 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9', 'port_id': 'ea276cc2-06a8-4bb3-ac35-b90567ed09da', 'mac_address': 'fa:16:3e:3e:02:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2be732a-2e92-4f60-a5fc-9b47deafe6f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:10:02.508677 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b90c87e2-9429-46d8-a54b-4e8c7a1641b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:02.631207 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a935a669-0afa-4618-927f-6a1f12654ee7 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/routers/9fea8f4f-65c5-438e-a0a1-3aa669c3175b/tags/tempest-TagsExtTest-Tag-885317972 HTTP/1.1" status: 204 len: 168 time: 0.5431726 Nov 24 13:10:02.636605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60da3a-44e9-44a7-8bf6-9ebe3afd39cd req-fabddd27-333f-411c-9255-c0b1c947a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:02.649563 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fd60da3a-44e9-44a7-8bf6-9ebe3afd39cd req-fabddd27-333f-411c-9255-c0b1c947a8e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=788af654-404a-49ff-82d3-1a9e7e522cf9 HTTP/1.1" status: 200 len: 919 time: 0.9259462 Nov 24 13:10:02.653367 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:02.689990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47472) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:02.706915 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-0db7f9a9-b4d5-4501-98cc-bee8d6b45412 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9fea8f4f-65c5-438e-a0a1-3aa669c3175b', 'tempest-TagsExtTest-Tag-885317972') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:02.707947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea276cc2-06a8-4bb3-ac35-b90567ed09da {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:10:02.813529 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b90c87e2-9429-46d8-a54b-4e8c7a1641b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:02.814879 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port ea276cc2-06a8-4bb3-ac35-b90567ed09da, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ea276cc2-06a8-4bb3-ac35-b90567ed09da,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:02.820469 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:03.003140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=ea276cc2-06a8-4bb3-ac35-b90567ed09da,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:03.011197 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b88e98fc-97bb-4a81-b45b-f0d3ab38bb55 req-f68b02f7-55ab-4060-a3e2-55b6e8ad29d0 service neutron] 10.222.0.59 "GET /v2.0/networks/b6063391-9623-474d-a7bf-15871b51adb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9394889 Nov 24 13:10:03.068096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['ea276cc2-06a8-4bb3-ac35-b90567ed09da'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:10:03.080368 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d72a34-a786-41a0-a88e-606179322dd2 req-19835c42-02f4-46db-874e-df6911eaefa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:03.082137 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3d72a34-a786-41a0-a88e-606179322dd2 req-19835c42-02f4-46db-874e-df6911eaefa7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b2be732a-2e92-4f60-a5fc-9b47deafe6f0 HTTP/1.1" status: 200 len: 858 time: 1.0940449 Nov 24 13:10:03.170397 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3d72a34-a786-41a0-a88e-606179322dd2 req-3389bcbb-fad8-43ee-9f05-53e64e6ac1b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=788af654-404a-49ff-82d3-1a9e7e522cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654235 Nov 24 13:10:03.238736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944dd87-f89b-4c06-840f-a930bd59a261 req-d1eea882-69db-4df4-bdec-36e25520795d tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:03.257728 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f944dd87-f89b-4c06-840f-a930bd59a261 req-d1eea882-69db-4df4-bdec-36e25520795d tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 944 time: 0.2564209 Nov 24 13:10:03.424744 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b88e98fc-97bb-4a81-b45b-f0d3ab38bb55 req-68fc0610-8973-4472-9404-adbc1bbd1b4c service neutron] 10.222.0.59 "GET /v2.0/networks/b6063391-9623-474d-a7bf-15871b51adb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732915 Nov 24 13:10:03.613460 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fd60da3a-44e9-44a7-8bf6-9ebe3afd39cd req-12662384-a7bf-4d97-8b57-fc43c8e669a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d4174c0-c251-48fd-aa99-7e83b4347492 HTTP/1.1" status: 200 len: 217 time: 0.9612362 Nov 24 13:10:03.683183 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f944dd87-f89b-4c06-840f-a930bd59a261 req-d1b718c4-3a07-4222-988a-781c10f26672 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199722 Nov 24 13:10:03.724609 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3d72a34-a786-41a0-a88e-606179322dd2 req-e18a9fb4-02bb-4cd6-a3b3-bbce0f687512 service neutron] 10.222.0.46 "GET /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393920 Nov 24 13:10:03.727569 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b3ec2-2701-40f5-b845-6297cc9ca829 req-d6e6feb9-2bca-43c1-8e57-afba4ae01fb0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:03.731105 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-345b3ec2-2701-40f5-b845-6297cc9ca829 req-d6e6feb9-2bca-43c1-8e57-afba4ae01fb0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 1.4889700 Nov 24 13:10:03.837748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7d4174c0-c251-48fd-aa99-7e83b4347492 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:10:03.997896 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 7d4174c0-c251-48fd-aa99-7e83b4347492, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7d4174c0-c251-48fd-aa99-7e83b4347492,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:04.045398 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-345b3ec2-2701-40f5-b845-6297cc9ca829 req-e15d6fa0-18c0-41b4-825f-53ba0ead3c05 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077782 Nov 24 13:10:04.063249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '7d4174c0-c251-48fd-aa99-7e83b4347492', 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9', 'port_id': '7d4174c0-c251-48fd-aa99-7e83b4347492', 'mac_address': 'fa:16:3e:82:d3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2be732a-2e92-4f60-a5fc-9b47deafe6f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:10:04.071847 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3d72a34-a786-41a0-a88e-606179322dd2 req-6c8633c2-626f-4ed1-bee9-27a5f37b2074 service neutron] 10.222.0.46 "GET /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219709 Nov 24 13:10:04.084801 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b90c87e2-9429-46d8-a54b-4e8c7a1641b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:04.091331 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b90c87e2-9429-46d8-a54b-4e8c7a1641b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:04.095888 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5ec32-6c30-43d0-85b4-73aa0dcad2b3 req-7a9bc506-95a7-4e1a-a4f4-eead49b5d865 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:04.099538 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b90c87e2-9429-46d8-a54b-4e8c7a1641b8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/62c7c777-1be2-483d-8808-dfd13538a43e HTTP/1.1" status: 204 len: 168 time: 2.3307748 Nov 24 13:10:04.103764 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-41c5ec32-6c30-43d0-85b4-73aa0dcad2b3 req-7a9bc506-95a7-4e1a-a4f4-eead49b5d865 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 945 time: 0.2587309 Nov 24 13:10:04.104622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60da3a-44e9-44a7-8bf6-9ebe3afd39cd req-ed5b1d0b-62bc-4853-9cd9-1837c5030c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:04.106103 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fd60da3a-44e9-44a7-8bf6-9ebe3afd39cd req-ed5b1d0b-62bc-4853-9cd9-1837c5030c07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2be732a-2e92-4f60-a5fc-9b47deafe6f0 HTTP/1.1" status: 200 len: 858 time: 0.4653428 Nov 24 13:10:04.112969 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0db7f9a9-b4d5-4501-98cc-bee8d6b45412 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/routers/9fea8f4f-65c5-438e-a0a1-3aa669c3175b/tags/tempest-TagsExtTest-Tag-885317972 HTTP/1.1" status: 204 len: 168 time: 1.4144766 Nov 24 13:10:04.113467 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47500) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:04.118522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-04d40199-ffdc-49e5-9ef9-5b2db5675b1e tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9fea8f4f-65c5-438e-a0a1-3aa669c3175b') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:04.183827 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 939dd97a-ac52-43f6-a48d-b966f5cc2904 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:10:04.187386 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ea276cc2-06a8-4bb3-ac35-b90567ed09da up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:10:04.203172 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fd60da3a-44e9-44a7-8bf6-9ebe3afd39cd req-0a6137d8-4304-422e-82a9-5b63eb31c0c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=788af654-404a-49ff-82d3-1a9e7e522cf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814552 Nov 24 13:10:04.204090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c87e2-9429-46d8-a54b-4e8c7a1641b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c7c777-1be2-483d-8808-dfd13538a43e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:04.412475 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-41c5ec32-6c30-43d0-85b4-73aa0dcad2b3 req-19292143-612b-42c1-935e-badf87077390 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885027 Nov 24 13:10:04.419520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-04d40199-ffdc-49e5-9ef9-5b2db5675b1e tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/routers/9fea8f4f-65c5-438e-a0a1-3aa669c3175b/tags HTTP/1.1" status: 200 len: 205 time: 0.3043499 Nov 24 13:10:04.424442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47504) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:04.427005 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:04.432658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-d02b24ed-c715-49d2-88a5-7de6cd49526c tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c86b1107-efed-47df-aa9e-bf441a06b824') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:04.491927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4174c0-c251-48fd-aa99-7e83b4347492 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:10:04.532437 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port ea276cc2-06a8-4bb3-ac35-b90567ed09da completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:10:04.537779 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fd60da3a-44e9-44a7-8bf6-9ebe3afd39cd req-05bfb3f2-6736-4ba0-acef-e96438b1313d service neutron] 10.222.0.59 "GET /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180406 Nov 24 13:10:04.554335 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d02b24ed-c715-49d2-88a5-7de6cd49526c tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/subnetpools/c86b1107-efed-47df-aa9e-bf441a06b824/tags HTTP/1.1" status: 200 len: 241 time: 0.1281326 Nov 24 13:10:04.557243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port ea276cc2-06a8-4bb3-ac35-b90567ed09da triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:04.557812 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:04.557950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47508) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:04.566273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-1f6860c7-def4-42ed-8a54-0e9fcf780562 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c86b1107-efed-47df-aa9e-bf441a06b824', 'tempest-TagsExtTest-Tag-1973140441') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:04.617611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47510) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:04.687728 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1f6860c7-def4-42ed-8a54-0e9fcf780562 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/subnetpools/c86b1107-efed-47df-aa9e-bf441a06b824/tags/tempest-TagsExtTest-Tag-1973140441 HTTP/1.1" status: 204 len: 168 time: 0.1268995 Nov 24 13:10:04.688444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47516) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:04.702494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-e8be8ae0-7e1e-4fdf-b28a-f5a3cba59aec tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c86b1107-efed-47df-aa9e-bf441a06b824', 'tempest-TagsExtTest-Tag-1973140441') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:04.724560 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 7d4174c0-c251-48fd-aa99-7e83b4347492, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7d4174c0-c251-48fd-aa99-7e83b4347492,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:04.747747 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:04.822124 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fd60da3a-44e9-44a7-8bf6-9ebe3afd39cd req-091aaf41-808e-41dc-b633-e85e7e5bec16 service neutron] 10.222.0.59 "GET /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763524 Nov 24 13:10:04.875585 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 939dd97a-ac52-43f6-a48d-b966f5cc2904, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=939dd97a-ac52-43f6-a48d-b966f5cc2904,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:04.897371 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e8be8ae0-7e1e-4fdf-b28a-f5a3cba59aec tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/subnetpools/c86b1107-efed-47df-aa9e-bf441a06b824/tags/tempest-TagsExtTest-Tag-1973140441 HTTP/1.1" status: 204 len: 168 time: 0.2041950 Nov 24 13:10:04.899616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47528) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:04.912021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-e52e7128-0c17-439b-8dce-a8c8152e58bd tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c86b1107-efed-47df-aa9e-bf441a06b824') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:04.919332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=7d4174c0-c251-48fd-aa99-7e83b4347492,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:04.922126 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:04.925340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '939dd97a-ac52-43f6-a48d-b966f5cc2904', 'network_id': '788af654-404a-49ff-82d3-1a9e7e522cf9', 'port_id': '939dd97a-ac52-43f6-a48d-b966f5cc2904', 'mac_address': 'fa:16:3e:50:b0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2be732a-2e92-4f60-a5fc-9b47deafe6f0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:10:04.981903 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e52e7128-0c17-439b-8dce-a8c8152e58bd tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/subnetpools/c86b1107-efed-47df-aa9e-bf441a06b824/tags HTTP/1.1" status: 200 len: 205 time: 0.0750952 Nov 24 13:10:04.982618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47534) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:04.988574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port ea276cc2-06a8-4bb3-ac35-b90567ed09da, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ea276cc2-06a8-4bb3-ac35-b90567ed09da,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:04.996481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-9b17a6ca-7f1d-489f-a5fc-462e99b95c1b tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c86b1107-efed-47df-aa9e-bf441a06b824') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:05.009365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa1da23-32f8-46ee-b677-db873dfe28c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea276cc2-06a8-4bb3-ac35-b90567ed09da'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:05.011785 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d624a39c-36be-462f-b69d-71a89e4740fb" -d '{"events": [{"server_uuid": "caa1da23-32f8-46ee-b677-db873dfe28c7", "name": "network-vif-plugged", "status": "completed", "tag": "ea276cc2-06a8-4bb3-ac35-b90567ed09da"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:05.033823 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:05.044585 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0e37b353-b58b-49b3-89bb-3c1435b2d0a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:05.096188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9df35e-901e-4f31-8d17-0dce54826b21 req-cdd4c3f9-323d-415a-b821-9cbed6a8152c tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:05.109689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9b17a6ca-7f1d-489f-a5fc-462e99b95c1b tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/subnetpools/c86b1107-efed-47df-aa9e-bf441a06b824/tags HTTP/1.1" status: 204 len: 168 time: 0.1193886 Nov 24 13:10:05.110387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47544) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:05.118269 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ec9df35e-901e-4f31-8d17-0dce54826b21 req-cdd4c3f9-323d-415a-b821-9cbed6a8152c tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 944 time: 0.2255580 Nov 24 13:10:05.124344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-c0c6a939-c4d8-40ce-bee9-bb516d4ca3b3 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9fea8f4f-65c5-438e-a0a1-3aa669c3175b') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:05.226858 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593f2d6b-51c5-4406-9908-da4ebb9bb288 x-openstack-request-id: req-593f2d6b-51c5-4406-9908-da4ebb9bb288 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:05.226858 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa1da23-32f8-46ee-b677-db873dfe28c7", "name": "network-vif-plugged", "status": "completed", "tag": "ea276cc2-06a8-4bb3-ac35-b90567ed09da", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:05.226858 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-593f2d6b-51c5-4406-9908-da4ebb9bb288 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:05.226858 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa1da23-32f8-46ee-b677-db873dfe28c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea276cc2-06a8-4bb3-ac35-b90567ed09da', 'code': 200} Nov 24 13:10:05.234585 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ec9df35e-901e-4f31-8d17-0dce54826b21 req-c858a4ed-951b-42f0-b934-8618cc19112d tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153035 Nov 24 13:10:05.236232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=ea276cc2-06a8-4bb3-ac35-b90567ed09da,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:05.248577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['7d4174c0-c251-48fd-aa99-7e83b4347492'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:10:05.350745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dd150-fb2b-4413-8e4c-54801c3ea4d1 req-eff5790c-ddc8-4eb1-afc6-0a69e7079626 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:05.360221 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c9dd150-fb2b-4413-8e4c-54801c3ea4d1 req-eff5790c-ddc8-4eb1-afc6-0a69e7079626 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.1636627 Nov 24 13:10:05.367404 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:05.371263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7353efd-a354-45d0-8b4b-2d006c4e3bdc req-b7d5a68f-2124-4f20-8b13-2a6363ab9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:05.373342 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b7353efd-a354-45d0-8b4b-2d006c4e3bdc req-b7d5a68f-2124-4f20-8b13-2a6363ab9a2b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 1096 time: 0.1776240 Nov 24 13:10:05.384606 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c0c6a939-c4d8-40ce-bee9-bb516d4ca3b3 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/routers/9fea8f4f-65c5-438e-a0a1-3aa669c3175b/tags HTTP/1.1" status: 204 len: 168 time: 0.2722154 Nov 24 13:10:05.385418 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47548) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:05.399031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939dd97a-ac52-43f6-a48d-b966f5cc2904 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:10:05.404566 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-d24bef28-3756-4195-87dc-f475bbbc7baf tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b442267e-55f1-41c4-8fb8-bfcc8fb0243b') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:05.412983 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0e37b353-b58b-49b3-89bb-3c1435b2d0a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:05.450973 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 939dd97a-ac52-43f6-a48d-b966f5cc2904, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=939dd97a-ac52-43f6-a48d-b966f5cc2904,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:05.496413 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0e37b353-b58b-49b3-89bb-3c1435b2d0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:05.507832 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:05.508801 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c9dd150-fb2b-4413-8e4c-54801c3ea4d1 req-101600a1-69ea-4c84-b42c-ed40eb6eb270 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470172 Nov 24 13:10:05.538852 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b7353efd-a354-45d0-8b4b-2d006c4e3bdc req-e30c01f6-9cf7-4d05-a775-8ff9d1f33a3c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530669 Nov 24 13:10:05.565085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=939dd97a-ac52-43f6-a48d-b966f5cc2904,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:05.599569 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0e37b353-b58b-49b3-89bb-3c1435b2d0a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d0bc1473e424eb7b11bee03eba19d20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9803934 Nov 24 13:10:05.602374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47558) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:05.620526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37b353-b58b-49b3-89bb-3c1435b2d0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d68ae9-b6da-4dab-afa5-fd9962b70c0a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:05.699572 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c489d7-49e5-4e95-a5e1-adc8706ef290 req-78d565e7-2562-49cd-b3eb-c364d39cf9c2 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:05.700684 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2759881-851f-4e0b-b5a7-2bac1d5bc280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:05.708194 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30c489d7-49e5-4e95-a5e1-adc8706ef290 req-78d565e7-2562-49cd-b3eb-c364d39cf9c2 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 945 time: 0.0887413 Nov 24 13:10:05.745284 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2759881-851f-4e0b-b5a7-2bac1d5bc280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:05.752850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['939dd97a-ac52-43f6-a48d-b966f5cc2904'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:10:05.827502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2759881-851f-4e0b-b5a7-2bac1d5bc280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:05.835101 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2759881-851f-4e0b-b5a7-2bac1d5bc280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:05.836582 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30c489d7-49e5-4e95-a5e1-adc8706ef290 req-7bebc2e3-2231-44c7-9d41-7e3995258d64 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270809 Nov 24 13:10:05.838688 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f2759881-851f-4e0b-b5a7-2bac1d5bc280 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61d68ae9-b6da-4dab-afa5-fd9962b70c0a HTTP/1.1" status: 204 len: 168 time: 0.2329035 Nov 24 13:10:05.868871 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d24bef28-3756-4195-87dc-f475bbbc7baf tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/ports/b442267e-55f1-41c4-8fb8-bfcc8fb0243b/tags HTTP/1.1" status: 204 len: 168 time: 0.4779310 Nov 24 13:10:05.869665 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47566) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:05.872035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2759881-851f-4e0b-b5a7-2bac1d5bc280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d68ae9-b6da-4dab-afa5-fd9962b70c0a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:05.875797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-8cc4d119-eed7-413b-b855-9494eea4fca0 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b0d017ed-9b0b-4abe-bb2b-787f359e070c') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:06.008040 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8cc4d119-eed7-413b-b855-9494eea4fca0 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/subnets/b0d017ed-9b0b-4abe-bb2b-787f359e070c/tags HTTP/1.1" status: 204 len: 168 time: 0.1355574 Nov 24 13:10:06.011040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47578) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:06.015562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-3bf9ec75-2a87-4912-a502-6c9a93401d74 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b0d017ed-9b0b-4abe-bb2b-787f359e070c', 'tempest-TagsExtTest-Tag-455866179') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:06.228147 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3bf9ec75-2a87-4912-a502-6c9a93401d74 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "PUT /v2.0/subnets/b0d017ed-9b0b-4abe-bb2b-787f359e070c/tags/tempest-TagsExtTest-Tag-455866179 HTTP/1.1" status: 201 len: 201 time: 0.2160454 Nov 24 13:10:06.232342 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47584) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:06.237281 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:06.242926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-78a7883a-0f76-4e60-a1c5-aae7fc947292 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b442267e-55f1-41c4-8fb8-bfcc8fb0243b', 'tempest-TagsExtTest-Tag-819592218') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:06.356382 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:10:06.429758 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-78a7883a-0f76-4e60-a1c5-aae7fc947292 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "PUT /v2.0/ports/b442267e-55f1-41c4-8fb8-bfcc8fb0243b/tags/tempest-TagsExtTest-Tag-819592218 HTTP/1.1" status: 201 len: 201 time: 0.1915336 Nov 24 13:10:06.429974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47596) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:06.435014 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-634c4029-4696-40b9-a8cf-f5dcefd014f9 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9fea8f4f-65c5-438e-a0a1-3aa669c3175b', 'tempest-TagsExtTest-Tag-978170592') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:06.559865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c4877-03ca-4e74-bb04-7dc46ade54ed req-03c23fb7-3f5e-45e5-96e3-3f6e0934f3df tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:06.561566 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-351c4877-03ca-4e74-bb04-7dc46ade54ed req-03c23fb7-3f5e-45e5-96e3-3f6e0934f3df tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 945 time: 0.1407323 Nov 24 13:10:06.652850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-634c4029-4696-40b9-a8cf-f5dcefd014f9 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "PUT /v2.0/routers/9fea8f4f-65c5-438e-a0a1-3aa669c3175b/tags/tempest-TagsExtTest-Tag-978170592 HTTP/1.1" status: 201 len: 201 time: 0.2194281 Nov 24 13:10:06.656228 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47602) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:06.668892 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81577399-2095-4f54-b527-a34614e49fa8 req-14f185d2-4423-4a8e-b3df-e1b875e2c707 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:06.670004 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81577399-2095-4f54-b527-a34614e49fa8 req-14f185d2-4423-4a8e-b3df-e1b875e2c707 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 945 time: 0.1365161 Nov 24 13:10:06.676984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-43d3ab63-2b36-4c39-b12d-2cfa2089abe5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c86b1107-efed-47df-aa9e-bf441a06b824', 'tempest-TagsExtTest-Tag-512593542') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:06.693010 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-351c4877-03ca-4e74-bb04-7dc46ade54ed req-2d5021ef-3bdc-48eb-89a9-c4a4d3a85232 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208475 Nov 24 13:10:06.824431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81577399-2095-4f54-b527-a34614e49fa8 req-7541ab7b-5270-471d-9765-6e32af0e39a8 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440690 Nov 24 13:10:06.874820 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-43d3ab63-2b36-4c39-b12d-2cfa2089abe5 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "PUT /v2.0/subnetpools/c86b1107-efed-47df-aa9e-bf441a06b824/tags/tempest-TagsExtTest-Tag-512593542 HTTP/1.1" status: 201 len: 201 time: 0.2027884 Nov 24 13:10:06.880270 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47606) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:06.893870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-e81da3df-1d1a-42f8-abcf-4d71089e41bf tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b0d017ed-9b0b-4abe-bb2b-787f359e070c', {'tags': ['tempest-TagsExtTest-Tag-476834502', 'tempest-TagsExtTest-Tag-775739683', 'tempest-TagsExtTest-Tag-992469357']}) {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:06.964610 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd792cf-d454-4b49-a311-c9b2e0d2204c req-aaee32ef-6426-4f49-83b2-b4c69420a423 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:06.975849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ccd792cf-d454-4b49-a311-c9b2e0d2204c req-aaee32ef-6426-4f49-83b2-b4c69420a423 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.1177185 Nov 24 13:10:07.041268 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e81da3df-1d1a-42f8-abcf-4d71089e41bf tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "PUT /v2.0/subnets/b0d017ed-9b0b-4abe-bb2b-787f359e070c/tags HTTP/1.1" status: 200 len: 315 time: 0.1592500 Nov 24 13:10:07.044182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47610) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:07.049344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ccd792cf-d454-4b49-a311-c9b2e0d2204c req-4dd28ae6-ae68-42e1-8b9d-53e359d12725 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723991 Nov 24 13:10:07.050646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-801110ef-d6f2-4f91-a0de-4a4bc2faa215 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b0d017ed-9b0b-4abe-bb2b-787f359e070c') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:07.223146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47622) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:07.244809 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff24262a-6eba-43f9-938f-035616674390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:07.255566 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-801110ef-d6f2-4f91-a0de-4a4bc2faa215 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/subnets/b0d017ed-9b0b-4abe-bb2b-787f359e070c/tags HTTP/1.1" status: 204 len: 168 time: 0.2087224 Nov 24 13:10:07.256255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47624) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:07.260895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-c824b9eb-e5ba-4af4-ba75-f677f9336795 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b0d017ed-9b0b-4abe-bb2b-787f359e070c', 'tempest-TagsExtTest-Tag-476834502') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:07.334833 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-c824b9eb-e5ba-4af4-ba75-f677f9336795 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] show failed (client error): The resource could not be found. Nov 24 13:10:07.339546 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c824b9eb-e5ba-4af4-ba75-f677f9336795 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/subnets/b0d017ed-9b0b-4abe-bb2b-787f359e070c/tags/tempest-TagsExtTest-Tag-476834502 HTTP/1.1" status: 404 len: 328 time: 0.0821667 Nov 24 13:10:07.339856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47626) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:07.345143 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-c3d5d6d3-9318-4eea-9288-286f99069fe2 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b0d017ed-9b0b-4abe-bb2b-787f359e070c', 'tempest-TagsExtTest-Tag-775739683') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:07.423306 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff24262a-6eba-43f9-938f-035616674390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:07.432311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ff24262a-6eba-43f9-938f-035616674390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:07.511265 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-c3d5d6d3-9318-4eea-9288-286f99069fe2 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] show failed (client error): The resource could not be found. Nov 24 13:10:07.515340 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c3d5d6d3-9318-4eea-9288-286f99069fe2 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/subnets/b0d017ed-9b0b-4abe-bb2b-787f359e070c/tags/tempest-TagsExtTest-Tag-775739683 HTTP/1.1" status: 404 len: 328 time: 0.1730514 Nov 24 13:10:07.515514 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47628) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:07.516493 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ff24262a-6eba-43f9-938f-035616674390 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7cc9ac10cecb40e59d8a7415aaed19a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2920108 Nov 24 13:10:07.517936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24262a-6eba-43f9-938f-035616674390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223abb1b-f0bd-42cd-8597-20a434cb6a17,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:07.519634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47630) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:07.532026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-f35e251c-760d-4a1d-a287-d2cb134e38e9 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b0d017ed-9b0b-4abe-bb2b-787f359e070c', 'tempest-TagsExtTest-Tag-992469357') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:07.686886 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:07.750143 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-f35e251c-760d-4a1d-a287-d2cb134e38e9 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] show failed (client error): The resource could not be found. Nov 24 13:10:07.750983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47648) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:07.757116 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-4019c9ff-abe2-4cc3-a882-1f681c618e6b tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b442267e-55f1-41c4-8fb8-bfcc8fb0243b', {'tags': ['tempest-TagsExtTest-Tag-940466047', 'tempest-TagsExtTest-Tag-616850857', 'tempest-TagsExtTest-Tag-1192928074']}) {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:07.757649 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f35e251c-760d-4a1d-a287-d2cb134e38e9 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/subnets/b0d017ed-9b0b-4abe-bb2b-787f359e070c/tags/tempest-TagsExtTest-Tag-992469357 HTTP/1.1" status: 404 len: 328 time: 0.2286935 Nov 24 13:10:07.783976 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:07.866413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7d4174c0-c251-48fd-aa99-7e83b4347492 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:10:07.915960 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4019c9ff-abe2-4cc3-a882-1f681c618e6b tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "PUT /v2.0/ports/b442267e-55f1-41c4-8fb8-bfcc8fb0243b/tags HTTP/1.1" status: 200 len: 316 time: 0.1600494 Nov 24 13:10:07.916675 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47652) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:07.927338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-f138b189-2f65-45a7-8247-930d4dda9645 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b442267e-55f1-41c4-8fb8-bfcc8fb0243b') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:07.972513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f5150-39dc-4bfa-8d86-d0d7d2b6e94f req-858064f5-ce2a-4eb1-9760-4e2bd08b8371 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:07.974125 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c2f5150-39dc-4bfa-8d86-d0d7d2b6e94f req-858064f5-ce2a-4eb1-9760-4e2bd08b8371 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.59 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 945 time: 0.1852183 Nov 24 13:10:07.992313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e77bd-7de1-4b6e-b108-80dae932fe46 req-f1dc69b6-368a-405f-8f57-9918b136c367 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:07.994314 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc6e77bd-7de1-4b6e-b108-80dae932fe46 req-f1dc69b6-368a-405f-8f57-9918b136c367 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 945 time: 0.1116989 Nov 24 13:10:08.020503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 7d4174c0-c251-48fd-aa99-7e83b4347492 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:10:08.034545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 7d4174c0-c251-48fd-aa99-7e83b4347492 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:08.035742 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:08.041689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:08.044317 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:08.047843 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/223abb1b-f0bd-42cd-8597-20a434cb6a17 HTTP/1.1" status: 204 len: 168 time: 0.5250196 Nov 24 13:10:08.086662 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223abb1b-f0bd-42cd-8597-20a434cb6a17,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:08.150593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:08.150948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:08.161782 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:08.162130 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:08.162487 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:08.162844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:08.163189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:08.163529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:08.163865 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:08.167129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:08.167846 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:08.167978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b29fb3-d0e4-4f58-aea8-a20e725be953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:08.214558 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc6e77bd-7de1-4b6e-b108-80dae932fe46 req-03a887c8-7d55-49af-bb52-5604d8eb71bb tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109442 Nov 24 13:10:08.235130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b434a1-4a5a-43f8-af95-a0d18e273ca1 req-bb2177e7-750c-49ee-a6a9-d1ef5b4edf35 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:08.260618 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a9b434a1-4a5a-43f8-af95-a0d18e273ca1 req-bb2177e7-750c-49ee-a6a9-d1ef5b4edf35 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 945 time: 0.2219481 Nov 24 13:10:08.290328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-5c2f5150-39dc-4bfa-8d86-d0d7d2b6e94f req-3216de15-8072-4847-a634-7fcda6fd45df tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Deleting port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:10:08.290713 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5c2f5150-39dc-4bfa-8d86-d0d7d2b6e94f req-3216de15-8072-4847-a634-7fcda6fd45df tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:08.357064 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f138b189-2f65-45a7-8247-930d4dda9645 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/ports/b442267e-55f1-41c4-8fb8-bfcc8fb0243b/tags HTTP/1.1" status: 204 len: 168 time: 0.4391637 Nov 24 13:10:08.368220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47662) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:08.380528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-04763293-691e-4562-9226-3e07d3356b01 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b442267e-55f1-41c4-8fb8-bfcc8fb0243b', 'tempest-TagsExtTest-Tag-940466047') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:08.426188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-5c2f5150-39dc-4bfa-8d86-d0d7d2b6e94f req-3216de15-8072-4847-a634-7fcda6fd45df tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] For port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0,segment=NetworkSegment(260137f7-e8ea-4179-98bd-defa52af8757),segment_id=260137f7-e8ea-4179-98bd-defa52af8757)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:08.426665 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5c2f5150-39dc-4bfa-8d86-d0d7d2b6e94f req-3216de15-8072-4847-a634-7fcda6fd45df tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:08.478944 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 939dd97a-ac52-43f6-a48d-b966f5cc2904 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:10:08.503518 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-5c2f5150-39dc-4bfa-8d86-d0d7d2b6e94f req-3216de15-8072-4847-a634-7fcda6fd45df tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Calling delete_port for 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:10:08.512137 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a9b434a1-4a5a-43f8-af95-a0d18e273ca1 req-28aec5ee-7f15-4e92-82fe-1cfb4668bfcd tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503719 Nov 24 13:10:08.607240 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-04763293-691e-4562-9226-3e07d3356b01 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] show failed (client error): The resource could not be found. Nov 24 13:10:08.611528 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-04763293-691e-4562-9226-3e07d3356b01 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/ports/b442267e-55f1-41c4-8fb8-bfcc8fb0243b/tags/tempest-TagsExtTest-Tag-940466047 HTTP/1.1" status: 404 len: 328 time: 0.2391815 Nov 24 13:10:08.612546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47670) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:08.628717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-7e844560-a6cd-443e-9d9d-9cb57373371b tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b442267e-55f1-41c4-8fb8-bfcc8fb0243b', 'tempest-TagsExtTest-Tag-616850857') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:08.632491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 939dd97a-ac52-43f6-a48d-b966f5cc2904 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:10:08.700038 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:08.736963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 939dd97a-ac52-43f6-a48d-b966f5cc2904 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:08.737723 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:08.883191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57155197-69fe-4481-a13d-c9348781f3f4 req-ccd4b102-1891-4e3c-8a0f-16e57f8f6370 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:08.905601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ff93ec-7170-4b73-9b50-bfed8a7d9bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4174c0-c251-48fd-aa99-7e83b4347492'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:08.906410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-57155197-69fe-4481-a13d-c9348781f3f4 req-ccd4b102-1891-4e3c-8a0f-16e57f8f6370 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=30ff93ec-7170-4b73-9b50-bfed8a7d9bd7 HTTP/1.1" status: 200 len: 944 time: 0.1780114 Nov 24 13:10:08.915267 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb511b4-e489-4225-b7f7-cd82a63e3fbc" -d '{"events": [{"server_uuid": "30ff93ec-7170-4b73-9b50-bfed8a7d9bd7", "name": "network-vif-plugged", "status": "completed", "tag": "7d4174c0-c251-48fd-aa99-7e83b4347492"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:08.954887 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 7d4174c0-c251-48fd-aa99-7e83b4347492, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7d4174c0-c251-48fd-aa99-7e83b4347492,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:08.963151 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:08.981896 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-7e844560-a6cd-443e-9d9d-9cb57373371b tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] show failed (client error): The resource could not be found. Nov 24 13:10:08.983129 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7e844560-a6cd-443e-9d9d-9cb57373371b tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/ports/b442267e-55f1-41c4-8fb8-bfcc8fb0243b/tags/tempest-TagsExtTest-Tag-616850857 HTTP/1.1" status: 404 len: 328 time: 0.3692250 Nov 24 13:10:08.989942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47690) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:08.994613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-e580ea1d-cb62-41bb-babe-26d4e300c135 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b442267e-55f1-41c4-8fb8-bfcc8fb0243b', 'tempest-TagsExtTest-Tag-1192928074') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:09.020760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f8705-7b03-43cf-a102-d1f53edafac6 req-8687ce75-4b17-49d8-a7a8-9d8a82e74760 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:09.029920 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-273f8705-7b03-43cf-a102-d1f53edafac6 req-8687ce75-4b17-49d8-a7a8-9d8a82e74760 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.2119651 Nov 24 13:10:09.059043 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-57155197-69fe-4481-a13d-c9348781f3f4 req-241e1537-f209-4be0-bd75-0334c693a28f tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415334 Nov 24 13:10:09.113212 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-e580ea1d-cb62-41bb-babe-26d4e300c135 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] show failed (client error): The resource could not be found. Nov 24 13:10:09.114285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e580ea1d-cb62-41bb-babe-26d4e300c135 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/ports/b442267e-55f1-41c4-8fb8-bfcc8fb0243b/tags/tempest-TagsExtTest-Tag-1192928074 HTTP/1.1" status: 404 len: 329 time: 0.1233969 Nov 24 13:10:09.123196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47694) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:09.146662 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f729422-649d-4553-a78d-e3bf81d5e4a7 x-openstack-request-id: req-5f729422-649d-4553-a78d-e3bf81d5e4a7 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:09.147041 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ff93ec-7170-4b73-9b50-bfed8a7d9bd7", "name": "network-vif-plugged", "status": "completed", "tag": "7d4174c0-c251-48fd-aa99-7e83b4347492", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:09.148492 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f729422-649d-4553-a78d-e3bf81d5e4a7 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:09.148956 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ff93ec-7170-4b73-9b50-bfed8a7d9bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4174c0-c251-48fd-aa99-7e83b4347492', 'code': 200} Nov 24 13:10:09.149904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-6a1939df-870d-485a-abb7-343e28d2d4ad tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9fea8f4f-65c5-438e-a0a1-3aa669c3175b', {'tags': ['tempest-TagsExtTest-Tag-1951154821', 'tempest-TagsExtTest-Tag-223616361', 'tempest-TagsExtTest-Tag-10412536']}) {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:09.185302 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:09.199179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=7d4174c0-c251-48fd-aa99-7e83b4347492,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:09.330203 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6a1939df-870d-485a-abb7-343e28d2d4ad tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "PUT /v2.0/routers/9fea8f4f-65c5-438e-a0a1-3aa669c3175b/tags HTTP/1.1" status: 200 len: 315 time: 0.1930106 Nov 24 13:10:09.330928 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47698) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:09.340616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b23f9c-765d-4395-bbed-4ae9cf5de3ca req-a3ba47b3-0838-4100-a059-4d4837cfaa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:09.343154 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-47deb69f-28a4-46c1-90c5-3b687d66c973 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9fea8f4f-65c5-438e-a0a1-3aa669c3175b') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:09.343476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73b23f9c-765d-4395-bbed-4ae9cf5de3ca req-a3ba47b3-0838-4100-a059-4d4837cfaa00 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30ff93ec-7170-4b73-9b50-bfed8a7d9bd7 HTTP/1.1" status: 200 len: 1096 time: 0.1225147 Nov 24 13:10:09.349910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 939dd97a-ac52-43f6-a48d-b966f5cc2904, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=939dd97a-ac52-43f6-a48d-b966f5cc2904,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:09.364425 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:09.409600 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-273f8705-7b03-43cf-a102-d1f53edafac6 req-82ec17d5-5f27-4702-9813-2e769508ce90 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763227 Nov 24 13:10:09.543923 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73b23f9c-765d-4395-bbed-4ae9cf5de3ca req-451661bf-acc0-423f-baed-3b45677663d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808629 Nov 24 13:10:09.584747 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=939dd97a-ac52-43f6-a48d-b966f5cc2904,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:09.673931 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:09.717058 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5c2f5150-39dc-4bfa-8d86-d0d7d2b6e94f req-3216de15-8072-4847-a634-7fcda6fd45df tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:09.733948 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-47deb69f-28a4-46c1-90c5-3b687d66c973 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/routers/9fea8f4f-65c5-438e-a0a1-3aa669c3175b/tags HTTP/1.1" status: 204 len: 168 time: 0.3983800 Nov 24 13:10:09.736978 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47710) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:09.752588 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-1f74551e-5a13-4413-a235-7eb3d4239048 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9fea8f4f-65c5-438e-a0a1-3aa669c3175b', 'tempest-TagsExtTest-Tag-1951154821') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:09.784769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216de15-8072-4847-a634-7fcda6fd45df tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Pushing event deleted for resources: {'Port': ['ID=98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:09.852595 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2f5150-39dc-4bfa-8d86-d0d7d2b6e94f req-3216de15-8072-4847-a634-7fcda6fd45df tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] No DVR routers for this DVR port 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:10:09.852940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97e48d-c8d1-4229-9441-6edb720d0599 req-21cc2e28-67f4-4111-a45a-a111e39d21d8 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:09.854695 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0f97e48d-c8d1-4229-9441-6edb720d0599 req-21cc2e28-67f4-4111-a45a-a111e39d21d8 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/ports?device_id=62388652-346f-4277-8827-afb2f4032a8b HTTP/1.1" status: 200 len: 945 time: 0.2375345 Nov 24 13:10:09.856221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5c2f5150-39dc-4bfa-8d86-d0d7d2b6e94f req-3216de15-8072-4847-a634-7fcda6fd45df tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:09.859617 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c2f5150-39dc-4bfa-8d86-d0d7d2b6e94f req-3216de15-8072-4847-a634-7fcda6fd45df tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.59 "DELETE /v2.0/ports/98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 HTTP/1.1" status: 204 len: 173 time: 1.8640544 Nov 24 13:10:09.860372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62388652-346f-4277-8827-afb2f4032a8b', 'name': 'network-vif-deleted', 'tag': '98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:09.871790 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6154708-c58b-4b43-b09c-30ac26c450b9" -d '{"events": [{"server_uuid": "62388652-346f-4277-8827-afb2f4032a8b", "name": "network-vif-deleted", "tag": "98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:09.877646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:10:09.934434 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-1f74551e-5a13-4413-a235-7eb3d4239048 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] show failed (client error): The resource could not be found. Nov 24 13:10:09.938053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1f74551e-5a13-4413-a235-7eb3d4239048 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/routers/9fea8f4f-65c5-438e-a0a1-3aa669c3175b/tags/tempest-TagsExtTest-Tag-1951154821 HTTP/1.1" status: 404 len: 329 time: 0.1869810 Nov 24 13:10:09.938285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47718) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:09.943326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-ba31cdd8-af20-44d7-8ce8-ebd664ce851d tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9fea8f4f-65c5-438e-a0a1-3aa669c3175b', 'tempest-TagsExtTest-Tag-223616361') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:09.961043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:10:09.961622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:10:09.979408 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84be94a-a2f6-4fa8-9114-c43d6067f130 x-openstack-request-id: req-d84be94a-a2f6-4fa8-9114-c43d6067f130 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:09.979719 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62388652-346f-4277-8827-afb2f4032a8b", "name": "network-vif-deleted", "tag": "98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:09.979979 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d84be94a-a2f6-4fa8-9114-c43d6067f130 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:09.980390 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62388652-346f-4277-8827-afb2f4032a8b', 'name': 'network-vif-deleted', 'tag': '98fa4143-e9e9-4f4c-94c6-5a6e1d4194b0', 'status': 'completed', 'code': 200} Nov 24 13:10:10.030989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0f97e48d-c8d1-4229-9441-6edb720d0599 req-2de3727a-6e46-440a-a88a-86bd0b2e51f9 tempest-InstanceActionsTestJSON-1201632220 tempest-InstanceActionsTestJSON-1201632220-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05d27b9-543d-4095-9b38-37d1843d9bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369965 Nov 24 13:10:10.149588 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-ba31cdd8-af20-44d7-8ce8-ebd664ce851d tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] show failed (client error): The resource could not be found. Nov 24 13:10:10.154698 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47730) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:10.159150 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ba31cdd8-af20-44d7-8ce8-ebd664ce851d tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/routers/9fea8f4f-65c5-438e-a0a1-3aa669c3175b/tags/tempest-TagsExtTest-Tag-223616361 HTTP/1.1" status: 404 len: 328 time: 0.2177293 Nov 24 13:10:10.166414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-5fa52954-9591-45db-94e3-bc6443a5b9a2 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9fea8f4f-65c5-438e-a0a1-3aa669c3175b', 'tempest-TagsExtTest-Tag-10412536') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:10.363037 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-5fa52954-9591-45db-94e3-bc6443a5b9a2 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] show failed (client error): The resource could not be found. Nov 24 13:10:10.366763 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5fa52954-9591-45db-94e3-bc6443a5b9a2 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/routers/9fea8f4f-65c5-438e-a0a1-3aa669c3175b/tags/tempest-TagsExtTest-Tag-10412536 HTTP/1.1" status: 404 len: 327 time: 0.2076621 Nov 24 13:10:10.367473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47736) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:10.372588 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-76c8de58-e85e-4ccb-93e0-9b8645ab3491 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c86b1107-efed-47df-aa9e-bf441a06b824', {'tags': ['tempest-TagsExtTest-Tag-1420129393', 'tempest-TagsExtTest-Tag-217978134', 'tempest-TagsExtTest-Tag-519522988']}) {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:10.394263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24376fb2-1f71-4603-b997-e6728425690e req-641c9cef-1354-4cf4-80b0-3988bb2c3027 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:10.396535 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24376fb2-1f71-4603-b997-e6728425690e req-641c9cef-1354-4cf4-80b0-3988bb2c3027 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=30ff93ec-7170-4b73-9b50-bfed8a7d9bd7 HTTP/1.1" status: 200 len: 945 time: 0.1483183 Nov 24 13:10:10.498230 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-76c8de58-e85e-4ccb-93e0-9b8645ab3491 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "PUT /v2.0/subnetpools/c86b1107-efed-47df-aa9e-bf441a06b824/tags HTTP/1.1" status: 200 len: 316 time: 0.1265345 Nov 24 13:10:10.500441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47740) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:10.512460 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-8328afec-8231-4141-b7f4-7731b995dd37 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c86b1107-efed-47df-aa9e-bf441a06b824') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:10.601057 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24376fb2-1f71-4603-b997-e6728425690e req-1bf2bf67-4af0-4853-ba96-878e006faf6d tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970217 Nov 24 13:10:10.644776 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8328afec-8231-4141-b7f4-7731b995dd37 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/subnetpools/c86b1107-efed-47df-aa9e-bf441a06b824/tags HTTP/1.1" status: 204 len: 168 time: 0.1390390 Nov 24 13:10:10.646611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47744) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:10.651760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-ec48be4e-727e-484c-b5a1-fcbe627ba6ea tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c86b1107-efed-47df-aa9e-bf441a06b824', 'tempest-TagsExtTest-Tag-1420129393') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:10.700106 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-ec48be4e-727e-484c-b5a1-fcbe627ba6ea tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] show failed (client error): The resource could not be found. Nov 24 13:10:10.704433 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ec48be4e-727e-484c-b5a1-fcbe627ba6ea tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/subnetpools/c86b1107-efed-47df-aa9e-bf441a06b824/tags/tempest-TagsExtTest-Tag-1420129393 HTTP/1.1" status: 404 len: 329 time: 0.0551713 Nov 24 13:10:10.704833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47748) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:10.708092 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6cc5e-c781-43e6-957e-84e4149e5a6c req-e74f46e8-72ae-42b7-88b4-b24344649846 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:10.716433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-6a101051-39ea-4d23-ba68-6eeeb706086d tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c86b1107-efed-47df-aa9e-bf441a06b824', 'tempest-TagsExtTest-Tag-217978134') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:10.717762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aae6cc5e-c781-43e6-957e-84e4149e5a6c req-e74f46e8-72ae-42b7-88b4-b24344649846 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.1588557 Nov 24 13:10:10.752022 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-6a101051-39ea-4d23-ba68-6eeeb706086d tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] show failed (client error): The resource could not be found. Nov 24 13:10:10.756832 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6a101051-39ea-4d23-ba68-6eeeb706086d tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/subnetpools/c86b1107-efed-47df-aa9e-bf441a06b824/tags/tempest-TagsExtTest-Tag-217978134 HTTP/1.1" status: 404 len: 328 time: 0.0419724 Nov 24 13:10:10.758214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47752) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:10.763697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-9addf248-92ad-4396-a174-7724ede970c3 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c86b1107-efed-47df-aa9e-bf441a06b824', 'tempest-TagsExtTest-Tag-519522988') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:10.791801 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-9addf248-92ad-4396-a174-7724ede970c3 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] show failed (client error): The resource could not be found. Nov 24 13:10:10.793028 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9addf248-92ad-4396-a174-7724ede970c3 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/subnetpools/c86b1107-efed-47df-aa9e-bf441a06b824/tags/tempest-TagsExtTest-Tag-519522988 HTTP/1.1" status: 404 len: 328 time: 0.0336537 Nov 24 13:10:10.796481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47756) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:10.805173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-f279d56c-4261-4cc8-93e6-8ec4d9a23514 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c86b1107-efed-47df-aa9e-bf441a06b824') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:10.839026 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f279d56c-4261-4cc8-93e6-8ec4d9a23514 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/subnetpools/c86b1107-efed-47df-aa9e-bf441a06b824/tags HTTP/1.1" status: 204 len: 168 time: 0.0413830 Nov 24 13:10:10.842743 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47758) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:10.842896 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aae6cc5e-c781-43e6-957e-84e4149e5a6c req-f9aea6c9-f258-4ab3-b506-43da17e7a4c5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102536 Nov 24 13:10:10.847710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-f0da7d5b-8e08-48f6-a3e1-7dd4b6d2a142 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9fea8f4f-65c5-438e-a0a1-3aa669c3175b') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:10.961477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47762) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:10.966188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-3a51e6bd-fd3e-4007-94e5-943361c6aa81 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b442267e-55f1-41c4-8fb8-bfcc8fb0243b') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:10.975787 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f0da7d5b-8e08-48f6-a3e1-7dd4b6d2a142 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/routers/9fea8f4f-65c5-438e-a0a1-3aa669c3175b/tags HTTP/1.1" status: 204 len: 168 time: 0.1318147 Nov 24 13:10:11.044981 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47766) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:11.045552 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3a51e6bd-fd3e-4007-94e5-943361c6aa81 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/ports/b442267e-55f1-41c4-8fb8-bfcc8fb0243b/tags HTTP/1.1" status: 204 len: 168 time: 0.0827134 Nov 24 13:10:11.051097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-a931cab8-cc81-4e42-bb30-11d7d7ea6675 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b0d017ed-9b0b-4abe-bb2b-787f359e070c') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:11.110146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47772) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:11.150182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939dd97a-ac52-43f6-a48d-b966f5cc2904'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:11.154651 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46c624e-40ff-4217-b9c4-b9870abd016a" -d '{"events": [{"server_uuid": "2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429", "name": "network-vif-plugged", "status": "completed", "tag": "939dd97a-ac52-43f6-a48d-b966f5cc2904"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:11.245671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48f7de3-f9a9-4e65-afab-61d515d9a9fe admin admin] Deleting subnet 5f97e2ba-8f29-4df4-89bf-7e24204d31d1 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:10:11.252701 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e48f7de3-f9a9-4e65-afab-61d515d9a9fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:11.260359 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9251ac-5b22-47bc-b408-de296a5f3f4f x-openstack-request-id: req-cd9251ac-5b22-47bc-b408-de296a5f3f4f {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:11.263528 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429", "name": "network-vif-plugged", "status": "completed", "tag": "939dd97a-ac52-43f6-a48d-b966f5cc2904", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:11.264034 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd9251ac-5b22-47bc-b408-de296a5f3f4f {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:11.264755 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939dd97a-ac52-43f6-a48d-b966f5cc2904', 'code': 200} Nov 24 13:10:11.300974 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e48f7de3-f9a9-4e65-afab-61d515d9a9fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:11.352591 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e48f7de3-f9a9-4e65-afab-61d515d9a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:11.405167 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a931cab8-cc81-4e42-bb30-11d7d7ea6675 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/subnets/b0d017ed-9b0b-4abe-bb2b-787f359e070c/tags HTTP/1.1" status: 204 len: 168 time: 0.3584630 Nov 24 13:10:11.425556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47788) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:11.471764 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e48f7de3-f9a9-4e65-afab-61d515d9a9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:11.489626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e9ab9-a61e-4504-8080-f2e5929f5d6b req-b3e304cc-0924-468a-984a-3f22122a2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:11.491516 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac9e9ab9-a61e-4504-8080-f2e5929f5d6b req-b3e304cc-0924-468a-984a-3f22122a2e6d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429 HTTP/1.1" status: 200 len: 1096 time: 0.1045835 Nov 24 13:10:11.538923 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f7de3-f9a9-4e65-afab-61d515d9a9fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f97e2ba-8f29-4df4-89bf-7e24204d31d1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:11.556547 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e48f7de3-f9a9-4e65-afab-61d515d9a9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:11.560836 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2cee792-5128-479f-a2a6-25d23b0c94a2 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks [] for subnetpool, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:11.566077 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d2cee792-5128-479f-a2a6-25d23b0c94a2 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/subnetpools/c86b1107-efed-47df-aa9e-bf441a06b824 HTTP/1.1" status: 204 len: 168 time: 0.1381998 Nov 24 13:10:11.566230 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e48f7de3-f9a9-4e65-afab-61d515d9a9fe admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5f97e2ba-8f29-4df4-89bf-7e24204d31d1 HTTP/1.1" status: 204 len: 168 time: 0.4556615 Nov 24 13:10:11.571692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47798) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:11.572094 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47800) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:11.594359 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac9e9ab9-a61e-4504-8080-f2e5929f5d6b req-ab8fee41-7752-453b-907c-ca7bccc6445f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917196 Nov 24 13:10:11.665225 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-12b4c542-e088-4ba7-8642-619ad16aeca6 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fea8f4f-65c5-438e-a0a1-3aa669c3175b HTTP/1.1" status: 200 len: 205 time: 0.0889623 Nov 24 13:10:11.665357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47808) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:11.767963 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5700c386-19fe-46df-84c2-6947ec75e584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:11.784328 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-982502e9-fda3-479a-9a83-711dd87b4a95 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:11.890664 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5700c386-19fe-46df-84c2-6947ec75e584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:11.951101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5700c386-19fe-46df-84c2-6947ec75e584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6063391-9623-474d-a7bf-15871b51adb8']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:11.973690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5700c386-19fe-46df-84c2-6947ec75e584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260137f7-e8ea-4179-98bd-defa52af8757') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:11.974817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5700c386-19fe-46df-84c2-6947ec75e584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260137f7-e8ea-4179-98bd-defa52af8757') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:12.005192 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5700c386-19fe-46df-84c2-6947ec75e584 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:12.035669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee03e6d-e44a-492f-812b-4ebf3f06222c req-dd0467e2-ae48-43ac-a035-1308f2a2c307 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:12.037595 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5ee03e6d-e44a-492f-812b-4ebf3f06222c req-dd0467e2-ae48-43ac-a035-1308f2a2c307 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=30ff93ec-7170-4b73-9b50-bfed8a7d9bd7 HTTP/1.1" status: 200 len: 945 time: 0.2499521 Nov 24 13:10:12.037813 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5700c386-19fe-46df-84c2-6947ec75e584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:12.041800 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-982502e9-fda3-479a-9a83-711dd87b4a95 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:12.044352 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-982502e9-fda3-479a-9a83-711dd87b4a95 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:12.053142 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5700c386-19fe-46df-84c2-6947ec75e584 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:10:12.054060 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5700c386-19fe-46df-84c2-6947ec75e584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:10:12.057777 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:10:12.130437 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-982502e9-fda3-479a-9a83-711dd87b4a95 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:12.130919 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982502e9-fda3-479a-9a83-711dd87b4a95 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Fanout notify agent at l3_agent the message router_deleted on router 9fea8f4f-65c5-438e-a0a1-3aa669c3175b {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:10:12.143367 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-982502e9-fda3-479a-9a83-711dd87b4a95 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:12.144504 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-982502e9-fda3-479a-9a83-711dd87b4a95 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/routers/9fea8f4f-65c5-438e-a0a1-3aa669c3175b HTTP/1.1" status: 204 len: 168 time: 0.4780610 Nov 24 13:10:12.148189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47826) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:12.163321 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5ee03e6d-e44a-492f-812b-4ebf3f06222c req-520ad238-e0b2-4cf6-85c2-4939329ae459 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168063 Nov 24 13:10:12.315153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e6c9f-d26b-45ff-86c3-201db97d27bf req-acb3f269-8320-4d76-9606-76a1d6e02ff7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:12.345761 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0a4bbc03-badd-4fe0-ae08-01067a900dec tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Deleting port b442267e-55f1-41c4-8fb8-bfcc8fb0243b {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:10:12.346351 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0a4bbc03-badd-4fe0-ae08-01067a900dec tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:12.361154 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c49e6c9f-d26b-45ff-86c3-201db97d27bf req-acb3f269-8320-4d76-9606-76a1d6e02ff7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.2537007 Nov 24 13:10:12.444234 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cf93c-4f4e-4f3e-b46b-eeb495286f4a req-fd7d5b2f-411d-4ae3-b32a-ec409dd5da28 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:12.452614 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-933cf93c-4f4e-4f3e-b46b-eeb495286f4a req-fd7d5b2f-411d-4ae3-b32a-ec409dd5da28 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429 HTTP/1.1" status: 200 len: 945 time: 0.1817017 Nov 24 13:10:12.469093 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c49e6c9f-d26b-45ff-86c3-201db97d27bf req-ebca485d-45d1-45cc-af71-1fdfb31baf60 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064024 Nov 24 13:10:12.470227 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5700c386-19fe-46df-84c2-6947ec75e584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:12.491015 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5700c386-19fe-46df-84c2-6947ec75e584 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:12.495355 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5700c386-19fe-46df-84c2-6947ec75e584 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b6063391-9623-474d-a7bf-15871b51adb8 HTTP/1.1" status: 204 len: 168 time: 0.9207220 Nov 24 13:10:12.508063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700c386-19fe-46df-84c2-6947ec75e584 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6063391-9623-474d-a7bf-15871b51adb8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:12.565336 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0a4bbc03-badd-4fe0-ae08-01067a900dec tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:12.581866 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0a4bbc03-badd-4fe0-ae08-01067a900dec tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Calling delete_port for b442267e-55f1-41c4-8fb8-bfcc8fb0243b owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:10:12.728645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47838) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:12.758378 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0a4bbc03-badd-4fe0-ae08-01067a900dec tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:12.806777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47842) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:12.910256 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-594ddb10-8716-45c1-96b8-365b52290680 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5f759367f4a4f6ea715d2748d09c2c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1757109 Nov 24 13:10:12.911002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47844) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:12.938290 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0a4bbc03-badd-4fe0-ae08-01067a900dec tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:12.949283 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0a4bbc03-badd-4fe0-ae08-01067a900dec tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/ports/b442267e-55f1-41c4-8fb8-bfcc8fb0243b HTTP/1.1" status: 204 len: 168 time: 0.7998495 Nov 24 13:10:12.950947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47850) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:12.965482 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bbc03-badd-4fe0-ae08-01067a900dec tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Pushing event deleted for resources: {'Port': ['ID=b442267e-55f1-41c4-8fb8-bfcc8fb0243b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:13.045082 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-933cf93c-4f4e-4f3e-b46b-eeb495286f4a req-dc9113cf-ef72-4d8e-aaf8-68d9b35533e7 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5914233 Nov 24 13:10:13.111010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e6f5b2-1996-420c-b11d-9a6b80950133 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Deleting subnet b0d017ed-9b0b-4abe-bb2b-787f359e070c {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:10:13.115121 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-10305079-b2f0-4ee7-a811-183f5f467f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:13.118234 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56e6f5b2-1996-420c-b11d-9a6b80950133 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:13.244960 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-10305079-b2f0-4ee7-a811-183f5f467f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:13.279479 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56e6f5b2-1996-420c-b11d-9a6b80950133 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:13.281738 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8997f74-70c2-4570-aa33-8d1666356d84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:13.415137 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8997f74-70c2-4570-aa33-8d1666356d84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:13.447048 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8997f74-70c2-4570-aa33-8d1666356d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:13.469350 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-10305079-b2f0-4ee7-a811-183f5f467f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:13.478764 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-10305079-b2f0-4ee7-a811-183f5f467f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:13.482728 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-10305079-b2f0-4ee7-a811-183f5f467f49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f05d27b9-543d-4095-9b38-37d1843d9bce HTTP/1.1" status: 204 len: 168 time: 0.5706735 Nov 24 13:10:13.508588 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56e6f5b2-1996-420c-b11d-9a6b80950133 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:13.512169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10305079-b2f0-4ee7-a811-183f5f467f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05d27b9-543d-4095-9b38-37d1843d9bce,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:13.586590 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d8997f74-70c2-4570-aa33-8d1666356d84 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8591276bf55c47f2b4429d11a6f02883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7597146 Nov 24 13:10:13.589431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47872) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:13.664220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8997f74-70c2-4570-aa33-8d1666356d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35989408-6f55-4088-9474-3fac6cf54148,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:13.869127 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56e6f5b2-1996-420c-b11d-9a6b80950133 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:13.909251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6f5b2-1996-420c-b11d-9a6b80950133 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d017ed-9b0b-4abe-bb2b-787f359e070c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:13.919621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ba5043-8467-4196-a340-af7eb4494c5a None None] Network df35285c-181e-4d5c-8996-7aa564d07f5e requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:10:13.920320 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56e6f5b2-1996-420c-b11d-9a6b80950133 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:13.924891 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-56e6f5b2-1996-420c-b11d-9a6b80950133 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/subnets/b0d017ed-9b0b-4abe-bb2b-787f359e070c HTTP/1.1" status: 204 len: 168 time: 0.9729302 Nov 24 13:10:13.927423 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47886) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:13.938562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c7fbd-4afd-4369-a36a-7a64ca424393 req-14dbc715-6813-468d-bda3-c6777984e8ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:13.940072 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f29c7fbd-4afd-4369-a36a-7a64ca424393 req-14dbc715-6813-468d-bda3-c6777984e8ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.2541423 Nov 24 13:10:13.945337 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-293250d4-6916-412b-859c-7e849312d2fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:13.976565 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-293250d4-6916-412b-859c-7e849312d2fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:14.059151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-293250d4-6916-412b-859c-7e849312d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:14.062197 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-293250d4-6916-412b-859c-7e849312d2fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:14.073311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-293250d4-6916-412b-859c-7e849312d2fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35989408-6f55-4088-9474-3fac6cf54148 HTTP/1.1" status: 204 len: 168 time: 0.4746058 Nov 24 13:10:14.100700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293250d4-6916-412b-859c-7e849312d2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35989408-6f55-4088-9474-3fac6cf54148,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:14.154531 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:14.224512 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f29c7fbd-4afd-4369-a36a-7a64ca424393 req-cd88a836-994d-4efb-b149-a43bd0c64ed7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844497 Nov 24 13:10:14.354819 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dc28c-f2c2-449b-8c32-150aace8fe9f req-487bad64-d57c-43da-8c6a-bcb8e9def94b tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:14.356580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf3dc28c-f2c2-449b-8c32-150aace8fe9f req-487bad64-d57c-43da-8c6a-bcb8e9def94b tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429 HTTP/1.1" status: 200 len: 945 time: 0.0849774 Nov 24 13:10:14.399876 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Deleting port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:10:14.400253 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:14.530930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] For port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb,segment=NetworkSegment(646924ea-006b-4f3c-bbf7-4af0cc059ab2),segment_id=646924ea-006b-4f3c-bbf7-4af0cc059ab2)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:14.531541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:14.591676 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce23afb-6485-4587-b7d4-65dbb886bf1b None None] DHCP port deletion for df35285c-181e-4d5c-8996-7aa564d07f5e request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:10:14.787108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2ce23afb-6485-4587-b7d4-65dbb886bf1b None None] Deleting port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:10:14.791258 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2ce23afb-6485-4587-b7d4-65dbb886bf1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:14.796255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47906) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:14.830324 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7532c128-c188-4837-8b42-6090882cf363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:15.054775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2ce23afb-6485-4587-b7d4-65dbb886bf1b None None] For port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb,segment=NetworkSegment(646924ea-006b-4f3c-bbf7-4af0cc059ab2),segment_id=646924ea-006b-4f3c-bbf7-4af0cc059ab2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:15.057504 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2ce23afb-6485-4587-b7d4-65dbb886bf1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:15.058279 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7532c128-c188-4837-8b42-6090882cf363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:15.070187 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7532c128-c188-4837-8b42-6090882cf363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:15.111480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2ce23afb-6485-4587-b7d4-65dbb886bf1b None None] Calling delete_port for e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:10:15.133937 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7532c128-c188-4837-8b42-6090882cf363 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c205942ab5146fa9cba45f174dd6a23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3364575 Nov 24 13:10:15.138197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47914) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:15.250071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532c128-c188-4837-8b42-6090882cf363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ef1267-3cb4-468a-b2ea-82e4e0a46601,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:15.280423 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:10:15.312815 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ae3529c-75a3-4654-96c9-5babd1ec7e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:15.422001 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ae3529c-75a3-4654-96c9-5babd1ec7e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:15.430618 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Calling delete_port for e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:10:15.532757 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ae3529c-75a3-4654-96c9-5babd1ec7e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:15.537058 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ae3529c-75a3-4654-96c9-5babd1ec7e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:15.538587 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4ae3529c-75a3-4654-96c9-5babd1ec7e0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68ef1267-3cb4-468a-b2ea-82e4e0a46601 HTTP/1.1" status: 204 len: 168 time: 0.3845809 Nov 24 13:10:15.573071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3529c-75a3-4654-96c9-5babd1ec7e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ef1267-3cb4-468a-b2ea-82e4e0a46601,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:15.674977 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf3dc28c-f2c2-449b-8c32-150aace8fe9f req-0c35b31c-bb81-4774-baa6-ac6de5cdaaee tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3098416 Nov 24 13:10:15.722138 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:15.753587 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2ce23afb-6485-4587-b7d4-65dbb886bf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:15.773445 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:15.816896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] No DVR routers for this DVR port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:10:15.826676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47930) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:15.853509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce23afb-6485-4587-b7d4-65dbb886bf1b None None] No DVR routers for this DVR port e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:10:15.856103 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce23afb-6485-4587-b7d4-65dbb886bf1b None None] Pushing event deleted for resources: {'Port': ['ID=e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:15.893851 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Pushing event deleted for resources: {'Port': ['ID=e38bc9b7-01c1-4ce1-afd2-36f8bc9297bb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:16.376931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2134764366-network', 'tenant_id': 'ad68242eacc545928235deb5b4f6209e'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:16.420559 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:16.471314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Made reservation on behalf of ad68242eacc545928235deb5b4f6209e for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:10:16.482823 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:16.497807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7211355-ed99-470e-8fbf-6b50e7fca2cb req-933df8d0-0109-46c2-8ac1-3c9de840f98a tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:16.505715 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:16.506858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d7211355-ed99-470e-8fbf-6b50e7fca2cb req-933df8d0-0109-46c2-8ac1-3c9de840f98a tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.5328376 Nov 24 13:10:16.552044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df35285c-181e-4d5c-8996-7aa564d07f5e']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:16.610108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646924ea-006b-4f3c-bbf7-4af0cc059ab2') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:16.612115 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646924ea-006b-4f3c-bbf7-4af0cc059ab2') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:16.650977 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:16.652334 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:16.705208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:16.710423 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:16.738506 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:10:16.739348 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:16.744906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:16.755397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:16.755753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:16.756100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:16.756861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:16.757216 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:16.757555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:16.757958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:16.758298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:16.758638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:16.759304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:16.759641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:16.759979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:16.785418 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8b3df-1408-44a4-90ee-6a4334bd95f3 req-d9561d66-b338-439b-aecc-19891d49e07f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:16.794310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8b3df-1408-44a4-90ee-6a4334bd95f3 req-d9561d66-b338-439b-aecc-19891d49e07f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:16.807214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8b3df-1408-44a4-90ee-6a4334bd95f3 req-d9561d66-b338-439b-aecc-19891d49e07f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:16.816086 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8b3df-1408-44a4-90ee-6a4334bd95f3 req-d9561d66-b338-439b-aecc-19891d49e07f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:16.827793 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8b3df-1408-44a4-90ee-6a4334bd95f3 req-d9561d66-b338-439b-aecc-19891d49e07f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:16.837747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8b3df-1408-44a4-90ee-6a4334bd95f3 req-d9561d66-b338-439b-aecc-19891d49e07f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:16.845271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8b3df-1408-44a4-90ee-6a4334bd95f3 req-d9561d66-b338-439b-aecc-19891d49e07f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:16.857964 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b2d8b3df-1408-44a4-90ee-6a4334bd95f3 req-d9561d66-b338-439b-aecc-19891d49e07f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5442 time: 0.2032852 Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:10:16.881973 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:10:16.938946 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d7211355-ed99-470e-8fbf-6b50e7fca2cb req-a8bc9488-506a-4d65-9661-b8385f4a89ad tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098833 Nov 24 13:10:16.955445 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:16.969267 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b2d8b3df-1408-44a4-90ee-6a4334bd95f3 req-ab813094-35b5-48d3-a8cc-98c2805f496e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100171 Nov 24 13:10:16.975824 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:16.978979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:10:16.985193 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] 10.222.0.48 "DELETE /v2.0/networks/df35285c-181e-4d5c-8996-7aa564d07f5e HTTP/1.1" status: 204 len: 168 time: 3.0563810 Nov 24 13:10:16.992463 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:16.992928 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Added segment e24b1819-3a32-438d-9a57-c21d5b08cc84 of type vlan for network 4276637e-2720-4f02-a37d-40c318a74613 Nov 24 13:10:17.039168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4beeece-7380-4427-a09f-d2d0ba895586 tempest-TagsExtTest-13199220 tempest-TagsExtTest-13199220-project] Pushing event deleted for resources: {'Network': ['ID=df35285c-181e-4d5c-8996-7aa564d07f5e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:17.053021 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:17.103153 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:17.104420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:17.105048 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:17.164787 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3367012 Nov 24 13:10:17.171543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47968) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:17.195428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d4f896b7-7327-4ae6-9ea9-7e5bf15aae1e admin admin] Request body: {'subnet': {'network_id': '4276637e-2720-4f02-a37d-40c318a74613', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2134764366-subnet', 'tenant_id': 'ad68242eacc545928235deb5b4f6209e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:17.211865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d8e2d-d13a-435b-b154-cb8d53cc19a4 admin admin] Pushing event updated for resources: {'Network': ['ID=4276637e-2720-4f02-a37d-40c318a74613,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:17.241513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 4276637e-2720-4f02-a37d-40c318a74613 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:10:17.335191 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74550462-5b1f-49ba-9b7e-d24f4840d7be req-0d9804c9-e2f6-4574-b3b0-1fee7c5b9a3b tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:17.349327 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74550462-5b1f-49ba-9b7e-d24f4840d7be req-0d9804c9-e2f6-4574-b3b0-1fee7c5b9a3b tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429 HTTP/1.1" status: 200 len: 945 time: 0.2806597 Nov 24 13:10:17.377636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712104-a8c7-4be2-8155-b1a316004165 req-7e629187-5677-4930-b9c0-72eac6b9a007 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:17.391470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712104-a8c7-4be2-8155-b1a316004165 req-7e629187-5677-4930-b9c0-72eac6b9a007 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:17.397890 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712104-a8c7-4be2-8155-b1a316004165 req-7e629187-5677-4930-b9c0-72eac6b9a007 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:17.414724 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712104-a8c7-4be2-8155-b1a316004165 req-7e629187-5677-4930-b9c0-72eac6b9a007 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:17.432024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712104-a8c7-4be2-8155-b1a316004165 req-7e629187-5677-4930-b9c0-72eac6b9a007 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:17.454793 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712104-a8c7-4be2-8155-b1a316004165 req-7e629187-5677-4930-b9c0-72eac6b9a007 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:17.465729 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712104-a8c7-4be2-8155-b1a316004165 req-7e629187-5677-4930-b9c0-72eac6b9a007 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:17.468055 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33712104-a8c7-4be2-8155-b1a316004165 req-7e629187-5677-4930-b9c0-72eac6b9a007 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5442 time: 0.3212345 Nov 24 13:10:17.563440 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f896b7-7327-4ae6-9ea9-7e5bf15aae1e admin admin] Made reservation on behalf of ad68242eacc545928235deb5b4f6209e for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:10:17.575744 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4f896b7-7327-4ae6-9ea9-7e5bf15aae1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:17.593409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47980) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:17.899993 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4f896b7-7327-4ae6-9ea9-7e5bf15aae1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:17.904117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c53e16-fcdb-44b1-ad68-6ce91c2853a9 req-c1207248-a968-4a6f-b2e7-b29f945579cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:17.907726 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-03c53e16-fcdb-44b1-ad68-6ce91c2853a9 req-c1207248-a968-4a6f-b2e7-b29f945579cd tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.46 "GET /v2.0/ports?device_id=2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429 HTTP/1.1" status: 200 len: 945 time: 0.1595309 Nov 24 13:10:17.978687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712104-a8c7-4be2-8155-b1a316004165 req-810988f1-f268-4499-86f3-e386a366d7fc tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:17.980075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33712104-a8c7-4be2-8155-b1a316004165 req-810988f1-f268-4499-86f3-e386a366d7fc tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "GET /v2.0/ports/6e8eee07-d40a-4ec6-8dc1-46980cce72fe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4916308 Nov 24 13:10:18.020026 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4fabe791-5de3-457b-abb8-c10fad34b8e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=abada18b46e5440e8f2c213da47bc3c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4230416 Nov 24 13:10:18.020620 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47992) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:18.190594 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33712104-a8c7-4be2-8155-b1a316004165 req-67a5eeda-7265-48a4-b8c4-c09711734cd2 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "GET /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1800098 Nov 24 13:10:18.201028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f896b7-7327-4ae6-9ea9-7e5bf15aae1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce05a010-5c2f-4027-96ef-96f595f9f3eb,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:18.206478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-33712104-a8c7-4be2-8155-b1a316004165 req-6c6e7974-9d76-4fe1-a490-a9c006201e81 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:18.233879 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74550462-5b1f-49ba-9b7e-d24f4840d7be req-70cc3fcf-bda2-485a-af3b-0662c0b784a6 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8835816 Nov 24 13:10:18.385669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f896b7-7327-4ae6-9ea9-7e5bf15aae1e admin admin] Checking segment: {'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:10:18.387967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f896b7-7327-4ae6-9ea9-7e5bf15aae1e admin admin] Network hostable DHCP agents. Network: 4276637e-2720-4f02-a37d-40c318a74613, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:10:18.496314 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-6c6e7974-9d76-4fe1-a490-a9c006201e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:18.527946 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f896b7-7327-4ae6-9ea9-7e5bf15aae1e admin admin] Network 4276637e-2720-4f02-a37d-40c318a74613 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:10:18.553040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eebd1a-6195-4c47-b014-6a0f0e024292 req-1b22d6df-aa39-4eb2-9ae4-7e1ea4cb502a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:18.559093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eebd1a-6195-4c47-b014-6a0f0e024292 req-1b22d6df-aa39-4eb2-9ae4-7e1ea4cb502a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:18.595561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eebd1a-6195-4c47-b014-6a0f0e024292 req-1b22d6df-aa39-4eb2-9ae4-7e1ea4cb502a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:18.615871 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eebd1a-6195-4c47-b014-6a0f0e024292 req-1b22d6df-aa39-4eb2-9ae4-7e1ea4cb502a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:18.630236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eebd1a-6195-4c47-b014-6a0f0e024292 req-1b22d6df-aa39-4eb2-9ae4-7e1ea4cb502a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:18.642551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-03c53e16-fcdb-44b1-ad68-6ce91c2853a9 req-41a70359-b3fc-4deb-b8d5-ea2779501ecb tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Deleting port 939dd97a-ac52-43f6-a48d-b966f5cc2904 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:10:18.643079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-03c53e16-fcdb-44b1-ad68-6ce91c2853a9 req-41a70359-b3fc-4deb-b8d5-ea2779501ecb tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:18.668032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eebd1a-6195-4c47-b014-6a0f0e024292 req-1b22d6df-aa39-4eb2-9ae4-7e1ea4cb502a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:18.675099 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eebd1a-6195-4c47-b014-6a0f0e024292 req-1b22d6df-aa39-4eb2-9ae4-7e1ea4cb502a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:18.677094 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6eebd1a-6195-4c47-b014-6a0f0e024292 req-1b22d6df-aa39-4eb2-9ae4-7e1ea4cb502a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 5442 time: 0.2942269 Nov 24 13:10:18.721465 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-23cc8658-1540-4909-991c-4c277f39468d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:18.764989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d048e-7c8b-4f3f-b69f-cd86fe1026d7 req-cfd2483a-a555-4465-9f0b-24d56fa7b817 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:18.767714 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-260d048e-7c8b-4f3f-b69f-cd86fe1026d7 req-cfd2483a-a555-4465-9f0b-24d56fa7b817 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.6805480 Nov 24 13:10:18.781413 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-23cc8658-1540-4909-991c-4c277f39468d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:18.791351 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d4f896b7-7327-4ae6-9ea9-7e5bf15aae1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 4276637e-2720-4f02-a37d-40c318a74613) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:10:18.800851 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f896b7-7327-4ae6-9ea9-7e5bf15aae1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:18.801727 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4f896b7-7327-4ae6-9ea9-7e5bf15aae1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:18.810174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b4652b-763b-4eb8-b48e-7afaea63edb0 None None] Network 4276637e-2720-4f02-a37d-40c318a74613 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:10:18.869829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-03c53e16-fcdb-44b1-ad68-6ce91c2853a9 req-41a70359-b3fc-4deb-b8d5-ea2779501ecb tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] For port 939dd97a-ac52-43f6-a48d-b966f5cc2904, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=939dd97a-ac52-43f6-a48d-b966f5cc2904,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:18.870218 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-03c53e16-fcdb-44b1-ad68-6ce91c2853a9 req-41a70359-b3fc-4deb-b8d5-ea2779501ecb tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:18.897257 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d4f896b7-7327-4ae6-9ea9-7e5bf15aae1e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7217426 Nov 24 13:10:18.912685 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-260d048e-7c8b-4f3f-b69f-cd86fe1026d7 req-50715c27-84fc-46a9-bb13-97e397ff1d22 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249442 Nov 24 13:10:18.920345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-03c53e16-fcdb-44b1-ad68-6ce91c2853a9 req-41a70359-b3fc-4deb-b8d5-ea2779501ecb tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Calling delete_port for 939dd97a-ac52-43f6-a48d-b966f5cc2904 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:10:18.945282 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6eebd1a-6195-4c47-b014-6a0f0e024292 req-648da884-b544-44d9-aad2-5bd4d32e8f6c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=9273d886-6159-4610-abd8-7228c8e7d103&id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2556138 Nov 24 13:10:19.072122 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-23cc8658-1540-4909-991c-4c277f39468d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:19.074760 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-23cc8658-1540-4909-991c-4c277f39468d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:19.084388 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-23cc8658-1540-4909-991c-4c277f39468d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f66ff36-75e1-406f-b05f-8c9142737606 HTTP/1.1" status: 204 len: 168 time: 1.0529015 Nov 24 13:10:19.090472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-33712104-a8c7-4be2-8155-b1a316004165 req-6c6e7974-9d76-4fe1-a490-a9c006201e81 service neutron] For port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=6e8eee07-d40a-4ec6-8dc1-46980cce72fe,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:19.112624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc8658-1540-4909-991c-4c277f39468d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f66ff36-75e1-406f-b05f-8c9142737606,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:19.201908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-4276637e-2720-4f02-a37d-40c318a74613', 'network_id': '4276637e-2720-4f02-a37d-40c318a74613', 'tenant_id': 'ad68242eacc545928235deb5b4f6209e', 'fixed_ips': [{'subnet_id': 'ce05a010-5c2f-4027-96ef-96f595f9f3eb'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:10:19.204161 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:19.210374 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-33712104-a8c7-4be2-8155-b1a316004165 req-6c6e7974-9d76-4fe1-a490-a9c006201e81 service neutron] For port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:10:19.285708 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-33712104-a8c7-4be2-8155-b1a316004165 req-6c6e7974-9d76-4fe1-a490-a9c006201e81 service neutron] device_id is not set on port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:10:19.297489 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-6c6e7974-9d76-4fe1-a490-a9c006201e81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:19.303342 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-03c53e16-fcdb-44b1-ad68-6ce91c2853a9 req-41a70359-b3fc-4deb-b8d5-ea2779501ecb tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:19.308809 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-6c6e7974-9d76-4fe1-a490-a9c006201e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:19.444790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a70359-b3fc-4deb-b8d5-ea2779501ecb tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Pushing event deleted for resources: {'Port': ['ID=939dd97a-ac52-43f6-a48d-b966f5cc2904,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:19.482986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-33712104-a8c7-4be2-8155-b1a316004165 req-6c6e7974-9d76-4fe1-a490-a9c006201e81 service neutron] No DVR routers for this DVR port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:10:19.540497 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['ea276cc2-06a8-4bb3-ac35-b90567ed09da', '939dd97a-ac52-43f6-a48d-b966f5cc2904'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:10:19.546262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['7d4174c0-c251-48fd-aa99-7e83b4347492'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:10:19.583179 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36ab68d4-0ec0-4dc3-bd7e-a4809e540e37 req-b635f2b6-d815-4a49-aa91-45c9be1c6273 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429 HTTP/1.1" status: 200 len: 210 time: 0.1566451 Nov 24 13:10:19.621428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c53e16-fcdb-44b1-ad68-6ce91c2853a9 req-41a70359-b3fc-4deb-b8d5-ea2779501ecb tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] No DVR routers for this DVR port 939dd97a-ac52-43f6-a48d-b966f5cc2904 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:10:19.631199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-33712104-a8c7-4be2-8155-b1a316004165 req-6c6e7974-9d76-4fe1-a490-a9c006201e81 service neutron] In _notify_port_updated(), no bound segment for port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:10:19.632499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712104-a8c7-4be2-8155-b1a316004165 req-6c6e7974-9d76-4fe1-a490-a9c006201e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:19.633107 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-03c53e16-fcdb-44b1-ad68-6ce91c2853a9 req-41a70359-b3fc-4deb-b8d5-ea2779501ecb tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:19.633627 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-6c6e7974-9d76-4fe1-a490-a9c006201e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:19.635267 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33712104-a8c7-4be2-8155-b1a316004165 req-6c6e7974-9d76-4fe1-a490-a9c006201e81 service neutron] 10.222.0.59 "PUT /v2.0/ports/6e8eee07-d40a-4ec6-8dc1-46980cce72fe HTTP/1.1" status: 200 len: 1031 time: 1.4357588 Nov 24 13:10:19.636179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e7974-9d76-4fe1-a490-a9c006201e81 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8eee07-d40a-4ec6-8dc1-46980cce72fe,revision_number=6']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:19.637759 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-03c53e16-fcdb-44b1-ad68-6ce91c2853a9 req-41a70359-b3fc-4deb-b8d5-ea2779501ecb tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.46 "DELETE /v2.0/ports/939dd97a-ac52-43f6-a48d-b966f5cc2904 HTTP/1.1" status: 204 len: 173 time: 1.7185278 Nov 24 13:10:19.640269 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429', 'name': 'network-vif-deleted', 'tag': '939dd97a-ac52-43f6-a48d-b966f5cc2904'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:19.648484 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864ceb7e-2ded-4ac6-85dd-d15d21a0fd07" -d '{"events": [{"server_uuid": "2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429", "name": "network-vif-deleted", "tag": "939dd97a-ac52-43f6-a48d-b966f5cc2904"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:19.776458 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efe4534-59b8-4c01-a4e8-875e4a8c240b x-openstack-request-id: req-2efe4534-59b8-4c01-a4e8-875e4a8c240b {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:19.776783 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429", "name": "network-vif-deleted", "tag": "939dd97a-ac52-43f6-a48d-b966f5cc2904", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:19.777042 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2efe4534-59b8-4c01-a4e8-875e4a8c240b {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:19.777450 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb2af29-5fba-4e8a-b6d7-4fca5fc4f429', 'name': 'network-vif-deleted', 'tag': '939dd97a-ac52-43f6-a48d-b966f5cc2904', 'status': 'completed', 'code': 200} Nov 24 13:10:19.875009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712104-a8c7-4be2-8155-b1a316004165 req-7c19033a-be58-4e2d-b5a6-af695b18e3af tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:19.883842 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33712104-a8c7-4be2-8155-b1a316004165 req-7c19033a-be58-4e2d-b5a6-af695b18e3af tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "GET /v2.0/ports/97cc90c5-fb57-425a-a378-479282e4b014?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2225335 Nov 24 13:10:19.921934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-33712104-a8c7-4be2-8155-b1a316004165 req-6478f5c8-f8b4-4f9b-990f-bd1cd10303f6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:19.964009 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:10:19.995406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9e205-a68c-4ce1-8542-bb08b2ecc6c5 req-9e44eb38-f5dc-4164-ad4c-f440d07fe78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:19.998705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2b9e205-a68c-4ce1-8542-bb08b2ecc6c5 req-9e44eb38-f5dc-4164-ad4c-f440d07fe78b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 1096 time: 0.3699899 Nov 24 13:10:20.114254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Allocated IP 172.20.0.2 (4276637e-2720-4f02-a37d-40c318a74613/ce05a010-5c2f-4027-96ef-96f595f9f3eb/9a021e11-682a-4459-8691-94e69dd484e6) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:10:20.118915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c4daabc3-d930-409e-bbdf-0252a564f0e2 None None] Provisioning complete for port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:20.119859 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c4daabc3-d930-409e-bbdf-0252a564f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:20.160407 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-6478f5c8-f8b4-4f9b-990f-bd1cd10303f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:20.273945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc01d30-aed3-4715-a9fd-4afb68e3eeda req-f8f61754-6f67-49b3-86de-f73293b307c6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:20.286713 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8fc01d30-aed3-4715-a9fd-4afb68e3eeda req-f8f61754-6f67-49b3-86de-f73293b307c6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.2483079 Nov 24 13:10:20.352912 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c4daabc3-d930-409e-bbdf-0252a564f0e2 None None] Port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:10:20.357576 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9e205-a68c-4ce1-8542-bb08b2ecc6c5 req-4b022040-b088-4eb1-9859-cdfd0657abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:20.362309 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2b9e205-a68c-4ce1-8542-bb08b2ecc6c5 req-4b022040-b088-4eb1-9859-cdfd0657abd5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 913 time: 0.3498845 Nov 24 13:10:20.388644 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:20.505886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:20.508913 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43acd1d-3330-476b-9d42-562d0aeb0ed4" -d '{"events": [{"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-unplugged", "status": "completed", "tag": "58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:20.534611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48084) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:20.544896 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:20.586234 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:20.587326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 6e8eee07-d40a-4ec6-8dc1-46980cce72fe no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:10:20.613831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-33712104-a8c7-4be2-8155-b1a316004165 req-6478f5c8-f8b4-4f9b-990f-bd1cd10303f6 service neutron] For port 97cc90c5-fb57-425a-a378-479282e4b014, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=97cc90c5-fb57-425a-a378-479282e4b014,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:20.687404 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-33712104-a8c7-4be2-8155-b1a316004165 req-6478f5c8-f8b4-4f9b-990f-bd1cd10303f6 service neutron] For port 97cc90c5-fb57-425a-a378-479282e4b014, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:10:20.770614 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:20.782538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-33712104-a8c7-4be2-8155-b1a316004165 req-6478f5c8-f8b4-4f9b-990f-bd1cd10303f6 service neutron] device_id is not set on port 97cc90c5-fb57-425a-a378-479282e4b014 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:10:20.790982 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 6e8eee07-d40a-4ec6-8dc1-46980cce72fe not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:10:20.799631 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:10:20.805477 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:20.807470 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-6478f5c8-f8b4-4f9b-990f-bd1cd10303f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:20.867638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38442cee-6ffb-4885-aa45-548df569dd76 req-0b7215d5-1aba-49e2-a56e-21a56dca3285 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:20.872840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:20.878776 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38442cee-6ffb-4885-aa45-548df569dd76 req-0b7215d5-1aba-49e2-a56e-21a56dca3285 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/networks?id=4276637e-2720-4f02-a37d-40c318a74613 HTTP/1.1" status: 200 len: 816 time: 0.2966127 Nov 24 13:10:20.929350 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38442cee-6ffb-4885-aa45-548df569dd76 req-40290da6-9ec0-4b40-84d3-1312021198c1 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/quotas/ad68242eacc545928235deb5b4f6209e HTTP/1.1" status: 200 len: 375 time: 0.0462372 Nov 24 13:10:20.969758 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c74aa2a3-df0e-416c-8884-e1d9817781b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:20.972477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Network 4276637e-2720-4f02-a37d-40c318a74613 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:10:20.986626 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:10:20.991078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:10:21.007391 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Pushing event updated for resources: {'Port': ['ID=9a021e11-682a-4459-8691-94e69dd484e6,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:21.050157 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2b9e205-a68c-4ce1-8542-bb08b2ecc6c5 req-f547fc66-8ed2-4152-ba25-6b53abe55cdf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f961cbf6-9f7f-4917-a540-4bce9293780a HTTP/1.1" status: 200 len: 217 time: 0.2330539 Nov 24 13:10:21.065803 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-6478f5c8-f8b4-4f9b-990f-bd1cd10303f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.095396 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c7e5812c-ba2e-4a09-9b5b-a66f6f3b6646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.199424 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8fc01d30-aed3-4715-a9fd-4afb68e3eeda req-cab3bf5a-66d6-4e60-9ac4-3525da289e53 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9075346 Nov 24 13:10:21.211988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Attempting to bind port 9a021e11-682a-4459-8691-94e69dd484e6 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:10:21.212372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Attempting to bind port 9a021e11-682a-4459-8691-94e69dd484e6 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:10:21.212812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Attempting to bind port 9a021e11-682a-4459-8691-94e69dd484e6 on network 4276637e-2720-4f02-a37d-40c318a74613 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:10:21.268575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:10:21.272795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Checking segment: {'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:10:21.273189 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.273598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Bound using segment: {'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:10:21.274109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Bound port: 9a021e11-682a-4459-8691-94e69dd484e6, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:10:21.274503 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.315409 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.331718 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9e205-a68c-4ce1-8542-bb08b2ecc6c5 req-111bdb0b-8204-4c27-99da-2a4dd1f0d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:21.333240 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2b9e205-a68c-4ce1-8542-bb08b2ecc6c5 req-111bdb0b-8204-4c27-99da-2a4dd1f0d684 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 200 len: 852 time: 0.2547281 Nov 24 13:10:21.358155 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38442cee-6ffb-4885-aa45-548df569dd76 req-a9efd4d7-0a5a-4ca1-a62c-3135c6e8b288 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad68242eacc545928235deb5b4f6209e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4055572 Nov 24 13:10:21.386069 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c7e5812c-ba2e-4a09-9b5b-a66f6f3b6646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.458811 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1252e94e-e016-46bc-b2bd-47c0ab1b44e8,segment=NetworkSegment(0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a),segment_id=0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:21.473152 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.473558 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c7e5812c-ba2e-4a09-9b5b-a66f6f3b6646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.474337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:10:21.525959 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2b9e205-a68c-4ce1-8542-bb08b2ecc6c5 req-8b130388-4342-42bf-b955-1e822a3e10d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=947fd8e7-0529-4083-a4cd-f5a8c40e92df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384954 Nov 24 13:10:21.550267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5812c-ba2e-4a09-9b5b-a66f6f3b6646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61dfeaa9-abcf-49fa-b259-fecb22135f7d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:21.649434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c7e5812c-ba2e-4a09-9b5b-a66f6f3b6646 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5127ef01beff4d1b91891432d41e8c2b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1138906 Nov 24 13:10:21.652784 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=1252e94e-e016-46bc-b2bd-47c0ab1b44e8,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:21.653685 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48120) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:21.680711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] For port 9a021e11-682a-4459-8691-94e69dd484e6, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:10:21.718908 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38442cee-6ffb-4885-aa45-548df569dd76 req-cacf9840-97aa-42ab-be9b-52f6e80e9b66 service neutron] 10.222.0.48 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596878 Nov 24 13:10:21.740364 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] For port 9a021e11-682a-4459-8691-94e69dd484e6, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9a021e11-682a-4459-8691-94e69dd484e6,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:10:21.770654 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9600b6e0-2832-4923-aed6-912bf03ff9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.806705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2b9e205-a68c-4ce1-8542-bb08b2ecc6c5 req-354b0ff4-95ca-436c-b93b-82d8f1b75372 service neutron] 10.222.0.46 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707169 Nov 24 13:10:21.807436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-33712104-a8c7-4be2-8155-b1a316004165 req-6478f5c8-f8b4-4f9b-990f-bd1cd10303f6 service neutron] No DVR routers for this DVR port 97cc90c5-fb57-425a-a378-479282e4b014 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:10:21.817338 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.828003 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9600b6e0-2832-4923-aed6-912bf03ff9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.880054 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38442cee-6ffb-4885-aa45-548df569dd76 req-8dccf8ed-eeb9-4e4d-b981-bbe222071004 service neutron] 10.222.0.48 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600013 Nov 24 13:10:21.928746 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9600b6e0-2832-4923-aed6-912bf03ff9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.931531 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9600b6e0-2832-4923-aed6-912bf03ff9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.931721 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbad14-9d1e-4bf2-afbe-4858da40baea None None] Pushing event updated for resources: {'Port': ['ID=9a021e11-682a-4459-8691-94e69dd484e6,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:21.934433 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9600b6e0-2832-4923-aed6-912bf03ff9e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61dfeaa9-abcf-49fa-b259-fecb22135f7d HTTP/1.1" status: 204 len: 168 time: 0.2797000 Nov 24 13:10:21.951877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600b6e0-2832-4923-aed6-912bf03ff9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dfeaa9-abcf-49fa-b259-fecb22135f7d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:21.956076 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f2a8f037-fb2b-4cda-b270-b60fb46497bc None None] Provisioning complete for port 97cc90c5-fb57-425a-a378-479282e4b014 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:21.956460 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f037-fb2b-4cda-b270-b60fb46497bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.958943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-33712104-a8c7-4be2-8155-b1a316004165 req-6478f5c8-f8b4-4f9b-990f-bd1cd10303f6 service neutron] In _notify_port_updated(), no bound segment for port 97cc90c5-fb57-425a-a378-479282e4b014 on network 5583c3a7-9a15-4e82-aa26-02223831e2d0 {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:10:21.961145 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712104-a8c7-4be2-8155-b1a316004165 req-6478f5c8-f8b4-4f9b-990f-bd1cd10303f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:21.961634 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-6478f5c8-f8b4-4f9b-990f-bd1cd10303f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:21.962985 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33712104-a8c7-4be2-8155-b1a316004165 req-6478f5c8-f8b4-4f9b-990f-bd1cd10303f6 service neutron] 10.222.0.59 "PUT /v2.0/ports/97cc90c5-fb57-425a-a378-479282e4b014 HTTP/1.1" status: 200 len: 1030 time: 2.0727570 Nov 24 13:10:22.017541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f2a8f037-fb2b-4cda-b270-b60fb46497bc None None] Port 97cc90c5-fb57-425a-a378-479282e4b014 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:10:22.024881 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:22.062225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478f5c8-f8b4-4f9b-990f-bd1cd10303f6 service neutron] Pushing event updated for resources: {'Port': ['ID=97cc90c5-fb57-425a-a378-479282e4b014,revision_number=6']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:22.119567 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:22.132246 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:22.133774 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 97cc90c5-fb57-425a-a378-479282e4b014 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:10:22.152261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d763ae-0b4c-4027-85a2-4d0670ff87e0 req-28ebaf0c-32bf-41cf-a5b0-5b8d08cbd243 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:22.159387 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d763ae-0b4c-4027-85a2-4d0670ff87e0 req-28ebaf0c-32bf-41cf-a5b0-5b8d08cbd243 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:22.168769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d763ae-0b4c-4027-85a2-4d0670ff87e0 req-28ebaf0c-32bf-41cf-a5b0-5b8d08cbd243 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:22.196403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d763ae-0b4c-4027-85a2-4d0670ff87e0 req-28ebaf0c-32bf-41cf-a5b0-5b8d08cbd243 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:22.210471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d763ae-0b4c-4027-85a2-4d0670ff87e0 req-28ebaf0c-32bf-41cf-a5b0-5b8d08cbd243 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:22.218805 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c0d763ae-0b4c-4027-85a2-4d0670ff87e0 req-28ebaf0c-32bf-41cf-a5b0-5b8d08cbd243 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 3883 time: 0.9002297 Nov 24 13:10:22.534334 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2b9e205-a68c-4ce1-8542-bb08b2ecc6c5 req-55c63c01-f48c-4340-a74d-119b3c2179de service neutron] 10.222.0.46 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543438 Nov 24 13:10:22.619845 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca6bda9-5079-4e21-8a6c-7a319fab28fd x-openstack-request-id: req-eca6bda9-5079-4e21-8a6c-7a319fab28fd {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:22.620978 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-unplugged", "status": "completed", "tag": "58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:22.621410 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eca6bda9-5079-4e21-8a6c-7a319fab28fd {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:22.621995 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6', 'code': 200} Nov 24 13:10:22.643242 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c0d763ae-0b4c-4027-85a2-4d0670ff87e0 req-b6ee972d-4ff9-4a51-80d8-a3a87f49bd7d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4202821 Nov 24 13:10:22.662769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a648dc2-ffdc-49eb-83b1-a5e0e827a7fe req-dddfceb1-a15a-4b73-b129-ce1bc2bcc74f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:22.666946 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 939dd97a-ac52-43f6-a48d-b966f5cc2904 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:10:22.674132 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a648dc2-ffdc-49eb-83b1-a5e0e827a7fe req-dddfceb1-a15a-4b73-b129-ce1bc2bcc74f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.1680841 Nov 24 13:10:22.736136 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 939dd97a-ac52-43f6-a48d-b966f5cc2904 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:10:22.737198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 939dd97a-ac52-43f6-a48d-b966f5cc2904 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:10:22.780382 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:22.784500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 97cc90c5-fb57-425a-a378-479282e4b014 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:10:22.785235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:10:22.795907 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-33712104-a8c7-4be2-8155-b1a316004165 req-31992d09-5959-4994-bffa-07d5c05a16c4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Deleting port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:10:22.796355 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-31992d09-5959-4994-bffa-07d5c05a16c4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:22.826126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48162) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:22.889771 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:22.895813 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f14d4ee-f2d7-4f7e-8cd1-cb00cdce4805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:22.949350 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a648dc2-ffdc-49eb-83b1-a5e0e827a7fe req-49c832c1-b631-4716-b225-0aa64f74ab70 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733996 Nov 24 13:10:22.950115 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:22.957397 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:22.959353 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5ab98a21-6fe7-4896-9575-4945f031504a no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:10:23.121957 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f14d4ee-f2d7-4f7e-8cd1-cb00cdce4805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:23.132949 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f14d4ee-f2d7-4f7e-8cd1-cb00cdce4805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:23.250217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-67506240-c33e-41bf-b134-b35e0899b999 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:23.252500 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-67506240-c33e-41bf-b134-b35e0899b999 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/networks?id=4276637e-2720-4f02-a37d-40c318a74613 HTTP/1.1" status: 200 len: 816 time: 0.3158410 Nov 24 13:10:23.275823 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-a529b67d-29d6-4fc0-b0c8-83224abb3219 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/quotas/ad68242eacc545928235deb5b4f6209e HTTP/1.1" status: 200 len: 375 time: 0.0142794 Nov 24 13:10:23.292157 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1f14d4ee-f2d7-4f7e-8cd1-cb00cdce4805 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=732c742df7fd4f63832cc79d2d52cf46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4514887 Nov 24 13:10:23.301543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48176) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:23.311815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14d4ee-f2d7-4f7e-8cd1-cb00cdce4805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed800ba-aa10-4aec-b030-d5b1b452fd0b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:23.312367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9a021e11-682a-4459-8691-94e69dd484e6 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:10:23.338295 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:23.439768 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3db0ae22-398d-4462-a915-8280be4597dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:23.477485 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:23.503966 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3db0ae22-398d-4462-a915-8280be4597dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:23.531001 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-61c32fc8-86ea-48ee-9ebf-86b93ae648ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:23.550736 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-204aa0b3-b127-4792-845a-06a21ca40e05 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad68242eacc545928235deb5b4f6209e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2416632 Nov 24 13:10:23.623361 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3db0ae22-398d-4462-a915-8280be4597dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:23.626910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3db0ae22-398d-4462-a915-8280be4597dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:23.628553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3db0ae22-398d-4462-a915-8280be4597dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ed800ba-aa10-4aec-b030-d5b1b452fd0b HTTP/1.1" status: 204 len: 168 time: 0.3252659 Nov 24 13:10:23.647724 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0ae22-398d-4462-a915-8280be4597dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed800ba-aa10-4aec-b030-d5b1b452fd0b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:23.714336 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 5ab98a21-6fe7-4896-9575-4945f031504a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5ab98a21-6fe7-4896-9575-4945f031504a,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:23.737025 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:23.775221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-6462e1cb-e66c-4dc8-a151-fe78861fe0e8 service neutron] 10.222.0.48 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137036 Nov 24 13:10:23.895207 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-46726c3a-0b9d-4ac0-953e-1f2a92dc0ccb service neutron] 10.222.0.48 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073508 Nov 24 13:10:23.900642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-33712104-a8c7-4be2-8155-b1a316004165 req-31992d09-5959-4994-bffa-07d5c05a16c4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] For port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:23.901344 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-31992d09-5959-4994-bffa-07d5c05a16c4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:23.915815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=5ab98a21-6fe7-4896-9575-4945f031504a,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:23.918940 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-33712104-a8c7-4be2-8155-b1a316004165 req-31992d09-5959-4994-bffa-07d5c05a16c4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Calling delete_port for e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:10:23.954346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9a021e11-682a-4459-8691-94e69dd484e6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:23.955152 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:23.961611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c842bf-5edc-4d0c-a1a5-b44076deda53 req-39c0d30d-6ac0-4f7e-a195-f0392c32d78e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:23.970221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c842bf-5edc-4d0c-a1a5-b44076deda53 req-39c0d30d-6ac0-4f7e-a195-f0392c32d78e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:23.977024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c842bf-5edc-4d0c-a1a5-b44076deda53 req-39c0d30d-6ac0-4f7e-a195-f0392c32d78e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:23.984284 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c842bf-5edc-4d0c-a1a5-b44076deda53 req-39c0d30d-6ac0-4f7e-a195-f0392c32d78e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:23.991765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c842bf-5edc-4d0c-a1a5-b44076deda53 req-39c0d30d-6ac0-4f7e-a195-f0392c32d78e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:24.001720 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38c842bf-5edc-4d0c-a1a5-b44076deda53 req-39c0d30d-6ac0-4f7e-a195-f0392c32d78e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 3877 time: 0.1732562 Nov 24 13:10:24.095626 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38c842bf-5edc-4d0c-a1a5-b44076deda53 req-ee273e17-d01e-4978-b834-3995ab00bc61 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925636 Nov 24 13:10:24.100697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a45abbc-c107-4cab-a175-814bc411fc90 None None] Network 4276637e-2720-4f02-a37d-40c318a74613 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:10:24.319796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f961cbf6-9f7f-4917-a540-4bce9293780a no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:10:24.349763 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f6872c4d-2e0a-468a-a44d-0208d27a0efc None None] Provisioning complete for port 9a021e11-682a-4459-8691-94e69dd484e6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:24.351408 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f6872c4d-2e0a-468a-a44d-0208d27a0efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:24.643062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7712d1-f354-4068-9ea0-d5b7597ebb18 req-05351c32-248d-4236-b8b8-fa4936e9c0a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:24.655251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba7712d1-f354-4068-9ea0-d5b7597ebb18 req-05351c32-248d-4236-b8b8-fa4936e9c0a8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 945 time: 0.1724865 Nov 24 13:10:24.681221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-31992d09-5959-4994-bffa-07d5c05a16c4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:24.731508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8'}, {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1'}, {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08336fdf-8913-4fe6-b0e7-6d8dbd9d9013'}, {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab98a21-6fe7-4896-9575-4945f031504a'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:24.735452 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b527cc85-376b-443f-a652-f9905ee047a2" -d '{"events": [{"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-unplugged", "status": "completed", "tag": "1252e94e-e016-46bc-b2bd-47c0ab1b44e8"}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-unplugged", "status": "completed", "tag": "e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1"}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-unplugged", "status": "completed", "tag": "08336fdf-8913-4fe6-b0e7-6d8dbd9d9013"}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-unplugged", "status": "completed", "tag": "5ab98a21-6fe7-4896-9575-4945f031504a"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:24.839934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31992d09-5959-4994-bffa-07d5c05a16c4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event deleted for resources: {'Port': ['ID=e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:24.876900 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba7712d1-f354-4068-9ea0-d5b7597ebb18 req-482980a6-9ac2-47f9-9151-baff66632742 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099702 Nov 24 13:10:24.959591 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-33712104-a8c7-4be2-8155-b1a316004165 req-31992d09-5959-4994-bffa-07d5c05a16c4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] No DVR routers for this DVR port e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:10:24.974693 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3edf1e1-63b0-4b7c-9b0f-9c7ca9423b5c x-openstack-request-id: req-d3edf1e1-63b0-4b7c-9b0f-9c7ca9423b5c {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:24.974995 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-unplugged", "status": "completed", "tag": "1252e94e-e016-46bc-b2bd-47c0ab1b44e8", "code": 200}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-unplugged", "status": "completed", "tag": "e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1", "code": 200}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-unplugged", "status": "completed", "tag": "08336fdf-8913-4fe6-b0e7-6d8dbd9d9013", "code": 200}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-unplugged", "status": "completed", "tag": "5ab98a21-6fe7-4896-9575-4945f031504a", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:24.976986 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-31992d09-5959-4994-bffa-07d5c05a16c4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:24.982035 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33712104-a8c7-4be2-8155-b1a316004165 req-31992d09-5959-4994-bffa-07d5c05a16c4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "DELETE /v2.0/ports/e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1 HTTP/1.1" status: 204 len: 173 time: 2.9138625 Nov 24 13:10:24.982617 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-deleted', 'tag': 'e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:24.986725 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caeb81a-aa6b-4351-8590-4a0eff61c772" -d '{"events": [{"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-deleted", "tag": "e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:24.986963 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3edf1e1-63b0-4b7c-9b0f-9c7ca9423b5c {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:24.987419 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8', 'code': 200} Nov 24 13:10:24.987700 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1', 'code': 200} Nov 24 13:10:24.991024 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08336fdf-8913-4fe6-b0e7-6d8dbd9d9013', 'code': 200} Nov 24 13:10:24.995285 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ab98a21-6fe7-4896-9575-4945f031504a', 'code': 200} Nov 24 13:10:25.013993 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:25.017402 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38442cee-6ffb-4885-aa45-548df569dd76 req-1ccbc4aa-777b-4924-9854-5fbcc00221e6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:25.023561 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38442cee-6ffb-4885-aa45-548df569dd76 req-1ccbc4aa-777b-4924-9854-5fbcc00221e6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.46 "GET /v2.0/networks?id=4276637e-2720-4f02-a37d-40c318a74613 HTTP/1.1" status: 200 len: 816 time: 0.7731702 Nov 24 13:10:25.042530 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:25.063433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-38442cee-6ffb-4885-aa45-548df569dd76 req-b143202e-9bc3-4589-a208-43f55a36f553 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Request body: {'port': {'device_id': '65af2862-5909-4960-b011-3628013ce704', 'network_id': '4276637e-2720-4f02-a37d-40c318a74613', 'admin_state_up': True, 'tenant_id': 'ad68242eacc545928235deb5b4f6209e'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:25.314169 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:25.335066 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f6872c4d-2e0a-468a-a44d-0208d27a0efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:25.414245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 9a021e11-682a-4459-8691-94e69dd484e6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9a021e11-682a-4459-8691-94e69dd484e6,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:25.440831 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:25.514529 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7387b5-1e5e-4111-a534-1ae348e4b686 x-openstack-request-id: req-1a7387b5-1e5e-4111-a534-1ae348e4b686 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:25.515163 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-deleted", "tag": "e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:25.515426 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a7387b5-1e5e-4111-a534-1ae348e4b686 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:25.515852 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-deleted', 'tag': 'e24ba9d5-af9b-4c3d-ab2c-5a205e68a5a1', 'status': 'completed', 'code': 200} Nov 24 13:10:25.584266 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f961cbf6-9f7f-4917-a540-4bce9293780a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f961cbf6-9f7f-4917-a540-4bce9293780a,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:25.623637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e17cd-7a7a-4855-8391-e4bd5482429c req-c2602a69-b5fb-4134-ba71-8425a30ae55b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:25.645823 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:25.653651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e17cd-7a7a-4855-8391-e4bd5482429c req-c2602a69-b5fb-4134-ba71-8425a30ae55b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:25.669652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e17cd-7a7a-4855-8391-e4bd5482429c req-c2602a69-b5fb-4134-ba71-8425a30ae55b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:25.702918 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e17cd-7a7a-4855-8391-e4bd5482429c req-c2602a69-b5fb-4134-ba71-8425a30ae55b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:25.713618 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-304e17cd-7a7a-4855-8391-e4bd5482429c req-c2602a69-b5fb-4134-ba71-8425a30ae55b tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 3144 time: 0.3032675 Nov 24 13:10:25.920479 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-304e17cd-7a7a-4855-8391-e4bd5482429c req-6c600393-174e-433e-bf83-a64a8e477fc7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931896 Nov 24 13:10:25.989981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=9a021e11-682a-4459-8691-94e69dd484e6,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:26.010269 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-f6872c4d-2e0a-468a-a44d-0208d27a0efc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:10:26.010649 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-f6872c4d-2e0a-468a-a44d-0208d27a0efc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:10:26.045525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba922-600c-4ca8-b1df-e0d313466247 req-d1c791a2-67a4-49c3-bcdd-bd3429697c48 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:26.051849 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-567ba922-600c-4ca8-b1df-e0d313466247 req-d1c791a2-67a4-49c3-bcdd-bd3429697c48 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/networks?id=4276637e-2720-4f02-a37d-40c318a74613 HTTP/1.1" status: 200 len: 816 time: 0.8350534 Nov 24 13:10:26.059579 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38442cee-6ffb-4885-aa45-548df569dd76 req-b143202e-9bc3-4589-a208-43f55a36f553 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Made reservation on behalf of ad68242eacc545928235deb5b4f6209e for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:10:26.063721 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-38442cee-6ffb-4885-aa45-548df569dd76 req-b143202e-9bc3-4589-a208-43f55a36f553 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:26.117185 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:26.154654 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-567ba922-600c-4ca8-b1df-e0d313466247 req-042d36a0-be2b-4c9c-a13b-df7dfb8db778 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/quotas/ad68242eacc545928235deb5b4f6209e HTTP/1.1" status: 200 len: 375 time: 0.0721900 Nov 24 13:10:26.177410 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f961cbf6-9f7f-4917-a540-4bce9293780a,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:26.195596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-33712104-a8c7-4be2-8155-b1a316004165 req-958e6812-01c6-4d65-89c1-895686bec6e9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Deleting port 5ab98a21-6fe7-4896-9575-4945f031504a {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:10:26.195947 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-958e6812-01c6-4d65-89c1-895686bec6e9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:26.315828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49ef8-6a49-445d-95e4-f73a214ceacb req-5183fe4d-366d-4a25-9cf2-a6ad4269366c tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:26.337547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49ef8-6a49-445d-95e4-f73a214ceacb req-5183fe4d-366d-4a25-9cf2-a6ad4269366c tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:26.348470 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fdf49ef8-6a49-445d-95e4-f73a214ceacb req-5183fe4d-366d-4a25-9cf2-a6ad4269366c tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7&device_id=30ff93ec-7170-4b73-9b50-bfed8a7d9bd7 HTTP/1.1" status: 200 len: 1681 time: 0.1455858 Nov 24 13:10:26.448309 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fdf49ef8-6a49-445d-95e4-f73a214ceacb req-9d521ac5-ecce-4bda-ae4d-3122aa88b233 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985942 Nov 24 13:10:26.668048 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:26.809931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-edc3c0ad-e3db-4083-9cf0-60aceaa6d888 None None] Provisioning complete for port 9a021e11-682a-4459-8691-94e69dd484e6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:26.810313 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-edc3c0ad-e3db-4083-9cf0-60aceaa6d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:26.880599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f423dd-7726-4436-ad8e-64898b56cc05 req-595289aa-36bf-41d3-a2ed-daa97816c6ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:26.882740 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b2f423dd-7726-4436-ad8e-64898b56cc05 req-595289aa-36bf-41d3-a2ed-daa97816c6ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 943 time: 0.1683760 Nov 24 13:10:26.898702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-72594d99-e006-402d-9b15-c4c6dbcfbc34 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:26.899877 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-72594d99-e006-402d-9b15-c4c6dbcfbc34 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.59 "GET /v2.0/networks?id=4276637e-2720-4f02-a37d-40c318a74613 HTTP/1.1" status: 200 len: 816 time: 0.4403250 Nov 24 13:10:26.927703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-01fa8495-878f-497b-ad7e-667c13ee491b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Request body: {'port': {'device_id': 'f9b0f8a4-275c-479b-b766-52e20e54db94', 'network_id': '4276637e-2720-4f02-a37d-40c318a74613', 'admin_state_up': True, 'tenant_id': 'ad68242eacc545928235deb5b4f6209e'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:27.012285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b117f5-05c3-43cc-aec1-55849a8ba447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f961cbf6-9f7f-4917-a540-4bce9293780a'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:27.018715 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570291e0-df9a-4b99-b9ed-6a981614c2e9" -d '{"events": [{"server_uuid": "70b117f5-05c3-43cc-aec1-55849a8ba447", "name": "network-vif-unplugged", "status": "completed", "tag": "f961cbf6-9f7f-4917-a540-4bce9293780a"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:27.048613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48370) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:27.188692 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b2f423dd-7726-4436-ad8e-64898b56cc05 req-7fe4ff0a-dea4-483d-b68f-eb0e8f042a7f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795305 Nov 24 13:10:27.300109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-01fa8495-878f-497b-ad7e-667c13ee491b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Made reservation on behalf of ad68242eacc545928235deb5b4f6209e for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:10:27.304702 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-01fa8495-878f-497b-ad7e-667c13ee491b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:27.329282 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-567ba922-600c-4ca8-b1df-e0d313466247 req-32c5b00d-2b6c-47bc-ac90-8484090ccf0c tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad68242eacc545928235deb5b4f6209e&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1732225 Nov 24 13:10:27.498326 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b68f8ec7-9883-41d3-b915-977fac32b2f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:27.534986 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-567ba922-600c-4ca8-b1df-e0d313466247 req-9c51c091-d62e-4cee-8285-8a0b0d8e70e8 service neutron] 10.222.0.48 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047648 Nov 24 13:10:27.556038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831342d7-8eea-488e-88a7-375956abb8a5 req-89fa8ec1-b01c-4071-a939-4682801a9045 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:27.566945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831342d7-8eea-488e-88a7-375956abb8a5 req-89fa8ec1-b01c-4071-a939-4682801a9045 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:27.586528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831342d7-8eea-488e-88a7-375956abb8a5 req-89fa8ec1-b01c-4071-a939-4682801a9045 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:27.599805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-38442cee-6ffb-4885-aa45-548df569dd76 req-b143202e-9bc3-4589-a208-43f55a36f553 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Allocated IP 172.20.0.14 (4276637e-2720-4f02-a37d-40c318a74613/ce05a010-5c2f-4027-96ef-96f595f9f3eb/af023c1b-45b1-43c9-a040-c14ae3af774a) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:10:27.600824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831342d7-8eea-488e-88a7-375956abb8a5 req-89fa8ec1-b01c-4071-a939-4682801a9045 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:27.610439 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-831342d7-8eea-488e-88a7-375956abb8a5 req-89fa8ec1-b01c-4071-a939-4682801a9045 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 3144 time: 0.1693957 Nov 24 13:10:27.616331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9a021e11-682a-4459-8691-94e69dd484e6 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:10:27.659264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-33712104-a8c7-4be2-8155-b1a316004165 req-958e6812-01c6-4d65-89c1-895686bec6e9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] For port 5ab98a21-6fe7-4896-9575-4945f031504a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5ab98a21-6fe7-4896-9575-4945f031504a,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:27.659723 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-958e6812-01c6-4d65-89c1-895686bec6e9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:27.710762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9a021e11-682a-4459-8691-94e69dd484e6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:27.711728 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:27.724859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-33712104-a8c7-4be2-8155-b1a316004165 req-958e6812-01c6-4d65-89c1-895686bec6e9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Calling delete_port for 5ab98a21-6fe7-4896-9575-4945f031504a owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:10:27.775906 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-831342d7-8eea-488e-88a7-375956abb8a5 req-2d01be19-f5f1-41e8-8c66-6657ee3f474c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635735 Nov 24 13:10:27.839158 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b68f8ec7-9883-41d3-b915-977fac32b2f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:27.854236 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b68f8ec7-9883-41d3-b915-977fac32b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:27.915879 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e67e57-9456-4a7e-b3a0-8e0d1368c825 x-openstack-request-id: req-e6e67e57-9456-4a7e-b3a0-8e0d1368c825 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:27.916182 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b117f5-05c3-43cc-aec1-55849a8ba447", "name": "network-vif-unplugged", "status": "failed", "tag": "f961cbf6-9f7f-4917-a540-4bce9293780a", "code": 422}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:27.916449 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6e67e57-9456-4a7e-b3a0-8e0d1368c825 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:27.920598 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b68f8ec7-9883-41d3-b915-977fac32b2f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cabb25b60d924cefbe871216e6f902a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8674488 Nov 24 13:10:27.921347 n-d-817303-4 neutron-server[114987]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70b117f5-05c3-43cc-aec1-55849a8ba447', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f961cbf6-9f7f-4917-a540-4bce9293780a', 'code': 422} returned with failed status Nov 24 13:10:27.932152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48426) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:28.001806 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-38442cee-6ffb-4885-aa45-548df569dd76 req-b143202e-9bc3-4589-a208-43f55a36f553 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:28.014879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f8ec7-9883-41d3-b915-977fac32b2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aacb4d-1d2b-48b1-95e5-d283ab2e91bd,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:28.030561 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc38198f-26e6-419d-ab06-bdc01cc3c0ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:28.047636 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-38442cee-6ffb-4885-aa45-548df569dd76 req-b143202e-9bc3-4589-a208-43f55a36f553 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:28.103623 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc38198f-26e6-419d-ab06-bdc01cc3c0ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:28.177552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38442cee-6ffb-4885-aa45-548df569dd76 req-b143202e-9bc3-4589-a208-43f55a36f553 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Network 4276637e-2720-4f02-a37d-40c318a74613 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:10:28.181039 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-567ba922-600c-4ca8-b1df-e0d313466247 req-51703af8-09db-4ccc-b761-e48d21936202 service neutron] 10.222.0.48 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324899 Nov 24 13:10:28.189670 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-38442cee-6ffb-4885-aa45-548df569dd76 req-b143202e-9bc3-4589-a208-43f55a36f553 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:10:28.193524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143202e-9bc3-4589-a208-43f55a36f553 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Pushing event updated for resources: {'Port': ['ID=af023c1b-45b1-43c9-a040-c14ae3af774a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:28.196240 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-38442cee-6ffb-4885-aa45-548df569dd76 req-b143202e-9bc3-4589-a208-43f55a36f553 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:10:28.208696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-01fa8495-878f-497b-ad7e-667c13ee491b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Allocated IP 172.20.0.11 (4276637e-2720-4f02-a37d-40c318a74613/ce05a010-5c2f-4027-96ef-96f595f9f3eb/0b3001a1-622c-4bf1-a71d-a58b5c64c928) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:10:28.275853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38442cee-6ffb-4885-aa45-548df569dd76 req-b143202e-9bc3-4589-a208-43f55a36f553 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:28.280270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-38442cee-6ffb-4885-aa45-548df569dd76 req-b143202e-9bc3-4589-a208-43f55a36f553 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:28.295752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f961cbf6-9f7f-4917-a540-4bce9293780a no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:10:28.322993 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc38198f-26e6-419d-ab06-bdc01cc3c0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:28.333605 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc38198f-26e6-419d-ab06-bdc01cc3c0ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:28.342171 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cc38198f-26e6-419d-ab06-bdc01cc3c0ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8aacb4d-1d2b-48b1-95e5-d283ab2e91bd HTTP/1.1" status: 204 len: 168 time: 0.4089258 Nov 24 13:10:28.361702 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38442cee-6ffb-4885-aa45-548df569dd76 req-b143202e-9bc3-4589-a208-43f55a36f553 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3152313 Nov 24 13:10:28.380456 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Request body: {'port': {'device_id': '65af2862-5909-4960-b011-3628013ce704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:28.410835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38198f-26e6-419d-ab06-bdc01cc3c0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aacb4d-1d2b-48b1-95e5-d283ab2e91bd,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:28.593791 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:28.718086 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-958e6812-01c6-4d65-89c1-895686bec6e9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:28.795080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bcc03d39-1057-4eaf-a23d-5a377fc7719e None None] Provisioning complete for port af023c1b-45b1-43c9-a040-c14ae3af774a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:28.795654 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bcc03d39-1057-4eaf-a23d-5a377fc7719e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:28.902940 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e6812-01c6-4d65-89c1-895686bec6e9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event deleted for resources: {'Port': ['ID=5ab98a21-6fe7-4896-9575-4945f031504a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:28.931370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-bcc03d39-1057-4eaf-a23d-5a377fc7719e None None] Port af023c1b-45b1-43c9-a040-c14ae3af774a cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:10:28.953109 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-01fa8495-878f-497b-ad7e-667c13ee491b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:28.962068 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a38f3768-57dd-4406-8477-6cd0c1f3fccf req-8ad9eb81-65c5-4afa-a58f-bea84b46d9cf tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 210 time: 0.2007544 Nov 24 13:10:29.008496 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-01fa8495-878f-497b-ad7e-667c13ee491b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:29.011962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-33712104-a8c7-4be2-8155-b1a316004165 req-958e6812-01c6-4d65-89c1-895686bec6e9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] No DVR routers for this DVR port 5ab98a21-6fe7-4896-9575-4945f031504a on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:10:29.025782 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-958e6812-01c6-4d65-89c1-895686bec6e9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:29.037028 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33712104-a8c7-4be2-8155-b1a316004165 req-958e6812-01c6-4d65-89c1-895686bec6e9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "DELETE /v2.0/ports/5ab98a21-6fe7-4896-9575-4945f031504a HTTP/1.1" status: 204 len: 173 time: 4.0389614 Nov 24 13:10:29.038874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-deleted', 'tag': '5ab98a21-6fe7-4896-9575-4945f031504a'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:29.039551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-01fa8495-878f-497b-ad7e-667c13ee491b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Network 4276637e-2720-4f02-a37d-40c318a74613 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:10:29.042924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-01fa8495-878f-497b-ad7e-667c13ee491b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:10:29.044573 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef3ea81-2adf-4e56-9756-71d2793c56b5" -d '{"events": [{"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-deleted", "tag": "5ab98a21-6fe7-4896-9575-4945f031504a"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:29.087539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-01fa8495-878f-497b-ad7e-667c13ee491b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:10:29.172042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa8495-878f-497b-ad7e-667c13ee491b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Pushing event updated for resources: {'Port': ['ID=0b3001a1-622c-4bf1-a71d-a58b5c64c928,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:29.188540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-01fa8495-878f-497b-ad7e-667c13ee491b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:29.189487 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-01fa8495-878f-497b-ad7e-667c13ee491b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:29.211890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-01fa8495-878f-497b-ad7e-667c13ee491b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2971120 Nov 24 13:10:29.234425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Request body: {'port': {'device_id': 'f9b0f8a4-275c-479b-b766-52e20e54db94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:29.380790 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:29.484532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48476) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:29.566755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e0b16666-7669-4851-ae9b-a136d871d018 None None] Provisioning complete for port 0b3001a1-622c-4bf1-a71d-a58b5c64c928 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:29.567601 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e0b16666-7669-4851-ae9b-a136d871d018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:29.615881 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cd8bd-9f7f-4503-96e6-c6acbae4bbe7 req-3a9e7526-7df0-45dc-805a-e3b667ea517d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:29.625197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cd8bd-9f7f-4503-96e6-c6acbae4bbe7 req-3a9e7526-7df0-45dc-805a-e3b667ea517d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:29.657558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cd8bd-9f7f-4503-96e6-c6acbae4bbe7 req-3a9e7526-7df0-45dc-805a-e3b667ea517d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:29.659326 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e0cd8bd-9f7f-4503-96e6-c6acbae4bbe7 req-3a9e7526-7df0-45dc-805a-e3b667ea517d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 2411 time: 0.2969351 Nov 24 13:10:29.704271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e0b16666-7669-4851-ae9b-a136d871d018 None None] Port 0b3001a1-622c-4bf1-a71d-a58b5c64c928 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:10:29.744317 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-33712104-a8c7-4be2-8155-b1a316004165 req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Deleting port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:10:29.744670 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:29.809396 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48504) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:29.832486 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5b60afe-1c27-4ec1-8e23-d068b3bb6c35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:29.906275 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e0cd8bd-9f7f-4503-96e6-c6acbae4bbe7 req-21825830-c983-4286-9fdf-a80250f00101 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206783 Nov 24 13:10:29.969159 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5b60afe-1c27-4ec1-8e23-d068b3bb6c35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:29.975471 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5b60afe-1c27-4ec1-8e23-d068b3bb6c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:30.030783 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af023c1b-45b1-43c9-a040-c14ae3af774a {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:10:30.048925 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b60afe-1c27-4ec1-8e23-d068b3bb6c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071b7ae6-f81e-4b77-adc3-89d8d5d652b8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:30.049898 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:30.078938 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Transition to ACTIVE for port object af023c1b-45b1-43c9-a040-c14ae3af774a will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:10:30.089883 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bb22f9-ad44-4c23-85e6-9df8949f5361 x-openstack-request-id: req-e7bb22f9-ad44-4c23-85e6-9df8949f5361 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:30.090205 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-deleted", "tag": "5ab98a21-6fe7-4896-9575-4945f031504a", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:30.090470 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7bb22f9-ad44-4c23-85e6-9df8949f5361 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:30.092838 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-deleted', 'tag': '5ab98a21-6fe7-4896-9575-4945f031504a', 'status': 'completed', 'code': 200} Nov 24 13:10:30.106002 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:30.175860 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e5b60afe-1c27-4ec1-8e23-d068b3bb6c35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81769f312b0b4078a905ce08a25f3d40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3653553 Nov 24 13:10:30.182718 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48512) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:30.239758 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40edd81b-e047-4d37-bab7-468bd47e95f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:30.324459 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Pushing event updated for resources: {'Port': ['ID=af023c1b-45b1-43c9-a040-c14ae3af774a,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:30.355071 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-33712104-a8c7-4be2-8155-b1a316004165 req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] For port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1252e94e-e016-46bc-b2bd-47c0ab1b44e8,segment=NetworkSegment(0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a),segment_id=0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:30.356413 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:30.686331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432666a-9894-4b1f-9a8b-9652cbe998e1 req-308428ab-3940-48c3-820e-4b21eedeff98 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:30.688464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2432666a-9894-4b1f-9a8b-9652cbe998e1 req-308428ab-3940-48c3-820e-4b21eedeff98 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=70b117f5-05c3-43cc-aec1-55849a8ba447 HTTP/1.1" status: 200 len: 943 time: 0.3993337 Nov 24 13:10:30.780092 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3001a1-622c-4bf1-a71d-a58b5c64c928 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:10:30.792949 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba922-600c-4ca8-b1df-e0d313466247 req-4b6ea950-8aa3-49b7-8d72-a0811e52b6f0 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:30.794436 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-567ba922-600c-4ca8-b1df-e0d313466247 req-4b6ea950-8aa3-49b7-8d72-a0811e52b6f0 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.46 "GET /v2.0/networks?id=4276637e-2720-4f02-a37d-40c318a74613 HTTP/1.1" status: 200 len: 816 time: 0.4389246 Nov 24 13:10:30.803059 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:30.820208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-567ba922-600c-4ca8-b1df-e0d313466247 req-3f1cb839-76c0-4b33-b89a-564ecd8dc3d6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Request body: {'port': {'device_id': 'bb381255-7152-4910-8153-9baa07f0754a', 'network_id': '4276637e-2720-4f02-a37d-40c318a74613', 'admin_state_up': True, 'tenant_id': 'ad68242eacc545928235deb5b4f6209e'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:30.858050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Transition to ACTIVE for port object 0b3001a1-622c-4bf1-a71d-a58b5c64c928 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:10:30.863629 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:30.864638 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:30.865057 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [req-33712104-a8c7-4be2-8155-b1a316004165 req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Floating IP 633c3451-1e8f-40c8-ae98-e28231e9c6a9 disassociated. External IP: 172.25.0.237, port: 1252e94e-e016-46bc-b2bd-47c0ab1b44e8. Nov 24 13:10:30.865496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-33712104-a8c7-4be2-8155-b1a316004165 req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Calling delete_port for 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:10:30.880108 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40edd81b-e047-4d37-bab7-468bd47e95f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:30.890026 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:30.904769 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40edd81b-e047-4d37-bab7-468bd47e95f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:30.992363 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5995c7f-a408-409b-9ce0-2edc762e1eb4 req-e7aff129-6cf1-4520-85da-47c42ce7d7b7 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 210 time: 0.3122847 Nov 24 13:10:31.061208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3001a1-622c-4bf1-a71d-a58b5c64c928,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:31.068849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-40edd81b-e047-4d37-bab7-468bd47e95f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=144b1b2fd8d04eb6affc70efb2813142&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5830591 Nov 24 13:10:31.070285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48530) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:31.077664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edd81b-e047-4d37-bab7-468bd47e95f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affa664d-730c-4a9a-bc32-e17d0cf5eb64,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:31.091315 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3330f05-2980-4aab-81b1-dbdf08f94380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:31.184834 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3330f05-2980-4aab-81b1-dbdf08f94380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:31.236661 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:31.281947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-2432666a-9894-4b1f-9a8b-9652cbe998e1 req-e7ad7ad4-eb97-4e1f-b8a9-530d7918d7d7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Deleting port f961cbf6-9f7f-4917-a540-4bce9293780a {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:10:31.283033 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2432666a-9894-4b1f-9a8b-9652cbe998e1 req-e7ad7ad4-eb97-4e1f-b8a9-530d7918d7d7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:31.343219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event deleted for resources: {'Port': ['ID=1252e94e-e016-46bc-b2bd-47c0ab1b44e8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:31.399709 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Attempting to bind port af023c1b-45b1-43c9-a040-c14ae3af774a on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:10:31.400209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Attempting to bind port af023c1b-45b1-43c9-a040-c14ae3af774a by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:10:31.400647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Attempting to bind port af023c1b-45b1-43c9-a040-c14ae3af774a on network 4276637e-2720-4f02-a37d-40c318a74613 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:10:31.419214 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3330f05-2980-4aab-81b1-dbdf08f94380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:31.424735 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3330f05-2980-4aab-81b1-dbdf08f94380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:31.428717 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a3330f05-2980-4aab-81b1-dbdf08f94380 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/071b7ae6-f81e-4b77-adc3-89d8d5d652b8 HTTP/1.1" status: 204 len: 168 time: 1.2428813 Nov 24 13:10:31.456455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-2432666a-9894-4b1f-9a8b-9652cbe998e1 req-e7ad7ad4-eb97-4e1f-b8a9-530d7918d7d7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] For port f961cbf6-9f7f-4917-a540-4bce9293780a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f961cbf6-9f7f-4917-a540-4bce9293780a,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:31.456861 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2432666a-9894-4b1f-9a8b-9652cbe998e1 req-e7ad7ad4-eb97-4e1f-b8a9-530d7918d7d7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:31.498236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Port af023c1b-45b1-43c9-a040-c14ae3af774a on network 4276637e-2720-4f02-a37d-40c318a74613 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:10:31.498568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Attempting to bind port af023c1b-45b1-43c9-a040-c14ae3af774a on network 4276637e-2720-4f02-a37d-40c318a74613 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:10:31.503503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-2432666a-9894-4b1f-9a8b-9652cbe998e1 req-e7ad7ad4-eb97-4e1f-b8a9-530d7918d7d7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Calling delete_port for f961cbf6-9f7f-4917-a540-4bce9293780a owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:10:31.527871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Attempting to bind port 0b3001a1-622c-4bf1-a71d-a58b5c64c928 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:10:31.528275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Attempting to bind port 0b3001a1-622c-4bf1-a71d-a58b5c64c928 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:10:31.528880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Attempting to bind port 0b3001a1-622c-4bf1-a71d-a58b5c64c928 on network 4276637e-2720-4f02-a37d-40c318a74613 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:10:31.530540 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ebd67bf3-0bf6-4bc1-a91c-140bbcbb9c94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:31.537287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567ba922-600c-4ca8-b1df-e0d313466247 req-3f1cb839-76c0-4b33-b89a-564ecd8dc3d6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Made reservation on behalf of ad68242eacc545928235deb5b4f6209e for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:10:31.542542 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-567ba922-600c-4ca8-b1df-e0d313466247 req-3f1cb839-76c0-4b33-b89a-564ecd8dc3d6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:31.561895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Port 0b3001a1-622c-4bf1-a71d-a58b5c64c928 on network 4276637e-2720-4f02-a37d-40c318a74613 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:10:31.562256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Attempting to bind port 0b3001a1-622c-4bf1-a71d-a58b5c64c928 on network 4276637e-2720-4f02-a37d-40c318a74613 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:10:31.606289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3330f05-2980-4aab-81b1-dbdf08f94380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071b7ae6-f81e-4b77-adc3-89d8d5d652b8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:31.608200 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:10:31.608549 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Checking segment: {'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:10:31.609138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Bound using segment: {'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:10:31.609439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Bound port: af023c1b-45b1-43c9-a040-c14ae3af774a, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:10:31.610355 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:31.699505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:10:31.699505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Checking segment: {'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:10:31.699505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Bound using segment: {'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:10:31.699505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Bound port: 0b3001a1-622c-4bf1-a71d-a58b5c64c928, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:10:31.700065 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:31.727767 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ebd67bf3-0bf6-4bc1-a91c-140bbcbb9c94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:32.074470 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2432666a-9894-4b1f-9a8b-9652cbe998e1 req-e7ad7ad4-eb97-4e1f-b8a9-530d7918d7d7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:32.153371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-567ba922-600c-4ca8-b1df-e0d313466247 req-3f1cb839-76c0-4b33-b89a-564ecd8dc3d6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Allocated IP 172.20.0.10 (4276637e-2720-4f02-a37d-40c318a74613/ce05a010-5c2f-4027-96ef-96f595f9f3eb/bce80e23-bbe5-4375-9f67-6846a9ed8f26) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:10:32.209447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad7ad4-eb97-4e1f-b8a9-530d7918d7d7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Pushing event deleted for resources: {'Port': ['ID=f961cbf6-9f7f-4917-a540-4bce9293780a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:32.211282 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ebd67bf3-0bf6-4bc1-a91c-140bbcbb9c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:32.214178 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ebd67bf3-0bf6-4bc1-a91c-140bbcbb9c94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:32.216102 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ebd67bf3-0bf6-4bc1-a91c-140bbcbb9c94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/affa664d-730c-4a9a-bc32-e17d0cf5eb64 HTTP/1.1" status: 204 len: 168 time: 1.1403680 Nov 24 13:10:32.225986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816aeb5-1640-4bbc-ac65-73a2a8098305 req-0bd1e6b7-e83e-42f5-a224-9357c36af632 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:32.227525 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d816aeb5-1640-4bbc-ac65-73a2a8098305 req-0bd1e6b7-e83e-42f5-a224-9357c36af632 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.59 "GET /v2.0/ports?device_id=30ff93ec-7170-4b73-9b50-bfed8a7d9bd7 HTTP/1.1" status: 200 len: 945 time: 0.4885368 Nov 24 13:10:32.245965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df401d81-f01e-4415-b445-b965970b6b43 req-d9284581-3fc2-4f63-9b04-dbc1c6469773 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:32.252069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df401d81-f01e-4415-b445-b965970b6b43 req-d9284581-3fc2-4f63-9b04-dbc1c6469773 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:32.260984 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-df401d81-f01e-4415-b445-b965970b6b43 req-d9284581-3fc2-4f63-9b04-dbc1c6469773 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 1677 time: 0.8567865 Nov 24 13:10:32.263917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-2432666a-9894-4b1f-9a8b-9652cbe998e1 req-e7ad7ad4-eb97-4e1f-b8a9-530d7918d7d7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] No DVR routers for this DVR port f961cbf6-9f7f-4917-a540-4bce9293780a on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:10:32.271339 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-2432666a-9894-4b1f-9a8b-9652cbe998e1 req-e7ad7ad4-eb97-4e1f-b8a9-530d7918d7d7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:32.275189 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2432666a-9894-4b1f-9a8b-9652cbe998e1 req-e7ad7ad4-eb97-4e1f-b8a9-530d7918d7d7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "DELETE /v2.0/ports/f961cbf6-9f7f-4917-a540-4bce9293780a HTTP/1.1" status: 204 len: 173 time: 1.5558577 Nov 24 13:10:32.288950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70b117f5-05c3-43cc-aec1-55849a8ba447', 'name': 'network-vif-deleted', 'tag': 'f961cbf6-9f7f-4917-a540-4bce9293780a'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:32.291245 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25761621-a5a0-4b2f-b983-ca04a5a33bd6" -d '{"events": [{"server_uuid": "70b117f5-05c3-43cc-aec1-55849a8ba447", "name": "network-vif-deleted", "tag": "f961cbf6-9f7f-4917-a540-4bce9293780a"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:32.296965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33712104-a8c7-4be2-8155-b1a316004165 req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:10:32.331215 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] For port af023c1b-45b1-43c9-a040-c14ae3af774a, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:10:32.411677 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-df401d81-f01e-4415-b445-b965970b6b43 req-93631624-462c-49e8-bd25-9fbc1c783d56 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496341 Nov 24 13:10:32.413910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] For port af023c1b-45b1-43c9-a040-c14ae3af774a, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=af023c1b-45b1-43c9-a040-c14ae3af774a,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:10:32.533501 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:32.579276 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd67bf3-0bf6-4bc1-a91c-140bbcbb9c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affa664d-730c-4a9a-bc32-e17d0cf5eb64,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:32.598823 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:32.615176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] For port 0b3001a1-622c-4bf1-a71d-a58b5c64c928, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:10:32.621817 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:32.626758 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38442cee-6ffb-4885-aa45-548df569dd76 req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] 10.222.0.46 "PUT /v2.0/ports/af023c1b-45b1-43c9-a040-c14ae3af774a HTTP/1.1" status: 200 len: 1092 time: 4.2556717 Nov 24 13:10:32.690973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65af2862-5909-4960-b011-3628013ce704', 'tag': 'af023c1b-45b1-43c9-a040-c14ae3af774a'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:32.693250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] For port 0b3001a1-622c-4bf1-a71d-a58b5c64c928, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=0b3001a1-622c-4bf1-a71d-a58b5c64c928,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:10:32.694516 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff35324f-f7a4-4e51-8184-9ff6961b990f" -d '{"events": [{"name": "network-changed", "server_uuid": "65af2862-5909-4960-b011-3628013ce704", "tag": "af023c1b-45b1-43c9-a040-c14ae3af774a"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:32.808052 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b544bd-c93e-4b6c-8e58-01c065979a9c x-openstack-request-id: req-85b544bd-c93e-4b6c-8e58-01c065979a9c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:32.808623 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70b117f5-05c3-43cc-aec1-55849a8ba447", "name": "network-vif-deleted", "tag": "f961cbf6-9f7f-4917-a540-4bce9293780a", "status": "failed", "code": 422}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:32.809125 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85b544bd-c93e-4b6c-8e58-01c065979a9c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:32.809710 n-d-817303-4 neutron-server[114985]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70b117f5-05c3-43cc-aec1-55849a8ba447', 'name': 'network-vif-deleted', 'tag': 'f961cbf6-9f7f-4917-a540-4bce9293780a', 'status': 'failed', 'code': 422} returned with failed status Nov 24 13:10:32.818048 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:32.913253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5523a0b7-1754-4491-b9c4-7632bc8b8d10 req-2954bd11-0a06-47d7-af4b-7295b710e360 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 210 time: 0.2127638 Nov 24 13:10:33.009864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:33.010490 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:33.011985 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] 10.222.0.59 "PUT /v2.0/ports/0b3001a1-622c-4bf1-a71d-a58b5c64c928 HTTP/1.1" status: 200 len: 1092 time: 3.7886295 Nov 24 13:10:33.024387 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108947f-9cb0-40ff-997d-4f81a5ef59a7 service neutron] Pushing event updated for resources: {'Port': ['ID=af023c1b-45b1-43c9-a040-c14ae3af774a,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:33.059833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b0323-6385-478b-a58e-58666c24537e req-24470f94-10b1-4eb5-914f-0b992d2c66b8 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:33.061995 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e5b0323-6385-478b-a58e-58666c24537e req-24470f94-10b1-4eb5-914f-0b992d2c66b8 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.46 "GET /v2.0/ports?device_id=caa1da23-32f8-46ee-b677-db873dfe28c7 HTTP/1.1" status: 200 len: 945 time: 0.3562331 Nov 24 13:10:33.114972 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33712104-a8c7-4be2-8155-b1a316004165 req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:10:33.129655 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c646b-ca08-4649-b08f-4026b53988e7 None None] Sync routers for ids ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:10:33.147956 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c646b-ca08-4649-b08f-4026b53988e7 None None] Routers {'5db1f42a-956a-42e2-8fd4-278e62e0b7e2'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:10:33.148804 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a01c646b-ca08-4649-b08f-4026b53988e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:10:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:33.193665 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-567ba922-600c-4ca8-b1df-e0d313466247 req-3f1cb839-76c0-4b33-b89a-564ecd8dc3d6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:33.204016 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7921ff6d-997c-4044-87db-280556f77b1c x-openstack-request-id: req-7921ff6d-997c-4044-87db-280556f77b1c {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:33.204346 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65af2862-5909-4960-b011-3628013ce704", "tag": "af023c1b-45b1-43c9-a040-c14ae3af774a", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:33.204699 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7921ff6d-997c-4044-87db-280556f77b1c {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:33.205424 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65af2862-5909-4960-b011-3628013ce704', 'tag': 'af023c1b-45b1-43c9-a040-c14ae3af774a', 'status': 'completed', 'code': 200} Nov 24 13:10:33.244191 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-33712104-a8c7-4be2-8155-b1a316004165 req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] No DVR routers for this DVR port 1252e94e-e016-46bc-b2bd-47c0ab1b44e8 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:10:33.247326 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:33.260058 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33712104-a8c7-4be2-8155-b1a316004165 req-de8ab021-a510-410d-b70f-540f0359d734 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "DELETE /v2.0/ports/1252e94e-e016-46bc-b2bd-47c0ab1b44e8 HTTP/1.1" status: 204 len: 173 time: 4.1558104 Nov 24 13:10:33.285787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38442cee-6ffb-4885-aa45-548df569dd76 req-5e7e1639-e33b-4885-967c-26b381f8f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:33.287579 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38442cee-6ffb-4885-aa45-548df569dd76 req-5e7e1639-e33b-4885-967c-26b381f8f846 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad68242eacc545928235deb5b4f6209e&device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 1095 time: 0.5801995 Nov 24 13:10:33.293390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b03c87-470c-4027-abfd-3f2e155ced48 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3001a1-622c-4bf1-a71d-a58b5c64c928,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:33.342858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7d711-2fb1-4416-a892-a681ebb5968e req-cb959768-d18f-4dfc-9741-b5e515154a3e tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:33.343078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48592) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:33.353100 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a6c7d711-2fb1-4416-a892-a681ebb5968e req-cb959768-d18f-4dfc-9741-b5e515154a3e tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=30ff93ec-7170-4b73-9b50-bfed8a7d9bd7 HTTP/1.1" status: 200 len: 945 time: 0.5420425 Nov 24 13:10:33.368262 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a02f9b02-b99a-43d5-ae35-9a61fdca23b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:33.373229 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a01c646b-ca08-4649-b08f-4026b53988e7 None None] Set router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:10:33.521832 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a02f9b02-b99a-43d5-ae35-9a61fdca23b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:33.537474 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a02f9b02-b99a-43d5-ae35-9a61fdca23b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:33.641918 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a6c7d711-2fb1-4416-a892-a681ebb5968e req-e18baba2-5a6c-4ad6-af4a-783e344bd1ba tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878435 Nov 24 13:10:33.667030 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38442cee-6ffb-4885-aa45-548df569dd76 req-75ec10ac-65eb-4ac9-94a9-b53a169bf3e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af023c1b-45b1-43c9-a040-c14ae3af774a HTTP/1.1" status: 200 len: 217 time: 0.3502886 Nov 24 13:10:33.667224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-7e5b0323-6385-478b-a58e-58666c24537e req-5b41637b-6286-425a-83dc-beed667067ae tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Deleting port ea276cc2-06a8-4bb3-ac35-b90567ed09da {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:10:33.667383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7e5b0323-6385-478b-a58e-58666c24537e req-5b41637b-6286-425a-83dc-beed667067ae tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:33.738015 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a01c646b-ca08-4649-b08f-4026b53988e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port': {'id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:32Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '47987348-d3c3-4646-be5f-ff53349ae26b', 'name': '', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'mac_address': 'fa:16:3e:ce:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:38Z', 'updated_at': '2021-11-24T12:59:53Z', 'revision_number': 5, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'subnets': [{'id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:33.767085 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c646b-ca08-4649-b08f-4026b53988e7 None None] Checking router: 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:10:33.776123 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01c646b-ca08-4649-b08f-4026b53988e7 None None] Routers {'5db1f42a-956a-42e2-8fd4-278e62e0b7e2'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:10:33.777096 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a01c646b-ca08-4649-b08f-4026b53988e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:10:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:33.819240 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f9b02-b99a-43d5-ae35-9a61fdca23b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffba2b77-e967-47d0-ad91-9ea8daf61939,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:33.833726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-5ee004d5-291a-4666-a57a-270b442ec854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:33.835261 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-5ee004d5-291a-4666-a57a-270b442ec854 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad68242eacc545928235deb5b4f6209e&device_id=f9b0f8a4-275c-479b-b766-52e20e54db94 HTTP/1.1" status: 200 len: 1095 time: 0.6327586 Nov 24 13:10:33.845392 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a02f9b02-b99a-43d5-ae35-9a61fdca23b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=adf5f3879e36492aa9f00a9aa3bed1fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4976461 Nov 24 13:10:33.853629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38442cee-6ffb-4885-aa45-548df569dd76 req-ea818992-20cc-4a82-aff4-0b7841729394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:33.855562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48610) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:33.859488 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38442cee-6ffb-4885-aa45-548df569dd76 req-ea818992-20cc-4a82-aff4-0b7841729394 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce05a010-5c2f-4027-96ef-96f595f9f3eb HTTP/1.1" status: 200 len: 855 time: 0.1677463 Nov 24 13:10:33.874185 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-d816aeb5-1640-4bbc-ac65-73a2a8098305 req-83355def-4713-438d-aee7-d47148a19ca1 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Deleting port 7d4174c0-c251-48fd-aa99-7e83b4347492 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:10:33.874527 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d816aeb5-1640-4bbc-ac65-73a2a8098305 req-83355def-4713-438d-aee7-d47148a19ca1 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:33.908683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-33712104-a8c7-4be2-8155-b1a316004165 req-36d32a02-c2bf-4f9c-9cf1-72e3f2eff01f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Deleting port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:10:33.924617 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-36d32a02-c2bf-4f9c-9cf1-72e3f2eff01f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:33.978250 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a01c646b-ca08-4649-b08f-4026b53988e7 None None] Set router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:10:33.996344 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872efc03-fc89-4204-bc98-75dfc570d60a req-223b4aa2-59e9-4cd3-ba31-2e8e3c170bb5 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:34.005190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7d4174c0-c251-48fd-aa99-7e83b4347492 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:10:34.023308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872efc03-fc89-4204-bc98-75dfc570d60a req-223b4aa2-59e9-4cd3-ba31-2e8e3c170bb5 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:34.025308 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-872efc03-fc89-4204-bc98-75dfc570d60a req-223b4aa2-59e9-4cd3-ba31-2e8e3c170bb5 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 1677 time: 0.4180682 Nov 24 13:10:34.093183 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-e5cf31e2-452b-4b82-aef2-9e4ed13cdd9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b3001a1-622c-4bf1-a71d-a58b5c64c928 HTTP/1.1" status: 200 len: 217 time: 0.2319455 Nov 24 13:10:34.112519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-7e5b0323-6385-478b-a58e-58666c24537e req-5b41637b-6286-425a-83dc-beed667067ae tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] For port ea276cc2-06a8-4bb3-ac35-b90567ed09da, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=ea276cc2-06a8-4bb3-ac35-b90567ed09da,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:34.113786 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7e5b0323-6385-478b-a58e-58666c24537e req-5b41637b-6286-425a-83dc-beed667067ae tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:34.122465 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-567ba922-600c-4ca8-b1df-e0d313466247 req-3f1cb839-76c0-4b33-b89a-564ecd8dc3d6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:34.164890 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-7e5b0323-6385-478b-a58e-58666c24537e req-5b41637b-6286-425a-83dc-beed667067ae tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Calling delete_port for ea276cc2-06a8-4bb3-ac35-b90567ed09da owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:10:34.222837 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:34.272338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ff93ec-7170-4b73-9b50-bfed8a7d9bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4174c0-c251-48fd-aa99-7e83b4347492'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:34.274937 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e48727-6e20-422f-8340-782f05318bf0" -d '{"events": [{"server_uuid": "30ff93ec-7170-4b73-9b50-bfed8a7d9bd7", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4174c0-c251-48fd-aa99-7e83b4347492"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:34.292511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 7d4174c0-c251-48fd-aa99-7e83b4347492, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7d4174c0-c251-48fd-aa99-7e83b4347492,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:34.299433 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:34.392575 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a01c646b-ca08-4649-b08f-4026b53988e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port': {'id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:32Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '47987348-d3c3-4646-be5f-ff53349ae26b', 'name': '', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'mac_address': 'fa:16:3e:ce:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:38Z', 'updated_at': '2021-11-24T12:59:53Z', 'revision_number': 5, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'subnets': [{'id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:34.396767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=7d4174c0-c251-48fd-aa99-7e83b4347492,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:34.430829 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01c646b-ca08-4649-b08f-4026b53988e7 None None] The sync data for ids ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'] in n-d-817303-4 is: [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port': {'id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:32Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '47987348-d3c3-4646-be5f-ff53349ae26b', 'name': '', 'network_id': 'fbaf4bb5-e42b-455c-baa5-50d6cb251c17', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'mac_address': 'fa:16:3e:ce:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:38Z', 'updated_at': '2021-11-24T12:59:53Z', 'revision_number': 5, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'subnets': [{'id': '673a3600-90de-4e02-b5a0-1a7307d2a6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:10:34.516748 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cb839-76c0-4b33-b89a-564ecd8dc3d6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Pushing event updated for resources: {'Port': ['ID=bce80e23-bbe5-4375-9f67-6846a9ed8f26,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:34.545965 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b88b5bc7-c064-43a3-bd99-f72dd9d4cc3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:34.580688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567ba922-600c-4ca8-b1df-e0d313466247 req-3f1cb839-76c0-4b33-b89a-564ecd8dc3d6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Network 4276637e-2720-4f02-a37d-40c318a74613 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:10:34.596046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-567ba922-600c-4ca8-b1df-e0d313466247 req-3f1cb839-76c0-4b33-b89a-564ecd8dc3d6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:10:34.599409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38442cee-6ffb-4885-aa45-548df569dd76 req-ee86af07-e014-4665-9318-595618a2a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:34.600951 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38442cee-6ffb-4885-aa45-548df569dd76 req-ee86af07-e014-4665-9318-595618a2a6fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4276637e-2720-4f02-a37d-40c318a74613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6891534 Nov 24 13:10:34.603759 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-567ba922-600c-4ca8-b1df-e0d313466247 req-3f1cb839-76c0-4b33-b89a-564ecd8dc3d6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:10:34.648146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-872efc03-fc89-4204-bc98-75dfc570d60a req-fc4e93b3-9ebc-438a-830a-0688e02423cc tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5917108 Nov 24 13:10:34.652832 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b88b5bc7-c064-43a3-bd99-f72dd9d4cc3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:34.654750 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7e5b0323-6385-478b-a58e-58666c24537e req-5b41637b-6286-425a-83dc-beed667067ae tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:34.669137 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-33712104-a8c7-4be2-8155-b1a316004165 req-36d32a02-c2bf-4f9c-9cf1-72e3f2eff01f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] For port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:34.669752 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-36d32a02-c2bf-4f9c-9cf1-72e3f2eff01f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:34.708328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-db89b6d1-9ce0-421b-9da7-f8e3dd25510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:34.715602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-db89b6d1-9ce0-421b-9da7-f8e3dd25510b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce05a010-5c2f-4027-96ef-96f595f9f3eb HTTP/1.1" status: 200 len: 855 time: 0.5859220 Nov 24 13:10:34.763500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41637b-6286-425a-83dc-beed667067ae tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Pushing event deleted for resources: {'Port': ['ID=ea276cc2-06a8-4bb3-ac35-b90567ed09da,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:34.805996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-33712104-a8c7-4be2-8155-b1a316004165 req-36d32a02-c2bf-4f9c-9cf1-72e3f2eff01f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Calling delete_port for 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:10:34.852451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b0f8a4-275c-479b-b766-52e20e54db94', 'tag': '0b3001a1-622c-4bf1-a71d-a58b5c64c928'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:34.856511 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5695ca98-3f45-4190-94bd-b88fe87fcd8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b0f8a4-275c-479b-b766-52e20e54db94", "tag": "0b3001a1-622c-4bf1-a71d-a58b5c64c928"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:34.940818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-237f0a01-c4d4-4b77-9099-b293d2f1c16f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:34.950358 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-237f0a01-c4d4-4b77-9099-b293d2f1c16f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 812 time: 1.1115649 Nov 24 13:10:34.978061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba922-600c-4ca8-b1df-e0d313466247 req-3f1cb839-76c0-4b33-b89a-564ecd8dc3d6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:34.978761 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-567ba922-600c-4ca8-b1df-e0d313466247 req-3f1cb839-76c0-4b33-b89a-564ecd8dc3d6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:34.999425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22143210-ce27-45b7-9501-25628ae25ad3 None None] New status for floating IP 633c3451-1e8f-40c8-ae98-e28231e9c6a9: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:10:35.021963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5b0323-6385-478b-a58e-58666c24537e req-5b41637b-6286-425a-83dc-beed667067ae tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] No DVR routers for this DVR port ea276cc2-06a8-4bb3-ac35-b90567ed09da on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:10:35.031000 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7e5b0323-6385-478b-a58e-58666c24537e req-5b41637b-6286-425a-83dc-beed667067ae tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:35.034987 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e5b0323-6385-478b-a58e-58666c24537e req-5b41637b-6286-425a-83dc-beed667067ae tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.46 "DELETE /v2.0/ports/ea276cc2-06a8-4bb3-ac35-b90567ed09da HTTP/1.1" status: 204 len: 173 time: 1.9635193 Nov 24 13:10:35.071574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-d816aeb5-1640-4bbc-ac65-73a2a8098305 req-83355def-4713-438d-aee7-d47148a19ca1 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] For port 7d4174c0-c251-48fd-aa99-7e83b4347492, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7d4174c0-c251-48fd-aa99-7e83b4347492,segment=NetworkSegment(33e59eb4-5999-4914-9695-385e910d85a0),segment_id=33e59eb4-5999-4914-9695-385e910d85a0)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:35.071948 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d816aeb5-1640-4bbc-ac65-73a2a8098305 req-83355def-4713-438d-aee7-d47148a19ca1 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:35.115650 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-32f46da3-c55f-4671-b0e1-6d5da8a4fde6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/quotas/3e1cd43c1ff04946a07c756c11513ec9 HTTP/1.1" status: 200 len: 375 time: 0.1641963 Nov 24 13:10:35.130996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0536f4b-21fe-49fd-bee2-950ed6044e82 req-5b0bc9a6-ff96-4e2d-b228-ab4462b43e88 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:35.131523 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-567ba922-600c-4ca8-b1df-e0d313466247 req-3f1cb839-76c0-4b33-b89a-564ecd8dc3d6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3173332 Nov 24 13:10:35.132564 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a0536f4b-21fe-49fd-bee2-950ed6044e82 req-5b0bc9a6-ff96-4e2d-b228-ab4462b43e88 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 932 time: 0.3188303 Nov 24 13:10:35.136156 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b88b5bc7-c064-43a3-bd99-f72dd9d4cc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:35.147097 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b88b5bc7-c064-43a3-bd99-f72dd9d4cc3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:35.156156 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b88b5bc7-c064-43a3-bd99-f72dd9d4cc3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffba2b77-e967-47d0-ad91-9ea8daf61939 HTTP/1.1" status: 204 len: 168 time: 1.2904701 Nov 24 13:10:35.170252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-d816aeb5-1640-4bbc-ac65-73a2a8098305 req-83355def-4713-438d-aee7-d47148a19ca1 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Calling delete_port for 7d4174c0-c251-48fd-aa99-7e83b4347492 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:10:35.188847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Request body: {'port': {'device_id': 'bb381255-7152-4910-8153-9baa07f0754a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:35.207204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-deleted', 'tag': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8'}, {'server_uuid': 'caa1da23-32f8-46ee-b677-db873dfe28c7', 'name': 'network-vif-deleted', 'tag': 'ea276cc2-06a8-4bb3-ac35-b90567ed09da'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:35.211336 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b72988a-72e3-408f-a25a-cb53aa789920" -d '{"events": [{"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-deleted", "tag": "1252e94e-e016-46bc-b2bd-47c0ab1b44e8"}, {"server_uuid": "caa1da23-32f8-46ee-b677-db873dfe28c7", "name": "network-vif-deleted", "tag": "ea276cc2-06a8-4bb3-ac35-b90567ed09da"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:35.250877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b5bc7-c064-43a3-bd99-f72dd9d4cc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffba2b77-e967-47d0-ad91-9ea8daf61939,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:35.306594 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-98143a69-53e2-4661-9145-0cdd2ce2c3bd None None] Provisioning complete for port bce80e23-bbe5-4375-9f67-6846a9ed8f26 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:35.307160 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-98143a69-53e2-4661-9145-0cdd2ce2c3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:35.313989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-fdced8ee-cecd-4c9b-9240-a73ff6da7cee tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1972609 Nov 24 13:10:35.376310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-98143a69-53e2-4661-9145-0cdd2ce2c3bd None None] Port bce80e23-bbe5-4375-9f67-6846a9ed8f26 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:10:35.389713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-487e4536-a83c-4363-a233-f16fcebaaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:35.399939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-487e4536-a83c-4363-a233-f16fcebaaeb9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4276637e-2720-4f02-a37d-40c318a74613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6172538 Nov 24 13:10:35.415428 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a0536f4b-21fe-49fd-bee2-950ed6044e82 req-e921b885-b8b6-4bc1-b129-a1d4de66910c tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571418 Nov 24 13:10:35.467428 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-36d32a02-c2bf-4f9c-9cf1-72e3f2eff01f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:35.473096 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623f6521-1053-469a-a3e2-64c9cbdff05f x-openstack-request-id: req-623f6521-1053-469a-a3e2-64c9cbdff05f {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:35.473596 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ff93ec-7170-4b73-9b50-bfed8a7d9bd7", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4174c0-c251-48fd-aa99-7e83b4347492", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:35.474002 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-623f6521-1053-469a-a3e2-64c9cbdff05f {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:35.474729 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ff93ec-7170-4b73-9b50-bfed8a7d9bd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4174c0-c251-48fd-aa99-7e83b4347492', 'code': 200} Nov 24 13:10:35.540907 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d32a02-c2bf-4f9c-9cf1-72e3f2eff01f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event deleted for resources: {'Port': ['ID=58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:35.744333 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38442cee-6ffb-4885-aa45-548df569dd76 req-3b1f243d-874f-4153-b804-1add61007bb0 service neutron] 10.222.0.46 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1044881 Nov 24 13:10:35.771620 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-33712104-a8c7-4be2-8155-b1a316004165 req-36d32a02-c2bf-4f9c-9cf1-72e3f2eff01f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] No DVR routers for this DVR port 58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:10:35.775299 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-36d32a02-c2bf-4f9c-9cf1-72e3f2eff01f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:35.778970 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33712104-a8c7-4be2-8155-b1a316004165 req-36d32a02-c2bf-4f9c-9cf1-72e3f2eff01f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "DELETE /v2.0/ports/58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6 HTTP/1.1" status: 204 len: 173 time: 2.5105624 Nov 24 13:10:35.796886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf74d2-a03a-4380-b399-07f81956d0bb req-c4140272-ff52-40a2-b732-cbd62ca5573e tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:35.799052 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9dcf74d2-a03a-4380-b399-07f81956d0bb req-c4140272-ff52-40a2-b732-cbd62ca5573e tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=30ff93ec-7170-4b73-9b50-bfed8a7d9bd7 HTTP/1.1" status: 200 len: 943 time: 0.2420149 Nov 24 13:10:35.863332 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:36.085760 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9dcf74d2-a03a-4380-b399-07f81956d0bb req-1e23d812-f4a3-483e-8145-ac5d0f20ace6 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/security-groups?id=71a05495-17a1-4f04-bc27-867007bff4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718053 Nov 24 13:10:36.138649 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-33712104-a8c7-4be2-8155-b1a316004165 req-288d38e1-ceb2-41ea-8bed-067f972ed56c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Deleting port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:10:36.139537 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-288d38e1-ceb2-41ea-8bed-067f972ed56c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:36.212057 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:36.295404 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304118e1-6d83-426f-b3fe-ead24858326f x-openstack-request-id: req-304118e1-6d83-426f-b3fe-ead24858326f {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:36.295702 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-deleted", "tag": "1252e94e-e016-46bc-b2bd-47c0ab1b44e8", "status": "completed", "code": 200}, {"server_uuid": "caa1da23-32f8-46ee-b677-db873dfe28c7", "name": "network-vif-deleted", "tag": "ea276cc2-06a8-4bb3-ac35-b90567ed09da", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:36.295967 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-304118e1-6d83-426f-b3fe-ead24858326f {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:36.296372 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-deleted', 'tag': '1252e94e-e016-46bc-b2bd-47c0ab1b44e8', 'status': 'completed', 'code': 200} Nov 24 13:10:36.296634 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa1da23-32f8-46ee-b677-db873dfe28c7', 'name': 'network-vif-deleted', 'tag': 'ea276cc2-06a8-4bb3-ac35-b90567ed09da', 'status': 'completed', 'code': 200} Nov 24 13:10:36.372571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ea276cc2-06a8-4bb3-ac35-b90567ed09da no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:10:36.409861 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-33712104-a8c7-4be2-8155-b1a316004165 req-288d38e1-ceb2-41ea-8bed-067f972ed56c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] For port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:36.413439 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-288d38e1-ceb2-41ea-8bed-067f972ed56c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:36.438924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: ea276cc2-06a8-4bb3-ac35-b90567ed09da {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:10:36.439571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device ea276cc2-06a8-4bb3-ac35-b90567ed09da not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:10:36.446853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-33712104-a8c7-4be2-8155-b1a316004165 req-288d38e1-ceb2-41ea-8bed-067f972ed56c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Calling delete_port for 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:10:36.584647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72ab04-d1e5-420c-8675-156b15b56a08 req-27f3c969-eee9-4108-847b-93d4835c823e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:36.586256 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d72ab04-d1e5-420c-8675-156b15b56a08 req-27f3c969-eee9-4108-847b-93d4835c823e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 943 time: 0.1859543 Nov 24 13:10:36.629485 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-2e5a2ed5-d547-4fa6-b8f7-1eae5fc85aa5 service neutron] 10.222.0.48 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3145788 Nov 24 13:10:36.646482 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b31515-3bd2-4585-b269-f6dbe1256a3c x-openstack-request-id: req-c8b31515-3bd2-4585-b269-f6dbe1256a3c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:36.646779 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b0f8a4-275c-479b-b766-52e20e54db94", "tag": "0b3001a1-622c-4bf1-a71d-a58b5c64c928", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:36.647301 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8b31515-3bd2-4585-b269-f6dbe1256a3c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:36.648106 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b0f8a4-275c-479b-b766-52e20e54db94', 'tag': '0b3001a1-622c-4bf1-a71d-a58b5c64c928', 'status': 'completed', 'code': 200} Nov 24 13:10:36.678792 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-f65eae31-734d-434e-886f-0b0432a23cbf service neutron] 10.222.0.59 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2780027 Nov 24 13:10:36.697802 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d72ab04-d1e5-420c-8675-156b15b56a08 req-2dd1d168-32e3-4581-bb13-35ea642d196a tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups?id=803831b0-9117-4202-af70-34c17ac2b6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038799 Nov 24 13:10:36.733647 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-288d38e1-ceb2-41ea-8bed-067f972ed56c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:36.776764 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d38e1-ceb2-41ea-8bed-067f972ed56c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event deleted for resources: {'Port': ['ID=08336fdf-8913-4fe6-b0e7-6d8dbd9d9013,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:36.804328 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38442cee-6ffb-4885-aa45-548df569dd76 req-bdbb6175-f747-4452-8fd4-642ec93ef750 service neutron] 10.222.0.46 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0223010 Nov 24 13:10:36.856468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-33712104-a8c7-4be2-8155-b1a316004165 req-288d38e1-ceb2-41ea-8bed-067f972ed56c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] No DVR routers for this DVR port 08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:10:36.874034 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-33712104-a8c7-4be2-8155-b1a316004165 req-288d38e1-ceb2-41ea-8bed-067f972ed56c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:36.878938 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33712104-a8c7-4be2-8155-b1a316004165 req-288d38e1-ceb2-41ea-8bed-067f972ed56c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.59 "DELETE /v2.0/ports/08336fdf-8913-4fe6-b0e7-6d8dbd9d9013 HTTP/1.1" status: 204 len: 173 time: 1.0932693 Nov 24 13:10:36.915801 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae519797-30a3-4137-94b8-7da14f5d2039 req-e8283438-210e-4728-a847-dfdeaf5fb8b5 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:36.918190 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae519797-30a3-4137-94b8-7da14f5d2039 req-e8283438-210e-4728-a847-dfdeaf5fb8b5 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 932 time: 0.0914297 Nov 24 13:10:36.981696 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae519797-30a3-4137-94b8-7da14f5d2039 req-a416aaea-f27f-469a-9144-8761efbb6e99 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553074 Nov 24 13:10:37.095223 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d94c2-3cf9-49aa-bc1e-255a6406b02b req-8b67fccf-ad77-4c4e-9938-a925fde31094 service neutron] 10.222.0.59 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789799 Nov 24 13:10:37.105235 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d816aeb5-1640-4bbc-ac65-73a2a8098305 req-83355def-4713-438d-aee7-d47148a19ca1 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:37.214972 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83355def-4713-438d-aee7-d47148a19ca1 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Pushing event deleted for resources: {'Port': ['ID=7d4174c0-c251-48fd-aa99-7e83b4347492,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:37.271357 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-09f59155-b466-4425-ac23-38f6f5c7c9da req-045f4db3-3f95-487c-9c94-40f15dda1cdc tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.48 "GET /v2.0/ports?device_id=30ff93ec-7170-4b73-9b50-bfed8a7d9bd7 HTTP/1.1" status: 200 len: 210 time: 0.0534446 Nov 24 13:10:37.327460 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-d816aeb5-1640-4bbc-ac65-73a2a8098305 req-83355def-4713-438d-aee7-d47148a19ca1 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] No DVR routers for this DVR port 7d4174c0-c251-48fd-aa99-7e83b4347492 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:10:37.331002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35324f-f7a4-4e51-8184-9ff6961b990f req-405f63ba-828a-44a0-ba8e-bce1379e2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:37.332663 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff35324f-f7a4-4e51-8184-9ff6961b990f req-405f63ba-828a-44a0-ba8e-bce1379e2875 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad68242eacc545928235deb5b4f6209e&device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 1095 time: 0.3999233 Nov 24 13:10:37.335469 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d816aeb5-1640-4bbc-ac65-73a2a8098305 req-83355def-4713-438d-aee7-d47148a19ca1 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:37.339076 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d816aeb5-1640-4bbc-ac65-73a2a8098305 req-83355def-4713-438d-aee7-d47148a19ca1 tempest-ListServersNegativeTestJSON-743105896 tempest-ListServersNegativeTestJSON-743105896-project] 10.222.0.59 "DELETE /v2.0/ports/7d4174c0-c251-48fd-aa99-7e83b4347492 HTTP/1.1" status: 204 len: 173 time: 5.0771658 Nov 24 13:10:37.353500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-28f9e8a1-afc4-4197-976b-3e10375c7a72 service neutron] 10.222.0.48 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905112 Nov 24 13:10:37.457023 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ca98-3f45-4190-94bd-b88fe87fcd8c req-713c677b-44ca-4769-95f1-d5c84f1aa7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:37.458540 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5695ca98-3f45-4190-94bd-b88fe87fcd8c req-713c677b-44ca-4769-95f1-d5c84f1aa7b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad68242eacc545928235deb5b4f6209e&device_id=f9b0f8a4-275c-479b-b766-52e20e54db94 HTTP/1.1" status: 200 len: 1095 time: 0.2773056 Nov 24 13:10:37.722401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ca98-3f45-4190-94bd-b88fe87fcd8c req-e6f8ad53-bf49-4247-a2b6-a456a8f7d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:37.726397 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5695ca98-3f45-4190-94bd-b88fe87fcd8c req-e6f8ad53-bf49-4247-a2b6-a456a8f7d07d service neutron] 10.222.0.59 "GET /v2.0/networks?id=4276637e-2720-4f02-a37d-40c318a74613 HTTP/1.1" status: 200 len: 917 time: 0.1871374 Nov 24 13:10:37.871603 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8d769cb9-b1b9-4c70-bd64-9e056d5bd664 req-c441bc52-8df4-4023-bb50-23232c2fe075 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 210 time: 0.1001511 Nov 24 13:10:37.895121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35324f-f7a4-4e51-8184-9ff6961b990f req-331cf05c-dd51-4c21-aec6-8b4ac1a039f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:37.897464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff35324f-f7a4-4e51-8184-9ff6961b990f req-331cf05c-dd51-4c21-aec6-8b4ac1a039f3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4276637e-2720-4f02-a37d-40c318a74613 HTTP/1.1" status: 200 len: 917 time: 0.5551622 Nov 24 13:10:37.901682 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5695ca98-3f45-4190-94bd-b88fe87fcd8c req-ec951336-afdc-424f-87aa-65ff3c72a0f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b3001a1-622c-4bf1-a71d-a58b5c64c928 HTTP/1.1" status: 200 len: 217 time: 0.0829785 Nov 24 13:10:37.913064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce80e23-bbe5-4375-9f67-6846a9ed8f26 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:10:38.013589 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:38.137466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274dd517-65f5-468d-873d-00d23c2a71f9 req-86a53d09-e013-4215-a444-56ff0d0b34f4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.1895001 Nov 24 13:10:38.154172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff35324f-f7a4-4e51-8184-9ff6961b990f req-f075f44a-8be4-4de4-9486-a349af799fcc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af023c1b-45b1-43c9-a040-c14ae3af774a HTTP/1.1" status: 200 len: 217 time: 0.1787872 Nov 24 13:10:38.205632 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Transition to ACTIVE for port object bce80e23-bbe5-4375-9f67-6846a9ed8f26 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:10:38.217666 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:38.225552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ca98-3f45-4190-94bd-b88fe87fcd8c req-dca343de-8eb6-49e7-bb42-38fce922b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:38.228029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5695ca98-3f45-4190-94bd-b88fe87fcd8c req-dca343de-8eb6-49e7-bb42-38fce922b1f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce05a010-5c2f-4027-96ef-96f595f9f3eb HTTP/1.1" status: 200 len: 855 time: 0.3008020 Nov 24 13:10:38.315432 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-deleted', 'tag': '58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6'}, {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-deleted', 'tag': '08336fdf-8913-4fe6-b0e7-6d8dbd9d9013'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:38.335573 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a4fc7e-52db-4953-a879-a5fb9112822c" -d '{"events": [{"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-deleted", "tag": "58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6"}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-deleted", "tag": "08336fdf-8913-4fe6-b0e7-6d8dbd9d9013"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:38.366074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35324f-f7a4-4e51-8184-9ff6961b990f req-fd689a00-5e8a-4d3c-b3e2-8295fbb2e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:38.368076 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff35324f-f7a4-4e51-8184-9ff6961b990f req-fd689a00-5e8a-4d3c-b3e2-8295fbb2e8b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce05a010-5c2f-4027-96ef-96f595f9f3eb HTTP/1.1" status: 200 len: 855 time: 0.2037511 Nov 24 13:10:38.413141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55deb3-b17e-489c-9519-400f44e1065d req-39d78b3d-7505-4877-9919-826ef6adf216 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:38.428059 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de55deb3-b17e-489c-9519-400f44e1065d req-39d78b3d-7505-4877-9919-826ef6adf216 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 944 time: 0.2311714 Nov 24 13:10:38.449571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Pushing event updated for resources: {'Port': ['ID=bce80e23-bbe5-4375-9f67-6846a9ed8f26,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:38.478143 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57701927-d5c4-4165-9e07-ef8bf9c3ba78 x-openstack-request-id: req-57701927-d5c4-4165-9e07-ef8bf9c3ba78 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:38.480696 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-deleted", "tag": "58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6", "status": "completed", "code": 200}, {"server_uuid": "d16f12e9-af39-4960-ba47-4a70a8d2fc25", "name": "network-vif-deleted", "tag": "08336fdf-8913-4fe6-b0e7-6d8dbd9d9013", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:38.480999 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57701927-d5c4-4165-9e07-ef8bf9c3ba78 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:38.482596 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-deleted', 'tag': '58f0dc11-d076-4ee5-8892-2b8c9d9b3bb6', 'status': 'completed', 'code': 200} Nov 24 13:10:38.482869 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd16f12e9-af39-4960-ba47-4a70a8d2fc25', 'name': 'network-vif-deleted', 'tag': '08336fdf-8913-4fe6-b0e7-6d8dbd9d9013', 'status': 'completed', 'code': 200} Nov 24 13:10:38.558553 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de55deb3-b17e-489c-9519-400f44e1065d req-8cd1b340-617c-4403-ae23-f6adcd437c9c tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288042 Nov 24 13:10:38.603434 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48760) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:38.603565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ca98-3f45-4190-94bd-b88fe87fcd8c req-94e6c83b-7a62-4fed-915d-162f46f4083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:38.608660 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5695ca98-3f45-4190-94bd-b88fe87fcd8c req-94e6c83b-7a62-4fed-915d-162f46f4083e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4276637e-2720-4f02-a37d-40c318a74613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3418519 Nov 24 13:10:38.660225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ff93ec-7170-4b73-9b50-bfed8a7d9bd7', 'name': 'network-vif-deleted', 'tag': '7d4174c0-c251-48fd-aa99-7e83b4347492'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:38.665207 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c638c7-b101-46dc-9e6c-c54d2c193d98" -d '{"events": [{"server_uuid": "30ff93ec-7170-4b73-9b50-bfed8a7d9bd7", "name": "network-vif-deleted", "tag": "7d4174c0-c251-48fd-aa99-7e83b4347492"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:38.699546 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ec29ba-86af-48a6-ad39-25b503941848 admin admin] Deleting subnet b2be732a-2e92-4f60-a5fc-9b47deafe6f0 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:10:38.704190 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11ec29ba-86af-48a6-ad39-25b503941848 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:38.814773 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11ec29ba-86af-48a6-ad39-25b503941848 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:38.866258 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11ec29ba-86af-48a6-ad39-25b503941848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:38.945798 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5695ca98-3f45-4190-94bd-b88fe87fcd8c req-629efbc0-a77f-4f2d-9b09-40ae8772a9fd service neutron] 10.222.0.59 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717760 Nov 24 13:10:38.976878 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d8785d-305d-4667-83c5-113c402f8214 x-openstack-request-id: req-d0d8785d-305d-4667-83c5-113c402f8214 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:38.977184 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ff93ec-7170-4b73-9b50-bfed8a7d9bd7", "name": "network-vif-deleted", "tag": "7d4174c0-c251-48fd-aa99-7e83b4347492", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:38.980772 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0d8785d-305d-4667-83c5-113c402f8214 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:38.981596 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ff93ec-7170-4b73-9b50-bfed8a7d9bd7', 'name': 'network-vif-deleted', 'tag': '7d4174c0-c251-48fd-aa99-7e83b4347492', 'status': 'completed', 'code': 200} Nov 24 13:10:38.983341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Attempting to bind port bce80e23-bbe5-4375-9f67-6846a9ed8f26 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:10:38.983470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Attempting to bind port bce80e23-bbe5-4375-9f67-6846a9ed8f26 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:10:38.983843 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Attempting to bind port bce80e23-bbe5-4375-9f67-6846a9ed8f26 on network 4276637e-2720-4f02-a37d-40c318a74613 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:10:39.013692 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11ec29ba-86af-48a6-ad39-25b503941848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:39.072175 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-11ec29ba-86af-48a6-ad39-25b503941848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:39.075631 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-11ec29ba-86af-48a6-ad39-25b503941848 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b2be732a-2e92-4f60-a5fc-9b47deafe6f0 HTTP/1.1" status: 204 len: 168 time: 0.4783800 Nov 24 13:10:39.077099 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec29ba-86af-48a6-ad39-25b503941848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2be732a-2e92-4f60-a5fc-9b47deafe6f0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:39.079494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48780) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:39.104370 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-43830ac6-a06e-47d2-8002-6b9c615a4594 req-f3dd5b63-a622-416b-ba31-daa82bba86e0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 210 time: 0.1053991 Nov 24 13:10:39.105059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Port bce80e23-bbe5-4375-9f67-6846a9ed8f26 on network 4276637e-2720-4f02-a37d-40c318a74613 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:10:39.105367 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Attempting to bind port bce80e23-bbe5-4375-9f67-6846a9ed8f26 on network 4276637e-2720-4f02-a37d-40c318a74613 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:10:39.118336 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35324f-f7a4-4e51-8184-9ff6961b990f req-1051a56e-0187-4a3d-b57d-72711574af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:39.120123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff35324f-f7a4-4e51-8184-9ff6961b990f req-1051a56e-0187-4a3d-b57d-72711574af93 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4276637e-2720-4f02-a37d-40c318a74613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7279308 Nov 24 13:10:39.144130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:10:39.144799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Checking segment: {'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:10:39.145379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Bound using segment: {'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:10:39.146115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Bound port: bce80e23-bbe5-4375-9f67-6846a9ed8f26, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e24b1819-3a32-438d-9a57-c21d5b08cc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4276637e-2720-4f02-a37d-40c318a74613'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:10:39.146662 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:39.243769 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dae6cd40-2a29-45ea-adb2-34818dced52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:39.317459 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5695ca98-3f45-4190-94bd-b88fe87fcd8c req-3c12684c-c745-4fdd-8ddf-fd5d88bb6b67 service neutron] 10.222.0.59 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494315 Nov 24 13:10:39.357552 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ea7524d2-76d6-496d-9ee6-cb4c59aba324 req-35d955cf-3b78-422b-97e8-eee23089e65e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.0836074 Nov 24 13:10:39.641628 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:39.643621 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dae6cd40-2a29-45ea-adb2-34818dced52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:39.696007 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff35324f-f7a4-4e51-8184-9ff6961b990f req-7322037c-bcbf-497c-a45f-9bb56d52fc9d service neutron] 10.222.0.46 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601809 Nov 24 13:10:39.716615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-dae6cd40-2a29-45ea-adb2-34818dced52c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788af654-404a-49ff-82d3-1a9e7e522cf9']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:39.740678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-dae6cd40-2a29-45ea-adb2-34818dced52c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e59eb4-5999-4914-9695-385e910d85a0') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:39.741005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-dae6cd40-2a29-45ea-adb2-34818dced52c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e59eb4-5999-4914-9695-385e910d85a0') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:39.766025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] For port bce80e23-bbe5-4375-9f67-6846a9ed8f26, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:10:39.769767 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dae6cd40-2a29-45ea-adb2-34818dced52c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:39.809711 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dae6cd40-2a29-45ea-adb2-34818dced52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:39.822157 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae6cd40-2a29-45ea-adb2-34818dced52c admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:10:39.822828 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dae6cd40-2a29-45ea-adb2-34818dced52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:10:39.825127 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:10:39.897296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-0bacea1b-0be2-4656-ae6b-a1b3197223b7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:39.899911 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-0bacea1b-0be2-4656-ae6b-a1b3197223b7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 812 time: 0.5690420 Nov 24 13:10:39.936982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-782e96a0-587d-4cdd-8af5-f0fe3d77b0d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Request body: {'port': {'device_id': '322b4bce-e0bf-479e-828a-c2784a0a80e0', 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df', 'admin_state_up': True, 'tenant_id': '3e1cd43c1ff04946a07c756c11513ec9'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:39.993308 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dae6cd40-2a29-45ea-adb2-34818dced52c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:40.016204 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dae6cd40-2a29-45ea-adb2-34818dced52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:40.021769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 0b3001a1-622c-4bf1-a71d-a58b5c64c928 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:10:40.028287 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dae6cd40-2a29-45ea-adb2-34818dced52c admin admin] 10.222.0.48 "DELETE /v2.0/networks/788af654-404a-49ff-82d3-1a9e7e522cf9 HTTP/1.1" status: 204 len: 168 time: 0.9470301 Nov 24 13:10:40.055894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6cd40-2a29-45ea-adb2-34818dced52c admin admin] Pushing event deleted for resources: {'Network': ['ID=788af654-404a-49ff-82d3-1a9e7e522cf9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:40.387437 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd0695d9-5cb6-4e04-be8d-3936c78ff86b req-01407ca0-7a0a-4979-a054-e223e4f55d91 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 210 time: 0.1139839 Nov 24 13:10:40.553725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device af023c1b-45b1-43c9-a040-c14ae3af774a details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:10:40.601007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48816) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:40.715953 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ec6f90da-ed82-4b53-b8c2-214cc8c97a2c req-2b7d77f9-3f17-4fac-b4a1-f00b93640fd6 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.0862939 Nov 24 13:10:40.751483 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e54ceb33-9791-4767-b6ff-509a1df1e711 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c40a7121b9d74b20b724fe79a66c3bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504235 Nov 24 13:10:40.755530 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48820) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:40.904358 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-26518be2-0299-431b-a2af-d6bd1c029b9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:40.929160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] For port bce80e23-bbe5-4375-9f67-6846a9ed8f26, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=bce80e23-bbe5-4375-9f67-6846a9ed8f26,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:10:40.945828 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-26518be2-0299-431b-a2af-d6bd1c029b9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:40.946720 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 0b3001a1-622c-4bf1-a71d-a58b5c64c928, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=0b3001a1-622c-4bf1-a71d-a58b5c64c928,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:40.988292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '0b3001a1-622c-4bf1-a71d-a58b5c64c928', 'network_id': '4276637e-2720-4f02-a37d-40c318a74613', 'port_id': '0b3001a1-622c-4bf1-a71d-a58b5c64c928', 'mac_address': 'fa:16:3e:dd:17:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce05a010-5c2f-4027-96ef-96f595f9f3eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:10:41.043880 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff35324f-f7a4-4e51-8184-9ff6961b990f req-c8bd9b50-590c-4c45-85eb-6d64246f0327 service neutron] 10.222.0.46 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3226638 Nov 24 13:10:41.044797 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-26518be2-0299-431b-a2af-d6bd1c029b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:41.055273 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-26518be2-0299-431b-a2af-d6bd1c029b9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:41.059026 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-26518be2-0299-431b-a2af-d6bd1c029b9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71a05495-17a1-4f04-bc27-867007bff4be HTTP/1.1" status: 204 len: 168 time: 0.3001246 Nov 24 13:10:41.071310 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:41.087293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26518be2-0299-431b-a2af-d6bd1c029b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a05495-17a1-4f04-bc27-867007bff4be,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:41.150880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port af023c1b-45b1-43c9-a040-c14ae3af774a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=af023c1b-45b1-43c9-a040-c14ae3af774a,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:41.196666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a88d25-b11a-44db-a68a-e6521f82615b req-2f2017fa-e764-4a9f-9b26-0903cd66292c tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:41.200418 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c5a88d25-b11a-44db-a68a-e6521f82615b req-2f2017fa-e764-4a9f-9b26-0903cd66292c tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 944 time: 1.4081113 Nov 24 13:10:41.201347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'af023c1b-45b1-43c9-a040-c14ae3af774a', 'network_id': '4276637e-2720-4f02-a37d-40c318a74613', 'port_id': 'af023c1b-45b1-43c9-a040-c14ae3af774a', 'mac_address': 'fa:16:3e:d8:fc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce05a010-5c2f-4027-96ef-96f595f9f3eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:10:41.212155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Pushing event updated for resources: {'Port': ['ID=bce80e23-bbe5-4375-9f67-6846a9ed8f26,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:41.261012 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:41.264241 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:41.294931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:41.295581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:41.297556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-567ba922-600c-4ca8-b1df-e0d313466247 req-84ce2abf-b52a-4f5e-87e6-7c2fbd6194af service neutron] 10.222.0.46 "PUT /v2.0/ports/bce80e23-bbe5-4375-9f67-6846a9ed8f26 HTTP/1.1" status: 200 len: 1092 time: 6.1247232 Nov 24 13:10:41.341246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3001a1-622c-4bf1-a71d-a58b5c64c928 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:10:41.355769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb381255-7152-4910-8153-9baa07f0754a', 'tag': 'bce80e23-bbe5-4375-9f67-6846a9ed8f26'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:41.362747 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af023c1b-45b1-43c9-a040-c14ae3af774a {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:10:41.371992 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e537a066-eb50-42c4-9fc0-5ec4ceba7ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb381255-7152-4910-8153-9baa07f0754a", "tag": "bce80e23-bbe5-4375-9f67-6846a9ed8f26"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:41.405109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 0b3001a1-622c-4bf1-a71d-a58b5c64c928, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=0b3001a1-622c-4bf1-a71d-a58b5c64c928,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:41.410278 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:41.443802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port af023c1b-45b1-43c9-a040-c14ae3af774a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=af023c1b-45b1-43c9-a040-c14ae3af774a,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:41.490174 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7294acc-6ad6-47e5-ac2c-0afaadec05d7 x-openstack-request-id: req-c7294acc-6ad6-47e5-ac2c-0afaadec05d7 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:41.490454 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb381255-7152-4910-8153-9baa07f0754a", "tag": "bce80e23-bbe5-4375-9f67-6846a9ed8f26", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:41.490691 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7294acc-6ad6-47e5-ac2c-0afaadec05d7 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:41.491102 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb381255-7152-4910-8153-9baa07f0754a', 'tag': 'bce80e23-bbe5-4375-9f67-6846a9ed8f26', 'status': 'completed', 'code': 200} Nov 24 13:10:41.496004 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c5a88d25-b11a-44db-a68a-e6521f82615b req-eba4f634-11e3-46dc-a4bd-446cc2db5640 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653980 Nov 24 13:10:41.531056 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:41.543593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba922-600c-4ca8-b1df-e0d313466247 req-bc667f44-6093-4405-8a43-a44444fe3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:41.551517 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-567ba922-600c-4ca8-b1df-e0d313466247 req-bc667f44-6093-4405-8a43-a44444fe3b6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad68242eacc545928235deb5b4f6209e&device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 1095 time: 0.1575429 Nov 24 13:10:41.554136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-782e96a0-587d-4cdd-8af5-f0fe3d77b0d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Made reservation on behalf of 3e1cd43c1ff04946a07c756c11513ec9 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:10:41.566437 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-782e96a0-587d-4cdd-8af5-f0fe3d77b0d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:41.619527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['0b3001a1-622c-4bf1-a71d-a58b5c64c928'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:10:41.711672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=0b3001a1-622c-4bf1-a71d-a58b5c64c928,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:41.733082 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-567ba922-600c-4ca8-b1df-e0d313466247 req-cef62683-4659-4b22-b702-981e56b6686b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bce80e23-bbe5-4375-9f67-6846a9ed8f26 HTTP/1.1" status: 200 len: 217 time: 0.1314602 Nov 24 13:10:41.735216 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fa6bfd43-2d43-4aa0-bef0-5766eb705052 req-27aec4e1-9297-41dc-ae6d-af35396365d7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 210 time: 0.0844679 Nov 24 13:10:41.865147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['af023c1b-45b1-43c9-a040-c14ae3af774a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:10:41.963419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48858) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:41.964490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=af023c1b-45b1-43c9-a040-c14ae3af774a,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:42.002022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba922-600c-4ca8-b1df-e0d313466247 req-5e27cfe0-9500-4d6e-a824-444dd36da426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:42.005576 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-567ba922-600c-4ca8-b1df-e0d313466247 req-5e27cfe0-9500-4d6e-a824-444dd36da426 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce05a010-5c2f-4027-96ef-96f595f9f3eb HTTP/1.1" status: 200 len: 855 time: 0.1467521 Nov 24 13:10:42.136010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-782e96a0-587d-4cdd-8af5-f0fe3d77b0d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Allocated IP 172.20.0.5 (947fd8e7-0529-4083-a4cd-f5a8c40e92df/43d39305-527a-49a2-bcce-5fc6399fd429/2fffcdac-f0d6-4354-a77a-6f4b735b6b53) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:10:42.365474 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a772a81-bd0c-400f-828e-2a641e3807dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:42.386641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-782e96a0-587d-4cdd-8af5-f0fe3d77b0d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:42.413634 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e4f2c3e-c6e8-47fd-99da-3183fc7aa901 req-8c051356-7d69-4a66-a324-24f0915180ff tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.5478554 Nov 24 13:10:42.498564 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a772a81-bd0c-400f-828e-2a641e3807dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:42.509015 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a772a81-bd0c-400f-828e-2a641e3807dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:42.512618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba922-600c-4ca8-b1df-e0d313466247 req-be1a44e6-6efc-416b-8780-b42114a672a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:42.517803 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-567ba922-600c-4ca8-b1df-e0d313466247 req-be1a44e6-6efc-416b-8780-b42114a672a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4276637e-2720-4f02-a37d-40c318a74613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008823 Nov 24 13:10:42.520614 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-782e96a0-587d-4cdd-8af5-f0fe3d77b0d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:42.615218 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3a772a81-bd0c-400f-828e-2a641e3807dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab26bbdede58412cab3d705a5bfaac6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6487501 Nov 24 13:10:42.615451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48880) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:42.631231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a772a81-bd0c-400f-828e-2a641e3807dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de51bed9-d1b9-427f-ad80-82b95e00a7c2,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:42.705516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48882) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:42.729661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-782e96a0-587d-4cdd-8af5-f0fe3d77b0d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Network 947fd8e7-0529-4083-a4cd-f5a8c40e92df is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:10:42.781509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-782e96a0-587d-4cdd-8af5-f0fe3d77b0d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:10:42.795140 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-782e96a0-587d-4cdd-8af5-f0fe3d77b0d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:10:42.838840 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e96a0-587d-4cdd-8af5-f0fe3d77b0d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Pushing event updated for resources: {'Port': ['ID=2fffcdac-f0d6-4354-a77a-6f4b735b6b53,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:42.852411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473ab7c-b235-4e36-9a87-f0f696d62eff req-2da2df09-2dd1-4c93-9a76-cda92081b572 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:42.854060 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0473ab7c-b235-4e36-9a87-f0f696d62eff req-2da2df09-2dd1-4c93-9a76-cda92081b572 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 944 time: 0.2029195 Nov 24 13:10:42.897911 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-567ba922-600c-4ca8-b1df-e0d313466247 req-d65d1d1f-8342-4adf-9e6f-28725f40b53c service neutron] 10.222.0.46 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649035 Nov 24 13:10:42.913963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-782e96a0-587d-4cdd-8af5-f0fe3d77b0d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:42.916475 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-782e96a0-587d-4cdd-8af5-f0fe3d77b0d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:42.934699 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a7836a8-4ec0-4591-b781-8787254eda77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:42.948438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1276333554-network', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:43.015096 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a7836a8-4ec0-4591-b781-8787254eda77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:43.024456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-782e96a0-587d-4cdd-8af5-f0fe3d77b0d5 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0977657 Nov 24 13:10:43.048379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Request body: {'port': {'device_id': '322b4bce-e0bf-479e-828a-c2784a0a80e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:43.161824 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0473ab7c-b235-4e36-9a87-f0f696d62eff req-f54ae336-dcba-4364-9879-e040b155fa38 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960157 Nov 24 13:10:43.176590 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a7836a8-4ec0-4591-b781-8787254eda77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:43.180305 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a7836a8-4ec0-4591-b781-8787254eda77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:43.181779 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5a7836a8-4ec0-4591-b781-8787254eda77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de51bed9-d1b9-427f-ad80-82b95e00a7c2 HTTP/1.1" status: 204 len: 168 time: 0.5652456 Nov 24 13:10:43.210234 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7836a8-4ec0-4591-b781-8787254eda77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de51bed9-d1b9-427f-ad80-82b95e00a7c2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:43.289017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dd2df-f0d7-48f9-8952-029a494544f5 req-224c8298-38d6-4362-9c97-4b59c01953c0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:43.291003 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-415dd2df-f0d7-48f9-8952-029a494544f5 req-224c8298-38d6-4362-9c97-4b59c01953c0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 931 time: 0.3367436 Nov 24 13:10:43.302576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] Made reservation on behalf of 5ff8d85d3e28474f9fc7b4af44e09a93 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:10:43.305976 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:43.358243 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:10:43.362310 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:43.393537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:43.424620 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-567ba922-600c-4ca8-b1df-e0d313466247 req-5a5d6f1d-72fa-4ae7-9120-b2b3afa71728 service neutron] 10.222.0.46 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255941 Nov 24 13:10:43.456277 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-415dd2df-f0d7-48f9-8952-029a494544f5 req-20e356b6-a3db-44b2-b7dd-dac83beea0eb tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428421 Nov 24 13:10:43.620279 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-392d1892-4573-40bb-ad53-325212726be4 req-f74e764c-4b52-41c9-923f-5639683cee96 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.0753305 Nov 24 13:10:43.816247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48912) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:43.823038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537a066-eb50-42c4-9fc0-5ec4ceba7ce0 req-6ab3d020-1b48-4708-a380-dbe470d4e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:43.825101 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e537a066-eb50-42c4-9fc0-5ec4ceba7ce0 req-6ab3d020-1b48-4708-a380-dbe470d4e878 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad68242eacc545928235deb5b4f6209e&device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 1095 time: 0.1834447 Nov 24 13:10:43.837166 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-70e44c97-4186-4473-9bce-3f95466971a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:43.904466 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:43.924472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:43.973565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:10:43.974245 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-70e44c97-4186-4473-9bce-3f95466971a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:43.986902 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-70e44c97-4186-4473-9bce-3f95466971a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.019945 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-70e44c97-4186-4473-9bce-3f95466971a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ee8cb9ca7a54ec4bd67db9ea9c82699&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2015729 Nov 24 13:10:44.028628 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48914) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:44.041846 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.042182 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] Added segment 6e15591e-974b-4135-ab8d-4e89377e3002 of type vlan for network 350afefa-f8e9-48b5-9810-800aaca7033f Nov 24 13:10:44.043767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e44c97-4186-4473-9bce-3f95466971a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eb72bc-2a59-4419-97e0-5d3520d97899,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:44.053598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 0b3001a1-622c-4bf1-a71d-a58b5c64c928 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:10:44.059582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9a989a-585d-486c-a89b-818edd2fba6f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:44.119854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 0b3001a1-622c-4bf1-a71d-a58b5c64c928 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:10:44.126137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 0b3001a1-622c-4bf1-a71d-a58b5c64c928 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:44.126953 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.154767 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.177650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537a066-eb50-42c4-9fc0-5ec4ceba7ce0 req-0c335a4d-f275-4d26-887d-38c29ce5d088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:44.178919 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e537a066-eb50-42c4-9fc0-5ec4ceba7ce0 req-0c335a4d-f275-4d26-887d-38c29ce5d088 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4276637e-2720-4f02-a37d-40c318a74613 HTTP/1.1" status: 200 len: 917 time: 0.3421457 Nov 24 13:10:44.307967 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.308314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:10:44.424271 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.424423 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 0b3001a1-622c-4bf1-a71d-a58b5c64c928, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=0b3001a1-622c-4bf1-a71d-a58b5c64c928,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:44.425552 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b0f8a4-275c-479b-b766-52e20e54db94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3001a1-622c-4bf1-a71d-a58b5c64c928'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:44.428393 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38874fc5-d2f4-46f5-81b8-e28bc20b39b8" -d '{"events": [{"server_uuid": "f9b0f8a4-275c-479b-b766-52e20e54db94", "name": "network-vif-plugged", "status": "completed", "tag": "0b3001a1-622c-4bf1-a71d-a58b5c64c928"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:44.440644 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e537a066-eb50-42c4-9fc0-5ec4ceba7ce0 req-50717487-79e2-4846-b9a6-4b56eb50a204 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bce80e23-bbe5-4375-9f67-6846a9ed8f26 HTTP/1.1" status: 200 len: 217 time: 0.2488356 Nov 24 13:10:44.441306 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e05d1af-87b7-492f-806e-ad62ab07b6af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.450654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device af023c1b-45b1-43c9-a040-c14ae3af774a up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:10:44.461952 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.525927 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e05d1af-87b7-492f-806e-ad62ab07b6af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.526283 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a3644b-f488-431b-9198-46ff78717b15 x-openstack-request-id: req-99a3644b-f488-431b-9198-46ff78717b15 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:44.527389 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b0f8a4-275c-479b-b766-52e20e54db94", "name": "network-vif-plugged", "status": "completed", "tag": "0b3001a1-622c-4bf1-a71d-a58b5c64c928", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:44.529349 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99a3644b-f488-431b-9198-46ff78717b15 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:44.529983 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b0f8a4-275c-479b-b766-52e20e54db94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3001a1-622c-4bf1-a71d-a58b5c64c928', 'code': 200} Nov 24 13:10:44.577793 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.578943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:44.580920 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.602698 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=0b3001a1-622c-4bf1-a71d-a58b5c64c928,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:44.646478 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e05d1af-87b7-492f-806e-ad62ab07b6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.650249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port af023c1b-45b1-43c9-a040-c14ae3af774a completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:10:44.650950 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e05d1af-87b7-492f-806e-ad62ab07b6af admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.654478 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6e05d1af-87b7-492f-806e-ad62ab07b6af admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4eb72bc-2a59-4419-97e0-5d3520d97899 HTTP/1.1" status: 204 len: 168 time: 0.6172071 Nov 24 13:10:44.662684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port af023c1b-45b1-43c9-a040-c14ae3af774a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:44.663298 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.707755 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9982483 Nov 24 13:10:44.717585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48934) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:44.720993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05d1af-87b7-492f-806e-ad62ab07b6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eb72bc-2a59-4419-97e0-5d3520d97899,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:44.740000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ce10f4df-742c-4c07-bd32-beacb96449a2 admin admin] Request body: {'subnet': {'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1276333554-subnet', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:44.758808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Transition to ACTIVE for port object 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:10:44.795176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45db89-8dec-4523-8295-94176455f605 req-89785b97-8071-45da-afdc-3495e5838738 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:44.803854 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e45db89-8dec-4523-8295-94176455f605 req-89785b97-8071-45da-afdc-3495e5838738 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 944 time: 0.3851228 Nov 24 13:10:44.883512 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.884796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ec73d-5cb1-47a1-96e0-e15c95d7e40f req-e95706fc-adb4-4365-ac6b-9888f550c7a4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:44.886383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-407ec73d-5cb1-47a1-96e0-e15c95d7e40f req-e95706fc-adb4-4365-ac6b-9888f550c7a4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 931 time: 0.1956038 Nov 24 13:10:44.953276 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:44.961877 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port af023c1b-45b1-43c9-a040-c14ae3af774a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=af023c1b-45b1-43c9-a040-c14ae3af774a,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:44.970552 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:45.032310 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e45db89-8dec-4523-8295-94176455f605 req-045e1446-ac21-46d0-9cb5-2953fff3fdb4 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272213 Nov 24 13:10:45.034340 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-407ec73d-5cb1-47a1-96e0-e15c95d7e40f req-d2aba75d-a44c-41ee-aa42-eb5f3ea6b9ab tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302769 Nov 24 13:10:45.084098 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=af023c1b-45b1-43c9-a040-c14ae3af774a,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:45.251811 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Pushing event updated for resources: {'Port': ['ID=2fffcdac-f0d6-4354-a77a-6f4b735b6b53,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:45.256313 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ff9baab-a12c-47fa-9969-0b456b690417 req-1c940134-e129-4841-bcd6-82a2a5d01707 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.0601184 Nov 24 13:10:45.264520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046af77-5e33-45d0-bf67-4934591a3b9e admin admin] Pushing event updated for resources: {'Network': ['ID=350afefa-f8e9-48b5-9810-800aaca7033f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:45.282458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537a066-eb50-42c4-9fc0-5ec4ceba7ce0 req-05327549-5bc2-4e2b-a62d-91e183150d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:45.283940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e537a066-eb50-42c4-9fc0-5ec4ceba7ce0 req-05327549-5bc2-4e2b-a62d-91e183150d36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce05a010-5c2f-4027-96ef-96f595f9f3eb HTTP/1.1" status: 200 len: 855 time: 0.8125768 Nov 24 13:10:45.308200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 350afefa-f8e9-48b5-9810-800aaca7033f details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:10:45.313824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce10f4df-742c-4c07-bd32-beacb96449a2 admin admin] Made reservation on behalf of 5ff8d85d3e28474f9fc7b4af44e09a93 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:10:45.324210 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce10f4df-742c-4c07-bd32-beacb96449a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:45.539687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671c4e1-1e01-40b3-9c3d-e2fc84340de1 req-1d68c2cc-db21-48bc-8b6d-8a495daf3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:45.541266 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5671c4e1-1e01-40b3-9c3d-e2fc84340de1 req-1d68c2cc-db21-48bc-8b6d-8a495daf3ea6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f9b0f8a4-275c-479b-b766-52e20e54db94 HTTP/1.1" status: 200 len: 1097 time: 0.9475703 Nov 24 13:10:45.672875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48952) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:45.694432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f79f375-55ef-4541-89b9-6ce3e1342d6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:45.756528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537a066-eb50-42c4-9fc0-5ec4ceba7ce0 req-39b9624d-ae27-452e-88dd-c4712debb764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:45.758668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e537a066-eb50-42c4-9fc0-5ec4ceba7ce0 req-39b9624d-ae27-452e-88dd-c4712debb764 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4276637e-2720-4f02-a37d-40c318a74613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4633858 Nov 24 13:10:45.774532 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5671c4e1-1e01-40b3-9c3d-e2fc84340de1 req-dc865a0e-c8fe-4265-b789-a310998ed1ff service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986551 Nov 24 13:10:45.949083 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f79f375-55ef-4541-89b9-6ce3e1342d6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:45.960332 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f79f375-55ef-4541-89b9-6ce3e1342d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:46.014857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8f79f375-55ef-4541-89b9-6ce3e1342d6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2331f001ab9747caab13033447dc9244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3407416 Nov 24 13:10:46.020092 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48958) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:46.024346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Attempting to bind port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:10:46.024694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Attempting to bind port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:10:46.025052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Attempting to bind port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:10:46.087646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79f375-55ef-4541-89b9-6ce3e1342d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286d3a64-4315-4209-8456-89e7da6fe11d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:46.098570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:10:46.099084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Attempting to bind port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:10:46.184684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:10:46.185062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Checking segment: {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:10:46.185438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Bound using segment: {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:10:46.185926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Bound port: 2fffcdac-f0d6-4354-a77a-6f4b735b6b53, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:10:46.186285 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:46.201969 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a53ee6b6-a2df-497c-9a22-1885ba024127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:46.294109 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e537a066-eb50-42c4-9fc0-5ec4ceba7ce0 req-24109f86-b2d5-4b06-8788-be9a4abfd794 service neutron] 10.222.0.46 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250955 Nov 24 13:10:46.355382 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a53ee6b6-a2df-497c-9a22-1885ba024127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:46.385888 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce10f4df-742c-4c07-bd32-beacb96449a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:46.435991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device bce80e23-bbe5-4375-9f67-6846a9ed8f26 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:10:46.495130 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4826f73-98bc-4b1d-8de5-8c85e4b8cd2c req-5beafb5e-1b14-4009-857f-8bb97eb7eb23 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:46.496759 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c4826f73-98bc-4b1d-8de5-8c85e4b8cd2c req-5beafb5e-1b14-4009-857f-8bb97eb7eb23 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 944 time: 0.2907138 Nov 24 13:10:46.534237 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65af2862-5909-4960-b011-3628013ce704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af023c1b-45b1-43c9-a040-c14ae3af774a'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:46.541121 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba8f84e-ce81-436c-86db-23270c2162fa" -d '{"events": [{"server_uuid": "65af2862-5909-4960-b011-3628013ce704", "name": "network-vif-plugged", "status": "completed", "tag": "af023c1b-45b1-43c9-a040-c14ae3af774a"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:46.565152 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a53ee6b6-a2df-497c-9a22-1885ba024127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:46.568271 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a53ee6b6-a2df-497c-9a22-1885ba024127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:46.572964 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a53ee6b6-a2df-497c-9a22-1885ba024127 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/286d3a64-4315-4209-8456-89e7da6fe11d HTTP/1.1" status: 204 len: 168 time: 0.5443306 Nov 24 13:10:46.695931 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c4826f73-98bc-4b1d-8de5-8c85e4b8cd2c req-e437f7c7-bb74-4e98-a52d-7ba7a5e4bf30 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777813 Nov 24 13:10:46.726355 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ee6b6-a2df-497c-9a22-1885ba024127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286d3a64-4315-4209-8456-89e7da6fe11d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:46.877733 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port bce80e23-bbe5-4375-9f67-6846a9ed8f26, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=bce80e23-bbe5-4375-9f67-6846a9ed8f26,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:46.932171 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'bce80e23-bbe5-4375-9f67-6846a9ed8f26', 'network_id': '4276637e-2720-4f02-a37d-40c318a74613', 'port_id': 'bce80e23-bbe5-4375-9f67-6846a9ed8f26', 'mac_address': 'fa:16:3e:c8:aa:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce05a010-5c2f-4027-96ef-96f595f9f3eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:10:46.944511 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-88a37445-7fbb-4ef9-b529-25954cd8e2dc req-147be5f0-4325-47ce-8c25-320403d356f1 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.0826690 Nov 24 13:10:47.101813 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:47.123587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] For port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:10:47.131591 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] For port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2fffcdac-f0d6-4354-a77a-6f4b735b6b53,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:10:47.152967 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce80e23-bbe5-4375-9f67-6846a9ed8f26 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:10:47.176626 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180c3206-d79c-44e1-b061-68168ebb1a71 x-openstack-request-id: req-180c3206-d79c-44e1-b061-68168ebb1a71 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:47.177018 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65af2862-5909-4960-b011-3628013ce704", "name": "network-vif-plugged", "status": "completed", "tag": "af023c1b-45b1-43c9-a040-c14ae3af774a", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:47.177232 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-180c3206-d79c-44e1-b061-68168ebb1a71 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:47.177643 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65af2862-5909-4960-b011-3628013ce704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af023c1b-45b1-43c9-a040-c14ae3af774a', 'code': 200} Nov 24 13:10:47.261402 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port bce80e23-bbe5-4375-9f67-6846a9ed8f26, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=bce80e23-bbe5-4375-9f67-6846a9ed8f26,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:47.301753 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:47.372963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31441c-4528-4269-ab92-b9999c7ee01e req-853bb1aa-45fe-432c-b315-d90aec8d3e4f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:47.389134 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa31441c-4528-4269-ab92-b9999c7ee01e req-853bb1aa-45fe-432c-b315-d90aec8d3e4f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 943 time: 1.1758487 Nov 24 13:10:47.434689 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=bce80e23-bbe5-4375-9f67-6846a9ed8f26,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:47.444617 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:47.510067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['bce80e23-bbe5-4375-9f67-6846a9ed8f26'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:10:47.558790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:47.559468 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:47.560986 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] 10.222.0.59 "PUT /v2.0/ports/2fffcdac-f0d6-4354-a77a-6f4b735b6b53 HTTP/1.1" status: 200 len: 1091 time: 4.5235453 Nov 24 13:10:47.611838 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fabf6-f233-42a7-ac7e-9bc80ff5dd62 service neutron] Pushing event updated for resources: {'Port': ['ID=2fffcdac-f0d6-4354-a77a-6f4b735b6b53,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:47.621608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322b4bce-e0bf-479e-828a-c2784a0a80e0', 'tag': '2fffcdac-f0d6-4354-a77a-6f4b735b6b53'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:47.624348 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164c306a-3405-4c02-86fb-4794de32a56e" -d '{"events": [{"name": "network-changed", "server_uuid": "322b4bce-e0bf-479e-828a-c2784a0a80e0", "tag": "2fffcdac-f0d6-4354-a77a-6f4b735b6b53"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:47.649515 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e537a066-eb50-42c4-9fc0-5ec4ceba7ce0 req-520dfcaf-9140-4403-9013-f616a1c3abdd service neutron] 10.222.0.46 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3355832 Nov 24 13:10:47.753041 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa31441c-4528-4269-ab92-b9999c7ee01e req-cf8db8a5-fd0f-44f2-9b6c-5782753d2e01 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628166 Nov 24 13:10:47.764214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a6c32-1108-4fe2-b476-1b5c5d703172 req-4b508f3b-ec88-4c4b-a533-363a1dbb23ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:47.771993 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d49a6c32-1108-4fe2-b476-1b5c5d703172 req-4b508f3b-ec88-4c4b-a533-363a1dbb23ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 1097 time: 0.3713069 Nov 24 13:10:47.775934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10f4df-742c-4c07-bd32-beacb96449a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a0683ef-715b-43e2-968a-1f8e85a2dd11,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:47.795674 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01f33b8-c58e-442c-a50d-b49a788723fb x-openstack-request-id: req-b01f33b8-c58e-442c-a50d-b49a788723fb {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:47.800034 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322b4bce-e0bf-479e-828a-c2784a0a80e0", "tag": "2fffcdac-f0d6-4354-a77a-6f4b735b6b53", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:47.800533 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b01f33b8-c58e-442c-a50d-b49a788723fb {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:47.801887 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322b4bce-e0bf-479e-828a-c2784a0a80e0', 'tag': '2fffcdac-f0d6-4354-a77a-6f4b735b6b53', 'status': 'completed', 'code': 200} Nov 24 13:10:47.878285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce10f4df-742c-4c07-bd32-beacb96449a2 admin admin] Checking segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:10:47.889017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce10f4df-742c-4c07-bd32-beacb96449a2 admin admin] Network hostable DHCP agents. Network: 350afefa-f8e9-48b5-9810-800aaca7033f, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:10:47.966733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-e5129908-3c42-4ddd-a9a2-e6f0cbb49da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:47.968261 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-e5129908-3c42-4ddd-a9a2-e6f0cbb49da9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 1094 time: 0.3341186 Nov 24 13:10:47.989307 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d49a6c32-1108-4fe2-b476-1b5c5d703172 req-1d16db5b-b46b-4998-99b8-b8f2414f8a7d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838179 Nov 24 13:10:47.992255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce10f4df-742c-4c07-bd32-beacb96449a2 admin admin] Network 350afefa-f8e9-48b5-9810-800aaca7033f is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:10:48.043738 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-2608b419-83b4-4ad4-a442-d7919660cf4d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fffcdac-f0d6-4354-a77a-6f4b735b6b53 HTTP/1.1" status: 200 len: 217 time: 0.0643992 Nov 24 13:10:48.054411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5d6eb-912a-4a63-8f38-820d080b8b94 req-b39248ca-4a59-4b58-b9be-308cc9cfda04 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:48.062458 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40d5d6eb-912a-4a63-8f38-820d080b8b94 req-b39248ca-4a59-4b58-b9be-308cc9cfda04 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 945 time: 0.1504209 Nov 24 13:10:48.117434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-60fc2008-454e-4688-87c3-5a7c36af2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:48.118949 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-60fc2008-454e-4688-87c3-5a7c36af2253 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 200 len: 852 time: 0.0538445 Nov 24 13:10:48.119589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-ce10f4df-742c-4c07-bd32-beacb96449a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 350afefa-f8e9-48b5-9810-800aaca7033f) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:10:48.124526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce10f4df-742c-4c07-bd32-beacb96449a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:48.125228 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ce10f4df-742c-4c07-bd32-beacb96449a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:48.128390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e853027a-e81e-486c-b35e-71a394f5473d None None] Network 350afefa-f8e9-48b5-9810-800aaca7033f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:10:48.176131 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-563880ef-270b-474f-bc17-aa234ded80ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=947fd8e7-0529-4083-a4cd-f5a8c40e92df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469882 Nov 24 13:10:48.191687 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c013f9f0-4564-4ef0-9390-50be5774f94c req-0c60abeb-a7f4-4b48-873d-35c4f006fb17 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.0702665 Nov 24 13:10:48.225355 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40d5d6eb-912a-4a63-8f38-820d080b8b94 req-505c9942-258b-4b83-aa7d-10a0b66b5710 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617665 Nov 24 13:10:48.239821 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ce10f4df-742c-4c07-bd32-beacb96449a2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5093439 Nov 24 13:10:48.246316 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49008) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:48.252672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:10:48.317727 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:48.319226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:48.382706 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:48.427883 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-3f4006e5-fe35-4e8f-802c-6715101ede8f service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196107 Nov 24 13:10:48.469496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device bce80e23-bbe5-4375-9f67-6846a9ed8f26 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:10:48.609593 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e69c043b-fc14-4f64-a605-b7a9e6540109 req-0fc9f5e4-e80e-4e26-bb83-37b763cd9943 service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731262 Nov 24 13:10:48.712371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c306a-3405-4c02-86fb-4794de32a56e req-40197e72-497a-4798-aa02-619bfaf5d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:48.714759 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-164c306a-3405-4c02-86fb-4794de32a56e req-40197e72-497a-4798-aa02-619bfaf5d612 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 1094 time: 0.0511262 Nov 24 13:10:48.740686 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-350afefa-f8e9-48b5-9810-800aaca7033f', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:10:48.741385 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:48.787031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port bce80e23-bbe5-4375-9f67-6846a9ed8f26 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:10:48.791138 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:48.795763 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port bce80e23-bbe5-4375-9f67-6846a9ed8f26 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:48.796138 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:48.865275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c306a-3405-4c02-86fb-4794de32a56e req-12a49e8d-9292-4657-b00f-a7ff13d077e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:48.871678 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-164c306a-3405-4c02-86fb-4794de32a56e req-12a49e8d-9292-4657-b00f-a7ff13d077e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 913 time: 0.1479893 Nov 24 13:10:48.959328 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-164c306a-3405-4c02-86fb-4794de32a56e req-347ced1c-ad7a-4602-801e-01c2592ad317 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fffcdac-f0d6-4354-a77a-6f4b735b6b53 HTTP/1.1" status: 200 len: 217 time: 0.0771010 Nov 24 13:10:49.043921 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Allocated IP 172.20.0.2 (350afefa-f8e9-48b5-9810-800aaca7033f/4a0683ef-715b-43e2-968a-1f8e85a2dd11/7ac4f4e0-5424-47eb-be61-be1feae7378a) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:10:49.072521 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:49.129652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c306a-3405-4c02-86fb-4794de32a56e req-8c4298ab-7956-42f2-a741-2ff814871eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:49.135827 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-164c306a-3405-4c02-86fb-4794de32a56e req-8c4298ab-7956-42f2-a741-2ff814871eed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 200 len: 852 time: 0.1669910 Nov 24 13:10:49.200042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port bce80e23-bbe5-4375-9f67-6846a9ed8f26, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=bce80e23-bbe5-4375-9f67-6846a9ed8f26,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:49.209747 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb381255-7152-4910-8153-9baa07f0754a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce80e23-bbe5-4375-9f67-6846a9ed8f26'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:49.212804 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f349348-001b-4137-b11b-131b09a280b8" -d '{"events": [{"server_uuid": "bb381255-7152-4910-8153-9baa07f0754a", "name": "network-vif-plugged", "status": "completed", "tag": "bce80e23-bbe5-4375-9f67-6846a9ed8f26"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:49.223512 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-164c306a-3405-4c02-86fb-4794de32a56e req-fda1b0ad-4215-459d-89b4-1f7df48fa03e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=947fd8e7-0529-4083-a4cd-f5a8c40e92df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800052 Nov 24 13:10:49.258702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22555bbe-94f5-4ac1-8087-a4b2e5999513 req-ca24b013-b68f-4ad2-ae8c-31c8ba6ad18c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:49.273992 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-22555bbe-94f5-4ac1-8087-a4b2e5999513 req-ca24b013-b68f-4ad2-ae8c-31c8ba6ad18c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 943 time: 0.2252760 Nov 24 13:10:49.280626 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:49.411955 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=bce80e23-bbe5-4375-9f67-6846a9ed8f26,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:49.455301 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-22555bbe-94f5-4ac1-8087-a4b2e5999513 req-53c41970-7d0c-481a-acbd-2e7ea9b59398 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800871 Nov 24 13:10:49.509959 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cdced5ef-f626-4be0-8dc1-ad3cf9ba1d26 req-b035bc21-5763-401f-b4bf-5740c98032e3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.0896056 Nov 24 13:10:49.541872 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:49.560817 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:49.566639 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f65754-97a6-44ef-b11b-142efa9ccb14 x-openstack-request-id: req-c4f65754-97a6-44ef-b11b-142efa9ccb14 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:49.567132 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb381255-7152-4910-8153-9baa07f0754a", "name": "network-vif-plugged", "status": "completed", "tag": "bce80e23-bbe5-4375-9f67-6846a9ed8f26", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:49.567576 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4f65754-97a6-44ef-b11b-142efa9ccb14 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:49.568247 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb381255-7152-4910-8153-9baa07f0754a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce80e23-bbe5-4375-9f67-6846a9ed8f26', 'code': 200} Nov 24 13:10:49.598947 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-164c306a-3405-4c02-86fb-4794de32a56e req-006c7157-7f04-4539-836c-664e17f2c8ab service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3681653 Nov 24 13:10:49.695482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Network 350afefa-f8e9-48b5-9810-800aaca7033f is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:10:49.702495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:10:49.708434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:10:49.799141 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:49.841961 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:49.935452 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Attempting to bind port 7ac4f4e0-5424-47eb-be61-be1feae7378a on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:10:49.936072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Attempting to bind port 7ac4f4e0-5424-47eb-be61-be1feae7378a by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:10:49.936191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Attempting to bind port 7ac4f4e0-5424-47eb-be61-be1feae7378a on network 350afefa-f8e9-48b5-9810-800aaca7033f {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:10:49.939125 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Pushing event updated for resources: {'Port': ['ID=7ac4f4e0-5424-47eb-be61-be1feae7378a,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:49.951572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:10:49.951961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Checking segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:10:49.952353 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:49.952871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Bound using segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:10:49.953302 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Bound port: 7ac4f4e0-5424-47eb-be61-be1feae7378a, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:10:49.953689 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:50.052365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d93fff-8018-4c73-abfe-7b88a5f4fa76 req-5aaec97c-b3a1-41b0-b823-b437e309074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:50.053963 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-91d93fff-8018-4c73-abfe-7b88a5f4fa76 req-5aaec97c-b3a1-41b0-b823-b437e309074f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 1097 time: 0.3966820 Nov 24 13:10:50.137367 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273a349-3499-4b17-aca1-d9d3d786898c req-6a15e972-275d-4e29-bd64-7929a416812e tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:50.139016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b273a349-3499-4b17-aca1-d9d3d786898c req-6a15e972-275d-4e29-bd64-7929a416812e tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 946 time: 0.4630306 Nov 24 13:10:50.161953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] For port 7ac4f4e0-5424-47eb-be61-be1feae7378a, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:10:50.168145 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Allocated IP 172.25.0.216 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/7aca9368-ce39-4108-aaed-11b74eef26a8) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:10:50.172588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] For port 7ac4f4e0-5424-47eb-be61-be1feae7378a, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7ac4f4e0-5424-47eb-be61-be1feae7378a,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:10:50.198176 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:50.227966 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-164c306a-3405-4c02-86fb-4794de32a56e req-006866c1-27bc-4125-85fb-0b15b1219a6a service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214411 Nov 24 13:10:50.344423 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-91d93fff-8018-4c73-abfe-7b88a5f4fa76 req-80b013ab-78e9-4a3f-a0b1-7e93702a1691 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786138 Nov 24 13:10:50.401196 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b273a349-3499-4b17-aca1-d9d3d786898c req-7cd6a8cb-12b8-4457-b92e-1c951d0b7c93 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411242 Nov 24 13:10:50.408493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49058) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:50.411809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fab01-a3a8-4c8c-ae9b-776ba50b94cf None None] Pushing event updated for resources: {'Port': ['ID=7ac4f4e0-5424-47eb-be61-be1feae7378a,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:50.513810 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:50.609006 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:50.825405 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b4814c9-30ec-45c6-bc03-9896dc1d5e92 req-745ae5e7-8e89-4603-98c4-1c0c3de24c4e tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.1004021 Nov 24 13:10:50.866208 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b4abfe2e-68ce-4add-b098-32dc653d92c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:51.065364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95883ed7-975d-4e05-9493-88e09811fd4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:51.391483 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95883ed7-975d-4e05-9493-88e09811fd4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:51.404655 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95883ed7-975d-4e05-9493-88e09811fd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:51.514490 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-95883ed7-975d-4e05-9493-88e09811fd4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce85231205a74f1f8e32ff20b554c9c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1042206 Nov 24 13:10:51.532384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49082) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:51.545543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95883ed7-975d-4e05-9493-88e09811fd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b62d309-8e6a-48d4-a0ab-a4089a48e97a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:51.606059 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Pushing event updated for resources: {'Port': ['ID=7aca9368-ce39-4108-aaed-11b74eef26a8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:51.646922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:10:51.662481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:10:51.684260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:10:51.779647 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7ac4f4e0-5424-47eb-be61-be1feae7378a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:10:51.819770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd3f53-13fb-4d56-83ce-bf906daa80ab req-6beef429-285e-4782-9b23-b4e770170abd tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:51.823584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75235d6e-8f5a-4082-b4c9-02e2f137944b req-7e72b06f-6f78-4360-9dd6-c622ecf39c34 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:51.825170 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75235d6e-8f5a-4082-b4c9-02e2f137944b req-7e72b06f-6f78-4360-9dd6-c622ecf39c34 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 943 time: 1.1066136 Nov 24 13:10:51.837804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72cd3f53-13fb-4d56-83ce-bf906daa80ab req-6beef429-285e-4782-9b23-b4e770170abd tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 946 time: 0.2768364 Nov 24 13:10:51.950315 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7ac4f4e0-5424-47eb-be61-be1feae7378a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:51.956990 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:52.036817 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72cd3f53-13fb-4d56-83ce-bf906daa80ab req-b76cc0e5-20ae-4461-9ade-40bbeb2ae52f tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980941 Nov 24 13:10:52.037388 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a7d95e1-2eb1-40cd-a641-5f7c6eeeff8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:52.077697 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75235d6e-8f5a-4082-b4c9-02e2f137944b req-12b4cec6-6214-44b3-9d38-e34afb0e9d39 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342908 Nov 24 13:10:52.106054 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:10:52.161349 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a7d95e1-2eb1-40cd-a641-5f7c6eeeff8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:52.333507 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2fffcdac-f0d6-4354-a77a-6f4b735b6b53,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:52.344121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a9e119cb-4531-47e1-8b9a-dd8eb3ac7d54 req-7e9278bd-c16e-4c1c-b9ac-95c07c28ac2f tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.1291203 Nov 24 13:10:52.486977 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a7d95e1-2eb1-40cd-a641-5f7c6eeeff8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:52.489671 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a7d95e1-2eb1-40cd-a641-5f7c6eeeff8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:52.491260 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5a7d95e1-2eb1-40cd-a641-5f7c6eeeff8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b62d309-8e6a-48d4-a0ab-a4089a48e97a HTTP/1.1" status: 204 len: 168 time: 0.9552467 Nov 24 13:10:52.537894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d95e1-2eb1-40cd-a641-5f7c6eeeff8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b62d309-8e6a-48d4-a0ab-a4089a48e97a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:52.558991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d9a1e-7dd0-413e-b688-fc1c494cf27f req-0f10bcf3-a250-4bbf-9a3f-4d8d1a0a2710 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:52.567546 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e5d9a1e-7dd0-413e-b688-fc1c494cf27f req-0f10bcf3-a250-4bbf-9a3f-4d8d1a0a2710 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.2631669 Nov 24 13:10:52.645477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '2fffcdac-f0d6-4354-a77a-6f4b735b6b53', 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df', 'port_id': '2fffcdac-f0d6-4354-a77a-6f4b735b6b53', 'mac_address': 'fa:16:3e:e6:aa:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d39305-527a-49a2-bcce-5fc6399fd429', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:10:52.652418 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc29ad65-db8f-4253-b965-86d42739230c None None] Network 350afefa-f8e9-48b5-9810-800aaca7033f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:10:52.721717 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:52.846098 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e5d9a1e-7dd0-413e-b688-fc1c494cf27f req-f8a78aa1-3e83-4201-a045-79eb41c2cb47 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772593 Nov 24 13:10:52.905517 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:53.062557 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:53.079852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a51e4-d9c9-4f98-8f29-b0fe7cacefd7 req-e03614b4-bf56-4a26-b92b-2a0dfc160b99 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:53.088808 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc4a51e4-d9c9-4f98-8f29-b0fe7cacefd7 req-e03614b4-bf56-4a26-b92b-2a0dfc160b99 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b0f8a4-275c-479b-b766-52e20e54db94 HTTP/1.1" status: 200 len: 946 time: 0.1115332 Nov 24 13:10:53.102930 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:53.103696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:10:53.175621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2fffcdac-f0d6-4354-a77a-6f4b735b6b53,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:53.182651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a91430dd-fccb-40ea-81a5-55c2f98a0da4 None None] Provisioning complete for port 7ac4f4e0-5424-47eb-be61-be1feae7378a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:53.183068 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a91430dd-fccb-40ea-81a5-55c2f98a0da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:53.199677 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc4a51e4-d9c9-4f98-8f29-b0fe7cacefd7 req-8a25b128-963f-44a3-8f9c-baf9453c49a4 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981483 Nov 24 13:10:53.199840 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:53.376778 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2fffcdac-f0d6-4354-a77a-6f4b735b6b53,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:53.431371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49132) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:53.437039 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 7ac4f4e0-5424-47eb-be61-be1feae7378a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7ac4f4e0-5424-47eb-be61-be1feae7378a,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:53.453308 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:53.453819 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:53.454230 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:53.454585 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:53.454977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:53.455532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:53.456062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:53.456454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:53.456844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:53.457367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:53.457715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:53.458051 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:53.487208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e39ea675-7a23-469d-90a5-556d638a664a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:53.498593 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:53.521986 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['2fffcdac-f0d6-4354-a77a-6f4b735b6b53'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:10:53.547050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0a425-832d-469d-b81d-158519a661af req-9a24895e-d9b3-4a13-9b8d-14affd8dbd27 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:53.558737 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07f0a425-832d-469d-b81d-158519a661af req-9a24895e-d9b3-4a13-9b8d-14affd8dbd27 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 944 time: 0.2941041 Nov 24 13:10:53.665717 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d1b97100-6637-47b2-a9d8-b27bca1c7f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:53.708216 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07f0a425-832d-469d-b81d-158519a661af req-dd66a425-5756-4788-81f6-7bbc7cdb5255 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344712 Nov 24 13:10:53.722545 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e39ea675-7a23-469d-90a5-556d638a664a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:53.735557 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e39ea675-7a23-469d-90a5-556d638a664a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:53.758848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Router 057022b8-ce31-4c81-b87f-771a7698c98c is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:10:53.846629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ea675-7a23-469d-90a5-556d638a664a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f39d43-1e2b-4b59-b7c8-560cee1b76eb,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:53.860122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49136) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:53.861331 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e39ea675-7a23-469d-90a5-556d638a664a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=140bb8a3313e4354988bece9f36ecb25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4282036 Nov 24 13:10:53.980647 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=7ac4f4e0-5424-47eb-be61-be1feae7378a,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:54.070269 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e88dcf68-434d-4dd9-8f28-479ea6cf484d req-c990d60d-80fc-40ad-be46-97859f1620eb tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.1157632 Nov 24 13:10:54.138547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d2a72-13e3-463e-a6d1-748a6687d489 req-221d9ec2-881b-482e-abff-875ecb76b2e7 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:54.152401 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-983d2a72-13e3-463e-a6d1-748a6687d489 req-221d9ec2-881b-482e-abff-875ecb76b2e7 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 946 time: 0.1575308 Nov 24 13:10:54.167473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:10:54.187848 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Sync routers for ids ['057022b8-ce31-4c81-b87f-771a7698c98c'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:10:54.192476 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-246404ff-2fb6-42ac-b5ea-f429fbbee594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:54.217465 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Routers {'057022b8-ce31-4c81-b87f-771a7698c98c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:10:54.219743 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:10:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['057022b8-ce31-4c81-b87f-771a7698c98c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:54.276939 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:54.276939 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6c960468-ee2b-4862-bbbd-5fcf88ded945 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0206795 Nov 24 13:10:54.277215 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-983d2a72-13e3-463e-a6d1-748a6687d489 req-5783e127-6529-4937-9620-b4256b97caa5 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144466 Nov 24 13:10:54.277215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49140) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:10:54.285698 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-246404ff-2fb6-42ac-b5ea-f429fbbee594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:54.392361 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-246404ff-2fb6-42ac-b5ea-f429fbbee594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:54.395197 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-246404ff-2fb6-42ac-b5ea-f429fbbee594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:54.398838 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-246404ff-2fb6-42ac-b5ea-f429fbbee594 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4f39d43-1e2b-4b59-b7c8-560cee1b76eb HTTP/1.1" status: 204 len: 168 time: 0.5348003 Nov 24 13:10:54.399230 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:54.428423 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246404ff-2fb6-42ac-b5ea-f429fbbee594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f39d43-1e2b-4b59-b7c8-560cee1b76eb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:54.495062 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Set router 057022b8-ce31-4c81-b87f-771a7698c98c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:10:54.619884 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-12b6a3bf-0ba7-4dc0-8c3c-2d148e99ee23 None None] Provisioning complete for port 7ac4f4e0-5424-47eb-be61-be1feae7378a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:54.620262 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-12b6a3bf-0ba7-4dc0-8c3c-2d148e99ee23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:54.841656 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:10:52Z', 'revision_number': 3, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port': {'id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:49Z', 'updated_at': '2021-11-24T13:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:54.885316 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Checking router: 057022b8-ce31-4c81-b87f-771a7698c98c for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:10:54.886040 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Updating router 057022b8-ce31-4c81-b87f-771a7698c98c port 7aca9368-ce39-4108-aaed-11b74eef26a8 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:10:54.917625 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:54.956512 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7a02fde-c8be-43c3-9ed3-7e26f279c17f req-fe641844-66ba-4d85-a0b3-14eeeb5bce61 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f9b0f8a4-275c-479b-b766-52e20e54db94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2730904 Nov 24 13:10:55.293161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395758a-711c-40f6-b031-4bb1836082c0 req-4380d772-8838-4f63-949e-dd0da2e57892 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:55.302975 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6395758a-711c-40f6-b031-4bb1836082c0 req-4380d772-8838-4f63-949e-dd0da2e57892 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.1647375 Nov 24 13:10:55.374223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337f9f6-00d3-40c2-b1db-7954e4cdd25d req-e581d53f-7626-4c4d-ac5e-4b27ac00ab43 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:55.377493 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b337f9f6-00d3-40c2-b1db-7954e4cdd25d req-e581d53f-7626-4c4d-ac5e-4b27ac00ab43 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 944 time: 0.4326963 Nov 24 13:10:55.422135 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6395758a-711c-40f6-b031-4bb1836082c0 req-2a911a5a-4158-4515-8aea-08ed7e8891f6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171923 Nov 24 13:10:55.476894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a02fde-c8be-43c3-9ed3-7e26f279c17f req-50caa6ba-9def-46b3-a4f6-fba8794a6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:55.479025 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7a02fde-c8be-43c3-9ed3-7e26f279c17f req-50caa6ba-9def-46b3-a4f6-fba8794a6b64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ad68242eacc545928235deb5b4f6209e&device_id=f9b0f8a4-275c-479b-b766-52e20e54db94 HTTP/1.1" status: 200 len: 1097 time: 0.4335537 Nov 24 13:10:55.554341 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-00cb5c9b-b951-44f9-b676-558c8d13c845 req-12a23c88-a216-498f-b5b9-30ed908a4c19 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.0616946 Nov 24 13:10:55.666379 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b337f9f6-00d3-40c2-b1db-7954e4cdd25d req-3e668dc5-9565-4b8f-88b4-b90611f36d4e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296069 Nov 24 13:10:55.792970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7ac4f4e0-5424-47eb-be61-be1feae7378a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:10:55.795922 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:55.806986 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:55.894686 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fdbdf-a34e-44e6-9858-45e38539def5 None None] Pushing event updated for resources: {'Port': ['ID=7aca9368-ce39-4108-aaed-11b74eef26a8,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:55.925539 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fdbdf-a34e-44e6-9858-45e38539def5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:55.926124 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fdbdf-a34e-44e6-9858-45e38539def5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:55.926706 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fdbdf-a34e-44e6-9858-45e38539def5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:55.927617 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fdbdf-a34e-44e6-9858-45e38539def5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:55.928685 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fdbdf-a34e-44e6-9858-45e38539def5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:55.929288 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fdbdf-a34e-44e6-9858-45e38539def5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:55.929863 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fdbdf-a34e-44e6-9858-45e38539def5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:55.930545 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fdbdf-a34e-44e6-9858-45e38539def5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:55.931180 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fdbdf-a34e-44e6-9858-45e38539def5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:55.941126 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fdbdf-a34e-44e6-9858-45e38539def5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:55.941677 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fdbdf-a34e-44e6-9858-45e38539def5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:55.944942 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132fdbdf-a34e-44e6-9858-45e38539def5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:10:55.995756 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Attempting to bind port 7aca9368-ce39-4108-aaed-11b74eef26a8 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:10:55.997832 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Attempting to bind port 7aca9368-ce39-4108-aaed-11b74eef26a8 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:10:56.006401 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Attempting to bind port 7aca9368-ce39-4108-aaed-11b74eef26a8 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:10:56.027136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a02fde-c8be-43c3-9ed3-7e26f279c17f req-33f1ecae-4f62-468e-9a1b-31fe0d11ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:56.029908 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7a02fde-c8be-43c3-9ed3-7e26f279c17f req-33f1ecae-4f62-468e-9a1b-31fe0d11ffc0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4276637e-2720-4f02-a37d-40c318a74613 HTTP/1.1" status: 200 len: 917 time: 0.5204062 Nov 24 13:10:56.040285 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:56.040540 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:10:56.045586 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:10:56.047572 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:56.048699 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:10:56.054869 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Bound port: 7aca9368-ce39-4108-aaed-11b74eef26a8, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:10:56.057629 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:56.098400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:10:56.171657 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7a02fde-c8be-43c3-9ed3-7e26f279c17f req-49dd9b51-894a-40ce-8185-652ee6ccd457 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b3001a1-622c-4bf1-a71d-a58b5c64c928 HTTP/1.1" status: 200 len: 217 time: 0.1233542 Nov 24 13:10:56.240259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7ac4f4e0-5424-47eb-be61-be1feae7378a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:56.240638 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:56.385195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:10:56.388551 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] For port 7aca9368-ce39-4108-aaed-11b74eef26a8, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:10:56.392414 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:10:56.392629 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:56.395420 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] For port 7aca9368-ce39-4108-aaed-11b74eef26a8, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7aca9368-ce39-4108-aaed-11b74eef26a8,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:10:56.406233 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:56.485164 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fdbdf-a34e-44e6-9858-45e38539def5 None None] Pushing event updated for resources: {'Port': ['ID=7aca9368-ce39-4108-aaed-11b74eef26a8,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:56.506169 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Routers {'057022b8-ce31-4c81-b87f-771a7698c98c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:10:56.507238 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:10:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['057022b8-ce31-4c81-b87f-771a7698c98c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:56.507458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a02fde-c8be-43c3-9ed3-7e26f279c17f req-336272f5-6fa2-4df1-a3b3-6a249da065a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:56.509212 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7a02fde-c8be-43c3-9ed3-7e26f279c17f req-336272f5-6fa2-4df1-a3b3-6a249da065a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce05a010-5c2f-4027-96ef-96f595f9f3eb HTTP/1.1" status: 200 len: 855 time: 0.3100247 Nov 24 13:10:56.661111 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f3bd-d7f4-4124-8f6e-f98cc3daa37e req-d472ff4e-3162-46ff-8745-f99715ce5d60 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:56.682833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f3bd-d7f4-4124-8f6e-f98cc3daa37e req-d472ff4e-3162-46ff-8745-f99715ce5d60 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:56.722217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f3bd-d7f4-4124-8f6e-f98cc3daa37e req-d472ff4e-3162-46ff-8745-f99715ce5d60 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:56.745862 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2872f3bd-d7f4-4124-8f6e-f98cc3daa37e req-d472ff4e-3162-46ff-8745-f99715ce5d60 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a&device_id=f9b0f8a4-275c-479b-b766-52e20e54db94&device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 2419 time: 0.3296742 Nov 24 13:10:56.805180 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:56.808902 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] Set router 057022b8-ce31-4c81-b87f-771a7698c98c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:10:56.817103 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:56.862099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322b4bce-e0bf-479e-828a-c2784a0a80e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fffcdac-f0d6-4354-a77a-6f4b735b6b53'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:10:56.867917 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf80c72-36f7-4cb0-8631-69a0faad3c7b" -d '{"events": [{"server_uuid": "322b4bce-e0bf-479e-828a-c2784a0a80e0", "name": "network-vif-plugged", "status": "completed", "tag": "2fffcdac-f0d6-4354-a77a-6f4b735b6b53"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:10:56.934876 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2872f3bd-d7f4-4124-8f6e-f98cc3daa37e req-a0cbbe0d-7f5b-4b53-bc82-8dc28b90c21e tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777623 Nov 24 13:10:56.951148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2fffcdac-f0d6-4354-a77a-6f4b735b6b53,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:10:56.962088 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:57.003254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d99b4c80-df5c-4583-8be0-85d5cddcc87c req-6d158031-fc87-4a68-bfd6-c74aff79b76c tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.1584976 Nov 24 13:10:57.211185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2fffcdac-f0d6-4354-a77a-6f4b735b6b53,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:10:57.221935 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4ed077-1dd9-4cbe-bda1-cc84ed8c412b x-openstack-request-id: req-7b4ed077-1dd9-4cbe-bda1-cc84ed8c412b {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:10:57.224373 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322b4bce-e0bf-479e-828a-c2784a0a80e0", "name": "network-vif-plugged", "status": "completed", "tag": "2fffcdac-f0d6-4354-a77a-6f4b735b6b53", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:10:57.224917 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b4ed077-1dd9-4cbe-bda1-cc84ed8c412b {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:10:57.225563 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322b4bce-e0bf-479e-828a-c2784a0a80e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fffcdac-f0d6-4354-a77a-6f4b735b6b53', 'code': 200} Nov 24 13:10:57.235638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a02fde-c8be-43c3-9ed3-7e26f279c17f req-5fce4b4c-b796-4959-8e88-09d2033b54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:57.237476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7a02fde-c8be-43c3-9ed3-7e26f279c17f req-5fce4b4c-b796-4959-8e88-09d2033b54fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4276637e-2720-4f02-a37d-40c318a74613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6395757 Nov 24 13:10:57.296196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264a95ae-b2ff-4c73-b5bd-e7f96284e800 req-ffee067d-7f7b-4fe6-a419-90aa0bdd73c2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:57.306655 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-264a95ae-b2ff-4c73-b5bd-e7f96284e800 req-ffee067d-7f7b-4fe6-a419-90aa0bdd73c2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.2170103 Nov 24 13:10:57.444376 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-264a95ae-b2ff-4c73-b5bd-e7f96284e800 req-0d21aafc-17e1-463e-a13f-2d3c3c904ae7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149321 Nov 24 13:10:57.491675 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:10:52Z', 'revision_number': 3, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port': {'id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:49Z', 'updated_at': '2021-11-24T13:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:10:57.550923 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510751cb-fa03-4b53-a41b-cf682fd16a57 None None] The sync data for ids ['057022b8-ce31-4c81-b87f-771a7698c98c'] in n-d-817303-4 is: [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:10:52Z', 'revision_number': 3, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port': {'id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:49Z', 'updated_at': '2021-11-24T13:10:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:10:57.934276 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:58.355639 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8684f15-61ee-40e7-9f13-9847422d8d36 req-c6829a14-d52f-4552-a8fd-d2345d059a80 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.1104186 Nov 24 13:10:58.727406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a17a2f-0bd8-4011-9fa2-18d7af2ee5eb req-f5e4b83c-04cd-4ba6-8a5e-53aab0f05a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:58.745636 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35a17a2f-0bd8-4011-9fa2-18d7af2ee5eb req-f5e4b83c-04cd-4ba6-8a5e-53aab0f05a50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 1096 time: 1.4611738 Nov 24 13:10:58.840068 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32bb51-013a-41ff-9a06-ab482384c2ef req-210ce008-9959-402d-9cc3-d42bda801e5b tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:58.846665 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f32bb51-013a-41ff-9a06-ab482384c2ef req-210ce008-9959-402d-9cc3-d42bda801e5b tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.0911725 Nov 24 13:10:58.859211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668501f-b11c-458a-b3ab-a173d9e0393c req-4fa419f5-ccfa-4439-81de-b01f15a82350 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:10:58.884020 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f668501f-b11c-458a-b3ab-a173d9e0393c req-4fa419f5-ccfa-4439-81de-b01f15a82350 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 946 time: 1.0549080 Nov 24 13:10:58.906173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7a02fde-c8be-43c3-9ed3-7e26f279c17f req-9339b009-9fbf-447f-b175-f608c21899ee service neutron] 10.222.0.59 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6460607 Nov 24 13:10:58.949942 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f32bb51-013a-41ff-9a06-ab482384c2ef req-acb3058b-4cc1-47c6-b1ec-7f27949d896e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926671 Nov 24 13:10:59.312076 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f668501f-b11c-458a-b3ab-a173d9e0393c req-8404391a-09f2-4214-95b1-52fec08779b1 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271367 Nov 24 13:10:59.314480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35a17a2f-0bd8-4011-9fa2-18d7af2ee5eb req-04d8ffda-2b72-465a-ab07-0303990f36b2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855111 Nov 24 13:10:59.391168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Allocated IP 172.20.0.1 (350afefa-f8e9-48b5-9810-800aaca7033f/4a0683ef-715b-43e2-968a-1f8e85a2dd11/d4281926-8c7d-4038-8bab-3ce840062046) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:10:59.647406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7a02fde-c8be-43c3-9ed3-7e26f279c17f req-28f8881d-ee8e-4163-a4e7-4876835545ff service neutron] 10.222.0.59 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7202439 Nov 24 13:10:59.770293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7aca9368-ce39-4108-aaed-11b74eef26a8 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:10:59.783816 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:10:59.861554 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9987fd1-dc3c-4d25-861f-f3117fa97771 req-5e24d4d2-a50a-44e0-9b7c-071512491d32 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.1749732 Nov 24 13:11:00.039314 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7aca9368-ce39-4108-aaed-11b74eef26a8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:00.044380 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:00.046864 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:00.276245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Network 350afefa-f8e9-48b5-9810-800aaca7033f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:11:00.334256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:00.351233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:11:00.398852 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:00.498708 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 7aca9368-ce39-4108-aaed-11b74eef26a8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7aca9368-ce39-4108-aaed-11b74eef26a8,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:00.506727 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:00.602990 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:00.705969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=7aca9368-ce39-4108-aaed-11b74eef26a8,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:00.823906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Pushing event updated for resources: {'Port': ['ID=d4281926-8c7d-4038-8bab-3ce840062046,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:00.923045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1e9d0-7149-4f72-a3fe-916a47ad551d req-35985a57-37c9-4564-af05-42b15bf49bcc tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:00.940021 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-17e1e9d0-7149-4f72-a3fe-916a47ad551d req-35985a57-37c9-4564-af05-42b15bf49bcc tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.8515630 Nov 24 13:11:01.051608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c028d971-8fcb-4048-b6ee-a8819d20866a None None] Provisioning complete for port d4281926-8c7d-4038-8bab-3ce840062046 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:01.052184 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c028d971-8fcb-4048-b6ee-a8819d20866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:01.134502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:01.169157 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c028d971-8fcb-4048-b6ee-a8819d20866a None None] Port d4281926-8c7d-4038-8bab-3ce840062046 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:11:01.202332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-17e1e9d0-7149-4f72-a3fe-916a47ad551d req-221e2ebf-3753-4631-83d4-921f14208575 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444630 Nov 24 13:11:01.554260 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e85b7f1-c450-4529-8515-b1359d760309 req-de09ed67-bd21-4d6d-bb42-fe2d25dded51 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.1287560 Nov 24 13:11:01.735197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7aca9368-ce39-4108-aaed-11b74eef26a8 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:01.842773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7aca9368-ce39-4108-aaed-11b74eef26a8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:01.843602 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:01.898603 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:01.906097 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:02.243173 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:02.273049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Pushing event updated for resources: {'Port': ['ID=d4281926-8c7d-4038-8bab-3ce840062046,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:02.504265 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-598fd663-c777-4b60-b752-23001b3193b4 req-107de14d-c1a6-4a7d-ac2a-25fd29a5c83d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4058764 Nov 24 13:11:02.635593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8a6ca-902f-42a5-9a31-410db2a9712b req-3102f0d7-4e9e-4cb2-b1b2-fc4b654b74ae tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:02.659209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9b8a6ca-902f-42a5-9a31-410db2a9712b req-3102f0d7-4e9e-4cb2-b1b2-fc4b654b74ae tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.2684879 Nov 24 13:11:02.879564 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9b8a6ca-902f-42a5-9a31-410db2a9712b req-2d56857a-b307-401b-a70f-7f26de0e603f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175393 Nov 24 13:11:02.880838 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fd663-c777-4b60-b752-23001b3193b4 req-babc3baf-993e-4e77-974a-881e5b7808d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:02.893761 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-598fd663-c777-4b60-b752-23001b3193b4 req-babc3baf-993e-4e77-974a-881e5b7808d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad68242eacc545928235deb5b4f6209e&device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 1097 time: 0.2794874 Nov 24 13:11:02.998437 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1d38bdda-3b3c-40a5-b984-a26c6854220a req-06fb8970-45c0-415e-8c22-4113456bd7e9 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.0435090 Nov 24 13:11:03.136916 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fd663-c777-4b60-b752-23001b3193b4 req-9ffa8d83-5c33-40a7-914a-d4effe2fbd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:03.144528 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-598fd663-c777-4b60-b752-23001b3193b4 req-9ffa8d83-5c33-40a7-914a-d4effe2fbd9b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4276637e-2720-4f02-a37d-40c318a74613 HTTP/1.1" status: 200 len: 917 time: 0.2198782 Nov 24 13:11:03.162506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0e5ee-c2b6-4a9d-aa8b-d2531e5a2d23 req-af8c7414-b94a-4d17-9cbf-8ac3e9e7277c tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:03.163809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49338) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:03.164424 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49340) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:03.168973 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8f0e5ee-c2b6-4a9d-aa8b-d2531e5a2d23 req-af8c7414-b94a-4d17-9cbf-8ac3e9e7277c tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.4636071 Nov 24 13:11:03.172782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Network 350afefa-f8e9-48b5-9810-800aaca7033f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:11:03.271078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:03.410199 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-598fd663-c777-4b60-b752-23001b3193b4 req-91d0e4df-d8be-4d85-bd7e-1b501589cd12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af023c1b-45b1-43c9-a040-c14ae3af774a HTTP/1.1" status: 200 len: 217 time: 0.2360632 Nov 24 13:11:03.440109 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4730a4ca-983a-4db5-a686-99821b4d23e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:03.463814 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76591c24-bbcc-4a76-ab0e-5c2998e56ffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:03.582733 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8f0e5ee-c2b6-4a9d-aa8b-d2531e5a2d23 req-2e5aed39-1c3e-4897-9231-d2be91599d4c tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125829 Nov 24 13:11:03.612942 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76591c24-bbcc-4a76-ab0e-5c2998e56ffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:03.663666 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76591c24-bbcc-4a76-ab0e-5c2998e56ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:03.711915 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fd663-c777-4b60-b752-23001b3193b4 req-ed028b78-a176-4137-afc4-b34d158d5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:03.716918 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-598fd663-c777-4b60-b752-23001b3193b4 req-ed028b78-a176-4137-afc4-b34d158d5095 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce05a010-5c2f-4027-96ef-96f595f9f3eb HTTP/1.1" status: 200 len: 855 time: 0.2876201 Nov 24 13:11:03.823233 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-76591c24-bbcc-4a76-ab0e-5c2998e56ffd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb6cdb82adda4a84904816604f4b6177&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6574399 Nov 24 13:11:03.825847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49356) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:03.844228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6e61ff1b-7065-4003-9ee2-54d10fcfc7f0 None None] Provisioning complete for port d4281926-8c7d-4038-8bab-3ce840062046 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:03.845670 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6e61ff1b-7065-4003-9ee2-54d10fcfc7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:03.913375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Router 057022b8-ce31-4c81-b87f-771a7698c98c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:11:03.958956 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fd663-c777-4b60-b752-23001b3193b4 req-e3a4b30e-54c9-475f-90b4-f45c1e6bd4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:03.960617 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-598fd663-c777-4b60-b752-23001b3193b4 req-e3a4b30e-54c9-475f-90b4-f45c1e6bd4f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4276637e-2720-4f02-a37d-40c318a74613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352338 Nov 24 13:11:03.980523 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76591c24-bbcc-4a76-ab0e-5c2998e56ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24304e58-935c-4478-b5b2-1d7abfe38fe1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:03.990612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6e61ff1b-7065-4003-9ee2-54d10fcfc7f0 None None] Port d4281926-8c7d-4038-8bab-3ce840062046 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:11:04.023992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65296887-00dd-4e1d-8d83-731db069dc1b req-50424b63-0528-46f8-85fe-a14673148893 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:04.036880 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-65296887-00dd-4e1d-8d83-731db069dc1b req-50424b63-0528-46f8-85fe-a14673148893 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.8009734 Nov 24 13:11:04.199694 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3dc89c5f-b485-4311-be98-31c0db2f93f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:04.239896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-65296887-00dd-4e1d-8d83-731db069dc1b req-a3a67bf1-fbb2-4201-b8a4-aaed1f741b7f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990299 Nov 24 13:11:04.253464 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4730a4ca-983a-4db5-a686-99821b4d23e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:04.264612 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4730a4ca-983a-4db5-a686-99821b4d23e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:04.321704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4730a4ca-983a-4db5-a686-99821b4d23e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2278008348b44a3db6254267d2311a2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1547587 Nov 24 13:11:04.324497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49364) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:04.356122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730a4ca-983a-4db5-a686-99821b4d23e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a13ad13-45dd-457b-a4e8-9a2e73704398,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:04.402223 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1468fac2-3d87-4062-b750-92c1371874a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:04.444755 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1468fac2-3d87-4062-b750-92c1371874a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:04.530683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:11:04.538991 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1468fac2-3d87-4062-b750-92c1371874a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:04.542027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Sync routers for ids ['057022b8-ce31-4c81-b87f-771a7698c98c'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:11:04.543194 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1468fac2-3d87-4062-b750-92c1371874a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:04.547425 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1468fac2-3d87-4062-b750-92c1371874a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a13ad13-45dd-457b-a4e8-9a2e73704398 HTTP/1.1" status: 204 len: 168 time: 0.2188759 Nov 24 13:11:04.558366 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Routers {'057022b8-ce31-4c81-b87f-771a7698c98c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:11:04.560001 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:10:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['057022b8-ce31-4c81-b87f-771a7698c98c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:04.568491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468fac2-3d87-4062-b750-92c1371874a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a13ad13-45dd-457b-a4e8-9a2e73704398,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:04.571979 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5dc9990f-3f3b-4346-9568-bfc717fe1c81 req-1d4c0f17-7cbd-44ef-bda0-6aa402efe5ea tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.4173040 Nov 24 13:11:04.615945 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8cf13d6a-5288-462b-9c00-a9fecfe00507 admin admin] 10.222.0.48 "PUT /v2.0/routers/057022b8-ce31-4c81-b87f-771a7698c98c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3383307 Nov 24 13:11:04.632282 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3dc89c5f-b485-4311-be98-31c0db2f93f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:04.639891 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-598fd663-c777-4b60-b752-23001b3193b4 req-268be01d-347c-4fb9-9f9c-a8fe29d7f57d service neutron] 10.222.0.46 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6648359 Nov 24 13:11:04.881838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11f17c-57cc-420a-8eae-ce896fe1c9b8 req-1972b12c-bccb-4a7c-9224-04e83585de29 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:04.883553 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d11f17c-57cc-420a-8eae-ce896fe1c9b8 req-1972b12c-bccb-4a7c-9224-04e83585de29 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.1233532 Nov 24 13:11:04.899727 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Set router 057022b8-ce31-4c81-b87f-771a7698c98c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:11:04.990296 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-598fd663-c777-4b60-b752-23001b3193b4 req-70159fc2-10be-4b94-9ed4-d995344fbd6c service neutron] 10.222.0.46 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329179 Nov 24 13:11:05.004398 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3dc89c5f-b485-4311-be98-31c0db2f93f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:05.007587 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3dc89c5f-b485-4311-be98-31c0db2f93f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:05.010446 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3dc89c5f-b485-4311-be98-31c0db2f93f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24304e58-935c-4478-b5b2-1d7abfe38fe1 HTTP/1.1" status: 204 len: 168 time: 1.1829898 Nov 24 13:11:05.034365 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d11f17c-57cc-420a-8eae-ce896fe1c9b8 req-bc271883-5778-4683-951a-f819d7458a9b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439514 Nov 24 13:11:05.060860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc89c5f-b485-4311-be98-31c0db2f93f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24304e58-935c-4478-b5b2-1d7abfe38fe1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:05.344168 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:11:01Z', 'revision_number': 4, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port': {'id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:49Z', 'updated_at': '2021-11-24T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'd4281926-8c7d-4038-8bab-3ce840062046', 'name': '', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'mac_address': 'fa:16:3e:4a:46:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:58Z', 'updated_at': '2021-11-24T13:11:01Z', 'revision_number': 2, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'subnets': [{'id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:05.378574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Checking router: 057022b8-ce31-4c81-b87f-771a7698c98c for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:11:05.378882 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Updating router 057022b8-ce31-4c81-b87f-771a7698c98c port d4281926-8c7d-4038-8bab-3ce840062046 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:11:05.385282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49388) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:05.404103 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fc073b23-9ff8-456b-9b72-f9238b4eeba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:05.445211 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:05.573726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1032fd-0653-478f-a917-039db5a73e6b req-4a2ab652-b251-49cb-a408-e527f68a52c9 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:05.573726 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1f1032fd-0653-478f-a917-039db5a73e6b req-4a2ab652-b251-49cb-a408-e527f68a52c9 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.1594894 Nov 24 13:11:05.733080 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1f1032fd-0653-478f-a917-039db5a73e6b req-b79891cc-2641-49ca-b9e4-a09fd91e833e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433771 Nov 24 13:11:05.793295 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fc073b23-9ff8-456b-9b72-f9238b4eeba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:05.804740 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fc073b23-9ff8-456b-9b72-f9238b4eeba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:05.931091 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5bead54-753f-4964-abf6-7916d8bc8ade req-071341f2-4e97-497e-b1cf-e8d5494a5ea4 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.0644677 Nov 24 13:11:05.983759 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fc073b23-9ff8-456b-9b72-f9238b4eeba1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7b3f77f478f49dab6b9a4065a8b04e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5947957 Nov 24 13:11:05.983759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc073b23-9ff8-456b-9b72-f9238b4eeba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df88e673-8db3-440f-ac53-8abe61adaff3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:05.984665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49398) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:06.005855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49400) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:06.023888 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8788d9fb-55f6-4dcb-8fb6-071eb72e2d4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.107584 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8eb67a2d-92a8-4f2b-9ef7-b64bc1f03768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.111507 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8788d9fb-55f6-4dcb-8fb6-071eb72e2d4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.118313 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8788d9fb-55f6-4dcb-8fb6-071eb72e2d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.119679 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.136264 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.181524 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8eb67a2d-92a8-4f2b-9ef7-b64bc1f03768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.186789 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8788d9fb-55f6-4dcb-8fb6-071eb72e2d4b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fe67de6130c470d81bca7f6523752b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776228 Nov 24 13:11:06.198235 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49404) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:06.198380 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49406) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:06.211592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-513762b5-1125-455b-aa7c-3e0cf2f5c414 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1813228700', 'description': 'tempest-description--814444061'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:06.240671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788d9fb-55f6-4dcb-8fb6-071eb72e2d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a9a48b-88bf-40c0-805a-4dfcf78e653b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:06.261786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a1a36-a6c2-413b-a4fe-6fcab3c6db79 None None] Pushing event updated for resources: {'Port': ['ID=d4281926-8c7d-4038-8bab-3ce840062046,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:06.332131 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8eb67a2d-92a8-4f2b-9ef7-b64bc1f03768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.339537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8eb67a2d-92a8-4f2b-9ef7-b64bc1f03768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.344867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8eb67a2d-92a8-4f2b-9ef7-b64bc1f03768 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df88e673-8db3-440f-ac53-8abe61adaff3 HTTP/1.1" status: 204 len: 168 time: 0.3582277 Nov 24 13:11:06.347473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1081e3-26aa-4473-af19-a6d851762f75 req-9b1c5404-efe0-4e55-b4e8-8dd2220bbd71 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:06.349430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4f1081e3-26aa-4473-af19-a6d851762f75 req-9b1c5404-efe0-4e55-b4e8-8dd2220bbd71 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.1613412 Nov 24 13:11:06.363930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb67a2d-92a8-4f2b-9ef7-b64bc1f03768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df88e673-8db3-440f-ac53-8abe61adaff3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:06.374514 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-513762b5-1125-455b-aa7c-3e0cf2f5c414 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.394334 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f38479c0-8691-47fd-883c-7472895c10a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.446341 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f38479c0-8691-47fd-883c-7472895c10a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.481279 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4f1081e3-26aa-4473-af19-a6d851762f75 req-eca0aeaa-3a30-48e9-841c-59eac5ddf3ae tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197336 Nov 24 13:11:06.627392 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.641326 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-513762b5-1125-455b-aa7c-3e0cf2f5c414 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.642439 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f38479c0-8691-47fd-883c-7472895c10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.645219 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f38479c0-8691-47fd-883c-7472895c10a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.646382 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f38479c0-8691-47fd-883c-7472895c10a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9a9a48b-88bf-40c0-805a-4dfcf78e653b HTTP/1.1" status: 204 len: 168 time: 0.4455690 Nov 24 13:11:06.652484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Attempting to bind port d4281926-8c7d-4038-8bab-3ce840062046 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:11:06.653004 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Attempting to bind port d4281926-8c7d-4038-8bab-3ce840062046 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:11:06.653306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Attempting to bind port d4281926-8c7d-4038-8bab-3ce840062046 on network 350afefa-f8e9-48b5-9810-800aaca7033f {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:11:06.656151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38479c0-8691-47fd-883c-7472895c10a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a9a48b-88bf-40c0-805a-4dfcf78e653b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:06.658735 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-513762b5-1125-455b-aa7c-3e0cf2f5c414 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.666517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6406fd91-3972-4fc4-962a-1531607d8a1c None None] Provisioning complete for port d4281926-8c7d-4038-8bab-3ce840062046 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:06.666914 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6406fd91-3972-4fc4-962a-1531607d8a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.718539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6406fd91-3972-4fc4-962a-1531607d8a1c None None] Port d4281926-8c7d-4038-8bab-3ce840062046 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:11:06.725689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-513762b5-1125-455b-aa7c-3e0cf2f5c414 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.731665 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-513762b5-1125-455b-aa7c-3e0cf2f5c414 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5214949 Nov 24 13:11:06.731830 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:11:06.731963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Checking segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:11:06.732338 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.734630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Bound using segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:11:06.734630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Bound port: d4281926-8c7d-4038-8bab-3ce840062046, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:11:06.734822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513762b5-1125-455b-aa7c-3e0cf2f5c414 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef96dee-3bab-43c8-a314-5d6d2f333aaa,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:06.734895 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.735464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49418) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:06.741996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-98c014ef-0a9c-4931-845b-08286abfffeb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Request body: {'security_group_rule': {'security_group_id': '7ef96dee-3bab-43c8-a314-5d6d2f333aaa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:06.808572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] For port d4281926-8c7d-4038-8bab-3ce840062046, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:11:06.813590 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] For port d4281926-8c7d-4038-8bab-3ce840062046, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d4281926-8c7d-4038-8bab-3ce840062046,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:11:06.819796 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.853263 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98c014ef-0a9c-4931-845b-08286abfffeb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:06.908344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a1a36-a6c2-413b-a4fe-6fcab3c6db79 None None] Pushing event updated for resources: {'Port': ['ID=d4281926-8c7d-4038-8bab-3ce840062046,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:06.917243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Routers {'057022b8-ce31-4c81-b87f-771a7698c98c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:11:06.918011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:10:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['057022b8-ce31-4c81-b87f-771a7698c98c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:07.098403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] Set router 057022b8-ce31-4c81-b87f-771a7698c98c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:11:07.197609 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cfb28342-4aa2-452c-a181-39261900ddd2 req-4add93d2-3835-48e2-9b2a-431e0692a3e8 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.0828855 Nov 24 13:11:07.454051 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-eb2878aa-ebe8-42e1-99e5-16624d1a79e9 None None] Provisioning complete for port d4281926-8c7d-4038-8bab-3ce840062046 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:07.454657 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eb2878aa-ebe8-42e1-99e5-16624d1a79e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:07.715408 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98c014ef-0a9c-4931-845b-08286abfffeb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:07.721469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4c774-127e-4f3d-9256-415a06efa3d5 req-8dbe9a74-8c73-4d18-b819-149ff1bfd7a4 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:07.734897 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98c014ef-0a9c-4931-845b-08286abfffeb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:07.736439 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f0a4c774-127e-4f3d-9256-415a06efa3d5 req-8dbe9a74-8c73-4d18-b819-149ff1bfd7a4 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.1384947 Nov 24 13:11:07.815082 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eb2878aa-ebe8-42e1-99e5-16624d1a79e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:07.823833 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98c014ef-0a9c-4931-845b-08286abfffeb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:07.827787 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-98c014ef-0a9c-4931-845b-08286abfffeb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0895779 Nov 24 13:11:07.828563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49460) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:07.830919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c014ef-0a9c-4931-845b-08286abfffeb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d69c62-6d51-47e4-accd-86ee9dbd0182,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:07.831614 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f0a4c774-127e-4f3d-9256-415a06efa3d5 req-e00e288b-df39-4ef7-9694-eeb318b6d0ca tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933583 Nov 24 13:11:07.852613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f8710d7b-4050-4941-9c79-d47922e758fd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Request body: {'security_group_rule': {'security_group_id': '7ef96dee-3bab-43c8-a314-5d6d2f333aaa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:07.896364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28241c2-ffe0-4ecf-a59b-3031eaf7f645 req-ab7cc32e-e01b-45ec-a757-73173fac5982 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:07.900998 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c28241c2-ffe0-4ecf-a59b-3031eaf7f645 req-ab7cc32e-e01b-45ec-a757-73173fac5982 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 1.0073192 Nov 24 13:11:07.927873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-eb2878aa-ebe8-42e1-99e5-16624d1a79e9 None None] For port d4281926-8c7d-4038-8bab-3ce840062046, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d4281926-8c7d-4038-8bab-3ce840062046,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:07.938759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:11:01Z', 'revision_number': 4, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port': {'id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:49Z', 'updated_at': '2021-11-24T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'd4281926-8c7d-4038-8bab-3ce840062046', 'name': '', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'mac_address': 'fa:16:3e:4a:46:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:58Z', 'updated_at': '2021-11-24T13:11:06Z', 'revision_number': 4, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'subnets': [{'id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:07.942916 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eb2878aa-ebe8-42e1-99e5-16624d1a79e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:07.966052 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8710d7b-4050-4941-9c79-d47922e758fd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:07.981329 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c28241c2-ffe0-4ecf-a59b-3031eaf7f645 req-e249edfa-0bfa-4752-b055-99026afadbe1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726955 Nov 24 13:11:08.009622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3768774b-a556-4cbd-99ca-f857d997bd0e None None] The sync data for ids ['057022b8-ce31-4c81-b87f-771a7698c98c'] in n-d-817303-4 is: [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:11:01Z', 'revision_number': 4, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port': {'id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:49Z', 'updated_at': '2021-11-24T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'd4281926-8c7d-4038-8bab-3ce840062046', 'name': '', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'mac_address': 'fa:16:3e:4a:46:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:58Z', 'updated_at': '2021-11-24T13:11:06Z', 'revision_number': 4, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'subnets': [{'id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:11:08.060994 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8710d7b-4050-4941-9c79-d47922e758fd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:08.071439 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8710d7b-4050-4941-9c79-d47922e758fd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:08.129185 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8710d7b-4050-4941-9c79-d47922e758fd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8335d9f7-de4b-4a99-8df3-557259fb3f2a,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:08.164664 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8710d7b-4050-4941-9c79-d47922e758fd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:08.169785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49468) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:08.175624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:08.187081 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f8710d7b-4050-4941-9c79-d47922e758fd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3464744 Nov 24 13:11:08.191985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2878aa-ebe8-42e1-99e5-16624d1a79e9 None None] Pushing event updated for resources: {'Port': ['ID=d4281926-8c7d-4038-8bab-3ce840062046,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:08.254799 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:08.393001 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-006b1034-688d-4116-aaec-453515438e73 req-34d23242-77e3-43f1-8a12-0ba57884bf8d tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.0520020 Nov 24 13:11:08.560421 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:08.858048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Allocated IP 172.25.0.15 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/df65c641-244b-4165-ade4-efd78bdd875a) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:11:09.109836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a1b26-4bdc-476a-9e12-4baf20c8221b req-6c0d6a8e-4f90-409a-8454-39ffd1fef9ad tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:09.125929 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-528a1b26-4bdc-476a-9e12-4baf20c8221b req-6c0d6a8e-4f90-409a-8454-39ffd1fef9ad tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.1520481 Nov 24 13:11:09.209949 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:09.245896 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-528a1b26-4bdc-476a-9e12-4baf20c8221b req-029d6c82-0ea3-4b5e-b6cd-8dbd34dc6b74 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188886 Nov 24 13:11:09.271236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952ddbc-6e0d-478a-b268-cb6237535bca req-97ac559f-1efe-4af7-96e6-368b51926892 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:09.273702 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5952ddbc-6e0d-478a-b268-cb6237535bca req-97ac559f-1efe-4af7-96e6-368b51926892 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.1389446 Nov 24 13:11:09.311074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49506) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:09.374313 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:09.479029 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5952ddbc-6e0d-478a-b268-cb6237535bca req-4e9bef5f-8d86-432e-a303-ff6bfe31b5f6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981981 Nov 24 13:11:09.523246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:11:09.525105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:09.536543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event updated for resources: {'Port': ['ID=df65c641-244b-4165-ade4-efd78bdd875a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:09.541188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:11:09.609387 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b805330c-3cd5-4320-8fef-018aff182d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:09.621199 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:09.692056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:09.692469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:09.692885 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:09.693251 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:09.693660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:09.694035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:09.694385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:09.694794 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:09.695193 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:09.695697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:09.696089 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:09.696431 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:09.707195 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7090f71f-c803-44aa-8020-5d6f16249b14 req-87ded186-6dda-4e1e-ac42-8100fd89df17 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.1690633 Nov 24 13:11:09.761769 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:09.820078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d4281926-8c7d-4038-8bab-3ce840062046 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:09.888818 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:09.965762 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b805330c-3cd5-4320-8fef-018aff182d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:09.968235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d4281926-8c7d-4038-8bab-3ce840062046 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:09.968821 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:09.972699 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b805330c-3cd5-4320-8fef-018aff182d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:10.044044 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b805330c-3cd5-4320-8fef-018aff182d45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f62fe5be9f584fc89d4cacdfd6811e8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7295532 Nov 24 13:11:10.045570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49526) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:10.053728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805330c-3cd5-4320-8fef-018aff182d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523882cf-bebe-4ee0-8bb1-03242f1b5fbf,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:10.129890 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbb35-5095-4bad-bd38-9adfc8ae5c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:10.174378 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbb35-5095-4bad-bd38-9adfc8ae5c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:10.272467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:10.275665 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbb35-5095-4bad-bd38-9adfc8ae5c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:10.278845 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcfbbb35-5095-4bad-bd38-9adfc8ae5c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:10.281013 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fcfbbb35-5095-4bad-bd38-9adfc8ae5c9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/523882cf-bebe-4ee0-8bb1-03242f1b5fbf HTTP/1.1" status: 204 len: 168 time: 0.2326715 Nov 24 13:11:10.284895 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:10.293039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbbb35-5095-4bad-bd38-9adfc8ae5c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523882cf-bebe-4ee0-8bb1-03242f1b5fbf,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:10.496235 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:10.522655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event updated for resources: {'Port': ['ID=df65c641-244b-4165-ade4-efd78bdd875a,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:10.539402 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:10.540936 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c2df619e-bf19-4250-a0e7-77880f82376d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3698864 Nov 24 13:11:10.561140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946585b-3ba9-48c9-ad9f-382bc0ffce65 req-206d1efb-5c9e-455d-af61-9295336e3bd3 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:10.566453 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a946585b-3ba9-48c9-ad9f-382bc0ffce65 req-206d1efb-5c9e-455d-af61-9295336e3bd3 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.1707709 Nov 24 13:11:10.666487 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a946585b-3ba9-48c9-ad9f-382bc0ffce65 req-0b18923f-b3c3-44c9-871f-61cd649d6810 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932457 Nov 24 13:11:10.748308 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232738b-1084-4a0c-8ca5-b5eb7e79aea7 req-68dbf452-f725-4fad-831a-09d1f525dd94 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:10.761197 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a232738b-1084-4a0c-8ca5-b5eb7e79aea7 req-68dbf452-f725-4fad-831a-09d1f525dd94 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.0845473 Nov 24 13:11:10.943981 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a232738b-1084-4a0c-8ca5-b5eb7e79aea7 req-00072b04-afd7-492e-a458-7868e4804783 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825972 Nov 24 13:11:10.974812 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-837a0464-957d-42e5-87c6-34623bbbeec6 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1813228700&fields=id&tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93 HTTP/1.1" status: 200 len: 267 time: 0.1142409 Nov 24 13:11:11.175490 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f6bda5af-3e09-4d0f-860e-758bcae7d2c9 req-a6f18246-3852-4036-b62f-ab0f6a59fe01 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/ports?device_id=d16f12e9-af39-4960-ba47-4a70a8d2fc25 HTTP/1.1" status: 200 len: 210 time: 0.0518804 Nov 24 13:11:11.200181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-acbc1ad7-83c6-4e5b-b380-5bec59d8bfb7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:11.221198 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-acbc1ad7-83c6-4e5b-b380-5bec59d8bfb7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 812 time: 0.2452655 Nov 24 13:11:11.248121 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-a8c9f3ae-18a2-4595-aeaa-67af6a824b4b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/quotas/5ff8d85d3e28474f9fc7b4af44e09a93 HTTP/1.1" status: 200 len: 375 time: 0.0257902 Nov 24 13:11:11.349507 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-6b0c752b-50ed-4e98-b955-15870eb2b40b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920250 Nov 24 13:11:11.554005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-a5c03df6-7de6-4d05-a9e2-d96b11e747c2 service neutron] 10.222.0.48 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909196 Nov 24 13:11:11.687613 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-ca7b58f8-96c3-4b1e-bd00-2199b8d1e127 service neutron] 10.222.0.48 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256030 Nov 24 13:11:11.858837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ad6d0-4bf5-4c63-a2b7-71f2736ab203 req-d68ddd90-2e09-41ee-8539-f7a5cb1d8bd0 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:11.884514 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b13ad6d0-4bf5-4c63-a2b7-71f2736ab203 req-d68ddd90-2e09-41ee-8539-f7a5cb1d8bd0 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.1062882 Nov 24 13:11:12.081825 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0e3da26b-c573-496d-a5ae-4cc941220a19 req-b4a6fe2b-2acf-4d5a-acae-3235f610fecf tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 210 time: 0.1437008 Nov 24 13:11:12.083495 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b13ad6d0-4bf5-4c63-a2b7-71f2736ab203 req-5f2d4fa4-8c6a-4387-877a-1e5febefc13b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974268 Nov 24 13:11:12.351270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49622) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:12.404450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10661d80-70be-47d1-9b84-ac5abb4b2b48 req-34119fc4-cb61-4e4f-8f14-7b1c5acc279e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:12.431221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10661d80-70be-47d1-9b84-ac5abb4b2b48 req-34119fc4-cb61-4e4f-8f14-7b1c5acc279e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.1831446 Nov 24 13:11:12.463411 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-edcb4ea8-d6e3-45c1-8303-79a2dd38aa16 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:12.520175 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-edcb4ea8-d6e3-45c1-8303-79a2dd38aa16 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:12.575438 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10661d80-70be-47d1-9b84-ac5abb4b2b48 req-9560e0d9-ff88-40f4-ae4d-6f820e34a693 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424534 Nov 24 13:11:12.653142 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-edcb4ea8-d6e3-45c1-8303-79a2dd38aa16 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:12.657488 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-edcb4ea8-d6e3-45c1-8303-79a2dd38aa16 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:12.661850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-edcb4ea8-d6e3-45c1-8303-79a2dd38aa16 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "DELETE /v2.0/security-groups/803831b0-9117-4202-af70-34c17ac2b6a4 HTTP/1.1" status: 204 len: 168 time: 0.3057935 Nov 24 13:11:12.662116 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49646) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:12.677287 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-69038640-e7ed-436f-bd82-f54963e08c34 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] show failed (client error): The resource could not be found. Nov 24 13:11:12.681139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb4ea8-d6e3-45c1-8303-79a2dd38aa16 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=803831b0-9117-4202-af70-34c17ac2b6a4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:12.683915 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-69038640-e7ed-436f-bd82-f54963e08c34 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "GET /v2.0/security-groups/803831b0-9117-4202-af70-34c17ac2b6a4 HTTP/1.1" status: 404 len: 347 time: 0.0204427 Nov 24 13:11:12.688322 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49648) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:12.961246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-ab6db9cf-fc2e-4ebe-a7b0-c54f57ef60e0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Deleting port f48b187e-76a9-43bd-8d76-d1e6ed4bd2bd {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:12.961526 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ab6db9cf-fc2e-4ebe-a7b0-c54f57ef60e0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:13.123381 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ab6db9cf-fc2e-4ebe-a7b0-c54f57ef60e0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:13.124436 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ab6db9cf-fc2e-4ebe-a7b0-c54f57ef60e0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:13.139794 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-ab6db9cf-fc2e-4ebe-a7b0-c54f57ef60e0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Calling delete_port for f48b187e-76a9-43bd-8d76-d1e6ed4bd2bd owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:13.281759 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-278c1fd4-5691-4822-8e61-ecb5f0ec28de req-a22c149b-1416-4916-bbea-3f448bfe52c0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 210 time: 0.0755250 Nov 24 13:11:13.421777 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49680) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:13.475684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526a217-1bbb-44f4-876b-2ba544855f96 req-76f00346-b96b-4325-b6be-cda02e23fe62 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:13.494980 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c526a217-1bbb-44f4-876b-2ba544855f96 req-76f00346-b96b-4325-b6be-cda02e23fe62 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.2193854 Nov 24 13:11:13.594775 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ab6db9cf-fc2e-4ebe-a7b0-c54f57ef60e0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:13.679338 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-becc4413-f20b-4efd-89ca-bb42ad79a8e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:13.706878 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c526a217-1bbb-44f4-876b-2ba544855f96 req-52a8eb50-7408-41f7-8d3b-acbf23972878 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106640 Nov 24 13:11:13.782505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6db9cf-fc2e-4ebe-a7b0-c54f57ef60e0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event deleted for resources: {'Port': ['ID=f48b187e-76a9-43bd-8d76-d1e6ed4bd2bd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:13.919854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab66914-d633-434f-9b8b-eb4419cdfa1a req-68e2edfa-6a02-42db-97cc-20a865028eed tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:13.925321 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ab6db9cf-fc2e-4ebe-a7b0-c54f57ef60e0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:13.928118 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ab6db9cf-fc2e-4ebe-a7b0-c54f57ef60e0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:13.928234 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ab66914-d633-434f-9b8b-eb4419cdfa1a req-68e2edfa-6a02-42db-97cc-20a865028eed tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.1730363 Nov 24 13:11:13.930188 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ab6db9cf-fc2e-4ebe-a7b0-c54f57ef60e0 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "DELETE /v2.0/floatingips/633c3451-1e8f-40c8-ae98-e28231e9c6a9 HTTP/1.1" status: 204 len: 168 time: 1.2408545 Nov 24 13:11:13.934114 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49694) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:14.140039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f71c7160-b649-481d-970c-6ae2a4f21ee7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Deleting port 97cc90c5-fb57-425a-a378-479282e4b014 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:14.140391 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f71c7160-b649-481d-970c-6ae2a4f21ee7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:14.214113 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-b9c70951-08a5-42bd-9c51-6226fa0b1684 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:14.217300 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-b9c70951-08a5-42bd-9c51-6226fa0b1684 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 812 time: 0.3292940 Nov 24 13:11:14.327090 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f71c7160-b649-481d-970c-6ae2a4f21ee7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:14.342382 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f71c7160-b649-481d-970c-6ae2a4f21ee7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Calling delete_port for 97cc90c5-fb57-425a-a378-479282e4b014 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:14.373421 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-ce013ada-8d4c-46b5-9825-d2eb639e365e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93 HTTP/1.1" status: 200 len: 380 time: 0.1329544 Nov 24 13:11:14.387904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-a3161657-981f-45e8-ac00-fb5bfe0aaac0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Request body: {'port': {'device_id': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'admin_state_up': True, 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'security_groups': ['7ef96dee-3bab-43c8-a314-5d6d2f333aaa']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:14.530635 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ab66914-d633-434f-9b8b-eb4419cdfa1a req-833e2930-fe7f-4256-b30f-ed9c6149b221 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6008677 Nov 24 13:11:14.572209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-a3161657-981f-45e8-ac00-fb5bfe0aaac0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Made reservation on behalf of 5ff8d85d3e28474f9fc7b4af44e09a93 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:11:14.576514 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-a3161657-981f-45e8-ac00-fb5bfe0aaac0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:14.640347 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-becc4413-f20b-4efd-89ca-bb42ad79a8e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:14.860076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-a3161657-981f-45e8-ac00-fb5bfe0aaac0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Allocated IP 172.20.0.14 (350afefa-f8e9-48b5-9810-800aaca7033f/4a0683ef-715b-43e2-968a-1f8e85a2dd11/7f5a1e7b-5012-4634-a98d-f3e42c034b86) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:11:14.924292 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5c16cd7-967f-43c9-a0c6-77f371c07003 req-f8b0cc72-f97f-4323-a0fa-474ccbf9672d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 210 time: 0.0460832 Nov 24 13:11:15.106365 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-becc4413-f20b-4efd-89ca-bb42ad79a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:15.153091 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f71c7160-b649-481d-970c-6ae2a4f21ee7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:15.199401 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-a3161657-981f-45e8-ac00-fb5bfe0aaac0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:15.206049 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-becc4413-f20b-4efd-89ca-bb42ad79a8e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04bac9c785a44e5ebd416874eba0cff1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7832193 Nov 24 13:11:15.207730 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49708) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:15.209626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc4413-f20b-4efd-89ca-bb42ad79a8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ae9155-cec6-425d-835b-f7380494ea8c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:15.265277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c7160-b649-481d-970c-6ae2a4f21ee7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event deleted for resources: {'Port': ['ID=97cc90c5-fb57-425a-a378-479282e4b014,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:15.296578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7ca05-b1f4-48dd-b075-a750b6359900 req-73cdefbf-c57c-435b-a387-ba1d46f3c894 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:15.298551 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-84c7ca05-b1f4-48dd-b075-a750b6359900 req-73cdefbf-c57c-435b-a387-ba1d46f3c894 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.1832597 Nov 24 13:11:15.348641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5bc33d5-26a2-49ee-87b9-9c13fad8e56c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:15.357189 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-a3161657-981f-45e8-ac00-fb5bfe0aaac0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:15.417155 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f71c7160-b649-481d-970c-6ae2a4f21ee7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:15.422253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f71c7160-b649-481d-970c-6ae2a4f21ee7 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "DELETE /v2.0/ports/97cc90c5-fb57-425a-a378-479282e4b014 HTTP/1.1" status: 204 len: 168 time: 1.4869156 Nov 24 13:11:15.426728 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49710) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:15.446364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-a3161657-981f-45e8-ac00-fb5bfe0aaac0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Network 350afefa-f8e9-48b5-9810-800aaca7033f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:11:15.449566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3161657-981f-45e8-ac00-fb5bfe0aaac0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event updated for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:15.460766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-a3161657-981f-45e8-ac00-fb5bfe0aaac0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:15.476020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-a3161657-981f-45e8-ac00-fb5bfe0aaac0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:11:15.610177 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-a3161657-981f-45e8-ac00-fb5bfe0aaac0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:15.614046 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-a3161657-981f-45e8-ac00-fb5bfe0aaac0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:15.620413 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd7439-ce1c-4f85-b9c0-432af9080b85 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Deleting port 6e8eee07-d40a-4ec6-8dc1-46980cce72fe {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:15.620784 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2fbd7439-ce1c-4f85-b9c0-432af9080b85 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:15.644319 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-84c7ca05-b1f4-48dd-b075-a750b6359900 req-fcd79ad9-c1a4-41a7-b945-55dcb3f74dd2 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346097 Nov 24 13:11:15.667953 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5bc33d5-26a2-49ee-87b9-9c13fad8e56c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:15.730688 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-a3161657-981f-45e8-ac00-fb5bfe0aaac0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3449256 Nov 24 13:11:15.773611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Request body: {'port': {'device_id': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:15.809408 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2fbd7439-ce1c-4f85-b9c0-432af9080b85 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:15.830340 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd7439-ce1c-4f85-b9c0-432af9080b85 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Calling delete_port for 6e8eee07-d40a-4ec6-8dc1-46980cce72fe owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:15.875528 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:15.964373 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-04a087fa-7b73-49aa-9632-9be7e6a24ea0 None None] Provisioning complete for port 7f5a1e7b-5012-4634-a98d-f3e42c034b86 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:15.965484 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-04a087fa-7b73-49aa-9632-9be7e6a24ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:16.075674 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-04a087fa-7b73-49aa-9632-9be7e6a24ea0 None None] Port 7f5a1e7b-5012-4634-a98d-f3e42c034b86 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:11:16.147748 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2a866-7bb7-40cc-98f3-42b0d146eeec req-057c4e7a-bbbf-44f8-8dae-4eac26d8d4d6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:16.149570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f1b2a866-7bb7-40cc-98f3-42b0d146eeec req-057c4e7a-bbbf-44f8-8dae-4eac26d8d4d6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.2335646 Nov 24 13:11:16.171265 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5bc33d5-26a2-49ee-87b9-9c13fad8e56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:16.188972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e5bc33d5-26a2-49ee-87b9-9c13fad8e56c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:16.194458 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e5bc33d5-26a2-49ee-87b9-9c13fad8e56c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5ae9155-cec6-425d-835b-f7380494ea8c HTTP/1.1" status: 204 len: 168 time: 0.9819129 Nov 24 13:11:16.263249 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f1b2a866-7bb7-40cc-98f3-42b0d146eeec req-5eb450bc-7cc7-412d-8bc8-79172d13441a tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971937 Nov 24 13:11:16.267133 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2fbd7439-ce1c-4f85-b9c0-432af9080b85 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:16.307447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc33d5-26a2-49ee-87b9-9c13fad8e56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ae9155-cec6-425d-835b-f7380494ea8c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:16.317728 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd7439-ce1c-4f85-b9c0-432af9080b85 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event deleted for resources: {'Port': ['ID=6e8eee07-d40a-4ec6-8dc1-46980cce72fe,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:16.396156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0765f4-c750-48fe-a89b-805246140ce1 req-80e989cd-e17c-46ac-80cd-8b4b8ac8d948 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:16.408082 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2fbd7439-ce1c-4f85-b9c0-432af9080b85 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:16.408314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b0765f4-c750-48fe-a89b-805246140ce1 req-80e989cd-e17c-46ac-80cd-8b4b8ac8d948 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 932 time: 0.2818842 Nov 24 13:11:16.414056 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2fbd7439-ce1c-4f85-b9c0-432af9080b85 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "DELETE /v2.0/ports/6e8eee07-d40a-4ec6-8dc1-46980cce72fe HTTP/1.1" status: 204 len: 168 time: 0.9837654 Nov 24 13:11:16.414297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49726) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:16.492819 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a24afe5-940c-41e2-adbd-6ab6809cb5c3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Deleting subnet 96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:11:16.496537 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a24afe5-940c-41e2-adbd-6ab6809cb5c3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:16.551819 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a24afe5-940c-41e2-adbd-6ab6809cb5c3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:16.571188 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b0765f4-c750-48fe-a89b-805246140ce1 req-30368477-d923-4199-892a-fd32568012bd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619842 Nov 24 13:11:16.727687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5a1e7b-5012-4634-a98d-f3e42c034b86 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:11:16.747443 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:16.778941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Transition to ACTIVE for port object 7f5a1e7b-5012-4634-a98d-f3e42c034b86 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:11:16.794670 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:16.824122 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a24afe5-940c-41e2-adbd-6ab6809cb5c3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:16.981618 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d7d09-9ca0-45a2-807f-c9887a8cb979 req-3343a631-99b3-44dd-bd3f-b855c83098e0 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:16.990117 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a3d7d09-9ca0-45a2-807f-c9887a8cb979 req-3343a631-99b3-44dd-bd3f-b855c83098e0 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.2114375 Nov 24 13:11:17.063510 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a24afe5-940c-41e2-adbd-6ab6809cb5c3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:17.073391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:17.110226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:17.111105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:17.111517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:17.111965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:17.112475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:17.112956 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:17.113857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:17.114308 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:17.114754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:17.115197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:17.115654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:17.116089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:17.172994 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24afe5-940c-41e2-adbd-6ab6809cb5c3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event deleted for resources: {'Subnet': ['ID=96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:17.189903 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a24afe5-940c-41e2-adbd-6ab6809cb5c3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:17.191048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537cc3b3-fbd0-4af5-8fbe-89ec9e422485 None None] Network 6df529e3-a95e-4d56-953a-23262bfd3e34 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:11:17.195705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7a24afe5-940c-41e2-adbd-6ab6809cb5c3 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "DELETE /v2.0/subnets/96c4d8b0-5a6d-46d1-9a1a-ec957a78d53a HTTP/1.1" status: 204 len: 168 time: 0.7780275 Nov 24 13:11:17.197097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49752) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:17.229617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Attempting to bind port 7f5a1e7b-5012-4634-a98d-f3e42c034b86 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:11:17.229965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Attempting to bind port 7f5a1e7b-5012-4634-a98d-f3e42c034b86 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:11:17.230306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Attempting to bind port 7f5a1e7b-5012-4634-a98d-f3e42c034b86 on network 350afefa-f8e9-48b5-9810-800aaca7033f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:11:17.243887 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Port 7f5a1e7b-5012-4634-a98d-f3e42c034b86 on network 350afefa-f8e9-48b5-9810-800aaca7033f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:11:17.244137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Attempting to bind port 7f5a1e7b-5012-4634-a98d-f3e42c034b86 on network 350afefa-f8e9-48b5-9810-800aaca7033f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:11:17.252589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:11:17.252943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Checking segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:11:17.253733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Bound using segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:11:17.254170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Bound port: 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:11:17.254929 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:17.338584 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a3d7d09-9ca0-45a2-807f-c9887a8cb979 req-a55660bc-b677-4826-bb31-3ebca5f60b0e tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475802 Nov 24 13:11:17.397011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0ac68e-1737-4a16-8369-502e646077da tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Deleting subnet d7a00b8d-d78a-4575-af95-0ec8bf6dc42b {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:11:17.407146 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac68e-1737-4a16-8369-502e646077da tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:17.454957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:11:17.461318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:11:17.468157 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:17.499615 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac68e-1737-4a16-8369-502e646077da tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:17.612080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:17.618688 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:17.620509 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] 10.222.0.46 "PUT /v2.0/ports/7f5a1e7b-5012-4634-a98d-f3e42c034b86 HTTP/1.1" status: 200 len: 1092 time: 1.8610582 Nov 24 13:11:17.622670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da80b5-931c-4581-a3e4-0469af834cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:17.628823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:11:17.631223 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4e329e-583c-4477-9425-83eedbf85c17" -d '{"events": [{"name": "network-changed", "server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:11:17.714602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe6bea8-7b7e-4f18-b9f8-ff5b46b1b444 None None] DHCP port deletion for 6df529e3-a95e-4d56-953a-23262bfd3e34 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:11:17.743900 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac68e-1737-4a16-8369-502e646077da tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:17.909537 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac68e-1737-4a16-8369-502e646077da tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:17.920259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-dfe6bea8-7b7e-4f18-b9f8-ff5b46b1b444 None None] Deleting port 5a828caa-1cfd-4e8b-b27d-02eae7935dba {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:17.921118 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dfe6bea8-7b7e-4f18-b9f8-ff5b46b1b444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:17.925728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1ea3f-181c-4fd5-8bfd-8555f08c1eea req-f38ad9fd-1afe-472e-aafb-89097a06bfa8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:17.927358 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7d1ea3f-181c-4fd5-8bfd-8555f08c1eea req-f38ad9fd-1afe-472e-aafb-89097a06bfa8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.4442720 Nov 24 13:11:17.942666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-87d8a233-dd39-4435-ae09-82cec11fb259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:17.944253 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-87d8a233-dd39-4435-ae09-82cec11fb259 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 1095 time: 0.2536993 Nov 24 13:11:18.091028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ac68e-1737-4a16-8369-502e646077da tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a00b8d-d78a-4575-af95-0ec8bf6dc42b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:18.105527 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c0ac68e-1737-4a16-8369-502e646077da tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:18.124597 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6c0ac68e-1737-4a16-8369-502e646077da tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "DELETE /v2.0/subnets/d7a00b8d-d78a-4575-af95-0ec8bf6dc42b HTTP/1.1" status: 204 len: 168 time: 0.9264438 Nov 24 13:11:18.128674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49786) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:18.135922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dfe6bea8-7b7e-4f18-b9f8-ff5b46b1b444 None None] For port 5a828caa-1cfd-4e8b-b27d-02eae7935dba, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5a828caa-1cfd-4e8b-b27d-02eae7935dba,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:18.141020 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dfe6bea8-7b7e-4f18-b9f8-ff5b46b1b444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:18.162887 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-94a89bc0-a95b-49cd-b48a-dcdb2115cdaf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86 HTTP/1.1" status: 200 len: 217 time: 0.1741674 Nov 24 13:11:18.190764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b99c60-52c3-4deb-9f49-96b6dffb0cc1 None None] Network 5583c3a7-9a15-4e82-aa26-02223831e2d0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:11:18.294411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16670dda-1e3f-4d13-bc74-f4ef52bd7731 req-a6343b86-31e0-4d93-9478-4772e593f752 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:18.297755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16670dda-1e3f-4d13-bc74-f4ef52bd7731 req-a6343b86-31e0-4d93-9478-4772e593f752 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 944 time: 0.4771483 Nov 24 13:11:18.309158 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:18.353292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49790) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:18.372352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49796) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:18.401171 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7d1ea3f-181c-4fd5-8bfd-8555f08c1eea req-8b1ffe21-7051-42bd-850b-df6ab46d8ede tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616964 Nov 24 13:11:18.422922 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-2e01f919-ce76-45b0-827b-b812e2320113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:18.428835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-2e01f919-ce76-45b0-827b-b812e2320113 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.2489724 Nov 24 13:11:18.470903 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-dfe6bea8-7b7e-4f18-b9f8-ff5b46b1b444 None None] Calling delete_port for 5a828caa-1cfd-4e8b-b27d-02eae7935dba owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:18.530383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-8cd42d33-71b4-41e6-a863-527759e42cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:18.532567 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-8cd42d33-71b4-41e6-a863-527759e42cdb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955181 Nov 24 13:11:18.535819 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c5d67d-5839-4e70-ae82-d81f87aa07a2 x-openstack-request-id: req-b8c5d67d-5839-4e70-ae82-d81f87aa07a2 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:11:18.537863 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:11:18.541296 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8c5d67d-5839-4e70-ae82-d81f87aa07a2 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:11:18.541995 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'status': 'completed', 'code': 200} Nov 24 13:11:18.573291 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16670dda-1e3f-4d13-bc74-f4ef52bd7731 req-b6c81a70-d508-445f-b32c-8d015e3d165c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464702 Nov 24 13:11:18.644796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Deleting port 5a828caa-1cfd-4e8b-b27d-02eae7935dba {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:18.645149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:18.653330 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b40ac719-13f6-4784-a964-7734848fda1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:18.733408 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-85cc72fc-7f7d-4a13-94cb-8c46ee1f0ec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:18.778026 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dfe6bea8-7b7e-4f18-b9f8-ff5b46b1b444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:18.808279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a4ec0-6b51-4584-af84-ecc10701e1f0 req-662b80d6-00fd-40a5-bee3-762b434e4327 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:18.810018 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c35a4ec0-6b51-4584-af84-ecc10701e1f0 req-662b80d6-00fd-40a5-bee3-762b434e4327 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.2035894 Nov 24 13:11:18.818428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] For port 5a828caa-1cfd-4e8b-b27d-02eae7935dba, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5a828caa-1cfd-4e8b-b27d-02eae7935dba,segment=NetworkSegment(9e7b0f72-3387-43e2-9db4-cfb971a4dab6),segment_id=9e7b0f72-3387-43e2-9db4-cfb971a4dab6)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:18.818801 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:18.818978 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-c4a4293e-c7b6-4c1d-ba98-d0a532b4f936 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742748 Nov 24 13:11:18.838153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Calling delete_port for 5a828caa-1cfd-4e8b-b27d-02eae7935dba owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:18.854523 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6bea8-7b7e-4f18-b9f8-ff5b46b1b444 None None] Pushing event deleted for resources: {'Port': ['ID=5a828caa-1cfd-4e8b-b27d-02eae7935dba,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:18.857412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b298335-56dc-490f-ae24-3f355f18aada None None] DHCP port deletion for 5583c3a7-9a15-4e82-aa26-02223831e2d0 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:11:18.894332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe6bea8-7b7e-4f18-b9f8-ff5b46b1b444 None None] No DVR routers for this DVR port 5a828caa-1cfd-4e8b-b27d-02eae7935dba on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:11:18.938976 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0b298335-56dc-490f-ae24-3f355f18aada None None] Deleting port a27d691a-3ec3-4bd2-a76f-23352f90dde7 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:18.939422 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0b298335-56dc-490f-ae24-3f355f18aada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.041999 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.059370 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c35a4ec0-6b51-4584-af84-ecc10701e1f0 req-0b5162c0-567f-4461-a571-bbbeb944c5a8 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373853 Nov 24 13:11:19.091446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-0b298335-56dc-490f-ae24-3f355f18aada None None] For port a27d691a-3ec3-4bd2-a76f-23352f90dde7, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a27d691a-3ec3-4bd2-a76f-23352f90dde7,segment=NetworkSegment(2118041f-54e1-48a8-a832-301e15b629e2),segment_id=2118041f-54e1-48a8-a832-301e15b629e2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:19.091446 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0b298335-56dc-490f-ae24-3f355f18aada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.113634 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b40ac719-13f6-4784-a964-7734848fda1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.121688 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8f04e2b-5db3-46bd-9e9c-25946c3539e7 req-b44c1078-023d-49cf-bec3-c5f1cd272082 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877674 Nov 24 13:11:19.124901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b40ac719-13f6-4784-a964-7734848fda1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.134639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0b298335-56dc-490f-ae24-3f355f18aada None None] Calling delete_port for a27d691a-3ec3-4bd2-a76f-23352f90dde7 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:19.139035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] No DVR routers for this DVR port 5a828caa-1cfd-4e8b-b27d-02eae7935dba on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:11:19.151681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event deleted for resources: {'Port': ['ID=5a828caa-1cfd-4e8b-b27d-02eae7935dba,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:19.277414 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b40ac719-13f6-4784-a964-7734848fda1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=042a3daa74cc4d338b1901a4da454996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9207897 Nov 24 13:11:19.278275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ac719-13f6-4784-a964-7734848fda1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac147c5-bf46-4040-8dbc-bcdfe97fcb99,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:19.280211 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.299987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49812) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:19.307475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df529e3-a95e-4d56-953a-23262bfd3e34']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:19.319860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7b0f72-3387-43e2-9db4-cfb971a4dab6') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:19.320178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7b0f72-3387-43e2-9db4-cfb971a4dab6') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:19.332796 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.351109 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.359950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:11:19.360280 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.388841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e329e-583c-4477-9425-83eedbf85c17 req-ac265b3c-5e78-4fca-955b-f9fe0e62202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:19.392117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df4e329e-583c-4477-9425-83eedbf85c17 req-ac265b3c-5e78-4fca-955b-f9fe0e62202f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 1095 time: 0.2019928 Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:11:19.403119 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:11:19.422891 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0b298335-56dc-490f-ae24-3f355f18aada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.514618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b298335-56dc-490f-ae24-3f355f18aada None None] Pushing event deleted for resources: {'Port': ['ID=a27d691a-3ec3-4bd2-a76f-23352f90dde7,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:19.525971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b298335-56dc-490f-ae24-3f355f18aada None None] No DVR routers for this DVR port a27d691a-3ec3-4bd2-a76f-23352f90dde7 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:11:19.705358 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.737777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a27d691a-3ec3-4bd2-a76f-23352f90dde7 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:11:19.747729 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.755888 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "DELETE /v2.0/networks/6df529e3-a95e-4d56-953a-23262bfd3e34 HTTP/1.1" status: 204 len: 168 time: 1.6128330 Nov 24 13:11:19.774066 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49824) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:19.779576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: a27d691a-3ec3-4bd2-a76f-23352f90dde7 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:11:19.779948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a27d691a-3ec3-4bd2-a76f-23352f90dde7 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:11:19.780372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5a828caa-1cfd-4e8b-b27d-02eae7935dba no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:11:19.834640 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5749504d-e6d5-43b0-88ea-b8559667ae4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.835084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 5a828caa-1cfd-4e8b-b27d-02eae7935dba {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:11:19.835439 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5a828caa-1cfd-4e8b-b27d-02eae7935dba not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:11:19.903199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d78e4-d336-49e3-9fe7-abf9e0f19121 req-a1931a7c-f047-4a9f-b5f7-a6ec4f244ea0 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:19.905439 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6f2d78e4-d336-49e3-9fe7-abf9e0f19121 req-a1931a7c-f047-4a9f-b5f7-a6ec4f244ea0 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.2538488 Nov 24 13:11:19.906436 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5278-0a9e-45d3-ad9d-abfba843b444 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.916841 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5749504d-e6d5-43b0-88ea-b8559667ae4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.919163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37c8a7-c8f2-4cdc-9bab-555869170bec tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event deleted for resources: {'Network': ['ID=6df529e3-a95e-4d56-953a-23262bfd3e34,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:19.967142 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e329e-583c-4477-9425-83eedbf85c17 req-e6ed5d19-8a09-4e5e-916c-f50716c6a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:19.969074 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df4e329e-583c-4477-9425-83eedbf85c17 req-e6ed5d19-8a09-4e5e-916c-f50716c6a765 service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.5571711 Nov 24 13:11:19.974592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e918329-3c80-4921-89f3-a3c25a113e10 req-a654e1bd-5265-4729-9d97-1ccddc2d5b92 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:19.977571 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e918329-3c80-4921-89f3-a3c25a113e10 req-a654e1bd-5265-4729-9d97-1ccddc2d5b92 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.3749325 Nov 24 13:11:19.983429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-85cc72fc-7f7d-4a13-94cb-8c46ee1f0ec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.987403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5749504d-e6d5-43b0-88ea-b8559667ae4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.990061 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5749504d-e6d5-43b0-88ea-b8559667ae4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:19.994346 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5749504d-e6d5-43b0-88ea-b8559667ae4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ac147c5-bf46-4040-8dbc-bcdfe97fcb99 HTTP/1.1" status: 204 len: 168 time: 0.6866083 Nov 24 13:11:20.015347 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29273abb-1dc1-4af9-a6c0-d4750f70af13 req-2ebcdc16-7aa2-4127-ad6d-4332a055509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:20.016890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29273abb-1dc1-4af9-a6c0-d4750f70af13 req-2ebcdc16-7aa2-4127-ad6d-4332a055509c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ad68242eacc545928235deb5b4f6209e&device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 1097 time: 0.2960198 Nov 24 13:11:20.025579 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-85cc72fc-7f7d-4a13-94cb-8c46ee1f0ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.061042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749504d-e6d5-43b0-88ea-b8559667ae4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac147c5-bf46-4040-8dbc-bcdfe97fcb99,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:20.065960 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df4e329e-583c-4477-9425-83eedbf85c17 req-8e610370-0536-4a5d-97e6-b9ac2fec4348 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86 HTTP/1.1" status: 200 len: 217 time: 0.0799503 Nov 24 13:11:20.129494 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-85cc72fc-7f7d-4a13-94cb-8c46ee1f0ec5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7138796731b04690b2da1f4bd98c048e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7560484 Nov 24 13:11:20.135403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49828) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:20.176691 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6f2d78e4-d336-49e3-9fe7-abf9e0f19121 req-a224961f-ad13-494c-9e07-3827a123a2f1 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110412 Nov 24 13:11:20.236949 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5278-0a9e-45d3-ad9d-abfba843b444 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.264916 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-ae9e5278-0a9e-45d3-ad9d-abfba843b444 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5583c3a7-9a15-4e82-aa26-02223831e2d0']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:20.283196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-ae9e5278-0a9e-45d3-ad9d-abfba843b444 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2118041f-54e1-48a8-a832-301e15b629e2') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:20.283526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-ae9e5278-0a9e-45d3-ad9d-abfba843b444 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2118041f-54e1-48a8-a832-301e15b629e2') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:20.290027 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e329e-583c-4477-9425-83eedbf85c17 req-fcd68a88-b22a-4759-9bc9-77ba88d28bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:20.291507 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df4e329e-583c-4477-9425-83eedbf85c17 req-fcd68a88-b22a-4759-9bc9-77ba88d28bc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.2063210 Nov 24 13:11:20.326272 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5278-0a9e-45d3-ad9d-abfba843b444 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.331355 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e918329-3c80-4921-89f3-a3c25a113e10 req-393d0572-546a-487f-95fa-a10ead3e5f4a tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447261 Nov 24 13:11:20.345288 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc72fc-7f7d-4a13-94cb-8c46ee1f0ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61e0509-bf02-40be-83ba-728d9c6a2beb,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:20.357165 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:11:20.377846 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5278-0a9e-45d3-ad9d-abfba843b444 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.392231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9e5278-0a9e-45d3-ad9d-abfba843b444 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:11:20.392674 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5278-0a9e-45d3-ad9d-abfba843b444 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:11:20.396018 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:11:20.438231 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2a7a-e5f6-4ce8-a78e-d4bf9dfe5d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.496026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49836) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:20.528701 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcec8826-1339-4aee-a3e5-5c6c181dc8ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.532868 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2a7a-e5f6-4ce8-a78e-d4bf9dfe5d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.542047 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5278-0a9e-45d3-ad9d-abfba843b444 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.562791 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5278-0a9e-45d3-ad9d-abfba843b444 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.566052 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ae9e5278-0a9e-45d3-ad9d-abfba843b444 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] 10.222.0.48 "DELETE /v2.0/networks/5583c3a7-9a15-4e82-aa26-02223831e2d0 HTTP/1.1" status: 204 len: 168 time: 0.7894521 Nov 24 13:11:20.602998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e5278-0a9e-45d3-ad9d-abfba843b444 tempest-TaggedBootDevicesTest_v242-1663762519 tempest-TaggedBootDevicesTest_v242-1663762519-project] Pushing event deleted for resources: {'Network': ['ID=5583c3a7-9a15-4e82-aa26-02223831e2d0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:20.671879 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2a7a-e5f6-4ce8-a78e-d4bf9dfe5d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.677436 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb2d2a7a-e5f6-4ce8-a78e-d4bf9dfe5d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.682880 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cb2d2a7a-e5f6-4ce8-a78e-d4bf9dfe5d04 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b61e0509-bf02-40be-83ba-728d9c6a2beb HTTP/1.1" status: 204 len: 168 time: 0.4069242 Nov 24 13:11:20.703277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d2a7a-e5f6-4ce8-a78e-d4bf9dfe5d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61e0509-bf02-40be-83ba-728d9c6a2beb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:20.716107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29273abb-1dc1-4af9-a6c0-d4750f70af13 req-e167069d-f230-4040-91bc-84c1e3a1cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:20.723429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29273abb-1dc1-4af9-a6c0-d4750f70af13 req-e167069d-f230-4040-91bc-84c1e3a1cb8c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4276637e-2720-4f02-a37d-40c318a74613 HTTP/1.1" status: 200 len: 917 time: 0.6707671 Nov 24 13:11:20.755351 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcec8826-1339-4aee-a3e5-5c6c181dc8ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.764587 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcec8826-1339-4aee-a3e5-5c6c181dc8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.790841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f064a-0a9b-4bbc-9bd3-ad7c51ab1c30 req-bfda4814-d112-413c-9d04-01039bd31ec7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:20.803788 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5c5f064a-0a9b-4bbc-9bd3-ad7c51ab1c30 req-bfda4814-d112-413c-9d04-01039bd31ec7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 944 time: 0.5288942 Nov 24 13:11:20.834178 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fcec8826-1339-4aee-a3e5-5c6c181dc8ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92f02781fa764668afac1588029ff9b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3347590 Nov 24 13:11:20.834178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec8826-1339-4aee-a3e5-5c6c181dc8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a07143c-f243-4c03-af45-80ca378ab1f3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:20.835096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49848) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:20.869915 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29273abb-1dc1-4af9-a6c0-d4750f70af13 req-5f2ea5d0-4945-4d26-91a1-b2a3a9e61e91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af023c1b-45b1-43c9-a040-c14ae3af774a HTTP/1.1" status: 200 len: 217 time: 0.1368518 Nov 24 13:11:20.875885 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e329e-583c-4477-9425-83eedbf85c17 req-bafe0586-3c93-4dd8-a39e-2b1caf40e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:20.878001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df4e329e-583c-4477-9425-83eedbf85c17 req-bafe0586-3c93-4dd8-a39e-2b1caf40e889 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5715683 Nov 24 13:11:20.887808 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d879a632-efb2-4e54-9590-e60c71036680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.898218 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7298-dd79-4016-9ce6-f7c9206bf5a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:20.934964 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7298-dd79-4016-9ce6-f7c9206bf5a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:21.004955 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7298-dd79-4016-9ce6-f7c9206bf5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:21.008339 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f5b7298-dd79-4016-9ce6-f7c9206bf5a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:21.009767 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2f5b7298-dd79-4016-9ce6-f7c9206bf5a3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a07143c-f243-4c03-af45-80ca378ab1f3 HTTP/1.1" status: 204 len: 168 time: 0.1737411 Nov 24 13:11:21.018123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b7298-dd79-4016-9ce6-f7c9206bf5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a07143c-f243-4c03-af45-80ca378ab1f3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:21.093291 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df4e329e-583c-4477-9425-83eedbf85c17 req-a57ee816-b461-47f4-871c-2a6bcca75093 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958125 Nov 24 13:11:21.101857 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5c5f064a-0a9b-4bbc-9bd3-ad7c51ab1c30 req-4f887200-9cc1-4cad-8fab-37204b1050ac tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971539 Nov 24 13:11:21.128832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29273abb-1dc1-4af9-a6c0-d4750f70af13 req-9c57bb14-3114-49ba-9d0f-770114670087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:21.130391 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29273abb-1dc1-4af9-a6c0-d4750f70af13 req-9c57bb14-3114-49ba-9d0f-770114670087 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce05a010-5c2f-4027-96ef-96f595f9f3eb HTTP/1.1" status: 200 len: 855 time: 0.2512248 Nov 24 13:11:21.231244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29273abb-1dc1-4af9-a6c0-d4750f70af13 req-a173e1cd-408e-4a96-a7ed-a72079a07e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:21.232589 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29273abb-1dc1-4af9-a6c0-d4750f70af13 req-a173e1cd-408e-4a96-a7ed-a72079a07e01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4276637e-2720-4f02-a37d-40c318a74613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934787 Nov 24 13:11:21.256091 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df4e329e-583c-4477-9425-83eedbf85c17 req-edac1392-9974-4ff3-8edc-1b094892c065 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532385 Nov 24 13:11:21.375972 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29273abb-1dc1-4af9-a6c0-d4750f70af13 req-072f4545-6438-4b4b-81e6-aed39da28624 service neutron] 10.222.0.46 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355045 Nov 24 13:11:21.402749 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95288574-cc93-46df-bb8b-31d7ac1e303c req-aec1fa7a-2408-46f5-9d39-ab03767fced0 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:21.408541 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-95288574-cc93-46df-bb8b-31d7ac1e303c req-aec1fa7a-2408-46f5-9d39-ab03767fced0 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.1204705 Nov 24 13:11:21.506215 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-95288574-cc93-46df-bb8b-31d7ac1e303c req-2148cbae-47cf-418e-825e-a80cf4cd62e8 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899410 Nov 24 13:11:21.595119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e334ba-65db-4a33-a834-3752abddfbf5 req-3d91cfe0-6642-4cef-820c-69b414206f10 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:21.596899 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06e334ba-65db-4a33-a834-3752abddfbf5 req-3d91cfe0-6642-4cef-820c-69b414206f10 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.1466830 Nov 24 13:11:21.629783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29273abb-1dc1-4af9-a6c0-d4750f70af13 req-298ec3e5-61f4-4533-a20d-2c1629149ddc service neutron] 10.222.0.46 "GET /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410388 Nov 24 13:11:21.687119 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06e334ba-65db-4a33-a834-3752abddfbf5 req-e61f58a0-a5c0-41a6-bb52-2ffce8b27cae tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783167 Nov 24 13:11:22.091573 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49898) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:22.300604 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1512974327-network', 'tenant_id': '989d83eaaede444bba260d4bd072a98f'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:22.335056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98f481-de82-4022-a4f9-7e11b07b29fe req-5e618005-6784-4c4b-b5fd-faa62d0ef3db tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:22.343780 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d98f481-de82-4022-a4f9-7e11b07b29fe req-5e618005-6784-4c4b-b5fd-faa62d0ef3db tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 944 time: 0.1080480 Nov 24 13:11:22.352976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] Made reservation on behalf of 989d83eaaede444bba260d4bd072a98f for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:11:22.355376 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:22.381414 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:22.453378 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d98f481-de82-4022-a4f9-7e11b07b29fe req-5e006622-415d-459e-88d4-4b3510254270 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085913 Nov 24 13:11:22.551668 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:22.563816 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:22.580028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f5a1e7b-5012-4634-a98d-f3e42c034b86 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:11:22.625026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dace774-b57a-4ac0-8008-b2f0fabc0c9f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:22.657897 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:11:22.684149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:22.685438 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] Added segment 29f79fdf-70f1-46bb-ab14-728193714843 of type vlan for network b657000d-68f3-4e8c-bc69-3ec21b3bb253 Nov 24 13:11:22.730045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea678b05-fd9b-4138-aeda-264d1f76daf3 req-95601c08-0106-4e87-9b66-455b4927411c tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:22.742147 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:22.744755 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ea678b05-fd9b-4138-aeda-264d1f76daf3 req-95601c08-0106-4e87-9b66-455b4927411c tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.1171072 Nov 24 13:11:22.780896 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:22.781339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:22.782971 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:22.785344 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:22.794664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'port_id': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'mac_address': 'fa:16:3e:6e:03:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:11:22.838735 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:22.852867 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7600865 Nov 24 13:11:22.853209 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ea678b05-fd9b-4138-aeda-264d1f76daf3 req-5d38db87-a636-4490-873a-5318359179cf tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977995 Nov 24 13:11:22.855862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49942) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:22.858165 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5a1e7b-5012-4634-a98d-f3e42c034b86 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:11:22.869174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-df5f91ac-92e9-4b1e-b701-a0ea169d91e7 admin admin] Request body: {'subnet': {'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1512974327-subnet', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:22.894260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5f91ac-92e9-4b1e-b701-a0ea169d91e7 admin admin] Made reservation on behalf of 989d83eaaede444bba260d4bd072a98f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:11:22.897076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df5f91ac-92e9-4b1e-b701-a0ea169d91e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:22.910375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:22.919803 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:22.994333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:23.011543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7973433-f081-46b5-96a4-07a381320854 admin admin] Pushing event updated for resources: {'Network': ['ID=b657000d-68f3-4e8c-bc69-3ec21b3bb253,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:23.026397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network b657000d-68f3-4e8c-bc69-3ec21b3bb253 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:11:23.053324 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a40df-1668-4dee-8b05-aaa3a8585503 req-3f33e7ed-a34d-4997-8185-4a15116ad860 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:23.054918 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d0a40df-1668-4dee-8b05-aaa3a8585503 req-3f33e7ed-a34d-4997-8185-4a15116ad860 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.0922992 Nov 24 13:11:23.134848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a77451-a7e6-4207-b579-05d9b18c55f4 req-bf5d09b8-fe11-4e02-ae2f-d178d843e0c2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:23.138079 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8a77451-a7e6-4207-b579-05d9b18c55f4 req-bf5d09b8-fe11-4e02-ae2f-d178d843e0c2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.2937086 Nov 24 13:11:23.157389 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d0a40df-1668-4dee-8b05-aaa3a8585503 req-1933c6d2-6ca5-4b0a-b0b9-6aa1c2e8bb25 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959477 Nov 24 13:11:23.211988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['7f5a1e7b-5012-4634-a98d-f3e42c034b86'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:11:23.237971 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df5f91ac-92e9-4b1e-b701-a0ea169d91e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:23.321863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8a77451-a7e6-4207-b579-05d9b18c55f4 req-1dde1f17-d792-4bf7-936a-2246589eff81 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621156 Nov 24 13:11:23.329426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f91ac-92e9-4b1e-b701-a0ea169d91e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=703abfc3-a51a-475b-bfaf-4344e9a5b671,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:23.338453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5f91ac-92e9-4b1e-b701-a0ea169d91e7 admin admin] Checking segment: {'id': '29f79fdf-70f1-46bb-ab14-728193714843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:11:23.339094 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5f91ac-92e9-4b1e-b701-a0ea169d91e7 admin admin] Network hostable DHCP agents. Network: b657000d-68f3-4e8c-bc69-3ec21b3bb253, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:11:23.390187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5f91ac-92e9-4b1e-b701-a0ea169d91e7 admin admin] Network b657000d-68f3-4e8c-bc69-3ec21b3bb253 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:11:23.396094 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28535a1b-ed9c-432e-9a0b-6f2c4f206b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:23.407431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-df5f91ac-92e9-4b1e-b701-a0ea169d91e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, b657000d-68f3-4e8c-bc69-3ec21b3bb253) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:23.413998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5f91ac-92e9-4b1e-b701-a0ea169d91e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:23.414721 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df5f91ac-92e9-4b1e-b701-a0ea169d91e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:23.425563 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34053fc-5e3c-46af-aef8-47a1ddc36d74 None None] Network b657000d-68f3-4e8c-bc69-3ec21b3bb253 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:11:23.431255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8d002-494d-4964-a1e4-e4caf9ea664c req-a123772e-67c9-4676-aab8-3c854a662ca5 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:23.433149 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d0e8d002-494d-4964-a1e4-e4caf9ea664c req-a123772e-67c9-4676-aab8-3c854a662ca5 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b0f8a4-275c-479b-b766-52e20e54db94 HTTP/1.1" status: 200 len: 946 time: 0.0770695 Nov 24 13:11:23.505726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49966) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:23.506380 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-df5f91ac-92e9-4b1e-b701-a0ea169d91e7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6471946 Nov 24 13:11:23.511183 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:23.535970 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d0e8d002-494d-4964-a1e4-e4caf9ea664c req-00bf523a-6a38-473f-84bd-d26c25cbd4d4 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938094 Nov 24 13:11:23.571212 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:23.572277 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:23.769234 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:23.812809 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83788536-8f9b-446e-b1db-13eb909d79f3 req-d5f54481-51ba-4ba7-a283-eee5160d0bc3 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:23.828844 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-83788536-8f9b-446e-b1db-13eb909d79f3 req-d5f54481-51ba-4ba7-a283-eee5160d0bc3 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 946 time: 0.1601496 Nov 24 13:11:23.862175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'fixed_ips': [{'subnet_id': '703abfc3-a51a-475b-bfaf-4344e9a5b671'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:11:23.863395 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:23.923586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22603b02-62bb-4f5f-ae8a-bc80fa8111a7 req-274ba21a-0810-4b5b-9727-dd23442ec73b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:23.927289 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-22603b02-62bb-4f5f-ae8a-bc80fa8111a7 req-274ba21a-0810-4b5b-9727-dd23442ec73b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.3258710 Nov 24 13:11:23.966046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-83788536-8f9b-446e-b1db-13eb909d79f3 req-e07f07b8-2cb7-4449-844f-bd4e18cb31b6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314077 Nov 24 13:11:24.036229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-7bd022ac-c80d-46c3-bd61-5a3cec45ec5b req-b81ddac6-bd70-4c6d-a824-efdc21635fb5 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:11:24.038353 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7bd022ac-c80d-46c3-bd61-5a3cec45ec5b req-b81ddac6-bd70-4c6d-a824-efdc21635fb5 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164332 Nov 24 13:11:24.044918 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:24.098014 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-22603b02-62bb-4f5f-ae8a-bc80fa8111a7 req-c3730680-be6b-4af8-b4f1-93059d7c2da9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105542 Nov 24 13:11:24.187339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Allocated IP 172.20.0.2 (b657000d-68f3-4e8c-bc69-3ec21b3bb253/703abfc3-a51a-475b-bfaf-4344e9a5b671/7d9d7105-3b30-47d6-a514-3e5e4e1ca74f) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:11:24.293332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7bd022ac-c80d-46c3-bd61-5a3cec45ec5b req-dcab3810-9b8e-43b6-b97a-dcd9a1207b97 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2342098 Nov 24 13:11:24.478088 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:24.506297 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:24.632013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efb5c7-748f-4cfe-9993-a380e6c07f41 req-67bd5d81-a6af-47f0-86fb-b12ab33bda93 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:24.633885 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29efb5c7-748f-4cfe-9993-a380e6c07f41 req-67bd5d81-a6af-47f0-86fb-b12ab33bda93 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.1308799 Nov 24 13:11:24.647049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f5a1e7b-5012-4634-a98d-f3e42c034b86 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:24.740932 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Allocated IP 172.25.0.91 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/b044c3b0-f473-412a-bb66-271e2f3f947b) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:11:24.741742 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:24.765552 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 7f5a1e7b-5012-4634-a98d-f3e42c034b86 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:11:24.792209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29efb5c7-748f-4cfe-9993-a380e6c07f41 req-cf105157-8b2a-4779-83af-781e2bbfdd8b tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526461 Nov 24 13:11:24.792992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 7f5a1e7b-5012-4634-a98d-f3e42c034b86 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:24.793500 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:24.873217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50012) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:24.901873 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:24.914860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a6f117-890b-408e-903c-571765e6434a req-70b404b4-5328-4d80-883b-10d2a1d56790 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:24.917156 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a6f117-890b-408e-903c-571765e6434a req-70b404b4-5328-4d80-883b-10d2a1d56790 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.0567935 Nov 24 13:11:24.944782 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:25.009439 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-30a6f117-890b-408e-903c-571765e6434a req-745f8229-6203-49e7-9146-74a959d5126b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848553 Nov 24 13:11:25.047016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:11:25.053900 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:25.056300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Pushing event updated for resources: {'Port': ['ID=b044c3b0-f473-412a-bb66-271e2f3f947b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:25.058685 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:11:25.070027 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:25.086573 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:25.116889 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:25.167844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Network b657000d-68f3-4e8c-bc69-3ec21b3bb253 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:11:25.175120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:25.187118 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:11:25.190008 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fb1464-8a29-4af4-966f-e7aa02605f6a" -d '{"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-plugged", "status": "completed", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:11:25.197879 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:11:25.243022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:25.244349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Pushing event updated for resources: {'Port': ['ID=7d9d7105-3b30-47d6-a514-3e5e4e1ca74f,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:25.292911 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:25.293202 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-74f859ac-ebf5-4fe9-87ca-948c86b2e899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:25.296821 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Attempting to bind port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:11:25.297631 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Attempting to bind port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '29f79fdf-70f1-46bb-ab14-728193714843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:11:25.298214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Attempting to bind port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f on network b657000d-68f3-4e8c-bc69-3ec21b3bb253 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:11:25.308326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a29db-eafe-4e0f-b279-9cfb0338a8c1 req-52b4b9b9-6bde-4a1c-9c80-7e4b35298d5a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:25.319483 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb2a29db-eafe-4e0f-b279-9cfb0338a8c1 req-52b4b9b9-6bde-4a1c-9c80-7e4b35298d5a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 946 time: 0.0688279 Nov 24 13:11:25.356805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:11:25.357473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Checking segment: {'id': '29f79fdf-70f1-46bb-ab14-728193714843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:11:25.358213 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:25.358873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Bound using segment: {'id': '29f79fdf-70f1-46bb-ab14-728193714843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:11:25.359495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Bound port: 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f79fdf-70f1-46bb-ab14-728193714843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:11:25.370164 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:25.372379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:25.393345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb2a29db-eafe-4e0f-b279-9cfb0338a8c1 req-0fa9642d-13fa-4666-8dba-9058a0e2605c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728278 Nov 24 13:11:25.458793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-90348a36-7946-4898-9820-71c188aa4aee None None] For port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:11:25.463599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-90348a36-7946-4898-9820-71c188aa4aee None None] For port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7d9d7105-3b30-47d6-a514-3e5e4e1ca74f,segment=NetworkSegment(29f79fdf-70f1-46bb-ab14-728193714843),segment_id=29f79fdf-70f1-46bb-ab14-728193714843)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:11:25.471591 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:25.547739 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f801634-4f9f-4dd9-b41b-9619bfe8ff4f x-openstack-request-id: req-5f801634-4f9f-4dd9-b41b-9619bfe8ff4f {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:11:25.547988 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-plugged", "status": "completed", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:11:25.548225 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f801634-4f9f-4dd9-b41b-9619bfe8ff4f {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:11:25.548642 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'code': 200} Nov 24 13:11:25.627707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90348a36-7946-4898-9820-71c188aa4aee None None] Pushing event updated for resources: {'Port': ['ID=7d9d7105-3b30-47d6-a514-3e5e4e1ca74f,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:25.669111 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910e06e-88f8-4bbb-899c-a26fca09c618 req-c0808cf3-a7b8-470a-be8a-c9168fd73a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:25.670850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f910e06e-88f8-4bbb-899c-a26fca09c618 req-c0808cf3-a7b8-470a-be8a-c9168fd73a18 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 1097 time: 0.0717502 Nov 24 13:11:25.761845 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f910e06e-88f8-4bbb-899c-a26fca09c618 req-c5e0104d-ab66-4c71-b2c6-301e5f8bacb7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813816 Nov 24 13:11:25.872226 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:25.888712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4436c-7765-47b0-9841-51ebc936fb1a req-95d46921-8281-4b10-b3eb-04f2fea22d10 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:25.894008 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7de4436c-7765-47b0-9841-51ebc936fb1a req-95d46921-8281-4b10-b3eb-04f2fea22d10 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b0f8a4-275c-479b-b766-52e20e54db94 HTTP/1.1" status: 200 len: 946 time: 0.6244833 Nov 24 13:11:26.072688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525d75a-e9fa-468e-99c4-d1d33e4a35b0 req-c8ab10dd-492d-447d-b0ce-8725742fda42 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:26.085786 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b525d75a-e9fa-468e-99c4-d1d33e4a35b0 req-c8ab10dd-492d-447d-b0ce-8725742fda42 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.1529100 Nov 24 13:11:26.174185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-74f859ac-ebf5-4fe9-87ca-948c86b2e899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:26.182152 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7de4436c-7765-47b0-9841-51ebc936fb1a req-217f96df-481b-41a9-86be-7d0bb67cc0ba tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455320 Nov 24 13:11:26.193457 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b525d75a-e9fa-468e-99c4-d1d33e4a35b0 req-15399de8-41cf-41a0-883c-a02cef896290 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066594 Nov 24 13:11:26.196638 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-74f859ac-ebf5-4fe9-87ca-948c86b2e899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:26.238179 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-74f859ac-ebf5-4fe9-87ca-948c86b2e899 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8529737a6b894bbcb97d1046378294c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3639016 Nov 24 13:11:26.240835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50048) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:26.263846 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:26.360102 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa87a1e7-2789-4b79-8b03-4c8ef9e956b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:26.444561 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa87a1e7-2789-4b79-8b03-4c8ef9e956b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:26.573541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f859ac-ebf5-4fe9-87ca-948c86b2e899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5680cc-3f7a-4dd6-b323-653e02df164b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:26.586207 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa87a1e7-2789-4b79-8b03-4c8ef9e956b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:26.596401 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fa87a1e7-2789-4b79-8b03-4c8ef9e956b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:26.600398 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fa87a1e7-2789-4b79-8b03-4c8ef9e956b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c5680cc-3f7a-4dd6-b323-653e02df164b HTTP/1.1" status: 204 len: 168 time: 0.3553290 Nov 24 13:11:26.650891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87a1e7-2789-4b79-8b03-4c8ef9e956b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5680cc-3f7a-4dd6-b323-653e02df164b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:26.682100 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:26.687184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3835b-2ad6-4898-9f12-0ebdcb55f61c req-9df58bf4-5c26-4477-a8f3-66aaf70c44e0 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:26.696685 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fce3835b-2ad6-4898-9f12-0ebdcb55f61c req-9df58bf4-5c26-4477-a8f3-66aaf70c44e0 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 946 time: 0.3127139 Nov 24 13:11:26.777119 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55994e-5769-4ab4-ac1d-4ac38db1ef50 req-cfe20bf8-f7f5-4197-a8ca-005f74655180 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:26.785212 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d55994e-5769-4ab4-ac1d-4ac38db1ef50 req-cfe20bf8-f7f5-4197-a8ca-005f74655180 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 946 time: 0.2335062 Nov 24 13:11:26.857595 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fce3835b-2ad6-4898-9f12-0ebdcb55f61c req-56f998ca-4995-4257-b6e5-5b4fe85d9416 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590216 Nov 24 13:11:26.939140 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:26.989195 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d55994e-5769-4ab4-ac1d-4ac38db1ef50 req-fd2eb03b-8c83-4f33-af37-8f0cc13af332 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973598 Nov 24 13:11:27.277569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509a2a7-de2b-4a39-a372-7e86371bfd7c req-83c27851-1e4b-472b-9510-8b9b8ace958f tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:27.291445 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50082) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:27.294061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509a2a7-de2b-4a39-a372-7e86371bfd7c req-83c27851-1e4b-472b-9510-8b9b8ace958f tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:27.309939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509a2a7-de2b-4a39-a372-7e86371bfd7c req-83c27851-1e4b-472b-9510-8b9b8ace958f tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:27.312066 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6509a2a7-de2b-4a39-a372-7e86371bfd7c req-83c27851-1e4b-472b-9510-8b9b8ace958f tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a&device_id=f9b0f8a4-275c-479b-b766-52e20e54db94&device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 2419 time: 0.1752586 Nov 24 13:11:27.392311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Router a619195a-8113-4b10-9e7e-dab9485f7afd is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:11:27.401978 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb43d29f-cfa3-41f9-abcb-6f2054ea362e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:27.422702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06306773-6540-47c5-8b2c-29b3e61d5658 req-0e29b507-887a-4d5a-9763-218b775d23c1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:27.424831 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06306773-6540-47c5-8b2c-29b3e61d5658 req-0e29b507-887a-4d5a-9763-218b775d23c1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.0983319 Nov 24 13:11:27.449186 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6509a2a7-de2b-4a39-a372-7e86371bfd7c req-a590b788-518e-41bd-99bb-b6aa3deb9865 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182618 Nov 24 13:11:27.577802 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-343defac-a90c-4c3a-8818-112d866e6782 req-0c910639-9872-4bbe-a231-fb62b9001e15 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.1037526 Nov 24 13:11:27.787637 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06306773-6540-47c5-8b2c-29b3e61d5658 req-6bb39c1b-b3cc-48fc-80df-305b5c254d43 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607760 Nov 24 13:11:27.809831 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb43d29f-cfa3-41f9-abcb-6f2054ea362e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:27.830580 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:27.898071 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb43d29f-cfa3-41f9-abcb-6f2054ea362e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:27.923863 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08180fbf-4d38-4f31-80e7-5ad43a94c830 None None] Network b657000d-68f3-4e8c-bc69-3ec21b3bb253 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:11:27.932206 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eb43d29f-cfa3-41f9-abcb-6f2054ea362e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35eace6bdb3949e690620a025472b45d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6371841 Nov 24 13:11:27.936245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50096) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:27.973345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43d29f-cfa3-41f9-abcb-6f2054ea362e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a415389c-07e6-45e8-a15f-e3de1835dc69,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:27.996156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:11:28.010443 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Sync routers for ids ['a619195a-8113-4b10-9e7e-dab9485f7afd'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:11:28.033559 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Routers {'a619195a-8113-4b10-9e7e-dab9485f7afd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:11:28.034215 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a619195a-8113-4b10-9e7e-dab9485f7afd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:28.058033 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:28.061493 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-06520ad4-d9ba-4a02-b214-9983c6b9f591 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5528355 Nov 24 13:11:28.063811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50100) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:28.077803 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-920a1be0-38aa-44d8-b185-f1ff441cb27d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:28.134080 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-920a1be0-38aa-44d8-b185-f1ff441cb27d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:28.206241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:28.206790 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:28.248860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-920a1be0-38aa-44d8-b185-f1ff441cb27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:28.252861 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-920a1be0-38aa-44d8-b185-f1ff441cb27d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:28.254873 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-920a1be0-38aa-44d8-b185-f1ff441cb27d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a415389c-07e6-45e8-a15f-e3de1835dc69 HTTP/1.1" status: 204 len: 168 time: 0.3176441 Nov 24 13:11:28.276375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a1be0-38aa-44d8-b185-f1ff441cb27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a415389c-07e6-45e8-a15f-e3de1835dc69,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:28.280691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3755553f-8ed7-4efd-b8f0-f14b5529adbd None None] Provisioning complete for port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:28.281443 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3755553f-8ed7-4efd-b8f0-f14b5529adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:28.371242 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Set router a619195a-8113-4b10-9e7e-dab9485f7afd gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:11:28.528977 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:28.602312 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7d9d7105-3b30-47d6-a514-3e5e4e1ca74f,segment=NetworkSegment(29f79fdf-70f1-46bb-ab14-728193714843),segment_id=29f79fdf-70f1-46bb-ab14-728193714843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:28.623209 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:28.684329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dc86f-bbce-4aba-a909-3d1cc492ec74 req-08833b27-460a-4dd6-afd0-181e1360b924 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:28.687215 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-450dc86f-bbce-4aba-a909-3d1cc492ec74 req-08833b27-460a-4dd6-afd0-181e1360b924 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 946 time: 0.3395524 Nov 24 13:11:28.728845 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3755553f-8ed7-4efd-b8f0-f14b5529adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:28.762728 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-450dc86f-bbce-4aba-a909-3d1cc492ec74 req-776ca683-7c3c-47e7-9752-3e74fa7f6b9e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636165 Nov 24 13:11:28.777981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=7d9d7105-3b30-47d6-a514-3e5e4e1ca74f,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:28.898542 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-3755553f-8ed7-4efd-b8f0-f14b5529adbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:11:28.899873 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-3755553f-8ed7-4efd-b8f0-f14b5529adbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:11:29.050297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388a509-4830-41c2-8241-076d263fc88f req-dbae91a3-169f-4bbe-a20f-e45e4ea83cd0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:29.062525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50128) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:29.066868 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c388a509-4830-41c2-8241-076d263fc88f req-dbae91a3-169f-4bbe-a20f-e45e4ea83cd0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 946 time: 0.1247127 Nov 24 13:11:29.067702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f7c95639-fc33-441b-93f1-1bca1e531c91 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Request body: {'floatingip': {'port_id': '7f5a1e7b-5012-4634-a98d-f3e42c034b86'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:29.147451 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:25Z', 'revision_number': 3, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:29.207038 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Checking router: a619195a-8113-4b10-9e7e-dab9485f7afd for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:11:29.209606 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Updating router a619195a-8113-4b10-9e7e-dab9485f7afd port b044c3b0-f473-412a-bb66-271e2f3f947b binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:11:29.240876 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f659c8a-c802-48ea-9feb-98a6d7dc12dd req-f0483070-909b-44bd-abe3-d337512bb62e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:29.249123 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4f659c8a-c802-48ea-9feb-98a6d7dc12dd req-f0483070-909b-44bd-abe3-d337512bb62e tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.0954890 Nov 24 13:11:29.263510 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7c95639-fc33-441b-93f1-1bca1e531c91 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:29.274031 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:29.383200 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:29.447109 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4f659c8a-c802-48ea-9feb-98a6d7dc12dd req-71568690-9443-409b-9b35-ff00656dc8ce tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971157 Nov 24 13:11:29.745665 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:29.786995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Allocated IP 172.20.0.1 (b657000d-68f3-4e8c-bc69-3ec21b3bb253/703abfc3-a51a-475b-bfaf-4344e9a5b671/60286d78-d7b1-4a51-b3ca-d480a3693730) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:11:29.949940 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-26ca7625-5a71-43c8-8491-869360608968 None None] Provisioning complete for port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:29.950489 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-26ca7625-5a71-43c8-8491-869360608968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:29.975798 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:29.983722 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:30.098459 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:30.100052 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2989552-d77f-4f9c-8ba6-3996418de94f None None] Pushing event updated for resources: {'Port': ['ID=b044c3b0-f473-412a-bb66-271e2f3f947b,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:30.125844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:30.126348 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:30.133600 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Attempting to bind port b044c3b0-f473-412a-bb66-271e2f3f947b on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:11:30.134302 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Attempting to bind port b044c3b0-f473-412a-bb66-271e2f3f947b by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:11:30.134817 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Attempting to bind port b044c3b0-f473-412a-bb66-271e2f3f947b on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:11:30.158616 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:11:30.159265 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:11:30.159368 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:30.162371 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:11:30.163987 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Bound port: b044c3b0-f473-412a-bb66-271e2f3f947b, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:11:30.164943 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:30.237543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee4b0b-2332-456b-a2d2-1f4bdf4a3c0c req-faa7c5f7-2654-481f-b32d-986668ad1116 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:30.242821 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ecee4b0b-2332-456b-a2d2-1f4bdf4a3c0c req-faa7c5f7-2654-481f-b32d-986668ad1116 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.1858685 Nov 24 13:11:30.309092 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] For port b044c3b0-f473-412a-bb66-271e2f3f947b, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:11:30.314949 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] For port b044c3b0-f473-412a-bb66-271e2f3f947b, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b044c3b0-f473-412a-bb66-271e2f3f947b,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:11:30.323501 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:30.334923 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:30.398449 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Pushing event updated for resources: {'Port': ['ID=60286d78-d7b1-4a51-b3ca-d480a3693730,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:30.408482 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ecee4b0b-2332-456b-a2d2-1f4bdf4a3c0c req-c7b75bbf-ffe7-4682-82be-0aaccfb11608 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457391 Nov 24 13:11:30.410955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Network b657000d-68f3-4e8c-bc69-3ec21b3bb253 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:11:30.412173 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2989552-d77f-4f9c-8ba6-3996418de94f None None] Pushing event updated for resources: {'Port': ['ID=b044c3b0-f473-412a-bb66-271e2f3f947b,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:30.413423 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:30.427308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:11:30.439068 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Routers {'a619195a-8113-4b10-9e7e-dab9485f7afd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:11:30.441291 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a619195a-8113-4b10-9e7e-dab9485f7afd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:30.533253 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:30.719246 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] Set router a619195a-8113-4b10-9e7e-dab9485f7afd gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:11:30.823161 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:30.970770 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2a283a2e-b07a-47a2-9647-a1cf2194d1da None None] Provisioning complete for port 60286d78-d7b1-4a51-b3ca-d480a3693730 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:30.971364 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2a283a2e-b07a-47a2-9647-a1cf2194d1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:30.989596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b36a9-c6f5-4fb3-89df-389dd5e5545f req-b2e511bf-7e29-4121-8de1-674b64cd05b7 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:30.992500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-473b36a9-c6f5-4fb3-89df-389dd5e5545f req-b2e511bf-7e29-4121-8de1-674b64cd05b7 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 946 time: 0.4522958 Nov 24 13:11:31.047222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2a283a2e-b07a-47a2-9647-a1cf2194d1da None None] Port 60286d78-d7b1-4a51-b3ca-d480a3693730 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:11:31.075954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:31.089108 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:31.153787 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:25Z', 'revision_number': 3, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:31.185250 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.db.resource_extend [None req-f7c95639-fc33-441b-93f1-1bca1e531c91 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:11:31.218322 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd74dab-e2b9-41f3-ba23-af9983fc2bb6 None None] The sync data for ids ['a619195a-8113-4b10-9e7e-dab9485f7afd'] in n-d-817303-4 is: [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:25Z', 'revision_number': 3, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:11:31.221446 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:31.256614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Pushing event updated for resources: {'Port': ['ID=60286d78-d7b1-4a51-b3ca-d480a3693730,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:31.328938 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-473b36a9-c6f5-4fb3-89df-389dd5e5545f req-5bbb71d7-8ddd-431e-a079-e4297ac70ca9 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013611 Nov 24 13:11:31.405581 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Network b657000d-68f3-4e8c-bc69-3ec21b3bb253 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:11:31.408664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:31.713192 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Router a619195a-8113-4b10-9e7e-dab9485f7afd has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:11:31.784666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2d84e-2ac5-412b-a5a2-360b063eb824 req-476c3913-69be-4371-925a-edf62faf68ea tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:31.786269 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-49c2d84e-2ac5-412b-a5a2-360b063eb824 req-476c3913-69be-4371-925a-edf62faf68ea tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.1836107 Nov 24 13:11:31.828450 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7c95639-fc33-441b-93f1-1bca1e531c91 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:31.844003 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7c95639-fc33-441b-93f1-1bca1e531c91 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:31.894894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bf75c-4200-4434-894b-cc87490630e8 req-2d52d3a4-bc84-4a88-a20e-69e9625a6d3f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:31.897017 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-351bf75c-4200-4434-894b-cc87490630e8 req-2d52d3a4-bc84-4a88-a20e-69e9625a6d3f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.7396169 Nov 24 13:11:31.975679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bc8463d5-0125-400e-8e6a-7adde6210b1f None None] Provisioning complete for port 60286d78-d7b1-4a51-b3ca-d480a3693730 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:31.976215 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bc8463d5-0125-400e-8e6a-7adde6210b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:32.062658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:11:32.081315 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a7e20ed6-5b29-4096-9d8b-36aae09e5422 admin admin] 10.222.0.48 "PUT /v2.0/routers/a619195a-8113-4b10-9e7e-dab9485f7afd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0076008 Nov 24 13:11:32.108931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-bc8463d5-0125-400e-8e6a-7adde6210b1f None None] Port 60286d78-d7b1-4a51-b3ca-d480a3693730 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:11:32.110252 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-49c2d84e-2ac5-412b-a5a2-360b063eb824 req-cc7f3909-6a77-463c-96db-cb4d3fbd2582 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479726 Nov 24 13:11:32.112959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7a740-b1ee-44de-82b5-1dd44e18d8ca req-b1df9bd1-9b9f-44ce-9222-f234c51b168e tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:32.119593 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-52d7a740-b1ee-44de-82b5-1dd44e18d8ca req-b1df9bd1-9b9f-44ce-9222-f234c51b168e tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 946 time: 0.3792636 Nov 24 13:11:32.339195 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-f7c95639-fc33-441b-93f1-1bca1e531c91 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Floating IP 185097a0-3979-40f8-95aa-176b661dddae associated. External IP: 172.25.0.15, port: 7f5a1e7b-5012-4634-a98d-f3e42c034b86. Nov 24 13:11:32.645253 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b5c69-f3d6-4ea8-a8fd-4ea1cda89d43 req-beb78c0a-349a-4629-b0d8-b496fd145861 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:32.647040 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-685b5c69-f3d6-4ea8-a8fd-4ea1cda89d43 req-beb78c0a-349a-4629-b0d8-b496fd145861 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 946 time: 0.1735458 Nov 24 13:11:32.661942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-351bf75c-4200-4434-894b-cc87490630e8 req-36cd97c4-0b5d-470f-a25e-f81388308033 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Deleting port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:32.662212 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-351bf75c-4200-4434-894b-cc87490630e8 req-36cd97c4-0b5d-470f-a25e-f81388308033 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:32.719965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-52d7a740-b1ee-44de-82b5-1dd44e18d8ca req-ad0174fc-abd3-4047-b7f1-c2f0dc126433 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Deleting port bce80e23-bbe5-4375-9f67-6846a9ed8f26 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:32.720311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-52d7a740-b1ee-44de-82b5-1dd44e18d8ca req-ad0174fc-abd3-4047-b7f1-c2f0dc126433 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:33.127640 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-685b5c69-f3d6-4ea8-a8fd-4ea1cda89d43 req-825e3c14-e627-416d-b00a-a13565bf99d0 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556327 Nov 24 13:11:33.148486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-351bf75c-4200-4434-894b-cc87490630e8 req-36cd97c4-0b5d-470f-a25e-f81388308033 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] For port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2fffcdac-f0d6-4354-a77a-6f4b735b6b53,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:33.148794 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-351bf75c-4200-4434-894b-cc87490630e8 req-36cd97c4-0b5d-470f-a25e-f81388308033 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:33.201999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-52d7a740-b1ee-44de-82b5-1dd44e18d8ca req-ad0174fc-abd3-4047-b7f1-c2f0dc126433 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] For port bce80e23-bbe5-4375-9f67-6846a9ed8f26, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=bce80e23-bbe5-4375-9f67-6846a9ed8f26,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:33.202330 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-52d7a740-b1ee-44de-82b5-1dd44e18d8ca req-ad0174fc-abd3-4047-b7f1-c2f0dc126433 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:33.205170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-351bf75c-4200-4434-894b-cc87490630e8 req-36cd97c4-0b5d-470f-a25e-f81388308033 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Calling delete_port for 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:33.211733 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50260) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:33.217182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1533589948-network', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:33.259042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-52d7a740-b1ee-44de-82b5-1dd44e18d8ca req-ad0174fc-abd3-4047-b7f1-c2f0dc126433 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Calling delete_port for bce80e23-bbe5-4375-9f67-6846a9ed8f26 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:33.273908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c95639-fc33-441b-93f1-1bca1e531c91 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Router 057022b8-ce31-4c81-b87f-771a7698c98c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:11:33.316234 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] Made reservation on behalf of 79d005e95d3a4fa8a20417c249cfb015 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:11:33.318585 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:33.341208 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:33.424521 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:33.461355 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944fe99e-4886-4a6c-b563-12132641000c req-668e296c-39b0-47a5-835f-72ec337ecd6f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:33.462959 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-944fe99e-4886-4a6c-b563-12132641000c req-668e296c-39b0-47a5-835f-72ec337ecd6f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 945 time: 0.1977684 Nov 24 13:11:33.465436 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:33.564600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:11:33.603634 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:33.604153 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] Added segment 4020bd0e-220e-4b15-8ed4-d76f2cf104d1 of type vlan for network 3f5a30bf-1539-463a-8697-32aa690511f3 Nov 24 13:11:33.766779 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:33.802329 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b044c3b0-f473-412a-bb66-271e2f3f947b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:33.891258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c95639-fc33-441b-93f1-1bca1e531c91 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:11:33.893113 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-52d7a740-b1ee-44de-82b5-1dd44e18d8ca req-ad0174fc-abd3-4047-b7f1-c2f0dc126433 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:33.899800 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7c95639-fc33-441b-93f1-1bca1e531c91 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:33.912126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ccf8d1-3d2a-44ce-a9d3-ef422ca34bd9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:33.933173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f7c95639-fc33-441b-93f1-1bca1e531c91 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "PUT /v2.0/floatingips/185097a0-3979-40f8-95aa-176b661dddae HTTP/1.1" status: 200 len: 991 time: 4.8665648 Nov 24 13:11:33.935751 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:33.938557 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:33.940922 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:33.941050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['0b3001a1-622c-4bf1-a71d-a58b5c64c928'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:11:33.942581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:11:33.944667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['af023c1b-45b1-43c9-a040-c14ae3af774a', 'bce80e23-bbe5-4375-9f67-6846a9ed8f26'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:11:33.944936 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5216d0-c24f-4c1d-b04a-a74dc03581ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:11:33.990272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0174fc-abd3-4047-b7f1-c2f0dc126433 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Pushing event deleted for resources: {'Port': ['ID=bce80e23-bbe5-4375-9f67-6846a9ed8f26,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:34.036653 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-944fe99e-4886-4a6c-b563-12132641000c req-1b0dedad-337c-46f4-b63d-306b3487adb9 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527592 Nov 24 13:11:34.042713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b9536-af21-4dbf-9c8c-3c1dfbf27fc1 None None] Sync routers for ids ['057022b8-ce31-4c81-b87f-771a7698c98c'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:11:34.060913 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8469815 Nov 24 13:11:34.063627 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50288) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:34.105900 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8091693d-9e0f-4fa2-89c0-f63b681e57b7 admin admin] Request body: {'subnet': {'network_id': '3f5a30bf-1539-463a-8697-32aa690511f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1533589948-subnet', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:34.134352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4c9fd-1cd7-4748-9a61-9288ba3311ee admin admin] Pushing event updated for resources: {'Network': ['ID=3f5a30bf-1539-463a-8697-32aa690511f3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:34.145390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8091693d-9e0f-4fa2-89c0-f63b681e57b7 admin admin] Made reservation on behalf of 79d005e95d3a4fa8a20417c249cfb015 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:11:34.148240 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8091693d-9e0f-4fa2-89c0-f63b681e57b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:34.207021 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-351bf75c-4200-4434-894b-cc87490630e8 req-36cd97c4-0b5d-470f-a25e-f81388308033 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:34.210144 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ef8897-7deb-47d6-8474-43260929eb0d x-openstack-request-id: req-f5ef8897-7deb-47d6-8474-43260929eb0d {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:11:34.213845 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:11:34.215812 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5ef8897-7deb-47d6-8474-43260929eb0d {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:11:34.216382 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'status': 'completed', 'code': 200} Nov 24 13:11:34.234690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d7a740-b1ee-44de-82b5-1dd44e18d8ca req-ad0174fc-abd3-4047-b7f1-c2f0dc126433 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] No DVR routers for this DVR port bce80e23-bbe5-4375-9f67-6846a9ed8f26 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:11:34.254359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-52d7a740-b1ee-44de-82b5-1dd44e18d8ca req-ad0174fc-abd3-4047-b7f1-c2f0dc126433 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:34.262718 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 3f5a30bf-1539-463a-8697-32aa690511f3 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:11:34.266374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b9536-af21-4dbf-9c8c-3c1dfbf27fc1 None None] Routers {'057022b8-ce31-4c81-b87f-771a7698c98c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:11:34.267696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9c5b9536-af21-4dbf-9c8c-3c1dfbf27fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['057022b8-ce31-4c81-b87f-771a7698c98c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:34.268065 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-52d7a740-b1ee-44de-82b5-1dd44e18d8ca req-ad0174fc-abd3-4047-b7f1-c2f0dc126433 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.46 "DELETE /v2.0/ports/bce80e23-bbe5-4375-9f67-6846a9ed8f26 HTTP/1.1" status: 204 len: 173 time: 2.0733955 Nov 24 13:11:34.333923 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Sync routers for ids ['a619195a-8113-4b10-9e7e-dab9485f7afd'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:11:34.362141 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Routers {'a619195a-8113-4b10-9e7e-dab9485f7afd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:11:34.365084 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a619195a-8113-4b10-9e7e-dab9485f7afd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:34.415928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd97c4-0b5d-470f-a25e-f81388308033 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Pushing event deleted for resources: {'Port': ['ID=2fffcdac-f0d6-4354-a77a-6f4b735b6b53,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:34.650036 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-9c5b9536-af21-4dbf-9c8c-3c1dfbf27fc1 None None] Set router 057022b8-ce31-4c81-b87f-771a7698c98c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:11:34.666129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-351bf75c-4200-4434-894b-cc87490630e8 req-36cd97c4-0b5d-470f-a25e-f81388308033 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] No DVR routers for this DVR port 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:11:34.675858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-351bf75c-4200-4434-894b-cc87490630e8 req-36cd97c4-0b5d-470f-a25e-f81388308033 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:34.686527 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-351bf75c-4200-4434-894b-cc87490630e8 req-36cd97c4-0b5d-470f-a25e-f81388308033 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "DELETE /v2.0/ports/2fffcdac-f0d6-4354-a77a-6f4b735b6b53 HTTP/1.1" status: 204 len: 173 time: 2.7237387 Nov 24 13:11:34.751208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c03d5099-1dd3-4011-b5f1-2a7921784b47 req-74ef1b67-19a0-4166-9ba7-2732c0b93d7b tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb381255-7152-4910-8153-9baa07f0754a HTTP/1.1" status: 200 len: 210 time: 0.3705101 Nov 24 13:11:34.813529 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8091693d-9e0f-4fa2-89c0-f63b681e57b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:34.868209 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Set router a619195a-8113-4b10-9e7e-dab9485f7afd gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:11:34.974174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8091693d-9e0f-4fa2-89c0-f63b681e57b7 admin admin] Checking segment: {'id': '4020bd0e-220e-4b15-8ed4-d76f2cf104d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f5a30bf-1539-463a-8697-32aa690511f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:11:34.974818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8091693d-9e0f-4fa2-89c0-f63b681e57b7 admin admin] Network hostable DHCP agents. Network: 3f5a30bf-1539-463a-8697-32aa690511f3, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:11:34.993517 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091693d-9e0f-4fa2-89c0-f63b681e57b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a61bc9f5-07ae-4be0-9c51-7105362426d9,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:35.002839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8091693d-9e0f-4fa2-89c0-f63b681e57b7 admin admin] Network 3f5a30bf-1539-463a-8697-32aa690511f3 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:11:35.008854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5216d0-c24f-4c1d-b04a-a74dc03581ee req-36329cbb-ffaf-4fe9-a6c5-e9b69d6aaddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:35.016955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-8091693d-9e0f-4fa2-89c0-f63b681e57b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 3f5a30bf-1539-463a-8697-32aa690511f3) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:35.023935 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db5216d0-c24f-4c1d-b04a-a74dc03581ee req-36329cbb-ffaf-4fe9-a6c5-e9b69d6aaddd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 1097 time: 0.8059313 Nov 24 13:11:35.040415 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8091693d-9e0f-4fa2-89c0-f63b681e57b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:35.041099 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8091693d-9e0f-4fa2-89c0-f63b681e57b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:35.085325 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8091693d-9e0f-4fa2-89c0-f63b681e57b7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0199857 Nov 24 13:11:35.087159 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50306) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:35.104507 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1533589948-router', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:35.181233 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:35.183818 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:35.299375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5216d0-c24f-4c1d-b04a-a74dc03581ee req-246df812-e861-42d7-8aaa-44e03d9c64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:35.301096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db5216d0-c24f-4c1d-b04a-a74dc03581ee req-246df812-e861-42d7-8aaa-44e03d9c64c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.2632520 Nov 24 13:11:35.427061 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:35.501019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac81177c-7f68-471a-b537-0344686f6c06 None None] Network 3f5a30bf-1539-463a-8697-32aa690511f3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:11:35.508465 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-71f850cd-2803-424c-82fe-7cd29c75d32b req-802eac68-3a31-4e64-a5f1-6023358cad58 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=322b4bce-e0bf-479e-828a-c2784a0a80e0 HTTP/1.1" status: 200 len: 210 time: 0.0762353 Nov 24 13:11:35.566893 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 4, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '60286d78-d7b1-4a51-b3ca-d480a3693730', 'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'mac_address': 'fa:16:3e:ee:d5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:29Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 2, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'subnets': [{'id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:35.677281 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db5216d0-c24f-4c1d-b04a-a74dc03581ee req-2ea311d8-c246-49d6-b9f1-0bd45bb21dab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86 HTTP/1.1" status: 200 len: 999 time: 0.3558214 Nov 24 13:11:35.859692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5216d0-c24f-4c1d-b04a-a74dc03581ee req-ab46df21-1c69-4804-8246-a29904ec25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:35.861494 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db5216d0-c24f-4c1d-b04a-a74dc03581ee req-ab46df21-1c69-4804-8246-a29904ec25a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.1834283 Nov 24 13:11:35.949445 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Checking router: a619195a-8113-4b10-9e7e-dab9485f7afd for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:11:35.960091 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Updating router a619195a-8113-4b10-9e7e-dab9485f7afd port 60286d78-d7b1-4a51-b3ca-d480a3693730 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:11:36.032148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5216d0-c24f-4c1d-b04a-a74dc03581ee req-86397294-efb4-4af4-a2f7-0ed9a5f4e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:36.033721 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db5216d0-c24f-4c1d-b04a-a74dc03581ee req-86397294-efb4-4af4-a2f7-0ed9a5f4e15d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639757 Nov 24 13:11:36.050537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-db5216d0-c24f-4c1d-b04a-a74dc03581ee req-660a85e9-55ca-4866-862f-c745df9ea182 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:11:36.051649 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db5216d0-c24f-4c1d-b04a-a74dc03581ee req-660a85e9-55ca-4866-862f-c745df9ea182 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055604 Nov 24 13:11:36.055485 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:36.087066 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:36.237886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:11:36.248878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb381255-7152-4910-8153-9baa07f0754a', 'name': 'network-vif-deleted', 'tag': 'bce80e23-bbe5-4375-9f67-6846a9ed8f26'}, {'server_uuid': '322b4bce-e0bf-479e-828a-c2784a0a80e0', 'name': 'network-vif-deleted', 'tag': '2fffcdac-f0d6-4354-a77a-6f4b735b6b53'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:11:36.255113 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d627bb6-6591-41df-a91a-2b2acbc3c798" -d '{"events": [{"server_uuid": "bb381255-7152-4910-8153-9baa07f0754a", "name": "network-vif-deleted", "tag": "bce80e23-bbe5-4375-9f67-6846a9ed8f26"}, {"server_uuid": "322b4bce-e0bf-479e-828a-c2784a0a80e0", "name": "network-vif-deleted", "tag": "2fffcdac-f0d6-4354-a77a-6f4b735b6b53"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:11:36.274742 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b044c3b0-f473-412a-bb66-271e2f3f947b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:36.275441 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:36.298004 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:11:36.315036 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2fffcdac-f0d6-4354-a77a-6f4b735b6b53 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:11:36.375688 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 13:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93d4012-eb67-4182-b34c-2f4fc2fce959 x-openstack-request-id: req-f93d4012-eb67-4182-b34c-2f4fc2fce959 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:11:36.376206 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb381255-7152-4910-8153-9baa07f0754a", "name": "network-vif-deleted", "tag": "bce80e23-bbe5-4375-9f67-6846a9ed8f26", "status": "completed", "code": 200}, {"server_uuid": "322b4bce-e0bf-479e-828a-c2784a0a80e0", "name": "network-vif-deleted", "tag": "2fffcdac-f0d6-4354-a77a-6f4b735b6b53", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:11:36.376206 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f93d4012-eb67-4182-b34c-2f4fc2fce959 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:11:36.376609 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb381255-7152-4910-8153-9baa07f0754a', 'name': 'network-vif-deleted', 'tag': 'bce80e23-bbe5-4375-9f67-6846a9ed8f26', 'status': 'completed', 'code': 200} Nov 24 13:11:36.376921 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322b4bce-e0bf-479e-828a-c2784a0a80e0', 'name': 'network-vif-deleted', 'tag': '2fffcdac-f0d6-4354-a77a-6f4b735b6b53', 'status': 'completed', 'code': 200} Nov 24 13:11:36.445939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db5216d0-c24f-4c1d-b04a-a74dc03581ee req-b565b430-0ab8-4451-a139-d11b129b32a0 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754430 Nov 24 13:11:36.478397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8115ec-cfcc-48d6-aba4-073ec2a98762 req-d5c9f6ea-4ecc-4cc4-a213-c7b1142ddaf6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:36.479983 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e8115ec-cfcc-48d6-aba4-073ec2a98762 req-d5c9f6ea-4ecc-4cc4-a213-c7b1142ddaf6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b0f8a4-275c-479b-b766-52e20e54db94 HTTP/1.1" status: 200 len: 946 time: 0.1984029 Nov 24 13:11:36.513674 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:36.526286 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-3f5a30bf-1539-463a-8697-32aa690511f3', 'network_id': '3f5a30bf-1539-463a-8697-32aa690511f3', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'fixed_ips': [{'subnet_id': 'a61bc9f5-07ae-4be0-9c51-7105362426d9'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:11:36.527418 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:36.834629 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e8115ec-cfcc-48d6-aba4-073ec2a98762 req-6a78ec0d-b180-46a8-9b3b-537792abb1e8 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222423 Nov 24 13:11:36.863781 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db5216d0-c24f-4c1d-b04a-a74dc03581ee req-b47b6052-4235-4564-9614-87a0bea53951 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827884 Nov 24 13:11:36.872517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device bce80e23-bbe5-4375-9f67-6846a9ed8f26 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:11:36.909105 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:36.942745 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:37.091312 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115704a9-7cef-44df-9a9f-d2994e601e1a None None] Pushing event updated for resources: {'Port': ['ID=60286d78-d7b1-4a51-b3ca-d480a3693730,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:37.239623 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Attempting to bind port 60286d78-d7b1-4a51-b3ca-d480a3693730 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:11:37.243249 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Attempting to bind port 60286d78-d7b1-4a51-b3ca-d480a3693730 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '29f79fdf-70f1-46bb-ab14-728193714843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:11:37.243630 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Attempting to bind port 60286d78-d7b1-4a51-b3ca-d480a3693730 on network b657000d-68f3-4e8c-bc69-3ec21b3bb253 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:11:37.276441 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:11:37.276918 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Checking segment: {'id': '29f79fdf-70f1-46bb-ab14-728193714843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:11:37.277337 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:37.277734 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Bound using segment: {'id': '29f79fdf-70f1-46bb-ab14-728193714843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:11:37.278225 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Bound port: 60286d78-d7b1-4a51-b3ca-d480a3693730, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f79fdf-70f1-46bb-ab14-728193714843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:11:37.278607 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:37.281231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: bce80e23-bbe5-4375-9f67-6846a9ed8f26 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:11:37.281809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device bce80e23-bbe5-4375-9f67-6846a9ed8f26 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:11:37.371185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Allocated IP 172.20.0.2 (3f5a30bf-1539-463a-8697-32aa690511f3/a61bc9f5-07ae-4be0-9c51-7105362426d9/7a95a205-aad2-4f12-8bcc-d5a414f1e07f) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:11:37.374060 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:37.411623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port b044c3b0-f473-412a-bb66-271e2f3f947b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b044c3b0-f473-412a-bb66-271e2f3f947b,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:37.425985 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:37.452840 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] For port 60286d78-d7b1-4a51-b3ca-d480a3693730, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:11:37.454431 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:37.463921 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] For port 60286d78-d7b1-4a51-b3ca-d480a3693730, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=60286d78-d7b1-4a51-b3ca-d480a3693730,segment=NetworkSegment(29f79fdf-70f1-46bb-ab14-728193714843),segment_id=29f79fdf-70f1-46bb-ab14-728193714843)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:11:37.470351 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:37.518183 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:37.591570 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Routers {'a619195a-8113-4b10-9e7e-dab9485f7afd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:11:37.592329 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a619195a-8113-4b10-9e7e-dab9485f7afd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:37.622065 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=b044c3b0-f473-412a-bb66-271e2f3f947b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:37.666489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b85bb-d397-4ec8-b2de-27a78449a794 req-b8f0f61f-6dc8-4c61-9d07-72960aa37da8 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:37.668254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f6b85bb-d397-4ec8-b2de-27a78449a794 req-b8f0f61f-6dc8-4c61-9d07-72960aa37da8 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.59 "GET /v2.0/ports?device_id=f9b0f8a4-275c-479b-b766-52e20e54db94 HTTP/1.1" status: 200 len: 946 time: 0.1139138 Nov 24 13:11:37.688876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9c5b9536-af21-4dbf-9c8c-3c1dfbf27fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:11:01Z', 'revision_number': 4, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port': {'id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:49Z', 'updated_at': '2021-11-24T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '185097a0-3979-40f8-95aa-176b661dddae', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'port_id': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'mac_address': 'fa:16:3e:6e:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:11:09Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 1, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4281926-8c7d-4038-8bab-3ce840062046', 'name': '', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'mac_address': 'fa:16:3e:4a:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:58Z', 'updated_at': '2021-11-24T13:11:07Z', 'revision_number': 5, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'subnets': [{'id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:37.848872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-895513ed-95b1-430e-aa37-fbf1f3d4ae00 None None] Provisioning complete for port 60286d78-d7b1-4a51-b3ca-d480a3693730 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:37.850451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-22e793c0-1855-46c6-bb81-6bd3685546e9 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:37.851074 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-895513ed-95b1-430e-aa37-fbf1f3d4ae00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:37.852010 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-22e793c0-1855-46c6-bb81-6bd3685546e9 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 812 time: 0.5172038 Nov 24 13:11:37.914136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-8f6b85bb-d397-4ec8-b2de-27a78449a794 req-e3b36182-9ead-42f1-b159-afc325027f9a tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Deleting port 0b3001a1-622c-4bf1-a71d-a58b5c64c928 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:37.914645 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8f6b85bb-d397-4ec8-b2de-27a78449a794 req-e3b36182-9ead-42f1-b159-afc325027f9a tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:37.918663 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b9536-af21-4dbf-9c8c-3c1dfbf27fc1 None None] Checking router: 057022b8-ce31-4c81-b87f-771a7698c98c for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:11:37.989786 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115704a9-7cef-44df-9a9f-d2994e601e1a None None] Pushing event updated for resources: {'Port': ['ID=60286d78-d7b1-4a51-b3ca-d480a3693730,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:37.990449 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-c6f732f5-7f4e-4e42-afe7-630ab54a7442 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/quotas/3e1cd43c1ff04946a07c756c11513ec9 HTTP/1.1" status: 200 len: 375 time: 0.1174645 Nov 24 13:11:38.051594 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] Set router a619195a-8113-4b10-9e7e-dab9485f7afd gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:11:38.058735 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b9536-af21-4dbf-9c8c-3c1dfbf27fc1 None None] Routers {'057022b8-ce31-4c81-b87f-771a7698c98c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:11:38.059377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9c5b9536-af21-4dbf-9c8c-3c1dfbf27fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['057022b8-ce31-4c81-b87f-771a7698c98c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:38.176493 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-03f56960-53f2-4b36-bbb7-02060a698f7b tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1716654 Nov 24 13:11:38.216891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-8f6b85bb-d397-4ec8-b2de-27a78449a794 req-e3b36182-9ead-42f1-b159-afc325027f9a tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] For port 0b3001a1-622c-4bf1-a71d-a58b5c64c928, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=0b3001a1-622c-4bf1-a71d-a58b5c64c928,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:38.217500 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8f6b85bb-d397-4ec8-b2de-27a78449a794 req-e3b36182-9ead-42f1-b159-afc325027f9a tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:38.260889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a14268-ed61-478b-9f99-1a1839deb6a8 req-1d0acf5f-8eea-4a9a-b7f4-bff51004e388 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:38.268714 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-19a14268-ed61-478b-9f99-1a1839deb6a8 req-1d0acf5f-8eea-4a9a-b7f4-bff51004e388 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b0f8a4-275c-479b-b766-52e20e54db94 HTTP/1.1" status: 200 len: 946 time: 0.2747781 Nov 24 13:11:38.280689 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-8f6b85bb-d397-4ec8-b2de-27a78449a794 req-e3b36182-9ead-42f1-b159-afc325027f9a tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Calling delete_port for 0b3001a1-622c-4bf1-a71d-a58b5c64c928 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:38.353970 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Allocated IP 172.25.0.239 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/91317a14-cf2d-414c-95c4-3e4d37cd0595) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:11:38.438166 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-19a14268-ed61-478b-9f99-1a1839deb6a8 req-442417be-2cd4-4d50-a44b-dd2e12b4c0e9 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647515 Nov 24 13:11:38.582948 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 4, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '60286d78-d7b1-4a51-b3ca-d480a3693730', 'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'mac_address': 'fa:16:3e:ee:d5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:29Z', 'updated_at': '2021-11-24T13:11:37Z', 'revision_number': 4, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'subnets': [{'id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:38.603355 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:38.617827 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-895513ed-95b1-430e-aa37-fbf1f3d4ae00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:38.621726 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8f6b85bb-d397-4ec8-b2de-27a78449a794 req-e3b36182-9ead-42f1-b159-afc325027f9a tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:38.662161 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c96e3b5-ace7-42a7-886f-a160aa726f5b None None] The sync data for ids ['a619195a-8113-4b10-9e7e-dab9485f7afd'] in n-d-817303-4 is: [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 4, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '60286d78-d7b1-4a51-b3ca-d480a3693730', 'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'mac_address': 'fa:16:3e:ee:d5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:29Z', 'updated_at': '2021-11-24T13:11:37Z', 'revision_number': 4, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'subnets': [{'id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:11:38.665101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['af023c1b-45b1-43c9-a040-c14ae3af774a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:11:38.678971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b36182-9ead-42f1-b159-afc325027f9a tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Pushing event deleted for resources: {'Port': ['ID=0b3001a1-622c-4bf1-a71d-a58b5c64c928,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:38.682140 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:38.709255 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:38.750455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-9c5b9536-af21-4dbf-9c8c-3c1dfbf27fc1 None None] Set router 057022b8-ce31-4c81-b87f-771a7698c98c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:11:38.791776 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-a66476ba-5ca5-498b-b693-dbaa2d68f4c5 service neutron] 10.222.0.48 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036479 Nov 24 13:11:38.807171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6b85bb-d397-4ec8-b2de-27a78449a794 req-e3b36182-9ead-42f1-b159-afc325027f9a tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] No DVR routers for this DVR port 0b3001a1-622c-4bf1-a71d-a58b5c64c928 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:11:38.812532 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8f6b85bb-d397-4ec8-b2de-27a78449a794 req-e3b36182-9ead-42f1-b159-afc325027f9a tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:38.820634 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f6b85bb-d397-4ec8-b2de-27a78449a794 req-e3b36182-9ead-42f1-b159-afc325027f9a tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.59 "DELETE /v2.0/ports/0b3001a1-622c-4bf1-a71d-a58b5c64c928 HTTP/1.1" status: 204 len: 173 time: 1.1420410 Nov 24 13:11:38.821461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b0f8a4-275c-479b-b766-52e20e54db94', 'name': 'network-vif-deleted', 'tag': '0b3001a1-622c-4bf1-a71d-a58b5c64c928'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:11:38.830444 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc96f253-0d39-4ba4-afc7-ea2161be3e3c" -d '{"events": [{"server_uuid": "f9b0f8a4-275c-479b-b766-52e20e54db94", "name": "network-vif-deleted", "tag": "0b3001a1-622c-4bf1-a71d-a58b5c64c928"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:11:38.925021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-895513ed-95b1-430e-aa37-fbf1f3d4ae00 None None] For port 60286d78-d7b1-4a51-b3ca-d480a3693730, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=60286d78-d7b1-4a51-b3ca-d480a3693730,segment=NetworkSegment(29f79fdf-70f1-46bb-ab14-728193714843),segment_id=29f79fdf-70f1-46bb-ab14-728193714843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:38.976211 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2f58bc-b428-492f-962b-f103e1bd01a4 x-openstack-request-id: req-db2f58bc-b428-492f-962b-f103e1bd01a4 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:11:38.976527 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b0f8a4-275c-479b-b766-52e20e54db94", "name": "network-vif-deleted", "tag": "0b3001a1-622c-4bf1-a71d-a58b5c64c928", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:11:38.976812 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db2f58bc-b428-492f-962b-f103e1bd01a4 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:11:38.977226 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b0f8a4-275c-479b-b766-52e20e54db94', 'name': 'network-vif-deleted', 'tag': '0b3001a1-622c-4bf1-a71d-a58b5c64c928', 'status': 'completed', 'code': 200} Nov 24 13:11:39.049335 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:39.136798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Pushing event updated for resources: {'Port': ['ID=91317a14-cf2d-414c-95c4-3e4d37cd0595,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:39.147748 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:11:39.153308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:39.170294 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-58357ee5-0e24-4cef-b0d4-668e4489b06a service neutron] 10.222.0.48 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691342 Nov 24 13:11:39.171374 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:11:39.231270 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-895513ed-95b1-430e-aa37-fbf1f3d4ae00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:39.269133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Network 3f5a30bf-1539-463a-8697-32aa690511f3 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:11:39.281038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Pushing event updated for resources: {'Port': ['ID=7a95a205-aad2-4f12-8bcc-d5a414f1e07f,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:39.313829 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:39.376120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:11:39.717615 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-97c22fb3-f02e-47f9-a6db-1f16e5c047a7 req-d171564c-54a1-4fc7-a279-ed0d416054c6 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 210 time: 0.1347551 Nov 24 13:11:39.783001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ab3b7d8-a916-48a4-a25e-4e0b73ca7b1e req-73c15a18-9c01-4379-b68c-31aaedd63bd6 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9b0f8a4-275c-479b-b766-52e20e54db94 HTTP/1.1" status: 200 len: 210 time: 0.0685551 Nov 24 13:11:40.052213 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:40.246233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b044c3b0-f473-412a-bb66-271e2f3f947b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:40.263345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d1e271a3-274b-4e72-81a2-0ae9c3779d36 None None] Provisioning complete for port 60286d78-d7b1-4a51-b3ca-d480a3693730 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:40.263951 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d1e271a3-274b-4e72-81a2-0ae9c3779d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:40.336260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Attempting to bind port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:11:40.336760 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Attempting to bind port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '4020bd0e-220e-4b15-8ed4-d76f2cf104d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f5a30bf-1539-463a-8697-32aa690511f3'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:11:40.337388 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Attempting to bind port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f on network 3f5a30bf-1539-463a-8697-32aa690511f3 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:11:40.339594 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:40.340513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895513ed-95b1-430e-aa37-fbf1f3d4ae00 None None] Pushing event updated for resources: {'Port': ['ID=60286d78-d7b1-4a51-b3ca-d480a3693730,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:40.478380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:11:40.478873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Checking segment: {'id': '4020bd0e-220e-4b15-8ed4-d76f2cf104d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f5a30bf-1539-463a-8697-32aa690511f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:11:40.479539 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:40.480234 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Bound using segment: {'id': '4020bd0e-220e-4b15-8ed4-d76f2cf104d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f5a30bf-1539-463a-8697-32aa690511f3'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:11:40.481820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Bound port: 7a95a205-aad2-4f12-8bcc-d5a414f1e07f, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4020bd0e-220e-4b15-8ed4-d76f2cf104d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f5a30bf-1539-463a-8697-32aa690511f3'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:11:40.482891 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:40.570686 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:40.789559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b044c3b0-f473-412a-bb66-271e2f3f947b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:40.793958 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:40.862466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Router 80319545-6f2e-40b9-8e66-9dc500fffd33 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:11:40.978675 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cba4eb50-9b35-4ad0-aa11-bf25e2cb6a7a req-c0c68291-01f0-4034-80f8-8efb3447672d tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 210 time: 0.1010242 Nov 24 13:11:41.051037 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] For port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:11:41.056242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] For port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7a95a205-aad2-4f12-8bcc-d5a414f1e07f,segment=NetworkSegment(4020bd0e-220e-4b15-8ed4-d76f2cf104d1),segment_id=4020bd0e-220e-4b15-8ed4-d76f2cf104d1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:11:41.146855 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:41.219072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9c5b9536-af21-4dbf-9c8c-3c1dfbf27fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:11:01Z', 'revision_number': 4, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port': {'id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:49Z', 'updated_at': '2021-11-24T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '185097a0-3979-40f8-95aa-176b661dddae', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'port_id': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'mac_address': 'fa:16:3e:6e:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:11:09Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 1, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4281926-8c7d-4038-8bab-3ce840062046', 'name': '', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'mac_address': 'fa:16:3e:4a:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:58Z', 'updated_at': '2021-11-24T13:11:07Z', 'revision_number': 5, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'subnets': [{'id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:41.341200 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:11:41.383471 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:41.385221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c5c20c70-b93e-4573-a80d-f75d91aec955 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2969847 Nov 24 13:11:41.392853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50484) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:41.458401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Sync routers for ids ['80319545-6f2e-40b9-8e66-9dc500fffd33'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:11:41.468583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d757de2-1601-44e4-8870-7df88e106485 req-afec8f4a-6f0b-4cfd-bcaa-7316bd23ac15 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:41.479276 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d757de2-1601-44e4-8870-7df88e106485 req-afec8f4a-6f0b-4cfd-bcaa-7316bd23ac15 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.1310563 Nov 24 13:11:41.483367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 60286d78-d7b1-4a51-b3ca-d480a3693730 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:41.586971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5b9536-af21-4dbf-9c8c-3c1dfbf27fc1 None None] The sync data for ids ['057022b8-ce31-4c81-b87f-771a7698c98c'] in n-d-817303-4 is: [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:11:01Z', 'revision_number': 4, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port': {'id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:49Z', 'updated_at': '2021-11-24T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '185097a0-3979-40f8-95aa-176b661dddae', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'port_id': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'mac_address': 'fa:16:3e:6e:03:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:11:09Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 1, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4281926-8c7d-4038-8bab-3ce840062046', 'name': '', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'mac_address': 'fa:16:3e:4a:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:58Z', 'updated_at': '2021-11-24T13:11:07Z', 'revision_number': 5, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'subnets': [{'id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:11:41.615254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d757de2-1601-44e4-8870-7df88e106485 req-9e9c2231-7afd-4804-ba69-7339e34a748c tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380424 Nov 24 13:11:41.710020 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28537a2e-a9f7-4b47-add5-86af268910e4 None None] Pushing event updated for resources: {'Port': ['ID=7a95a205-aad2-4f12-8bcc-d5a414f1e07f,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:41.719006 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Routers {'80319545-6f2e-40b9-8e66-9dc500fffd33'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:11:41.719686 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['80319545-6f2e-40b9-8e66-9dc500fffd33'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:41.909678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 60286d78-d7b1-4a51-b3ca-d480a3693730 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:41.913189 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:41.938410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-ff11fcca-66dd-4ca7-a987-7e75aeeda446 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:41.948097 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-ff11fcca-66dd-4ca7-a987-7e75aeeda446 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 812 time: 0.3266842 Nov 24 13:11:41.961953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-51590348-a59d-47fc-a102-d8389f7a36d2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Request body: {'port': {'device_id': '96a8932e-da2e-4b0a-9147-4017844ca43c', 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df', 'admin_state_up': True, 'tenant_id': '3e1cd43c1ff04946a07c756c11513ec9'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:42.201007 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96326ee0-c3b5-43f9-b0d6-a5c0b566545a None None] New status for floating IP 185097a0-3979-40f8-95aa-176b661dddae: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:11:42.282239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 0b3001a1-622c-4bf1-a71d-a58b5c64c928 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:11:42.311414 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 0b3001a1-622c-4bf1-a71d-a58b5c64c928 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:11:42.312051 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 0b3001a1-622c-4bf1-a71d-a58b5c64c928 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:11:42.325502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Set router 80319545-6f2e-40b9-8e66-9dc500fffd33 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:11:42.582972 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4f26be2b-940b-4cab-866c-5ba27ff91792 req-df8c966f-6748-46a1-838f-c90ba7678302 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 210 time: 0.1014879 Nov 24 13:11:42.613910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50508) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:42.857782 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:42.977146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 60286d78-d7b1-4a51-b3ca-d480a3693730 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:43.106749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'name': 'tempest-TestVolumeBackupRestore-1533589948-router', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:35Z', 'updated_at': '2021-11-24T13:11:39Z', 'revision_number': 3, 'project_id': '79d005e95d3a4fa8a20417c249cfb015', 'gw_port': {'id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:37Z', 'updated_at': '2021-11-24T13:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:43.179641 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Checking router: 80319545-6f2e-40b9-8e66-9dc500fffd33 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:11:43.180013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Updating router 80319545-6f2e-40b9-8e66-9dc500fffd33 port 91317a14-cf2d-414c-95c4-3e4d37cd0595 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:11:43.201381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 60286d78-d7b1-4a51-b3ca-d480a3693730 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:43.201762 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:43.256763 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:43.274156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-51590348-a59d-47fc-a102-d8389f7a36d2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Made reservation on behalf of 3e1cd43c1ff04946a07c756c11513ec9 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:11:43.280214 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-51590348-a59d-47fc-a102-d8389f7a36d2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:43.329117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28702364-be1c-4843-8a0f-0358e17996a2 req-71e5ec03-e8b1-43f1-ae99-7ed3283b06e7 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:43.332892 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28702364-be1c-4843-8a0f-0358e17996a2 req-71e5ec03-e8b1-43f1-ae99-7ed3283b06e7 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.46 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.3270555 Nov 24 13:11:43.550869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7a95a205-aad2-4f12-8bcc-d5a414f1e07f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:43.561247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9629e48-4d45-46d6-9898-730d96f08011 req-e3288bc6-fc3d-41c9-b5e3-37f1762adbef tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:43.574374 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9629e48-4d45-46d6-9898-730d96f08011 req-e3288bc6-fc3d-41c9-b5e3-37f1762adbef tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 946 time: 0.5609148 Nov 24 13:11:43.801079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Allocated IP 172.20.0.1 (3f5a30bf-1539-463a-8697-32aa690511f3/a61bc9f5-07ae-4be0-9c51-7105362426d9/9e5f294a-59ec-42aa-a916-a1594c5eb56f) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:11:43.870773 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-515e3e33-070b-4cc6-814b-3e5d7e01dbbb req-f185c2ca-e3cf-4bc4-9ec6-c50b31b95197 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 210 time: 0.0873170 Nov 24 13:11:43.871668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50542) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:43.881081 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:43.891554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dedd0f-c60d-41cd-be2d-c732ec4f4f36 None None] Network 3f5a30bf-1539-463a-8697-32aa690511f3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:11:43.899248 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:43.907761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-51590348-a59d-47fc-a102-d8389f7a36d2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Allocated IP 172.20.0.10 (947fd8e7-0529-4083-a4cd-f5a8c40e92df/43d39305-527a-49a2-bcce-5fc6399fd429/7a34a114-864e-4aea-9b1d-7026f4fc378e) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:11:44.003159 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9629e48-4d45-46d6-9898-730d96f08011 req-57317b1d-ef2d-44e3-bc87-5d05c3043e16 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/security-groups?id=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227428 Nov 24 13:11:44.055932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:44.056464 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:44.154471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Attempting to bind port 91317a14-cf2d-414c-95c4-3e4d37cd0595 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:11:44.155191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Attempting to bind port 91317a14-cf2d-414c-95c4-3e4d37cd0595 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:11:44.155366 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Attempting to bind port 91317a14-cf2d-414c-95c4-3e4d37cd0595 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:11:44.161899 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-db2a0d94-cd4b-49b2-b1ac-f8ff20b5ee36 None None] Provisioning complete for port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:44.162400 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-db2a0d94-cd4b-49b2-b1ac-f8ff20b5ee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:44.169891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-28702364-be1c-4843-8a0f-0358e17996a2 req-cb86f76e-a721-4dfb-aebf-5ab387870f57 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Deleting port af023c1b-45b1-43c9-a040-c14ae3af774a {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:44.170270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-28702364-be1c-4843-8a0f-0358e17996a2 req-cb86f76e-a721-4dfb-aebf-5ab387870f57 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:44.241544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:11:44.242271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:11:44.242913 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:44.244163 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:11:44.244983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Bound port: 91317a14-cf2d-414c-95c4-3e4d37cd0595, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:11:44.245571 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:44.249688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfa796-5ad3-426d-9a83-56b7df90410b None None] Pushing event updated for resources: {'Port': ['ID=91317a14-cf2d-414c-95c4-3e4d37cd0595,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:44.433829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-28702364-be1c-4843-8a0f-0358e17996a2 req-cb86f76e-a721-4dfb-aebf-5ab387870f57 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] For port af023c1b-45b1-43c9-a040-c14ae3af774a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=af023c1b-45b1-43c9-a040-c14ae3af774a,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:44.434402 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-28702364-be1c-4843-8a0f-0358e17996a2 req-cb86f76e-a721-4dfb-aebf-5ab387870f57 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:44.447032 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-51590348-a59d-47fc-a102-d8389f7a36d2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:44.455787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-28702364-be1c-4843-8a0f-0358e17996a2 req-cb86f76e-a721-4dfb-aebf-5ab387870f57 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Calling delete_port for af023c1b-45b1-43c9-a040-c14ae3af774a owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:44.575910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-51590348-a59d-47fc-a102-d8389f7a36d2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:44.651153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-51590348-a59d-47fc-a102-d8389f7a36d2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Network 947fd8e7-0529-4083-a4cd-f5a8c40e92df is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:11:44.658492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-51590348-a59d-47fc-a102-d8389f7a36d2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:44.667141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-51590348-a59d-47fc-a102-d8389f7a36d2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:11:44.675167 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-db2a0d94-cd4b-49b2-b1ac-f8ff20b5ee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:44.687679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51590348-a59d-47fc-a102-d8389f7a36d2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Pushing event updated for resources: {'Port': ['ID=7a34a114-864e-4aea-9b1d-7026f4fc378e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:44.691110 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d568c2f6-e0cd-41d5-b557-ab7a02d33e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:44.774778 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:44.798854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] For port 91317a14-cf2d-414c-95c4-3e4d37cd0595, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:11:44.822154 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] For port 91317a14-cf2d-414c-95c4-3e4d37cd0595, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=91317a14-cf2d-414c-95c4-3e4d37cd0595,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:11:44.822355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-51590348-a59d-47fc-a102-d8389f7a36d2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:44.822976 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-51590348-a59d-47fc-a102-d8389f7a36d2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:44.824116 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c80d2c8-b10a-4973-9a19-95122cb9cb55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:44.880685 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:44.953826 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-51590348-a59d-47fc-a102-d8389f7a36d2 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9948704 Nov 24 13:11:44.960858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-01016b4f-baeb-4bdb-ad60-f6de3ee789e8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:11:44.962175 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-01016b4f-baeb-4bdb-ad60-f6de3ee789e8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070069 Nov 24 13:11:44.982806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-db2a0d94-cd4b-49b2-b1ac-f8ff20b5ee36 None None] For port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7a95a205-aad2-4f12-8bcc-d5a414f1e07f,segment=NetworkSegment(4020bd0e-220e-4b15-8ed4-d76f2cf104d1),segment_id=4020bd0e-220e-4b15-8ed4-d76f2cf104d1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:45.004481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Routers {'80319545-6f2e-40b9-8e66-9dc500fffd33'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:11:45.005143 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['80319545-6f2e-40b9-8e66-9dc500fffd33'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:45.009017 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-db2a0d94-cd4b-49b2-b1ac-f8ff20b5ee36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:45.014544 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:45.176030 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-28702364-be1c-4843-8a0f-0358e17996a2 req-cb86f76e-a721-4dfb-aebf-5ab387870f57 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:45.261948 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:45.277448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Request body: {'port': {'device_id': '96a8932e-da2e-4b0a-9147-4017844ca43c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:45.295425 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:11:45.295948 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:11:45.299135 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfa796-5ad3-426d-9a83-56b7df90410b None None] Pushing event updated for resources: {'Port': ['ID=91317a14-cf2d-414c-95c4-3e4d37cd0595,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:45.324751 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c4508d7-b9a9-4b77-acd5-1d40af987691 req-c725d540-04a1-4758-88e7-473cd009d8e2 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 210 time: 0.1459041 Nov 24 13:11:45.387221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86f76e-a721-4dfb-aebf-5ab387870f57 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Pushing event deleted for resources: {'Port': ['ID=af023c1b-45b1-43c9-a040-c14ae3af774a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:45.445863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7590e-dcea-49a2-bf33-dff596654901 req-18ae4d7b-4b3c-4608-a20f-86fa2c24c73f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:45.458420 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ef7590e-dcea-49a2-bf33-dff596654901 req-18ae4d7b-4b3c-4608-a20f-86fa2c24c73f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 932 time: 0.4482908 Nov 24 13:11:45.524499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Network 3f5a30bf-1539-463a-8697-32aa690511f3 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:11:45.547181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a0d94-cd4b-49b2-b1ac-f8ff20b5ee36 None None] Pushing event updated for resources: {'Port': ['ID=7a95a205-aad2-4f12-8bcc-d5a414f1e07f,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:45.559022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:45.579389 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c80d2c8-b10a-4973-9a19-95122cb9cb55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:45.586450 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] Set router 80319545-6f2e-40b9-8e66-9dc500fffd33 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:11:45.590033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:11:45.678478 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c80d2c8-b10a-4973-9a19-95122cb9cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:45.687740 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-28702364-be1c-4843-8a0f-0358e17996a2 req-cb86f76e-a721-4dfb-aebf-5ab387870f57 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] No DVR routers for this DVR port af023c1b-45b1-43c9-a040-c14ae3af774a on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:11:45.692479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Pushing event updated for resources: {'Port': ['ID=9e5f294a-59ec-42aa-a916-a1594c5eb56f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:45.715954 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-28702364-be1c-4843-8a0f-0358e17996a2 req-cb86f76e-a721-4dfb-aebf-5ab387870f57 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:45.720184 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28702364-be1c-4843-8a0f-0358e17996a2 req-cb86f76e-a721-4dfb-aebf-5ab387870f57 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.46 "DELETE /v2.0/ports/af023c1b-45b1-43c9-a040-c14ae3af774a HTTP/1.1" status: 204 len: 173 time: 2.1374309 Nov 24 13:11:45.722827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65af2862-5909-4960-b011-3628013ce704', 'name': 'network-vif-deleted', 'tag': 'af023c1b-45b1-43c9-a040-c14ae3af774a'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:11:45.730812 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77ab91f-031f-439c-afa3-30f8cfd72c68" -d '{"events": [{"server_uuid": "65af2862-5909-4960-b011-3628013ce704", "name": "network-vif-deleted", "tag": "af023c1b-45b1-43c9-a040-c14ae3af774a"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:11:45.792847 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:45.834621 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50586) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:45.843645 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5c80d2c8-b10a-4973-9a19-95122cb9cb55 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbbab90acb1c41b0b2fefbea3f408e37&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9599779 Nov 24 13:11:45.843645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80d2c8-b10a-4973-9a19-95122cb9cb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9186b1d6-4256-4630-97ee-5342bbe1e792,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:45.847479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50588) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:45.901997 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ef7590e-dcea-49a2-bf33-dff596654901 req-8a9608a6-e4d6-4810-b360-5251a363e2e8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426060 Nov 24 13:11:45.928960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7010711c-fd6a-48ac-9257-cd0fadef2b67 None None] Provisioning complete for port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:45.929605 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7010711c-fd6a-48ac-9257-cd0fadef2b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:46.007879 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:46.008502 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d8842c-e061-49a4-b7d9-cad5e19839d4 x-openstack-request-id: req-93d8842c-e061-49a4-b7d9-cad5e19839d4 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:11:46.009028 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65af2862-5909-4960-b011-3628013ce704", "name": "network-vif-deleted", "tag": "af023c1b-45b1-43c9-a040-c14ae3af774a", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:11:46.009434 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93d8842c-e061-49a4-b7d9-cad5e19839d4 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:11:46.009986 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65af2862-5909-4960-b011-3628013ce704', 'name': 'network-vif-deleted', 'tag': 'af023c1b-45b1-43c9-a040-c14ae3af774a', 'status': 'completed', 'code': 200} Nov 24 13:11:46.141080 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64b159e0-7d31-4e7b-ad9e-8795f831919d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:46.258754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7a95a205-aad2-4f12-8bcc-d5a414f1e07f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:46.300398 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-efdb9309-1d1d-4927-9051-de7aecbfb03a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:46.314416 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64b159e0-7d31-4e7b-ad9e-8795f831919d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:46.321891 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-d568c2f6-e0cd-41d5-b557-ab7a02d33e0a admin admin] Deleting port 47987348-d3c3-4646-be5f-ff53349ae26b {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:46.322458 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d568c2f6-e0cd-41d5-b557-ab7a02d33e0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:46.366807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'name': 'tempest-TestVolumeBackupRestore-1533589948-router', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:35Z', 'updated_at': '2021-11-24T13:11:39Z', 'revision_number': 3, 'project_id': '79d005e95d3a4fa8a20417c249cfb015', 'gw_port': {'id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:37Z', 'updated_at': '2021-11-24T13:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:46.399506 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70915f7b-6286-45d3-bcd6-da2f1389f3d2 None None] The sync data for ids ['80319545-6f2e-40b9-8e66-9dc500fffd33'] in n-d-817303-4 is: [{'id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'name': 'tempest-TestVolumeBackupRestore-1533589948-router', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:35Z', 'updated_at': '2021-11-24T13:11:39Z', 'revision_number': 3, 'project_id': '79d005e95d3a4fa8a20417c249cfb015', 'gw_port': {'id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:37Z', 'updated_at': '2021-11-24T13:11:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:11:46.403208 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-dfebe4bd-ffe2-4516-81a3-3d3b1cd89d8e None None] Provisioning complete for port 9e5f294a-59ec-42aa-a916-a1594c5eb56f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:46.404640 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dfebe4bd-ffe2-4516-81a3-3d3b1cd89d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:46.474555 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:46.477322 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:46.605626 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-dfebe4bd-ffe2-4516-81a3-3d3b1cd89d8e None None] Port 9e5f294a-59ec-42aa-a916-a1594c5eb56f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:11:46.609636 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-257255fb-29a2-4786-96aa-3e8ad8dc8e45 req-c774f383-aa9a-4e2d-9483-d98c53ce36c0 tempest-ListServerFiltersTestJSON-1235306337 tempest-ListServerFiltersTestJSON-1235306337-project] 10.222.0.48 "GET /v2.0/ports?device_id=65af2862-5909-4960-b011-3628013ce704 HTTP/1.1" status: 200 len: 210 time: 0.0818117 Nov 24 13:11:46.674119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device af023c1b-45b1-43c9-a040-c14ae3af774a no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:11:46.679786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a34a114-864e-4aea-9b1d-7026f4fc378e {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:11:46.697444 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:46.708521 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-d568c2f6-e0cd-41d5-b557-ab7a02d33e0a admin admin] For port 47987348-d3c3-4646-be5f-ff53349ae26b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=47987348-d3c3-4646-be5f-ff53349ae26b,segment=NetworkSegment(0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a),segment_id=0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:46.709011 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d568c2f6-e0cd-41d5-b557-ab7a02d33e0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:46.731863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Transition to ACTIVE for port object 7a34a114-864e-4aea-9b1d-7026f4fc378e will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:11:46.736529 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:46.742005 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: af023c1b-45b1-43c9-a040-c14ae3af774a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:11:46.742361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device af023c1b-45b1-43c9-a040-c14ae3af774a not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:11:46.758381 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-d568c2f6-e0cd-41d5-b557-ab7a02d33e0a admin admin] Calling delete_port for 47987348-d3c3-4646-be5f-ff53349ae26b owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:46.769981 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64b159e0-7d31-4e7b-ad9e-8795f831919d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:46.773873 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64b159e0-7d31-4e7b-ad9e-8795f831919d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:46.777941 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-64b159e0-7d31-4e7b-ad9e-8795f831919d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9186b1d6-4256-4630-97ee-5342bbe1e792 HTTP/1.1" status: 204 len: 168 time: 0.9258661 Nov 24 13:11:46.807222 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:46.883020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Pushing event updated for resources: {'Port': ['ID=7a34a114-864e-4aea-9b1d-7026f4fc378e,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:46.905586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b159e0-7d31-4e7b-ad9e-8795f831919d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9186b1d6-4256-4630-97ee-5342bbe1e792,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:47.054048 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-efdb9309-1d1d-4927-9051-de7aecbfb03a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.075270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Attempting to bind port 7a34a114-864e-4aea-9b1d-7026f4fc378e on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:11:47.076293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Attempting to bind port 7a34a114-864e-4aea-9b1d-7026f4fc378e by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:11:47.077002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Attempting to bind port 7a34a114-864e-4aea-9b1d-7026f4fc378e on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:11:47.082913 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-efdb9309-1d1d-4927-9051-de7aecbfb03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.083873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Port 7a34a114-864e-4aea-9b1d-7026f4fc378e on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:11:47.084211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Attempting to bind port 7a34a114-864e-4aea-9b1d-7026f4fc378e on network 947fd8e7-0529-4083-a4cd-f5a8c40e92df {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:11:47.114892 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:11:47.115246 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Checking segment: {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:11:47.116228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Bound using segment: {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:11:47.116228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Bound port: 7a34a114-864e-4aea-9b1d-7026f4fc378e, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b17705c2-b58a-4258-9c71-1f7a807fb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:11:47.116928 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.153235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc2666-1c23-46bc-a764-2d4c8a4890c8 req-3dd8ae75-bcb7-4b54-9812-6e33ee2238a7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:47.163013 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-31cc2666-1c23-46bc-a764-2d4c8a4890c8 req-3dd8ae75-bcb7-4b54-9812-6e33ee2238a7 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 944 time: 0.1199718 Nov 24 13:11:47.245093 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-efdb9309-1d1d-4927-9051-de7aecbfb03a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=784f6b04d7a34111bdc17848fb960c6d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3985801 Nov 24 13:11:47.267184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50616) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:47.279518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] For port 7a34a114-864e-4aea-9b1d-7026f4fc378e, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:11:47.282874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] For port 7a34a114-864e-4aea-9b1d-7026f4fc378e, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7a34a114-864e-4aea-9b1d-7026f4fc378e,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:11:47.297390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50618) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:47.300539 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.303783 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb9309-1d1d-4927-9051-de7aecbfb03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed40d9ca-e181-4aa8-ae81-bbb53c64d587,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:47.318084 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a717ce51-4374-447a-bbd9-564d65dbff01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.430778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:47.430778 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.431556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] 10.222.0.59 "PUT /v2.0/ports/7a34a114-864e-4aea-9b1d-7026f4fc378e HTTP/1.1" status: 200 len: 1092 time: 2.4594471 Nov 24 13:11:47.470336 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-31cc2666-1c23-46bc-a764-2d4c8a4890c8 req-3e4fb72c-82be-42f5-9bb2-680ecb4be709 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061390 Nov 24 13:11:47.492265 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba23dc-7dd7-4b7c-a1b5-8875187bb364 service neutron] Pushing event updated for resources: {'Port': ['ID=7a34a114-864e-4aea-9b1d-7026f4fc378e,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:47.500398 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.568480 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.580698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-c0077265-440d-46aa-b8bb-9735599f2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:47.582497 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-c0077265-440d-46aa-b8bb-9735599f2462 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 1095 time: 0.0967834 Nov 24 13:11:47.649157 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-3e9df4f0-bba8-469b-b15a-bea27572ce87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a34a114-864e-4aea-9b1d-7026f4fc378e HTTP/1.1" status: 200 len: 217 time: 0.0568221 Nov 24 13:11:47.651272 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-070d0334-6d26-4ac2-99ca-b76c78b4231c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.657626 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a717ce51-4374-447a-bbd9-564d65dbff01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.669625 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a717ce51-4374-447a-bbd9-564d65dbff01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.671914 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Pushing event updated for resources: {'Port': ['ID=9e5f294a-59ec-42aa-a916-a1594c5eb56f,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:47.674329 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d568c2f6-e0cd-41d5-b557-ab7a02d33e0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.692714 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.744239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50628) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:47.769491 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-070d0334-6d26-4ac2-99ca-b76c78b4231c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.773364 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568c2f6-e0cd-41d5-b557-ab7a02d33e0a admin admin] Pushing event deleted for resources: {'Port': ['ID=47987348-d3c3-4646-be5f-ff53349ae26b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:47.790549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717ce51-4374-447a-bbd9-564d65dbff01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dd0456-f28d-45eb-85d8-7d2b73946a86,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:47.795739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-3b002f4a-f1e7-4fd7-87b1-1cc6a05e827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:47.797271 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-3b002f4a-f1e7-4fd7-87b1-1cc6a05e827c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 200 len: 852 time: 0.1382205 Nov 24 13:11:47.806994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a717ce51-4374-447a-bbd9-564d65dbff01 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01bb660564c3475a93aa1f7c57323a26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5079582 Nov 24 13:11:47.814202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50630) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:47.870686 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-8af5bbbc-9998-422e-b561-1e2905b5f536 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=947fd8e7-0529-4083-a4cd-f5a8c40e92df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607214 Nov 24 13:11:47.874947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d253d694-2486-403c-b06b-2a302b61b380 admin admin] Deleting subnet ce05a010-5c2f-4027-96ef-96f595f9f3eb {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:11:47.878963 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d253d694-2486-403c-b06b-2a302b61b380 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:47.967153 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d253d694-2486-403c-b06b-2a302b61b380 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:48.021070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-070d0334-6d26-4ac2-99ca-b76c78b4231c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:48.023661 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-070d0334-6d26-4ac2-99ca-b76c78b4231c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:48.028086 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-070d0334-6d26-4ac2-99ca-b76c78b4231c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed40d9ca-e181-4aa8-ae81-bbb53c64d587 HTTP/1.1" status: 204 len: 168 time: 0.7547617 Nov 24 13:11:48.032795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a8932e-da2e-4b0a-9147-4017844ca43c', 'tag': '7a34a114-864e-4aea-9b1d-7026f4fc378e'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:11:48.035525 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93af17e2-3e3d-4ff9-a7f9-77f2e2b3bd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "96a8932e-da2e-4b0a-9147-4017844ca43c", "tag": "7a34a114-864e-4aea-9b1d-7026f4fc378e"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:11:48.045361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d0334-6d26-4ac2-99ca-b76c78b4231c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed40d9ca-e181-4aa8-ae81-bbb53c64d587,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:48.124333 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4e5e07-3667-48f9-9f7b-35a13b28108d x-openstack-request-id: req-ba4e5e07-3667-48f9-9f7b-35a13b28108d {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:11:48.124925 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a8932e-da2e-4b0a-9147-4017844ca43c", "tag": "7a34a114-864e-4aea-9b1d-7026f4fc378e", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:11:48.125384 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba4e5e07-3667-48f9-9f7b-35a13b28108d {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:11:48.125950 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a8932e-da2e-4b0a-9147-4017844ca43c', 'tag': '7a34a114-864e-4aea-9b1d-7026f4fc378e', 'status': 'completed', 'code': 200} Nov 24 13:11:48.139845 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-e06b896e-64b1-400a-9899-ccef19f8943f service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587736 Nov 24 13:11:48.159332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Network 3f5a30bf-1539-463a-8697-32aa690511f3 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:11:48.171626 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d253d694-2486-403c-b06b-2a302b61b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:48.200864 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:48.218995 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a173ce1-97a1-4b9a-a3a5-c85ee0494c78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:48.313839 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85e11d6b-ccf3-485a-87c1-2e2c7898de46 req-d8468ebf-bdbc-4ef5-8044-34f1c0e5c133 service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635528 Nov 24 13:11:48.319793 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d253d694-2486-403c-b06b-2a302b61b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:48.361982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253d694-2486-403c-b06b-2a302b61b380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce05a010-5c2f-4027-96ef-96f595f9f3eb,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:48.372050 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d253d694-2486-403c-b06b-2a302b61b380 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:48.373206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b27633e-a18e-4578-9253-24c1a2825208 None None] Network 4276637e-2720-4f02-a37d-40c318a74613 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:11:48.376657 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d253d694-2486-403c-b06b-2a302b61b380 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ce05a010-5c2f-4027-96ef-96f595f9f3eb HTTP/1.1" status: 204 len: 168 time: 0.6312764 Nov 24 13:11:48.379621 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50646) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:48.407070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d568c2f6-e0cd-41d5-b557-ab7a02d33e0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:48.412661 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a173ce1-97a1-4b9a-a3a5-c85ee0494c78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:48.634592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 91317a14-cf2d-414c-95c4-3e4d37cd0595 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:48.659570 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Router 80319545-6f2e-40b9-8e66-9dc500fffd33 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:11:48.694285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af17e2-3e3d-4ff9-a7f9-77f2e2b3bd9b req-caac382f-e46d-415e-9864-e97bb3f75676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:48.696564 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-93af17e2-3e3d-4ff9-a7f9-77f2e2b3bd9b req-caac382f-e46d-415e-9864-e97bb3f75676 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 1095 time: 0.2957058 Nov 24 13:11:48.700055 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:48.753647 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a173ce1-97a1-4b9a-a3a5-c85ee0494c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:48.757210 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a173ce1-97a1-4b9a-a3a5-c85ee0494c78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:48.760900 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7a173ce1-97a1-4b9a-a3a5-c85ee0494c78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7dd0456-f28d-45eb-85d8-7d2b73946a86 HTTP/1.1" status: 204 len: 168 time: 0.9350839 Nov 24 13:11:48.843473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a173ce1-97a1-4b9a-a3a5-c85ee0494c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dd0456-f28d-45eb-85d8-7d2b73946a86,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:48.873513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-11c0b677-8d91-4b3e-a645-b37644d094d3 None None] Provisioning complete for port 9e5f294a-59ec-42aa-a916-a1594c5eb56f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:48.877807 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-11c0b677-8d91-4b3e-a645-b37644d094d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:48.915232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a92587-be20-498b-b6f0-d2d2a20eff43 req-a340f82f-849d-4b46-bd1e-35c7dff5c5fe tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:48.917587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-62a92587-be20-498b-b6f0-d2d2a20eff43 req-a340f82f-849d-4b46-bd1e-35c7dff5c5fe tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 944 time: 0.1907122 Nov 24 13:11:48.950075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-11c0b677-8d91-4b3e-a645-b37644d094d3 None None] Port 9e5f294a-59ec-42aa-a916-a1594c5eb56f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:11:48.977894 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 91317a14-cf2d-414c-95c4-3e4d37cd0595 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:48.978360 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:49.011210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Deleting port 9a021e11-682a-4459-8691-94e69dd484e6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:49.014086 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:49.052872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af17e2-3e3d-4ff9-a7f9-77f2e2b3bd9b req-e5068978-eba8-4fb1-9bdd-a14f4f612ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:49.055107 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-93af17e2-3e3d-4ff9-a7f9-77f2e2b3bd9b req-e5068978-eba8-4fb1-9bdd-a14f4f612ef8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 200 len: 913 time: 0.3497729 Nov 24 13:11:49.081250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fe6767-9198-4e03-b12c-783e4b0db2bd None None] DHCP port deletion for 4276637e-2720-4f02-a37d-40c318a74613 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:11:49.128877 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-93af17e2-3e3d-4ff9-a7f9-77f2e2b3bd9b req-855393df-90be-4b2a-b454-281e1e6a3dad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a34a114-864e-4aea-9b1d-7026f4fc378e HTTP/1.1" status: 200 len: 217 time: 0.0518250 Nov 24 13:11:49.254481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-13fe6767-9198-4e03-b12c-783e4b0db2bd None None] Deleting port 9a021e11-682a-4459-8691-94e69dd484e6 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:49.254787 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-13fe6767-9198-4e03-b12c-783e4b0db2bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:49.271578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] For port 9a021e11-682a-4459-8691-94e69dd484e6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9a021e11-682a-4459-8691-94e69dd484e6,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:49.271948 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:49.290041 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:49.324232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:11:49.331905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Calling delete_port for 9a021e11-682a-4459-8691-94e69dd484e6 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:49.334780 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a5463a74-e232-440e-804a-d2c6909723d2 admin admin] 10.222.0.48 "PUT /v2.0/routers/80319545-6f2e-40b9-8e66-9dc500fffd33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9405804 Nov 24 13:11:49.346089 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-62a92587-be20-498b-b6f0-d2d2a20eff43 req-ece846e6-5b04-4d15-af74-119401f57dcb tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941473 Nov 24 13:11:49.376253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d568c2f6-e0cd-41d5-b557-ab7a02d33e0a admin admin] Router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:11:49.377342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af17e2-3e3d-4ff9-a7f9-77f2e2b3bd9b req-8895ce6c-4449-4b49-9111-f4696c026432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:49.378898 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-93af17e2-3e3d-4ff9-a7f9-77f2e2b3bd9b req-8895ce6c-4449-4b49-9111-f4696c026432 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 200 len: 852 time: 0.2102866 Nov 24 13:11:49.405060 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 91317a14-cf2d-414c-95c4-3e4d37cd0595, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=91317a14-cf2d-414c-95c4-3e4d37cd0595,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:49.426339 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:49.445302 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-93af17e2-3e3d-4ff9-a7f9-77f2e2b3bd9b req-cd02215c-9a15-4784-9e13-aa410ece7e43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=947fd8e7-0529-4083-a4cd-f5a8c40e92df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552902 Nov 24 13:11:49.502835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50678) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:49.515442 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=91317a14-cf2d-414c-95c4-3e4d37cd0595,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:49.544593 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-02855d88-2edf-4fd3-bc18-d8bc90c466b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:49.547050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Sync routers for ids ['80319545-6f2e-40b9-8e66-9dc500fffd33'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:11:49.740690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-13fe6767-9198-4e03-b12c-783e4b0db2bd None None] For port 9a021e11-682a-4459-8691-94e69dd484e6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9a021e11-682a-4459-8691-94e69dd484e6,segment=NetworkSegment(e24b1819-3a32-438d-9a57-c21d5b08cc84),segment_id=e24b1819-3a32-438d-9a57-c21d5b08cc84)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:49.741206 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-13fe6767-9198-4e03-b12c-783e4b0db2bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:49.756268 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-13fe6767-9198-4e03-b12c-783e4b0db2bd None None] Calling delete_port for 9a021e11-682a-4459-8691-94e69dd484e6 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:49.841490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Routers {'80319545-6f2e-40b9-8e66-9dc500fffd33'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:11:49.842348 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['80319545-6f2e-40b9-8e66-9dc500fffd33'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:49.869020 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-93af17e2-3e3d-4ff9-a7f9-77f2e2b3bd9b req-d93c762d-438f-4b9c-a0b4-27fca31bb233 service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083746 Nov 24 13:11:49.871216 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:11:49.883692 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:11:49.893333 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-13fe6767-9198-4e03-b12c-783e4b0db2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:49.925325 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe6767-9198-4e03-b12c-783e4b0db2bd None None] Pushing event deleted for resources: {'Port': ['ID=9a021e11-682a-4459-8691-94e69dd484e6,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:49.942561 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fe6767-9198-4e03-b12c-783e4b0db2bd None None] No DVR routers for this DVR port 9a021e11-682a-4459-8691-94e69dd484e6 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:11:49.969437 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] No DVR routers for this DVR port 9a021e11-682a-4459-8691-94e69dd484e6 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:11:49.973125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a021e11-682a-4459-8691-94e69dd484e6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:50.090582 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Set router 80319545-6f2e-40b9-8e66-9dc500fffd33 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:11:50.270162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d568c2f6-e0cd-41d5-b557-ab7a02d33e0a admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:11:50.281081 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74768858-b9b2-4ac4-b8d0-f6ce6df0c316 None None] Sync routers for ids ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:11:50.295431 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74768858-b9b2-4ac4-b8d0-f6ce6df0c316 None None] Routers {'5db1f42a-956a-42e2-8fd4-278e62e0b7e2'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:11:50.298530 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-74768858-b9b2-4ac4-b8d0-f6ce6df0c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:50.364277 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:50.380107 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d568c2f6-e0cd-41d5-b557-ab7a02d33e0a admin admin] 10.222.0.48 "PUT /v2.0/routers/5db1f42a-956a-42e2-8fd4-278e62e0b7e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7648015 Nov 24 13:11:50.388818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50740) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:50.468961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 91317a14-cf2d-414c-95c4-3e4d37cd0595 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:50.475613 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-93af17e2-3e3d-4ff9-a7f9-77f2e2b3bd9b req-babd4289-7b9b-4ecf-82bd-3634750d0e7a service neutron] 10.222.0.59 "GET /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275977 Nov 24 13:11:50.477478 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4276637e-2720-4f02-a37d-40c318a74613']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:50.515440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24b1819-3a32-438d-9a57-c21d5b08cc84') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:50.515994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24b1819-3a32-438d-9a57-c21d5b08cc84') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:50.535971 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:50.565680 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-74768858-b9b2-4ac4-b8d0-f6ce6df0c316 None None] Set router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:11:50.575115 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:50.582566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:11:50.583182 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:11:50.585303 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:11:50.656510 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:50.675746 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:50.680658 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4276637e-2720-4f02-a37d-40c318a74613 HTTP/1.1" status: 204 len: 168 time: 2.2997425 Nov 24 13:11:50.692277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9e94c-9041-4d05-8126-7f65d1b08194 admin admin] Pushing event deleted for resources: {'Network': ['ID=4276637e-2720-4f02-a37d-40c318a74613,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:50.757906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 91317a14-cf2d-414c-95c4-3e4d37cd0595 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:50.758837 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:50.782522 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:50.820520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'name': 'tempest-TestVolumeBackupRestore-1533589948-router', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:35Z', 'updated_at': '2021-11-24T13:11:46Z', 'revision_number': 4, 'project_id': '79d005e95d3a4fa8a20417c249cfb015', 'gw_port': {'id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:37Z', 'updated_at': '2021-11-24T13:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9e5f294a-59ec-42aa-a916-a1594c5eb56f', 'name': '', 'network_id': '3f5a30bf-1539-463a-8697-32aa690511f3', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'mac_address': 'fa:16:3e:72:7c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'a61bc9f5-07ae-4be0-9c51-7105362426d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:42Z', 'updated_at': '2021-11-24T13:11:47Z', 'revision_number': 2, 'project_id': '79d005e95d3a4fa8a20417c249cfb015', 'subnets': [{'id': 'a61bc9f5-07ae-4be0-9c51-7105362426d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:50.952179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50760) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:50.963419 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:50.984319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Checking router: 80319545-6f2e-40b9-8e66-9dc500fffd33 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:11:50.984890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Updating router 80319545-6f2e-40b9-8e66-9dc500fffd33 port 9e5f294a-59ec-42aa-a916-a1594c5eb56f binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:11:50.986772 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-02855d88-2edf-4fd3-bc18-d8bc90c466b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.024570 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-02855d88-2edf-4fd3-bc18-d8bc90c466b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.061658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02855d88-2edf-4fd3-bc18-d8bc90c466b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca761438-a866-44c0-9a66-bf6cec29e3ba,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:51.073210 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f9a0b-226b-4af9-a580-bc0fef55e861 req-5196ecc8-731f-4a2f-87fb-a87aed25a093 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:51.075646 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-727f9a0b-226b-4af9-a580-bc0fef55e861 req-5196ecc8-731f-4a2f-87fb-a87aed25a093 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 944 time: 0.3636863 Nov 24 13:11:51.113870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3ed9e33e-3ac7-49cc-997c-c08d6a5a5b5f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad68242eacc545928235deb5b4f6209e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601219 Nov 24 13:11:51.115629 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4ea02b64-aeb9-4a82-b0ee-e59979bf494c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.115976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50766) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:51.138502 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-74768858-b9b2-4ac4-b8d0-f6ce6df0c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T13:11:47Z', 'revision_number': 5, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port': {'id': 'f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:32Z', 'updated_at': '2021-11-24T12:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:51.141665 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.187800 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-727f9a0b-226b-4af9-a580-bc0fef55e861 req-aa3787be-2c51-491d-8851-2f7041882e40 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976779 Nov 24 13:11:51.191504 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-02855d88-2edf-4fd3-bc18-d8bc90c466b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68767da9bd604964a51506317b247c7c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6877050 Nov 24 13:11:51.196469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50770) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:51.205228 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74768858-b9b2-4ac4-b8d0-f6ce6df0c316 None None] Checking router: 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:11:51.208457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] Deleting port f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:51.209064 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.234854 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74768858-b9b2-4ac4-b8d0-f6ce6df0c316 None None] Routers {'5db1f42a-956a-42e2-8fd4-278e62e0b7e2'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:11:51.236028 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-74768858-b9b2-4ac4-b8d0-f6ce6df0c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:51.262114 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de05f6da-c3f7-4349-8937-3bdd4753910a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.310359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de05f6da-c3f7-4349-8937-3bdd4753910a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.371245 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] For port f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:51.371711 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.406315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] Calling delete_port for f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:51.408286 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de05f6da-c3f7-4349-8937-3bdd4753910a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.413337 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de05f6da-c3f7-4349-8937-3bdd4753910a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.414529 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-de05f6da-c3f7-4349-8937-3bdd4753910a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd HTTP/1.1" status: 204 len: 168 time: 0.2954750 Nov 24 13:11:51.464202 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05f6da-c3f7-4349-8937-3bdd4753910a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fa73b7-d53a-4cd1-a651-a2fc9fe328bd,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:51.478439 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a8be6cc-645b-40ce-8a9a-b1415e70c62e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.520010 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a8be6cc-645b-40ce-8a9a-b1415e70c62e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.746331 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a8be6cc-645b-40ce-8a9a-b1415e70c62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.754605 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a8be6cc-645b-40ce-8a9a-b1415e70c62e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.758592 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7a8be6cc-645b-40ce-8a9a-b1415e70c62e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca761438-a866-44c0-9a66-bf6cec29e3ba HTTP/1.1" status: 204 len: 168 time: 0.5571299 Nov 24 13:11:51.807758 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-74768858-b9b2-4ac4-b8d0-f6ce6df0c316 None None] Set router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:11:51.843559 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.869295 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.872789 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8be6cc-645b-40ce-8a9a-b1415e70c62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca761438-a866-44c0-9a66-bf6cec29e3ba,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:51.917586 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:51.940247 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-74768858-b9b2-4ac4-b8d0-f6ce6df0c316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T13:11:50Z', 'revision_number': 6, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:51.962131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:51.994527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9a021e11-682a-4459-8691-94e69dd484e6 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:11:52.025321 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74768858-b9b2-4ac4-b8d0-f6ce6df0c316 None None] The sync data for ids ['5db1f42a-956a-42e2-8fd4-278e62e0b7e2'] in n-d-817303-4 is: [{'id': '5db1f42a-956a-42e2-8fd4-278e62e0b7e2', 'name': 'tempest-TaggedBootDevicesTest_v242-1763672298-router', 'tenant_id': '5cb9995cf9cd4081ba228f719572b20a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:31Z', 'updated_at': '2021-11-24T13:11:50Z', 'revision_number': 6, 'project_id': '5cb9995cf9cd4081ba228f719572b20a', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:11:52.093943 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4c4ce-5fb0-47dc-8bb1-c6661227ade9 None None] Pushing event updated for resources: {'Port': ['ID=9e5f294a-59ec-42aa-a916-a1594c5eb56f,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:52.096672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 9a021e11-682a-4459-8691-94e69dd484e6 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:11:52.097227 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9a021e11-682a-4459-8691-94e69dd484e6 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:11:52.183643 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:52.237337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Attempting to bind port 9e5f294a-59ec-42aa-a916-a1594c5eb56f on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:11:52.238036 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Attempting to bind port 9e5f294a-59ec-42aa-a916-a1594c5eb56f by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '4020bd0e-220e-4b15-8ed4-d76f2cf104d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f5a30bf-1539-463a-8697-32aa690511f3'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:11:52.240547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Attempting to bind port 9e5f294a-59ec-42aa-a916-a1594c5eb56f on network 3f5a30bf-1539-463a-8697-32aa690511f3 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:11:52.251331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:11:52.253526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Checking segment: {'id': '4020bd0e-220e-4b15-8ed4-d76f2cf104d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f5a30bf-1539-463a-8697-32aa690511f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:11:52.254749 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:52.256611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Bound using segment: {'id': '4020bd0e-220e-4b15-8ed4-d76f2cf104d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f5a30bf-1539-463a-8697-32aa690511f3'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:11:52.258280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Bound port: 9e5f294a-59ec-42aa-a916-a1594c5eb56f, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4020bd0e-220e-4b15-8ed4-d76f2cf104d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3f5a30bf-1539-463a-8697-32aa690511f3'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:11:52.258844 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:52.292586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7a34a114-864e-4aea-9b1d-7026f4fc378e details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:11:52.430708 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] For port 9e5f294a-59ec-42aa-a916-a1594c5eb56f, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:11:52.440836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] For port 9e5f294a-59ec-42aa-a916-a1594c5eb56f, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9e5f294a-59ec-42aa-a916-a1594c5eb56f,segment=NetworkSegment(4020bd0e-220e-4b15-8ed4-d76f2cf104d1),segment_id=4020bd0e-220e-4b15-8ed4-d76f2cf104d1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:11:52.479436 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:52.490175 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:52.650108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dce6c-d912-40fd-a0f5-318593c6b6c6 req-0f7acf54-c86f-4048-9afc-b03a21ce0fe8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:52.652599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 47987348-d3c3-4646-be5f-ff53349ae26b no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:11:52.655650 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:52.665673 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-014dce6c-d912-40fd-a0f5-318593c6b6c6 req-0f7acf54-c86f-4048-9afc-b03a21ce0fe8 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 944 time: 0.3122170 Nov 24 13:11:52.682227 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:52.682818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5db1f42a-956a-42e2-8fd4-278e62e0b7e2 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:11:52.688088 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:52.692499 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50846) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:52.709871 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c3fb9426-7e41-43c7-95e3-ab12e1e9e6eb admin admin] 10.222.0.48 "DELETE /v2.0/routers/5db1f42a-956a-42e2-8fd4-278e62e0b7e2 HTTP/1.1" status: 204 len: 168 time: 2.3224444 Nov 24 13:11:52.842656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08f4476-cfbd-403c-96e1-544ddbd546f5 admin admin] Deleting subnet 673a3600-90de-4e02-b5a0-1a7307d2a6a1 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:11:52.855082 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 47987348-d3c3-4646-be5f-ff53349ae26b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:11:52.855669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 47987348-d3c3-4646-be5f-ff53349ae26b not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:11:52.857844 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b08f4476-cfbd-403c-96e1-544ddbd546f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:52.861364 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-014dce6c-d912-40fd-a0f5-318593c6b6c6 req-1c96b316-81c1-441f-9d35-1df0930851fd tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944346 Nov 24 13:11:52.977923 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b08f4476-cfbd-403c-96e1-544ddbd546f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:52.982482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Provisioning complete for port 9e5f294a-59ec-42aa-a916-a1594c5eb56f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:52.983852 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:53.139781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Routers {'80319545-6f2e-40b9-8e66-9dc500fffd33'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:11:53.140430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['80319545-6f2e-40b9-8e66-9dc500fffd33'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:53.153833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 7a34a114-864e-4aea-9b1d-7026f4fc378e, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7a34a114-864e-4aea-9b1d-7026f4fc378e,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:53.327253 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4c4ce-5fb0-47dc-8bb1-c6661227ade9 None None] Pushing event updated for resources: {'Port': ['ID=9e5f294a-59ec-42aa-a916-a1594c5eb56f,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:53.456192 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '7a34a114-864e-4aea-9b1d-7026f4fc378e', 'network_id': '947fd8e7-0529-4083-a4cd-f5a8c40e92df', 'port_id': '7a34a114-864e-4aea-9b1d-7026f4fc378e', 'mac_address': 'fa:16:3e:50:d7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d39305-527a-49a2-bcce-5fc6399fd429', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:11:53.460996 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:53.529974 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-150a946f-72d2-4040-bd94-c5c1c58411a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:53.737123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] For port 9e5f294a-59ec-42aa-a916-a1594c5eb56f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9e5f294a-59ec-42aa-a916-a1594c5eb56f,segment=NetworkSegment(4020bd0e-220e-4b15-8ed4-d76f2cf104d1),segment_id=4020bd0e-220e-4b15-8ed4-d76f2cf104d1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:53.738489 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:53.778443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a34a114-864e-4aea-9b1d-7026f4fc378e {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:11:53.810464 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:53.878477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] Set router 80319545-6f2e-40b9-8e66-9dc500fffd33 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:11:53.881185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Pushing event updated for resources: {'Port': ['ID=9e5f294a-59ec-42aa-a916-a1594c5eb56f,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:53.918840 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b08f4476-cfbd-403c-96e1-544ddbd546f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:53.935975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 7a34a114-864e-4aea-9b1d-7026f4fc378e, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7a34a114-864e-4aea-9b1d-7026f4fc378e,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:53.944094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:53.945497 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:53.946169 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:53.946737 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:53.947373 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:53.947920 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:53.948462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:53.949059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:53.949597 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:53.950230 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:53.950787 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:53.951388 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5503b837-90d8-4a87-bef9-c5dfbe6ab53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:11:53.965229 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:53.984837 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50946) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:54.039615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-627a945b-23a7-48da-8043-2136975972f2 req-9fac3624-1429-4bc2-8197-d461bf118e7d service neutron] (114985) timed out ('10.222.0.48', 49296) {{(pid=114985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 13:11:54.188269 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b08f4476-cfbd-403c-96e1-544ddbd546f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.246958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f4476-cfbd-403c-96e1-544ddbd546f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=673a3600-90de-4e02-b5a0-1a7307d2a6a1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:54.263178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-566651287-network', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:54.264433 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b08f4476-cfbd-403c-96e1-544ddbd546f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.272456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b08f4476-cfbd-403c-96e1-544ddbd546f5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/673a3600-90de-4e02-b5a0-1a7307d2a6a1 HTTP/1.1" status: 204 len: 168 time: 1.5761118 Nov 24 13:11:54.273993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50966) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:54.313356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40002d37-f282-4bd9-b8ce-6e6ab70b3974 req-deb8e909-6b0b-47be-b3d9-6ada6eaf732f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:54.319261 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40002d37-f282-4bd9-b8ce-6e6ab70b3974 req-deb8e909-6b0b-47be-b3d9-6ada6eaf732f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 945 time: 0.2395456 Nov 24 13:11:54.331162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9511f50-a412-44e3-a370-1b22a81d46cc None None] Network fbaf4bb5-e42b-455c-baa5-50d6cb251c17 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:11:54.432439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] Made reservation on behalf of d61b576c7fac4a9eb7023d9ed7b451b8 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:11:54.446026 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.495815 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.507339 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.522960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['7a34a114-864e-4aea-9b1d-7026f4fc378e'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:11:54.527460 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:11:54.531393 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40002d37-f282-4bd9-b8ce-6e6ab70b3974 req-f749f65f-831c-4cbf-bf33-c111256f2319 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041843 Nov 24 13:11:54.651416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Deleting port 71afdcf4-0a4e-468f-9560-aac9e5211f8d {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:54.655004 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.670206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=7a34a114-864e-4aea-9b1d-7026f4fc378e,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:54.673621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-75c7e315-90f4-499b-a38a-00121317e6f0 None None] Provisioning complete for port 9e5f294a-59ec-42aa-a916-a1594c5eb56f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:54.674417 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75c7e315-90f4-499b-a38a-00121317e6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.692651 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.707628 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.755312 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:11:54.772030 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:54.778011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:11:54.778784 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f0d4801a-859f-47d8-8d5a-60d2cbe2a5aa not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:11:54.789287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] For port 71afdcf4-0a4e-468f-9560-aac9e5211f8d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=71afdcf4-0a4e-468f-9560-aac9e5211f8d,segment=NetworkSegment(0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a),segment_id=0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:54.789658 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.793737 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.800242 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] Added segment 67dc34a2-7158-4b8d-a939-5e87d8a8c8e7 of type vlan for network 43b905f1-c168-4b3c-9874-84b9b2b65777 Nov 24 13:11:54.818703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Calling delete_port for 71afdcf4-0a4e-468f-9560-aac9e5211f8d owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:54.896420 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.898938 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.966648 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.967814 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:54.968412 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:54.977522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600f30d3-9938-4425-b0a0-8dadbc94bded None None] DHCP port deletion for fbaf4bb5-e42b-455c-baa5-50d6cb251c17 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:11:55.041900 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:55.099165 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1131814 Nov 24 13:11:55.116292 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50996) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:55.119521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50998) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:55.145720 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] No DVR routers for this DVR port 71afdcf4-0a4e-468f-9560-aac9e5211f8d on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:11:55.147550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=71afdcf4-0a4e-468f-9560-aac9e5211f8d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:55.186104 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-600f30d3-9938-4425-b0a0-8dadbc94bded None None] The port '71afdcf4-0a4e-468f-9560-aac9e5211f8d' was deleted {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 24 13:11:55.265935 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f3cdf892-c80a-4367-be71-cff640a919d3 admin admin] Request body: {'subnet': {'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-566651287-subnet', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:55.272649 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef68a6-ea5c-4993-b14a-b69783100198 admin admin] Pushing event updated for resources: {'Network': ['ID=43b905f1-c168-4b3c-9874-84b9b2b65777,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:55.308547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 43b905f1-c168-4b3c-9874-84b9b2b65777 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:11:55.333300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cdf892-c80a-4367-be71-cff640a919d3 admin admin] Made reservation on behalf of d61b576c7fac4a9eb7023d9ed7b451b8 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:11:55.336875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf892-c80a-4367-be71-cff640a919d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:55.410140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'name': 'tempest-TestVolumeBackupRestore-1533589948-router', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:35Z', 'updated_at': '2021-11-24T13:11:46Z', 'revision_number': 4, 'project_id': '79d005e95d3a4fa8a20417c249cfb015', 'gw_port': {'id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:37Z', 'updated_at': '2021-11-24T13:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9e5f294a-59ec-42aa-a916-a1594c5eb56f', 'name': '', 'network_id': '3f5a30bf-1539-463a-8697-32aa690511f3', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'mac_address': 'fa:16:3e:72:7c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'a61bc9f5-07ae-4be0-9c51-7105362426d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:42Z', 'updated_at': '2021-11-24T13:11:52Z', 'revision_number': 4, 'project_id': '79d005e95d3a4fa8a20417c249cfb015', 'subnets': [{'id': 'a61bc9f5-07ae-4be0-9c51-7105362426d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:55.445532 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:55.457199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91329307-6040-4711-a3fe-71d2dca66d50 None None] The sync data for ids ['80319545-6f2e-40b9-8e66-9dc500fffd33'] in n-d-817303-4 is: [{'id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'name': 'tempest-TestVolumeBackupRestore-1533589948-router', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:35Z', 'updated_at': '2021-11-24T13:11:46Z', 'revision_number': 4, 'project_id': '79d005e95d3a4fa8a20417c249cfb015', 'gw_port': {'id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:37Z', 'updated_at': '2021-11-24T13:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9e5f294a-59ec-42aa-a916-a1594c5eb56f', 'name': '', 'network_id': '3f5a30bf-1539-463a-8697-32aa690511f3', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'mac_address': 'fa:16:3e:72:7c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'a61bc9f5-07ae-4be0-9c51-7105362426d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:42Z', 'updated_at': '2021-11-24T13:11:52Z', 'revision_number': 4, 'project_id': '79d005e95d3a4fa8a20417c249cfb015', 'subnets': [{'id': 'a61bc9f5-07ae-4be0-9c51-7105362426d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:11:55.506175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbaf4bb5-e42b-455c-baa5-50d6cb251c17']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:55.561462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:55.561791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa32c8f-b7a6-4e69-91a2-f236dd7ce55a') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:11:55.596632 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:55.635852 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:55.666182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:11:55.668714 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:11:55.677617 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:11:55.865753 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:55.867649 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b9267f56-b261-48b5-b6f8-85186bb5d455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:55.891234 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:55.907930 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:55.910247 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf892-c80a-4367-be71-cff640a919d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:55.919892 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] 10.222.0.48 "DELETE /v2.0/networks/fbaf4bb5-e42b-455c-baa5-50d6cb251c17 HTTP/1.1" status: 204 len: 168 time: 1.6423075 Nov 24 13:11:55.919892 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7a051-dc04-41cb-bb85-ea2dc4076e0e admin admin] Pushing event deleted for resources: {'Network': ['ID=fbaf4bb5-e42b-455c-baa5-50d6cb251c17,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:55.933733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51020) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:55.939745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7d175-b9ff-4ac8-84d1-a799a9ce44c0 req-a980aef9-37bd-41de-8e34-40c758421bba tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:55.941377 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8be7d175-b9ff-4ac8-84d1-a799a9ce44c0 req-a980aef9-37bd-41de-8e34-40c758421bba tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 945 time: 0.2058516 Nov 24 13:11:56.062307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdf892-c80a-4367-be71-cff640a919d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c315cb12-ebde-481c-8328-bd987b0da388,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:56.075928 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cdf892-c80a-4367-be71-cff640a919d3 admin admin] Checking segment: {'id': '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:11:56.076400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cdf892-c80a-4367-be71-cff640a919d3 admin admin] Network hostable DHCP agents. Network: 43b905f1-c168-4b3c-9874-84b9b2b65777, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:11:56.154147 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8be7d175-b9ff-4ac8-84d1-a799a9ce44c0 req-e2f2aba4-dbbd-49d7-84b9-e5880600dff9 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692395 Nov 24 13:11:56.156206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cdf892-c80a-4367-be71-cff640a919d3 admin admin] Network 43b905f1-c168-4b3c-9874-84b9b2b65777 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:11:56.172140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-f3cdf892-c80a-4367-be71-cff640a919d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 43b905f1-c168-4b3c-9874-84b9b2b65777) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:56.187415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44412b5-2d5b-466d-b79f-cffc4e62b720 None None] Network 43b905f1-c168-4b3c-9874-84b9b2b65777 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:11:56.195195 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cdf892-c80a-4367-be71-cff640a919d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:56.197666 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f3cdf892-c80a-4367-be71-cff640a919d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:56.246281 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f3cdf892-c80a-4367-be71-cff640a919d3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0179234 Nov 24 13:11:56.249606 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51028) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:56.269309 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-566651287-router', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:11:56.318616 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:56.323922 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:56.438805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7a34a114-864e-4aea-9b1d-7026f4fc378e up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:56.521485 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:56.580200 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b9267f56-b261-48b5-b6f8-85186bb5d455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:56.624379 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b9267f56-b261-48b5-b6f8-85186bb5d455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:56.646118 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9e5f294a-59ec-42aa-a916-a1594c5eb56f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:11:56.738251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3fafcb-b803-4300-af1b-a5b6b12c2f59 None None] Network 43b905f1-c168-4b3c-9874-84b9b2b65777 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:11:56.851181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9267f56-b261-48b5-b6f8-85186bb5d455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16329732-3299-4152-9172-d862160e71b7,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:56.893452 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b9267f56-b261-48b5-b6f8-85186bb5d455 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=381ea0bd09a5421cbae816c271e683fb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7683618 Nov 24 13:11:56.898754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51040) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:56.936783 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:57.125981 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:57.168431 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-242f2041-211f-449a-9a25-f069c126fad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:57.209827 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 7a34a114-864e-4aea-9b1d-7026f4fc378e completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:11:57.216272 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-242f2041-211f-449a-9a25-f069c126fad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:57.220294 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 7a34a114-864e-4aea-9b1d-7026f4fc378e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:57.226209 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:57.231841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9e5f294a-59ec-42aa-a916-a1594c5eb56f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:11:57.249027 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:57.308555 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-242f2041-211f-449a-9a25-f069c126fad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:57.314611 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-242f2041-211f-449a-9a25-f069c126fad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:57.316243 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-242f2041-211f-449a-9a25-f069c126fad1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16329732-3299-4152-9172-d862160e71b7 HTTP/1.1" status: 204 len: 168 time: 0.4163649 Nov 24 13:11:57.349389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f2041-211f-449a-9a25-f069c126fad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16329732-3299-4152-9172-d862160e71b7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:57.362657 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:11:57.486354 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f00d7eb4-9adf-4a13-a036-168f989d7b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:57.584544 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:57.617439 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:57.629740 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588585a-9d66-4b5f-8e71-c142f8154a84 req-c1aa4bec-cdab-4133-a935-f06a3033764a tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:57.631530 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b588585a-9d66-4b5f-8e71-c142f8154a84 req-c1aa4bec-cdab-4133-a935-f06a3033764a tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 945 time: 0.1809955 Nov 24 13:11:57.748949 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b588585a-9d66-4b5f-8e71-c142f8154a84 req-d35295d9-b14e-4426-8dd2-47352bf0d2e0 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000099 Nov 24 13:11:57.887225 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:57.939977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Allocated IP 172.25.0.24 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/aaf2f50a-6db4-4cc5-810e-31f385922d64) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:11:57.957281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a8932e-da2e-4b0a-9147-4017844ca43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a34a114-864e-4aea-9b1d-7026f4fc378e'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:11:57.960787 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e2e528-ecf3-448e-a400-d7059aaf1caa" -d '{"events": [{"server_uuid": "96a8932e-da2e-4b0a-9147-4017844ca43c", "name": "network-vif-plugged", "status": "completed", "tag": "7a34a114-864e-4aea-9b1d-7026f4fc378e"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:11:57.981953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 71afdcf4-0a4e-468f-9560-aac9e5211f8d no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:11:58.056564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 71afdcf4-0a4e-468f-9560-aac9e5211f8d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:11:58.058998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 71afdcf4-0a4e-468f-9560-aac9e5211f8d not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:11:58.078446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 7a34a114-864e-4aea-9b1d-7026f4fc378e, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7a34a114-864e-4aea-9b1d-7026f4fc378e,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:58.107494 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:58.237334 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:58.296250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=7a34a114-864e-4aea-9b1d-7026f4fc378e,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:58.330231 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:58.333160 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51080) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:58.350124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f00d7eb4-9adf-4a13-a036-168f989d7b0b admin admin] Deleting port f9785c3a-bfde-4ada-be0c-a3112b7dce28 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:11:58.350640 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f00d7eb4-9adf-4a13-a036-168f989d7b0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:58.403863 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:11:58.410201 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3755fda-60da-45aa-9ade-7768196bd758 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:58.425779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:11:58.529857 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3755fda-60da-45aa-9ade-7768196bd758 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:58.531296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:11:58.571694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-f00d7eb4-9adf-4a13-a036-168f989d7b0b admin admin] For port f9785c3a-bfde-4ada-be0c-a3112b7dce28, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f9785c3a-bfde-4ada-be0c-a3112b7dce28,segment=NetworkSegment(390b3082-9d33-4db2-842d-790887161cf1),segment_id=390b3082-9d33-4db2-842d-790887161cf1)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:11:58.572063 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f00d7eb4-9adf-4a13-a036-168f989d7b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:58.592598 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3755fda-60da-45aa-9ade-7768196bd758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:58.630496 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f00d7eb4-9adf-4a13-a036-168f989d7b0b admin admin] Calling delete_port for f9785c3a-bfde-4ada-be0c-a3112b7dce28 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:11:58.736805 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdd2d65-c166-4c37-b5cd-dca87f6598be x-openstack-request-id: req-cbdd2d65-c166-4c37-b5cd-dca87f6598be {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:11:58.737670 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a8932e-da2e-4b0a-9147-4017844ca43c", "name": "network-vif-plugged", "status": "completed", "tag": "7a34a114-864e-4aea-9b1d-7026f4fc378e", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:11:58.738084 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbdd2d65-c166-4c37-b5cd-dca87f6598be {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:11:58.738936 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a8932e-da2e-4b0a-9147-4017844ca43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a34a114-864e-4aea-9b1d-7026f4fc378e', 'code': 200} Nov 24 13:11:58.755776 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c3755fda-60da-45aa-9ade-7768196bd758 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97cdc915fcd64561a4115de8777f3686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4197922 Nov 24 13:11:58.758441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51090) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:11:58.767832 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Pushing event updated for resources: {'Port': ['ID=aaf2f50a-6db4-4cc5-810e-31f385922d64,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:58.817728 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3755fda-60da-45aa-9ade-7768196bd758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7635da-0480-4f4b-b7ff-914a8fc6ad7c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:59.052414 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:59.112244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e354f-d9ca-45bf-85b1-fb3be9eef13e req-17a98c4b-e8aa-4fe4-9f29-0ce318098063 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:59.116375 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b64e354f-d9ca-45bf-85b1-fb3be9eef13e req-17a98c4b-e8aa-4fe4-9f29-0ce318098063 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 946 time: 0.1776814 Nov 24 13:11:59.158977 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f6461e8d-8b41-4704-abc8-a042a74d22a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:59.190913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baeb722-e6b1-4b13-9478-d5bda7bda9f9 req-32a68695-a961-4758-9ab2-bdf05c73bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:11:59.192483 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0baeb722-e6b1-4b13-9478-d5bda7bda9f9 req-32a68695-a961-4758-9ab2-bdf05c73bed8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 1097 time: 0.3343453 Nov 24 13:11:59.273772 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b64e354f-d9ca-45bf-85b1-fb3be9eef13e req-2a20bfd4-a10c-4934-89e4-889960120ad4 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359978 Nov 24 13:11:59.329207 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f6461e8d-8b41-4704-abc8-a042a74d22a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:59.402589 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0baeb722-e6b1-4b13-9478-d5bda7bda9f9 req-5818463b-0a34-4d63-a602-48ba4ac609eb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961918 Nov 24 13:11:59.413641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f00d7eb4-9adf-4a13-a036-168f989d7b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:59.445943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d7eb4-9adf-4a13-a036-168f989d7b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=f9785c3a-bfde-4ada-be0c-a3112b7dce28,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:59.464763 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f6461e8d-8b41-4704-abc8-a042a74d22a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:59.468085 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f6461e8d-8b41-4704-abc8-a042a74d22a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:59.471729 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f6461e8d-8b41-4704-abc8-a042a74d22a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c7635da-0480-4f4b-b7ff-914a8fc6ad7c HTTP/1.1" status: 204 len: 168 time: 0.7096322 Nov 24 13:11:59.502569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6461e8d-8b41-4704-abc8-a042a74d22a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7635da-0480-4f4b-b7ff-914a8fc6ad7c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:11:59.727368 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:59.817820 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f00d7eb4-9adf-4a13-a036-168f989d7b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:11:59.985099 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Router baee7266-858a-4d3c-b228-d13972acef44 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:12:00.180331 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:12:00.196461 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a97524-a308-4810-a835-8470029d281b None None] Sync routers for ids ['baee7266-858a-4d3c-b228-d13972acef44'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:12:00.243637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a97524-a308-4810-a835-8470029d281b None None] Routers {'baee7266-858a-4d3c-b228-d13972acef44'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:12:00.244667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f3a97524-a308-4810-a835-8470029d281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['baee7266-858a-4d3c-b228-d13972acef44'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:00.247595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00d7eb4-9adf-4a13-a036-168f989d7b0b admin admin] Router 69aaaa28-7d00-4a48-8c49-5e89693ca8ea has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:12:00.266766 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:00.267921 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c6f315e9-9d94-453f-abd9-26e910576efa admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0172882 Nov 24 13:12:00.272602 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51128) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:00.710604 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-f3a97524-a308-4810-a835-8470029d281b None None] Set router baee7266-858a-4d3c-b228-d13972acef44 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:12:00.765978 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00d7eb4-9adf-4a13-a036-168f989d7b0b admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:12:00.781535 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060b2ff-6a27-437b-a9bb-f7162c217143 None None] Sync routers for ids ['69aaaa28-7d00-4a48-8c49-5e89693ca8ea'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:12:00.789538 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b26c1-cc1c-4982-b7b6-1f50bc8700ba req-1f249d66-16b1-408a-b5aa-10650f3d1b3a tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:00.793474 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce7b26c1-cc1c-4982-b7b6-1f50bc8700ba req-1f249d66-16b1-408a-b5aa-10650f3d1b3a tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 946 time: 0.3362389 Nov 24 13:12:00.803065 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f00d7eb4-9adf-4a13-a036-168f989d7b0b admin admin] 10.222.0.48 "PUT /v2.0/routers/69aaaa28-7d00-4a48-8c49-5e89693ca8ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8563788 Nov 24 13:12:00.806145 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060b2ff-6a27-437b-a9bb-f7162c217143 None None] Routers {'69aaaa28-7d00-4a48-8c49-5e89693ca8ea'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:12:00.809726 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4060b2ff-6a27-437b-a9bb-f7162c217143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['69aaaa28-7d00-4a48-8c49-5e89693ca8ea'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:00.819716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51146) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:01.187700 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce7b26c1-cc1c-4982-b7b6-1f50bc8700ba req-a3dc1d50-47df-4e92-a827-1e225a173d7c tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829641 Nov 24 13:12:01.213924 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-4060b2ff-6a27-437b-a9bb-f7162c217143 None None] Set router 69aaaa28-7d00-4a48-8c49-5e89693ca8ea gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:12:01.422039 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f3a97524-a308-4810-a835-8470029d281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baee7266-858a-4d3c-b228-d13972acef44', 'name': 'tempest-ServerRescueTestJSON-566651287-router', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:56Z', 'updated_at': '2021-11-24T13:11:58Z', 'revision_number': 3, 'project_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'gw_port': {'id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baee7266-858a-4d3c-b228-d13972acef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:57Z', 'updated_at': '2021-11-24T13:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:01.445507 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:01.520167 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a97524-a308-4810-a835-8470029d281b None None] Checking router: baee7266-858a-4d3c-b228-d13972acef44 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:12:01.520534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a97524-a308-4810-a835-8470029d281b None None] Updating router baee7266-858a-4d3c-b228-d13972acef44 port aaf2f50a-6db4-4cc5-810e-31f385922d64 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:12:01.583798 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f3a97524-a308-4810-a835-8470029d281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:01.680948 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:01.720089 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4060b2ff-6a27-437b-a9bb-f7162c217143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'name': 'tempest-TaggedBootDevicesTest_v242-522009112-router', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.140'}], 'enable_snat': True}, 'gw_port_id': '34175421-a668-47cd-9fd8-a22903d3bb50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:47Z', 'updated_at': '2021-11-24T13:11:59Z', 'revision_number': 5, 'project_id': '403746ab1cc340a5b2781baed68c1b29', 'gw_port': {'id': '34175421-a668-47cd-9fd8-a22903d3bb50', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:93:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T12:59:51Z', 'updated_at': '2021-11-24T13:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:01.769562 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:01.827464 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060b2ff-6a27-437b-a9bb-f7162c217143 None None] Checking router: 69aaaa28-7d00-4a48-8c49-5e89693ca8ea for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:12:01.869541 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4060b2ff-6a27-437b-a9bb-f7162c217143 None None] Routers {'69aaaa28-7d00-4a48-8c49-5e89693ca8ea'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:12:01.876592 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4060b2ff-6a27-437b-a9bb-f7162c217143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['69aaaa28-7d00-4a48-8c49-5e89693ca8ea'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:01.893024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] Deleting port 34175421-a668-47cd-9fd8-a22903d3bb50 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:01.893434 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:02.073990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Allocated IP 172.20.0.1 (43b905f1-c168-4b3c-9874-84b9b2b65777/c315cb12-ebde-481c-8328-bd987b0da388/9ba4f9fe-d638-4f88-9cd2-780d627a04bd) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:02.178531 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] For port 34175421-a668-47cd-9fd8-a22903d3bb50, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=34175421-a668-47cd-9fd8-a22903d3bb50,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:02.178970 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:02.238062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] Calling delete_port for 34175421-a668-47cd-9fd8-a22903d3bb50 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:02.260349 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-4060b2ff-6a27-437b-a9bb-f7162c217143 None None] Set router 69aaaa28-7d00-4a48-8c49-5e89693ca8ea gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:12:02.415619 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f3a97524-a308-4810-a835-8470029d281b None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:02.437071 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f3a97524-a308-4810-a835-8470029d281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:02.474152 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:02.485318 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4060b2ff-6a27-437b-a9bb-f7162c217143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'name': 'tempest-TaggedBootDevicesTest_v242-522009112-router', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:47Z', 'updated_at': '2021-11-24T13:12:01Z', 'revision_number': 6, 'project_id': '403746ab1cc340a5b2781baed68c1b29', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:02.516413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f3a97524-a308-4810-a835-8470029d281b None None] Attempting to bind port aaf2f50a-6db4-4cc5-810e-31f385922d64 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:12:02.516822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f3a97524-a308-4810-a835-8470029d281b None None] Attempting to bind port aaf2f50a-6db4-4cc5-810e-31f385922d64 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:12:02.517924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a97524-a308-4810-a835-8470029d281b None None] Attempting to bind port aaf2f50a-6db4-4cc5-810e-31f385922d64 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:02.541066 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a97524-a308-4810-a835-8470029d281b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:12:02.541711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a97524-a308-4810-a835-8470029d281b None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:12:02.542296 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f3a97524-a308-4810-a835-8470029d281b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:02.542843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a97524-a308-4810-a835-8470029d281b None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:12:02.543494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f3a97524-a308-4810-a835-8470029d281b None None] Bound port: aaf2f50a-6db4-4cc5-810e-31f385922d64, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:12:02.544353 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f3a97524-a308-4810-a835-8470029d281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:02.591517 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060b2ff-6a27-437b-a9bb-f7162c217143 None None] The sync data for ids ['69aaaa28-7d00-4a48-8c49-5e89693ca8ea'] in n-d-817303-4 is: [{'id': '69aaaa28-7d00-4a48-8c49-5e89693ca8ea', 'name': 'tempest-TaggedBootDevicesTest_v242-522009112-router', 'tenant_id': '403746ab1cc340a5b2781baed68c1b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T12:59:47Z', 'updated_at': '2021-11-24T13:12:01Z', 'revision_number': 6, 'project_id': '403746ab1cc340a5b2781baed68c1b29', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:12:02.614021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5d324-8fa5-439c-a8f2-c66b85bfb070 None None] Pushing event updated for resources: {'Port': ['ID=aaf2f50a-6db4-4cc5-810e-31f385922d64,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:02.617488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f3a97524-a308-4810-a835-8470029d281b None None] For port aaf2f50a-6db4-4cc5-810e-31f385922d64, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:12:02.621306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f3a97524-a308-4810-a835-8470029d281b None None] For port aaf2f50a-6db4-4cc5-810e-31f385922d64, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=aaf2f50a-6db4-4cc5-810e-31f385922d64,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:12:02.635986 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f3a97524-a308-4810-a835-8470029d281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:02.694092 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:02.734776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a97524-a308-4810-a835-8470029d281b None None] Routers {'baee7266-858a-4d3c-b228-d13972acef44'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:12:02.735425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f3a97524-a308-4810-a835-8470029d281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['baee7266-858a-4d3c-b228-d13972acef44'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:02.861777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5d324-8fa5-439c-a8f2-c66b85bfb070 None None] Pushing event updated for resources: {'Port': ['ID=aaf2f50a-6db4-4cc5-810e-31f385922d64,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:02.878408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba4f9fe-d638-4f88-9cd2-780d627a04bd,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:02.921849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32835d52-ab03-4522-8a4b-5f04016987f0 req-a6f94cc4-b954-4d39-bcef-d92282716687 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:02.924411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Network 43b905f1-c168-4b3c-9874-84b9b2b65777 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:02.937190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:02.937904 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32835d52-ab03-4522-8a4b-5f04016987f0 req-a6f94cc4-b954-4d39-bcef-d92282716687 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 946 time: 0.5462928 Nov 24 13:12:02.951415 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:03.050738 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-f3a97524-a308-4810-a835-8470029d281b None None] Set router baee7266-858a-4d3c-b228-d13972acef44 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:12:03.113627 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:03.187954 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32835d52-ab03-4522-8a4b-5f04016987f0 req-e4bb9501-8c00-4b11-909c-48f5df6f2bae tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482209 Nov 24 13:12:03.248668 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:03.361535 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=34175421-a668-47cd-9fd8-a22903d3bb50,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:03.671716 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:03.753938 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:03.821835 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:03.824173 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:03.834031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f3a97524-a308-4810-a835-8470029d281b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baee7266-858a-4d3c-b228-d13972acef44', 'name': 'tempest-ServerRescueTestJSON-566651287-router', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:56Z', 'updated_at': '2021-11-24T13:11:58Z', 'revision_number': 3, 'project_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'gw_port': {'id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baee7266-858a-4d3c-b228-d13972acef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:57Z', 'updated_at': '2021-11-24T13:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:03.919876 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:03.920410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69aaaa28-7d00-4a48-8c49-5e89693ca8ea {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:12:03.926194 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:03.927796 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a5771959-66d0-4b2e-819e-9ac725e169a0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/69aaaa28-7d00-4a48-8c49-5e89693ca8ea HTTP/1.1" status: 204 len: 168 time: 3.1069567 Nov 24 13:12:03.933465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51246) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:03.940566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a97524-a308-4810-a835-8470029d281b None None] The sync data for ids ['baee7266-858a-4d3c-b228-d13972acef44'] in n-d-817303-4 is: [{'id': 'baee7266-858a-4d3c-b228-d13972acef44', 'name': 'tempest-ServerRescueTestJSON-566651287-router', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:56Z', 'updated_at': '2021-11-24T13:11:58Z', 'revision_number': 3, 'project_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'gw_port': {'id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baee7266-858a-4d3c-b228-d13972acef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:57Z', 'updated_at': '2021-11-24T13:12:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:12:04.077341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d2f231-5689-415d-a06f-fd29c6cb9af8 admin admin] Deleting subnet ed392ac9-401d-4305-940f-b8340ff3fb55 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:12:04.093014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c6a053-d250-4844-b98a-7e2daa8f0d16 req-b12cb710-4acc-4bd4-bd08-cd3e4b027253 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:04.103602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47c6a053-d250-4844-b98a-7e2daa8f0d16 req-b12cb710-4acc-4bd4-bd08-cd3e4b027253 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 946 time: 0.2279580 Nov 24 13:12:04.120961 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11d2f231-5689-415d-a06f-fd29c6cb9af8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:04.161467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:04.166174 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:04.311525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba4f9fe-d638-4f88-9cd2-780d627a04bd,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:04.321046 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11d2f231-5689-415d-a06f-fd29c6cb9af8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:04.353632 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:04.555294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47c6a053-d250-4844-b98a-7e2daa8f0d16 req-0fc4edb2-3cfc-4300-9496-c1bb01280a13 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504411 Nov 24 13:12:04.570510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Network 43b905f1-c168-4b3c-9874-84b9b2b65777 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:04.572228 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:04.645171 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11d2f231-5689-415d-a06f-fd29c6cb9af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:04.797279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device aaf2f50a-6db4-4cc5-810e-31f385922d64 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:12:04.885093 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11d2f231-5689-415d-a06f-fd29c6cb9af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:04.964101 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-11d2f231-5689-415d-a06f-fd29c6cb9af8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:04.964923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port aaf2f50a-6db4-4cc5-810e-31f385922d64 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:04.964923 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:04.969092 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51290) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:04.971675 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-11d2f231-5689-415d-a06f-fd29c6cb9af8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ed392ac9-401d-4305-940f-b8340ff3fb55 HTTP/1.1" status: 204 len: 168 time: 1.0356555 Nov 24 13:12:04.976507 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51292) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:05.031681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2f231-5689-415d-a06f-fd29c6cb9af8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed392ac9-401d-4305-940f-b8340ff3fb55,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:05.064851 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b32b7a7-865d-441b-bd6e-371e7826edb7 None None] Network feef88a0-936f-490f-a43a-bd19de1525be requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:12:05.150538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Router baee7266-858a-4d3c-b228-d13972acef44 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:12:05.158497 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:05.382772 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:05.423923 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e81b028f-9249-4b27-a0eb-11b6c9b4d586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:05.462592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port aaf2f50a-6db4-4cc5-810e-31f385922d64, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=aaf2f50a-6db4-4cc5-810e-31f385922d64,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:05.497484 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:05.542214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Deleting port e2144895-b94b-4b7e-8c1c-60232f03091d {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:05.542997 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:05.597912 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51845c08-64f1-4463-a311-ede16d8ba36c None None] DHCP port deletion for feef88a0-936f-490f-a43a-bd19de1525be request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:12:05.663357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:12:05.689161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 34175421-a668-47cd-9fd8-a22903d3bb50 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:12:05.691422 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-41491c41-90de-48c0-8f8d-1fdf6b3d4ee2 admin admin] 10.222.0.48 "PUT /v2.0/routers/baee7266-858a-4d3c-b228-d13972acef44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4147544 Nov 24 13:12:05.797480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 34175421-a668-47cd-9fd8-a22903d3bb50 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:12:05.797808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 34175421-a668-47cd-9fd8-a22903d3bb50 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:12:05.799175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f9785c3a-bfde-4ada-be0c-a3112b7dce28 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:12:05.808604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c11f25-1334-401c-882a-72551fce85b5 req-a94d18c0-4e66-45da-8184-aa163cc90c10 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:05.820415 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-95c11f25-1334-401c-882a-72551fce85b5 req-a94d18c0-4e66-45da-8184-aa163cc90c10 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 946 time: 0.1477983 Nov 24 13:12:05.868309 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: f9785c3a-bfde-4ada-be0c-a3112b7dce28 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:12:05.869191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f9785c3a-bfde-4ada-be0c-a3112b7dce28 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:12:05.899870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=aaf2f50a-6db4-4cc5-810e-31f385922d64,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:05.939940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-95c11f25-1334-401c-882a-72551fce85b5 req-38253350-3422-4b83-9314-8ab13a225dea tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166136 Nov 24 13:12:05.970611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-51845c08-64f1-4463-a311-ede16d8ba36c None None] Deleting port e2144895-b94b-4b7e-8c1c-60232f03091d {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:05.975965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] For port e2144895-b94b-4b7e-8c1c-60232f03091d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e2144895-b94b-4b7e-8c1c-60232f03091d,segment=NetworkSegment(390b3082-9d33-4db2-842d-790887161cf1),segment_id=390b3082-9d33-4db2-842d-790887161cf1)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:05.978423 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-51845c08-64f1-4463-a311-ede16d8ba36c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:05.988857 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:06.063671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Calling delete_port for e2144895-b94b-4b7e-8c1c-60232f03091d owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:06.072949 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e81b028f-9249-4b27-a0eb-11b6c9b4d586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:06.100873 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e81b028f-9249-4b27-a0eb-11b6c9b4d586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:06.172460 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-51845c08-64f1-4463-a311-ede16d8ba36c None None] For port e2144895-b94b-4b7e-8c1c-60232f03091d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e2144895-b94b-4b7e-8c1c-60232f03091d,segment=NetworkSegment(390b3082-9d33-4db2-842d-790887161cf1),segment_id=390b3082-9d33-4db2-842d-790887161cf1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:06.175474 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-51845c08-64f1-4463-a311-ede16d8ba36c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:06.223276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-51845c08-64f1-4463-a311-ede16d8ba36c None None] Calling delete_port for e2144895-b94b-4b7e-8c1c-60232f03091d owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:06.317945 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e81b028f-9249-4b27-a0eb-11b6c9b4d586 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32610f8b27794be99763fea607f3aac9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3399589 Nov 24 13:12:06.319191 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b028f-9249-4b27-a0eb-11b6c9b4d586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d673ddf-fab4-4010-9f64-0ddd42c0418f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:06.319317 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51332) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:06.353990 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:06.422825 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:06.481013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2144895-b94b-4b7e-8c1c-60232f03091d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:06.484483 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-51845c08-64f1-4463-a311-ede16d8ba36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:06.499062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] No DVR routers for this DVR port e2144895-b94b-4b7e-8c1c-60232f03091d on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:12:06.545696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51845c08-64f1-4463-a311-ede16d8ba36c None None] No DVR routers for this DVR port e2144895-b94b-4b7e-8c1c-60232f03091d on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:12:06.553950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51845c08-64f1-4463-a311-ede16d8ba36c None None] Pushing event deleted for resources: {'Port': ['ID=e2144895-b94b-4b7e-8c1c-60232f03091d,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:06.627062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f71eba-efe1-48a1-906e-11a34aa52177 req-2c194476-ee20-41be-84ed-f51d9771f136 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:06.628940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8f71eba-efe1-48a1-906e-11a34aa52177 req-2c194476-ee20-41be-84ed-f51d9771f136 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 946 time: 0.3113010 Nov 24 13:12:06.630072 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a3b70bb-a8a3-401c-8765-73a76da0e67f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:06.634068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device aaf2f50a-6db4-4cc5-810e-31f385922d64 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:12:06.683767 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a3b70bb-a8a3-401c-8765-73a76da0e67f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:06.764227 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:06.790681 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a3b70bb-a8a3-401c-8765-73a76da0e67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:06.794366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a3b70bb-a8a3-401c-8765-73a76da0e67f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:06.796498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5a3b70bb-a8a3-401c-8765-73a76da0e67f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d673ddf-fab4-4010-9f64-0ddd42c0418f HTTP/1.1" status: 204 len: 168 time: 0.4761741 Nov 24 13:12:06.876071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b70bb-a8a3-401c-8765-73a76da0e67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d673ddf-fab4-4010-9f64-0ddd42c0418f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:06.915417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port aaf2f50a-6db4-4cc5-810e-31f385922d64 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:06.916288 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:06.954315 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8f71eba-efe1-48a1-906e-11a34aa52177 req-73c0ae03-fb04-44e1-845a-7abfaca6d365 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997243 Nov 24 13:12:06.999831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feef88a0-936f-490f-a43a-bd19de1525be']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:07.022167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390b3082-9d33-4db2-842d-790887161cf1') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:07.023063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390b3082-9d33-4db2-842d-790887161cf1') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:07.057994 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:07.093890 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:07.124918 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-ade960ba-b6ab-4412-97ea-94964221d98b tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:07.128633 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-ade960ba-b6ab-4412-97ea-94964221d98b tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/networks?id=43b905f1-c168-4b3c-9874-84b9b2b65777 HTTP/1.1" status: 200 len: 810 time: 0.5158012 Nov 24 13:12:07.154909 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-70056c49-04ed-4154-9438-0388fb7d288b tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/quotas/d61b576c7fac4a9eb7023d9ed7b451b8 HTTP/1.1" status: 200 len: 375 time: 0.0145123 Nov 24 13:12:07.156371 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:12:07.157003 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:12:07.159166 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:12:07.284318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e2144895-b94b-4b7e-8c1c-60232f03091d no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:12:07.312171 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:07.318688 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:07.325499 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/feef88a0-936f-490f-a43a-bd19de1525be HTTP/1.1" status: 204 len: 168 time: 2.3460832 Nov 24 13:12:07.345987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfac7d8-7682-480a-87eb-08e22e70e1e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=feef88a0-936f-490f-a43a-bd19de1525be,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:07.348013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: e2144895-b94b-4b7e-8c1c-60232f03091d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:12:07.348472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e2144895-b94b-4b7e-8c1c-60232f03091d not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:12:07.350352 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Sync routers for ids ['baee7266-858a-4d3c-b228-d13972acef44'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:12:07.362078 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-32dbddae-07c3-4899-9427-43b70c266077 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d61b576c7fac4a9eb7023d9ed7b451b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1839249 Nov 24 13:12:07.380029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-5ef80b0f-ca94-45ec-9bb5-0eece0fe84cb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:12:07.391156 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-5ef80b0f-ca94-45ec-9bb5-0eece0fe84cb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0281625 Nov 24 13:12:07.394843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Routers {'baee7266-858a-4d3c-b228-d13972acef44'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:12:07.398710 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['baee7266-858a-4d3c-b228-d13972acef44'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:07.530872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51368) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:07.556767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Set router baee7266-858a-4d3c-b228-d13972acef44 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:12:07.577984 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-285b6160-2608-470d-a861-d451a48ea7a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:07.595648 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-55d0469d-99c4-4a25-aca6-27c66ef86886 service neutron] 10.222.0.48 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995499 Nov 24 13:12:07.667476 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51376) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:07.777447 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a1dcf8ba-2f9d-4ee4-a5f2-023171f3def4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cb9995cf9cd4081ba228f719572b20a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1086566 Nov 24 13:12:07.783482 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51378) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:07.875087 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-285b6160-2608-470d-a861-d451a48ea7a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:07.892337 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-285b6160-2608-470d-a861-d451a48ea7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:07.906455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baee7266-858a-4d3c-b228-d13972acef44', 'name': 'tempest-ServerRescueTestJSON-566651287-router', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:56Z', 'updated_at': '2021-11-24T13:12:03Z', 'revision_number': 4, 'project_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'gw_port': {'id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7266-858a-4d3c-b228-d13972acef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:57Z', 'updated_at': '2021-11-24T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9ba4f9fe-d638-4f88-9cd2-780d627a04bd', 'name': '', 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'mac_address': 'fa:16:3e:01:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baee7266-858a-4d3c-b228-d13972acef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': 'c315cb12-ebde-481c-8328-bd987b0da388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:12:01Z', 'updated_at': '2021-11-24T13:12:03Z', 'revision_number': 2, 'project_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'subnets': [{'id': 'c315cb12-ebde-481c-8328-bd987b0da388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:07.923683 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0435cc82-e12c-43b2-85e7-23419f4c06e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:07.990721 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0435cc82-e12c-43b2-85e7-23419f4c06e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:07.994523 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51386) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:08.000370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Checking router: baee7266-858a-4d3c-b228-d13972acef44 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:12:08.000762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Updating router baee7266-858a-4d3c-b228-d13972acef44 port 9ba4f9fe-d638-4f88-9cd2-780d627a04bd binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:12:08.013195 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-285b6160-2608-470d-a861-d451a48ea7a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=46961de3ef3e445ba7150d4034de0051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4580834 Nov 24 13:12:08.057239 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:08.101825 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738d011-2083-4851-9170-1a2df3fbb379 req-695c2628-ec0a-449b-91c5-8787992ba640 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:08.107548 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e738d011-2083-4851-9170-1a2df3fbb379 req-695c2628-ec0a-449b-91c5-8787992ba640 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 946 time: 0.4874473 Nov 24 13:12:08.229772 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34657529-aff2-4150-9afd-adcded0e07d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:08.253386 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34657529-aff2-4150-9afd-adcded0e07d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:08.308378 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34657529-aff2-4150-9afd-adcded0e07d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:08.310918 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34657529-aff2-4150-9afd-adcded0e07d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:08.312459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-34657529-aff2-4150-9afd-adcded0e07d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/246eacd2-e218-49d0-b178-f8665f05dc77 HTTP/1.1" status: 204 len: 168 time: 0.3166287 Nov 24 13:12:08.348700 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-1481e6c4-6f9a-474c-b28c-2604a60a3a64 service neutron] 10.222.0.48 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517917 Nov 24 13:12:08.381642 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0435cc82-e12c-43b2-85e7-23419f4c06e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:08.388758 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0435cc82-e12c-43b2-85e7-23419f4c06e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:08.389956 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0435cc82-e12c-43b2-85e7-23419f4c06e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9273d886-6159-4610-abd8-7228c8e7d103 HTTP/1.1" status: 204 len: 168 time: 0.6045618 Nov 24 13:12:08.393008 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34657529-aff2-4150-9afd-adcded0e07d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246eacd2-e218-49d0-b178-f8665f05dc77,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:08.437669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435cc82-e12c-43b2-85e7-23419f4c06e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9273d886-6159-4610-abd8-7228c8e7d103,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:08.923837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b6160-2608-470d-a861-d451a48ea7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246eacd2-e218-49d0-b178-f8665f05dc77,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:08.974787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c996c5-e61f-4722-85a3-4fd1b9e68e69 req-419610cf-f6a2-49dc-b422-5c1228fd006b tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:08.984317 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b5c996c5-e61f-4722-85a3-4fd1b9e68e69 req-419610cf-f6a2-49dc-b422-5c1228fd006b tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/ports?device_id=96a8932e-da2e-4b0a-9147-4017844ca43c HTTP/1.1" status: 200 len: 946 time: 0.8532078 Nov 24 13:12:08.988143 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e738d011-2083-4851-9170-1a2df3fbb379 req-b308f30b-e3bc-4584-ae3a-5596f3ce57f1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Deleting port 7a34a114-864e-4aea-9b1d-7026f4fc378e {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:08.988660 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e738d011-2083-4851-9170-1a2df3fbb379 req-b308f30b-e3bc-4584-ae3a-5596f3ce57f1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:09.111527 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:09.122413 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:09.131435 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-987b8822-44bd-458a-b514-5307bd26c395 req-7b2c0dc1-4833-4413-8ef9-d6d67fdd123c tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 210 time: 0.0761964 Nov 24 13:12:09.214711 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b5c996c5-e61f-4722-85a3-4fd1b9e68e69 req-10bdbec1-4ab4-40c3-b509-f785b77b225f tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.48 "GET /v2.0/security-groups?id=762c579e-c479-4f3e-aa25-364e5df5a6fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289934 Nov 24 13:12:09.341612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4bb87-bc21-436b-8a99-813b4ef95491 None None] Pushing event updated for resources: {'Port': ['ID=9ba4f9fe-d638-4f88-9cd2-780d627a04bd,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:09.350986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e738d011-2083-4851-9170-1a2df3fbb379 req-b308f30b-e3bc-4584-ae3a-5596f3ce57f1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] For port 7a34a114-864e-4aea-9b1d-7026f4fc378e, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7a34a114-864e-4aea-9b1d-7026f4fc378e,segment=NetworkSegment(b17705c2-b58a-4258-9c71-1f7a807fb7bb),segment_id=b17705c2-b58a-4258-9c71-1f7a807fb7bb)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:09.351456 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e738d011-2083-4851-9170-1a2df3fbb379 req-b308f30b-e3bc-4584-ae3a-5596f3ce57f1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:09.385753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e738d011-2083-4851-9170-1a2df3fbb379 req-b308f30b-e3bc-4584-ae3a-5596f3ce57f1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Calling delete_port for 7a34a114-864e-4aea-9b1d-7026f4fc378e owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:09.518740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Attempting to bind port 9ba4f9fe-d638-4f88-9cd2-780d627a04bd on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:12:09.519475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Attempting to bind port 9ba4f9fe-d638-4f88-9cd2-780d627a04bd by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:12:09.519858 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Attempting to bind port 9ba4f9fe-d638-4f88-9cd2-780d627a04bd on network 43b905f1-c168-4b3c-9874-84b9b2b65777 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:09.531736 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:12:09.532190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Checking segment: {'id': '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:12:09.532990 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:09.533851 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Bound using segment: {'id': '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:12:09.535485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Bound port: 9ba4f9fe-d638-4f88-9cd2-780d627a04bd, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:12:09.536209 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:09.565599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51444) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:09.671388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51448) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:09.672769 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-48eadf93-4a57-44be-9d9c-1a72c1fa783f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=403746ab1cc340a5b2781baed68c1b29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1056318 Nov 24 13:12:09.705782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] For port 9ba4f9fe-d638-4f88-9cd2-780d627a04bd, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:12:09.714340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] For port 9ba4f9fe-d638-4f88-9cd2-780d627a04bd, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9ba4f9fe-d638-4f88-9cd2-780d627a04bd,segment=NetworkSegment(67dc34a2-7158-4b8d-a939-5e87d8a8c8e7),segment_id=67dc34a2-7158-4b8d-a939-5e87d8a8c8e7)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:12:09.715077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e738d011-2083-4851-9170-1a2df3fbb379 req-b308f30b-e3bc-4584-ae3a-5596f3ce57f1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:09.726991 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:09.801179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308f30b-e3bc-4584-ae3a-5596f3ce57f1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Pushing event deleted for resources: {'Port': ['ID=7a34a114-864e-4aea-9b1d-7026f4fc378e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:09.841035 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:09.843374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['7a34a114-864e-4aea-9b1d-7026f4fc378e'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:12:09.874865 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4bb87-bc21-436b-8a99-813b4ef95491 None None] Pushing event updated for resources: {'Port': ['ID=9ba4f9fe-d638-4f88-9cd2-780d627a04bd,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:09.895346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Routers {'baee7266-858a-4d3c-b228-d13972acef44'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:12:09.896250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:11:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['baee7266-858a-4d3c-b228-d13972acef44'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:09.947347 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:09.982387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e738d011-2083-4851-9170-1a2df3fbb379 req-b308f30b-e3bc-4584-ae3a-5596f3ce57f1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] No DVR routers for this DVR port 7a34a114-864e-4aea-9b1d-7026f4fc378e on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:12:09.985325 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e738d011-2083-4851-9170-1a2df3fbb379 req-b308f30b-e3bc-4584-ae3a-5596f3ce57f1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:09.989846 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e738d011-2083-4851-9170-1a2df3fbb379 req-b308f30b-e3bc-4584-ae3a-5596f3ce57f1 tempest-DeleteServersTestJSON-1095738918 tempest-DeleteServersTestJSON-1095738918-project] 10.222.0.59 "DELETE /v2.0/ports/7a34a114-864e-4aea-9b1d-7026f4fc378e HTTP/1.1" status: 204 len: 173 time: 1.8622169 Nov 24 13:12:09.990829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a8932e-da2e-4b0a-9147-4017844ca43c', 'name': 'network-vif-deleted', 'tag': '7a34a114-864e-4aea-9b1d-7026f4fc378e'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:10.017927 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b20f5a-b787-481a-8d5c-1f401ee13184" -d '{"events": [{"server_uuid": "96a8932e-da2e-4b0a-9147-4017844ca43c", "name": "network-vif-deleted", "tag": "7a34a114-864e-4aea-9b1d-7026f4fc378e"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:10.022744 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:10.122993 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:10.126881 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:10.128265 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98d5ade7-d0f6-4179-a543-34e02a2356d3 HTTP/1.1" status: 204 len: 168 time: 0.4549377 Nov 24 13:12:10.150943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d5ade7-d0f6-4179-a543-34e02a2356d3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:10.166067 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:10.166739 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:10.167503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:10.168053 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:10.170027 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:10.170624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:10.171168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:10.171689 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:10.172263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:10.173394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:10.174583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:10.175134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdabfbf1-3cab-4325-a1ca-46513bcfc8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:10.318935 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] Set router baee7266-858a-4d3c-b228-d13972acef44 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:12:10.452415 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-62683c5a-66ca-4eb8-9b49-3c032fffacc7 req-db94050f-3152-4fc5-92e5-8d0f3d02b436 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 210 time: 0.1080997 Nov 24 13:12:10.616988 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b56562-eb31-4be4-8bf0-b2aad064af82 x-openstack-request-id: req-a4b56562-eb31-4be4-8bf0-b2aad064af82 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:10.617103 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a8932e-da2e-4b0a-9147-4017844ca43c", "name": "network-vif-deleted", "tag": "7a34a114-864e-4aea-9b1d-7026f4fc378e", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:10.617373 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4b56562-eb31-4be4-8bf0-b2aad064af82 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:10.617782 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a8932e-da2e-4b0a-9147-4017844ca43c', 'name': 'network-vif-deleted', 'tag': '7a34a114-864e-4aea-9b1d-7026f4fc378e', 'status': 'completed', 'code': 200} Nov 24 13:12:10.898839 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baee7266-858a-4d3c-b228-d13972acef44', 'name': 'tempest-ServerRescueTestJSON-566651287-router', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:56Z', 'updated_at': '2021-11-24T13:12:03Z', 'revision_number': 4, 'project_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'gw_port': {'id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7266-858a-4d3c-b228-d13972acef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:57Z', 'updated_at': '2021-11-24T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9ba4f9fe-d638-4f88-9cd2-780d627a04bd', 'name': '', 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'mac_address': 'fa:16:3e:01:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baee7266-858a-4d3c-b228-d13972acef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': 'c315cb12-ebde-481c-8328-bd987b0da388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:12:01Z', 'updated_at': '2021-11-24T13:12:09Z', 'revision_number': 4, 'project_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'subnets': [{'id': 'c315cb12-ebde-481c-8328-bd987b0da388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:10.970478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eec890-bd4f-4864-a5f6-974ed666ef4f None None] The sync data for ids ['baee7266-858a-4d3c-b228-d13972acef44'] in n-d-817303-4 is: [{'id': 'baee7266-858a-4d3c-b228-d13972acef44', 'name': 'tempest-ServerRescueTestJSON-566651287-router', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:56Z', 'updated_at': '2021-11-24T13:12:03Z', 'revision_number': 4, 'project_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'gw_port': {'id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7266-858a-4d3c-b228-d13972acef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:57Z', 'updated_at': '2021-11-24T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9ba4f9fe-d638-4f88-9cd2-780d627a04bd', 'name': '', 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'mac_address': 'fa:16:3e:01:eb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baee7266-858a-4d3c-b228-d13972acef44', 'device_owner': 'network:router_interface', 'standard_attr_id': 2316, 'fixed_ips': [{'subnet_id': 'c315cb12-ebde-481c-8328-bd987b0da388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:12:01Z', 'updated_at': '2021-11-24T13:12:09Z', 'revision_number': 4, 'project_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'subnets': [{'id': 'c315cb12-ebde-481c-8328-bd987b0da388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:12:11.329887 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-2d462c26-c51d-41ac-b4fc-5abff3778832 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:11.333646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-2d462c26-c51d-41ac-b4fc-5abff3778832 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.46 "GET /v2.0/networks?id=43b905f1-c168-4b3c-9874-84b9b2b65777 HTTP/1.1" status: 200 len: 810 time: 0.3565323 Nov 24 13:12:11.361122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-cf5f661e-275f-47f7-a2e0-5b42e370533f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Request body: {'port': {'device_id': 'b7f42218-867d-47a5-8090-4a942811c41c', 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777', 'admin_state_up': True, 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:11.620039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-cf5f661e-275f-47f7-a2e0-5b42e370533f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Made reservation on behalf of d61b576c7fac4a9eb7023d9ed7b451b8 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:11.635521 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-cf5f661e-275f-47f7-a2e0-5b42e370533f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:11.800036 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-318be075-60e2-40c6-9aa7-d96424b21b1c req-d9f19fb3-eec7-44e9-8edd-added3a24c03 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 210 time: 0.0987291 Nov 24 13:12:12.222522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-cf5f661e-275f-47f7-a2e0-5b42e370533f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Allocated IP 172.20.0.14 (43b905f1-c168-4b3c-9874-84b9b2b65777/c315cb12-ebde-481c-8328-bd987b0da388/14eb1072-35f7-464e-9863-4ba32ccb6a61) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:12.275338 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51576) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:12.455788 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7a34a114-864e-4aea-9b1d-7026f4fc378e no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:12:12.501853 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 7a34a114-864e-4aea-9b1d-7026f4fc378e {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:12:12.502539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7a34a114-864e-4aea-9b1d-7026f4fc378e not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:12:12.654086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-10173944-network', 'tenant_id': '4c213df0acde42eeaec68c51c15a8818'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:12.703912 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] Made reservation on behalf of 4c213df0acde42eeaec68c51c15a8818 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:12.707044 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:12.738750 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:12.777369 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9ba4f9fe-d638-4f88-9cd2-780d627a04bd up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:12:12.779912 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-cf5f661e-275f-47f7-a2e0-5b42e370533f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:12.912506 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-cf5f661e-275f-47f7-a2e0-5b42e370533f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:12.972902 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:12.981255 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9ba4f9fe-d638-4f88-9cd2-780d627a04bd triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:12.981906 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:13.033673 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:13.109288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-cf5f661e-275f-47f7-a2e0-5b42e370533f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Network 43b905f1-c168-4b3c-9874-84b9b2b65777 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:13.121032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-cf5f661e-275f-47f7-a2e0-5b42e370533f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:13.139048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-cf5f661e-275f-47f7-a2e0-5b42e370533f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:13.200926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:12:13.229401 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:13.230124 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] Added segment d4f823d4-cc2d-4338-a7b8-b2376dd3466c of type vlan for network 9b9795fa-4a00-4525-be68-d7c6824033e8 Nov 24 13:12:13.242080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f661e-275f-47f7-a2e0-5b42e370533f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Pushing event updated for resources: {'Port': ['ID=14eb1072-35f7-464e-9863-4ba32ccb6a61,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:13.320634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-cf5f661e-275f-47f7-a2e0-5b42e370533f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:13.322034 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-cf5f661e-275f-47f7-a2e0-5b42e370533f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:13.365407 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:13.382717 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-cf5f661e-275f-47f7-a2e0-5b42e370533f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0350130 Nov 24 13:12:13.397419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Request body: {'port': {'device_id': 'b7f42218-867d-47a5-8090-4a942811c41c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:13.417432 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872d4914-078b-41d6-b824-e1952c5c9ed7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:13.446785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92085e5c-8f61-4dcb-89a0-de77b56b547b req-c893065f-7a64-4897-bf42-9a2f062a3ed5 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:13.455446 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-92085e5c-8f61-4dcb-89a0-de77b56b547b req-c893065f-7a64-4897-bf42-9a2f062a3ed5 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 932 time: 0.4728911 Nov 24 13:12:13.477303 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:13.568370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 9ba4f9fe-d638-4f88-9cd2-780d627a04bd, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9ba4f9fe-d638-4f88-9cd2-780d627a04bd,segment=NetworkSegment(67dc34a2-7158-4b8d-a939-5e87d8a8c8e7),segment_id=67dc34a2-7158-4b8d-a939-5e87d8a8c8e7)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:13.582292 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:13.661724 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:13.801196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=9ba4f9fe-d638-4f88-9cd2-780d627a04bd,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:13.838838 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-92085e5c-8f61-4dcb-89a0-de77b56b547b req-59460db7-c6f1-4f7a-b5f1-bdfa5eded5b6 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675506 Nov 24 13:12:13.882848 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:13.883827 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:13.886624 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:14.123869 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8465168 Nov 24 13:12:14.126842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353e1e7-f30e-4fc2-b477-7788a2c35dd5 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9795fa-4a00-4525-be68-d7c6824033e8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:14.145589 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 9b9795fa-4a00-4525-be68-d7c6824033e8 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:12:14.149986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51658) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:14.165687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5d934395-b726-47be-9eee-062c95a7c502 admin admin] Request body: {'subnet': {'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-10173944-subnet', 'tenant_id': '4c213df0acde42eeaec68c51c15a8818', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:14.304946 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d934395-b726-47be-9eee-062c95a7c502 admin admin] Made reservation on behalf of 4c213df0acde42eeaec68c51c15a8818 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:14.307413 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5d934395-b726-47be-9eee-062c95a7c502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:14.396264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14eb1072-35f7-464e-9863-4ba32ccb6a61 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:12:14.409703 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:14.472496 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Transition to ACTIVE for port object 14eb1072-35f7-464e-9863-4ba32ccb6a61 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:12:14.485403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:14.661019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9ba4f9fe-d638-4f88-9cd2-780d627a04bd up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:12:14.704171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Pushing event updated for resources: {'Port': ['ID=14eb1072-35f7-464e-9863-4ba32ccb6a61,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:14.848712 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5d934395-b726-47be-9eee-062c95a7c502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:14.910508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Attempting to bind port 14eb1072-35f7-464e-9863-4ba32ccb6a61 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:12:14.912422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Attempting to bind port 14eb1072-35f7-464e-9863-4ba32ccb6a61 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:12:14.912843 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Attempting to bind port 14eb1072-35f7-464e-9863-4ba32ccb6a61 on network 43b905f1-c168-4b3c-9874-84b9b2b65777 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:14.925342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Port 14eb1072-35f7-464e-9863-4ba32ccb6a61 on network 43b905f1-c168-4b3c-9874-84b9b2b65777 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:12:14.925694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Attempting to bind port 14eb1072-35f7-464e-9863-4ba32ccb6a61 on network 43b905f1-c168-4b3c-9874-84b9b2b65777 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:14.935845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:12:14.936189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Checking segment: {'id': '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:12:14.936576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Bound using segment: {'id': '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:12:14.937746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Bound port: 14eb1072-35f7-464e-9863-4ba32ccb6a61, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:12:14.943131 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:14.987345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9ba4f9fe-d638-4f88-9cd2-780d627a04bd triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:14.987910 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:15.127189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] For port 14eb1072-35f7-464e-9863-4ba32ccb6a61, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:12:15.141284 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] For port 14eb1072-35f7-464e-9863-4ba32ccb6a61, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14eb1072-35f7-464e-9863-4ba32ccb6a61,segment=NetworkSegment(67dc34a2-7158-4b8d-a939-5e87d8a8c8e7),segment_id=67dc34a2-7158-4b8d-a939-5e87d8a8c8e7)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:12:15.150231 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:15.158522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d934395-b726-47be-9eee-062c95a7c502 admin admin] Checking segment: {'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:12:15.159117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d934395-b726-47be-9eee-062c95a7c502 admin admin] Network hostable DHCP agents. Network: 9b9795fa-4a00-4525-be68-d7c6824033e8, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:12:15.176072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d934395-b726-47be-9eee-062c95a7c502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea60a01-8e89-4f23-b3d6-b34ce2a766f0,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:15.266591 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d934395-b726-47be-9eee-062c95a7c502 admin admin] Network 9b9795fa-4a00-4525-be68-d7c6824033e8 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:12:15.303534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-5d934395-b726-47be-9eee-062c95a7c502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 9b9795fa-4a00-4525-be68-d7c6824033e8) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:15.315741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87271d42-674b-4b52-864f-5de29143c021 None None] Network 9b9795fa-4a00-4525-be68-d7c6824033e8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:12:15.322339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:15.323126 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:15.328270 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d934395-b726-47be-9eee-062c95a7c502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:15.328892 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5d934395-b726-47be-9eee-062c95a7c502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:15.331121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] 10.222.0.46 "PUT /v2.0/ports/14eb1072-35f7-464e-9863-4ba32ccb6a61 HTTP/1.1" status: 200 len: 1092 time: 1.9374843 Nov 24 13:12:15.335213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f42218-867d-47a5-8090-4a942811c41c', 'tag': '14eb1072-35f7-464e-9863-4ba32ccb6a61'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:15.339636 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccc2fe4-3175-49ec-ba84-be055446dd34" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f42218-867d-47a5-8090-4a942811c41c", "tag": "14eb1072-35f7-464e-9863-4ba32ccb6a61"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:15.388244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32832f-5454-4200-84d9-70957f59a497 req-e873ea54-36c7-47a3-8f28-1845defbfa6e tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:15.399635 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-af32832f-5454-4200-84d9-70957f59a497 req-e873ea54-36c7-47a3-8f28-1845defbfa6e tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 944 time: 0.2563744 Nov 24 13:12:15.494594 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-af32832f-5454-4200-84d9-70957f59a497 req-60f5b226-4b24-4bd4-965e-62bdb3839595 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909154 Nov 24 13:12:15.508382 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5d934395-b726-47be-9eee-062c95a7c502 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3563285 Nov 24 13:12:15.526411 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6420fa3a-460b-4262-9c84-fa3cea1e61fe x-openstack-request-id: req-6420fa3a-460b-4262-9c84-fa3cea1e61fe {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:15.526933 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f42218-867d-47a5-8090-4a942811c41c", "tag": "14eb1072-35f7-464e-9863-4ba32ccb6a61", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:15.527183 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6420fa3a-460b-4262-9c84-fa3cea1e61fe {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:15.528223 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f42218-867d-47a5-8090-4a942811c41c', 'tag': '14eb1072-35f7-464e-9863-4ba32ccb6a61', 'status': 'completed', 'code': 200} Nov 24 13:12:15.581539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb7133-459f-4c91-83e5-b58ec4f52395 service neutron] Pushing event updated for resources: {'Port': ['ID=14eb1072-35f7-464e-9863-4ba32ccb6a61,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:15.614816 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-c5953884-ff69-4b6d-9727-ec03db00f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:15.616544 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-c5953884-ff69-4b6d-9727-ec03db00f0df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d61b576c7fac4a9eb7023d9ed7b451b8&device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 1095 time: 0.2393141 Nov 24 13:12:15.728250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-4b29c920-1baf-4d93-a2bc-56c4d5a639c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14eb1072-35f7-464e-9863-4ba32ccb6a61 HTTP/1.1" status: 200 len: 217 time: 0.1023214 Nov 24 13:12:15.758178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69228dd-034d-4506-a833-8910d90ade02 None None] Network 9b9795fa-4a00-4525-be68-d7c6824033e8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:12:15.872360 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-74995e45-353a-4fee-8c5a-0ef39c843865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:15.873914 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-74995e45-353a-4fee-8c5a-0ef39c843865 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c315cb12-ebde-481c-8328-bd987b0da388 HTTP/1.1" status: 200 len: 850 time: 0.1339192 Nov 24 13:12:16.016510 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-d0f96393-560f-4861-b166-644e214f3123 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=43b905f1-c168-4b3c-9874-84b9b2b65777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265869 Nov 24 13:12:16.396566 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-fa098612-8d17-4419-9d6f-763210b8273a service neutron] 10.222.0.46 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704615 Nov 24 13:12:16.806965 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bc35570-9a66-4df3-812e-54b7f5453ecf req-2de21d33-0e27-464f-9ad5-1910e3a864c9 service neutron] 10.222.0.46 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781061 Nov 24 13:12:16.881264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f31266-91a4-44e6-a4c9-0fc4964dde10 req-5d2fbc48-bdb0-4561-8fb4-9f7d45f746f4 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:16.890869 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d1f31266-91a4-44e6-a4c9-0fc4964dde10 req-5d2fbc48-bdb0-4561-8fb4-9f7d45f746f4 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 944 time: 0.1832674 Nov 24 13:12:16.987031 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d1f31266-91a4-44e6-a4c9-0fc4964dde10 req-db9cda9d-008e-4e47-9653-15e374d3ac95 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951719 Nov 24 13:12:16.989099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc2fe4-3175-49ec-ba84-be055446dd34 req-e8efb2ec-4bd2-4108-beeb-6fec805a7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:16.991001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ccc2fe4-3175-49ec-ba84-be055446dd34 req-e8efb2ec-4bd2-4108-beeb-6fec805a7cc1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d61b576c7fac4a9eb7023d9ed7b451b8&device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 1095 time: 0.1140089 Nov 24 13:12:17.242928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc2fe4-3175-49ec-ba84-be055446dd34 req-3e7b02a3-c895-4d8c-9591-4ead4fd92b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:17.247314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ccc2fe4-3175-49ec-ba84-be055446dd34 req-3e7b02a3-c895-4d8c-9591-4ead4fd92b02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=43b905f1-c168-4b3c-9874-84b9b2b65777 HTTP/1.1" status: 200 len: 911 time: 0.2275681 Nov 24 13:12:17.334202 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ccc2fe4-3175-49ec-ba84-be055446dd34 req-62d4df48-17f1-4422-b59c-59cc6bf8cc42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14eb1072-35f7-464e-9863-4ba32ccb6a61 HTTP/1.1" status: 200 len: 217 time: 0.0702553 Nov 24 13:12:17.358059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-c391c144-609d-449e-aff4-60b4327eb7b8 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:17.359687 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-c391c144-609d-449e-aff4-60b4327eb7b8 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/networks?id=9b9795fa-4a00-4525-be68-d7c6824033e8 HTTP/1.1" status: 200 len: 811 time: 0.5369880 Nov 24 13:12:17.427175 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-a6ef1f59-e2a5-4850-9941-89ca513809ee tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/quotas/4c213df0acde42eeaec68c51c15a8818 HTTP/1.1" status: 200 len: 375 time: 0.0490167 Nov 24 13:12:17.551009 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-5d4fca94-b455-4d78-826b-c16a7508c931 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4c213df0acde42eeaec68c51c15a8818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1158214 Nov 24 13:12:17.639831 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc2fe4-3175-49ec-ba84-be055446dd34 req-088d3d27-2936-41e0-a08d-a9e48d52e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:17.643292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ccc2fe4-3175-49ec-ba84-be055446dd34 req-088d3d27-2936-41e0-a08d-a9e48d52e17f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c315cb12-ebde-481c-8328-bd987b0da388 HTTP/1.1" status: 200 len: 850 time: 0.2790442 Nov 24 13:12:17.706351 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ccc2fe4-3175-49ec-ba84-be055446dd34 req-b95ab927-fa10-45d3-bee7-3606d28f6d5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=43b905f1-c168-4b3c-9874-84b9b2b65777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551248 Nov 24 13:12:17.712502 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-a057c302-1cec-42fd-bf94-c00aef5676d5 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:12:17.714305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-a057c302-1cec-42fd-bf94-c00aef5676d5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1540873 Nov 24 13:12:17.919052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ccc2fe4-3175-49ec-ba84-be055446dd34 req-5e4b4914-c922-4e40-8591-9fbd0daace66 service neutron] 10.222.0.46 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023501 Nov 24 13:12:18.079994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-81ae454b-4ae6-4668-aabe-c41569b5e62f service neutron] 10.222.0.48 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553233 Nov 24 13:12:18.196791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d705a-2904-447c-a440-de39cf83e6be req-6bcd15d1-3884-4c85-9d99-548e32f89b38 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:18.210169 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a97d705a-2904-447c-a440-de39cf83e6be req-6bcd15d1-3884-4c85-9d99-548e32f89b38 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 944 time: 0.1387558 Nov 24 13:12:18.288628 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a97d705a-2904-447c-a440-de39cf83e6be req-57022e9c-3ff8-49da-94c3-9af64a2c252a tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760772 Nov 24 13:12:18.462257 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ccc2fe4-3175-49ec-ba84-be055446dd34 req-ffdaee35-7550-4d3c-a78c-4119e5834c2e service neutron] 10.222.0.46 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327909 Nov 24 13:12:18.479782 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-e5bddd0e-4513-4bbd-aadf-9781fd825750 service neutron] 10.222.0.48 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760908 Nov 24 13:12:19.092691 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8c32cd51-6a83-4bc6-95d0-f58feac7de15 req-311e4aa1-7d6d-40e7-ad90-3f754bdf8b09 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 210 time: 0.0895505 Nov 24 13:12:19.535285 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fd5d5-c9a3-418a-b1f5-d43aba807654 req-cdcb2361-c135-4180-b21a-f139e4d88ce8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:19.547137 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c8fd5d5-c9a3-418a-b1f5-d43aba807654 req-cdcb2361-c135-4180-b21a-f139e4d88ce8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 944 time: 0.1188755 Nov 24 13:12:19.763849 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c8fd5d5-c9a3-418a-b1f5-d43aba807654 req-c26cca6f-e17b-4cfc-8ec3-4b7662572cd6 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136576 Nov 24 13:12:20.325400 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf4f6b12-4830-4d51-a8fb-54b8bb22e0f5 req-2deec186-3ed0-4823-b5d5-4157fabb36c7 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 210 time: 0.0963106 Nov 24 13:12:20.782578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 14eb1072-35f7-464e-9863-4ba32ccb6a61 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:12:20.961945 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0d9a2da1-9b73-4f37-bf95-cda0e4cdd5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:21.143499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81009373-6570-4fb7-9a7f-8ebbde082442 req-6f5c6f6e-9bf8-47ba-bfb7-3aba7c591b92 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:21.149083 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81009373-6570-4fb7-9a7f-8ebbde082442 req-6f5c6f6e-9bf8-47ba-bfb7-3aba7c591b92 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 944 time: 0.1648595 Nov 24 13:12:21.309721 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81009373-6570-4fb7-9a7f-8ebbde082442 req-31a5c587-29cb-415d-bfaa-92c596c0d2ba tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377637 Nov 24 13:12:21.310474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52072) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:21.350979 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 14eb1072-35f7-464e-9863-4ba32ccb6a61, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14eb1072-35f7-464e-9863-4ba32ccb6a61,segment=NetworkSegment(67dc34a2-7158-4b8d-a939-5e87d8a8c8e7),segment_id=67dc34a2-7158-4b8d-a939-5e87d8a8c8e7)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:21.405527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '14eb1072-35f7-464e-9863-4ba32ccb6a61', 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777', 'port_id': '14eb1072-35f7-464e-9863-4ba32ccb6a61', 'mac_address': 'fa:16:3e:95:0f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c315cb12-ebde-481c-8328-bd987b0da388', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:12:21.540247 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:21.543693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-2588378c-0ba9-4ca5-8885-1138158f0bdf tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:21.546602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-2588378c-0ba9-4ca5-8885-1138158f0bdf tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.59 "GET /v2.0/networks?id=9b9795fa-4a00-4525-be68-d7c6824033e8 HTTP/1.1" status: 200 len: 811 time: 0.5177422 Nov 24 13:12:21.575161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14eb1072-35f7-464e-9863-4ba32ccb6a61 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:12:21.619583 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcfc83d9-b69f-4456-82df-f5b6aab42164 req-96e24468-3293-4686-b625-f99962b78bbb tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 210 time: 0.1340380 Nov 24 13:12:21.630820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 14eb1072-35f7-464e-9863-4ba32ccb6a61, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14eb1072-35f7-464e-9863-4ba32ccb6a61,segment=NetworkSegment(67dc34a2-7158-4b8d-a939-5e87d8a8c8e7),segment_id=67dc34a2-7158-4b8d-a939-5e87d8a8c8e7)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:21.632559 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Request body: {'port': {'device_id': '6405307f-56c4-48b4-99df-96216c465475', 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8', 'admin_state_up': True, 'tenant_id': '4c213df0acde42eeaec68c51c15a8818'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:21.650587 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:21.763981 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf02bb8d-7111-4dfb-a9a5-ff783b15d8af admin admin] Deleting subnet 43d39305-527a-49a2-bcce-5fc6399fd429 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:12:21.790397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf02bb8d-7111-4dfb-a9a5-ff783b15d8af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:21.795935 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=14eb1072-35f7-464e-9863-4ba32ccb6a61,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:21.856579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['14eb1072-35f7-464e-9863-4ba32ccb6a61'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:12:21.941832 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf02bb8d-7111-4dfb-a9a5-ff783b15d8af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:22.016149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf02bb8d-7111-4dfb-a9a5-ff783b15d8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:22.128656 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf02bb8d-7111-4dfb-a9a5-ff783b15d8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:22.138750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-f2ffbe57-ab5a-4f45-a134-4922a692a2e8 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:22.141408 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-f2ffbe57-ab5a-4f45-a134-4922a692a2e8 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.59 "GET /v2.0/networks?id=9b9795fa-4a00-4525-be68-d7c6824033e8 HTTP/1.1" status: 200 len: 811 time: 0.6271770 Nov 24 13:12:22.211133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Request body: {'port': {'device_id': 'be59f0bc-5e77-4e96-962d-51332770cc56', 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8', 'admin_state_up': True, 'tenant_id': '4c213df0acde42eeaec68c51c15a8818'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:22.219153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02bb8d-7111-4dfb-a9a5-ff783b15d8af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d39305-527a-49a2-bcce-5fc6399fd429,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:22.232861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf02bb8d-7111-4dfb-a9a5-ff783b15d8af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:22.245599 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bf02bb8d-7111-4dfb-a9a5-ff783b15d8af admin admin] 10.222.0.48 "DELETE /v2.0/subnets/43d39305-527a-49a2-bcce-5fc6399fd429 HTTP/1.1" status: 204 len: 168 time: 0.9317570 Nov 24 13:12:22.246478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52104) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:22.428435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Made reservation on behalf of 4c213df0acde42eeaec68c51c15a8818 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:22.446364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:22.448185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24ddf755-b29c-484c-86d7-591b6623aafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:22.476736 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52110) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:22.711877 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24ddf755-b29c-484c-86d7-591b6623aafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:22.802251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 14eb1072-35f7-464e-9863-4ba32ccb6a61 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:12:22.828756 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-24ddf755-b29c-484c-86d7-591b6623aafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947fd8e7-0529-4083-a4cd-f5a8c40e92df']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:22.851410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-24ddf755-b29c-484c-86d7-591b6623aafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17705c2-b58a-4258-9c71-1f7a807fb7bb') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:22.851710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-24ddf755-b29c-484c-86d7-591b6623aafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17705c2-b58a-4258-9c71-1f7a807fb7bb') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:22.899230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473459-a377-4e4f-847c-3d330a3d8661 req-f8ab3a33-9532-41af-a992-a885a4777689 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:22.900007 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24ddf755-b29c-484c-86d7-591b6623aafc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:22.903008 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9473459-a377-4e4f-847c-3d330a3d8661 req-f8ab3a33-9532-41af-a992-a885a4777689 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 945 time: 0.4434028 Nov 24 13:12:22.928172 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24ddf755-b29c-484c-86d7-591b6623aafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:22.944095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 14eb1072-35f7-464e-9863-4ba32ccb6a61 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:12:22.949460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ddf755-b29c-484c-86d7-591b6623aafc admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:12:22.949792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 14eb1072-35f7-464e-9863-4ba32ccb6a61 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:22.949908 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24ddf755-b29c-484c-86d7-591b6623aafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:22.950475 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:22.960017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Made reservation on behalf of 4c213df0acde42eeaec68c51c15a8818 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:22.976608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:12:23.075759 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:12:23.078062 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.112877 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-585ae3c0-47e1-4f71-b1c6-22259747c06d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.149712 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9473459-a377-4e4f-847c-3d330a3d8661 req-f0aac642-43a5-4599-bbfe-5b586286c04e tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115395 Nov 24 13:12:23.160691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 14eb1072-35f7-464e-9863-4ba32ccb6a61, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14eb1072-35f7-464e-9863-4ba32ccb6a61,segment=NetworkSegment(67dc34a2-7158-4b8d-a939-5e87d8a8c8e7),segment_id=67dc34a2-7158-4b8d-a939-5e87d8a8c8e7)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:23.162296 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f42218-867d-47a5-8090-4a942811c41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14eb1072-35f7-464e-9863-4ba32ccb6a61'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:23.168633 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9438cf-5a95-4fe0-8587-ad24f1b71aa4" -d '{"events": [{"server_uuid": "b7f42218-867d-47a5-8090-4a942811c41c", "name": "network-vif-plugged", "status": "completed", "tag": "14eb1072-35f7-464e-9863-4ba32ccb6a61"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:23.178115 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.189938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Allocated IP 172.20.0.8 (9b9795fa-4a00-4525-be68-d7c6824033e8/eea60a01-8e89-4f23-b3d6-b34ce2a766f0/5b6c9d7c-7919-459a-a93b-d66c27553240) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:23.213393 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81fda254-6147-49e0-949a-fa685e006707 req-2aa3bdcc-5f51-43c9-9540-1a402638a240 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 210 time: 0.1427712 Nov 24 13:12:23.231396 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24ddf755-b29c-484c-86d7-591b6623aafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.256336 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24ddf755-b29c-484c-86d7-591b6623aafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.268884 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-24ddf755-b29c-484c-86d7-591b6623aafc admin admin] 10.222.0.48 "DELETE /v2.0/networks/947fd8e7-0529-4083-a4cd-f5a8c40e92df HTTP/1.1" status: 204 len: 168 time: 1.0185862 Nov 24 13:12:23.301247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddf755-b29c-484c-86d7-591b6623aafc admin admin] Pushing event deleted for resources: {'Network': ['ID=947fd8e7-0529-4083-a4cd-f5a8c40e92df,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:23.354518 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02c5898-35c0-42fb-bafc-b6f273f706cd x-openstack-request-id: req-d02c5898-35c0-42fb-bafc-b6f273f706cd {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:23.354844 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f42218-867d-47a5-8090-4a942811c41c", "name": "network-vif-plugged", "status": "completed", "tag": "14eb1072-35f7-464e-9863-4ba32ccb6a61", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:23.355078 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d02c5898-35c0-42fb-bafc-b6f273f706cd {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:23.360451 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f42218-867d-47a5-8090-4a942811c41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14eb1072-35f7-464e-9863-4ba32ccb6a61', 'code': 200} Nov 24 13:12:23.446099 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8bbc2130-2465-42a3-a4a4-3afabd137810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.474233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=14eb1072-35f7-464e-9863-4ba32ccb6a61,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:23.481722 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-585ae3c0-47e1-4f71-b1c6-22259747c06d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.486807 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-585ae3c0-47e1-4f71-b1c6-22259747c06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.593895 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-585ae3c0-47e1-4f71-b1c6-22259747c06d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d74e73f1ed149d7af64a79702970c13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1159031 Nov 24 13:12:23.594543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52136) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:23.594880 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52140) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:23.595547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ae3c0-47e1-4f71-b1c6-22259747c06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0500afb9-8dc9-4097-8b54-5b51b3d156aa,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:23.663998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84c754-373b-4561-8654-20322eeece36 req-9526ed05-9174-4c5f-81cf-a2b033a44f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:23.667001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2b84c754-373b-4561-8654-20322eeece36 req-9526ed05-9174-4c5f-81cf-a2b033a44f27 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 1097 time: 0.2726047 Nov 24 13:12:23.746583 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2b84c754-373b-4561-8654-20322eeece36 req-cadc4914-3d14-4bed-97d6-f2055eac8991 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698676 Nov 24 13:12:23.766150 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-509a25c2-e9cf-4c88-8f86-e64edd6182fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.770297 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-84b483c9-cf05-4c30-9cc5-ccd8f7d0fd1c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e1cd43c1ff04946a07c756c11513ec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1675699 Nov 24 13:12:23.772676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52142) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:23.792232 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.818011 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-509a25c2-e9cf-4c88-8f86-e64edd6182fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.841145 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.878551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Network 9b9795fa-4a00-4525-be68-d7c6824033e8 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:23.880163 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-74a5564f-9fae-4404-9b81-68599e0d4b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.911322 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-74a5564f-9fae-4404-9b81-68599e0d4b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.977729 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:23.981026 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Pushing event updated for resources: {'Port': ['ID=5b6c9d7c-7919-459a-a93b-d66c27553240,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:23.987535 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:23.988643 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-509a25c2-e9cf-4c88-8f86-e64edd6182fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.992446 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-509a25c2-e9cf-4c88-8f86-e64edd6182fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:23.993805 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-509a25c2-e9cf-4c88-8f86-e64edd6182fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0500afb9-8dc9-4097-8b54-5b51b3d156aa HTTP/1.1" status: 204 len: 168 time: 0.3857784 Nov 24 13:12:23.997442 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-74a5564f-9fae-4404-9b81-68599e0d4b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:24.000442 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-74a5564f-9fae-4404-9b81-68599e0d4b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:24.002810 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-74a5564f-9fae-4404-9b81-68599e0d4b60 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/762c579e-c479-4f3e-aa25-364e5df5a6fa HTTP/1.1" status: 204 len: 168 time: 0.2281041 Nov 24 13:12:24.012324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a25c2-e9cf-4c88-8f86-e64edd6182fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0500afb9-8dc9-4097-8b54-5b51b3d156aa,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:24.055176 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5564f-9fae-4404-9b81-68599e0d4b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762c579e-c479-4f3e-aa25-364e5df5a6fa,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:24.083826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:24.085627 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:24.085907 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:24.086257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:24.086595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:24.086931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:24.087263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:24.087593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:24.087910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:24.088237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:24.088629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:24.088902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:24.180711 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.db.api [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-c2acf43d-1a04-4c61-ad10-a586acd01e7b {{(pid=114985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:12:24.183184 n-d-817303-4 neutron-server[114985]: DEBUG oslo_db.api [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:12:24.207211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:24.207900 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:24.254055 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-451baacd-46fb-4ce5-9846-fad31a544546 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6416309 Nov 24 13:12:24.263672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Request body: {'port': {'device_id': '6405307f-56c4-48b4-99df-96216c465475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:24.385468 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:24.402942 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-88bd5248-9de3-4cbe-970d-96a6937d8a8c req-2f4ee5c7-fbcf-4826-87af-5ee7b25e9357 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 210 time: 0.0600643 Nov 24 13:12:24.428398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095972a8-64a9-4ff7-9880-cc72c6bb0edf req-72dccf69-4ff0-46c1-9656-7b880928c8e2 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:24.437641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-095972a8-64a9-4ff7-9880-cc72c6bb0edf req-72dccf69-4ff0-46c1-9656-7b880928c8e2 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.1251812 Nov 24 13:12:24.459730 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:25.488014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b6c9d7c-7919-459a-a93b-d66c27553240 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:12:25.496948 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:25.512409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Transition to ACTIVE for port object 5b6c9d7c-7919-459a-a93b-d66c27553240 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:12:25.516500 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:25.600583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:25.607857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8339c2b-7892-492b-8549-b434c6ded4e9 req-1be1ecd2-e354-45ea-af29-12cf9767bee7 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 210 time: 0.0678532 Nov 24 13:12:25.613002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52208) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:25.830796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1669808271-network', 'tenant_id': '5bc28a02a9a046848945b727f937a2a0'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:25.887469 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:25.895947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] Made reservation on behalf of 5bc28a02a9a046848945b727f937a2a0 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:25.899074 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:25.923681 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:25.975880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Allocated IP 172.20.0.14 (9b9795fa-4a00-4525-be68-d7c6824033e8/eea60a01-8e89-4f23-b3d6-b34ce2a766f0/94336c10-7e5f-4672-a72f-f808f01ba64b) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:26.132234 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52224) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:26.138977 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:26.158129 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:26.208032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1decc73-b121-45e0-bafe-669b93d9e297,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:26.229749 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:12:26.253994 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:26.254341 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] Added segment b618c9ae-cef7-46d3-8990-c18ceaed867a of type vlan for network ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850 Nov 24 13:12:26.332524 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:26.387324 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:26.388334 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:26.388939 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:26.445437 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:26.477581 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5fccda38-d939-4ff8-b2c1-fe089b45f830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:26.515651 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9015636 Nov 24 13:12:26.532069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6c9d7c-7919-459a-a93b-d66c27553240,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:26.537609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52230) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:26.538918 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:26.556321 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-095972a8-64a9-4ff7-9880-cc72c6bb0edf req-43da8759-cb49-4353-b16e-7c6a696dee79 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1175406 Nov 24 13:12:26.569010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a18106e9-66fc-4c68-8619-d5744fabc2e6 admin admin] Request body: {'subnet': {'network_id': 'ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1669808271-subnet', 'tenant_id': '5bc28a02a9a046848945b727f937a2a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:26.676856 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:26.699991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Pushing event updated for resources: {'Port': ['ID=94336c10-7e5f-4672-a72f-f808f01ba64b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:26.711320 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18106e9-66fc-4c68-8619-d5744fabc2e6 admin admin] Made reservation on behalf of 5bc28a02a9a046848945b727f937a2a0 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:26.714343 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a18106e9-66fc-4c68-8619-d5744fabc2e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:27.048479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Network 9b9795fa-4a00-4525-be68-d7c6824033e8 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:27.063870 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:27.071042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:27.074983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Attempting to bind port 5b6c9d7c-7919-459a-a93b-d66c27553240 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:12:27.075636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Attempting to bind port 5b6c9d7c-7919-459a-a93b-d66c27553240 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:12:27.076336 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Attempting to bind port 5b6c9d7c-7919-459a-a93b-d66c27553240 on network 9b9795fa-4a00-4525-be68-d7c6824033e8 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:27.119456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Port 5b6c9d7c-7919-459a-a93b-d66c27553240 on network 9b9795fa-4a00-4525-be68-d7c6824033e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:12:27.120168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Attempting to bind port 5b6c9d7c-7919-459a-a93b-d66c27553240 on network 9b9795fa-4a00-4525-be68-d7c6824033e8 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:27.135040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:12:27.135663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Checking segment: {'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:12:27.136859 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Bound using segment: {'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:12:27.137842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Bound port: 5b6c9d7c-7919-459a-a93b-d66c27553240, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:12:27.138424 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:27.153995 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a18106e9-66fc-4c68-8619-d5744fabc2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:27.177346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0a4d3-a48a-42e9-8814-33c42199ed9d admin admin] Pushing event updated for resources: {'Network': ['ID=ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:27.195379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:12:27.274128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1a95c-42f4-4fb5-bc7b-39c080b883c3 req-fe925517-6b39-4220-b34c-c1d13c01c9bb tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:27.287380 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9f1a95c-42f4-4fb5-bc7b-39c080b883c3 req-fe925517-6b39-4220-b34c-c1d13c01c9bb tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 932 time: 0.1987927 Nov 24 13:12:27.295951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:27.296841 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:27.363777 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18106e9-66fc-4c68-8619-d5744fabc2e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35eba7dd-ddfb-4d3c-8e80-e3ee52094d81,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:27.369865 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-aecc4bd2-392b-421a-a9e7-88e9820bbf87 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2163718 Nov 24 13:12:27.374078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18106e9-66fc-4c68-8619-d5744fabc2e6 admin admin] Checking segment: {'id': 'b618c9ae-cef7-46d3-8990-c18ceaed867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:12:27.374640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18106e9-66fc-4c68-8619-d5744fabc2e6 admin admin] Network hostable DHCP agents. Network: ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:12:27.384544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Request body: {'port': {'device_id': 'be59f0bc-5e77-4e96-962d-51332770cc56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:27.388813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] For port 5b6c9d7c-7919-459a-a93b-d66c27553240, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:12:27.393949 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] For port 5b6c9d7c-7919-459a-a93b-d66c27553240, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5b6c9d7c-7919-459a-a93b-d66c27553240,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:12:27.417134 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:27.466382 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9f1a95c-42f4-4fb5-bc7b-39c080b883c3 req-d2f7c7d9-1971-4122-865c-5fa401835c61 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779625 Nov 24 13:12:27.482927 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5fccda38-d939-4ff8-b2c1-fe089b45f830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:27.489141 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5fccda38-d939-4ff8-b2c1-fe089b45f830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:27.503731 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:27.504356 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:27.505798 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] 10.222.0.59 "PUT /v2.0/ports/5b6c9d7c-7919-459a-a93b-d66c27553240 HTTP/1.1" status: 200 len: 1091 time: 3.2469051 Nov 24 13:12:27.514500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6405307f-56c4-48b4-99df-96216c465475', 'tag': '5b6c9d7c-7919-459a-a93b-d66c27553240'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:27.516968 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a789d90-5bcc-4627-9ce9-82916954a5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6405307f-56c4-48b4-99df-96216c465475", "tag": "5b6c9d7c-7919-459a-a93b-d66c27553240"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:27.558905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18106e9-66fc-4c68-8619-d5744fabc2e6 admin admin] Network ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:12:27.584918 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5fccda38-d939-4ff8-b2c1-fe089b45f830 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f631b0820f8a42a1acb2eab1c3ac8e10&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4452713 Nov 24 13:12:27.592859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52246) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:27.593573 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fccda38-d939-4ff8-b2c1-fe089b45f830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4fb5f6-789f-4849-a976-ab9f85f1ed01,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:27.638276 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51aa0da-1010-4f18-bf7c-c09182132561 x-openstack-request-id: req-f51aa0da-1010-4f18-bf7c-c09182132561 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:27.638632 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6405307f-56c4-48b4-99df-96216c465475", "tag": "5b6c9d7c-7919-459a-a93b-d66c27553240", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:27.638842 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f51aa0da-1010-4f18-bf7c-c09182132561 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:27.639259 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6405307f-56c4-48b4-99df-96216c465475', 'tag': '5b6c9d7c-7919-459a-a93b-d66c27553240', 'status': 'completed', 'code': 200} Nov 24 13:12:27.671022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb0b95-4f53-4d17-b042-43679b58e641 service neutron] Pushing event updated for resources: {'Port': ['ID=5b6c9d7c-7919-459a-a93b-d66c27553240,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:27.676096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:27.691318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a18106e9-66fc-4c68-8619-d5744fabc2e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:27.701022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f91972-06bc-4a8d-ad33-f34f2d9b0f35 None None] Network ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:12:27.712680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18106e9-66fc-4c68-8619-d5744fabc2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:27.713300 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a18106e9-66fc-4c68-8619-d5744fabc2e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:27.741074 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47e554b3-c956-4114-a7b4-26f5a98fec3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:27.752468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-dcf8584b-3a9f-4621-9f9a-644acfc601fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:27.754138 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-dcf8584b-3a9f-4621-9f9a-644acfc601fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c213df0acde42eeaec68c51c15a8818&device_id=6405307f-56c4-48b4-99df-96216c465475 HTTP/1.1" status: 200 len: 1094 time: 0.1908622 Nov 24 13:12:27.776353 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a18106e9-66fc-4c68-8619-d5744fabc2e6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2230999 Nov 24 13:12:27.776571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ed9fe-e851-4773-9d84-81d7b5ff298d req-62a78b52-f20c-412e-8752-3d9181704574 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:27.801356 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ed1ed9fe-e851-4773-9d84-81d7b5ff298d req-62a78b52-f20c-412e-8752-3d9181704574 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.1498623 Nov 24 13:12:27.880451 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47e554b3-c956-4114-a7b4-26f5a98fec3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:27.914006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-f6a35301-ad09-41a3-88fc-7ab1398a8df5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b6c9d7c-7919-459a-a93b-d66c27553240 HTTP/1.1" status: 200 len: 217 time: 0.1439714 Nov 24 13:12:27.993482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6986bd3f-c6ab-4d05-95bb-5c2e6403e2bf None None] Network ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:12:28.009663 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ed1ed9fe-e851-4773-9d84-81d7b5ff298d req-93d7d03d-5e47-4833-acad-9e27063f2994 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041440 Nov 24 13:12:28.076972 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47e554b3-c956-4114-a7b4-26f5a98fec3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:28.080770 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-47e554b3-c956-4114-a7b4-26f5a98fec3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:28.081137 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-47e554b3-c956-4114-a7b4-26f5a98fec3b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f4fb5f6-789f-4849-a976-ab9f85f1ed01 HTTP/1.1" status: 204 len: 168 time: 0.4660132 Nov 24 13:12:28.097844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e554b3-c956-4114-a7b4-26f5a98fec3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4fb5f6-789f-4849-a976-ab9f85f1ed01,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:28.126424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-87a1dfed-e238-4b7c-b40f-dda1115becdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:28.134284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-87a1dfed-e238-4b7c-b40f-dda1115becdb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eea60a01-8e89-4f23-b3d6-b34ce2a766f0 HTTP/1.1" status: 200 len: 851 time: 0.2127810 Nov 24 13:12:28.394667 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-b236daea-1cf3-4b9e-9ad5-40ea728cb1a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b9795fa-4a00-4525-be68-d7c6824033e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2520068 Nov 24 13:12:28.706175 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d8a15-107c-46ac-bf69-37eadc778270 req-dd5149a7-a4e2-4126-bf25-8c5983a5e7d5 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:28.707949 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-731d8a15-107c-46ac-bf69-37eadc778270 req-dd5149a7-a4e2-4126-bf25-8c5983a5e7d5 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.1193361 Nov 24 13:12:28.828953 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-731d8a15-107c-46ac-bf69-37eadc778270 req-515d5883-ebc8-4159-883a-7d545b7aee11 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131554 Nov 24 13:12:28.930133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44be52-814f-40d1-97a0-64f596968f4a req-60d7a053-569c-4c0a-bcea-dbd20437b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:28.931632 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc44be52-814f-40d1-97a0-64f596968f4a req-60d7a053-569c-4c0a-bcea-dbd20437b5de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d61b576c7fac4a9eb7023d9ed7b451b8&device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 1097 time: 0.4317770 Nov 24 13:12:28.939823 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-57972fef-1fcf-4637-96f2-5036f7075d7d service neutron] 10.222.0.59 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337949 Nov 24 13:12:29.034682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e5d3d-4fdd-488b-b096-fb7cfb1f9f07 req-df95028e-daf8-46ea-8854-c51a6f14984e tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:29.046872 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7f1e5d3d-4fdd-488b-b096-fb7cfb1f9f07 req-df95028e-daf8-46ea-8854-c51a6f14984e tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 932 time: 0.0948803 Nov 24 13:12:29.134350 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7f1e5d3d-4fdd-488b-b096-fb7cfb1f9f07 req-6463ffb2-e617-41ac-963b-4db8146a1df1 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862877 Nov 24 13:12:29.161915 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94336c10-7e5f-4672-a72f-f808f01ba64b {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:12:29.272480 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:29.405597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Transition to ACTIVE for port object 94336c10-7e5f-4672-a72f-f808f01ba64b will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:12:29.473371 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:29.556341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44be52-814f-40d1-97a0-64f596968f4a req-0b055961-89f3-4754-a0d9-351989572bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:29.559284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc44be52-814f-40d1-97a0-64f596968f4a req-0b055961-89f3-4754-a0d9-351989572bd3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=43b905f1-c168-4b3c-9874-84b9b2b65777 HTTP/1.1" status: 200 len: 911 time: 0.5631354 Nov 24 13:12:29.592505 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-c5beb890-29ba-41f0-b79d-76f0d7f4babc service neutron] 10.222.0.59 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5945117 Nov 24 13:12:29.661881 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc44be52-814f-40d1-97a0-64f596968f4a req-d19cb034-b514-4828-8e18-39f40cfcdbee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14eb1072-35f7-464e-9863-4ba32ccb6a61 HTTP/1.1" status: 200 len: 217 time: 0.0661156 Nov 24 13:12:29.674250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472b347-ef23-4874-b432-078c68a922ff req-feef8c4f-88ea-4b1e-b3dc-e79d71399cac tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:29.682680 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8472b347-ef23-4874-b432-078c68a922ff req-feef8c4f-88ea-4b1e-b3dc-e79d71399cac tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/networks?id=ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850 HTTP/1.1" status: 200 len: 821 time: 0.6165552 Nov 24 13:12:29.691894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52304) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:29.751658 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Pushing event updated for resources: {'Port': ['ID=94336c10-7e5f-4672-a72f-f808f01ba64b,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:29.780716 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8472b347-ef23-4874-b432-078c68a922ff req-e6f85111-3209-47ec-9508-fee0f324d880 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/quotas/5bc28a02a9a046848945b727f937a2a0 HTTP/1.1" status: 200 len: 375 time: 0.0968165 Nov 24 13:12:29.853934 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8472b347-ef23-4874-b432-078c68a922ff req-59507926-2a10-4088-b217-3b298d0ab081 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5bc28a02a9a046848945b727f937a2a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721059 Nov 24 13:12:29.928688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44be52-814f-40d1-97a0-64f596968f4a req-2e5dc748-7e59-4adf-8588-576994ad9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:29.930251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc44be52-814f-40d1-97a0-64f596968f4a req-2e5dc748-7e59-4adf-8588-576994ad9bb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c315cb12-ebde-481c-8328-bd987b0da388 HTTP/1.1" status: 200 len: 850 time: 0.2386377 Nov 24 13:12:29.982600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a789d90-5bcc-4627-9ce9-82916954a5c2 req-bc55219c-f8f3-4f83-9083-50a5639934d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:29.984160 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a789d90-5bcc-4627-9ce9-82916954a5c2 req-bc55219c-f8f3-4f83-9083-50a5639934d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c213df0acde42eeaec68c51c15a8818&device_id=6405307f-56c4-48b4-99df-96216c465475 HTTP/1.1" status: 200 len: 1094 time: 0.2810397 Nov 24 13:12:29.997155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-141679753'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:30.057250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc44be52-814f-40d1-97a0-64f596968f4a req-21ab17d2-4d50-48f8-ab60-1111489cab40 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=43b905f1-c168-4b3c-9874-84b9b2b65777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069400 Nov 24 13:12:30.097415 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Made reservation on behalf of 55aa9afde24243fda02cb406e9e8cffa for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:30.107255 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:30.147270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:30.172626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Attempting to bind port 94336c10-7e5f-4672-a72f-f808f01ba64b on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:12:30.172923 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Attempting to bind port 94336c10-7e5f-4672-a72f-f808f01ba64b by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:12:30.173266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Attempting to bind port 94336c10-7e5f-4672-a72f-f808f01ba64b on network 9b9795fa-4a00-4525-be68-d7c6824033e8 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:30.223899 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10860e50-bc58-4c0f-bbe4-f04aa2163ff7 req-4e9acddb-d4d0-418d-b612-03a8e83e340d tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:30.237956 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10860e50-bc58-4c0f-bbe4-f04aa2163ff7 req-4e9acddb-d4d0-418d-b612-03a8e83e340d tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.2232676 Nov 24 13:12:30.243939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Port 94336c10-7e5f-4672-a72f-f808f01ba64b on network 9b9795fa-4a00-4525-be68-d7c6824033e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:12:30.244273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Attempting to bind port 94336c10-7e5f-4672-a72f-f808f01ba64b on network 9b9795fa-4a00-4525-be68-d7c6824033e8 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:30.271982 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8472b347-ef23-4874-b432-078c68a922ff req-702a63d4-294c-4cf2-93c4-6b72f7cffc4f service neutron] 10.222.0.48 "GET /v2.0/networks/ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171178 Nov 24 13:12:30.302399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:12:30.302766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Checking segment: {'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:12:30.303130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Bound using segment: {'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:12:30.303581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Bound port: 94336c10-7e5f-4672-a72f-f808f01ba64b, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:12:30.303943 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:30.319989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a789d90-5bcc-4627-9ce9-82916954a5c2 req-e7a887d6-42ef-4f46-81d0-4b0090e3ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:30.329867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a789d90-5bcc-4627-9ce9-82916954a5c2 req-e7a887d6-42ef-4f46-81d0-4b0090e3ee55 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b9795fa-4a00-4525-be68-d7c6824033e8 HTTP/1.1" status: 200 len: 912 time: 0.2828364 Nov 24 13:12:30.354965 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10860e50-bc58-4c0f-bbe4-f04aa2163ff7 req-46dbb1ab-5bfe-4143-ac9f-fc90759a09a4 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148880 Nov 24 13:12:30.359112 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc44be52-814f-40d1-97a0-64f596968f4a req-48efb3f7-c39c-4648-9b1e-0dcc7a95a168 service neutron] 10.222.0.46 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839599 Nov 24 13:12:30.422119 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:30.432203 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:30.463697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaaa26d-0d03-4b9d-aeb1-21c5d65fecd0,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:30.475505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:12:30.500241 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:30.500596 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Added segment c29a5d8e-b1ce-4a7e-bbc9-da318e556506 of type vlan for network a7305698-9134-425f-9ec6-e6f8eded42c3 Nov 24 13:12:30.584396 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:30.620277 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:30.626325 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:30.626969 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:30.740285 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfdfe5-3efd-40bc-bb30-9f39d48020f5 req-7e51b2cd-a80e-4bd9-88c7-b789581a01f8 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:30.741897 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbdfdfe5-3efd-40bc-bb30-9f39d48020f5 req-7e51b2cd-a80e-4bd9-88c7-b789581a01f8 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 944 time: 0.1331501 Nov 24 13:12:30.748102 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0504065 Nov 24 13:12:30.748541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52320) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:30.754962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-7707bcb3-e441-4a48-9298-6e79560fc768 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Request body: {'subnet': {'network_id': 'a7305698-9134-425f-9ec6-e6f8eded42c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:30.760949 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e692b-06dd-4fbe-acf1-5a3e05a5f015 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event updated for resources: {'Network': ['ID=a7305698-9134-425f-9ec6-e6f8eded42c3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:30.774576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network a7305698-9134-425f-9ec6-e6f8eded42c3 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:12:30.898547 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbdfdfe5-3efd-40bc-bb30-9f39d48020f5 req-db5449f1-ffe5-4eec-900f-eb73bbeb9239 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191237 Nov 24 13:12:30.908437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8472b347-ef23-4874-b432-078c68a922ff req-9bdf8b3b-3a67-4b66-b2d0-2c3049b800b1 service neutron] 10.222.0.48 "GET /v2.0/networks/ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355331 Nov 24 13:12:30.911177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a789d90-5bcc-4627-9ce9-82916954a5c2 req-13367629-3c8a-4e07-94b0-f625b111549a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b6c9d7c-7919-459a-a93b-d66c27553240 HTTP/1.1" status: 200 len: 217 time: 0.5496516 Nov 24 13:12:30.975012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7707bcb3-e441-4a48-9298-6e79560fc768 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Made reservation on behalf of 55aa9afde24243fda02cb406e9e8cffa for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:30.979054 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7707bcb3-e441-4a48-9298-6e79560fc768 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:31.163732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a789d90-5bcc-4627-9ce9-82916954a5c2 req-d804bc3b-cd3d-49ee-b008-9153b9ae11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:31.172230 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a789d90-5bcc-4627-9ce9-82916954a5c2 req-d804bc3b-cd3d-49ee-b008-9153b9ae11d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eea60a01-8e89-4f23-b3d6-b34ce2a766f0 HTTP/1.1" status: 200 len: 851 time: 0.1815543 Nov 24 13:12:31.271031 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a789d90-5bcc-4627-9ce9-82916954a5c2 req-f758dd98-596d-4ef9-bd17-3f89c70f0999 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b9795fa-4a00-4525-be68-d7c6824033e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764618 Nov 24 13:12:31.334495 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a1e946c3-beac-498d-ab5e-557ff7c98b19 req-0b2ac636-c99a-44bb-ac37-eba8c39595a0 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 210 time: 0.1573956 Nov 24 13:12:31.348054 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc44be52-814f-40d1-97a0-64f596968f4a req-7fc481f1-58af-42c3-807e-44271762c1f5 service neutron] 10.222.0.46 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9272964 Nov 24 13:12:31.349172 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] For port 94336c10-7e5f-4672-a72f-f808f01ba64b, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:12:31.372749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] For port 94336c10-7e5f-4672-a72f-f808f01ba64b, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=94336c10-7e5f-4672-a72f-f808f01ba64b,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:12:31.417914 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:31.458133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:31.459417 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:31.464425 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] 10.222.0.59 "PUT /v2.0/ports/94336c10-7e5f-4672-a72f-f808f01ba64b HTTP/1.1" status: 200 len: 1092 time: 4.0829747 Nov 24 13:12:31.468132 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7707bcb3-e441-4a48-9298-6e79560fc768 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:31.499121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be59f0bc-5e77-4e96-962d-51332770cc56', 'tag': '94336c10-7e5f-4672-a72f-f808f01ba64b'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:31.511728 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a717724a-9252-4b21-b38c-1706686e9f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "be59f0bc-5e77-4e96-962d-51332770cc56", "tag": "94336c10-7e5f-4672-a72f-f808f01ba64b"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:31.551734 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707bcb3-e441-4a48-9298-6e79560fc768 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event updated for resources: {'Subnet': ['ID=969c520a-5e0c-4930-9011-624c9a522f09,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:31.569223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7707bcb3-e441-4a48-9298-6e79560fc768 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Checking segment: {'id': 'c29a5d8e-b1ce-4a7e-bbc9-da318e556506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a7305698-9134-425f-9ec6-e6f8eded42c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:12:31.569909 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7707bcb3-e441-4a48-9298-6e79560fc768 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Network hostable DHCP agents. Network: a7305698-9134-425f-9ec6-e6f8eded42c3, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:12:31.594163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7707bcb3-e441-4a48-9298-6e79560fc768 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Network a7305698-9134-425f-9ec6-e6f8eded42c3 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:12:31.612762 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-7707bcb3-e441-4a48-9298-6e79560fc768 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, a7305698-9134-425f-9ec6-e6f8eded42c3) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:31.622250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707bcb3-e441-4a48-9298-6e79560fc768 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:31.622872 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7707bcb3-e441-4a48-9298-6e79560fc768 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:31.623911 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b472023f-f04f-4656-8d46-6aa01237d558 None None] Network a7305698-9134-425f-9ec6-e6f8eded42c3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:12:31.654135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52354) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:31.686479 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7707bcb3-e441-4a48-9298-6e79560fc768 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9355552 Nov 24 13:12:31.687734 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52358) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:31.699001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d2fd70cb-77fc-4445-8e82-bba514c14c22 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Request body: {'port': {'network_id': 'a7305698-9134-425f-9ec6-e6f8eded42c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-34706481'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:31.720653 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013af904-d189-4856-84a6-3b629ce4fc8c x-openstack-request-id: req-013af904-d189-4856-84a6-3b629ce4fc8c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:31.721217 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be59f0bc-5e77-4e96-962d-51332770cc56", "tag": "94336c10-7e5f-4672-a72f-f808f01ba64b", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:31.722058 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-013af904-d189-4856-84a6-3b629ce4fc8c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:31.722636 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be59f0bc-5e77-4e96-962d-51332770cc56', 'tag': '94336c10-7e5f-4672-a72f-f808f01ba64b', 'status': 'completed', 'code': 200} Nov 24 13:12:31.834428 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a789d90-5bcc-4627-9ce9-82916954a5c2 req-fd903fc1-760d-43ea-b8aa-3ed35e83fd48 service neutron] 10.222.0.59 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310256 Nov 24 13:12:31.897693 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-955b7a65-ea78-417a-970c-3e17b78e751e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:31.925575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-a7305698-9134-425f-9ec6-e6f8eded42c3', 'network_id': 'a7305698-9134-425f-9ec6-e6f8eded42c3', 'tenant_id': '55aa9afde24243fda02cb406e9e8cffa', 'fixed_ips': [{'subnet_id': '969c520a-5e0c-4930-9011-624c9a522f09'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:12:31.926598 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:32.051013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910e3dd-c1fc-481a-ad73-a6910233c29c service neutron] Pushing event updated for resources: {'Port': ['ID=94336c10-7e5f-4672-a72f-f808f01ba64b,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:32.084104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fd70cb-77fc-4445-8e82-bba514c14c22 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Made reservation on behalf of 55aa9afde24243fda02cb406e9e8cffa for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:32.088969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-2d600aad-021e-43cc-b16c-590d281b058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:32.090612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-2d600aad-021e-43cc-b16c-590d281b058a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c213df0acde42eeaec68c51c15a8818&device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 1095 time: 0.5569148 Nov 24 13:12:32.097511 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2fd70cb-77fc-4445-8e82-bba514c14c22 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:32.197895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-d2fd70cb-77fc-4445-8e82-bba514c14c22 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] device_id is not set on port 5787db55-d97e-4cf7-bba4-1b797404509e yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:12:32.227120 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a789d90-5bcc-4627-9ce9-82916954a5c2 req-5cc89276-6707-4533-b574-cf8847da00a9 service neutron] 10.222.0.59 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619375 Nov 24 13:12:32.276564 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-955b7a65-ea78-417a-970c-3e17b78e751e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:32.276859 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-e530aae9-251e-4f2a-a930-e7aa642c15e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94336c10-7e5f-4672-a72f-f808f01ba64b HTTP/1.1" status: 200 len: 217 time: 0.1140828 Nov 24 13:12:32.287697 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-955b7a65-ea78-417a-970c-3e17b78e751e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:32.289015 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9e769-74ed-4dad-a1dc-676e5288b756 req-7da6c50b-1d4c-4840-8788-018882e47f19 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:32.301110 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-53c9e769-74ed-4dad-a1dc-676e5288b756 req-7da6c50b-1d4c-4840-8788-018882e47f19 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.7169440 Nov 24 13:12:32.317110 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2121f-bd52-4dd5-8d3b-8cc24d95226d req-ee2f4381-4dbe-4825-9b23-ed69b95e5968 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:32.325815 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fef2121f-bd52-4dd5-8d3b-8cc24d95226d req-ee2f4381-4dbe-4825-9b23-ed69b95e5968 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 944 time: 0.2256327 Nov 24 13:12:32.373254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Allocated IP 2001:db8::2 (a7305698-9134-425f-9ec6-e6f8eded42c3/969c520a-5e0c-4930-9011-624c9a522f09/40deea7c-d645-46b3-8163-135fed647405) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:32.397058 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-955b7a65-ea78-417a-970c-3e17b78e751e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=703fc0e199304180896f34fad1946796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7415273 Nov 24 13:12:32.399689 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52382) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:32.414958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b7a65-ea78-417a-970c-3e17b78e751e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be0d612-829c-4cec-afb4-f34b683689fd,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:32.460939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-53c9e769-74ed-4dad-a1dc-676e5288b756 req-cc7d550e-3160-4b3b-b3d3-95abbbb96120 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536496 Nov 24 13:12:32.485846 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fef2121f-bd52-4dd5-8d3b-8cc24d95226d req-155dee0c-3a16-4cd3-8685-eee014ee24ac tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537085 Nov 24 13:12:32.505363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6966d527-c83e-4763-b27c-d7c841cfb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:32.507911 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-6966d527-c83e-4763-b27c-d7c841cfb244 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eea60a01-8e89-4f23-b3d6-b34ce2a766f0 HTTP/1.1" status: 200 len: 851 time: 0.2040267 Nov 24 13:12:32.521192 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d47918f2-964a-43f6-9f94-3d02afcddf94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:32.522430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5b6c9d7c-7919-459a-a93b-d66c27553240 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:12:32.560665 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-601d86c9-e350-4167-9b36-ce71cab49c53 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b9795fa-4a00-4525-be68-d7c6824033e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460124 Nov 24 13:12:32.577416 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d47918f2-964a-43f6-9f94-3d02afcddf94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:32.633106 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:32.639629 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-09578a39-26f3-4f30-be90-3d7bc0879852 req-a51751d9-efc4-4e70-a3dc-caa448dfb613 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 210 time: 0.0909762 Nov 24 13:12:32.703689 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:32.737292 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-d2fd70cb-77fc-4445-8e82-bba514c14c22 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Allocated IP 2001:db8::231 (a7305698-9134-425f-9ec6-e6f8eded42c3/969c520a-5e0c-4930-9011-624c9a522f09/5787db55-d97e-4cf7-bba4-1b797404509e) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:32.749703 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-2ac47c90-3c18-418d-818a-5e033a13c812 service neutron] 10.222.0.59 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800334 Nov 24 13:12:32.767490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Pushing event updated for resources: {'Port': ['ID=40deea7c-d645-46b3-8163-135fed647405,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:32.786902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Network a7305698-9134-425f-9ec6-e6f8eded42c3 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:32.788761 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d47918f2-964a-43f6-9f94-3d02afcddf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:32.792030 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d47918f2-964a-43f6-9f94-3d02afcddf94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:32.793942 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d47918f2-964a-43f6-9f94-3d02afcddf94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4be0d612-829c-4cec-afb4-f34b683689fd HTTP/1.1" status: 204 len: 168 time: 0.3933260 Nov 24 13:12:32.801557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:32.811937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:32.813321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47918f2-964a-43f6-9f94-3d02afcddf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be0d612-829c-4cec-afb4-f34b683689fd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:32.836751 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 5b6c9d7c-7919-459a-a93b-d66c27553240, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5b6c9d7c-7919-459a-a93b-d66c27553240,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:32.939455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '5b6c9d7c-7919-459a-a93b-d66c27553240', 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8', 'port_id': '5b6c9d7c-7919-459a-a93b-d66c27553240', 'mac_address': 'fa:16:3e:49:80:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea60a01-8e89-4f23-b3d6-b34ce2a766f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:12:33.024284 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2fd70cb-77fc-4445-8e82-bba514c14c22 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:33.035441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Attempting to bind port 40deea7c-d645-46b3-8163-135fed647405 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:12:33.035887 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Attempting to bind port 40deea7c-d645-46b3-8163-135fed647405 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'c29a5d8e-b1ce-4a7e-bbc9-da318e556506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a7305698-9134-425f-9ec6-e6f8eded42c3'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:12:33.036185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Attempting to bind port 40deea7c-d645-46b3-8163-135fed647405 on network a7305698-9134-425f-9ec6-e6f8eded42c3 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:33.069033 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:33.073954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472b347-ef23-4874-b432-078c68a922ff req-73a31611-5427-4052-b8c1-b84137c7210c tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:33.075479 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8472b347-ef23-4874-b432-078c68a922ff req-73a31611-5427-4052-b8c1-b84137c7210c tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.46 "GET /v2.0/networks?id=ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850 HTTP/1.1" status: 200 len: 821 time: 0.3248444 Nov 24 13:12:33.079922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:12:33.080319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Checking segment: {'id': 'c29a5d8e-b1ce-4a7e-bbc9-da318e556506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a7305698-9134-425f-9ec6-e6f8eded42c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:12:33.080768 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:33.081159 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Bound using segment: {'id': 'c29a5d8e-b1ce-4a7e-bbc9-da318e556506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a7305698-9134-425f-9ec6-e6f8eded42c3'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:12:33.081654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Bound port: 40deea7c-d645-46b3-8163-135fed647405, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29a5d8e-b1ce-4a7e-bbc9-da318e556506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a7305698-9134-425f-9ec6-e6f8eded42c3'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:12:33.082039 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:33.090337 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2fd70cb-77fc-4445-8e82-bba514c14c22 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:33.111219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-8472b347-ef23-4874-b432-078c68a922ff req-56576d89-7d90-488c-baeb-5293152acb0d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Request body: {'port': {'device_id': '6e7306bc-8831-49c4-acde-d58b127d7d25', 'network_id': 'ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850', 'admin_state_up': True, 'tenant_id': '5bc28a02a9a046848945b727f937a2a0'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:33.124814 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88dcaa7f-3854-4419-a6ae-8a4e9ace708f req-42ff9a3e-cdf5-46c5-9025-a28e76a12170 service neutron] 10.222.0.59 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614209 Nov 24 13:12:33.142584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b6c9d7c-7919-459a-a93b-d66c27553240 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:12:33.211433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd70cb-77fc-4445-8e82-bba514c14c22 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event updated for resources: {'Port': ['ID=5787db55-d97e-4cf7-bba4-1b797404509e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:33.223856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fd70cb-77fc-4445-8e82-bba514c14c22 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Network a7305698-9134-425f-9ec6-e6f8eded42c3 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:33.231634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d2fd70cb-77fc-4445-8e82-bba514c14c22 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:33.238328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fd70cb-77fc-4445-8e82-bba514c14c22 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:33.245338 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd70cb-77fc-4445-8e82-bba514c14c22 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:33.250425 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2fd70cb-77fc-4445-8e82-bba514c14c22 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:33.257413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] For port 40deea7c-d645-46b3-8163-135fed647405, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:12:33.264179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] For port 40deea7c-d645-46b3-8163-135fed647405, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=40deea7c-d645-46b3-8163-135fed647405,segment=NetworkSegment(c29a5d8e-b1ce-4a7e-bbc9-da318e556506),segment_id=c29a5d8e-b1ce-4a7e-bbc9-da318e556506)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:12:33.290656 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d2fd70cb-77fc-4445-8e82-bba514c14c22 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6014922 Nov 24 13:12:33.293699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52394) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:33.298775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ff8d841a-16c8-4f0e-8f51-760a17a1a6e7 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Request body: {'port': {'network_id': 'a7305698-9134-425f-9ec6-e6f8eded42c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2113043383', 'allowed_address_pairs': [{'ip_address': '2001:db8::231', 'mac_address': 'fa:16:3e:30:10:65'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:33.306493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 5b6c9d7c-7919-459a-a93b-d66c27553240, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5b6c9d7c-7919-459a-a93b-d66c27553240,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:33.315396 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:33.331118 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:33.372234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717724a-9252-4b21-b38c-1706686e9f0a req-83143a99-ad1b-4a4b-a39d-ee5557e2791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:33.374924 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a717724a-9252-4b21-b38c-1706686e9f0a req-83143a99-ad1b-4a4b-a39d-ee5557e2791c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c213df0acde42eeaec68c51c15a8818&device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 1095 time: 0.1823792 Nov 24 13:12:33.396996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52398) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:33.462929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8472b347-ef23-4874-b432-078c68a922ff req-56576d89-7d90-488c-baeb-5293152acb0d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Made reservation on behalf of 5bc28a02a9a046848945b727f937a2a0 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:33.469015 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8472b347-ef23-4874-b432-078c68a922ff req-56576d89-7d90-488c-baeb-5293152acb0d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:33.494270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9597c6fe-1df1-4287-8592-201e0ebddca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:33.543312 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd94561-ee1d-481f-8c18-6690474dd4fb None None] Pushing event updated for resources: {'Port': ['ID=40deea7c-d645-46b3-8163-135fed647405,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:33.572009 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['5b6c9d7c-7919-459a-a93b-d66c27553240'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:12:33.706909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=5b6c9d7c-7919-459a-a93b-d66c27553240,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:33.728924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717724a-9252-4b21-b38c-1706686e9f0a req-354d3f63-601a-45d7-9e3b-cb542201edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:33.730978 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a717724a-9252-4b21-b38c-1706686e9f0a req-354d3f63-601a-45d7-9e3b-cb542201edb3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b9795fa-4a00-4525-be68-d7c6824033e8 HTTP/1.1" status: 200 len: 912 time: 0.3477092 Nov 24 13:12:33.754468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8d841a-16c8-4f0e-8f51-760a17a1a6e7 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Made reservation on behalf of 55aa9afde24243fda02cb406e9e8cffa for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:33.912305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a717724a-9252-4b21-b38c-1706686e9f0a req-040a054b-b835-425f-bf22-a8876c5fc2e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94336c10-7e5f-4672-a72f-f808f01ba64b HTTP/1.1" status: 200 len: 217 time: 0.1590514 Nov 24 13:12:33.925458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-8472b347-ef23-4874-b432-078c68a922ff req-56576d89-7d90-488c-baeb-5293152acb0d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Allocated IP 172.20.0.2 (ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850/35eba7dd-ddfb-4d3c-8e80-e3ee52094d81/0c264d8e-c3e1-4575-9d3f-87f2d782fc20) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:33.944622 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ff8d841a-16c8-4f0e-8f51-760a17a1a6e7 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:33.973877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-ff8d841a-16c8-4f0e-8f51-760a17a1a6e7 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] device_id is not set on port 1a18ecd3-5f50-4866-828a-605e623b45a2 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:12:33.993977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a7339-6e39-4830-950d-e67a12b0bb7a req-0ba48950-2096-4016-b240-300c1148b186 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:34.002214 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-640a7339-6e39-4830-950d-e67a12b0bb7a req-0ba48950-2096-4016-b240-300c1148b186 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.3005662 Nov 24 13:12:34.040643 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bbcbf-26a2-4658-8043-ff9f643e97c3 req-c3346727-6ccb-45c9-9beb-665a6f14a44c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:34.042182 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-664bbcbf-26a2-4658-8043-ff9f643e97c3 req-c3346727-6ccb-45c9-9beb-665a6f14a44c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 944 time: 0.3644333 Nov 24 13:12:34.081077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9597c6fe-1df1-4287-8592-201e0ebddca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:34.111352 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9597c6fe-1df1-4287-8592-201e0ebddca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:34.122533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717724a-9252-4b21-b38c-1706686e9f0a req-1b84a1a9-734f-4e02-8226-92ad6146b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:34.124148 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a717724a-9252-4b21-b38c-1706686e9f0a req-1b84a1a9-734f-4e02-8226-92ad6146b4b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eea60a01-8e89-4f23-b3d6-b34ce2a766f0 HTTP/1.1" status: 200 len: 851 time: 0.1836905 Nov 24 13:12:34.150426 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-664bbcbf-26a2-4658-8043-ff9f643e97c3 req-e3331112-342d-4f4d-acdb-4a498b0b3d62 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818706 Nov 24 13:12:34.178870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-640a7339-6e39-4830-950d-e67a12b0bb7a req-530c5912-06b4-4224-b7a3-0bc88c25bd92 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715181 Nov 24 13:12:34.234133 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-ff8d841a-16c8-4f0e-8f51-760a17a1a6e7 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Allocated IP 2001:db8::171 (a7305698-9134-425f-9ec6-e6f8eded42c3/969c520a-5e0c-4930-9011-624c9a522f09/1a18ecd3-5f50-4866-828a-605e623b45a2) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:34.278905 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a717724a-9252-4b21-b38c-1706686e9f0a req-3c4e9398-249f-4d71-adb6-b87f02890276 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b9795fa-4a00-4525-be68-d7c6824033e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351802 Nov 24 13:12:34.327132 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9597c6fe-1df1-4287-8592-201e0ebddca8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ae35bbf765048d5b49732cdd56e9b5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9280713 Nov 24 13:12:34.329540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52418) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:34.340149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597c6fe-1df1-4287-8592-201e0ebddca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1879ac-6e55-4495-8a6e-14c5100f2e55,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:34.358045 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:12:34.403841 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61360263-23e8-4c22-ab46-19b838e24ad9 req-a79212f3-b3bc-48ae-9ea5-283e62780607 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 210 time: 0.0842960 Nov 24 13:12:34.448441 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ff8d841a-16c8-4f0e-8f51-760a17a1a6e7 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:34.499330 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ff8d841a-16c8-4f0e-8f51-760a17a1a6e7 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:34.546534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5b6c9d7c-7919-459a-a93b-d66c27553240 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:12:34.642744 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 40deea7c-d645-46b3-8163-135fed647405 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:12:34.667352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d841a-16c8-4f0e-8f51-760a17a1a6e7 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Network a7305698-9134-425f-9ec6-e6f8eded42c3 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:34.673757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-ff8d841a-16c8-4f0e-8f51-760a17a1a6e7 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:34.686179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8d841a-16c8-4f0e-8f51-760a17a1a6e7 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:34.695292 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8d841a-16c8-4f0e-8f51-760a17a1a6e7 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:34.702602 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ff8d841a-16c8-4f0e-8f51-760a17a1a6e7 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:34.740462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a717724a-9252-4b21-b38c-1706686e9f0a req-8101fdb1-19d4-4fd1-a0c8-d8b1abedcedc service neutron] 10.222.0.59 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409342 Nov 24 13:12:34.740987 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ff8d841a-16c8-4f0e-8f51-760a17a1a6e7 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.4461892 Nov 24 13:12:34.748491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52422) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:34.752386 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d841a-16c8-4f0e-8f51-760a17a1a6e7 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event updated for resources: {'Port': ['ID=1a18ecd3-5f50-4866-828a-605e623b45a2,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:34.781293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 5b6c9d7c-7919-459a-a93b-d66c27553240 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:12:34.788017 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 5b6c9d7c-7919-459a-a93b-d66c27553240 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:34.788782 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:34.836579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 40deea7c-d645-46b3-8163-135fed647405 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:34.837581 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:34.850045 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-130560e7-e613-44e0-b726-7bedeef5fc15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:34.864847 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8472b347-ef23-4874-b432-078c68a922ff req-56576d89-7d90-488c-baeb-5293152acb0d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:34.923874 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-130560e7-e613-44e0-b726-7bedeef5fc15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:35.017523 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:35.041072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa03be-19a7-423d-9fc3-41152b84383c None None] Network a7305698-9134-425f-9ec6-e6f8eded42c3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:12:35.047029 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:35.064460 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-130560e7-e613-44e0-b726-7bedeef5fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:35.067671 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-130560e7-e613-44e0-b726-7bedeef5fc15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:35.069455 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-130560e7-e613-44e0-b726-7bedeef5fc15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd1879ac-6e55-4495-8a6e-14c5100f2e55 HTTP/1.1" status: 204 len: 168 time: 0.7258198 Nov 24 13:12:35.095287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405307f-56c4-48b4-99df-96216c465475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6c9d7c-7919-459a-a93b-d66c27553240'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:35.097664 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eddeb29-ffa0-423f-81c5-b8fb0b547564" -d '{"events": [{"server_uuid": "6405307f-56c4-48b4-99df-96216c465475", "name": "network-vif-plugged", "status": "completed", "tag": "5b6c9d7c-7919-459a-a93b-d66c27553240"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:35.105927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130560e7-e613-44e0-b726-7bedeef5fc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1879ac-6e55-4495-8a6e-14c5100f2e55,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:35.118076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8472b347-ef23-4874-b432-078c68a922ff req-56576d89-7d90-488c-baeb-5293152acb0d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:35.127197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 40deea7c-d645-46b3-8163-135fed647405, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=40deea7c-d645-46b3-8163-135fed647405,segment=NetworkSegment(c29a5d8e-b1ce-4a7e-bbc9-da318e556506),segment_id=c29a5d8e-b1ce-4a7e-bbc9-da318e556506)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:35.130563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e20665-93a7-4bb1-9d40-44fe3cd91c51 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:35.138167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e20665-93a7-4bb1-9d40-44fe3cd91c51 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:35.145099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e20665-93a7-4bb1-9d40-44fe3cd91c51 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:35.146831 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-46e20665-93a7-4bb1-9d40-44fe3cd91c51 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3944650 Nov 24 13:12:35.149878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52428) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:35.197778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56576d89-7d90-488c-baeb-5293152acb0d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Pushing event updated for resources: {'Port': ['ID=0c264d8e-c3e1-4575-9d3f-87f2d782fc20,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:35.202749 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a717724a-9252-4b21-b38c-1706686e9f0a req-3dadaaf3-b111-4218-99e9-8ffee917770b service neutron] 10.222.0.59 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235458 Nov 24 13:12:35.217123 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:35.217515 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8472b347-ef23-4874-b432-078c68a922ff req-56576d89-7d90-488c-baeb-5293152acb0d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Network ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:35.219099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-8472b347-ef23-4874-b432-078c68a922ff req-56576d89-7d90-488c-baeb-5293152acb0d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:35.222139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-8472b347-ef23-4874-b432-078c68a922ff req-56576d89-7d90-488c-baeb-5293152acb0d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:35.238317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 5b6c9d7c-7919-459a-a93b-d66c27553240, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5b6c9d7c-7919-459a-a93b-d66c27553240,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:35.259599 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77327d59-0774-45ae-a91f-20146bca76a3 x-openstack-request-id: req-77327d59-0774-45ae-a91f-20146bca76a3 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:35.261454 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405307f-56c4-48b4-99df-96216c465475", "name": "network-vif-plugged", "status": "completed", "tag": "5b6c9d7c-7919-459a-a93b-d66c27553240", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:35.262837 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77327d59-0774-45ae-a91f-20146bca76a3 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:35.263502 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405307f-56c4-48b4-99df-96216c465475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b6c9d7c-7919-459a-a93b-d66c27553240', 'code': 200} Nov 24 13:12:35.318832 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:35.361378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0f13be7a-002f-48ae-bf1d-5a35cf08404a None None] Provisioning complete for port 40deea7c-d645-46b3-8163-135fed647405 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:35.361746 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0f13be7a-002f-48ae-bf1d-5a35cf08404a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:35.459069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-e3582dd7-254d-40d2-8370-8068cb0daf9e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Deleting port 1a18ecd3-5f50-4866-828a-605e623b45a2 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:35.459781 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e3582dd7-254d-40d2-8370-8068cb0daf9e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:35.475195 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472b347-ef23-4874-b432-078c68a922ff req-56576d89-7d90-488c-baeb-5293152acb0d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:35.475901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8472b347-ef23-4874-b432-078c68a922ff req-56576d89-7d90-488c-baeb-5293152acb0d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:35.476556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490d3b2-9908-4817-ae9e-e110d37718ff req-cf0488e9-cda5-4fdd-b395-79d16a2471db tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:35.478557 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6490d3b2-9908-4817-ae9e-e110d37718ff req-cf0488e9-cda5-4fdd-b395-79d16a2471db tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.1092894 Nov 24 13:12:35.490321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38182ceb-09bb-4c16-be55-87d6b1028d47 req-e4d36026-5168-4ad7-b4f6-6b6190d1d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:35.491952 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38182ceb-09bb-4c16-be55-87d6b1028d47 req-e4d36026-5168-4ad7-b4f6-6b6190d1d259 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6405307f-56c4-48b4-99df-96216c465475 HTTP/1.1" status: 200 len: 1096 time: 0.1593008 Nov 24 13:12:35.504291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7dc17-73d9-4c17-99f0-642467807eca req-9db29577-4cf6-49d0-9f24-f3a927875a7e tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:35.506402 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89e7dc17-73d9-4c17-99f0-642467807eca req-9db29577-4cf6-49d0-9f24-f3a927875a7e tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 944 time: 0.1899927 Nov 24 13:12:35.540713 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8472b347-ef23-4874-b432-078c68a922ff req-56576d89-7d90-488c-baeb-5293152acb0d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4477277 Nov 24 13:12:35.570105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Request body: {'port': {'device_id': '6e7306bc-8831-49c4-acde-d58b127d7d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:35.578735 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=40deea7c-d645-46b3-8163-135fed647405,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:35.612423 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6490d3b2-9908-4817-ae9e-e110d37718ff req-34a6b9bb-3526-45e9-b3c1-2612fe98cdb9 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202793 Nov 24 13:12:35.675177 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e3582dd7-254d-40d2-8370-8068cb0daf9e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:35.706214 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38182ceb-09bb-4c16-be55-87d6b1028d47 req-7eeb54dd-19d9-42f7-9f8e-b740614c0444 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903520 Nov 24 13:12:35.710959 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:35.729476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89e7dc17-73d9-4c17-99f0-642467807eca req-912115b8-6b55-4a7d-87fd-2a0ef3b8588f tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018805 Nov 24 13:12:35.759679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-e3582dd7-254d-40d2-8370-8068cb0daf9e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Calling delete_port for 1a18ecd3-5f50-4866-828a-605e623b45a2 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:35.925987 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=5b6c9d7c-7919-459a-a93b-d66c27553240,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:36.040379 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e3582dd7-254d-40d2-8370-8068cb0daf9e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:36.088106 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3582dd7-254d-40d2-8370-8068cb0daf9e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event deleted for resources: {'Port': ['ID=1a18ecd3-5f50-4866-828a-605e623b45a2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:36.150476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904917b-0dcc-40b9-be0e-1c1ae9874b36 req-67cec4e2-2873-4ef5-8b52-ef796e38b272 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:36.152473 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a904917b-0dcc-40b9-be0e-1c1ae9874b36 req-67cec4e2-2873-4ef5-8b52-ef796e38b272 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 931 time: 0.2099204 Nov 24 13:12:36.285905 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:36.383617 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e3582dd7-254d-40d2-8370-8068cb0daf9e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:36.387505 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e3582dd7-254d-40d2-8370-8068cb0daf9e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "DELETE /v2.0/ports/1a18ecd3-5f50-4866-828a-605e623b45a2 HTTP/1.1" status: 204 len: 168 time: 1.2358184 Nov 24 13:12:36.402129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52462) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:36.449852 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-055c170b-7f40-4a13-a3ff-75d864852c0d tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] GET failed (client error): The resource could not be found. Nov 24 13:12:36.452780 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-055c170b-7f40-4a13-a3ff-75d864852c0d tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "GET /v2.0/ports/1a18ecd3-5f50-4866-828a-605e623b45a2 HTTP/1.1" status: 404 len: 333 time: 0.0477033 Nov 24 13:12:36.457304 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52470) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:36.481652 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ba42b850-e091-4e44-8431-b053f55d8a20 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Request body: {'port': {'network_id': 'a7305698-9134-425f-9ec6-e6f8eded42c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1042524434'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:36.512326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bb221a6e-8ecb-427f-b700-af143345d021 None None] Could not find standard attr ID for object 1a18ecd3-5f50-4866-828a-605e623b45a2. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:12:36.540883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bb221a6e-8ecb-427f-b700-af143345d021 None None] Provisioning complete for port 40deea7c-d645-46b3-8163-135fed647405 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:36.541512 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bb221a6e-8ecb-427f-b700-af143345d021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:36.604221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 94336c10-7e5f-4672-a72f-f808f01ba64b details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:12:36.733798 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 40deea7c-d645-46b3-8163-135fed647405 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:12:36.841500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba42b850-e091-4e44-8431-b053f55d8a20 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Made reservation on behalf of 55aa9afde24243fda02cb406e9e8cffa for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:36.845762 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba42b850-e091-4e44-8431-b053f55d8a20 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:36.879454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d962fb-f707-482d-a89d-3dc9ec98c632 req-dec9ac38-74f2-4f4c-8880-891c949aab67 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:36.893006 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74d962fb-f707-482d-a89d-3dc9ec98c632 req-dec9ac38-74f2-4f4c-8880-891c949aab67 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.1056232 Nov 24 13:12:36.955489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-ba42b850-e091-4e44-8431-b053f55d8a20 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] device_id is not set on port 0307dad5-3ebb-4d0a-b8d4-89854f677ecb yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:12:37.027758 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74d962fb-f707-482d-a89d-3dc9ec98c632 req-1272f520-b7ba-4183-be5c-493a4bdcf343 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333342 Nov 24 13:12:37.066307 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:12:37.092113 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:37.213601 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a904917b-0dcc-40b9-be0e-1c1ae9874b36 req-adbc4dc0-bee4-4491-a8e6-9f8ee0a98142 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1decc73-b121-45e0-bafe-669b93d9e297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0326147 Nov 24 13:12:37.231938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Transition to ACTIVE for port object 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:12:37.244830 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:37.284490 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-ba42b850-e091-4e44-8431-b053f55d8a20 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Allocated IP 2001:db8::1ad (a7305698-9134-425f-9ec6-e6f8eded42c3/969c520a-5e0c-4930-9011-624c9a522f09/0307dad5-3ebb-4d0a-b8d4-89854f677ecb) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:37.321910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52486) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:37.362227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Pushing event updated for resources: {'Port': ['ID=0c264d8e-c3e1-4575-9d3f-87f2d782fc20,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:37.474517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Attempting to bind port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:12:37.474752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Attempting to bind port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'b618c9ae-cef7-46d3-8990-c18ceaed867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:12:37.475188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Attempting to bind port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 on network ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:37.482817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 on network ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:12:37.483169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Attempting to bind port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 on network ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:37.497426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:12:37.498171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Checking segment: {'id': 'b618c9ae-cef7-46d3-8990-c18ceaed867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:12:37.498913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Bound using segment: {'id': 'b618c9ae-cef7-46d3-8990-c18ceaed867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:12:37.499970 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Bound port: 0c264d8e-c3e1-4575-9d3f-87f2d782fc20, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b618c9ae-cef7-46d3-8990-c18ceaed867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:12:37.501095 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:37.557610 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa972f9-b546-4918-a9cd-6daa81ca5eb0 req-3e303311-db27-40f0-bc0d-4729f3e3ad55 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:37.559247 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4aa972f9-b546-4918-a9cd-6daa81ca5eb0 req-3e303311-db27-40f0-bc0d-4729f3e3ad55 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 944 time: 0.2766509 Nov 24 13:12:37.572493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 94336c10-7e5f-4672-a72f-f808f01ba64b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=94336c10-7e5f-4672-a72f-f808f01ba64b,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:37.587637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 40deea7c-d645-46b3-8163-135fed647405 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:37.588254 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:37.607865 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eee088d9-02fd-4333-84ec-ddc3763889cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:37.618923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '94336c10-7e5f-4672-a72f-f808f01ba64b', 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8', 'port_id': '94336c10-7e5f-4672-a72f-f808f01ba64b', 'mac_address': 'fa:16:3e:56:8f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea60a01-8e89-4f23-b3d6-b34ce2a766f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:12:37.644929 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4aa972f9-b546-4918-a9cd-6daa81ca5eb0 req-647d53f7-ca79-4c91-a81d-bca1f3ceb3cd tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649779 Nov 24 13:12:37.679031 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba42b850-e091-4e44-8431-b053f55d8a20 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:37.688371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bb221a6e-8ecb-427f-b700-af143345d021 None None] Provisioning complete for port 5787db55-d97e-4cf7-bba4-1b797404509e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:37.689104 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bb221a6e-8ecb-427f-b700-af143345d021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:37.709118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] For port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:12:37.718405 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] For port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0c264d8e-c3e1-4575-9d3f-87f2d782fc20,segment=NetworkSegment(b618c9ae-cef7-46d3-8990-c18ceaed867a),segment_id=b618c9ae-cef7-46d3-8990-c18ceaed867a)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:12:37.729436 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:37.736740 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:37.744106 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba42b850-e091-4e44-8431-b053f55d8a20 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:37.761633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94336c10-7e5f-4672-a72f-f808f01ba64b {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:12:37.771719 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-bb221a6e-8ecb-427f-b700-af143345d021 None None] Port 5787db55-d97e-4cf7-bba4-1b797404509e cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:12:37.802311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba42b850-e091-4e44-8431-b053f55d8a20 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Network a7305698-9134-425f-9ec6-e6f8eded42c3 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:37.810404 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-ba42b850-e091-4e44-8431-b053f55d8a20 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:37.812550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 94336c10-7e5f-4672-a72f-f808f01ba64b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=94336c10-7e5f-4672-a72f-f808f01ba64b,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:37.817739 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42b850-e091-4e44-8431-b053f55d8a20 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:37.825737 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba42b850-e091-4e44-8431-b053f55d8a20 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:37.826889 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba42b850-e091-4e44-8431-b053f55d8a20 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:37.833978 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:37.842755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Pushing event updated for resources: {'Port': ['ID=0c264d8e-c3e1-4575-9d3f-87f2d782fc20,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:37.856295 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42b850-e091-4e44-8431-b053f55d8a20 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event updated for resources: {'Port': ['ID=0307dad5-3ebb-4d0a-b8d4-89854f677ecb,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:37.875450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:37.876765 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ba42b850-e091-4e44-8431-b053f55d8a20 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4082034 Nov 24 13:12:37.878152 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:37.879630 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8472b347-ef23-4874-b432-078c68a922ff req-9e28dd0f-bf33-4c41-a70a-d5a6f4e7cf73 service neutron] 10.222.0.46 "PUT /v2.0/ports/0c264d8e-c3e1-4575-9d3f-87f2d782fc20 HTTP/1.1" status: 200 len: 1091 time: 2.3171260 Nov 24 13:12:37.879830 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52494) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:37.881052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7306bc-8831-49c4-acde-d58b127d7d25', 'tag': '0c264d8e-c3e1-4575-9d3f-87f2d782fc20'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:37.883509 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47858c14-8e80-4e17-a4e3-8c3d2d9ac204" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7306bc-8831-49c4-acde-d58b127d7d25", "tag": "0c264d8e-c3e1-4575-9d3f-87f2d782fc20"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:37.888273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f7c29cc6-1044-40f0-aea2-ceaf7f636527 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::231', 'mac_address': 'fa:16:3e:30:10:65'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:37.905634 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0716f3f9-8509-4ecb-bf49-3744c943c941 None None] Could not find standard attr ID for object 1a18ecd3-5f50-4866-828a-605e623b45a2. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:12:37.934925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0716f3f9-8509-4ecb-bf49-3744c943c941 None None] Provisioning complete for port 5787db55-d97e-4cf7-bba4-1b797404509e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:37.935399 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0716f3f9-8509-4ecb-bf49-3744c943c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:37.988716 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7f1dbe-d1de-4538-a4fc-b87d4eff2c96 x-openstack-request-id: req-ff7f1dbe-d1de-4538-a4fc-b87d4eff2c96 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:37.989464 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7306bc-8831-49c4-acde-d58b127d7d25", "tag": "0c264d8e-c3e1-4575-9d3f-87f2d782fc20", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:37.989975 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff7f1dbe-d1de-4538-a4fc-b87d4eff2c96 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:37.991150 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7306bc-8831-49c4-acde-d58b127d7d25', 'tag': '0c264d8e-c3e1-4575-9d3f-87f2d782fc20', 'status': 'completed', 'code': 200} Nov 24 13:12:38.004883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=94336c10-7e5f-4672-a72f-f808f01ba64b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:38.021277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0716f3f9-8509-4ecb-bf49-3744c943c941 None None] Port 5787db55-d97e-4cf7-bba4-1b797404509e cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:12:38.024018 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7c29cc6-1044-40f0-aea2-ceaf7f636527 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:38.024691 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eee088d9-02fd-4333-84ec-ddc3763889cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:38.038432 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eee088d9-02fd-4333-84ec-ddc3763889cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:38.051853 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['94336c10-7e5f-4672-a72f-f808f01ba64b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:12:38.070954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472b347-ef23-4874-b432-078c68a922ff req-c627d06b-e47c-436e-89cc-273c62e46490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:38.082515 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8472b347-ef23-4874-b432-078c68a922ff req-c627d06b-e47c-436e-89cc-273c62e46490 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5bc28a02a9a046848945b727f937a2a0&device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 1094 time: 0.1510909 Nov 24 13:12:38.173315 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-eee088d9-02fd-4333-84ec-ddc3763889cf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9d51678ec9d40caa3552c5fc1ed706c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8468461 Nov 24 13:12:38.177506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52500) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:38.190921 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8472b347-ef23-4874-b432-078c68a922ff req-6f8508e2-e6f9-4eb7-bece-bf67bbb3fd3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c264d8e-c3e1-4575-9d3f-87f2d782fc20 HTTP/1.1" status: 200 len: 217 time: 0.0839341 Nov 24 13:12:38.198023 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee088d9-02fd-4333-84ec-ddc3763889cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9615a97f-8885-4c1d-b4ea-636e9ed67716,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:38.293674 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ae1374a2-ca65-4cc4-843d-88e0e5260fd9 None None] Provisioning complete for port 0307dad5-3ebb-4d0a-b8d4-89854f677ecb triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:38.294370 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ae1374a2-ca65-4cc4-843d-88e0e5260fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:38.298742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472b347-ef23-4874-b432-078c68a922ff req-bda888fb-a8ff-40c5-95f6-cafa7c621a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:38.300464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8472b347-ef23-4874-b432-078c68a922ff req-bda888fb-a8ff-40c5-95f6-cafa7c621a50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35eba7dd-ddfb-4d3c-8e80-e3ee52094d81 HTTP/1.1" status: 200 len: 861 time: 0.0936699 Nov 24 13:12:38.309136 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7c29cc6-1044-40f0-aea2-ceaf7f636527 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:38.329342 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7c29cc6-1044-40f0-aea2-ceaf7f636527 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:38.350586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ae1374a2-ca65-4cc4-843d-88e0e5260fd9 None None] Port 0307dad5-3ebb-4d0a-b8d4-89854f677ecb cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:12:38.354229 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad896f47-d9fa-42ee-b24c-2f72abdc43d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:38.374345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8472b347-ef23-4874-b432-078c68a922ff req-329800c0-12a2-421f-a9c0-ed7b8ffb9319 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648415 Nov 24 13:12:38.399814 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f7c29cc6-1044-40f0-aea2-ceaf7f636527 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] In _notify_port_updated(), no bound segment for port 0307dad5-3ebb-4d0a-b8d4-89854f677ecb on network a7305698-9134-425f-9ec6-e6f8eded42c3 {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:12:38.406883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c29cc6-1044-40f0-aea2-ceaf7f636527 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:38.407509 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7c29cc6-1044-40f0-aea2-ceaf7f636527 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:38.411527 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f7c29cc6-1044-40f0-aea2-ceaf7f636527 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "PUT /v2.0/ports/0307dad5-3ebb-4d0a-b8d4-89854f677ecb HTTP/1.1" status: 200 len: 1003 time: 0.5281193 Nov 24 13:12:38.414097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52506) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:38.437940 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad896f47-d9fa-42ee-b24c-2f72abdc43d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:38.500682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c29cc6-1044-40f0-aea2-ceaf7f636527 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event updated for resources: {'Port': ['ID=0307dad5-3ebb-4d0a-b8d4-89854f677ecb,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:38.502290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcde32-0fda-4434-b909-4c41261b2fce req-793b6dcd-03e5-43a9-8a77-d9e7717d7be1 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:38.504758 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58fcde32-0fda-4434-b909-4c41261b2fce req-793b6dcd-03e5-43a9-8a77-d9e7717d7be1 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 943 time: 0.1970694 Nov 24 13:12:38.517728 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b03f72-08c3-4837-b398-d5292615c9de req-663e3dce-782f-4c08-8094-f8dccfe4ed1d tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:38.525213 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e1b03f72-08c3-4837-b398-d5292615c9de req-663e3dce-782f-4c08-8094-f8dccfe4ed1d tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.2133377 Nov 24 13:12:38.628431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e1b03f72-08c3-4837-b398-d5292615c9de req-fe02ebc8-e5f3-4329-84cf-a572588ad584 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022484 Nov 24 13:12:38.631481 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58fcde32-0fda-4434-b909-4c41261b2fce req-9bca3be3-36f0-4e86-9473-7ff3877978c3 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1decc73-b121-45e0-bafe-669b93d9e297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890877 Nov 24 13:12:38.638727 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3edd49b2-8d8f-42c8-a92a-46acb77a130c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Deleting port 0307dad5-3ebb-4d0a-b8d4-89854f677ecb {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:38.639279 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3edd49b2-8d8f-42c8-a92a-46acb77a130c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:38.654537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad896f47-d9fa-42ee-b24c-2f72abdc43d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:38.670401 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad896f47-d9fa-42ee-b24c-2f72abdc43d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:38.671973 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ad896f47-d9fa-42ee-b24c-2f72abdc43d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9615a97f-8885-4c1d-b4ea-636e9ed67716 HTTP/1.1" status: 204 len: 168 time: 0.4878440 Nov 24 13:12:38.677095 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8472b347-ef23-4874-b432-078c68a922ff req-d89fbc76-6de1-4baf-b271-eacde0d52f51 service neutron] 10.222.0.46 "GET /v2.0/networks/ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926915 Nov 24 13:12:38.715229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad896f47-d9fa-42ee-b24c-2f72abdc43d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9615a97f-8885-4c1d-b4ea-636e9ed67716,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:38.872623 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3edd49b2-8d8f-42c8-a92a-46acb77a130c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:38.891485 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3edd49b2-8d8f-42c8-a92a-46acb77a130c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Calling delete_port for 0307dad5-3ebb-4d0a-b8d4-89854f677ecb owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:38.893792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ac7ec8bc-c722-4d9a-980f-47a01387998c None None] Provisioning complete for port 0307dad5-3ebb-4d0a-b8d4-89854f677ecb triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:38.899520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda2bfa-960b-4c0b-924d-262c61d9d9d8 req-2a8a1b98-5daa-4fe5-917b-fedaecb8f5e5 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:38.900776 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec8bc-c722-4d9a-980f-47a01387998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:38.908349 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4fda2bfa-960b-4c0b-924d-262c61d9d9d8 req-2a8a1b98-5daa-4fe5-917b-fedaecb8f5e5 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 945 time: 0.0872252 Nov 24 13:12:38.930043 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8472b347-ef23-4874-b432-078c68a922ff req-d68859c5-d53b-43b4-8d43-775c5ed10264 service neutron] 10.222.0.46 "GET /v2.0/networks/ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320042 Nov 24 13:12:38.944656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ec8bc-c722-4d9a-980f-47a01387998c None None] Port 0307dad5-3ebb-4d0a-b8d4-89854f677ecb cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:12:38.984167 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4fda2bfa-960b-4c0b-924d-262c61d9d9d8 req-0008966e-e122-46ef-a27b-70a6ee7b8fb5 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697572 Nov 24 13:12:39.044467 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47858c14-8e80-4e17-a4e3-8c3d2d9ac204 req-d92b2c48-0d6a-4e56-a092-7d97f50d75d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:39.046440 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47858c14-8e80-4e17-a4e3-8c3d2d9ac204 req-d92b2c48-0d6a-4e56-a092-7d97f50d75d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5bc28a02a9a046848945b727f937a2a0&device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 1094 time: 0.0580182 Nov 24 13:12:39.181147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47858c14-8e80-4e17-a4e3-8c3d2d9ac204 req-ef4acad4-6970-49c6-8f52-cc24b657b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:39.184549 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47858c14-8e80-4e17-a4e3-8c3d2d9ac204 req-ef4acad4-6970-49c6-8f52-cc24b657b65d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850 HTTP/1.1" status: 200 len: 922 time: 0.1304083 Nov 24 13:12:39.257758 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47858c14-8e80-4e17-a4e3-8c3d2d9ac204 req-e8ce90ba-37da-4d88-a096-ff91cddbcf4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c264d8e-c3e1-4575-9d3f-87f2d782fc20 HTTP/1.1" status: 200 len: 217 time: 0.0642712 Nov 24 13:12:39.318783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47858c14-8e80-4e17-a4e3-8c3d2d9ac204 req-f2b4efcb-78a4-4371-aec0-9e01e08733cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:39.320715 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47858c14-8e80-4e17-a4e3-8c3d2d9ac204 req-f2b4efcb-78a4-4371-aec0-9e01e08733cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35eba7dd-ddfb-4d3c-8e80-e3ee52094d81 HTTP/1.1" status: 200 len: 861 time: 0.0549293 Nov 24 13:12:39.365551 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47858c14-8e80-4e17-a4e3-8c3d2d9ac204 req-ec8798be-7bd6-49c9-a599-aaa86125e9c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354121 Nov 24 13:12:39.382137 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3edd49b2-8d8f-42c8-a92a-46acb77a130c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:39.435862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd49b2-8d8f-42c8-a92a-46acb77a130c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event deleted for resources: {'Port': ['ID=0307dad5-3ebb-4d0a-b8d4-89854f677ecb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:39.543502 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47858c14-8e80-4e17-a4e3-8c3d2d9ac204 req-d09974a9-f799-4827-8607-09046c201fcd service neutron] 10.222.0.46 "GET /v2.0/networks/ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681020 Nov 24 13:12:39.567516 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3edd49b2-8d8f-42c8-a92a-46acb77a130c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:39.576699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52534) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:39.591156 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3edd49b2-8d8f-42c8-a92a-46acb77a130c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "DELETE /v2.0/ports/0307dad5-3ebb-4d0a-b8d4-89854f677ecb HTTP/1.1" status: 204 len: 168 time: 1.1617053 Nov 24 13:12:39.629655 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:39.638799 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4b7258-4d22-49c0-9d7b-1af7e44c1451 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] GET failed (client error): The resource could not be found. Nov 24 13:12:39.640772 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ff4b7258-4d22-49c0-9d7b-1af7e44c1451 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "GET /v2.0/ports/0307dad5-3ebb-4d0a-b8d4-89854f677ecb HTTP/1.1" status: 404 len: 333 time: 0.0625291 Nov 24 13:12:39.644857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52538) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:39.650437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3211b79d-400b-42ca-87f2-57666cc79ff1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Request body: {'port': {'network_id': 'a7305698-9134-425f-9ec6-e6f8eded42c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-572449683'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:39.829166 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47858c14-8e80-4e17-a4e3-8c3d2d9ac204 req-d022145a-14b7-43e5-949b-ccc7e39ed6ef service neutron] 10.222.0.46 "GET /v2.0/networks/ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740512 Nov 24 13:12:39.904365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd93540-cf5b-40cd-9b4b-e5b10ec352b2 req-e9d9c03b-4d62-4ebb-95da-18d77f596ca8 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:39.904566 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dedb6a-f9b4-4521-be09-601b506ae9af req-e7924da6-ecec-4c36-adf4-080656e171a1 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:39.904566 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30dedb6a-f9b4-4521-be09-601b506ae9af req-e7924da6-ecec-4c36-adf4-080656e171a1 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.1200824 Nov 24 13:12:39.908745 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdd93540-cf5b-40cd-9b4b-e5b10ec352b2 req-e9d9c03b-4d62-4ebb-95da-18d77f596ca8 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 943 time: 0.1454203 Nov 24 13:12:39.913066 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3211b79d-400b-42ca-87f2-57666cc79ff1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Made reservation on behalf of 55aa9afde24243fda02cb406e9e8cffa for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:39.918130 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3211b79d-400b-42ca-87f2-57666cc79ff1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:39.964880 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bdd93540-cf5b-40cd-9b4b-e5b10ec352b2 req-c7e925b0-ff7e-4ef9-aee4-813de7094e3d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1decc73-b121-45e0-bafe-669b93d9e297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481637 Nov 24 13:12:39.969845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-3211b79d-400b-42ca-87f2-57666cc79ff1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] device_id is not set on port 35c0775f-447e-4d0a-9d65-e75d69873a3c yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:12:40.001201 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30dedb6a-f9b4-4521-be09-601b506ae9af req-d9296a79-ed24-4feb-aaa8-352641050fde tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678790 Nov 24 13:12:40.173911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-3211b79d-400b-42ca-87f2-57666cc79ff1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Allocated IP 2001:db8::2f6 (a7305698-9134-425f-9ec6-e6f8eded42c3/969c520a-5e0c-4930-9011-624c9a522f09/35c0775f-447e-4d0a-9d65-e75d69873a3c) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:40.187784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910bf9a-68c9-4d12-9cee-817e03bda872 req-2a733f53-15ea-42c5-aafb-6f78467344ca tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:40.189359 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d910bf9a-68c9-4d12-9cee-817e03bda872 req-2a733f53-15ea-42c5-aafb-6f78467344ca tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 945 time: 0.1044743 Nov 24 13:12:40.306791 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d910bf9a-68c9-4d12-9cee-817e03bda872 req-ef902fa0-947d-4a7d-bc23-aaea4e1913bc tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019318 Nov 24 13:12:40.413907 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3211b79d-400b-42ca-87f2-57666cc79ff1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:40.456658 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3211b79d-400b-42ca-87f2-57666cc79ff1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:40.515125 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3211b79d-400b-42ca-87f2-57666cc79ff1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Network a7305698-9134-425f-9ec6-e6f8eded42c3 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:40.519231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211b79d-400b-42ca-87f2-57666cc79ff1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event updated for resources: {'Port': ['ID=35c0775f-447e-4d0a-9d65-e75d69873a3c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:40.522741 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-3211b79d-400b-42ca-87f2-57666cc79ff1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:40.524950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211b79d-400b-42ca-87f2-57666cc79ff1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:40.531074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3211b79d-400b-42ca-87f2-57666cc79ff1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:40.531695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3211b79d-400b-42ca-87f2-57666cc79ff1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:40.550233 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3211b79d-400b-42ca-87f2-57666cc79ff1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9041586 Nov 24 13:12:40.552946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52570) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:40.557315 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 94336c10-7e5f-4672-a72f-f808f01ba64b up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:12:40.559178 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a237c0cf-7112-4a6e-87a3-9dfa6c38ef0c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:30:10:65'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:40.624326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 94336c10-7e5f-4672-a72f-f808f01ba64b completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:12:40.630350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 94336c10-7e5f-4672-a72f-f808f01ba64b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:40.631046 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:40.748577 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:40.773914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be59f0bc-5e77-4e96-962d-51332770cc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94336c10-7e5f-4672-a72f-f808f01ba64b'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:40.777236 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bccf4a-3753-46a3-8210-cdb3fab55399" -d '{"events": [{"server_uuid": "be59f0bc-5e77-4e96-962d-51332770cc56", "name": "network-vif-plugged", "status": "completed", "tag": "94336c10-7e5f-4672-a72f-f808f01ba64b"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:40.794074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 94336c10-7e5f-4672-a72f-f808f01ba64b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=94336c10-7e5f-4672-a72f-f808f01ba64b,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:40.799864 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:40.801843 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a237c0cf-7112-4a6e-87a3-9dfa6c38ef0c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:40.856430 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a8d3b7-d4b0-4ede-bc9d-98053eb3df6b x-openstack-request-id: req-94a8d3b7-d4b0-4ede-bc9d-98053eb3df6b {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:40.856961 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be59f0bc-5e77-4e96-962d-51332770cc56", "name": "network-vif-plugged", "status": "completed", "tag": "94336c10-7e5f-4672-a72f-f808f01ba64b", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:40.857371 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94a8d3b7-d4b0-4ede-bc9d-98053eb3df6b {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:40.858713 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be59f0bc-5e77-4e96-962d-51332770cc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94336c10-7e5f-4672-a72f-f808f01ba64b', 'code': 200} Nov 24 13:12:40.890053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=94336c10-7e5f-4672-a72f-f808f01ba64b,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:41.016390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5e12b15e-7f0a-4851-b05b-0a07d4403e25 None None] Provisioning complete for port 35c0775f-447e-4d0a-9d65-e75d69873a3c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:41.017986 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e12b15e-7f0a-4851-b05b-0a07d4403e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:41.085229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c5975-db77-4bf8-ba88-6d1ace76b484 req-0c042466-526e-423e-b7b2-38f510d7769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:41.087029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-028c5975-db77-4bf8-ba88-6d1ace76b484 req-0c042466-526e-423e-b7b2-38f510d7769f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 1097 time: 0.1457279 Nov 24 13:12:41.118286 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5e12b15e-7f0a-4851-b05b-0a07d4403e25 None None] Port 35c0775f-447e-4d0a-9d65-e75d69873a3c cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:12:41.129552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615331c5-da39-4fd4-bd28-08916d48acef req-8fa2724d-470e-4035-93b1-3362f8eabb2d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:41.131092 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-615331c5-da39-4fd4-bd28-08916d48acef req-8fa2724d-470e-4035-93b1-3362f8eabb2d tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 943 time: 0.0872734 Nov 24 13:12:41.192829 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-615331c5-da39-4fd4-bd28-08916d48acef req-b90099a1-7033-4cc6-a010-efbc072b21c9 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1decc73-b121-45e0-bafe-669b93d9e297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502777 Nov 24 13:12:41.248097 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-028c5975-db77-4bf8-ba88-6d1ace76b484 req-d085c964-1533-446b-8447-163a928f5dd1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081510 Nov 24 13:12:41.269403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d5c88-537b-448f-a241-5755eb1a66e7 req-7f9d1248-b8a4-4a71-90af-b3796c32cf8b tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:41.270942 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fb7d5c88-537b-448f-a241-5755eb1a66e7 req-7f9d1248-b8a4-4a71-90af-b3796c32cf8b tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.1300225 Nov 24 13:12:41.293303 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a237c0cf-7112-4a6e-87a3-9dfa6c38ef0c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:41.303072 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a237c0cf-7112-4a6e-87a3-9dfa6c38ef0c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:41.369291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a237c0cf-7112-4a6e-87a3-9dfa6c38ef0c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] In _notify_port_updated(), no bound segment for port 35c0775f-447e-4d0a-9d65-e75d69873a3c on network a7305698-9134-425f-9ec6-e6f8eded42c3 {{(pid=114985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:12:41.385448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a237c0cf-7112-4a6e-87a3-9dfa6c38ef0c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:41.386190 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a237c0cf-7112-4a6e-87a3-9dfa6c38ef0c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:41.394992 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a237c0cf-7112-4a6e-87a3-9dfa6c38ef0c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "PUT /v2.0/ports/35c0775f-447e-4d0a-9d65-e75d69873a3c HTTP/1.1" status: 200 len: 1002 time: 0.8383436 Nov 24 13:12:41.395876 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52588) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:41.456122 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fb7d5c88-537b-448f-a241-5755eb1a66e7 req-79051c99-c07a-4d97-9b6f-26bcdad45c76 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737449 Nov 24 13:12:41.460762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237c0cf-7112-4a6e-87a3-9dfa6c38ef0c tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event updated for resources: {'Port': ['ID=35c0775f-447e-4d0a-9d65-e75d69873a3c,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:41.563801 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a9bf8-9d53-4767-9f51-795680ce4c13 req-1a5550c3-927f-485b-ad1c-d13462ccb16e tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:41.565551 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-836a9bf8-9d53-4767-9f51-795680ce4c13 req-1a5550c3-927f-485b-ad1c-d13462ccb16e tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 946 time: 0.1108744 Nov 24 13:12:41.599946 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-66d2d578-dc2d-441a-a9cd-a3d5fa067a81 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Deleting port 35c0775f-447e-4d0a-9d65-e75d69873a3c {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:41.600675 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-66d2d578-dc2d-441a-a9cd-a3d5fa067a81 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:41.685482 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-836a9bf8-9d53-4767-9f51-795680ce4c13 req-727c5abd-1c5b-41c8-8bde-d41de374fdc5 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100798 Nov 24 13:12:41.718393 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-66d2d578-dc2d-441a-a9cd-a3d5fa067a81 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:41.731790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-66d2d578-dc2d-441a-a9cd-a3d5fa067a81 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Calling delete_port for 35c0775f-447e-4d0a-9d65-e75d69873a3c owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:41.748006 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9c6dbb07-dab9-4fbe-85b5-2397aaad61be None None] Provisioning complete for port 35c0775f-447e-4d0a-9d65-e75d69873a3c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:41.748579 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9c6dbb07-dab9-4fbe-85b5-2397aaad61be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:41.784461 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9c6dbb07-dab9-4fbe-85b5-2397aaad61be None None] Port 35c0775f-447e-4d0a-9d65-e75d69873a3c cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:12:41.874672 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-66d2d578-dc2d-441a-a9cd-a3d5fa067a81 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:41.903539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2d578-dc2d-441a-a9cd-a3d5fa067a81 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event deleted for resources: {'Port': ['ID=35c0775f-447e-4d0a-9d65-e75d69873a3c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:41.929145 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-66d2d578-dc2d-441a-a9cd-a3d5fa067a81 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:41.934096 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-66d2d578-dc2d-441a-a9cd-a3d5fa067a81 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "DELETE /v2.0/ports/35c0775f-447e-4d0a-9d65-e75d69873a3c HTTP/1.1" status: 204 len: 168 time: 0.5368910 Nov 24 13:12:41.936594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52592) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:41.975656 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7b3f6f-b912-4225-ac8d-6285b5d0c597 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] GET failed (client error): The resource could not be found. Nov 24 13:12:41.977282 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-be7b3f6f-b912-4225-ac8d-6285b5d0c597 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "GET /v2.0/ports/35c0775f-447e-4d0a-9d65-e75d69873a3c HTTP/1.1" status: 404 len: 333 time: 0.0395758 Nov 24 13:12:41.983473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52596) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:41.988832 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-7619c613-501a-42da-8550-98bdb69105a8 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Request body: {'port': {'network_id': 'a7305698-9134-425f-9ec6-e6f8eded42c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1291675966'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:42.113877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7619c613-501a-42da-8550-98bdb69105a8 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Made reservation on behalf of 55aa9afde24243fda02cb406e9e8cffa for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:42.118866 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7619c613-501a-42da-8550-98bdb69105a8 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:42.137969 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-7619c613-501a-42da-8550-98bdb69105a8 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] device_id is not set on port 851140eb-f59d-4ee4-9e29-e1535d7affae yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:12:42.277533 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-7619c613-501a-42da-8550-98bdb69105a8 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Allocated IP 2001:db8::2ff (a7305698-9134-425f-9ec6-e6f8eded42c3/969c520a-5e0c-4930-9011-624c9a522f09/851140eb-f59d-4ee4-9e29-e1535d7affae) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:42.342370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eacf16b-0643-4808-847a-873c03d7e025 req-b50a010e-32c7-404d-a293-b00be5689a03 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:42.344126 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2eacf16b-0643-4808-847a-873c03d7e025 req-b50a010e-32c7-404d-a293-b00be5689a03 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 943 time: 0.0756094 Nov 24 13:12:42.411861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2eacf16b-0643-4808-847a-873c03d7e025 req-c73f70db-603f-4586-a42a-6303e6157364 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1decc73-b121-45e0-bafe-669b93d9e297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608108 Nov 24 13:12:42.499561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7619c613-501a-42da-8550-98bdb69105a8 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:42.543267 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7619c613-501a-42da-8550-98bdb69105a8 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:42.613059 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7619c613-501a-42da-8550-98bdb69105a8 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Network a7305698-9134-425f-9ec6-e6f8eded42c3 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:42.617389 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-7619c613-501a-42da-8550-98bdb69105a8 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:42.619833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619c613-501a-42da-8550-98bdb69105a8 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:42.625753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7619c613-501a-42da-8550-98bdb69105a8 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:42.627186 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7619c613-501a-42da-8550-98bdb69105a8 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:42.678610 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d57bb3-c9f3-4293-9a5e-6c68dc37c28d req-58382d3b-41f8-456f-ac0d-946fa36d6206 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:42.680201 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-05d57bb3-c9f3-4293-9a5e-6c68dc37c28d req-58382d3b-41f8-456f-ac0d-946fa36d6206 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.1345973 Nov 24 13:12:42.681857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619c613-501a-42da-8550-98bdb69105a8 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event updated for resources: {'Port': ['ID=851140eb-f59d-4ee4-9e29-e1535d7affae,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:42.692021 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7619c613-501a-42da-8550-98bdb69105a8 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7050798 Nov 24 13:12:42.692567 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52610) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:42.700098 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1c0b070c-e28b-4d57-8d65-80df13d38022 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Request body: {'port': {'network_id': 'a7305698-9134-425f-9ec6-e6f8eded42c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1750600607'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:42.826682 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-05d57bb3-c9f3-4293-9a5e-6c68dc37c28d req-7ac3a842-054b-487c-a541-b94196fc8c5b tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172898 Nov 24 13:12:42.908131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6da6ab-5174-4e29-bd71-4c11f969fc4e req-ea6d8d89-b7c8-414f-a0fd-7b36a4f4c2c0 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:42.909666 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df6da6ab-5174-4e29-bd71-4c11f969fc4e req-ea6d8d89-b7c8-414f-a0fd-7b36a4f4c2c0 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 946 time: 0.0948088 Nov 24 13:12:42.919506 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:12:42.962046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0b070c-e28b-4d57-8d65-80df13d38022 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Made reservation on behalf of 55aa9afde24243fda02cb406e9e8cffa for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:42.965668 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c0b070c-e28b-4d57-8d65-80df13d38022 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:43.010517 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df6da6ab-5174-4e29-bd71-4c11f969fc4e req-e9a34f95-a578-4e8a-bf47-42cb7c28e63a tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847769 Nov 24 13:12:43.020856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-1c0b070c-e28b-4d57-8d65-80df13d38022 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] device_id is not set on port de5eff68-aa70-42f9-aa59-de9875430ba6 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:12:43.075783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0c264d8e-c3e1-4575-9d3f-87f2d782fc20,segment=NetworkSegment(b618c9ae-cef7-46d3-8990-c18ceaed867a),segment_id=b618c9ae-cef7-46d3-8990-c18ceaed867a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:43.089843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '0c264d8e-c3e1-4575-9d3f-87f2d782fc20', 'network_id': 'ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850', 'port_id': '0c264d8e-c3e1-4575-9d3f-87f2d782fc20', 'mac_address': 'fa:16:3e:81:4f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35eba7dd-ddfb-4d3c-8e80-e3ee52094d81', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:12:43.133023 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:43.154919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:12:43.170924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-1c0b070c-e28b-4d57-8d65-80df13d38022 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Allocated IP 2001:db8::89 (a7305698-9134-425f-9ec6-e6f8eded42c3/969c520a-5e0c-4930-9011-624c9a522f09/de5eff68-aa70-42f9-aa59-de9875430ba6) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:43.178270 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0c264d8e-c3e1-4575-9d3f-87f2d782fc20,segment=NetworkSegment(b618c9ae-cef7-46d3-8990-c18ceaed867a),segment_id=b618c9ae-cef7-46d3-8990-c18ceaed867a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:43.182140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c0bd37d2-4b20-4dbc-b4b6-34da3277c379 None None] Provisioning complete for port 851140eb-f59d-4ee4-9e29-e1535d7affae triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:43.183530 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c0bd37d2-4b20-4dbc-b4b6-34da3277c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:43.188043 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:43.215520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce99e3-7d7f-4eed-afc1-c8a48adecdfb req-7e5990f5-eb80-4de8-b0f0-b01c0e41b5a4 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:43.218257 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b0ce99e3-7d7f-4eed-afc1-c8a48adecdfb req-7e5990f5-eb80-4de8-b0f0-b01c0e41b5a4 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=6405307f-56c4-48b4-99df-96216c465475 HTTP/1.1" status: 200 len: 945 time: 0.0987725 Nov 24 13:12:43.276186 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=0c264d8e-c3e1-4575-9d3f-87f2d782fc20,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:43.302479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd37d2-4b20-4dbc-b4b6-34da3277c379 None None] Port 851140eb-f59d-4ee4-9e29-e1535d7affae cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:12:43.312756 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b0ce99e3-7d7f-4eed-afc1-c8a48adecdfb req-71108a58-769d-43c2-b716-8f2c83d43a99 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870593 Nov 24 13:12:43.386713 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c0b070c-e28b-4d57-8d65-80df13d38022 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:43.423879 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['0c264d8e-c3e1-4575-9d3f-87f2d782fc20'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:12:43.457060 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c0b070c-e28b-4d57-8d65-80df13d38022 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:43.561356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b070c-e28b-4d57-8d65-80df13d38022 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event updated for resources: {'Port': ['ID=de5eff68-aa70-42f9-aa59-de9875430ba6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:43.590148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0b070c-e28b-4d57-8d65-80df13d38022 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Network a7305698-9134-425f-9ec6-e6f8eded42c3 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:43.591562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-1c0b070c-e28b-4d57-8d65-80df13d38022 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:43.596151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b070c-e28b-4d57-8d65-80df13d38022 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:43.602152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b070c-e28b-4d57-8d65-80df13d38022 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:43.602837 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c0b070c-e28b-4d57-8d65-80df13d38022 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:43.652943 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1c0b070c-e28b-4d57-8d65-80df13d38022 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9593859 Nov 24 13:12:43.653700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52630) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:43.665874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-046fca8c-47e9-4e10-97ac-5c32298a380d tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::231', 'mac_address': 'fa:16:3e:30:10:65'}, {'ip_address': '2001:db8::2ff', 'mac_address': 'fa:16:3e:f9:3c:c1'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:43.762548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dfda0-2dac-4b1f-8d5d-3cc42e36f1cd req-a61d337d-a846-439f-b956-097714d8ea1e tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:43.765521 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf4dfda0-2dac-4b1f-8d5d-3cc42e36f1cd req-a61d337d-a846-439f-b956-097714d8ea1e tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 944 time: 0.1392131 Nov 24 13:12:43.801374 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-046fca8c-47e9-4e10-97ac-5c32298a380d tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:43.923773 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf4dfda0-2dac-4b1f-8d5d-3cc42e36f1cd req-22b51291-17d9-4356-9eeb-f3031f6b4ab1 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1decc73-b121-45e0-bafe-669b93d9e297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527085 Nov 24 13:12:44.047141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c002db8b-58f6-4594-b76e-3959c7ddbcdc None None] Provisioning complete for port de5eff68-aa70-42f9-aa59-de9875430ba6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:44.047668 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c002db8b-58f6-4594-b76e-3959c7ddbcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:44.139997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c002db8b-58f6-4594-b76e-3959c7ddbcdc None None] Port de5eff68-aa70-42f9-aa59-de9875430ba6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:12:44.170230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d50499-4c1f-4c76-a960-20af1bbf486b req-dcf86761-2a07-41d7-b007-6f951ed31fb2 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:44.179732 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6d50499-4c1f-4c76-a960-20af1bbf486b req-dcf86761-2a07-41d7-b007-6f951ed31fb2 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.2586668 Nov 24 13:12:44.204684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-c9e1eb1f-7e87-433e-ae49-b493d2ba331c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:44.209624 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-c9e1eb1f-7e87-433e-ae49-b493d2ba331c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/networks?id=9b9795fa-4a00-4525-be68-d7c6824033e8 HTTP/1.1" status: 200 len: 811 time: 0.1818483 Nov 24 13:12:44.233647 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-63e9b26c-672e-4ad5-8544-09258002e1cf tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/quotas/4c213df0acde42eeaec68c51c15a8818 HTTP/1.1" status: 200 len: 375 time: 0.0162625 Nov 24 13:12:44.271029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6d50499-4c1f-4c76-a960-20af1bbf486b req-1cc284b1-e656-4d80-bb09-231be476502c tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852177 Nov 24 13:12:44.292312 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-046fca8c-47e9-4e10-97ac-5c32298a380d tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:44.304198 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-046fca8c-47e9-4e10-97ac-5c32298a380d tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:44.337854 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7c53e515-ecb5-4082-9872-93ec734f5d7d tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4c213df0acde42eeaec68c51c15a8818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961621 Nov 24 13:12:44.366464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fca8c-47e9-4e10-97ac-5c32298a380d tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event updated for resources: {'Port': ['ID=de5eff68-aa70-42f9-aa59-de9875430ba6,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:44.373952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-046fca8c-47e9-4e10-97ac-5c32298a380d tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] In _notify_port_updated(), no bound segment for port de5eff68-aa70-42f9-aa59-de9875430ba6 on network a7305698-9134-425f-9ec6-e6f8eded42c3 {{(pid=114985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:12:44.380382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046fca8c-47e9-4e10-97ac-5c32298a380d tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:44.381108 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-046fca8c-47e9-4e10-97ac-5c32298a380d tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:44.383507 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-046fca8c-47e9-4e10-97ac-5c32298a380d tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "PUT /v2.0/ports/de5eff68-aa70-42f9-aa59-de9875430ba6 HTTP/1.1" status: 200 len: 1067 time: 0.7288539 Nov 24 13:12:44.389078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52654) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:44.553800 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-8aff9420-2b86-4625-8196-53cc909d0eed service neutron] 10.222.0.48 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147021 Nov 24 13:12:44.567047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4d9533b6-6735-426d-af26-ab50e081d05a tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Deleting port de5eff68-aa70-42f9-aa59-de9875430ba6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:44.567392 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4d9533b6-6735-426d-af26-ab50e081d05a tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:44.728416 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a8e098ca-90d4-4b4f-b202-f77be34340e4 service neutron] 10.222.0.48 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736498 Nov 24 13:12:44.742188 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4d9533b6-6735-426d-af26-ab50e081d05a tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:44.766338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4d9533b6-6735-426d-af26-ab50e081d05a tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Calling delete_port for de5eff68-aa70-42f9-aa59-de9875430ba6 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:44.901809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0eb8af77-45d5-4dd8-bcde-61ebd301a637 None None] Provisioning complete for port de5eff68-aa70-42f9-aa59-de9875430ba6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:44.903879 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0eb8af77-45d5-4dd8-bcde-61ebd301a637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:45.028508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:12:45.207684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0eb8af77-45d5-4dd8-bcde-61ebd301a637 None None] Port de5eff68-aa70-42f9-aa59-de9875430ba6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:12:45.263894 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:12:45.272603 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:45.273124 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:45.284399 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b31bb3c8-811a-4bbf-a59d-01244d7e4827 req-aafee3ca-55ab-4d93-b0d2-319a46d412ff tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 210 time: 0.0945010 Nov 24 13:12:45.370170 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4d9533b6-6735-426d-af26-ab50e081d05a tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:45.403646 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:45.438393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9533b6-6735-426d-af26-ab50e081d05a tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event deleted for resources: {'Port': ['ID=de5eff68-aa70-42f9-aa59-de9875430ba6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:45.447717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0c264d8e-c3e1-4575-9d3f-87f2d782fc20,segment=NetworkSegment(b618c9ae-cef7-46d3-8990-c18ceaed867a),segment_id=b618c9ae-cef7-46d3-8990-c18ceaed867a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:45.449527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7306bc-8831-49c4-acde-d58b127d7d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c264d8e-c3e1-4575-9d3f-87f2d782fc20'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:45.454459 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd53fcf-c389-49b4-af74-18970df38154" -d '{"events": [{"server_uuid": "6e7306bc-8831-49c4-acde-d58b127d7d25", "name": "network-vif-plugged", "status": "completed", "tag": "0c264d8e-c3e1-4575-9d3f-87f2d782fc20"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:45.460075 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:45.495291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b635-16fe-4f96-9f07-80fced55f80b req-c8d75472-3293-4dbd-9550-73a9a82a0aca tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:45.497059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0081b635-16fe-4f96-9f07-80fced55f80b req-c8d75472-3293-4dbd-9550-73a9a82a0aca tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.59 "GET /v2.0/ports?device_id=6405307f-56c4-48b4-99df-96216c465475 HTTP/1.1" status: 200 len: 945 time: 0.4076624 Nov 24 13:12:45.514015 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39449c42-9bb7-49f2-a526-a9d2bd4c18e9 req-7e9ee0cc-c8a0-4936-b78e-0efbd993a7ee tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:45.522033 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-39449c42-9bb7-49f2-a526-a9d2bd4c18e9 req-7e9ee0cc-c8a0-4936-b78e-0efbd993a7ee tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.0913610 Nov 24 13:12:45.536077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9590a-4cdb-4b63-a5f3-476408a9a296 req-bcbe0705-e288-4d8c-94ec-1e2424320c89 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:45.546432 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1bb9590a-4cdb-4b63-a5f3-476408a9a296 req-bcbe0705-e288-4d8c-94ec-1e2424320c89 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 944 time: 0.3553860 Nov 24 13:12:45.571632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=0c264d8e-c3e1-4575-9d3f-87f2d782fc20,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:45.620857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-39449c42-9bb7-49f2-a526-a9d2bd4c18e9 req-b1e39cab-2ec3-4695-8431-0852f249a90f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959966 Nov 24 13:12:45.705623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cdfc8-7886-4eff-88e4-b84b717883d5 req-a3a7f462-ed57-4a50-a21e-8b1456369b56 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:45.706813 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29b9ce5-8475-4591-8e39-62baf0c5215b x-openstack-request-id: req-c29b9ce5-8475-4591-8e39-62baf0c5215b {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:45.707125 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7306bc-8831-49c4-acde-d58b127d7d25", "name": "network-vif-plugged", "status": "completed", "tag": "0c264d8e-c3e1-4575-9d3f-87f2d782fc20", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:45.707392 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c29b9ce5-8475-4591-8e39-62baf0c5215b {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:45.709038 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7306bc-8831-49c4-acde-d58b127d7d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c264d8e-c3e1-4575-9d3f-87f2d782fc20', 'code': 200} Nov 24 13:12:45.711112 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29cdfc8-7886-4eff-88e4-b84b717883d5 req-a3a7f462-ed57-4a50-a21e-8b1456369b56 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.59 "GET /v2.0/ports?device_id=be59f0bc-5e77-4e96-962d-51332770cc56 HTTP/1.1" status: 200 len: 946 time: 0.5236239 Nov 24 13:12:45.916069 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1bb9590a-4cdb-4b63-a5f3-476408a9a296 req-82f5a1a9-7716-412c-bde3-1e31a16f3b6e tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1decc73-b121-45e0-bafe-669b93d9e297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660955 Nov 24 13:12:46.103977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ce71-ae3b-4fae-9e05-34db1d59a400 req-b10a8f14-4c4f-4232-9b7e-32f66e33a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:46.106209 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2db2ce71-ae3b-4fae-9e05-34db1d59a400 req-b10a8f14-4c4f-4232-9b7e-32f66e33a443 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 1096 time: 0.2497180 Nov 24 13:12:46.165968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-b29cdfc8-7886-4eff-88e4-b84b717883d5 req-586bf01f-918f-4beb-86d4-09d805bd2c4f tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Deleting port 94336c10-7e5f-4672-a72f-f808f01ba64b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:46.165968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b29cdfc8-7886-4eff-88e4-b84b717883d5 req-586bf01f-918f-4beb-86d4-09d805bd2c4f tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:46.468828 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-026bcf50-bff1-48f5-8b43-bef240b5eab1 req-a01a4921-6dd3-42be-96c5-b37736b32bda tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 210 time: 0.0525072 Nov 24 13:12:46.688517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-0081b635-16fe-4f96-9f07-80fced55f80b req-8382b59e-ef7e-4fd7-a2e3-91bada56cfde tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Deleting port 5b6c9d7c-7919-459a-a93b-d66c27553240 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:46.689123 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0081b635-16fe-4f96-9f07-80fced55f80b req-8382b59e-ef7e-4fd7-a2e3-91bada56cfde tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:46.895797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-b5cd54f6-5092-49f7-bc96-35b0be064a50 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:46.897736 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-b5cd54f6-5092-49f7-bc96-35b0be064a50 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.59 "GET /v2.0/networks?id=9b9795fa-4a00-4525-be68-d7c6824033e8 HTTP/1.1" status: 200 len: 811 time: 0.2648211 Nov 24 13:12:46.902254 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4d9533b6-6735-426d-af26-ab50e081d05a tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:46.906417 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4d9533b6-6735-426d-af26-ab50e081d05a tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "DELETE /v2.0/ports/de5eff68-aa70-42f9-aa59-de9875430ba6 HTTP/1.1" status: 204 len: 168 time: 2.5136406 Nov 24 13:12:46.915488 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a218a858-4502-4647-ade2-dc78028bc83c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Request body: {'port': {'device_id': '3dde92cd-c5b0-4023-8189-b9b0aa14c56d', 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8', 'admin_state_up': True, 'tenant_id': '4c213df0acde42eeaec68c51c15a8818'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:46.921330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52724) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:46.973746 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2db2ce71-ae3b-4fae-9e05-34db1d59a400 req-25d30dc0-4d4c-4d8a-a445-857ede0be893 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d1decc73-b121-45e0-bafe-669b93d9e297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8600588 Nov 24 13:12:47.052171 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40d1c88-5b3c-4523-9e61-bf1be53d5a52 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] GET failed (client error): The resource could not be found. Nov 24 13:12:47.059979 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a40d1c88-5b3c-4523-9e61-bf1be53d5a52 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "GET /v2.0/ports/de5eff68-aa70-42f9-aa59-de9875430ba6 HTTP/1.1" status: 404 len: 333 time: 0.1333225 Nov 24 13:12:47.064978 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52728) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:47.156604 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657d34e-b317-45a2-bb37-48ea5da7001e req-1f1915b1-7d0b-4b9c-ab56-90c457a9c7c5 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:47.165772 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5657d34e-b317-45a2-bb37-48ea5da7001e req-1f1915b1-7d0b-4b9c-ab56-90c457a9c7c5 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 945 time: 0.1109746 Nov 24 13:12:47.264068 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5657d34e-b317-45a2-bb37-48ea5da7001e req-bfccdd87-9f56-4b13-8b32-7efb65fd85ab tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1decc73-b121-45e0-bafe-669b93d9e297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969141 Nov 24 13:12:47.290289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a218a858-4502-4647-ade2-dc78028bc83c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Made reservation on behalf of 4c213df0acde42eeaec68c51c15a8818 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:47.295512 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a218a858-4502-4647-ade2-dc78028bc83c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:47.316244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b29cdfc8-7886-4eff-88e4-b84b717883d5 req-586bf01f-918f-4beb-86d4-09d805bd2c4f tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] For port 94336c10-7e5f-4672-a72f-f808f01ba64b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=94336c10-7e5f-4672-a72f-f808f01ba64b,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:47.316869 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b29cdfc8-7886-4eff-88e4-b84b717883d5 req-586bf01f-918f-4beb-86d4-09d805bd2c4f tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:47.395926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-b29cdfc8-7886-4eff-88e4-b84b717883d5 req-586bf01f-918f-4beb-86d4-09d805bd2c4f tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Calling delete_port for 94336c10-7e5f-4672-a72f-f808f01ba64b owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:47.464118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4b3f5-5c56-4dda-a18f-44f86446c5dc req-7566a9a3-95e1-489c-aa3b-8018f7650fe3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:47.466218 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f5e4b3f5-5c56-4dda-a18f-44f86446c5dc req-7566a9a3-95e1-489c-aa3b-8018f7650fe3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.6366053 Nov 24 13:12:47.526045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0081b635-16fe-4f96-9f07-80fced55f80b req-8382b59e-ef7e-4fd7-a2e3-91bada56cfde tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] For port 5b6c9d7c-7919-459a-a93b-d66c27553240, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5b6c9d7c-7919-459a-a93b-d66c27553240,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:47.526987 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0081b635-16fe-4f96-9f07-80fced55f80b req-8382b59e-ef7e-4fd7-a2e3-91bada56cfde tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:47.548940 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a218a858-4502-4647-ade2-dc78028bc83c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Allocated IP 172.20.0.13 (9b9795fa-4a00-4525-be68-d7c6824033e8/eea60a01-8e89-4f23-b3d6-b34ce2a766f0/c6156be7-00f1-4bfd-b206-c1cc8d0342d2) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:47.629351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-d433f28c-62fe-4a03-8e23-2b515dd77ed5 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:47.631137 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-d433f28c-62fe-4a03-8e23-2b515dd77ed5 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.46 "GET /v2.0/networks?id=9b9795fa-4a00-4525-be68-d7c6824033e8 HTTP/1.1" status: 200 len: 811 time: 0.6563628 Nov 24 13:12:47.632191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-0081b635-16fe-4f96-9f07-80fced55f80b req-8382b59e-ef7e-4fd7-a2e3-91bada56cfde tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Calling delete_port for 5b6c9d7c-7919-459a-a93b-d66c27553240 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:47.656917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-0d1b6388-39bc-4da0-8126-cadfb219c6cc tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Request body: {'port': {'device_id': 'ec511235-8084-4a3b-a351-1b21d6e76f33', 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8', 'admin_state_up': True, 'tenant_id': '4c213df0acde42eeaec68c51c15a8818'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:47.701108 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-444965d3-e6d8-43a2-b29e-e6b0ca01d18a req-adfb8725-9769-488d-9c30-841b5c77a5c3 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 210 time: 0.0478506 Nov 24 13:12:47.834205 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a218a858-4502-4647-ade2-dc78028bc83c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:47.839126 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f5e4b3f5-5c56-4dda-a18f-44f86446c5dc req-1fac2a11-cfd1-4629-bbd3-5375677a5591 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626060 Nov 24 13:12:47.879292 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a218a858-4502-4647-ade2-dc78028bc83c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:47.892836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['5b6c9d7c-7919-459a-a93b-d66c27553240', '94336c10-7e5f-4672-a72f-f808f01ba64b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:12:47.941120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218a858-4502-4647-ade2-dc78028bc83c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Pushing event updated for resources: {'Port': ['ID=c6156be7-00f1-4bfd-b206-c1cc8d0342d2,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:47.971073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a218a858-4502-4647-ade2-dc78028bc83c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Network 9b9795fa-4a00-4525-be68-d7c6824033e8 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:47.973138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a218a858-4502-4647-ade2-dc78028bc83c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:47.983802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a218a858-4502-4647-ade2-dc78028bc83c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:48.082148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a218a858-4502-4647-ade2-dc78028bc83c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:48.083093 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a218a858-4502-4647-ade2-dc78028bc83c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:48.109230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-de041721-d1bb-4741-a45e-54a46b6ba83f tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Deleting port 851140eb-f59d-4ee4-9e29-e1535d7affae {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:48.109880 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de041721-d1bb-4741-a45e-54a46b6ba83f tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:48.123722 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-0d1b6388-39bc-4da0-8126-cadfb219c6cc tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Made reservation on behalf of 4c213df0acde42eeaec68c51c15a8818 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:48.125010 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a218a858-4502-4647-ade2-dc78028bc83c tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2168441 Nov 24 13:12:48.128066 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-0d1b6388-39bc-4da0-8126-cadfb219c6cc tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:48.139099 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Request body: {'port': {'device_id': '3dde92cd-c5b0-4023-8189-b9b0aa14c56d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:48.274018 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:48.305103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-0d1b6388-39bc-4da0-8126-cadfb219c6cc tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Allocated IP 172.20.0.4 (9b9795fa-4a00-4525-be68-d7c6824033e8/eea60a01-8e89-4f23-b3d6-b34ce2a766f0/1c363025-4770-4487-b53d-181bb07eb39b) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:48.459972 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceca78-ea07-4269-8ca9-f17bf4fb1e96 req-6ac779c5-e8db-4be7-9ae0-d8bc86ff2478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:48.461565 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6ceca78-ea07-4269-8ca9-f17bf4fb1e96 req-6ac779c5-e8db-4be7-9ae0-d8bc86ff2478 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 1097 time: 0.7558081 Nov 24 13:12:48.603582 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0081b635-16fe-4f96-9f07-80fced55f80b req-8382b59e-ef7e-4fd7-a2e3-91bada56cfde tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:48.651878 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b29cdfc8-7886-4eff-88e4-b84b717883d5 req-586bf01f-918f-4beb-86d4-09d805bd2c4f tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:48.703950 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-0d1b6388-39bc-4da0-8126-cadfb219c6cc tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:48.728168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382b59e-ef7e-4fd7-a2e3-91bada56cfde tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Pushing event deleted for resources: {'Port': ['ID=5b6c9d7c-7919-459a-a93b-d66c27553240,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:48.759851 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6ceca78-ea07-4269-8ca9-f17bf4fb1e96 req-c2b04b7e-bf76-4d1b-8f4f-7d8167b71a6d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662020 Nov 24 13:12:48.901822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c82b1-0b18-4b4b-a756-d038e8b1a5b6 req-b5a07057-b0f8-437d-8fbe-3a5e73fd2dd6 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:48.910121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eb1c82b1-0b18-4b4b-a756-d038e8b1a5b6 req-b5a07057-b0f8-437d-8fbe-3a5e73fd2dd6 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 945 time: 0.4323709 Nov 24 13:12:48.917131 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-0d1b6388-39bc-4da0-8126-cadfb219c6cc tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:48.920402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-0081b635-16fe-4f96-9f07-80fced55f80b req-8382b59e-ef7e-4fd7-a2e3-91bada56cfde tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] No DVR routers for this DVR port 5b6c9d7c-7919-459a-a93b-d66c27553240 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:12:48.962492 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de041721-d1bb-4741-a45e-54a46b6ba83f tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:48.965436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bf01f-918f-4beb-86d4-09d805bd2c4f tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Pushing event deleted for resources: {'Port': ['ID=94336c10-7e5f-4672-a72f-f808f01ba64b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:48.985010 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0081b635-16fe-4f96-9f07-80fced55f80b req-8382b59e-ef7e-4fd7-a2e3-91bada56cfde tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:48.989670 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0081b635-16fe-4f96-9f07-80fced55f80b req-8382b59e-ef7e-4fd7-a2e3-91bada56cfde tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.59 "DELETE /v2.0/ports/5b6c9d7c-7919-459a-a93b-d66c27553240 HTTP/1.1" status: 204 len: 173 time: 3.4404163 Nov 24 13:12:48.998365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405307f-56c4-48b4-99df-96216c465475', 'name': 'network-vif-deleted', 'tag': '5b6c9d7c-7919-459a-a93b-d66c27553240'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:49.000614 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e5450d-540f-4de6-bc21-48cb74cda70d" -d '{"events": [{"server_uuid": "6405307f-56c4-48b4-99df-96216c465475", "name": "network-vif-deleted", "tag": "5b6c9d7c-7919-459a-a93b-d66c27553240"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:49.041286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6156be7-00f1-4bfd-b206-c1cc8d0342d2 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:12:49.053890 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:49.070053 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Transition to ACTIVE for port object c6156be7-00f1-4bfd-b206-c1cc8d0342d2 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:12:49.075820 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-0d1b6388-39bc-4da0-8126-cadfb219c6cc tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Network 9b9795fa-4a00-4525-be68-d7c6824033e8 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:49.083756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-de041721-d1bb-4741-a45e-54a46b6ba83f tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Calling delete_port for 851140eb-f59d-4ee4-9e29-e1535d7affae owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:49.091956 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:49.096608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-0d1b6388-39bc-4da0-8126-cadfb219c6cc tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:49.126180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-0d1b6388-39bc-4da0-8126-cadfb219c6cc tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:49.174537 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Pushing event updated for resources: {'Port': ['ID=c6156be7-00f1-4bfd-b206-c1cc8d0342d2,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:49.216766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-0d1b6388-39bc-4da0-8126-cadfb219c6cc tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:49.218116 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-0d1b6388-39bc-4da0-8126-cadfb219c6cc tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:49.227514 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231a003-95b2-43a9-be2d-657b72bbf6c4 req-6b106b8b-effe-4f1c-af11-02d286e24f70 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:49.237031 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8231a003-95b2-43a9-be2d-657b72bbf6c4 req-6b106b8b-effe-4f1c-af11-02d286e24f70 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 931 time: 0.4184604 Nov 24 13:12:49.246823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29cdfc8-7886-4eff-88e4-b84b717883d5 req-586bf01f-918f-4beb-86d4-09d805bd2c4f tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] No DVR routers for this DVR port 94336c10-7e5f-4672-a72f-f808f01ba64b on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:12:49.252531 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b29cdfc8-7886-4eff-88e4-b84b717883d5 req-586bf01f-918f-4beb-86d4-09d805bd2c4f tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:49.262537 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b29cdfc8-7886-4eff-88e4-b84b717883d5 req-586bf01f-918f-4beb-86d4-09d805bd2c4f tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.59 "DELETE /v2.0/ports/94336c10-7e5f-4672-a72f-f808f01ba64b HTTP/1.1" status: 204 len: 173 time: 3.4865072 Nov 24 13:12:49.291266 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-0d1b6388-39bc-4da0-8126-cadfb219c6cc tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6425362 Nov 24 13:12:49.351845 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8231a003-95b2-43a9-be2d-657b72bbf6c4 req-fbdbb704-3af6-4232-a8c7-8327c0069737 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138394 Nov 24 13:12:49.386627 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eb1c82b1-0b18-4b4b-a756-d038e8b1a5b6 req-3faca259-63c7-4717-88d8-6de90085d353 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1decc73-b121-45e0-bafe-669b93d9e297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4754543 Nov 24 13:12:49.392491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Attempting to bind port c6156be7-00f1-4bfd-b206-c1cc8d0342d2 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:12:49.392776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Attempting to bind port c6156be7-00f1-4bfd-b206-c1cc8d0342d2 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:12:49.393274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Attempting to bind port c6156be7-00f1-4bfd-b206-c1cc8d0342d2 on network 9b9795fa-4a00-4525-be68-d7c6824033e8 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:49.399008 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Port c6156be7-00f1-4bfd-b206-c1cc8d0342d2 on network 9b9795fa-4a00-4525-be68-d7c6824033e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:12:49.399348 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Attempting to bind port c6156be7-00f1-4bfd-b206-c1cc8d0342d2 on network 9b9795fa-4a00-4525-be68-d7c6824033e8 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:49.410692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Request body: {'port': {'device_id': 'ec511235-8084-4a3b-a351-1b21d6e76f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:49.419821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b6388-39bc-4da0-8126-cadfb219c6cc tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Pushing event updated for resources: {'Port': ['ID=1c363025-4770-4487-b53d-181bb07eb39b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:49.427704 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:12:49.428058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Checking segment: {'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:12:49.428452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Bound using segment: {'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:12:49.429050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Bound port: c6156be7-00f1-4bfd-b206-c1cc8d0342d2, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:12:49.429541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:49.501671 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dce17d-6f89-4bce-8112-de0db0dc1f27 x-openstack-request-id: req-89dce17d-6f89-4bce-8112-de0db0dc1f27 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:49.502106 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405307f-56c4-48b4-99df-96216c465475", "name": "network-vif-deleted", "tag": "5b6c9d7c-7919-459a-a93b-d66c27553240", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:49.502599 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89dce17d-6f89-4bce-8112-de0db0dc1f27 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:49.503783 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405307f-56c4-48b4-99df-96216c465475', 'name': 'network-vif-deleted', 'tag': '5b6c9d7c-7919-459a-a93b-d66c27553240', 'status': 'completed', 'code': 200} Nov 24 13:12:49.588575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0a2e5-e4f8-453a-b9f5-fabe9aabd623 req-b20bf95c-4354-4fa1-988e-65cefa9d3f65 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:49.611240 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cbc0a2e5-e4f8-453a-b9f5-fabe9aabd623 req-b20bf95c-4354-4fa1-988e-65cefa9d3f65 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.1319563 Nov 24 13:12:49.761622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] For port c6156be7-00f1-4bfd-b206-c1cc8d0342d2, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:12:49.875723 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:49.878146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cbc0a2e5-e4f8-453a-b9f5-fabe9aabd623 req-39d20aa7-9be1-46d3-b2ae-348ced504ffa tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091292 Nov 24 13:12:49.878146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] For port c6156be7-00f1-4bfd-b206-c1cc8d0342d2, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c6156be7-00f1-4bfd-b206-c1cc8d0342d2,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:12:49.878146 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:49.878146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:49.878146 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:49.878146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] 10.222.0.59 "PUT /v2.0/ports/c6156be7-00f1-4bfd-b206-c1cc8d0342d2 HTTP/1.1" status: 200 len: 1092 time: 1.6988451 Nov 24 13:12:49.878146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dde92cd-c5b0-4023-8189-b9b0aa14c56d', 'tag': 'c6156be7-00f1-4bfd-b206-c1cc8d0342d2'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:49.878146 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20696f3f-583b-4916-aa25-0c9a55c29a10" -d '{"events": [{"name": "network-changed", "server_uuid": "3dde92cd-c5b0-4023-8189-b9b0aa14c56d", "tag": "c6156be7-00f1-4bfd-b206-c1cc8d0342d2"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:49.917353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344450a-beeb-48bf-a679-ee55aef3d836 service neutron] Pushing event updated for resources: {'Port': ['ID=c6156be7-00f1-4bfd-b206-c1cc8d0342d2,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:50.279980 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a9a767fb-fc35-47fd-9834-3b0b316fb840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:50.285603 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-a9a767fb-fc35-47fd-9834-3b0b316fb840 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c213df0acde42eeaec68c51c15a8818&device_id=3dde92cd-c5b0-4023-8189-b9b0aa14c56d HTTP/1.1" status: 200 len: 1095 time: 0.1672006 Nov 24 13:12:50.410446 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e718e373-4440-4aed-a998-121f7656725e x-openstack-request-id: req-e718e373-4440-4aed-a998-121f7656725e {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:50.410758 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dde92cd-c5b0-4023-8189-b9b0aa14c56d", "tag": "c6156be7-00f1-4bfd-b206-c1cc8d0342d2", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:50.411019 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e718e373-4440-4aed-a998-121f7656725e {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:50.415697 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dde92cd-c5b0-4023-8189-b9b0aa14c56d', 'tag': 'c6156be7-00f1-4bfd-b206-c1cc8d0342d2', 'status': 'completed', 'code': 200} Nov 24 13:12:50.428088 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-93f194b3-3001-41d7-878f-322f978b9d9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6156be7-00f1-4bfd-b206-c1cc8d0342d2 HTTP/1.1" status: 200 len: 217 time: 0.1314249 Nov 24 13:12:50.567878 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de041721-d1bb-4741-a45e-54a46b6ba83f tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:50.579983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-5cbe2e24-d15c-4988-9869-d95c4b1530d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:50.581754 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-5cbe2e24-d15c-4988-9869-d95c4b1530d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eea60a01-8e89-4f23-b3d6-b34ce2a766f0 HTTP/1.1" status: 200 len: 851 time: 0.1489532 Nov 24 13:12:50.585265 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5b6c9d7c-7919-459a-a93b-d66c27553240 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:12:50.632079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8681b-5358-4e10-9150-57f5849d233f req-6cf40c7c-5872-471a-84f8-d0f4a4f11d79 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:50.633993 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb8681b-5358-4e10-9150-57f5849d233f req-6cf40c7c-5872-471a-84f8-d0f4a4f11d79 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 931 time: 0.1363983 Nov 24 13:12:50.672150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de041721-d1bb-4741-a45e-54a46b6ba83f tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event deleted for resources: {'Port': ['ID=851140eb-f59d-4ee4-9e29-e1535d7affae,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:50.678307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 5b6c9d7c-7919-459a-a93b-d66c27553240 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:12:50.678536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5b6c9d7c-7919-459a-a93b-d66c27553240 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:12:50.679077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 94336c10-7e5f-4672-a72f-f808f01ba64b no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:12:50.687894 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-df4e5de8-50a3-442f-a136-ea98809b257e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b9795fa-4a00-4525-be68-d7c6824033e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959780 Nov 24 13:12:50.718532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 94336c10-7e5f-4672-a72f-f808f01ba64b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:12:50.719271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 94336c10-7e5f-4672-a72f-f808f01ba64b not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:12:50.793586 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb8681b-5358-4e10-9150-57f5849d233f req-4003b503-49a6-4dc2-a2e0-34519278be97 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430585 Nov 24 13:12:50.802652 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de041721-d1bb-4741-a45e-54a46b6ba83f tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:50.806815 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-de041721-d1bb-4741-a45e-54a46b6ba83f tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "DELETE /v2.0/ports/851140eb-f59d-4ee4-9e29-e1535d7affae HTTP/1.1" status: 204 len: 168 time: 3.7291839 Nov 24 13:12:50.815942 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52854) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:50.854023 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b4be96dd-9d64-412a-84c3-1e12eef25998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:50.958667 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-170a5f17-218e-469a-a1c4-8669d298ce95 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] GET failed (client error): The resource could not be found. Nov 24 13:12:50.960130 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-170a5f17-218e-469a-a1c4-8669d298ce95 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "GET /v2.0/ports/851140eb-f59d-4ee4-9e29-e1535d7affae HTTP/1.1" status: 404 len: 333 time: 0.1391394 Nov 24 13:12:50.964411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283114dc-3083-4040-8c52-b9c86cb4c174 req-75c853bd-f5ea-4dfc-82a4-18d3ca876edf tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:50.972570 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-283114dc-3083-4040-8c52-b9c86cb4c174 req-75c853bd-f5ea-4dfc-82a4-18d3ca876edf tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 945 time: 0.2473946 Nov 24 13:12:50.973746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52858) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:51.128653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-283114dc-3083-4040-8c52-b9c86cb4c174 req-e86dffe0-1bc5-4213-9713-04fd56dc5fb9 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1decc73-b121-45e0-bafe-669b93d9e297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542218 Nov 24 13:12:51.189453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c363025-4770-4487-b53d-181bb07eb39b {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:12:51.204441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:51.215381 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-59863eb0-1d79-4286-8939-a3b256b149f8 service neutron] 10.222.0.59 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849672 Nov 24 13:12:51.235923 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4562fdd-21b6-49ab-82be-d8935f5b6ee9 req-b4a125fe-8c31-4c87-8883-3ddb4580aeb8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:51.240242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Transition to ACTIVE for port object 1c363025-4770-4487-b53d-181bb07eb39b will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:12:51.243838 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f4562fdd-21b6-49ab-82be-d8935f5b6ee9 req-b4a125fe-8c31-4c87-8883-3ddb4580aeb8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.1631286 Nov 24 13:12:51.247936 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:51.414250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Pushing event updated for resources: {'Port': ['ID=1c363025-4770-4487-b53d-181bb07eb39b,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:51.464775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Attempting to bind port 1c363025-4770-4487-b53d-181bb07eb39b on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:12:51.465358 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Attempting to bind port 1c363025-4770-4487-b53d-181bb07eb39b by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:12:51.465905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Attempting to bind port 1c363025-4770-4487-b53d-181bb07eb39b on network 9b9795fa-4a00-4525-be68-d7c6824033e8 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:51.471799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Port 1c363025-4770-4487-b53d-181bb07eb39b on network 9b9795fa-4a00-4525-be68-d7c6824033e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:12:51.472466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Attempting to bind port 1c363025-4770-4487-b53d-181bb07eb39b on network 9b9795fa-4a00-4525-be68-d7c6824033e8 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:51.480160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:12:51.480987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Checking segment: {'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:12:51.481865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Bound using segment: {'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:12:51.482644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Bound port: 1c363025-4770-4487-b53d-181bb07eb39b, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:12:51.483376 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:51.504487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be59f0bc-5e77-4e96-962d-51332770cc56', 'name': 'network-vif-deleted', 'tag': '94336c10-7e5f-4672-a72f-f808f01ba64b'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:51.507237 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f541d9-64b2-4e03-ada7-84dedb7db0f9" -d '{"events": [{"server_uuid": "be59f0bc-5e77-4e96-962d-51332770cc56", "name": "network-vif-deleted", "tag": "94336c10-7e5f-4672-a72f-f808f01ba64b"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:51.592487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] For port 1c363025-4770-4487-b53d-181bb07eb39b, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:12:51.596262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] For port 1c363025-4770-4487-b53d-181bb07eb39b, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1c363025-4770-4487-b53d-181bb07eb39b,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:12:51.614549 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:51.669999 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc30bb67-cbb2-49d3-a0b2-193181ca4c59 x-openstack-request-id: req-cc30bb67-cbb2-49d3-a0b2-193181ca4c59 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:51.670472 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be59f0bc-5e77-4e96-962d-51332770cc56", "name": "network-vif-deleted", "tag": "94336c10-7e5f-4672-a72f-f808f01ba64b", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:51.670736 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc30bb67-cbb2-49d3-a0b2-193181ca4c59 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:51.671130 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be59f0bc-5e77-4e96-962d-51332770cc56', 'name': 'network-vif-deleted', 'tag': '94336c10-7e5f-4672-a72f-f808f01ba64b', 'status': 'completed', 'code': 200} Nov 24 13:12:51.682013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:51.683152 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:51.684592 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] 10.222.0.46 "PUT /v2.0/ports/1c363025-4770-4487-b53d-181bb07eb39b HTTP/1.1" status: 200 len: 1091 time: 2.3200073 Nov 24 13:12:51.723410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e00a7c-622c-47d5-8315-e5bdb824e2ed service neutron] Pushing event updated for resources: {'Port': ['ID=1c363025-4770-4487-b53d-181bb07eb39b,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:51.781779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-98751c68-88b3-4a07-b465-3cdb869f238e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Deleting port 5787db55-d97e-4cf7-bba4-1b797404509e {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:51.782387 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98751c68-88b3-4a07-b465-3cdb869f238e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:51.813589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-955ec5e4-cdf3-466a-908a-fdb084004a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:51.815141 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-955ec5e4-cdf3-466a-908a-fdb084004a6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4c213df0acde42eeaec68c51c15a8818&device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 1094 time: 0.0578258 Nov 24 13:12:51.894573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-5d47bef5-fc54-41b1-8401-c4580715d8cb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c363025-4770-4487-b53d-181bb07eb39b HTTP/1.1" status: 200 len: 217 time: 0.0701256 Nov 24 13:12:51.901863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f4562fdd-21b6-49ab-82be-d8935f5b6ee9 req-d7a6048a-ac3e-4997-9773-05dcc36ee162 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533854 Nov 24 13:12:52.104827 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-9cd87d31-f0b7-414f-bbf6-b02f18c137f7 service neutron] 10.222.0.59 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8785584 Nov 24 13:12:52.137893 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98751c68-88b3-4a07-b465-3cdb869f238e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:52.183997 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-98751c68-88b3-4a07-b465-3cdb869f238e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Calling delete_port for 5787db55-d97e-4cf7-bba4-1b797404509e owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:52.191915 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c0846-dcfd-4f9e-bfbc-297fa11f70e8 req-21f27bf1-4c2c-4559-9e41-73a3093f72cd tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:52.193521 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e5c0846-dcfd-4f9e-bfbc-297fa11f70e8 req-21f27bf1-4c2c-4559-9e41-73a3093f72cd tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 945 time: 0.2634618 Nov 24 13:12:52.198735 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-04edfb1e-8d19-4a1a-bbca-8da173ddc9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:52.201062 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-04edfb1e-8d19-4a1a-bbca-8da173ddc9fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eea60a01-8e89-4f23-b3d6-b34ce2a766f0 HTTP/1.1" status: 200 len: 851 time: 0.2938931 Nov 24 13:12:52.278532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42224ea-67d2-41af-b53b-01c9dfeb05bd req-4fcb87c4-a2ce-441b-9444-15d9e21207e7 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:52.280423 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42224ea-67d2-41af-b53b-01c9dfeb05bd req-4fcb87c4-a2ce-441b-9444-15d9e21207e7 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 943 time: 0.3758476 Nov 24 13:12:52.304376 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-37fe8c12-df16-4830-b9df-d4f0723bcb8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b9795fa-4a00-4525-be68-d7c6824033e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842283 Nov 24 13:12:52.505598 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98751c68-88b3-4a07-b465-3cdb869f238e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:52.590823 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98751c68-88b3-4a07-b465-3cdb869f238e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event deleted for resources: {'Port': ['ID=5787db55-d97e-4cf7-bba4-1b797404509e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:52.662046 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-98751c68-88b3-4a07-b465-3cdb869f238e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:52.666181 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-98751c68-88b3-4a07-b465-3cdb869f238e tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "DELETE /v2.0/ports/5787db55-d97e-4cf7-bba4-1b797404509e HTTP/1.1" status: 204 len: 168 time: 1.6909871 Nov 24 13:12:52.670282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52912) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:52.672594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20696f3f-583b-4916-aa25-0c9a55c29a10 req-d5368b9f-dadb-470b-8b67-d403ced7a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:52.674787 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20696f3f-583b-4916-aa25-0c9a55c29a10 req-d5368b9f-dadb-470b-8b67-d403ced7a9fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4c213df0acde42eeaec68c51c15a8818&device_id=3dde92cd-c5b0-4023-8189-b9b0aa14c56d HTTP/1.1" status: 200 len: 1095 time: 0.1996660 Nov 24 13:12:52.858619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-357efd52-2301-4b34-b1fa-11c1fac46a20 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:52.860403 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-357efd52-2301-4b34-b1fa-11c1fac46a20 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/networks?id=43b905f1-c168-4b3c-9874-84b9b2b65777 HTTP/1.1" status: 200 len: 810 time: 0.3957229 Nov 24 13:12:52.871899 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec07c5d5-7097-4df4-b9ab-327457f56440 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Deleting subnet 969c520a-5e0c-4930-9011-624c9a522f09 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:12:52.893704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-67232955-7acd-404f-af0b-d7f958a3e112 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/quotas/d61b576c7fac4a9eb7023d9ed7b451b8 HTTP/1.1" status: 200 len: 375 time: 0.0190737 Nov 24 13:12:52.937816 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ec07c5d5-7097-4df4-b9ab-327457f56440 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:52.995674 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42224ea-67d2-41af-b53b-01c9dfeb05bd req-d1bfc643-807c-4f16-a156-1684b690357b tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6963041 Nov 24 13:12:53.039269 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-847420a6-edc7-4ede-9269-1c3799710fa0 service neutron] 10.222.0.46 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221656 Nov 24 13:12:53.069919 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ec07c5d5-7097-4df4-b9ab-327457f56440 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:53.073911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20696f3f-583b-4916-aa25-0c9a55c29a10 req-b39f2049-8f0f-4d8c-b1d0-5bb87372ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:53.076111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20696f3f-583b-4916-aa25-0c9a55c29a10 req-b39f2049-8f0f-4d8c-b1d0-5bb87372ed8e service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b9795fa-4a00-4525-be68-d7c6824033e8 HTTP/1.1" status: 200 len: 912 time: 0.3889313 Nov 24 13:12:53.134040 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2902b1b8-6ad6-459b-9da2-682bdfec51a6 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d61b576c7fac4a9eb7023d9ed7b451b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2390223 Nov 24 13:12:53.189746 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20696f3f-583b-4916-aa25-0c9a55c29a10 req-2ba3a6d6-f733-4a40-979c-834751d7901c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6156be7-00f1-4bfd-b206-c1cc8d0342d2 HTTP/1.1" status: 200 len: 217 time: 0.0791488 Nov 24 13:12:53.195223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-8e5c0846-dcfd-4f9e-bfbc-297fa11f70e8 req-8c9858ad-2783-4cd1-8069-0fd4cf4f4e32 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Deleting port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:53.195223 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8e5c0846-dcfd-4f9e-bfbc-297fa11f70e8 req-8c9858ad-2783-4cd1-8069-0fd4cf4f4e32 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:53.236150 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0f5d999b-5852-4409-8c50-aa40aa18d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:53.273437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ae2964a-7b70-433a-9822-e6f93e1aa1a4 req-bf8ec1af-bf73-4223-ba9c-0544c2485bb5 service neutron] 10.222.0.46 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245383 Nov 24 13:12:53.283510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20696f3f-583b-4916-aa25-0c9a55c29a10 req-bc132039-8d59-4563-96c8-8060da3e3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:53.285215 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20696f3f-583b-4916-aa25-0c9a55c29a10 req-bc132039-8d59-4563-96c8-8060da3e3324 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eea60a01-8e89-4f23-b3d6-b34ce2a766f0 HTTP/1.1" status: 200 len: 851 time: 0.0779953 Nov 24 13:12:53.320180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74323210-4ed2-44ac-95a2-23534aee9131 req-c8f3b4e2-4305-4c24-8688-3f7c8d2a883e tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:53.327806 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74323210-4ed2-44ac-95a2-23534aee9131 req-c8f3b4e2-4305-4c24-8688-3f7c8d2a883e tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e7306bc-8831-49c4-acde-d58b127d7d25 HTTP/1.1" status: 200 len: 945 time: 0.1836791 Nov 24 13:12:53.349127 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20696f3f-583b-4916-aa25-0c9a55c29a10 req-090854b2-87f3-41d6-9069-abcc0e0cea1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b9795fa-4a00-4525-be68-d7c6824033e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297117 Nov 24 13:12:53.391212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-8e5c0846-dcfd-4f9e-bfbc-297fa11f70e8 req-8c9858ad-2783-4cd1-8069-0fd4cf4f4e32 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] For port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0c264d8e-c3e1-4575-9d3f-87f2d782fc20,segment=NetworkSegment(b618c9ae-cef7-46d3-8990-c18ceaed867a),segment_id=b618c9ae-cef7-46d3-8990-c18ceaed867a)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:53.391591 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8e5c0846-dcfd-4f9e-bfbc-297fa11f70e8 req-8c9858ad-2783-4cd1-8069-0fd4cf4f4e32 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:53.437500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74323210-4ed2-44ac-95a2-23534aee9131 req-dd839205-32c8-4dc8-bd1a-6b6988483e9f tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1decc73-b121-45e0-bafe-669b93d9e297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960963 Nov 24 13:12:53.442341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-8e5c0846-dcfd-4f9e-bfbc-297fa11f70e8 req-8c9858ad-2783-4cd1-8069-0fd4cf4f4e32 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Calling delete_port for 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:53.467075 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ec07c5d5-7097-4df4-b9ab-327457f56440 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:53.564614 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ec07c5d5-7097-4df4-b9ab-327457f56440 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:53.679583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07c5d5-7097-4df4-b9ab-327457f56440 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event deleted for resources: {'Subnet': ['ID=969c520a-5e0c-4930-9011-624c9a522f09,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:53.682230 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ec07c5d5-7097-4df4-b9ab-327457f56440 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:53.688072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f34c9f-315f-4b98-b1c9-2aeec8ca73b3 None None] Network a7305698-9134-425f-9ec6-e6f8eded42c3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:12:53.688798 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ec07c5d5-7097-4df4-b9ab-327457f56440 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "DELETE /v2.0/subnets/969c520a-5e0c-4930-9011-624c9a522f09 HTTP/1.1" status: 204 len: 168 time: 1.0127232 Nov 24 13:12:53.693285 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52940) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:53.705627 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-b5deac6d-3d9f-45ce-a735-ff70f07389be service neutron] 10.222.0.48 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284154 Nov 24 13:12:53.733328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec511235-8084-4a3b-a351-1b21d6e76f33', 'tag': '1c363025-4770-4487-b53d-181bb07eb39b'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:53.738319 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38be26a-7254-4c04-8903-41771e31cea8" -d '{"events": [{"name": "network-changed", "server_uuid": "ec511235-8084-4a3b-a351-1b21d6e76f33", "tag": "1c363025-4770-4487-b53d-181bb07eb39b"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:53.743627 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8e5c0846-dcfd-4f9e-bfbc-297fa11f70e8 req-8c9858ad-2783-4cd1-8069-0fd4cf4f4e32 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:53.758189 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['0c264d8e-c3e1-4575-9d3f-87f2d782fc20'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:12:53.812032 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328f0800-c48b-497c-9918-c1754ff8c135 x-openstack-request-id: req-328f0800-c48b-497c-9918-c1754ff8c135 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:53.812340 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec511235-8084-4a3b-a351-1b21d6e76f33", "tag": "1c363025-4770-4487-b53d-181bb07eb39b", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:53.813189 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-328f0800-c48b-497c-9918-c1754ff8c135 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:53.814490 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec511235-8084-4a3b-a351-1b21d6e76f33', 'tag': '1c363025-4770-4487-b53d-181bb07eb39b', 'status': 'completed', 'code': 200} Nov 24 13:12:53.815271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9858ad-2783-4cd1-8069-0fd4cf4f4e32 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Pushing event deleted for resources: {'Port': ['ID=0c264d8e-c3e1-4575-9d3f-87f2d782fc20,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:53.877742 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20696f3f-583b-4916-aa25-0c9a55c29a10 req-15d89b2a-a9cc-412e-86ca-d23109fd8be1 service neutron] 10.222.0.59 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891276 Nov 24 13:12:53.965042 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:53.971024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5c0846-dcfd-4f9e-bfbc-297fa11f70e8 req-8c9858ad-2783-4cd1-8069-0fd4cf4f4e32 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] No DVR routers for this DVR port 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:12:53.973944 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-8e5c0846-dcfd-4f9e-bfbc-297fa11f70e8 req-8c9858ad-2783-4cd1-8069-0fd4cf4f4e32 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:53.979472 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e5c0846-dcfd-4f9e-bfbc-297fa11f70e8 req-8c9858ad-2783-4cd1-8069-0fd4cf4f4e32 tempest-ServerMetadataNegativeTestJSON-475814646 tempest-ServerMetadataNegativeTestJSON-475814646-project] 10.222.0.46 "DELETE /v2.0/ports/0c264d8e-c3e1-4575-9d3f-87f2d782fc20 HTTP/1.1" status: 204 len: 173 time: 1.7767367 Nov 24 13:12:53.991003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38be26a-7254-4c04-8903-41771e31cea8 req-77d1dd8f-6b86-429b-8ae3-e259ce9a6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:53.993923 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f38be26a-7254-4c04-8903-41771e31cea8 req-77d1dd8f-6b86-429b-8ae3-e259ce9a6fbb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4c213df0acde42eeaec68c51c15a8818&device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 1094 time: 0.1607490 Nov 24 13:12:54.108859 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-511ea447-a9c6-49c7-b2d6-390d4d456231 service neutron] 10.222.0.48 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858294 Nov 24 13:12:54.243455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] DHCP port deletion for a7305698-9134-425f-9ec6-e6f8eded42c3 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:12:54.327659 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20696f3f-583b-4916-aa25-0c9a55c29a10 req-a412242c-ce86-40a4-a4c4-ee51860c1557 service neutron] 10.222.0.59 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379876 Nov 24 13:12:54.374047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Deleting port 40deea7c-d645-46b3-8163-135fed647405 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:54.378064 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:54.428575 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:54.480694 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Deleting port 40deea7c-d645-46b3-8163-135fed647405 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:12:54.481084 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:54.547192 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] For port 40deea7c-d645-46b3-8163-135fed647405, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=40deea7c-d645-46b3-8163-135fed647405,segment=NetworkSegment(c29a5d8e-b1ce-4a7e-bbc9-da318e556506),segment_id=c29a5d8e-b1ce-4a7e-bbc9-da318e556506)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:54.551636 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:54.554128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbced3-1b46-457d-9b0e-8c4f7333ce91 req-b029ab4b-767f-48dd-b259-298ba22366ea tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:54.566645 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bddbced3-1b46-457d-9b0e-8c4f7333ce91 req-b029ab4b-767f-48dd-b259-298ba22366ea tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 943 time: 0.4102809 Nov 24 13:12:54.611943 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Calling delete_port for 40deea7c-d645-46b3-8163-135fed647405 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:54.638938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38be26a-7254-4c04-8903-41771e31cea8 req-92b3c775-5a6b-496d-bb12-4a010c9f66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:54.643116 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f38be26a-7254-4c04-8903-41771e31cea8 req-92b3c775-5a6b-496d-bb12-4a010c9f66ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b9795fa-4a00-4525-be68-d7c6824033e8 HTTP/1.1" status: 200 len: 912 time: 0.6268024 Nov 24 13:12:54.834426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f38be26a-7254-4c04-8903-41771e31cea8 req-737cdb12-9512-40ad-9849-58de7d4dd3e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c363025-4770-4487-b53d-181bb07eb39b HTTP/1.1" status: 200 len: 217 time: 0.1744077 Nov 24 13:12:54.868329 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bddbced3-1b46-457d-9b0e-8c4f7333ce91 req-a74dbe1b-9d72-4d2f-ade5-1d7c5e4cd9ed tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004923 Nov 24 13:12:54.881989 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-973b9ee0-66dd-4d9d-bf05-adb5a38e38b8 req-6312181f-b852-485c-b87d-1e8f86efe8d6 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 210 time: 0.3286083 Nov 24 13:12:54.884530 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] For port 40deea7c-d645-46b3-8163-135fed647405, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=40deea7c-d645-46b3-8163-135fed647405,segment=NetworkSegment(c29a5d8e-b1ce-4a7e-bbc9-da318e556506),segment_id=c29a5d8e-b1ce-4a7e-bbc9-da318e556506)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:54.890656 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:54.922670 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Calling delete_port for 40deea7c-d645-46b3-8163-135fed647405 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:12:55.003102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52990) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:55.045329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52992) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:55.133138 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.179523 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event deleted for resources: {'Port': ['ID=40deea7c-d645-46b3-8163-135fed647405,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:55.181562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] No DVR routers for this DVR port 40deea7c-d645-46b3-8163-135fed647405 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:12:55.204990 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.216094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c6156be7-00f1-4bfd-b206-c1cc8d0342d2 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:12:55.245594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b692c6-3326-43b0-ba83-dfcfb791a904 admin admin] Deleting subnet 35eba7dd-ddfb-4d3c-8e80-e3ee52094d81 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:12:55.269451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38be26a-7254-4c04-8903-41771e31cea8 req-f57869e9-4f61-46b7-a91a-4255e9acb097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:55.275812 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f38be26a-7254-4c04-8903-41771e31cea8 req-f57869e9-4f61-46b7-a91a-4255e9acb097 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eea60a01-8e89-4f23-b3d6-b34ce2a766f0 HTTP/1.1" status: 200 len: 851 time: 0.4061978 Nov 24 13:12:55.276620 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68b692c6-3326-43b0-ba83-dfcfb791a904 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.374203 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c6156be7-00f1-4bfd-b206-c1cc8d0342d2, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c6156be7-00f1-4bfd-b206-c1cc8d0342d2,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:55.389217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 40deea7c-d645-46b3-8163-135fed647405 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:12:55.419534 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.444625 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'c6156be7-00f1-4bfd-b206-c1cc8d0342d2', 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8', 'port_id': 'c6156be7-00f1-4bfd-b206-c1cc8d0342d2', 'mac_address': 'fa:16:3e:c2:a8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea60a01-8e89-4f23-b3d6-b34ce2a766f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:12:55.451268 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 40deea7c-d645-46b3-8163-135fed647405 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:12:55.451872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 40deea7c-d645-46b3-8163-135fed647405 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:12:55.455726 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] No DVR routers for this DVR port 40deea7c-d645-46b3-8163-135fed647405 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:12:55.498763 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-070d1e96-1c5b-43fa-a1bb-f50cf50a7ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.522449 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f38be26a-7254-4c04-8903-41771e31cea8 req-645b15d4-8127-4b58-b05c-ca272754ef01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b9795fa-4a00-4525-be68-d7c6824033e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274068 Nov 24 13:12:55.528353 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68b692c6-3326-43b0-ba83-dfcfb791a904 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.576539 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68b692c6-3326-43b0-ba83-dfcfb791a904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.639562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Pushing event deleted for resources: {'Port': ['ID=40deea7c-d645-46b3-8163-135fed647405,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:55.658521 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-070d1e96-1c5b-43fa-a1bb-f50cf50a7ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.660977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7305698-9134-425f-9ec6-e6f8eded42c3']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:55.668413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:55.671063 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-070d1e96-1c5b-43fa-a1bb-f50cf50a7ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.671324 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:55.671560 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:55.671908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:55.674417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:55.674809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:55.675154 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:55.675492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:55.675832 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:55.676160 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:55.676695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:55.678804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554baf2e-f7c3-4586-ab0a-826d5e282bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:12:55.685351 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68b692c6-3326-43b0-ba83-dfcfb791a904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.721674 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.741658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6156be7-00f1-4bfd-b206-c1cc8d0342d2 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:12:55.769907 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-070d1e96-1c5b-43fa-a1bb-f50cf50a7ce5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6033cb9c60e84a618eb5adb05dca9968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7224262 Nov 24 13:12:55.772432 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29a5d8e-b1ce-4a7e-bbc9-da318e556506') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:55.776561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29a5d8e-b1ce-4a7e-bbc9-da318e556506') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:55.779281 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d1e96-1c5b-43fa-a1bb-f50cf50a7ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa267561-9c41-41f0-ad5b-89679f612d89,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:55.782787 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c6156be7-00f1-4bfd-b206-c1cc8d0342d2, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c6156be7-00f1-4bfd-b206-c1cc8d0342d2,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:55.792536 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.795771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53010) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:55.826938 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.849694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7306bc-8831-49c4-acde-d58b127d7d25', 'name': 'network-vif-deleted', 'tag': '0c264d8e-c3e1-4575-9d3f-87f2d782fc20'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:55.852142 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68fbd38-571b-4471-b259-1d0d3d8e2919" -d '{"events": [{"server_uuid": "6e7306bc-8831-49c4-acde-d58b127d7d25", "name": "network-vif-deleted", "tag": "0c264d8e-c3e1-4575-9d3f-87f2d782fc20"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:55.864201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b692c6-3326-43b0-ba83-dfcfb791a904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35eba7dd-ddfb-4d3c-8e80-e3ee52094d81,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:55.916531 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.946009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:12:55.946434 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.946638 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68b692c6-3326-43b0-ba83-dfcfb791a904 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:55.952776 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-68b692c6-3326-43b0-ba83-dfcfb791a904 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/35eba7dd-ddfb-4d3c-8e80-e3ee52094d81 HTTP/1.1" status: 204 len: 168 time: 0.9461942 Nov 24 13:12:56.005446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53022) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:56.008982 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f38be26a-7254-4c04-8903-41771e31cea8 req-29e18979-c106-4bf2-aa6a-bb11ae774714 service neutron] 10.222.0.46 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497982 Nov 24 13:12:56.030479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=c6156be7-00f1-4bfd-b206-c1cc8d0342d2,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:56.039631 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.072000 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['c6156be7-00f1-4bfd-b206-c1cc8d0342d2'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:12:56.078763 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:12:56.099263 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129ebc36-ea4d-41f5-a1e4-afcb69522119 x-openstack-request-id: req-129ebc36-ea4d-41f5-a1e4-afcb69522119 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:56.099599 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7306bc-8831-49c4-acde-d58b127d7d25", "name": "network-vif-deleted", "tag": "0c264d8e-c3e1-4575-9d3f-87f2d782fc20", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:56.116658 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.117247 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-129ebc36-ea4d-41f5-a1e4-afcb69522119 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:56.117247 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7306bc-8831-49c4-acde-d58b127d7d25', 'name': 'network-vif-deleted', 'tag': '0c264d8e-c3e1-4575-9d3f-87f2d782fc20', 'status': 'completed', 'code': 200} Nov 24 13:12:56.143552 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.149768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] 10.222.0.48 "DELETE /v2.0/networks/a7305698-9134-425f-9ec6-e6f8eded42c3 HTTP/1.1" status: 204 len: 168 time: 2.4530404 Nov 24 13:12:56.188539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed178b0-9e87-47c6-912e-5e45d49c85c1 tempest-AllowedAddressPairIpV6TestJSON-1899654878 tempest-AllowedAddressPairIpV6TestJSON-1899654878-project] Pushing event deleted for resources: {'Network': ['ID=a7305698-9134-425f-9ec6-e6f8eded42c3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:56.235092 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea16db-e63d-47f0-a7c9-3504c0974f4a req-00b9e546-f88e-45cb-8c30-e7cf522c39a7 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:56.247120 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38ea16db-e63d-47f0-a7c9-3504c0974f4a req-00b9e546-f88e-45cb-8c30-e7cf522c39a7 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 943 time: 0.1466651 Nov 24 13:12:56.258371 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2a0e-6ef9-4b08-a734-7ba72743b37f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.364907 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2a0e-6ef9-4b08-a734-7ba72743b37f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.399865 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af5ca8ec-47bb-4227-ba13-9f8fc93150b0 req-bef36098-a2a4-4ae4-a832-8e47150f8579 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 210 time: 0.0967302 Nov 24 13:12:56.414637 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06bd1e5b-384a-4a6a-b18f-f11aaa1e24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.570523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06bd1e5b-384a-4a6a-b18f-f11aaa1e24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.639364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-06bd1e5b-384a-4a6a-b18f-f11aaa1e24b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:56.652554 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-06bd1e5b-384a-4a6a-b18f-f11aaa1e24b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b618c9ae-cef7-46d3-8990-c18ceaed867a') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:56.659622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-06bd1e5b-384a-4a6a-b18f-f11aaa1e24b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b618c9ae-cef7-46d3-8990-c18ceaed867a') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:12:56.672181 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38ea16db-e63d-47f0-a7c9-3504c0974f4a req-96a43ddf-17a4-454e-ba64-e41e4261e830 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074485 Nov 24 13:12:56.677566 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06bd1e5b-384a-4a6a-b18f-f11aaa1e24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.685028 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.694288 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-fa99b408-8342-445c-98bf-a36e2e7f27a2 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:56.696543 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-fa99b408-8342-445c-98bf-a36e2e7f27a2 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.59 "GET /v2.0/networks?id=43b905f1-c168-4b3c-9874-84b9b2b65777 HTTP/1.1" status: 200 len: 810 time: 0.2202392 Nov 24 13:12:56.711136 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06bd1e5b-384a-4a6a-b18f-f11aaa1e24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.712680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-70dad02f-ca5b-4cfa-bdf8-72b40f1c1be3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Request body: {'port': {'device_id': '88ffca1a-51b6-4761-8283-092f1621cd8f', 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777', 'admin_state_up': True, 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:56.721484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bd1e5b-384a-4a6a-b18f-f11aaa1e24b8 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:12:56.722339 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06bd1e5b-384a-4a6a-b18f-f11aaa1e24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:12:56.747108 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:12:56.751388 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f38be26a-7254-4c04-8903-41771e31cea8 req-50a732c4-1ef6-4bc1-b97b-0428c86b88bf service neutron] 10.222.0.46 "GET /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7109740 Nov 24 13:12:56.770157 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2a0e-6ef9-4b08-a734-7ba72743b37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.778540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2a0e-6ef9-4b08-a734-7ba72743b37f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.784015 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ad1d2a0e-6ef9-4b08-a734-7ba72743b37f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa267561-9c41-41f0-ad5b-89679f612d89 HTTP/1.1" status: 204 len: 168 time: 0.9850016 Nov 24 13:12:56.799221 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06bd1e5b-384a-4a6a-b18f-f11aaa1e24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.810993 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06bd1e5b-384a-4a6a-b18f-f11aaa1e24b8 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:56.815577 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-06bd1e5b-384a-4a6a-b18f-f11aaa1e24b8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850 HTTP/1.1" status: 204 len: 168 time: 0.8056085 Nov 24 13:12:56.842421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd1e5b-384a-4a6a-b18f-f11aaa1e24b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae3a4f17-95b3-4fb1-a0fc-e515d5d0f850,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:56.845577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53052) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:56.874087 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2a0e-6ef9-4b08-a734-7ba72743b37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa267561-9c41-41f0-ad5b-89679f612d89,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:56.955426 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 1c363025-4770-4487-b53d-181bb07eb39b details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:12:56.970753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:12:57.003137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:12:57.003752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0c264d8e-c3e1-4575-9d3f-87f2d782fc20 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:12:57.024520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-70dad02f-ca5b-4cfa-bdf8-72b40f1c1be3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Made reservation on behalf of d61b576c7fac4a9eb7023d9ed7b451b8 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:12:57.037713 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-70dad02f-ca5b-4cfa-bdf8-72b40f1c1be3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:57.070128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53058) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:57.180772 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1f71d2c6-24ca-44ad-8f17-ae6d0749b13d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5bc28a02a9a046848945b727f937a2a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1077769 Nov 24 13:12:57.194151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53062) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:57.195569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 1c363025-4770-4487-b53d-181bb07eb39b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1c363025-4770-4487-b53d-181bb07eb39b,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:57.223628 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '1c363025-4770-4487-b53d-181bb07eb39b', 'network_id': '9b9795fa-4a00-4525-be68-d7c6824033e8', 'port_id': '1c363025-4770-4487-b53d-181bb07eb39b', 'mac_address': 'fa:16:3e:13:3b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea60a01-8e89-4f23-b3d6-b34ce2a766f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:12:57.271033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-70dad02f-ca5b-4cfa-bdf8-72b40f1c1be3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Allocated IP 172.20.0.4 (43b905f1-c168-4b3c-9874-84b9b2b65777/c315cb12-ebde-481c-8328-bd987b0da388/980b53a4-aedd-453a-9d04-93745c77fafd) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:12:57.338665 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:57.348273 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de7647c8-a61f-40bf-96d6-920605094822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:57.357026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c363025-4770-4487-b53d-181bb07eb39b {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:12:57.388866 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de7647c8-a61f-40bf-96d6-920605094822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:57.430229 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 1c363025-4770-4487-b53d-181bb07eb39b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1c363025-4770-4487-b53d-181bb07eb39b,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:57.452438 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:57.569475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=1c363025-4770-4487-b53d-181bb07eb39b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:57.597930 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de7647c8-a61f-40bf-96d6-920605094822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:57.603249 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de7647c8-a61f-40bf-96d6-920605094822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:57.605407 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-de7647c8-a61f-40bf-96d6-920605094822 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1decc73-b121-45e0-bafe-669b93d9e297 HTTP/1.1" status: 204 len: 168 time: 0.4098961 Nov 24 13:12:57.636440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7647c8-a61f-40bf-96d6-920605094822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1decc73-b121-45e0-bafe-669b93d9e297,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:57.654043 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c769985-6a5c-48bb-a53d-4f59a788274a req-9284d158-4b1f-4ad4-b6df-cf3976e5cd6e tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 210 time: 0.1210363 Nov 24 13:12:57.685178 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-426c9f9d-8eaa-4084-ba51-63552113114f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55aa9afde24243fda02cb406e9e8cffa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8373446 Nov 24 13:12:57.687246 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53092) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:12:57.701253 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['1c363025-4770-4487-b53d-181bb07eb39b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:12:57.713390 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-70dad02f-ca5b-4cfa-bdf8-72b40f1c1be3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:57.801296 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-70dad02f-ca5b-4cfa-bdf8-72b40f1c1be3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:57.870890 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-70dad02f-ca5b-4cfa-bdf8-72b40f1c1be3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Network 43b905f1-c168-4b3c-9874-84b9b2b65777 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:12:57.877641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f6796b34-5c52-4ede-b6b5-4ae821bef651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:57.878043 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-70dad02f-ca5b-4cfa-bdf8-72b40f1c1be3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:12:57.883818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-70dad02f-ca5b-4cfa-bdf8-72b40f1c1be3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:12:57.899718 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c22d96-f328-40be-9eee-2f1a946fac2f req-aa62a108-c591-4820-ad87-c179b37a8a6a tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:57.911041 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8c22d96-f328-40be-9eee-2f1a946fac2f req-aa62a108-c591-4820-ad87-c179b37a8a6a tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 944 time: 0.1020398 Nov 24 13:12:57.915155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dad02f-ca5b-4cfa-bdf8-72b40f1c1be3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Pushing event updated for resources: {'Port': ['ID=980b53a4-aedd-453a-9d04-93745c77fafd,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:57.983432 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-70dad02f-ca5b-4cfa-bdf8-72b40f1c1be3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:57.984286 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-70dad02f-ca5b-4cfa-bdf8-72b40f1c1be3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:58.018276 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8c22d96-f328-40be-9eee-2f1a946fac2f req-fe78468b-51e3-414b-9c40-1a40a586d3a7 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993259 Nov 24 13:12:58.025625 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f6796b34-5c52-4ede-b6b5-4ae821bef651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:58.039141 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-70dad02f-ca5b-4cfa-bdf8-72b40f1c1be3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3323667 Nov 24 13:12:58.060803 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Request body: {'port': {'device_id': '88ffca1a-51b6-4761-8283-092f1621cd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:12:58.134070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:58.146954 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f6796b34-5c52-4ede-b6b5-4ae821bef651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:58.157175 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f6796b34-5c52-4ede-b6b5-4ae821bef651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:58.160977 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f6796b34-5c52-4ede-b6b5-4ae821bef651 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aaaaa26d-0d03-4b9d-aeb1-21c5d65fecd0 HTTP/1.1" status: 204 len: 168 time: 0.4702859 Nov 24 13:12:58.169006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6796b34-5c52-4ede-b6b5-4ae821bef651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaaa26d-0d03-4b9d-aeb1-21c5d65fecd0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:58.349282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['14eb1072-35f7-464e-9863-4ba32ccb6a61'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:12:58.645316 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c6156be7-00f1-4bfd-b206-c1cc8d0342d2 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:12:58.647474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980b53a4-aedd-453a-9d04-93745c77fafd {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:12:58.658530 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:58.683741 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Transition to ACTIVE for port object 980b53a4-aedd-453a-9d04-93745c77fafd will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:12:58.690418 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:58.768134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Pushing event updated for resources: {'Port': ['ID=980b53a4-aedd-453a-9d04-93745c77fafd,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:58.877812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port c6156be7-00f1-4bfd-b206-c1cc8d0342d2 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:12:58.886174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port c6156be7-00f1-4bfd-b206-c1cc8d0342d2 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:58.886546 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:58.956236 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 1c363025-4770-4487-b53d-181bb07eb39b up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:12:58.966017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Attempting to bind port 980b53a4-aedd-453a-9d04-93745c77fafd on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:12:58.966357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Attempting to bind port 980b53a4-aedd-453a-9d04-93745c77fafd by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:12:58.966722 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Attempting to bind port 980b53a4-aedd-453a-9d04-93745c77fafd on network 43b905f1-c168-4b3c-9874-84b9b2b65777 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:58.976165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Port 980b53a4-aedd-453a-9d04-93745c77fafd on network 43b905f1-c168-4b3c-9874-84b9b2b65777 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:12:58.985244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Attempting to bind port 980b53a4-aedd-453a-9d04-93745c77fafd on network 43b905f1-c168-4b3c-9874-84b9b2b65777 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:12:59.019017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85a45d-ce2e-4a93-a663-f79850f1fee6 req-63914e72-bc21-447b-887c-883fd12d0326 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:59.020528 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-df85a45d-ce2e-4a93-a663-f79850f1fee6 req-63914e72-bc21-447b-887c-883fd12d0326 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 943 time: 0.1732721 Nov 24 13:12:59.023408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:12:59.023751 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Checking segment: {'id': '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:12:59.024268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Bound using segment: {'id': '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:12:59.024710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Bound port: 980b53a4-aedd-453a-9d04-93745c77fafd, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:12:59.025109 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:59.121598 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-df85a45d-ce2e-4a93-a663-f79850f1fee6 req-a839cc63-b189-4537-9d0a-346b57328675 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927737 Nov 24 13:12:59.151218 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 1c363025-4770-4487-b53d-181bb07eb39b completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:12:59.163379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 1c363025-4770-4487-b53d-181bb07eb39b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:12:59.163770 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:59.229375 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] For port 980b53a4-aedd-453a-9d04-93745c77fafd, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:12:59.238583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] For port 980b53a4-aedd-453a-9d04-93745c77fafd, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=980b53a4-aedd-453a-9d04-93745c77fafd,segment=NetworkSegment(67dc34a2-7158-4b8d-a939-5e87d8a8c8e7),segment_id=67dc34a2-7158-4b8d-a939-5e87d8a8c8e7)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:12:59.250884 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:59.283598 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:59.324130 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:59.324860 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:59.326176 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] 10.222.0.59 "PUT /v2.0/ports/980b53a4-aedd-453a-9d04-93745c77fafd HTTP/1.1" status: 200 len: 1091 time: 1.2785623 Nov 24 13:12:59.326623 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ffca1a-51b6-4761-8283-092f1621cd8f', 'tag': '980b53a4-aedd-453a-9d04-93745c77fafd'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:59.328912 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14ad7cd-4ff9-4e6f-9404-539aac838c43" -d '{"events": [{"name": "network-changed", "server_uuid": "88ffca1a-51b6-4761-8283-092f1621cd8f", "tag": "980b53a4-aedd-453a-9d04-93745c77fafd"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:59.333797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c6156be7-00f1-4bfd-b206-c1cc8d0342d2, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c6156be7-00f1-4bfd-b206-c1cc8d0342d2,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:59.337785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dde92cd-c5b0-4023-8189-b9b0aa14c56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6156be7-00f1-4bfd-b206-c1cc8d0342d2'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:12:59.341345 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583ddf5f-2f01-4936-8e60-ccf42fed6e29" -d '{"events": [{"server_uuid": "3dde92cd-c5b0-4023-8189-b9b0aa14c56d", "name": "network-vif-plugged", "status": "completed", "tag": "c6156be7-00f1-4bfd-b206-c1cc8d0342d2"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:12:59.347727 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:59.392620 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c88d5-ed3d-4779-8c04-fba2fe25e0e0 req-b3db1422-162b-4e2f-856a-c775a4b7aba4 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:59.394254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9e0c88d5-ed3d-4779-8c04-fba2fe25e0e0 req-b3db1422-162b-4e2f-856a-c775a4b7aba4 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 944 time: 0.2012603 Nov 24 13:12:59.575519 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9e0c88d5-ed3d-4779-8c04-fba2fe25e0e0 req-9b8a3ba4-f5f5-4b8f-a300-fb7e263e4be2 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704941 Nov 24 13:12:59.611728 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2cee2d-ca24-4adc-b7eb-59d64c208b0e x-openstack-request-id: req-ad2cee2d-ca24-4adc-b7eb-59d64c208b0e {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:12:59.612101 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dde92cd-c5b0-4023-8189-b9b0aa14c56d", "name": "network-vif-plugged", "status": "completed", "tag": "c6156be7-00f1-4bfd-b206-c1cc8d0342d2", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:12:59.612286 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ad2cee2d-ca24-4adc-b7eb-59d64c208b0e {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:12:59.612699 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dde92cd-c5b0-4023-8189-b9b0aa14c56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6156be7-00f1-4bfd-b206-c1cc8d0342d2', 'code': 200} Nov 24 13:12:59.647934 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=c6156be7-00f1-4bfd-b206-c1cc8d0342d2,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:12:59.683247 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:59.718008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d7bfc-71bb-47ec-97f0-c305fa1a946c req-4d314243-f232-4676-97c5-a9756250e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:12:59.733262 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a7d7bfc-71bb-47ec-97f0-c305fa1a946c req-4d314243-f232-4676-97c5-a9756250e53b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3dde92cd-c5b0-4023-8189-b9b0aa14c56d HTTP/1.1" status: 200 len: 1097 time: 0.2102954 Nov 24 13:12:59.769794 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 1c363025-4770-4487-b53d-181bb07eb39b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1c363025-4770-4487-b53d-181bb07eb39b,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:12:59.777749 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:12:59.842469 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a7d7bfc-71bb-47ec-97f0-c305fa1a946c req-d6b7acca-a403-4e9b-8826-e6d7223651c3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997508 Nov 24 13:12:59.897138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=1c363025-4770-4487-b53d-181bb07eb39b,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:00.220413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53210) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:00.222077 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4589dc36-9522-4657-bd9c-af609791de70 x-openstack-request-id: req-4589dc36-9522-4657-bd9c-af609791de70 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:13:00.222592 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ffca1a-51b6-4761-8283-092f1621cd8f", "tag": "980b53a4-aedd-453a-9d04-93745c77fafd", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:13:00.222678 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4589dc36-9522-4657-bd9c-af609791de70 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:13:00.223030 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ffca1a-51b6-4761-8283-092f1621cd8f', 'tag': '980b53a4-aedd-453a-9d04-93745c77fafd', 'status': 'completed', 'code': 200} Nov 24 13:13:00.270913 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad86b8d-2187-4a9a-abef-a72eeb01ed7c service neutron] Pushing event updated for resources: {'Port': ['ID=980b53a4-aedd-453a-9d04-93745c77fafd,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:00.287501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-3347775f-8924-4f17-87d9-e2fa9b500319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:00.289074 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-3347775f-8924-4f17-87d9-e2fa9b500319 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d61b576c7fac4a9eb7023d9ed7b451b8&device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 1094 time: 0.9053984 Nov 24 13:13:00.394073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e14a-1f40-4b35-b5ec-6a5b4af54854 req-2b439706-10c3-405d-ac09-e0aa76fc4809 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:00.396323 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-406f9a20-d474-4300-b562-31157ae55d09 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=980b53a4-aedd-453a-9d04-93745c77fafd HTTP/1.1" status: 200 len: 217 time: 0.0957839 Nov 24 13:13:00.405161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b045e14a-1f40-4b35-b5ec-6a5b4af54854 req-2b439706-10c3-405d-ac09-e0aa76fc4809 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 943 time: 0.1268659 Nov 24 13:13:00.512996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-f675107a-f5b7-47df-9b09-e65d9e233eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:00.524159 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-f675107a-f5b7-47df-9b09-e65d9e233eec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c315cb12-ebde-481c-8328-bd987b0da388 HTTP/1.1" status: 200 len: 850 time: 0.1112640 Nov 24 13:13:00.536616 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b045e14a-1f40-4b35-b5ec-6a5b4af54854 req-9d1c7630-fb7b-44a5-8000-e9258887fc2d tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302569 Nov 24 13:13:00.582914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Request body: {'networks': [{'name': 'tempest-network--109458308'}, {'name': 'tempest-network--1297995256'}]} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:00.583239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Request body: {'network': {'name': 'tempest-network--109458308'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:00.583731 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Request body: {'network': {'name': 'tempest-network--1297995256'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:00.591174 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-81ff5058-4fb7-495e-8785-5673a0679085 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43b905f1-c168-4b3c-9874-84b9b2b65777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562332 Nov 24 13:13:00.637517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Made reservation on behalf of 1cadb42a7cab4f9aba2e8fb1d5642a4e for: {'network': 2} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:00.645647 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:00.661067 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:00.816371 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-e4b70557-7bf5-4707-9501-bbd2abcb598d service neutron] 10.222.0.59 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177150 Nov 24 13:13:00.872516 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:00.880413 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:00.882047 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:00.937894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014a985-045a-4681-af33-e2bb21da67b3 req-b9f26f88-5605-41d1-a3f0-a1bd39a17969 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:00.939429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1014a985-045a-4681-af33-e2bb21da67b3 req-b9f26f88-5605-41d1-a3f0-a1bd39a17969 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 945 time: 0.1715298 Nov 24 13:13:01.038989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:13:01.064554 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:01.065057 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Added segment 0d56e233-6689-4ac7-bce3-98c8f8871f5b of type vlan for network 3282045c-7a45-4d58-85e7-c2be95a7a153 Nov 24 13:13:01.118209 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:01.180109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:13:01.197128 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad11e599-7aba-48e0-8f90-39dd68c44052 req-d7d09d14-ca77-42c2-b527-d9296ca51186 service neutron] 10.222.0.59 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641360 Nov 24 13:13:01.214644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d78dce5-564d-4975-8cf1-2d73709df328,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:01.242336 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:01.242870 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Added segment 292c09bf-9e1e-446d-a698-cd476d8f3ff5 of type vlan for network 086ed7ed-477c-4694-88d8-2fbf3cd4c61d Nov 24 13:13:01.349181 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1014a985-045a-4681-af33-e2bb21da67b3 req-3e903e36-291b-46af-9429-7322036b44af tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933549 Nov 24 13:13:01.365151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:01.418484 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ad7cd-4ff9-4e6f-9404-539aac838c43 req-8bde7f73-ccf4-4079-b2ca-23a0216a5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:01.420101 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c14ad7cd-4ff9-4e6f-9404-539aac838c43 req-8bde7f73-ccf4-4079-b2ca-23a0216a5dbd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d61b576c7fac4a9eb7023d9ed7b451b8&device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 1094 time: 0.1464961 Nov 24 13:13:01.450160 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:01.451317 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:01.458807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:01.464835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:01.465805 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:01.552241 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3305905 Nov 24 13:13:01.552980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53258) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:01.614176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec511235-8084-4a3b-a351-1b21d6e76f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c363025-4770-4487-b53d-181bb07eb39b'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:13:01.617802 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7481689-fbe8-49c2-b6e4-ff046604fe09" -d '{"events": [{"server_uuid": "ec511235-8084-4a3b-a351-1b21d6e76f33", "name": "network-vif-plugged", "status": "completed", "tag": "1c363025-4770-4487-b53d-181bb07eb39b"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:13:01.692479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ad7cd-4ff9-4e6f-9404-539aac838c43 req-ce64bd8c-18b6-43ad-acf8-6ba7682230ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:01.693928 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c14ad7cd-4ff9-4e6f-9404-539aac838c43 req-ce64bd8c-18b6-43ad-acf8-6ba7682230ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=43b905f1-c168-4b3c-9874-84b9b2b65777 HTTP/1.1" status: 200 len: 911 time: 0.2655153 Nov 24 13:13:01.792590 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c14ad7cd-4ff9-4e6f-9404-539aac838c43 req-62e25283-000b-4ba8-92c7-f25408821396 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=980b53a4-aedd-453a-9d04-93745c77fafd HTTP/1.1" status: 200 len: 217 time: 0.0891993 Nov 24 13:13:01.802994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event updated for resources: {'Network': ['ID=3282045c-7a45-4d58-85e7-c2be95a7a153,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:01.815137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 3282045c-7a45-4d58-85e7-c2be95a7a153 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:13:01.905641 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ad7cd-4ff9-4e6f-9404-539aac838c43 req-b8f2b728-17a0-4d4d-a47f-f160cc75bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:01.908346 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c14ad7cd-4ff9-4e6f-9404-539aac838c43 req-b8f2b728-17a0-4d4d-a47f-f160cc75bb1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c315cb12-ebde-481c-8328-bd987b0da388 HTTP/1.1" status: 200 len: 850 time: 0.1089559 Nov 24 13:13:01.976764 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c14ad7cd-4ff9-4e6f-9404-539aac838c43 req-b0cc9fb4-3087-417b-a430-63d938307cd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43b905f1-c168-4b3c-9874-84b9b2b65777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574389 Nov 24 13:13:01.987043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70866c29-42a8-42fe-9549-7844ceb2bf51 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event updated for resources: {'Network': ['ID=086ed7ed-477c-4694-88d8-2fbf3cd4c61d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:02.077210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 086ed7ed-477c-4694-88d8-2fbf3cd4c61d details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:13:02.206941 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c14ad7cd-4ff9-4e6f-9404-539aac838c43 req-d7467750-2c84-4d12-9fef-88ed2d5a5835 service neutron] 10.222.0.59 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243168 Nov 24 13:13:02.308296 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cdd876-aabd-4cba-b43c-d074f4ab4bc7 x-openstack-request-id: req-a4cdd876-aabd-4cba-b43c-d074f4ab4bc7 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:13:02.308599 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec511235-8084-4a3b-a351-1b21d6e76f33", "name": "network-vif-plugged", "status": "completed", "tag": "1c363025-4770-4487-b53d-181bb07eb39b", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:13:02.308994 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4cdd876-aabd-4cba-b43c-d074f4ab4bc7 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:13:02.309339 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec511235-8084-4a3b-a351-1b21d6e76f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c363025-4770-4487-b53d-181bb07eb39b', 'code': 200} Nov 24 13:13:02.391549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21caa9e-8ea7-4198-8872-09fdb8c5a240 req-a778c60c-6b84-4d98-9830-c262162bf8d5 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:02.407737 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c21caa9e-8ea7-4198-8872-09fdb8c5a240 req-a778c60c-6b84-4d98-9830-c262162bf8d5 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 943 time: 0.6889403 Nov 24 13:13:02.471305 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c14ad7cd-4ff9-4e6f-9404-539aac838c43 req-309411c8-c7a2-4b10-a226-66144bf94572 service neutron] 10.222.0.59 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571392 Nov 24 13:13:02.525418 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10585-f45a-49e3-93e5-cf0e4547f550 req-064b6397-09d4-443f-bf0f-e717120cc52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:02.554775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081514a7-2e12-441d-8e50-d04e448f53db req-f189a04d-45b4-45ae-b002-b20aa78f83fe tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:02.557903 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10f10585-f45a-49e3-93e5-cf0e4547f550 req-064b6397-09d4-443f-bf0f-e717120cc52e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 1096 time: 0.3141992 Nov 24 13:13:02.564756 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-081514a7-2e12-441d-8e50-d04e448f53db req-f189a04d-45b4-45ae-b002-b20aa78f83fe tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 945 time: 0.1140969 Nov 24 13:13:02.622637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f495de8-f0e9-49ff-9538-81d7ba8b48ef tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:02.630564 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f495de8-f0e9-49ff-9538-81d7ba8b48ef tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:02.637805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f495de8-f0e9-49ff-9538-81d7ba8b48ef tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:02.650380 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f495de8-f0e9-49ff-9538-81d7ba8b48ef tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:02.657094 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1f495de8-f0e9-49ff-9538-81d7ba8b48ef tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0972357 Nov 24 13:13:02.657625 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53306) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:02.662265 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c21caa9e-8ea7-4198-8872-09fdb8c5a240 req-452f3004-a796-4011-90b5-8976d63e8228 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535911 Nov 24 13:13:02.707165 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10f10585-f45a-49e3-93e5-cf0e4547f550 req-2bf00ebf-7bb8-4253-bc86-1e50de3e59e5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451023 Nov 24 13:13:02.732231 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-081514a7-2e12-441d-8e50-d04e448f53db req-061e3914-30d5-4d8a-aeac-68e123b5f072 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609786 Nov 24 13:13:02.833058 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-389eacb0-6385-4e45-a349-94a4420d767f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:02.954295 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-389eacb0-6385-4e45-a349-94a4420d767f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.000008 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-389eacb0-6385-4e45-a349-94a4420d767f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3282045c-7a45-4d58-85e7-c2be95a7a153']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:03.013939 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-389eacb0-6385-4e45-a349-94a4420d767f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d56e233-6689-4ac7-bce3-98c8f8871f5b') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:03.014275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-389eacb0-6385-4e45-a349-94a4420d767f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d56e233-6689-4ac7-bce3-98c8f8871f5b') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:03.024302 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-389eacb0-6385-4e45-a349-94a4420d767f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.039748 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-389eacb0-6385-4e45-a349-94a4420d767f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.046179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389eacb0-6385-4e45-a349-94a4420d767f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:13:03.046574 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-389eacb0-6385-4e45-a349-94a4420d767f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:13:03.050056 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:13:03.140335 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-389eacb0-6385-4e45-a349-94a4420d767f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.146185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-389eacb0-6385-4e45-a349-94a4420d767f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.149472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-389eacb0-6385-4e45-a349-94a4420d767f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "DELETE /v2.0/networks/3282045c-7a45-4d58-85e7-c2be95a7a153 HTTP/1.1" status: 204 len: 168 time: 0.4906738 Nov 24 13:13:03.152676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53320) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:03.187804 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389eacb0-6385-4e45-a349-94a4420d767f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event deleted for resources: {'Network': ['ID=3282045c-7a45-4d58-85e7-c2be95a7a153,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:03.295536 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb31a7bf-ee26-4bc8-88b4-b0e159021ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.438224 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb31a7bf-ee26-4bc8-88b4-b0e159021ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.467157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-fb31a7bf-ee26-4bc8-88b4-b0e159021ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086ed7ed-477c-4694-88d8-2fbf3cd4c61d']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:03.481106 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-fb31a7bf-ee26-4bc8-88b4-b0e159021ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292c09bf-9e1e-446d-a698-cd476d8f3ff5') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:03.481701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-fb31a7bf-ee26-4bc8-88b4-b0e159021ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292c09bf-9e1e-446d-a698-cd476d8f3ff5') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:03.496258 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb31a7bf-ee26-4bc8-88b4-b0e159021ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.513236 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb31a7bf-ee26-4bc8-88b4-b0e159021ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.521410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb31a7bf-ee26-4bc8-88b4-b0e159021ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:13:03.522189 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb31a7bf-ee26-4bc8-88b4-b0e159021ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:13:03.527622 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:13:03.611296 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb31a7bf-ee26-4bc8-88b4-b0e159021ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.625816 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb31a7bf-ee26-4bc8-88b4-b0e159021ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.634574 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fb31a7bf-ee26-4bc8-88b4-b0e159021ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "DELETE /v2.0/networks/086ed7ed-477c-4694-88d8-2fbf3cd4c61d HTTP/1.1" status: 204 len: 168 time: 0.4758956 Nov 24 13:13:03.636980 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53336) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:03.670815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31a7bf-ee26-4bc8-88b4-b0e159021ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event deleted for resources: {'Network': ['ID=086ed7ed-477c-4694-88d8-2fbf3cd4c61d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:03.672621 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53340) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:03.677826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Request body: {'network': {'name': 'tempest-network-smoke--2004523069', 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'port_security_enabled': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:03.719871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Made reservation on behalf of a1b644375e0042a1b46a6165f68abedb for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:03.725386 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.761092 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.960595 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.965938 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:03.983435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7777a15e-cc45-4173-9956-99c3ff3a38f6 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:03.991735 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7777a15e-cc45-4173-9956-99c3ff3a38f6 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:03.998793 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7777a15e-cc45-4173-9956-99c3ff3a38f6 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3604882 Nov 24 13:13:04.002534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53354) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:04.010205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7775967c-aa54-4db7-98af-7d37a3b95f1a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:04.022881 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-936ae7b7-938f-4db9-9894-f561508c121d tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-422767590'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:04.035800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367583d-1544-47ea-99f1-98b866c37be8 req-ee12d58a-f006-487d-85b0-d3e3e137fc29 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:04.037296 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6367583d-1544-47ea-99f1-98b866c37be8 req-ee12d58a-f006-487d-85b0-d3e3e137fc29 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 945 time: 0.1964407 Nov 24 13:13:04.041583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978adb54-39ef-448c-9dd5-49569889f7c3 req-a1bb2304-e856-494a-8dc8-ebe8f9cc7b18 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:04.045344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-978adb54-39ef-448c-9dd5-49569889f7c3 req-a1bb2304-e856-494a-8dc8-ebe8f9cc7b18 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 943 time: 0.2484665 Nov 24 13:13:04.057518 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936ae7b7-938f-4db9-9894-f561508c121d tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Made reservation on behalf of 1cadb42a7cab4f9aba2e8fb1d5642a4e for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:04.057759 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:13:04.067753 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-936ae7b7-938f-4db9-9894-f561508c121d tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.085157 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.085763 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Added segment bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c of type vlan for network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b Nov 24 13:13:04.126177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-978adb54-39ef-448c-9dd5-49569889f7c3 req-5bbb1d2d-db0b-406d-a430-302b2e70be4c tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713034 Nov 24 13:13:04.151592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936ae7b7-938f-4db9-9894-f561508c121d tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:13:04.164701 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.190356 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6367583d-1544-47ea-99f1-98b866c37be8 req-92525afc-d94b-471b-9b9e-4ef12aadd1c8 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199937 Nov 24 13:13:04.198041 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-936ae7b7-938f-4db9-9894-f561508c121d tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.198245 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.198502 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-936ae7b7-938f-4db9-9894-f561508c121d tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Added segment efb0da03-4482-4264-a39b-ae0341ac8807 of type vlan for network 93953727-f985-40e6-8645-b8b1bc3aab25 Nov 24 13:13:04.205134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:04.205573 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.263105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5893247 Nov 24 13:13:04.269310 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53362) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:04.286088 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'admin_state_up': True, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:04.302971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb60a94-5ac2-4869-869c-0a82590bcbc6 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'Network': ['ID=c99ffa3f-7d81-49ee-8052-3805ab7a8a8b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:04.304248 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-936ae7b7-938f-4db9-9894-f561508c121d tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.316446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:13:04.353065 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-936ae7b7-938f-4db9-9894-f561508c121d tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.366893 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ae7b7-938f-4db9-9894-f561508c121d tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:04.367666 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-936ae7b7-938f-4db9-9894-f561508c121d tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.372103 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.373260 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.452592 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-936ae7b7-938f-4db9-9894-f561508c121d tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4464259 Nov 24 13:13:04.453149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53372) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:04.458695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-9f68738f-41f2-4dfe-a53b-3e01ac03ff58 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1862798391'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:04.497333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f68738f-41f2-4dfe-a53b-3e01ac03ff58 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Made reservation on behalf of 1cadb42a7cab4f9aba2e8fb1d5642a4e for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:04.504489 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9f68738f-41f2-4dfe-a53b-3e01ac03ff58 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.514793 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ae7b7-938f-4db9-9894-f561508c121d tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event updated for resources: {'Network': ['ID=93953727-f985-40e6-8645-b8b1bc3aab25,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:04.526173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 93953727-f985-40e6-8645-b8b1bc3aab25 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:13:04.563898 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f68738f-41f2-4dfe-a53b-3e01ac03ff58 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:13:04.581201 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9f68738f-41f2-4dfe-a53b-3e01ac03ff58 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.583710 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-9f68738f-41f2-4dfe-a53b-3e01ac03ff58 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Added segment 7560434b-3410-4ebd-b68d-982cd43253bd of type vlan for network 24ccf3fc-dc09-4e42-a854-bb317562b822 Nov 24 13:13:04.630950 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.645772 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9f68738f-41f2-4dfe-a53b-3e01ac03ff58 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.672310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 980b53a4-aedd-453a-9d04-93745c77fafd details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:13:04.712439 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9f68738f-41f2-4dfe-a53b-3e01ac03ff58 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.718722 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f68738f-41f2-4dfe-a53b-3e01ac03ff58 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:04.719518 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9f68738f-41f2-4dfe-a53b-3e01ac03ff58 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:04.784674 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9f68738f-41f2-4dfe-a53b-3e01ac03ff58 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3302090 Nov 24 13:13:04.875140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53392) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:04.909545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 980b53a4-aedd-453a-9d04-93745c77fafd, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=980b53a4-aedd-453a-9d04-93745c77fafd,segment=NetworkSegment(67dc34a2-7158-4b8d-a939-5e87d8a8c8e7),segment_id=67dc34a2-7158-4b8d-a939-5e87d8a8c8e7)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:04.935458 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '980b53a4-aedd-453a-9d04-93745c77fafd', 'network_id': '43b905f1-c168-4b3c-9874-84b9b2b65777', 'port_id': '980b53a4-aedd-453a-9d04-93745c77fafd', 'mac_address': 'fa:16:3e:48:3d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c315cb12-ebde-481c-8328-bd987b0da388', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:13:04.938194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68738f-41f2-4dfe-a53b-3e01ac03ff58 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event updated for resources: {'Network': ['ID=24ccf3fc-dc09-4e42-a854-bb317562b822,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:04.940276 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Request body: {'ports': [{'network_id': '93953727-f985-40e6-8645-b8b1bc3aab25', 'name': 'tempest-port--721603508', 'admin_state_up': True}, {'network_id': '24ccf3fc-dc09-4e42-a854-bb317562b822', 'admin_state_up': False}]} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:04.940605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Request body: {'port': {'network_id': '93953727-f985-40e6-8645-b8b1bc3aab25', 'name': 'tempest-port--721603508', 'admin_state_up': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:04.941153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Request body: {'port': {'network_id': '24ccf3fc-dc09-4e42-a854-bb317562b822', 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:04.958886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 24ccf3fc-dc09-4e42-a854-bb317562b822 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:13:04.992298 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99bc1844-b143-4b29-bfe7-640ebd3f057e req-08fb2cd6-5da9-47dd-9097-6138fd4c30ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516584 Nov 24 13:13:05.015653 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:05.108255 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:05.139511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980b53a4-aedd-453a-9d04-93745c77fafd {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:13:05.140076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc1844-b143-4b29-bfe7-640ebd3f057e req-3ebf0ebf-439c-4244-b00f-91679bdb0e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:05.142041 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99bc1844-b143-4b29-bfe7-640ebd3f057e req-3ebf0ebf-439c-4244-b00f-91679bdb0e62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 1097 time: 0.0868793 Nov 24 13:13:05.201468 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 980b53a4-aedd-453a-9d04-93745c77fafd, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=980b53a4-aedd-453a-9d04-93745c77fafd,segment=NetworkSegment(67dc34a2-7158-4b8d-a939-5e87d8a8c8e7),segment_id=67dc34a2-7158-4b8d-a939-5e87d8a8c8e7)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:05.218619 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:05.320492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc1844-b143-4b29-bfe7-640ebd3f057e req-aba79379-6380-4788-8ea7-21db2e56c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:05.322851 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99bc1844-b143-4b29-bfe7-640ebd3f057e req-aba79379-6380-4788-8ea7-21db2e56c037 service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.1568172 Nov 24 13:13:05.330298 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=980b53a4-aedd-453a-9d04-93745c77fafd,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:05.458370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['980b53a4-aedd-453a-9d04-93745c77fafd'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:13:05.459053 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9d0d8-f928-429c-8292-1a5c6c86bc01 req-aca4955a-17db-4f0e-8791-63737b31a816 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:05.470258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ce9d0d8-f928-429c-8292-1a5c6c86bc01 req-aca4955a-17db-4f0e-8791-63737b31a816 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 944 time: 0.1217484 Nov 24 13:13:05.501863 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Made reservation on behalf of 1cadb42a7cab4f9aba2e8fb1d5642a4e for: {'port': 2} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:05.507189 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:05.541985 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:05.601711 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ce9d0d8-f928-429c-8292-1a5c6c86bc01 req-f768f6ad-48d3-4174-88e5-1c8e634af974 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304655 Nov 24 13:13:05.935513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] device_id is not set on port 6aac4275-bba9-4924-a5bf-10d7842aa367 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:13:05.955480 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:06.009073 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:06.194778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6479a4-906e-4f00-8255-33ae37f402f5 req-208c7259-e129-4a19-b510-f0f625014f88 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:06.203351 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c6479a4-906e-4f00-8255-33ae37f402f5 req-208c7259-e129-4a19-b510-f0f625014f88 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 945 time: 0.8539844 Nov 24 13:13:06.209219 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:06.222542 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99bc1844-b143-4b29-bfe7-640ebd3f057e req-acb74518-7b11-4172-8cff-a85d382d6f42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86 HTTP/1.1" status: 200 len: 1001 time: 0.8900418 Nov 24 13:13:06.300072 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:06.305424 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89530256-e71d-4e07-a906-0f106149034b req-5d2d1957-5cd9-4d34-ae95-c2de2a2427bd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:06.313834 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-89530256-e71d-4e07-a906-0f106149034b req-5d2d1957-5cd9-4d34-ae95-c2de2a2427bd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 946 time: 0.4575360 Nov 24 13:13:06.341081 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c6479a4-906e-4f00-8255-33ae37f402f5 req-8b8b1193-71f5-457e-856a-2cdf02372156 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369131 Nov 24 13:13:06.357267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc1844-b143-4b29-bfe7-640ebd3f057e req-07d66590-1310-4a8f-aac7-dc4801769fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:06.359989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99bc1844-b143-4b29-bfe7-640ebd3f057e req-07d66590-1310-4a8f-aac7-dc4801769fcc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.1274481 Nov 24 13:13:06.396524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] device_id is not set on port 847ab2cc-dda0-40c1-99f6-8dd70dee519d yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:13:06.436550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc1844-b143-4b29-bfe7-640ebd3f057e req-f93a10e0-3142-4768-bace-c83920832a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:06.438239 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99bc1844-b143-4b29-bfe7-640ebd3f057e req-f93a10e0-3142-4768-bace-c83920832a5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697074 Nov 24 13:13:06.679938 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99bc1844-b143-4b29-bfe7-640ebd3f057e req-f09ddf20-ee68-41d6-94ba-0192f91c11f7 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334449 Nov 24 13:13:06.695161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 980b53a4-aedd-453a-9d04-93745c77fafd up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:06.699689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:06.730054 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-89530256-e71d-4e07-a906-0f106149034b req-e2aa7003-3085-4327-9205-d25fe7b5cda2 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149378 Nov 24 13:13:06.784894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Allocated IP 172.25.0.138 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/422cd4c7-d3ce-4944-8051-4409ac021260) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:13:06.788877 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 980b53a4-aedd-453a-9d04-93745c77fafd completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:13:06.793870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 980b53a4-aedd-453a-9d04-93745c77fafd triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:06.794240 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:06.919063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af036f-1054-4542-83ff-c71fc82c91fb req-dd7ff107-31f9-4160-bf52-eb5cd06d2884 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:06.920647 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63af036f-1054-4542-83ff-c71fc82c91fb req-dd7ff107-31f9-4160-bf52-eb5cd06d2884 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=3dde92cd-c5b0-4023-8189-b9b0aa14c56d HTTP/1.1" status: 200 len: 946 time: 0.1859305 Nov 24 13:13:06.973901 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:06.987549 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:07.006294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99bc1844-b143-4b29-bfe7-640ebd3f057e req-ad609fee-4eb6-420b-98d4-e96015e34b20 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180861 Nov 24 13:13:07.049980 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63af036f-1054-4542-83ff-c71fc82c91fb req-9e0d1fc5-abf6-4765-8031-b5bf7ed48517 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184502 Nov 24 13:13:07.071407 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 980b53a4-aedd-453a-9d04-93745c77fafd, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=980b53a4-aedd-453a-9d04-93745c77fafd,segment=NetworkSegment(67dc34a2-7158-4b8d-a939-5e87d8a8c8e7),segment_id=67dc34a2-7158-4b8d-a939-5e87d8a8c8e7)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:07.074039 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ffca1a-51b6-4761-8283-092f1621cd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980b53a4-aedd-453a-9d04-93745c77fafd'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:13:07.079541 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650e478b-8197-4646-94ce-202cc421740b" -d '{"events": [{"server_uuid": "88ffca1a-51b6-4761-8283-092f1621cd8f", "name": "network-vif-plugged", "status": "completed", "tag": "980b53a4-aedd-453a-9d04-93745c77fafd"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:13:07.089152 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:07.092435 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:07.148766 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:13:07.164514 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:07.169466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:07.192191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=980b53a4-aedd-453a-9d04-93745c77fafd,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:07.273789 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875b73a-2984-472a-9093-3b6084ed452f req-358b3293-02e0-4dcc-a655-e363af541677 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:07.276090 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9875b73a-2984-472a-9093-3b6084ed452f req-358b3293-02e0-4dcc-a655-e363af541677 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 944 time: 0.2491457 Nov 24 13:13:07.284521 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:07.329088 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'Port': ['ID=422cd4c7-d3ce-4944-8051-4409ac021260,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:07.492195 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Checking segment: {'id': 'efb0da03-4482-4264-a39b-ae0341ac8807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '93953727-f985-40e6-8645-b8b1bc3aab25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:07.492677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Network hostable DHCP agents. Network: 93953727-f985-40e6-8645-b8b1bc3aab25, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:13:07.494969 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event updated for resources: {'Port': ['ID=6aac4275-bba9-4924-a5bf-10d7842aa367,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:07.639090 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9875b73a-2984-472a-9093-3b6084ed452f req-de2a887a-bbf7-4460-85cb-368d289f5651 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500774 Nov 24 13:13:07.721476 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Network 93953727-f985-40e6-8645-b8b1bc3aab25 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:13:07.775109 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab46df0a-b565-4bee-9016-62345175de9c x-openstack-request-id: req-ab46df0a-b565-4bee-9016-62345175de9c {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:13:07.777004 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ffca1a-51b6-4761-8283-092f1621cd8f", "name": "network-vif-plugged", "status": "completed", "tag": "980b53a4-aedd-453a-9d04-93745c77fafd", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:13:07.777629 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab46df0a-b565-4bee-9016-62345175de9c {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:13:07.780500 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ffca1a-51b6-4761-8283-092f1621cd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980b53a4-aedd-453a-9d04-93745c77fafd', 'code': 200} Nov 24 13:13:08.277311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 93953727-f985-40e6-8645-b8b1bc3aab25) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:08.285656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242d9cfc-cd07-4f95-8b57-130c326c9c15 None None] Network 93953727-f985-40e6-8645-b8b1bc3aab25 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:13:08.380840 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:08.381643 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:08.471237 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:08.542546 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5baa5-4484-4d07-8dca-4feb9a95ce59 req-64092704-7cc2-4494-95f4-db2ff5317814 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:08.544156 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-97a5baa5-4484-4d07-8dca-4feb9a95ce59 req-64092704-7cc2-4494-95f4-db2ff5317814 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=3dde92cd-c5b0-4023-8189-b9b0aa14c56d HTTP/1.1" status: 200 len: 946 time: 0.3343925 Nov 24 13:13:08.575904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e968f-9e34-4a22-8462-c62f764bf63f req-6fb71cee-03b5-46de-a242-2133edc5e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:08.577812 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e1e968f-9e34-4a22-8462-c62f764bf63f req-6fb71cee-03b5-46de-a242-2133edc5e329 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 1096 time: 0.3666503 Nov 24 13:13:08.631397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event updated for resources: {'Port': ['ID=847ab2cc-dda0-40c1-99f6-8dd70dee519d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:08.716757 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-97a5baa5-4484-4d07-8dca-4feb9a95ce59 req-d4fa3997-18c3-4983-9ae8-9dbdd746d5e8 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626816 Nov 24 13:13:08.763319 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Checking segment: {'id': '7560434b-3410-4ebd-b68d-982cd43253bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '24ccf3fc-dc09-4e42-a854-bb317562b822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:08.764536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Network hostable DHCP agents. Network: 24ccf3fc-dc09-4e42-a854-bb317562b822, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:13:08.795199 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e1e968f-9e34-4a22-8462-c62f764bf63f req-91a2bbf9-bc7a-4a46-bfb8-71b973481fe8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864059 Nov 24 13:13:08.861573 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Network 24ccf3fc-dc09-4e42-a854-bb317562b822 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:13:08.876872 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 24ccf3fc-dc09-4e42-a854-bb317562b822) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:08.878839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ab043-3df1-42d8-8704-8c9d8de50c87 req-1c97a9d3-8214-410d-bded-0c1c112abb5e tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:08.880446 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-272ab043-3df1-42d8-8704-8c9d8de50c87 req-1c97a9d3-8214-410d-bded-0c1c112abb5e tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.1132457 Nov 24 13:13:08.885850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa099391-45bd-416b-991c-a4685cc6bd63 None None] Network 24ccf3fc-dc09-4e42-a854-bb317562b822 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:13:08.913471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:08.920781 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:08.948538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:08.949330 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:08.985776 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-272ab043-3df1-42d8-8704-8c9d8de50c87 req-f0e03f78-2935-4fff-8722-16502ae5afa3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971556 Nov 24 13:13:09.043617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53518) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:09.047506 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7800a84a-506d-4ca7-bbf0-ac9add51ed1c tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.1708229 Nov 24 13:13:09.141667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7570be-f1f8-4b38-b204-bd2821db8ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:09.144067 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:09.148306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7570be-f1f8-4b38-b204-bd2821db8ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:09.150397 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ab7570be-f1f8-4b38-b204-bd2821db8ca9 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1054342 Nov 24 13:13:09.154524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53520) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:09.335844 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a2c159c3-c749-4162-8ec7-26af5588be23 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Deleting port 6aac4275-bba9-4924-a5bf-10d7842aa367 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:13:09.336202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2c159c3-c749-4162-8ec7-26af5588be23 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:09.417161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53524) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:09.460140 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2c159c3-c749-4162-8ec7-26af5588be23 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:09.494763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Router 03991992-80df-49a8-8776-2b2e3006db98 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:13:09.511409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a2c159c3-c749-4162-8ec7-26af5588be23 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Calling delete_port for 6aac4275-bba9-4924-a5bf-10d7842aa367 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:13:09.517937 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42546c78-6eac-40d0-8385-beaec796e3c7 req-5ba80dd2-3df7-4a43-9bd4-8ec9bfbedca0 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:09.519595 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42546c78-6eac-40d0-8385-beaec796e3c7 req-5ba80dd2-3df7-4a43-9bd4-8ec9bfbedca0 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.59 "GET /v2.0/ports?device_id=3dde92cd-c5b0-4023-8189-b9b0aa14c56d HTTP/1.1" status: 200 len: 946 time: 0.0782862 Nov 24 13:13:09.641063 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:09.643923 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2c159c3-c749-4162-8ec7-26af5588be23 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:09.680589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c159c3-c749-4162-8ec7-26af5588be23 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event deleted for resources: {'Port': ['ID=6aac4275-bba9-4924-a5bf-10d7842aa367,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:09.700303 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2c159c3-c749-4162-8ec7-26af5588be23 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:09.707201 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a2c159c3-c749-4162-8ec7-26af5588be23 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "DELETE /v2.0/ports/6aac4275-bba9-4924-a5bf-10d7842aa367 HTTP/1.1" status: 204 len: 168 time: 0.5513234 Nov 24 13:13:09.709697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53532) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:09.749933 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:09.847605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:13:09.863100 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d498677-0544-4410-b090-18a8caace7da None None] Sync routers for ids ['03991992-80df-49a8-8776-2b2e3006db98'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:13:09.903108 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d498677-0544-4410-b090-18a8caace7da None None] Routers {'03991992-80df-49a8-8776-2b2e3006db98'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:13:09.903816 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8d498677-0544-4410-b090-18a8caace7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:12:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['03991992-80df-49a8-8776-2b2e3006db98'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:10.037696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da938be4-731b-49c8-a41a-730d61cdd6f5 req-17fc740c-55d6-4981-a2ac-f9c5579dd48b tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:10.040330 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-da938be4-731b-49c8-a41a-730d61cdd6f5 req-17fc740c-55d6-4981-a2ac-f9c5579dd48b tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 945 time: 0.1785245 Nov 24 13:13:10.042965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a73da7bd-a935-487b-a6a4-6beb91fcde07 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Deleting port 847ab2cc-dda0-40c1-99f6-8dd70dee519d {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:13:10.044314 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a73da7bd-a935-487b-a6a4-6beb91fcde07 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:10.105965 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:10.138661 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a73da7bd-a935-487b-a6a4-6beb91fcde07 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:10.153459 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:10.160597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a73da7bd-a935-487b-a6a4-6beb91fcde07 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Calling delete_port for 847ab2cc-dda0-40c1-99f6-8dd70dee519d owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:13:10.188331 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8d498677-0544-4410-b090-18a8caace7da None None] Set router 03991992-80df-49a8-8776-2b2e3006db98 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:13:10.229842 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:10.236006 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3dfab06e-316e-4f7e-916d-6b2e45c3ec35 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.9630568 Nov 24 13:13:10.243896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53542) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:10.256524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10d42a2e29e44e4eaa6672722bbc3049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8383291 Nov 24 13:13:10.262354 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53544) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:10.328704 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-42546c78-6eac-40d0-8385-beaec796e3c7 req-373c751e-3d3b-43ad-8760-9df18fc4132b tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Deleting port c6156be7-00f1-4bfd-b206-c1cc8d0342d2 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:13:10.329065 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-42546c78-6eac-40d0-8385-beaec796e3c7 req-373c751e-3d3b-43ad-8760-9df18fc4132b tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:10.435264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-42546c78-6eac-40d0-8385-beaec796e3c7 req-373c751e-3d3b-43ad-8760-9df18fc4132b tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] For port c6156be7-00f1-4bfd-b206-c1cc8d0342d2, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c6156be7-00f1-4bfd-b206-c1cc8d0342d2,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:10.435901 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-42546c78-6eac-40d0-8385-beaec796e3c7 req-373c751e-3d3b-43ad-8760-9df18fc4132b tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:10.464533 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-42546c78-6eac-40d0-8385-beaec796e3c7 req-373c751e-3d3b-43ad-8760-9df18fc4132b tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Calling delete_port for c6156be7-00f1-4bfd-b206-c1cc8d0342d2 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:13:10.508897 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8d498677-0544-4410-b090-18a8caace7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:13:07Z', 'revision_number': 3, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:10.541842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f20740-090f-4013-bcd2-662a8d6b4739 req-a7ef2898-0325-4498-99cf-4e3005eb2b5d tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:10.543356 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f1f20740-090f-4013-bcd2-662a8d6b4739 req-a7ef2898-0325-4498-99cf-4e3005eb2b5d tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.2750986 Nov 24 13:13:10.560127 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-59c38b46-32c7-4f3c-bf07-ff4933a7027e tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a1b644375e0042a1b46a6165f68abedb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2980456 Nov 24 13:13:10.560127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b777cee-a74b-4cb7-a44a-ca657022b3c9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:10.561014 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d498677-0544-4410-b090-18a8caace7da None None] Checking router: 03991992-80df-49a8-8776-2b2e3006db98 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:13:10.561377 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d498677-0544-4410-b090-18a8caace7da None None] Updating router 03991992-80df-49a8-8776-2b2e3006db98 port 422cd4c7-d3ce-4944-8051-4409ac021260 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:13:10.566542 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53548) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:10.570737 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:10.571352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:10.571827 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:10.572888 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:10.573600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:10.574053 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:10.575168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:10.575622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:10.576192 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:10.576640 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:10.577252 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:10.577689 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57438fe7-8cfa-4499-a1d1-0dd68a8bbaba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:10.631712 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a73da7bd-a935-487b-a6a4-6beb91fcde07 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:10.668595 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526ad27-ca03-4544-a772-ad132aca1d5d req-ef753738-7869-4e63-a24b-23dca55e0e33 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:10.672877 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d526ad27-ca03-4544-a772-ad132aca1d5d req-ef753738-7869-4e63-a24b-23dca55e0e33 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=3dde92cd-c5b0-4023-8189-b9b0aa14c56d HTTP/1.1" status: 200 len: 946 time: 0.6582654 Nov 24 13:13:10.677532 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b97c52c-a4d6-468f-b8f3-4dc5448c8a14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:10.716045 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8d498677-0544-4410-b090-18a8caace7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:10.730846 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b97c52c-a4d6-468f-b8f3-4dc5448c8a14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:10.774122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-da938be4-731b-49c8-a41a-730d61cdd6f5 req-bc201d5c-cc84-4da3-be00-42df6ba17c70 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Deleting port 1c363025-4770-4487-b53d-181bb07eb39b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:13:10.775319 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-da938be4-731b-49c8-a41a-730d61cdd6f5 req-bc201d5c-cc84-4da3-be00-42df6ba17c70 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:10.821693 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d526ad27-ca03-4544-a772-ad132aca1d5d req-3297bf8d-6ae2-4ce3-ad3a-1b4bb851b1e8 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/security-groups?id=872d4914-078b-41d6-b824-e1952c5c9ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343167 Nov 24 13:13:10.906329 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b97c52c-a4d6-468f-b8f3-4dc5448c8a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:10.913889 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5b97c52c-a4d6-468f-b8f3-4dc5448c8a14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:10.915358 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5b97c52c-a4d6-468f-b8f3-4dc5448c8a14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b777cee-a74b-4cb7-a44a-ca657022b3c9 HTTP/1.1" status: 204 len: 168 time: 0.6473274 Nov 24 13:13:10.958594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97c52c-a4d6-468f-b8f3-4dc5448c8a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b777cee-a74b-4cb7-a44a-ca657022b3c9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:10.995105 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-42546c78-6eac-40d0-8385-beaec796e3c7 req-373c751e-3d3b-43ad-8760-9df18fc4132b tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:11.012165 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['c6156be7-00f1-4bfd-b206-c1cc8d0342d2'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:13:11.015694 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['1c363025-4770-4487-b53d-181bb07eb39b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:13:11.074280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c751e-3d3b-43ad-8760-9df18fc4132b tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Pushing event deleted for resources: {'Port': ['ID=c6156be7-00f1-4bfd-b206-c1cc8d0342d2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:11.101854 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a73da7bd-a935-487b-a6a4-6beb91fcde07 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:11.105791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f5a1e7b-5012-4634-a98d-f3e42c034b86 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:13:11.130670 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a73da7bd-a935-487b-a6a4-6beb91fcde07 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "DELETE /v2.0/ports/847ab2cc-dda0-40c1-99f6-8dd70dee519d HTTP/1.1" status: 204 len: 168 time: 1.4174728 Nov 24 13:13:11.130670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73da7bd-a935-487b-a6a4-6beb91fcde07 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event deleted for resources: {'Port': ['ID=847ab2cc-dda0-40c1-99f6-8dd70dee519d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:11.163466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53566) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:11.207301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b53df7-0d18-42bd-8717-82597b12e0f2 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:11.215454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-13b53df7-0d18-42bd-8717-82597b12e0f2 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6477077 Nov 24 13:13:11.218968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53568) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:11.255264 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f1f20740-090f-4013-bcd2-662a8d6b4739 req-21c57ba9-208f-4b54-81fe-2cc52838c0a5 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7025433 Nov 24 13:13:11.276075 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8d498677-0544-4410-b090-18a8caace7da None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:11.284846 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8d498677-0544-4410-b090-18a8caace7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:11.290567 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-396457ab-7237-489b-9483-0faea13a8d93 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1229835 Nov 24 13:13:11.293471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-42546c78-6eac-40d0-8385-beaec796e3c7 req-373c751e-3d3b-43ad-8760-9df18fc4132b tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] No DVR routers for this DVR port c6156be7-00f1-4bfd-b206-c1cc8d0342d2 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:13:11.301046 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-42546c78-6eac-40d0-8385-beaec796e3c7 req-373c751e-3d3b-43ad-8760-9df18fc4132b tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:11.312605 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42546c78-6eac-40d0-8385-beaec796e3c7 req-373c751e-3d3b-43ad-8760-9df18fc4132b tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.59 "DELETE /v2.0/ports/c6156be7-00f1-4bfd-b206-c1cc8d0342d2 HTTP/1.1" status: 204 len: 173 time: 1.7303724 Nov 24 13:13:11.318728 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53574) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:11.319278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dde92cd-c5b0-4023-8189-b9b0aa14c56d', 'name': 'network-vif-deleted', 'tag': 'c6156be7-00f1-4bfd-b206-c1cc8d0342d2'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:13:11.322839 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092b074a-6f59-438d-9233-e0136adf08bd" -d '{"events": [{"server_uuid": "3dde92cd-c5b0-4023-8189-b9b0aa14c56d", "name": "network-vif-deleted", "tag": "c6156be7-00f1-4bfd-b206-c1cc8d0342d2"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:13:11.348925 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a568fc7d-5e39-4776-9725-387d69611559 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-608204007'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:11.396977 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8100d7c9-f5bd-4e74-a552-6344777bb6ea tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1670604 Nov 24 13:13:11.408600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53582) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:11.417014 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a568fc7d-5e39-4776-9725-387d69611559 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Made reservation on behalf of 1cadb42a7cab4f9aba2e8fb1d5642a4e for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:11.440512 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a568fc7d-5e39-4776-9725-387d69611559 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:11.446298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-939f1915-6b3c-477b-aad5-e1220abc1997 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1473000946', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:11.454161 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:13:11.498198 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7d6e9f-8430-428e-81b2-ac8c5fdf6ae7 x-openstack-request-id: req-0c7d6e9f-8430-428e-81b2-ac8c5fdf6ae7 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:13:11.498619 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dde92cd-c5b0-4023-8189-b9b0aa14c56d", "name": "network-vif-deleted", "tag": "c6156be7-00f1-4bfd-b206-c1cc8d0342d2", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:13:11.499062 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c7d6e9f-8430-428e-81b2-ac8c5fdf6ae7 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:13:11.499576 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dde92cd-c5b0-4023-8189-b9b0aa14c56d', 'name': 'network-vif-deleted', 'tag': 'c6156be7-00f1-4bfd-b206-c1cc8d0342d2', 'status': 'completed', 'code': 200} Nov 24 13:13:11.531316 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a568fc7d-5e39-4776-9725-387d69611559 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:13:11.567094 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a568fc7d-5e39-4776-9725-387d69611559 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:11.569602 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-a568fc7d-5e39-4776-9725-387d69611559 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Added segment 8b12bf87-8647-4693-9e74-0148232fafee of type vlan for network 31e8fd41-6698-4de8-ba8c-ef5ea59669f1 Nov 24 13:13:11.573627 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8d498677-0544-4410-b090-18a8caace7da None None] Attempting to bind port 422cd4c7-d3ce-4944-8051-4409ac021260 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:13:11.576136 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8d498677-0544-4410-b090-18a8caace7da None None] Attempting to bind port 422cd4c7-d3ce-4944-8051-4409ac021260 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:13:11.578487 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d498677-0544-4410-b090-18a8caace7da None None] Attempting to bind port 422cd4c7-d3ce-4944-8051-4409ac021260 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:13:11.600060 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d498677-0544-4410-b090-18a8caace7da None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:13:11.600454 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d498677-0544-4410-b090-18a8caace7da None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:11.603777 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8d498677-0544-4410-b090-18a8caace7da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:11.605139 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d498677-0544-4410-b090-18a8caace7da None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:13:11.607413 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8d498677-0544-4410-b090-18a8caace7da None None] Bound port: 422cd4c7-d3ce-4944-8051-4409ac021260, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:13:11.609500 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8d498677-0544-4410-b090-18a8caace7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:11.614054 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80381648-5627-4a35-8f4c-b5525f9f497e None None] Pushing event updated for resources: {'Port': ['ID=422cd4c7-d3ce-4944-8051-4409ac021260,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:11.648216 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80381648-5627-4a35-8f4c-b5525f9f497e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:11.648560 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80381648-5627-4a35-8f4c-b5525f9f497e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:11.648952 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80381648-5627-4a35-8f4c-b5525f9f497e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:11.649292 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80381648-5627-4a35-8f4c-b5525f9f497e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:11.649627 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80381648-5627-4a35-8f4c-b5525f9f497e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:11.654270 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80381648-5627-4a35-8f4c-b5525f9f497e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:11.654647 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80381648-5627-4a35-8f4c-b5525f9f497e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:11.654990 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80381648-5627-4a35-8f4c-b5525f9f497e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:11.656020 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80381648-5627-4a35-8f4c-b5525f9f497e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:11.657897 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80381648-5627-4a35-8f4c-b5525f9f497e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:11.658261 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80381648-5627-4a35-8f4c-b5525f9f497e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:11.658603 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80381648-5627-4a35-8f4c-b5525f9f497e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:11.754990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-da938be4-731b-49c8-a41a-730d61cdd6f5 req-bc201d5c-cc84-4da3-be00-42df6ba17c70 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] For port 1c363025-4770-4487-b53d-181bb07eb39b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1c363025-4770-4487-b53d-181bb07eb39b,segment=NetworkSegment(d4f823d4-cc2d-4338-a7b8-b2376dd3466c),segment_id=d4f823d4-cc2d-4338-a7b8-b2376dd3466c)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:11.755273 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-da938be4-731b-49c8-a41a-730d61cdd6f5 req-bc201d5c-cc84-4da3-be00-42df6ba17c70 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:11.756203 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:11.773354 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a568fc7d-5e39-4776-9725-387d69611559 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:11.787141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea0296-e3e8-475f-8cc9-6378a97ba12f req-707cf35e-603d-45d2-8d46-fcd393f92e73 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:11.799989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8aea0296-e3e8-475f-8cc9-6378a97ba12f req-707cf35e-603d-45d2-8d46-fcd393f92e73 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.1543958 Nov 24 13:13:11.810961 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-8d498677-0544-4410-b090-18a8caace7da None None] For port 422cd4c7-d3ce-4944-8051-4409ac021260, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:13:11.816922 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-8d498677-0544-4410-b090-18a8caace7da None None] For port 422cd4c7-d3ce-4944-8051-4409ac021260, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=422cd4c7-d3ce-4944-8051-4409ac021260,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:13:11.817091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'port_id': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'mac_address': 'fa:16:3e:6e:03:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:13:11.825582 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8d498677-0544-4410-b090-18a8caace7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:11.861062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-da938be4-731b-49c8-a41a-730d61cdd6f5 req-bc201d5c-cc84-4da3-be00-42df6ba17c70 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Calling delete_port for 1c363025-4770-4487-b53d-181bb07eb39b owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:13:11.877268 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8aea0296-e3e8-475f-8cc9-6378a97ba12f req-3dbb689c-df48-44d2-9043-955877f3c7ea tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721488 Nov 24 13:13:11.881029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1ff77-632f-4e21-8147-897300baf494 req-25c8def2-40ee-45f0-9245-3b9bf6fc3d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:11.895416 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-13d1ff77-632f-4e21-8147-897300baf494 req-25c8def2-40ee-45f0-9245-3b9bf6fc3d3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d61b576c7fac4a9eb7023d9ed7b451b8&device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 1096 time: 0.2337792 Nov 24 13:13:11.967642 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:12.013361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939f1915-6b3c-477b-aad5-e1220abc1997 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Made reservation on behalf of a1b644375e0042a1b46a6165f68abedb for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:12.022767 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-939f1915-6b3c-477b-aad5-e1220abc1997 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:12.037723 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a568fc7d-5e39-4776-9725-387d69611559 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:12.065254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f5a1e7b-5012-4634-a98d-f3e42c034b86 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:13:12.069028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a568fc7d-5e39-4776-9725-387d69611559 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:12.070627 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a568fc7d-5e39-4776-9725-387d69611559 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:12.108639 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80381648-5627-4a35-8f4c-b5525f9f497e None None] Pushing event updated for resources: {'Port': ['ID=422cd4c7-d3ce-4944-8051-4409ac021260,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:12.121674 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:12.133182 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:12.144819 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d498677-0544-4410-b090-18a8caace7da None None] Routers {'03991992-80df-49a8-8776-2b2e3006db98'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:13:12.147791 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8d498677-0544-4410-b090-18a8caace7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:12:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['03991992-80df-49a8-8776-2b2e3006db98'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:12.243139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['7f5a1e7b-5012-4634-a98d-f3e42c034b86'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:13:12.287227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568fc7d-5e39-4776-9725-387d69611559 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event updated for resources: {'Network': ['ID=31e8fd41-6698-4de8-ba8c-ef5ea59669f1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:12.302140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:12.309356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 31e8fd41-6698-4de8-ba8c-ef5ea59669f1 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:13:12.456128 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e37b35f6-b29b-4aa6-a990-efe33f14c47c req-1f900bbb-c6eb-4694-b566-57bfa4fa8a38 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=3dde92cd-c5b0-4023-8189-b9b0aa14c56d HTTP/1.1" status: 200 len: 210 time: 0.1690204 Nov 24 13:13:12.465829 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a568fc7d-5e39-4776-9725-387d69611559 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1326516 Nov 24 13:13:12.468470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53628) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:12.474429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-72dede65-d675-4059-9af1-4953f370d44f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2092971565'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:12.484668 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8d498677-0544-4410-b090-18a8caace7da None None] Set router 03991992-80df-49a8-8776-2b2e3006db98 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:13:12.501245 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dede65-d675-4059-9af1-4953f370d44f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Made reservation on behalf of 1cadb42a7cab4f9aba2e8fb1d5642a4e for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:12.505041 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72dede65-d675-4059-9af1-4953f370d44f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:12.536914 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1ff77-632f-4e21-8147-897300baf494 req-03227cb8-5d97-4d23-a7a9-dc42929cd5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:12.539203 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-13d1ff77-632f-4e21-8147-897300baf494 req-03227cb8-5d97-4d23-a7a9-dc42929cd5c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43b905f1-c168-4b3c-9874-84b9b2b65777 HTTP/1.1" status: 200 len: 911 time: 0.5878766 Nov 24 13:13:12.556179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dede65-d675-4059-9af1-4953f370d44f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:13:12.603886 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-13d1ff77-632f-4e21-8147-897300baf494 req-bd78cfe7-7861-4427-8cad-759055028731 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=980b53a4-aedd-453a-9d04-93745c77fafd HTTP/1.1" status: 200 len: 217 time: 0.0571370 Nov 24 13:13:12.610134 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72dede65-d675-4059-9af1-4953f370d44f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:12.610393 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-72dede65-d675-4059-9af1-4953f370d44f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Added segment 2928e1a7-e885-44fc-ad91-c6a2c7956bfe of type vlan for network df87c3f2-e7e0-4e60-9581-d1d9fd371fd8 Nov 24 13:13:12.632518 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-939f1915-6b3c-477b-aad5-e1220abc1997 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:12.801243 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72dede65-d675-4059-9af1-4953f370d44f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:12.833815 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1ff77-632f-4e21-8147-897300baf494 req-863c25f6-b296-4ab7-b23c-917bf5729063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:12.837240 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-13d1ff77-632f-4e21-8147-897300baf494 req-863c25f6-b296-4ab7-b23c-917bf5729063 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c315cb12-ebde-481c-8328-bd987b0da388 HTTP/1.1" status: 200 len: 850 time: 0.2247369 Nov 24 13:13:12.961230 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-13d1ff77-632f-4e21-8147-897300baf494 req-02bbab3c-9b34-46f3-a6e3-8d04aeb0b07b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43b905f1-c168-4b3c-9874-84b9b2b65777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117525 Nov 24 13:13:12.967297 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-da938be4-731b-49c8-a41a-730d61cdd6f5 req-bc201d5c-cc84-4da3-be00-42df6ba17c70 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:13.036000 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 1c363025-4770-4487-b53d-181bb07eb39b no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:13:13.074767 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939f1915-6b3c-477b-aad5-e1220abc1997 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Checking segment: {'id': 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:13.080285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939f1915-6b3c-477b-aad5-e1220abc1997 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Network hostable DHCP agents. Network: c99ffa3f-7d81-49ee-8052-3805ab7a8a8b, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:13:13.091115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f1915-6b3c-477b-aad5-e1220abc1997 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'Subnet': ['ID=b3a9295d-06ee-45fc-9888-4a949d19144b,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:13.115145 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8d498677-0544-4410-b090-18a8caace7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:13:07Z', 'revision_number': 3, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:13.157427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 1c363025-4770-4487-b53d-181bb07eb39b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:13:13.158555 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 1c363025-4770-4487-b53d-181bb07eb39b not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:13:13.185337 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d498677-0544-4410-b090-18a8caace7da None None] The sync data for ids ['03991992-80df-49a8-8776-2b2e3006db98'] in n-d-817303-4 is: [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:13:07Z', 'revision_number': 3, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:13:13.198213 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-13d1ff77-632f-4e21-8147-897300baf494 req-a90c69a1-eed3-453b-af60-2682593fa981 service neutron] 10.222.0.59 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131503 Nov 24 13:13:13.270007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc201d5c-cc84-4da3-be00-42df6ba17c70 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Pushing event deleted for resources: {'Port': ['ID=1c363025-4770-4487-b53d-181bb07eb39b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:13.324649 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72dede65-d675-4059-9af1-4953f370d44f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:13.330984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dede65-d675-4059-9af1-4953f370d44f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:13.331608 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72dede65-d675-4059-9af1-4953f370d44f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:13.433041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dede65-d675-4059-9af1-4953f370d44f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event updated for resources: {'Network': ['ID=df87c3f2-e7e0-4e60-9581-d1d9fd371fd8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:13.447517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network df87c3f2-e7e0-4e60-9581-d1d9fd371fd8 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:13:13.486209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-da938be4-731b-49c8-a41a-730d61cdd6f5 req-bc201d5c-cc84-4da3-be00-42df6ba17c70 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] No DVR routers for this DVR port 1c363025-4770-4487-b53d-181bb07eb39b on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:13:13.498255 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-da938be4-731b-49c8-a41a-730d61cdd6f5 req-bc201d5c-cc84-4da3-be00-42df6ba17c70 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:13.530572 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-da938be4-731b-49c8-a41a-730d61cdd6f5 req-bc201d5c-cc84-4da3-be00-42df6ba17c70 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.46 "DELETE /v2.0/ports/1c363025-4770-4487-b53d-181bb07eb39b HTTP/1.1" status: 204 len: 173 time: 3.2494421 Nov 24 13:13:13.541276 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b34724-2759-47be-a3e2-fe03c3c58b7f req-f547f769-ed16-44cb-b367-266e05c13f35 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:13.548803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec511235-8084-4a3b-a351-1b21d6e76f33', 'name': 'network-vif-deleted', 'tag': '1c363025-4770-4487-b53d-181bb07eb39b'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:13:13.554854 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c557b3b7-1406-4da8-a77f-e93f38f1b783" -d '{"events": [{"server_uuid": "ec511235-8084-4a3b-a351-1b21d6e76f33", "name": "network-vif-deleted", "tag": "1c363025-4770-4487-b53d-181bb07eb39b"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:13:13.561416 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c1b34724-2759-47be-a3e2-fe03c3c58b7f req-f547f769-ed16-44cb-b367-266e05c13f35 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.3599739 Nov 24 13:13:13.595561 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939f1915-6b3c-477b-aad5-e1220abc1997 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:13:13.596509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-72dede65-d675-4059-9af1-4953f370d44f tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1269584 Nov 24 13:13:13.739083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-939f1915-6b3c-477b-aad5-e1220abc1997 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, c99ffa3f-7d81-49ee-8052-3805ab7a8a8b) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:13.754581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939f1915-6b3c-477b-aad5-e1220abc1997 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:13.765834 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-939f1915-6b3c-477b-aad5-e1220abc1997 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:13.878332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0927acc-5e87-4f54-9bd3-bb223d3b0a55 None None] Network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:13:13.930162 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-939f1915-6b3c-477b-aad5-e1220abc1997 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5068150 Nov 24 13:13:13.930782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53682) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:14.090078 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c1b34724-2759-47be-a3e2-fe03c3c58b7f req-cfac07a6-3b0d-4dc9-8580-9189f9c6e922 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276804 Nov 24 13:13:14.094463 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-13d1ff77-632f-4e21-8147-897300baf494 req-52906689-4f47-4c95-a072-e6998c5f8066 service neutron] 10.222.0.59 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8729055 Nov 24 13:13:14.124541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53690) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:14.239117 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c88cf5-5e4b-4e48-8bdf-26c526b99541 x-openstack-request-id: req-29c88cf5-5e4b-4e48-8bdf-26c526b99541 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:13:14.239451 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec511235-8084-4a3b-a351-1b21d6e76f33", "name": "network-vif-deleted", "tag": "1c363025-4770-4487-b53d-181bb07eb39b", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:13:14.253057 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29c88cf5-5e4b-4e48-8bdf-26c526b99541 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:13:14.257462 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec511235-8084-4a3b-a351-1b21d6e76f33', 'name': 'network-vif-deleted', 'tag': '1c363025-4770-4487-b53d-181bb07eb39b', 'status': 'completed', 'code': 200} Nov 24 13:13:14.343842 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a418ce05-4550-4cc2-993d-9d63a92b7637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:14.596215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'fixed_ips': [{'subnet_id': 'b3a9295d-06ee-45fc-9888-4a949d19144b'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:13:14.601214 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:14.672204 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a418ce05-4550-4cc2-993d-9d63a92b7637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:14.681105 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a418ce05-4550-4cc2-993d-9d63a92b7637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:14.734582 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a418ce05-4550-4cc2-993d-9d63a92b7637 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ae6087dc8014cf9a740b9870ccf426e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6074324 Nov 24 13:13:14.734765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c6156be7-00f1-4bfd-b206-c1cc8d0342d2 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:13:14.736026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53700) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:14.790454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418ce05-4550-4cc2-993d-9d63a92b7637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0182dc-6a82-4be4-85f7-32eb0e378eb8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:14.861803 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-959423cf-4231-48d4-b89c-237a87cf850f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:14.939687 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-959423cf-4231-48d4-b89c-237a87cf850f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:15.017856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 422cd4c7-d3ce-4944-8051-4409ac021260 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:15.042146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: c6156be7-00f1-4bfd-b206-c1cc8d0342d2 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:13:15.048441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c6156be7-00f1-4bfd-b206-c1cc8d0342d2 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:13:15.132673 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-959423cf-4231-48d4-b89c-237a87cf850f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:15.148084 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-959423cf-4231-48d4-b89c-237a87cf850f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:15.155921 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-959423cf-4231-48d4-b89c-237a87cf850f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a0182dc-6a82-4be4-85f7-32eb0e378eb8 HTTP/1.1" status: 204 len: 168 time: 0.4175127 Nov 24 13:13:15.164037 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f5a1e7b-5012-4634-a98d-f3e42c034b86 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:15.194253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959423cf-4231-48d4-b89c-237a87cf850f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0182dc-6a82-4be4-85f7-32eb0e378eb8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:15.379779 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f0e9e57-fcd7-4840-981b-082004faa2eb req-afaf0057-b3cc-4a0b-a9f3-456cccb424c1 tempest-MultipleCreateTestJSON-1926299837 tempest-MultipleCreateTestJSON-1926299837-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec511235-8084-4a3b-a351-1b21d6e76f33 HTTP/1.1" status: 200 len: 210 time: 0.7501712 Nov 24 13:13:15.571427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f8a7d-eea6-44c1-9991-01279e33a94b req-a75883ef-c817-4fd8-9994-fe4c5dc2de2d tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:15.573579 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-782f8a7d-eea6-44c1-9991-01279e33a94b req-a75883ef-c817-4fd8-9994-fe4c5dc2de2d tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.2242289 Nov 24 13:13:15.731849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Allocated IP 172.20.0.2 (c99ffa3f-7d81-49ee-8052-3805ab7a8a8b/b3a9295d-06ee-45fc-9888-4a949d19144b/f90201cb-fd76-4122-83f6-d89846a0a30c) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:13:15.764267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 422cd4c7-d3ce-4944-8051-4409ac021260 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:15.764703 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:15.824852 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-782f8a7d-eea6-44c1-9991-01279e33a94b req-72c8917d-8fdc-4ebf-95c6-2bd13346bb57 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347939 Nov 24 13:13:15.891251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 7f5a1e7b-5012-4634-a98d-f3e42c034b86 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:15.891660 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:16.125762 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:16.516266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53742) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:16.712032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b67eef-c703-4ffc-8d22-3f53593f131c admin admin] Deleting subnet eea60a01-8e89-4f23-b3d6-b34ce2a766f0 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:13:16.750631 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87b67eef-c703-4ffc-8d22-3f53593f131c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:16.832801 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:16.929910 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87b67eef-c703-4ffc-8d22-3f53593f131c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:16.975172 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:17.125884 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Pushing event updated for resources: {'Port': ['ID=f90201cb-fd76-4122-83f6-d89846a0a30c,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:17.144093 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:17.161051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Allocated IP 172.20.0.1 (c99ffa3f-7d81-49ee-8052-3805ab7a8a8b/b3a9295d-06ee-45fc-9888-4a949d19144b/6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:13:17.225994 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:13:17.227314 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:17.324204 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:17.332705 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:13:17.340108 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056f6b75-aeb3-4bae-866b-c36133c08586" -d '{"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-plugged", "status": "completed", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:13:17.344016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:17.370195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:17.380821 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53758) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:17.389104 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:17.393275 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 422cd4c7-d3ce-4944-8051-4409ac021260, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=422cd4c7-d3ce-4944-8051-4409ac021260,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:17.401961 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:17.433750 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Request body: {'subnets': [{'network_id': '31e8fd41-6698-4de8-ba8c-ef5ea59669f1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--91087029', 'ip_version': 6}, {'network_id': 'df87c3f2-e7e0-4e60-9581-d1d9fd371fd8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:17.443957 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Request body: {'subnet': {'network_id': '31e8fd41-6698-4de8-ba8c-ef5ea59669f1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--91087029', 'ip_version': 6}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:17.445510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Request body: {'subnet': {'network_id': 'df87c3f2-e7e0-4e60-9581-d1d9fd371fd8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:17.463892 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87b67eef-c703-4ffc-8d22-3f53593f131c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:17.551357 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7f5b46-b805-40cd-994f-ceb560a54cb8 x-openstack-request-id: req-5d7f5b46-b805-40cd-994f-ceb560a54cb8 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:13:17.551563 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-plugged", "status": "completed", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:13:17.552295 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d7f5b46-b805-40cd-994f-ceb560a54cb8 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:13:17.552295 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'code': 200} Nov 24 13:13:17.556315 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Attempting to bind port f90201cb-fd76-4122-83f6-d89846a0a30c on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:13:17.556703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Attempting to bind port f90201cb-fd76-4122-83f6-d89846a0a30c by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:13:17.557256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Attempting to bind port f90201cb-fd76-4122-83f6-d89846a0a30c on network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:13:17.578521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:13:17.578964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Checking segment: {'id': 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:17.579310 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:17.579721 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Bound using segment: {'id': 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:13:17.582392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Bound port: f90201cb-fd76-4122-83f6-d89846a0a30c, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:13:17.582826 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:17.600954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87b67eef-c703-4ffc-8d22-3f53593f131c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:17.612683 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:17.637344 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87b67eef-c703-4ffc-8d22-3f53593f131c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:17.643665 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-87b67eef-c703-4ffc-8d22-3f53593f131c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eea60a01-8e89-4f23-b3d6-b34ce2a766f0 HTTP/1.1" status: 204 len: 168 time: 1.1262720 Nov 24 13:13:17.646534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53766) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:17.652864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:17.679336 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01322b5f-9855-4d98-9e6f-6eaf77b6f9cd req-0b64dc72-51fa-46c3-bf60-23483bccaf67 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:17.689082 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01322b5f-9855-4d98-9e6f-6eaf77b6f9cd req-0b64dc72-51fa-46c3-bf60-23483bccaf67 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.6538501 Nov 24 13:13:17.760809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b67eef-c703-4ffc-8d22-3f53593f131c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eea60a01-8e89-4f23-b3d6-b34ce2a766f0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:17.834048 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:17.885880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=422cd4c7-d3ce-4944-8051-4409ac021260,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:17.892951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] For port f90201cb-fd76-4122-83f6-d89846a0a30c, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:13:17.906109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] For port f90201cb-fd76-4122-83f6-d89846a0a30c, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f90201cb-fd76-4122-83f6-d89846a0a30c,segment=NetworkSegment(bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c),segment_id=bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:13:17.911843 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:17.916781 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9ee7725b-f35b-48b0-8496-1833a74ade43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:17.952446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:13:17.982221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:17.996806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:18.002092 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'Port': ['ID=6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:18.026422 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01322b5f-9855-4d98-9e6f-6eaf77b6f9cd req-d3d35bc0-91f0-417a-b1c8-b78079f2471c tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775769 Nov 24 13:13:18.054349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fce2e-7c36-4305-8a04-64a720dc3db6 None None] Pushing event updated for resources: {'Port': ['ID=f90201cb-fd76-4122-83f6-d89846a0a30c,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:18.145424 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Made reservation on behalf of 1cadb42a7cab4f9aba2e8fb1d5642a4e for: {'subnet': 2} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:18.163598 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:18.165270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:18.321856 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9ee7725b-f35b-48b0-8496-1833a74ade43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:18.343446 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:18.483292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-9ee7725b-f35b-48b0-8496-1833a74ade43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9795fa-4a00-4525-be68-d7c6824033e8']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:18.524476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-9ee7725b-f35b-48b0-8496-1833a74ade43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:18.535883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-9ee7725b-f35b-48b0-8496-1833a74ade43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f823d4-cc2d-4338-a7b8-b2376dd3466c') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:18.572948 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9ee7725b-f35b-48b0-8496-1833a74ade43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:18.643717 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9ee7725b-f35b-48b0-8496-1833a74ade43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:18.655493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee7725b-f35b-48b0-8496-1833a74ade43 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:13:18.656046 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9ee7725b-f35b-48b0-8496-1833a74ade43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:13:18.658027 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:13:19.363046 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:19.514507 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event updated for resources: {'Subnet': ['ID=dfa6c782-9dee-4d7d-971b-06252ecc20ad,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:19.597944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Checking segment: {'id': '8b12bf87-8647-4693-9e74-0148232fafee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '31e8fd41-6698-4de8-ba8c-ef5ea59669f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:19.598335 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Network hostable DHCP agents. Network: 31e8fd41-6698-4de8-ba8c-ef5ea59669f1, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:13:19.639889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Network 31e8fd41-6698-4de8-ba8c-ef5ea59669f1 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:13:19.660125 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 31e8fd41-6698-4de8-ba8c-ef5ea59669f1) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:19.671906 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:19.675506 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb0152-fc71-4973-a9b9-9880f0a8ad5a None None] Network 31e8fd41-6698-4de8-ba8c-ef5ea59669f1 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:13:19.880907 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9ee7725b-f35b-48b0-8496-1833a74ade43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:19.885984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event updated for resources: {'Subnet': ['ID=aa891538-7aea-430d-9035-46c39930136d,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:19.921177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Checking segment: {'id': '2928e1a7-e885-44fc-ad91-c6a2c7956bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'df87c3f2-e7e0-4e60-9581-d1d9fd371fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:19.921534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Network hostable DHCP agents. Network: df87c3f2-e7e0-4e60-9581-d1d9fd371fd8, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:13:19.933348 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:19.933575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 422cd4c7-d3ce-4944-8051-4409ac021260 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:19.936646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fdc672-69ee-4c44-8243-7fe68b99c0d5 None None] Network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:13:19.939722 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9ee7725b-f35b-48b0-8496-1833a74ade43 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:19.948758 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9ee7725b-f35b-48b0-8496-1833a74ade43 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9b9795fa-4a00-4525-be68-d7c6824033e8 HTTP/1.1" status: 204 len: 168 time: 2.2982008 Nov 24 13:13:19.952620 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7725b-f35b-48b0-8496-1833a74ade43 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9795fa-4a00-4525-be68-d7c6824033e8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:19.962886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Network df87c3f2-e7e0-4e60-9581-d1d9fd371fd8 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:13:19.991835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, df87c3f2-e7e0-4e60-9581-d1d9fd371fd8) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:19.998666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:19.999267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:19.999862 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:20.018124 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ca06e5-7884-40f1-97e8-44bfd510f86d None None] Network df87c3f2-e7e0-4e60-9581-d1d9fd371fd8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:13:20.037517 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a9f61837-3167-4c30-a545-ba6a010a97c8 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1474 time: 2.6546171 Nov 24 13:13:20.038272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53834) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:20.112275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca98c3-1500-4afb-bc3e-6285c81ebfd3 req-d6857a05-b193-42d1-959d-3cc985544f1c tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:20.123902 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8bca98c3-1500-4afb-bc3e-6285c81ebfd3 req-d6857a05-b193-42d1-959d-3cc985544f1c tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.3563316 Nov 24 13:13:20.186115 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-00555506-5907-46cc-8b44-c90c4a5f5954 None None] Provisioning complete for port f90201cb-fd76-4122-83f6-d89846a0a30c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:20.186551 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-00555506-5907-46cc-8b44-c90c4a5f5954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:20.286637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa59c2a-38a2-4624-a85c-6edfe3bf2f62 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:20.291374 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa59c2a-38a2-4624-a85c-6edfe3bf2f62 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:20.293993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa59c2a-38a2-4624-a85c-6edfe3bf2f62 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:20.307805 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4fa59c2a-38a2-4624-a85c-6edfe3bf2f62 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2100 time: 0.2684231 Nov 24 13:13:20.308420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53844) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:20.402576 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8bca98c3-1500-4afb-bc3e-6285c81ebfd3 req-65afa7d4-d2e2-4bf2-9fcd-148b067890d6 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777088 Nov 24 13:13:20.471494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ebc430-7ea2-40bc-9421-9731eacd78ce tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Deleting subnet dfa6c782-9dee-4d7d-971b-06252ecc20ad {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:13:20.489397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3ebc430-7ea2-40bc-9421-9731eacd78ce tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:20.622305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53856) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:20.646407 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3ebc430-7ea2-40bc-9421-9731eacd78ce tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:20.755128 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3ebc430-7ea2-40bc-9421-9731eacd78ce tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:20.776240 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-612370cf-87fa-4475-9051-64ab9bc830d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c213df0acde42eeaec68c51c15a8818&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501241 Nov 24 13:13:20.777277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53858) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:20.892951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3ebc430-7ea2-40bc-9421-9731eacd78ce tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:20.896449 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1dd83c91-bc94-4d2c-9218-8545b3172d25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:20.926363 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1dd83c91-bc94-4d2c-9218-8545b3172d25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:20.929215 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3ebc430-7ea2-40bc-9421-9731eacd78ce tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:20.946373 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c3ebc430-7ea2-40bc-9421-9731eacd78ce tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "DELETE /v2.0/subnets/dfa6c782-9dee-4d7d-971b-06252ecc20ad HTTP/1.1" status: 204 len: 168 time: 0.6347625 Nov 24 13:13:20.949198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53860) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:20.964741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 422cd4c7-d3ce-4944-8051-4409ac021260 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:20.965328 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:21.007878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebc430-7ea2-40bc-9421-9731eacd78ce tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa6c782-9dee-4d7d-971b-06252ecc20ad,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:21.015890 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:21.022700 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1dd83c91-bc94-4d2c-9218-8545b3172d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:21.028137 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1dd83c91-bc94-4d2c-9218-8545b3172d25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:21.029954 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1dd83c91-bc94-4d2c-9218-8545b3172d25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/872d4914-078b-41d6-b824-e1952c5c9ed7 HTTP/1.1" status: 204 len: 168 time: 0.2518363 Nov 24 13:13:21.034981 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:21.076166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d2c03-ab91-4cd8-8813-b33b818eaa5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-31e8fd41-6698-4de8-ba8c-ef5ea59669f1', 'network_id': '31e8fd41-6698-4de8-ba8c-ef5ea59669f1', 'tenant_id': '1cadb42a7cab4f9aba2e8fb1d5642a4e', 'fixed_ips': [{'subnet_id': 'dfa6c782-9dee-4d7d-971b-06252ecc20ad'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:13:21.077051 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec5d2c03-ab91-4cd8-8813-b33b818eaa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:21.140372 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:21.247339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd83c91-bc94-4d2c-9218-8545b3172d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872d4914-078b-41d6-b824-e1952c5c9ed7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:21.267503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5d17b6-8aef-446d-bb55-998560bf2be5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Deleting subnet aa891538-7aea-430d-9035-46c39930136d {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:13:21.270693 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c5d17b6-8aef-446d-bb55-998560bf2be5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:21.333666 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c5d17b6-8aef-446d-bb55-998560bf2be5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:21.427809 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c5d17b6-8aef-446d-bb55-998560bf2be5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:21.500556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53880) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:21.535918 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9202e691-c97f-43e5-b878-bd4507aafdd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:21.631225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:13:21.639484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87293d75-5280-4cc8-b92b-a5dd5a3fe3f6 None None] Network 31e8fd41-6698-4de8-ba8c-ef5ea59669f1 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:13:21.640959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'Port': ['ID=6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:21.650585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:21.890142 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Router 03991992-80df-49a8-8776-2b2e3006db98 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:13:22.189703 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-00555506-5907-46cc-8b44-c90c4a5f5954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:22.197323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:13:22.223108 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e93c2c2f-7cf5-499d-ae30-82af32b70cbd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "PUT /v2.0/routers/03991992-80df-49a8-8776-2b2e3006db98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2911854 Nov 24 13:13:22.227456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53902) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:22.240237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6c665919-7d90-4c27-b078-345fa2a3c504 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--156031922', 'description': 'tempest-secgroup_access--156031922 description', 'project_id': 'a1b644375e0042a1b46a6165f68abedb'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:22.273465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Sync routers for ids ['03991992-80df-49a8-8776-2b2e3006db98'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:13:22.306680 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c665919-7d90-4c27-b078-345fa2a3c504 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:22.346748 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c5d17b6-8aef-446d-bb55-998560bf2be5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:22.351947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deb52b3-b947-460f-9114-27a34a1bc69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-df87c3f2-e7e0-4e60-9581-d1d9fd371fd8', 'network_id': 'df87c3f2-e7e0-4e60-9581-d1d9fd371fd8', 'tenant_id': '1cadb42a7cab4f9aba2e8fb1d5642a4e', 'fixed_ips': [{'subnet_id': 'aa891538-7aea-430d-9035-46c39930136d'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:13:22.361350 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8deb52b3-b947-460f-9114-27a34a1bc69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:22.404903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53908) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:22.473182 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c5d17b6-8aef-446d-bb55-998560bf2be5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:22.497360 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53914) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:22.499307 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3c5d17b6-8aef-446d-bb55-998560bf2be5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "DELETE /v2.0/subnets/aa891538-7aea-430d-9035-46c39930136d HTTP/1.1" status: 204 len: 168 time: 1.4921668 Nov 24 13:13:22.508391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d17b6-8aef-446d-bb55-998560bf2be5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event deleted for resources: {'Subnet': ['ID=aa891538-7aea-430d-9035-46c39930136d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:22.543470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Routers {'03991992-80df-49a8-8776-2b2e3006db98'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:13:22.544153 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-da457a46-4801-42f1-8543-a7915b732682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:12:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['03991992-80df-49a8-8776-2b2e3006db98'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:22.581162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443535a0-472d-427d-8633-b170e7be8e64 req-224bf05d-3346-4ee0-8a62-99aa14b56eb0 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:22.603590 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-443535a0-472d-427d-8633-b170e7be8e64 req-224bf05d-3346-4ee0-8a62-99aa14b56eb0 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 1.0670462 Nov 24 13:13:22.668201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-416747946-network', 'tenant_id': 'ae8b20f76edc468c92a075710403a201'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:22.671892 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4b51e68-e7c2-42f6-9593-40bdb81d1ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:22.680195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f90201cb-fd76-4122-83f6-d89846a0a30c up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:22.718690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] Made reservation on behalf of ae8b20f76edc468c92a075710403a201 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:22.721537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:22.775674 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:22.801417 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-443535a0-472d-427d-8633-b170e7be8e64 req-1df90b1a-13bd-4a8f-a51a-281680c72a14 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744142 Nov 24 13:13:22.805597 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-00555506-5907-46cc-8b44-c90c4a5f5954 None None] For port f90201cb-fd76-4122-83f6-d89846a0a30c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f90201cb-fd76-4122-83f6-d89846a0a30c,segment=NetworkSegment(bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c),segment_id=bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:22.881381 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:22.902082 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:22.916657 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-00555506-5907-46cc-8b44-c90c4a5f5954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:22.934008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2db0d2-c21b-443b-82fa-d6f75ef05b6f None None] Network df87c3f2-e7e0-4e60-9581-d1d9fd371fd8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:13:22.961517 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4b51e68-e7c2-42f6-9593-40bdb81d1ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:22.964299 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c665919-7d90-4c27-b078-345fa2a3c504 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:22.972440 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4b51e68-e7c2-42f6-9593-40bdb81d1ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:22.972706 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23beb74-2458-4b22-b106-927c3c84ba8a tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:22.975050 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f23beb74-2458-4b22-b106-927c3c84ba8a tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4726284 Nov 24 13:13:22.990146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53918) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:23.001930 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c665919-7d90-4c27-b078-345fa2a3c504 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.024987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:13:23.038732 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c665919-7d90-4c27-b078-345fa2a3c504 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.047883 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6c665919-7d90-4c27-b078-345fa2a3c504 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.8180778 Nov 24 13:13:23.049130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53920) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:23.053458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba18c56-bf26-4028-b38c-a70710fba9e7,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:23.064686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a31261ab-448b-4090-b7f6-a3a95d795495 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1412988831', 'description': 'tempest-secgroup_general--1412988831 description', 'project_id': 'a1b644375e0042a1b46a6165f68abedb'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:23.109422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c665919-7d90-4c27-b078-345fa2a3c504 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a35032d-415a-4a21-8ed0-7d196f3f6378,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:23.128066 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.128546 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] Added segment 4bbeb706-5307-4d7f-afe3-278395049094 of type vlan for network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 Nov 24 13:13:23.146391 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e4b51e68-e7c2-42f6-9593-40bdb81d1ac4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed65ec861e0e48e1bdf03ea514fa5a3f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6297703 Nov 24 13:13:23.177765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53922) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:23.197487 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b51e68-e7c2-42f6-9593-40bdb81d1ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49641e13-a863-4fcc-9655-692be9f6ff54,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:23.206499 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a31261ab-448b-4090-b7f6-a3a95d795495 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.268664 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-83d59055-9879-459b-9f6b-41ae908113e5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.336799 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.367539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port f90201cb-fd76-4122-83f6-d89846a0a30c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:23.370404 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.394803 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.397945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:23.398881 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.435616 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e73bab76-7e10-43f8-8204-baa9c9eab4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.449949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Set router 03991992-80df-49a8-8776-2b2e3006db98 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:13:23.472370 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-440b72dc-c553-4511-8578-40fc94a960b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.507523 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-83d59055-9879-459b-9f6b-41ae908113e5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.554094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-83d59055-9879-459b-9f6b-41ae908113e5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df87c3f2-e7e0-4e60-9581-d1d9fd371fd8']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:23.558103 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-440b72dc-c553-4511-8578-40fc94a960b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.593265 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] Pushing event updated for resources: {'Network': ['ID=986a13f9-e39b-4ca8-90cf-88fc4e55f900,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:23.604189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-83d59055-9879-459b-9f6b-41ae908113e5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2928e1a7-e885-44fc-ad91-c6a2c7956bfe') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:23.608091 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-83d59055-9879-459b-9f6b-41ae908113e5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2928e1a7-e885-44fc-ad91-c6a2c7956bfe') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:23.612627 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a31261ab-448b-4090-b7f6-a3a95d795495 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.641766 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:13:23.643107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53934) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:23.644312 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00555506-5907-46cc-8b44-c90c4a5f5954 None None] Pushing event updated for resources: {'Port': ['ID=f90201cb-fd76-4122-83f6-d89846a0a30c,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:23.648450 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d08d99a3-9ace-42ef-8008-d2b0ed63e986 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2336073 Nov 24 13:13:23.653894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a31261ab-448b-4090-b7f6-a3a95d795495 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.656361 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-83d59055-9879-459b-9f6b-41ae908113e5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.668672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8180b7e3-6989-4610-aed1-f1034cc44572 admin admin] Request body: {'subnet': {'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-416747946-subnet', 'tenant_id': 'ae8b20f76edc468c92a075710403a201', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:23.699264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31261ab-448b-4090-b7f6-a3a95d795495 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:23.721179 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a31261ab-448b-4090-b7f6-a3a95d795495 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.722768 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a31261ab-448b-4090-b7f6-a3a95d795495 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6648026 Nov 24 13:13:23.726134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53938) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:23.733989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Request body: {'security_group_rule': {'security_group_id': '3a35032d-415a-4a21-8ed0-7d196f3f6378', 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:23.752746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8180b7e3-6989-4610-aed1-f1034cc44572 admin admin] Made reservation on behalf of ae8b20f76edc468c92a075710403a201 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:23.758609 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8180b7e3-6989-4610-aed1-f1034cc44572 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.825600 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.847866 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-83d59055-9879-459b-9f6b-41ae908113e5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.850429 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-db4f93e7-c1d4-472f-9d94-6e03b991e264 None None] Provisioning complete for port f90201cb-fd76-4122-83f6-d89846a0a30c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:23.851393 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-db4f93e7-c1d4-472f-9d94-6e03b991e264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:23.981560 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d59055-9879-459b-9f6b-41ae908113e5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:13:23.984135 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-83d59055-9879-459b-9f6b-41ae908113e5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:13:24.000635 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:13:24.081272 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-440b72dc-c553-4511-8578-40fc94a960b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.084892 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-440b72dc-c553-4511-8578-40fc94a960b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.089840 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-440b72dc-c553-4511-8578-40fc94a960b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49641e13-a863-4fcc-9655-692be9f6ff54 HTTP/1.1" status: 204 len: 168 time: 0.9110460 Nov 24 13:13:24.147208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.160158 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.177549 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b72dc-c553-4511-8578-40fc94a960b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49641e13-a863-4fcc-9655-692be9f6ff54,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:24.203101 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-83d59055-9879-459b-9f6b-41ae908113e5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.222709 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-83d59055-9879-459b-9f6b-41ae908113e5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.230062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900db371-78d5-4885-8bfd-c8318a67abe0,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:24.238332 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-83d59055-9879-459b-9f6b-41ae908113e5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "DELETE /v2.0/networks/df87c3f2-e7e0-4e60-9581-d1d9fd371fd8 HTTP/1.1" status: 204 len: 168 time: 1.2441180 Nov 24 13:13:24.240708 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53956) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:24.249154 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.252663 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5254099 Nov 24 13:13:24.292395 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d59055-9879-459b-9f6b-41ae908113e5 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event deleted for resources: {'Network': ['ID=df87c3f2-e7e0-4e60-9581-d1d9fd371fd8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:24.465875 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.489582 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8180b7e3-6989-4610-aed1-f1034cc44572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.536160 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c389544-afb6-487a-8473-f8924769df54 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.594769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc537a6-e110-4884-98ce-c3f175569d48 req-6c37bad8-2074-48cf-ad29-97a95bf328eb tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:24.605023 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adc537a6-e110-4884-98ce-c3f175569d48 req-6c37bad8-2074-48cf-ad29-97a95bf328eb tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.5633876 Nov 24 13:13:24.612679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:24.620052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:24.623734 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:24.624104 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:24.624453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:24.627901 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:24.629611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:24.631346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:24.631717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:24.632068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:24.632412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:24.638968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0a01e0-e8d8-4bfa-a064-67877151c973 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:24.676825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f90201cb-fd76-4122-83f6-d89846a0a30c up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:24.685643 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180b7e3-6989-4610-aed1-f1034cc44572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43600497-075b-45e0-921a-c5edbc3b1961,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:24.825551 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adc537a6-e110-4884-98ce-c3f175569d48 req-af9136b0-7d32-4c7a-aec9-74e6b294e701 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599944 Nov 24 13:13:24.838916 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-da457a46-4801-42f1-8543-a7915b732682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:13:18Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000', 'name': '', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'mac_address': 'fa:16:3e:10:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:16Z', 'updated_at': '2021-11-24T13:13:20Z', 'revision_number': 2, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'subnets': [{'id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:24.855153 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-fed5506d-6ec6-49e6-9eb0-4cc4dc613428 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--1412988831&fields=id&tenant_id=a1b644375e0042a1b46a6165f68abedb HTTP/1.1" status: 200 len: 267 time: 0.1704333 Nov 24 13:13:24.890076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c389544-afb6-487a-8473-f8924769df54 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.920914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-2c389544-afb6-487a-8473-f8924769df54 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e8fd41-6698-4de8-ba8c-ef5ea59669f1']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:24.935298 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-db4f93e7-c1d4-472f-9d94-6e03b991e264 None None] Provisioning complete for port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:24.935680 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-db4f93e7-c1d4-472f-9d94-6e03b991e264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.936346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-2c389544-afb6-487a-8473-f8924769df54 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b12bf87-8647-4693-9e74-0148232fafee') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:24.936769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-2c389544-afb6-487a-8473-f8924769df54 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b12bf87-8647-4693-9e74-0148232fafee') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:24.939796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Checking router: 03991992-80df-49a8-8776-2b2e3006db98 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:13:24.944361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Updating router 03991992-80df-49a8-8776-2b2e3006db98 port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:13:24.952676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c389544-afb6-487a-8473-f8924769df54 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.959800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180b7e3-6989-4610-aed1-f1034cc44572 admin admin] Checking segment: {'id': '4bbeb706-5307-4d7f-afe3-278395049094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:24.960171 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8180b7e3-6989-4610-aed1-f1034cc44572 admin admin] Network hostable DHCP agents. Network: 986a13f9-e39b-4ca8-90cf-88fc4e55f900, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:13:24.985607 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c389544-afb6-487a-8473-f8924769df54 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:24.989373 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-b2832c9e-ee16-4242-a5a9-6a01b1e6166b tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--156031922&fields=id&tenant_id=a1b644375e0042a1b46a6165f68abedb HTTP/1.1" status: 200 len: 267 time: 0.1326978 Nov 24 13:13:24.996695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c389544-afb6-487a-8473-f8924769df54 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:13:24.997866 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c389544-afb6-487a-8473-f8924769df54 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:13:25.003273 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:13:25.047723 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53992) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:25.066624 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df4e131c-4910-41c7-9a9a-00b46a925304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.080444 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port f90201cb-fd76-4122-83f6-d89846a0a30c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:25.080847 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.125543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8180b7e3-6989-4610-aed1-f1034cc44572 admin admin] Network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:13:25.134460 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.148678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-db4f93e7-c1d4-472f-9d94-6e03b991e264 None None] Port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:13:25.155008 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c389544-afb6-487a-8473-f8924769df54 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.163903 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c389544-afb6-487a-8473-f8924769df54 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.167792 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2c389544-afb6-487a-8473-f8924769df54 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "DELETE /v2.0/networks/31e8fd41-6698-4de8-ba8c-ef5ea59669f1 HTTP/1.1" status: 204 len: 168 time: 0.9104221 Nov 24 13:13:25.188280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53998) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:25.201386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c389544-afb6-487a-8473-f8924769df54 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event deleted for resources: {'Network': ['ID=31e8fd41-6698-4de8-ba8c-ef5ea59669f1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:25.251957 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-8180b7e3-6989-4610-aed1-f1034cc44572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 986a13f9-e39b-4ca8-90cf-88fc4e55f900) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:25.278503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8180b7e3-6989-4610-aed1-f1034cc44572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:25.279115 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8180b7e3-6989-4610-aed1-f1034cc44572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.289739 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a055c309-3c94-4368-97ba-e6f35b6a9975 None None] Network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:13:25.334113 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8180b7e3-6989-4610-aed1-f1034cc44572 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6883423 Nov 24 13:13:25.344873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54000) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:25.361257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-416747946-router', 'tenant_id': 'ae8b20f76edc468c92a075710403a201', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:25.399901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8ba54ec-6745-40c1-990d-4fab24a1e2e3 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.430249 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.432985 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.457743 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-1dc1e2d3-33d6-49f6-87e1-5b79418cd6d3 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:25.466704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-1dc1e2d3-33d6-49f6-87e1-5b79418cd6d3 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/networks?id=c99ffa3f-7d81-49ee-8052-3805ab7a8a8b HTTP/1.1" status: 200 len: 797 time: 0.4761393 Nov 24 13:13:25.557398 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-32fb8955-a21e-4a7c-8459-6bbea5b085a4 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/quotas/a1b644375e0042a1b46a6165f68abedb HTTP/1.1" status: 200 len: 375 time: 0.0899031 Nov 24 13:13:25.654950 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8ba54ec-6745-40c1-990d-4fab24a1e2e3 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.726398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c8ba54ec-6745-40c1-990d-4fab24a1e2e3 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ccf3fc-dc09-4e42-a854-bb317562b822']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:25.752644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c8ba54ec-6745-40c1-990d-4fab24a1e2e3 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7560434b-3410-4ebd-b68d-982cd43253bd') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:25.754507 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c8ba54ec-6745-40c1-990d-4fab24a1e2e3 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7560434b-3410-4ebd-b68d-982cd43253bd') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:25.778861 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8ba54ec-6745-40c1-990d-4fab24a1e2e3 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.809238 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8ba54ec-6745-40c1-990d-4fab24a1e2e3 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.818119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ba54ec-6745-40c1-990d-4fab24a1e2e3 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:13:25.821187 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8ba54ec-6745-40c1-990d-4fab24a1e2e3 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:13:25.825052 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:13:25.895797 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.907083 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.935509 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:25.949526 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df4e131c-4910-41c7-9a9a-00b46a925304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:26.051711 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8ba54ec-6745-40c1-990d-4fab24a1e2e3 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:26.064236 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8ba54ec-6745-40c1-990d-4fab24a1e2e3 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:26.070787 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c8ba54ec-6745-40c1-990d-4fab24a1e2e3 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "DELETE /v2.0/networks/24ccf3fc-dc09-4e42-a854-bb317562b822 HTTP/1.1" status: 204 len: 168 time: 0.8814514 Nov 24 13:13:26.078308 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54042) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:26.079451 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df4e131c-4910-41c7-9a9a-00b46a925304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:26.088801 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a043e97-0f79-46df-abdf-7f9ef4f06416 None None] Pushing event updated for resources: {'Port': ['ID=6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:26.096527 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-d74537bf-3b0a-4898-9f85-9d76187a6297 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1b644375e0042a1b46a6165f68abedb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5382607 Nov 24 13:13:26.159294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba54ec-6745-40c1-990d-4fab24a1e2e3 tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event deleted for resources: {'Network': ['ID=24ccf3fc-dc09-4e42-a854-bb317562b822,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:26.209416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b594f72-e740-4c0c-bce1-2deeeafbccb4 req-6c79c73b-afab-420c-b8bc-949e357b08e2 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:26.214944 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b594f72-e740-4c0c-bce1-2deeeafbccb4 req-6c79c73b-afab-420c-b8bc-949e357b08e2 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.2429051 Nov 24 13:13:26.315800 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:26.325582 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d494e934-9c33-4106-885c-a1cf72bb991e None None] Provisioning complete for port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:26.325967 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d494e934-9c33-4106-885c-a1cf72bb991e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:26.413976 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf268b0c-9124-4b8c-9e7a-4088df41db2b tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:26.534010 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b594f72-e740-4c0c-bce1-2deeeafbccb4 req-9a531636-ef33-4aa6-970d-be6c08b92870 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009574 Nov 24 13:13:26.536204 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:26.736965 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Attempting to bind port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:13:26.737345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Attempting to bind port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:13:26.737715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Attempting to bind port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 on network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:13:26.741202 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-4d2deae0-c064-49e2-acf5-55710a6019c3 service neutron] 10.222.0.48 "GET /v2.0/networks/c99ffa3f-7d81-49ee-8052-3805ab7a8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573227 Nov 24 13:13:26.750005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-df4e131c-4910-41c7-9a9a-00b46a925304 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2204bc488c5345358561eb8f5da68828&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6963828 Nov 24 13:13:26.765091 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e131c-4910-41c7-9a9a-00b46a925304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2534d145-61b8-44a7-b95a-c2b65a1bac87,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:26.783868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54096) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:26.789112 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf268b0c-9124-4b8c-9e7a-4088df41db2b tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:26.799504 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d494e934-9c33-4106-885c-a1cf72bb991e None None] Port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:13:26.810947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:13:26.811343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Checking segment: {'id': 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:26.811741 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:26.812136 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Bound using segment: {'id': 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:13:26.812793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Bound port: 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:13:26.813044 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:26.901026 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-cf268b0c-9124-4b8c-9e7a-4088df41db2b tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93953727-f985-40e6-8645-b8b1bc3aab25']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:26.922202 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-cf268b0c-9124-4b8c-9e7a-4088df41db2b tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb0da03-4482-4264-a39b-ae0341ac8807') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:26.922704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-cf268b0c-9124-4b8c-9e7a-4088df41db2b tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb0da03-4482-4264-a39b-ae0341ac8807') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:26.937730 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf268b0c-9124-4b8c-9e7a-4088df41db2b tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:26.960941 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf268b0c-9124-4b8c-9e7a-4088df41db2b tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:26.968525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf268b0c-9124-4b8c-9e7a-4088df41db2b tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:13:26.969323 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf268b0c-9124-4b8c-9e7a-4088df41db2b tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:27.051363 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-da457a46-4801-42f1-8543-a7915b732682 None None] For port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:13:27.054568 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:13:27.064184 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf268b0c-9124-4b8c-9e7a-4088df41db2b tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:27.066730 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-da457a46-4801-42f1-8543-a7915b732682 None None] For port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000,segment=NetworkSegment(bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c),segment_id=bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:13:27.079400 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf268b0c-9124-4b8c-9e7a-4088df41db2b tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:27.081633 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:27.084479 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cf268b0c-9124-4b8c-9e7a-4088df41db2b tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] 10.222.0.48 "DELETE /v2.0/networks/93953727-f985-40e6-8645-b8b1bc3aab25 HTTP/1.1" status: 204 len: 168 time: 0.9995570 Nov 24 13:13:27.085735 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-beafaf75-0c29-4dce-90d7-721db2f92aef service neutron] 10.222.0.48 "GET /v2.0/networks/c99ffa3f-7d81-49ee-8052-3805ab7a8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051672 Nov 24 13:13:27.112523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf268b0c-9124-4b8c-9e7a-4088df41db2b tempest-BulkNetworkOpsIpV6Test-1110002502 tempest-BulkNetworkOpsIpV6Test-1110002502-project] Pushing event deleted for resources: {'Network': ['ID=93953727-f985-40e6-8645-b8b1bc3aab25,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:27.116204 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:27.142416 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9367e1b-14a8-4bf3-abfe-dbae05dc8bc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:27.170597 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9367e1b-14a8-4bf3-abfe-dbae05dc8bc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:27.272821 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9367e1b-14a8-4bf3-abfe-dbae05dc8bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:27.276526 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9367e1b-14a8-4bf3-abfe-dbae05dc8bc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:27.278448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f9367e1b-14a8-4bf3-abfe-dbae05dc8bc9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2534d145-61b8-44a7-b95a-c2b65a1bac87 HTTP/1.1" status: 204 len: 168 time: 0.4931519 Nov 24 13:13:27.302553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9367e1b-14a8-4bf3-abfe-dbae05dc8bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2534d145-61b8-44a7-b95a-c2b65a1bac87,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:27.317581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e91e38a-65f5-43c7-8de5-a67a617ffc0a None None] Network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:13:27.323589 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:27.348718 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:27.620272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Allocated IP 172.25.0.83 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:13:27.667583 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5a229a58-ca04-4c69-843f-ebc90d7d464a req-7810c48a-a50f-4d62-8f89-fba1483b4bfd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 210 time: 0.1085732 Nov 24 13:13:27.817413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c9425153-556b-42a4-a095-22d3b66621a4 None None] Provisioning complete for port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:27.819805 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c9425153-556b-42a4-a095-22d3b66621a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:27.951504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54176) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:27.959039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92554bf-1763-473b-a23a-defdc38a7aa4 req-167625c2-8c4b-46f7-95bc-b671dc3675a9 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:27.970354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d92554bf-1763-473b-a23a-defdc38a7aa4 req-167625c2-8c4b-46f7-95bc-b671dc3675a9 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.1941216 Nov 24 13:13:28.111926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Routers {'03991992-80df-49a8-8776-2b2e3006db98'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:13:28.119872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-da457a46-4801-42f1-8543-a7915b732682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:13:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['03991992-80df-49a8-8776-2b2e3006db98'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:28.166463 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d92554bf-1763-473b-a23a-defdc38a7aa4 req-5440f49c-4678-412f-9dee-3a64487d01c2 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835806 Nov 24 13:13:28.178229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:28.233755 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:28.288601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a043e97-0f79-46df-abdf-7f9ef4f06416 None None] Pushing event updated for resources: {'Port': ['ID=6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:28.294903 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:13:28.299266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:28.308837 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:28.380810 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-814be775-2fba-4f51-a9d3-6ed76b6e41b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cadb42a7cab4f9aba2e8fb1d5642a4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4248703 Nov 24 13:13:28.381916 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54200) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:28.428684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Pushing event updated for resources: {'Port': ['ID=70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:28.569714 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ee29578-64a0-4ce6-807f-462b2066e645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:28.655486 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ee29578-64a0-4ce6-807f-462b2066e645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:28.796056 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ee29578-64a0-4ce6-807f-462b2066e645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:28.805533 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ee29578-64a0-4ce6-807f-462b2066e645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:28.807217 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0ee29578-64a0-4ce6-807f-462b2066e645 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d78dce5-564d-4975-8cf1-2d73709df328 HTTP/1.1" status: 204 len: 168 time: 0.4219878 Nov 24 13:13:28.826997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-da457a46-4801-42f1-8543-a7915b732682 None None] Set router 03991992-80df-49a8-8776-2b2e3006db98 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:13:28.830511 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee29578-64a0-4ce6-807f-462b2066e645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d78dce5-564d-4975-8cf1-2d73709df328,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:28.967164 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-95182d28-f56e-4a5f-b3e2-b1c420f4b08d req-ad80760c-c11e-437e-8929-3a695be9e14f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 210 time: 0.0849607 Nov 24 13:13:29.186124 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c9425153-556b-42a4-a095-22d3b66621a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:29.241003 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:29.389624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c9425153-556b-42a4-a095-22d3b66621a4 None None] For port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000,segment=NetworkSegment(bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c),segment_id=bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:29.472900 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c9425153-556b-42a4-a095-22d3b66621a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:29.598938 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a7b6e-fb07-463f-a689-8da18163abf5 req-5a43d367-0635-4c41-a133-a16bffb82fc2 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:29.600826 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f59a7b6e-fb07-463f-a689-8da18163abf5 req-5a43d367-0635-4c41-a133-a16bffb82fc2 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.1892493 Nov 24 13:13:29.711227 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-53321c27-18e1-4a17-a50d-c88b5e1e9df9 None None] Provisioning complete for port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:29.711707 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-53321c27-18e1-4a17-a50d-c88b5e1e9df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:29.830432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9425153-556b-42a4-a095-22d3b66621a4 None None] Pushing event updated for resources: {'Port': ['ID=6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:30.069574 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:30.146791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-c498b1fd-f47b-4e44-a8a4-0d2bb7bceae2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:30.155182 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-c498b1fd-f47b-4e44-a8a4-0d2bb7bceae2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.46 "GET /v2.0/networks?id=c99ffa3f-7d81-49ee-8052-3805ab7a8a8b HTTP/1.1" status: 200 len: 797 time: 0.5662842 Nov 24 13:13:30.260334 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-95e8c891-a030-4f29-81f6-a5acf636456e req-e138d1aa-b279-4b87-a0ce-5b5a83bb5b1a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 210 time: 0.1018820 Nov 24 13:13:30.439772 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f59a7b6e-fb07-463f-a689-8da18163abf5 req-724ba695-7443-454b-b7d5-a96dee4b6766 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8281865 Nov 24 13:13:30.544139 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-d62ac60a-a2e9-4ea3-b44a-b4fbee1fcff4 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1b644375e0042a1b46a6165f68abedb HTTP/1.1" status: 200 len: 477 time: 0.3545878 Nov 24 13:13:30.567821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-41eef780-77b3-4433-9774-e4b69c3fc90d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Request body: {'port': {'device_id': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'admin_state_up': True, 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'security_groups': ['8bf4fdee-69ed-49f7-9d6a-3d9106a275c1', '3a35032d-415a-4a21-8ed0-7d196f3f6378']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:30.647181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-da457a46-4801-42f1-8543-a7915b732682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:13:18Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000', 'name': '', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'mac_address': 'fa:16:3e:10:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:16Z', 'updated_at': '2021-11-24T13:13:27Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'subnets': [{'id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:30.692318 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Router 816ea7f2-7423-4e66-b93f-1796e6588497 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:13:30.778709 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da457a46-4801-42f1-8543-a7915b732682 None None] The sync data for ids ['03991992-80df-49a8-8776-2b2e3006db98'] in n-d-817303-4 is: [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:13:18Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000', 'name': '', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'mac_address': 'fa:16:3e:10:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:16Z', 'updated_at': '2021-11-24T13:13:27Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'subnets': [{'id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:13:30.912870 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-41eef780-77b3-4433-9774-e4b69c3fc90d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Made reservation on behalf of a1b644375e0042a1b46a6165f68abedb for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:30.930090 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-41eef780-77b3-4433-9774-e4b69c3fc90d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:31.068401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:13:31.080915 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Sync routers for ids ['816ea7f2-7423-4e66-b93f-1796e6588497'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:13:31.109275 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Routers {'816ea7f2-7423-4e66-b93f-1796e6588497'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:13:31.110026 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:13:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['816ea7f2-7423-4e66-b93f-1796e6588497'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:31.125845 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:31.133086 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2f64a4aa-0308-4e0e-87e2-716de3195c1e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7812917 Nov 24 13:13:31.134502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54396) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:31.361691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54412) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:31.621290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-41eef780-77b3-4433-9774-e4b69c3fc90d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Allocated IP 172.20.0.9 (c99ffa3f-7d81-49ee-8052-3805ab7a8a8b/b3a9295d-06ee-45fc-9888-4a949d19144b/0fbb2a16-d4ae-4137-9b07-5d6d591269d8) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:13:31.622997 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Set router 816ea7f2-7423-4e66-b93f-1796e6588497 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:13:32.069995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dcbcc-dce8-4734-b57b-32c2a47527b6 req-e68d209e-5b00-4439-9f8f-b59bc18d3b06 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:32.072109 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f88dcbcc-dce8-4734-b57b-32c2a47527b6 req-e68d209e-5b00-4439-9f8f-b59bc18d3b06 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.3725071 Nov 24 13:13:32.109583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1541457400'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:32.288475 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ae46b17d-2110-4c6b-ae7f-dbd29473eb65 req-36b7783c-d744-45fa-a909-6a923bee827f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 210 time: 0.0957386 Nov 24 13:13:32.304685 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'name': 'tempest-ServerRescueNegativeTestJSON-416747946-router', 'tenant_id': 'ae8b20f76edc468c92a075710403a201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:25Z', 'updated_at': '2021-11-24T13:13:28Z', 'revision_number': 3, 'project_id': 'ae8b20f76edc468c92a075710403a201', 'gw_port': {'id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:27Z', 'updated_at': '2021-11-24T13:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:32.362896 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Checking router: 816ea7f2-7423-4e66-b93f-1796e6588497 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:13:32.366582 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Updating router 816ea7f2-7423-4e66-b93f-1796e6588497 port 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:13:32.404931 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:32.425305 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-41eef780-77b3-4433-9774-e4b69c3fc90d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:32.591417 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-41eef780-77b3-4433-9774-e4b69c3fc90d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:32.757986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-41eef780-77b3-4433-9774-e4b69c3fc90d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:13:32.777733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-41eef780-77b3-4433-9774-e4b69c3fc90d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:32.799935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-41eef780-77b3-4433-9774-e4b69c3fc90d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:32.953046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eef780-77b3-4433-9774-e4b69c3fc90d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'Port': ['ID=0fbb2a16-d4ae-4137-9b07-5d6d591269d8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:33.090006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-41eef780-77b3-4433-9774-e4b69c3fc90d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:33.090688 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-41eef780-77b3-4433-9774-e4b69c3fc90d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:33.134163 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:33.264531 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:33.274186 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:33.299004 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:33.299776 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:33.538884 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259c824-5b97-49ed-9881-f5d4dd75a252 None None] Pushing event updated for resources: {'Port': ['ID=70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:33.570752 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Attempting to bind port 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:13:33.582772 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Attempting to bind port 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:13:33.586550 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Attempting to bind port 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:13:33.613028 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:13:33.615410 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:33.616001 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:33.618651 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:13:33.620281 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Bound port: 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:13:33.624566 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:33.650269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bbaf4543-77e2-4658-a6e0-8c8d25b83972 None None] Provisioning complete for port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:33.654674 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bbaf4543-77e2-4658-a6e0-8c8d25b83972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:33.658271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9229d-9eec-4722-9050-2055483190e8 req-ebcbf7c6-a06a-48ce-a6f4-15f78583bce1 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:33.671052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bef9229d-9eec-4722-9050-2055483190e8 req-ebcbf7c6-a06a-48ce-a6f4-15f78583bce1 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 970 time: 0.1957645 Nov 24 13:13:33.765721 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f88dcbcc-dce8-4734-b57b-32c2a47527b6 req-ca9094d3-c19b-466b-b0cc-03bd9982327d tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6832852 Nov 24 13:13:33.782783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-41eef780-77b3-4433-9774-e4b69c3fc90d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.2318921 Nov 24 13:13:33.786099 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:33.793431 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:33.815978 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Request body: {'port': {'device_id': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:33.831175 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:33.859165 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] For port 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:13:33.865427 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] For port 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:13:33.874650 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:33.961362 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf4543-77e2-4658-a6e0-8c8d25b83972 None None] Port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:13:34.014318 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:34.042259 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Routers {'816ea7f2-7423-4e66-b93f-1796e6588497'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:13:34.045000 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:13:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['816ea7f2-7423-4e66-b93f-1796e6588497'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:34.222834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bef9229d-9eec-4722-9050-2055483190e8 req-cecb4f3a-3dca-4a2f-9a76-4ba1fc0befc7 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5460169 Nov 24 13:13:34.223596 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:34.556784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Allocated IP 172.20.0.1 (986a13f9-e39b-4ca8-90cf-88fc4e55f900/43600497-075b-45e0-921a-c5edbc3b1961/73e5ce16-1415-4cea-abf5-ac6fb17c2a71) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:13:34.869783 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:34.898594 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259c824-5b97-49ed-9881-f5d4dd75a252 None None] Pushing event updated for resources: {'Port': ['ID=70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:34.908583 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] Set router 816ea7f2-7423-4e66-b93f-1796e6588497 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:13:35.070775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:13:35.083094 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:35.089245 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:35.121595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Transition to ACTIVE for port object 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:13:35.125535 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:35.127586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:35.236191 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73c1b9-e623-4d87-befd-a647b39f2317 req-f9b4f888-1bda-4a92-bc5c-cce59afcdbfb tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:35.287882 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1b73c1b9-e623-4d87-befd-a647b39f2317 req-f9b4f888-1bda-4a92-bc5c-cce59afcdbfb tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.3396037 Nov 24 13:13:35.298542 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:13:35.337872 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:35.428755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Pushing event updated for resources: {'Port': ['ID=0fbb2a16-d4ae-4137-9b07-5d6d591269d8,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:35.448556 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'name': 'tempest-ServerRescueNegativeTestJSON-416747946-router', 'tenant_id': 'ae8b20f76edc468c92a075710403a201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:25Z', 'updated_at': '2021-11-24T13:13:28Z', 'revision_number': 3, 'project_id': 'ae8b20f76edc468c92a075710403a201', 'gw_port': {'id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:27Z', 'updated_at': '2021-11-24T13:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:35.506250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:13:35.540249 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e10105-da7b-4fec-bf1e-cb47e818faeb None None] The sync data for ids ['816ea7f2-7423-4e66-b93f-1796e6588497'] in n-d-817303-4 is: [{'id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'name': 'tempest-ServerRescueNegativeTestJSON-416747946-router', 'tenant_id': 'ae8b20f76edc468c92a075710403a201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:25Z', 'updated_at': '2021-11-24T13:13:28Z', 'revision_number': 3, 'project_id': 'ae8b20f76edc468c92a075710403a201', 'gw_port': {'id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:27Z', 'updated_at': '2021-11-24T13:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:13:35.566339 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:35.566914 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Added segment 9bc6bdba-49dd-417c-8f08-861d0bd6035a of type vlan for network ed502278-f807-4a5a-9983-010f72119b02 Nov 24 13:13:35.625933 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=674e2a51-b232-4681-b113-13b68d01c783,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:35.639257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:35.656279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:35.816270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:35.832595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Attempting to bind port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:13:35.834195 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Attempting to bind port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:13:35.834701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Attempting to bind port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 on network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:13:35.859951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 on network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:13:35.859951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Attempting to bind port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 on network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:13:35.884595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f83d19-f42e-4b34-b27c-398272623807 req-0500aa4e-0422-44b3-b20b-b7e5dafba622 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:35.906491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54666) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:35.910303 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1b73c1b9-e623-4d87-befd-a647b39f2317 req-f41a0e8d-1e38-4891-a1f5-2c3e0dfbae4f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213105 Nov 24 13:13:35.914230 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9f83d19-f42e-4b34-b27c-398272623807 req-0500aa4e-0422-44b3-b20b-b7e5dafba622 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 982 time: 0.4228785 Nov 24 13:13:35.978755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:13:35.979332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Checking segment: {'id': 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:35.981347 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Bound using segment: {'id': 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:13:35.981964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Bound port: 0fbb2a16-d4ae-4137-9b07-5d6d591269d8, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:13:35.982517 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:36.037525 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:36.196498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9f83d19-f42e-4b34-b27c-398272623807 req-11b6d467-40b6-480a-966a-ac711dbf383d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2803833 Nov 24 13:13:36.247261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Pushing event updated for resources: {'Port': ['ID=73e5ce16-1415-4cea-abf5-ac6fb17c2a71,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:36.299082 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:36.299646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] For port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:13:36.307505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] For port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0fbb2a16-d4ae-4137-9b07-5d6d591269d8,segment=NetworkSegment(bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c),segment_id=bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:13:36.315169 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:36.346115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:36.346793 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:36.350980 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] 10.222.0.46 "PUT /v2.0/ports/0fbb2a16-d4ae-4137-9b07-5d6d591269d8 HTTP/1.1" status: 200 len: 1130 time: 2.5525563 Nov 24 13:13:36.373063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'tag': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:13:36.382213 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c3f94f-0087-426b-8966-1330069081e3" -d '{"events": [{"name": "network-changed", "server_uuid": "22ad56af-b020-4821-b434-0ac0152f9c6f", "tag": "0fbb2a16-d4ae-4137-9b07-5d6d591269d8"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:13:36.386861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:36.401836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:36.402781 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:36.581141 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:36.612404 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4597391-4774-4077-9cfc-0a776ae0d906 x-openstack-request-id: req-f4597391-4774-4077-9cfc-0a776ae0d906 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:13:36.613105 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ad56af-b020-4821-b434-0ac0152f9c6f", "tag": "0fbb2a16-d4ae-4137-9b07-5d6d591269d8", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:13:36.613584 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4597391-4774-4077-9cfc-0a776ae0d906 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:13:36.614227 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'tag': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8', 'status': 'completed', 'code': 200} Nov 24 13:13:36.636240 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 5.2734830 Nov 24 13:13:36.642873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54684) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:36.694881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d0d4b-929c-4120-a012-cb928bb9d88c service neutron] Pushing event updated for resources: {'Port': ['ID=0fbb2a16-d4ae-4137-9b07-5d6d591269d8,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:36.699123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'name': 'tempest-PortsIpV6TestJSON-137120120'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:36.710909 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-6d5437b3-f49d-45d6-8086-48ad8a0fedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:36.721597 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-6d5437b3-f49d-45d6-8086-48ad8a0fedb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1b644375e0042a1b46a6165f68abedb&device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 1133 time: 0.2599497 Nov 24 13:13:36.749161 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b53546a2-4362-4b86-90d4-fc3f29cbc8f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:36.844975 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-ab1ae6c2-de21-472c-8532-c57f5a4f38ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fbb2a16-d4ae-4137-9b07-5d6d591269d8 HTTP/1.1" status: 200 len: 217 time: 0.1221030 Nov 24 13:13:36.997420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:37.054837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-fbcbe42f-a77d-495b-8340-9ac703ce4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:37.064868 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b53546a2-4362-4b86-90d4-fc3f29cbc8f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:37.066580 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-fbcbe42f-a77d-495b-8340-9ac703ce4af0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3a9295d-06ee-45fc-9888-4a949d19144b HTTP/1.1" status: 200 len: 835 time: 0.2103658 Nov 24 13:13:37.160360 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:37.160759 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:37.181744 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b53546a2-4362-4b86-90d4-fc3f29cbc8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:37.209693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-72b3bee2-fcf4-4a7f-a1ec-81bbb012f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:37.211496 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-72b3bee2-fcf4-4a7f-a1ec-81bbb012f378 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c99ffa3f-7d81-49ee-8052-3805ab7a8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390398 Nov 24 13:13:37.312561 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b53546a2-4362-4b86-90d4-fc3f29cbc8f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c55e38561ecc4405abafe2dec544b194&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4012618 Nov 24 13:13:37.326351 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54698) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:37.338578 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5841c9-a6b5-492e-8651-8cb5a559807d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Network': ['ID=ed502278-f807-4a5a-9983-010f72119b02,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:37.407572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network ed502278-f807-4a5a-9983-010f72119b02 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:13:37.531434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-062ebe91-fe78-4773-8ee0-07b65210f96c service neutron] 10.222.0.46 "GET /v2.0/networks/c99ffa3f-7d81-49ee-8052-3805ab7a8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113611 Nov 24 13:13:37.672101 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:37.742974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9ffc643-c04d-4995-8a5a-17b8fd77f6d1 req-fd9ced5a-e000-46ab-ae89-f4e3a0be9abe service neutron] 10.222.0.46 "GET /v2.0/networks/c99ffa3f-7d81-49ee-8052-3805ab7a8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035820 Nov 24 13:13:37.749301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:37.826846 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:37.837337 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078e433-1063-4906-8fc8-92c45e9d90ad req-fca50ea5-0886-41dd-bccd-15cd9a25d3fd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:37.839146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2078e433-1063-4906-8fc8-92c45e9d90ad req-fca50ea5-0886-41dd-bccd-15cd9a25d3fd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 982 time: 0.2838392 Nov 24 13:13:37.894838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53546a2-4362-4b86-90d4-fc3f29cbc8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d3fd0b-5dca-4053-bc12-e7bedaacc180,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:37.915324 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f13e38a-e8cb-4eb5-8d74-38af136df11c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:37.969131 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:38.008491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77ec0c-706e-4e94-941c-6d32b21e469c req-95890884-c074-4a05-bef2-7dfc7402393e tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:38.015592 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c77ec0c-706e-4e94-941c-6d32b21e469c req-95890884-c074-4a05-bef2-7dfc7402393e tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.1329522 Nov 24 13:13:38.018844 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3f94f-0087-426b-8966-1330069081e3 req-fadeae1d-985f-4f9e-b58d-c5a056ee925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:38.020245 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0c3f94f-0087-426b-8966-1330069081e3 req-fadeae1d-985f-4f9e-b58d-c5a056ee925a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1b644375e0042a1b46a6165f68abedb&device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 1133 time: 0.2221227 Nov 24 13:13:38.093105 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f13e38a-e8cb-4eb5-8d74-38af136df11c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:38.334299 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c77ec0c-706e-4e94-941c-6d32b21e469c req-c3d6bf03-7989-433e-af79-29ebe1fb6408 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177352 Nov 24 13:13:38.343996 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f13e38a-e8cb-4eb5-8d74-38af136df11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:38.359436 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f13e38a-e8cb-4eb5-8d74-38af136df11c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:38.363913 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8f13e38a-e8cb-4eb5-8d74-38af136df11c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44d3fd0b-5dca-4053-bc12-e7bedaacc180 HTTP/1.1" status: 204 len: 168 time: 1.0152588 Nov 24 13:13:38.420814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3f94f-0087-426b-8966-1330069081e3 req-72111b55-42c9-48f9-97ad-63443ce83d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:38.422327 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0c3f94f-0087-426b-8966-1330069081e3 req-72111b55-42c9-48f9-97ad-63443ce83d72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c99ffa3f-7d81-49ee-8052-3805ab7a8a8b HTTP/1.1" status: 200 len: 898 time: 0.3617921 Nov 24 13:13:38.428799 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:38.450051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13e38a-e8cb-4eb5-8d74-38af136df11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d3fd0b-5dca-4053-bc12-e7bedaacc180,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:38.457262 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:38.461007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:38.466027 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:38.513137 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2078e433-1063-4906-8fc8-92c45e9d90ad req-0ea75bb4-0b57-4520-8a40-d2cc1e6314e0 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6585822 Nov 24 13:13:38.566819 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port cd61fec8-5757-4b98-9193-e648279e2fea yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:13:38.593703 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0c3f94f-0087-426b-8966-1330069081e3 req-4c3e76d9-a5e0-4269-8d86-9c5b9300aed9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fbb2a16-d4ae-4137-9b07-5d6d591269d8 HTTP/1.1" status: 200 len: 217 time: 0.1504755 Nov 24 13:13:38.603365 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:38.658330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Pushing event updated for resources: {'Port': ['ID=73e5ce16-1415-4cea-abf5-ac6fb17c2a71,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:38.703315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3f94f-0087-426b-8966-1330069081e3 req-4c0d6f42-ea19-4b57-8447-2c22e97bc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:38.709331 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0c3f94f-0087-426b-8966-1330069081e3 req-4c0d6f42-ea19-4b57-8447-2c22e97bc9bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3a9295d-06ee-45fc-9888-4a949d19144b HTTP/1.1" status: 200 len: 835 time: 0.1093445 Nov 24 13:13:38.818693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3f94f-0087-426b-8966-1330069081e3 req-5eb66736-440c-463d-977b-030f7a9caade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:38.821465 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0c3f94f-0087-426b-8966-1330069081e3 req-5eb66736-440c-463d-977b-030f7a9caade service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c99ffa3f-7d81-49ee-8052-3805ab7a8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038973 Nov 24 13:13:38.920597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:13:38.930388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54714) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:38.932128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:38.955672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:38.970151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2522bd52-be83-4163-9958-5d3c58c5817d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:39.018077 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:39.046777 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0c3f94f-0087-426b-8966-1330069081e3 req-107cbe8d-c9b7-4f11-999b-5606f6fae683 service neutron] 10.222.0.46 "GET /v2.0/networks/c99ffa3f-7d81-49ee-8052-3805ab7a8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159843 Nov 24 13:13:39.054940 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:39.055630 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:39.165770 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2522bd52-be83-4163-9958-5d3c58c5817d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:39.186635 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2522bd52-be83-4163-9958-5d3c58c5817d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:39.239672 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0c3f94f-0087-426b-8966-1330069081e3 req-0674e210-5961-49fc-bebb-859cd58a47f7 service neutron] 10.222.0.46 "GET /v2.0/networks/c99ffa3f-7d81-49ee-8052-3805ab7a8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850500 Nov 24 13:13:39.245573 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2522bd52-be83-4163-9958-5d3c58c5817d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d71f854ac954ef4b52831fd67e75b63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3101258 Nov 24 13:13:39.248130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54720) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:39.394153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522bd52-be83-4163-9958-5d3c58c5817d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17d801a-422e-4349-800c-cf4652f67770,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:39.426557 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:39.439401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Router 816ea7f2-7423-4e66-b93f-1796e6588497 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:13:39.552082 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=cd61fec8-5757-4b98-9193-e648279e2fea,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:39.651539 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:39.817592 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88aafd87-7ff2-4b84-a6d9-47e7131cbbcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:39.831244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309bfc3-0a1d-4574-b748-cf383be8e786 req-c26e46ba-3613-440c-aa4b-fa486a95c95d tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:39.839074 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2309bfc3-0a1d-4574-b748-cf383be8e786 req-c26e46ba-3613-440c-aa4b-fa486a95c95d tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.0803158 Nov 24 13:13:39.862564 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Checking segment: {'id': '9bc6bdba-49dd-417c-8f08-861d0bd6035a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ed502278-f807-4a5a-9983-010f72119b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:39.863239 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network hostable DHCP agents. Network: ed502278-f807-4a5a-9983-010f72119b02, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:13:39.885170 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88aafd87-7ff2-4b84-a6d9-47e7131cbbcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:39.886243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c4dad-94ab-434c-8a5a-bea177ddfa06 req-d674f749-970a-4778-985a-8bb2aaca8b2a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:39.893884 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-669c4dad-94ab-434c-8a5a-bea177ddfa06 req-d674f749-970a-4778-985a-8bb2aaca8b2a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 982 time: 0.2079573 Nov 24 13:13:39.939633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:13:39.943614 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88aafd87-7ff2-4b84-a6d9-47e7131cbbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:39.946382 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88aafd87-7ff2-4b84-a6d9-47e7131cbbcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:39.948156 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-88aafd87-7ff2-4b84-a6d9-47e7131cbbcf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c17d801a-422e-4349-800c-cf4652f67770 HTTP/1.1" status: 204 len: 168 time: 0.6987808 Nov 24 13:13:39.950350 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6a698085-833b-47b0-9e1c-1be4683805eb admin admin] 10.222.0.48 "PUT /v2.0/routers/816ea7f2-7423-4e66-b93f-1796e6588497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8140066 Nov 24 13:13:39.951185 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network ed502278-f807-4a5a-9983-010f72119b02 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:13:39.959332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Sync routers for ids ['816ea7f2-7423-4e66-b93f-1796e6588497'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:13:39.976077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aafd87-7ff2-4b84-a6d9-47e7131cbbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17d801a-422e-4349-800c-cf4652f67770,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:39.980225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Routers {'816ea7f2-7423-4e66-b93f-1796e6588497'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:13:39.983613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:13:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['816ea7f2-7423-4e66-b93f-1796e6588497'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:39.988055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, ed502278-f807-4a5a-9983-010f72119b02) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:40.001971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2309bfc3-0a1d-4574-b748-cf383be8e786 req-3295c55a-acb2-4910-8680-2fc7bf5c19d9 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568000 Nov 24 13:13:40.003671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:40.011086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:40.011719 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:40.057369 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-669c4dad-94ab-434c-8a5a-bea177ddfa06 req-7a9de92a-0c93-4897-8105-061706f8752e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1622496 Nov 24 13:13:40.063707 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9124ceb7-eece-4795-8c30-4a9e42a17aa5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.3753569 Nov 24 13:13:40.067122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54744) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:40.073663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-96675671-33e7-4076-9ba7-9a5906f36f8a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-30154566'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:40.123794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96675671-33e7-4076-9ba7-9a5906f36f8a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:40.130627 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96675671-33e7-4076-9ba7-9a5906f36f8a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:40.135381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Set router 816ea7f2-7423-4e66-b93f-1796e6588497 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:13:40.181524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96675671-33e7-4076-9ba7-9a5906f36f8a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:13:40.203057 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96675671-33e7-4076-9ba7-9a5906f36f8a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:40.203330 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-96675671-33e7-4076-9ba7-9a5906f36f8a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Added segment 0cc5f1a6-cc05-49ae-be10-7507b8c79e90 of type vlan for network cbda1f51-4a34-4e4b-a416-a21e0d6417dd Nov 24 13:13:40.212194 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f94473-2284-40eb-98e4-2ebd1910f7ad None None] Network ed502278-f807-4a5a-9983-010f72119b02 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:13:40.299739 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96675671-33e7-4076-9ba7-9a5906f36f8a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:40.361601 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96675671-33e7-4076-9ba7-9a5906f36f8a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:40.367348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96675671-33e7-4076-9ba7-9a5906f36f8a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:40.368078 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96675671-33e7-4076-9ba7-9a5906f36f8a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:40.552888 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96675671-33e7-4076-9ba7-9a5906f36f8a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Network': ['ID=cbda1f51-4a34-4e4b-a416-a21e0d6417dd,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:40.572771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network cbda1f51-4a34-4e4b-a416-a21e0d6417dd details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:13:40.585335 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-96675671-33e7-4076-9ba7-9a5906f36f8a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5167899 Nov 24 13:13:40.589887 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54762) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:40.599620 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'ports': [{'network_id': 'ed502278-f807-4a5a-9983-010f72119b02'}, {'network_id': 'cbda1f51-4a34-4e4b-a416-a21e0d6417dd'}]} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:40.604461 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:40.605751 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'network_id': 'cbda1f51-4a34-4e4b-a416-a21e0d6417dd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:40.613269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'name': 'tempest-ServerRescueNegativeTestJSON-416747946-router', 'tenant_id': 'ae8b20f76edc468c92a075710403a201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:25Z', 'updated_at': '2021-11-24T13:13:36Z', 'revision_number': 4, 'project_id': 'ae8b20f76edc468c92a075710403a201', 'gw_port': {'id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:27Z', 'updated_at': '2021-11-24T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '73e5ce16-1415-4cea-abf5-ac6fb17c2a71', 'name': '', 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900', 'tenant_id': 'ae8b20f76edc468c92a075710403a201', 'mac_address': 'fa:16:3e:fb:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '43600497-075b-45e0-921a-c5edbc3b1961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:34Z', 'updated_at': '2021-11-24T13:13:37Z', 'revision_number': 2, 'project_id': 'ae8b20f76edc468c92a075710403a201', 'subnets': [{'id': '43600497-075b-45e0-921a-c5edbc3b1961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:40.765831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Checking router: 816ea7f2-7423-4e66-b93f-1796e6588497 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:13:40.767624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Updating router 816ea7f2-7423-4e66-b93f-1796e6588497 port 73e5ce16-1415-4cea-abf5-ac6fb17c2a71 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:13:40.829676 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:40.842773 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9cd2e-8b6b-4b26-82d3-19c1b9f21d54 req-94b110f2-82fc-4be8-98d4-cdbfc57432ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:40.846059 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fe9cd2e-8b6b-4b26-82d3-19c1b9f21d54 req-94b110f2-82fc-4be8-98d4-cdbfc57432ed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 1096 time: 0.2708502 Nov 24 13:13:41.182893 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:13:41.190131 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fe9cd2e-8b6b-4b26-82d3-19c1b9f21d54 req-e99d2e29-05f1-43a1-b6bd-8bc7c117020f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285680 Nov 24 13:13:41.325910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 2} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:41.331264 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:41.334573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-49c450ae-7496-4054-a248-cb69286348af tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:41.337319 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-49c450ae-7496-4054-a248-cb69286348af tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/networks?id=986a13f9-e39b-4ca8-90cf-88fc4e55f900 HTTP/1.1" status: 200 len: 818 time: 0.1738358 Nov 24 13:13:41.343647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba3b58-5499-40a5-b288-e724df9a09fc req-487f62ff-4fe0-476e-81f9-5d4037e60811 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:41.357264 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aeba3b58-5499-40a5-b288-e724df9a09fc req-487f62ff-4fe0-476e-81f9-5d4037e60811 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.1776364 Nov 24 13:13:41.389227 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-70f02b36-b945-47e0-9f39-92c6bd082022 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/quotas/ae8b20f76edc468c92a075710403a201 HTTP/1.1" status: 200 len: 375 time: 0.0379117 Nov 24 13:13:41.398656 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:41.415932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0fbb2a16-d4ae-4137-9b07-5d6d591269d8,segment=NetworkSegment(bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c),segment_id=bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:41.464895 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'port_id': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8', 'mac_address': 'fa:16:3e:f0:fa:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:13:41.496404 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-906037ad-3c59-4a61-bb35-da4260b07e72 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae8b20f76edc468c92a075710403a201&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1051319 Nov 24 13:13:41.597099 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aeba3b58-5499-40a5-b288-e724df9a09fc req-9e16d3cc-c143-46a6-9760-8ac105caaeb3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380497 Nov 24 13:13:41.678977 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:41.717293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:13:41.730721 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-2a5d2934-ad96-4db5-876e-d8a675cd096e service neutron] 10.222.0.48 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261832 Nov 24 13:13:41.771016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0fbb2a16-d4ae-4137-9b07-5d6d591269d8,segment=NetworkSegment(bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c),segment_id=bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:41.776382 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:41.776890 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port 239e235f-9a6b-47a6-95ce-29423895943b yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:13:41.854492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=0fbb2a16-d4ae-4137-9b07-5d6d591269d8,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:41.866526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785365a-3110-4df7-87e9-1913577b997e req-1e94a973-aac9-46d2-a7c4-f6318d2113a2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:41.877979 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2785365a-3110-4df7-87e9-1913577b997e req-1e94a973-aac9-46d2-a7c4-f6318d2113a2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 983 time: 0.1216238 Nov 24 13:13:42.013240 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-be955bbb-2115-4d4a-853f-deec635fd68e service neutron] 10.222.0.48 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735984 Nov 24 13:13:42.031617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['0fbb2a16-d4ae-4137-9b07-5d6d591269d8'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:13:42.103331 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2785365a-3110-4df7-87e9-1913577b997e req-ab4e7ddd-f4a6-413a-8950-78b4e0936ed9 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2223518 Nov 24 13:13:42.118784 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:42.131541 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:42.178552 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:42.195201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4c81d-13c1-4ec4-a11e-5750539a5225 None None] Pushing event updated for resources: {'Port': ['ID=73e5ce16-1415-4cea-abf5-ac6fb17c2a71,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:42.404494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port 34c233b1-bff6-4899-967b-ea3131ad4c39 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:13:42.504027 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-82754ed1-426c-48bf-9ac5-3b1a0046f9e2 req-91488be4-795a-4210-b23c-55b04d9dba64 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 210 time: 0.0511217 Nov 24 13:13:42.715998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Attempting to bind port 73e5ce16-1415-4cea-abf5-ac6fb17c2a71 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:13:42.718822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Attempting to bind port 73e5ce16-1415-4cea-abf5-ac6fb17c2a71 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '4bbeb706-5307-4d7f-afe3-278395049094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:13:42.719347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Attempting to bind port 73e5ce16-1415-4cea-abf5-ac6fb17c2a71 on network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:13:42.736124 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:13:42.736599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Checking segment: {'id': '4bbeb706-5307-4d7f-afe3-278395049094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:42.737102 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:42.737584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Bound using segment: {'id': '4bbeb706-5307-4d7f-afe3-278395049094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:13:42.738146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Bound port: 73e5ce16-1415-4cea-abf5-ac6fb17c2a71, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbeb706-5307-4d7f-afe3-278395049094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:13:42.738603 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:42.900083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab8be1-2814-4d10-be77-11e912691858 req-09f15ae4-5461-4187-8ffc-f84649f8c44e tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:42.924964 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34ab8be1-2814-4d10-be77-11e912691858 req-09f15ae4-5461-4187-8ffc-f84649f8c44e tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.1672337 Nov 24 13:13:42.981837 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:42.985005 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] For port 73e5ce16-1415-4cea-abf5-ac6fb17c2a71, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:13:42.996331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] For port 73e5ce16-1415-4cea-abf5-ac6fb17c2a71, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=73e5ce16-1415-4cea-abf5-ac6fb17c2a71,segment=NetworkSegment(4bbeb706-5307-4d7f-afe3-278395049094),segment_id=4bbeb706-5307-4d7f-afe3-278395049094)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:13:43.003816 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:43.109989 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Routers {'816ea7f2-7423-4e66-b93f-1796e6588497'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:13:43.112216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:13:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['816ea7f2-7423-4e66-b93f-1796e6588497'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:43.120482 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:43.164828 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34ab8be1-2814-4d10-be77-11e912691858 req-87d4eea4-a198-4de0-b3c1-cdc36c664f85 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354143 Nov 24 13:13:43.216636 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4c81d-13c1-4ec4-a11e-5750539a5225 None None] Pushing event updated for resources: {'Port': ['ID=73e5ce16-1415-4cea-abf5-ac6fb17c2a71,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:43.431278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network ed502278-f807-4a5a-9983-010f72119b02 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:13:43.452380 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:43.467952 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:43.469181 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:43.489124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc4c22-0c9b-4515-8b6c-3cd489acbf62 req-322f530a-8fd2-47e0-824f-d5128fb12b75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:43.500355 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-39dc4c22-0c9b-4515-8b6c-3cd489acbf62 req-322f530a-8fd2-47e0-824f-d5128fb12b75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 983 time: 0.1639628 Nov 24 13:13:43.703263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=239e235f-9a6b-47a6-95ce-29423895943b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:43.801671 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-39dc4c22-0c9b-4515-8b6c-3cd489acbf62 req-ee3d5ab7-278d-4630-ae1c-033d24c27bb8 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2872674 Nov 24 13:13:43.862486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=34c233b1-bff6-4899-967b-ea3131ad4c39,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:43.929062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Checking segment: {'id': '0cc5f1a6-cc05-49ae-be10-7507b8c79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cbda1f51-4a34-4e4b-a416-a21e0d6417dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:43.930835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network hostable DHCP agents. Network: cbda1f51-4a34-4e4b-a416-a21e0d6417dd, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:13:43.955895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-913bb600-45af-4ee5-972b-a12cfeed40ae tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:43.970466 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-913bb600-45af-4ee5-972b-a12cfeed40ae tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/networks?id=986a13f9-e39b-4ca8-90cf-88fc4e55f900 HTTP/1.1" status: 200 len: 818 time: 0.8754287 Nov 24 13:13:44.020107 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-e4673606-7791-4320-b31f-e147cf99863a tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/quotas/ae8b20f76edc468c92a075710403a201 HTTP/1.1" status: 200 len: 375 time: 0.0486786 Nov 24 13:13:44.239398 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-e8c71f58-a6a2-429f-8f99-5b0c4596893c tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae8b20f76edc468c92a075710403a201&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2172039 Nov 24 13:13:44.240431 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] Set router 816ea7f2-7423-4e66-b93f-1796e6588497 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:13:44.265590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c92b8-c3a3-4fd9-be95-704fe8c035a9 req-8bff28f1-5da8-435c-9053-17ea0310b398 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:44.267881 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-872c92b8-c3a3-4fd9-be95-704fe8c035a9 req-8bff28f1-5da8-435c-9053-17ea0310b398 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.1111372 Nov 24 13:13:44.360261 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-872c92b8-c3a3-4fd9-be95-704fe8c035a9 req-017fb54e-6e3f-46ba-8e1f-7a2c621660f3 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745447 Nov 24 13:13:44.507840 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network cbda1f51-4a34-4e4b-a416-a21e0d6417dd is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:13:44.611117 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-2dfc1eca-8f7d-429a-a4fd-1ab7abd6c287 service neutron] 10.222.0.48 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615423 Nov 24 13:13:44.619964 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, cbda1f51-4a34-4e4b-a416-a21e0d6417dd) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:44.633198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:44.646032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:44.657098 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:44.657566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2f6b2a-78a0-4e7c-baab-7fb4bd865124 None None] Network cbda1f51-4a34-4e4b-a416-a21e0d6417dd requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:13:44.658318 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:45.006806 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-8c65ed8b-571a-422a-9725-307e255b8230 service neutron] 10.222.0.48 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414505 Nov 24 13:13:45.014242 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c714e6c-77a5-4e4a-82c2-a65468727df8 req-f20dfa28-e3ee-4265-a441-995589fcdf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:45.016006 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c714e6c-77a5-4e4a-82c2-a65468727df8 req-f20dfa28-e3ee-4265-a441-995589fcdf5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d61b576c7fac4a9eb7023d9ed7b451b8&device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 1096 time: 0.8271341 Nov 24 13:13:45.093636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-ffdb40ae-c454-47b3-8f48-67a9934d23d9 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:45.095521 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-ffdb40ae-c454-47b3-8f48-67a9934d23d9 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.59 "GET /v2.0/networks?id=986a13f9-e39b-4ca8-90cf-88fc4e55f900 HTTP/1.1" status: 200 len: 818 time: 0.3922465 Nov 24 13:13:45.106472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf56ae-eb20-4b75-a61f-aab9c9598385 req-6d7885ed-859d-4af5-b246-47e35f9ac8dc tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:45.108860 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d055bf22-62a2-4d5e-825b-48eac47a8ba2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5172100 Nov 24 13:13:45.115855 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61bf56ae-eb20-4b75-a61f-aab9c9598385 req-6d7885ed-859d-4af5-b246-47e35f9ac8dc tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 983 time: 0.2023227 Nov 24 13:13:45.119407 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54896) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:45.125023 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-c3de8928-56ed-4d2a-88f3-0c8aafab04f5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Request body: {'port': {'device_id': 'b3fe8c60-92a9-43b3-8379-5b27dc4faad8', 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900', 'admin_state_up': True, 'tenant_id': 'ae8b20f76edc468c92a075710403a201'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:45.144310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'name': 'tempest-ServerRescueNegativeTestJSON-416747946-router', 'tenant_id': 'ae8b20f76edc468c92a075710403a201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:25Z', 'updated_at': '2021-11-24T13:13:36Z', 'revision_number': 4, 'project_id': 'ae8b20f76edc468c92a075710403a201', 'gw_port': {'id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:27Z', 'updated_at': '2021-11-24T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '73e5ce16-1415-4cea-abf5-ac6fb17c2a71', 'name': '', 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900', 'tenant_id': 'ae8b20f76edc468c92a075710403a201', 'mac_address': 'fa:16:3e:fb:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '43600497-075b-45e0-921a-c5edbc3b1961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:34Z', 'updated_at': '2021-11-24T13:13:42Z', 'revision_number': 4, 'project_id': 'ae8b20f76edc468c92a075710403a201', 'subnets': [{'id': '43600497-075b-45e0-921a-c5edbc3b1961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:45.291172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:45.351785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c714e6c-77a5-4e4a-82c2-a65468727df8 req-2e886262-0b78-438b-a44d-57f89b3084e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:45.356849 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c714e6c-77a5-4e4a-82c2-a65468727df8 req-2e886262-0b78-438b-a44d-57f89b3084e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=43b905f1-c168-4b3c-9874-84b9b2b65777 HTTP/1.1" status: 200 len: 911 time: 0.3298163 Nov 24 13:13:45.427096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8a769f-2f9d-4747-9d5c-578b7c526b26 None None] The sync data for ids ['816ea7f2-7423-4e66-b93f-1796e6588497'] in n-d-817303-4 is: [{'id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'name': 'tempest-ServerRescueNegativeTestJSON-416747946-router', 'tenant_id': 'ae8b20f76edc468c92a075710403a201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:25Z', 'updated_at': '2021-11-24T13:13:36Z', 'revision_number': 4, 'project_id': 'ae8b20f76edc468c92a075710403a201', 'gw_port': {'id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:27Z', 'updated_at': '2021-11-24T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '73e5ce16-1415-4cea-abf5-ac6fb17c2a71', 'name': '', 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900', 'tenant_id': 'ae8b20f76edc468c92a075710403a201', 'mac_address': 'fa:16:3e:fb:69:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '43600497-075b-45e0-921a-c5edbc3b1961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:34Z', 'updated_at': '2021-11-24T13:13:42Z', 'revision_number': 4, 'project_id': 'ae8b20f76edc468c92a075710403a201', 'subnets': [{'id': '43600497-075b-45e0-921a-c5edbc3b1961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:13:45.549958 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c714e6c-77a5-4e4a-82c2-a65468727df8 req-4fa01464-dfb1-4129-be4a-65ca7e082d13 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=980b53a4-aedd-453a-9d04-93745c77fafd HTTP/1.1" status: 200 len: 217 time: 0.1873560 Nov 24 13:13:45.632305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61bf56ae-eb20-4b75-a61f-aab9c9598385 req-42c58d1a-24b0-4757-b063-fde2a0922846 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5109549 Nov 24 13:13:45.652581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:13:45.660126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:45.660511 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:45.676625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca5c0319-a4b5-42e4-b37b-a6f2190fc8e5 req-17c203fb-d7d3-400e-92d4-c7a8ae668dc1 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 210 time: 0.1286328 Nov 24 13:13:45.721166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-c3de8928-56ed-4d2a-88f3-0c8aafab04f5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Made reservation on behalf of ae8b20f76edc468c92a075710403a201 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:45.735745 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-c3de8928-56ed-4d2a-88f3-0c8aafab04f5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:45.752646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-61e62f03-fbeb-4cef-8b7b-ac4d644f7d41 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port 34c233b1-bff6-4899-967b-ea3131ad4c39 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:13:45.752956 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-61e62f03-fbeb-4cef-8b7b-ac4d644f7d41 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:45.841154 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:45.869761 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c714e6c-77a5-4e4a-82c2-a65468727df8 req-b86c8263-35f3-4b78-9540-b7c2cdcd293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:45.871755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c714e6c-77a5-4e4a-82c2-a65468727df8 req-b86c8263-35f3-4b78-9540-b7c2cdcd293f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c315cb12-ebde-481c-8328-bd987b0da388 HTTP/1.1" status: 200 len: 850 time: 0.2959383 Nov 24 13:13:45.879275 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:13:45.882106 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12c1ba7-8480-40e6-b89e-702bcaec3f84" -d '{"events": [{"server_uuid": "22ad56af-b020-4821-b434-0ac0152f9c6f", "name": "network-vif-plugged", "status": "completed", "tag": "0fbb2a16-d4ae-4137-9b07-5d6d591269d8"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:13:45.898560 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0fbb2a16-d4ae-4137-9b07-5d6d591269d8,segment=NetworkSegment(bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c),segment_id=bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:45.903674 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:45.993028 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c714e6c-77a5-4e4a-82c2-a65468727df8 req-bd3a944d-5ec6-4640-8419-30e1e9ba43f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=43b905f1-c168-4b3c-9874-84b9b2b65777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113455 Nov 24 13:13:46.004834 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a9f6b4-7428-4dad-b3b4-c66e224b7736 x-openstack-request-id: req-17a9f6b4-7428-4dad-b3b4-c66e224b7736 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:13:46.005191 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ad56af-b020-4821-b434-0ac0152f9c6f", "name": "network-vif-plugged", "status": "completed", "tag": "0fbb2a16-d4ae-4137-9b07-5d6d591269d8", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:13:46.005418 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17a9f6b4-7428-4dad-b3b4-c66e224b7736 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:13:46.005831 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8', 'code': 200} Nov 24 13:13:46.085234 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-61e62f03-fbeb-4cef-8b7b-ac4d644f7d41 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:46.105408 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-61e62f03-fbeb-4cef-8b7b-ac4d644f7d41 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for 34c233b1-bff6-4899-967b-ea3131ad4c39 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:13:46.164479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=0fbb2a16-d4ae-4137-9b07-5d6d591269d8,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:46.219815 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c714e6c-77a5-4e4a-82c2-a65468727df8 req-c1003683-6dee-45ce-bfbd-3b2193d1ca80 service neutron] 10.222.0.59 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195797 Nov 24 13:13:46.444445 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c714e6c-77a5-4e4a-82c2-a65468727df8 req-0db1e92a-79c4-45d8-8eb5-ea27245326dd service neutron] 10.222.0.59 "GET /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157855 Nov 24 13:13:46.455624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-c3de8928-56ed-4d2a-88f3-0c8aafab04f5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Allocated IP 172.20.0.4 (986a13f9-e39b-4ca8-90cf-88fc4e55f900/43600497-075b-45e0-921a-c5edbc3b1961/5c7bb614-13a6-4367-b055-411c89f4b7f4) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:13:46.681617 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-c3de8928-56ed-4d2a-88f3-0c8aafab04f5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:46.964527 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-61e62f03-fbeb-4cef-8b7b-ac4d644f7d41 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:46.969699 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-c3de8928-56ed-4d2a-88f3-0c8aafab04f5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:47.065499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 73e5ce16-1415-4cea-abf5-ac6fb17c2a71 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:47.066646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a73722-6561-4314-9e12-1bd26f4219ff req-fe73c33e-cb44-4f65-a66f-5b2542c80da2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:47.075762 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36a73722-6561-4314-9e12-1bd26f4219ff req-fe73c33e-cb44-4f65-a66f-5b2542c80da2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 984 time: 0.2283561 Nov 24 13:13:47.100890 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e62f03-fbeb-4cef-8b7b-ac4d644f7d41 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=34c233b1-bff6-4899-967b-ea3131ad4c39,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:47.135375 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-61e62f03-fbeb-4cef-8b7b-ac4d644f7d41 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:47.138866 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-61e62f03-fbeb-4cef-8b7b-ac4d644f7d41 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/34c233b1-bff6-4899-967b-ea3131ad4c39 HTTP/1.1" status: 204 len: 168 time: 2.0182722 Nov 24 13:13:47.183889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54960) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:47.203374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274f2e9-96bd-487d-92d7-6c92a8a5c55d req-4f0e1b7d-4bd3-4560-ab0b-a943b501bf88 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:47.216441 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8274f2e9-96bd-487d-92d7-6c92a8a5c55d req-4f0e1b7d-4bd3-4560-ab0b-a943b501bf88 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 1.3914614 Nov 24 13:13:47.224130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 73e5ce16-1415-4cea-abf5-ac6fb17c2a71 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:47.226338 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:47.290569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-c3de8928-56ed-4d2a-88f3-0c8aafab04f5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:13:47.293746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d99ab8-f7ab-490b-ab2a-a7dda09b8f91 req-5e1d2864-e930-4cd9-8d73-8c4e66748348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:47.296073 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3d99ab8-f7ab-490b-ab2a-a7dda09b8f91 req-5e1d2864-e930-4cd9-8d73-8c4e66748348 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 1135 time: 0.5601387 Nov 24 13:13:47.314136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-c3de8928-56ed-4d2a-88f3-0c8aafab04f5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:47.318581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-c3de8928-56ed-4d2a-88f3-0c8aafab04f5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:47.377531 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36a73722-6561-4314-9e12-1bd26f4219ff req-981ae2fb-f2f8-4cc7-9978-6e421863f3c2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2885005 Nov 24 13:13:47.410429 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:47.593322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 73e5ce16-1415-4cea-abf5-ac6fb17c2a71, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=73e5ce16-1415-4cea-abf5-ac6fb17c2a71,segment=NetworkSegment(4bbeb706-5307-4d7f-afe3-278395049094),segment_id=4bbeb706-5307-4d7f-afe3-278395049094)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:47.600528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de8928-56ed-4d2a-88f3-0c8aafab04f5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Pushing event updated for resources: {'Port': ['ID=5c7bb614-13a6-4367-b055-411c89f4b7f4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:47.606265 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:47.637040 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8e8fa74-b12a-4bf5-8194-d2fce9aeb60f req-f4d8e27d-94c0-4db2-a3d9-b8c5bfa0f428 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 210 time: 0.0971465 Nov 24 13:13:47.656453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-c3de8928-56ed-4d2a-88f3-0c8aafab04f5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:47.658741 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-c3de8928-56ed-4d2a-88f3-0c8aafab04f5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:47.670466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3d99ab8-f7ab-490b-ab2a-a7dda09b8f91 req-92174367-1da0-48b0-a9bc-daa11e2a4a7f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3576179 Nov 24 13:13:47.714674 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132beaeb-1657-44fc-8527-4cf76ffedcbc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:47.732054 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=73e5ce16-1415-4cea-abf5-ac6fb17c2a71,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:47.742781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132beaeb-1657-44fc-8527-4cf76ffedcbc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:47.745354 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-132beaeb-1657-44fc-8527-4cf76ffedcbc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.5093110 Nov 24 13:13:47.748216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54972) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:47.757289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8274f2e9-96bd-487d-92d7-6c92a8a5c55d req-a0d7f4ba-bead-4d81-af04-fcd292752a1b tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384448 Nov 24 13:13:47.763855 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-c3de8928-56ed-4d2a-88f3-0c8aafab04f5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6451144 Nov 24 13:13:47.781455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Request body: {'port': {'device_id': 'b3fe8c60-92a9-43b3-8379-5b27dc4faad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:48.037998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-fc76a5cb-a215-4f4b-861a-0486a1b0a033 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port 239e235f-9a6b-47a6-95ce-29423895943b {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:13:48.038609 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fc76a5cb-a215-4f4b-861a-0486a1b0a033 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:48.070207 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:48.258970 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fc76a5cb-a215-4f4b-861a-0486a1b0a033 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:48.278909 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-fc76a5cb-a215-4f4b-861a-0486a1b0a033 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for 239e235f-9a6b-47a6-95ce-29423895943b owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:13:48.364560 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:13:48.408511 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fc76a5cb-a215-4f4b-861a-0486a1b0a033 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:48.655269 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-36f07b45-69d6-456c-94e5-c6522f93484c tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:48.656949 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-36f07b45-69d6-456c-94e5-c6522f93484c tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.46 "GET /v2.0/networks?id=986a13f9-e39b-4ca8-90cf-88fc4e55f900 HTTP/1.1" status: 200 len: 818 time: 0.7244067 Nov 24 13:13:48.715787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-46b63e25-f155-4929-876f-18f5a3cade28 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Request body: {'port': {'device_id': '0a6f4132-7057-4db3-a0f1-0a5172cf7ca6', 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900', 'admin_state_up': True, 'tenant_id': 'ae8b20f76edc468c92a075710403a201'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:48.827907 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7bb614-13a6-4367-b055-411c89f4b7f4 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:13:48.853572 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:48.881519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522bcd3-c0fc-494d-886f-6762ba46fb32 req-402d9b94-d535-405d-af75-3e0fdc77f49b tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:48.892191 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c522bcd3-c0fc-494d-886f-6762ba46fb32 req-402d9b94-d535-405d-af75-3e0fdc77f49b tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 984 time: 0.3146653 Nov 24 13:13:48.936260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Transition to ACTIVE for port object 5c7bb614-13a6-4367-b055-411c89f4b7f4 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:13:48.979345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-46b63e25-f155-4929-876f-18f5a3cade28 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Made reservation on behalf of ae8b20f76edc468c92a075710403a201 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:48.990042 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-46b63e25-f155-4929-876f-18f5a3cade28 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:48.999371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 73e5ce16-1415-4cea-abf5-ac6fb17c2a71 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:49.014763 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fc76a5cb-a215-4f4b-861a-0486a1b0a033 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:49.020545 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fc76a5cb-a215-4f4b-861a-0486a1b0a033 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/239e235f-9a6b-47a6-95ce-29423895943b HTTP/1.1" status: 204 len: 168 time: 1.2712321 Nov 24 13:13:49.021777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76a5cb-a215-4f4b-861a-0486a1b0a033 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=239e235f-9a6b-47a6-95ce-29423895943b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:49.023446 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:49.028240 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55012) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:49.054599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc9f03-2966-4f6b-8c4b-87fec3a682fd req-260ba2d7-75cf-4e77-bd0d-1ca2dca7d86a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:49.066548 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dafc9f03-2966-4f6b-8c4b-87fec3a682fd req-260ba2d7-75cf-4e77-bd0d-1ca2dca7d86a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 946 time: 0.6718135 Nov 24 13:13:49.105196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 73e5ce16-1415-4cea-abf5-ac6fb17c2a71 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:49.107169 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:49.134074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa8a579-1b7e-4207-9a00-07f7eaf5dabb tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:49.138735 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7aa8a579-1b7e-4207-9a00-07f7eaf5dabb tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1047683 Nov 24 13:13:49.139552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55014) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:49.171718 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1682e6-9fee-4fbc-b703-37e1c01bcf43 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] GET failed (client error): The resource could not be found. Nov 24 13:13:49.176807 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-df1682e6-9fee-4fbc-b703-37e1c01bcf43 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/34c233b1-bff6-4899-967b-ea3131ad4c39 HTTP/1.1" status: 404 len: 333 time: 0.0320146 Nov 24 13:13:49.192891 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dafc9f03-2966-4f6b-8c4b-87fec3a682fd req-ef26b429-f3d6-4339-a46b-92079ae52940 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205711 Nov 24 13:13:49.193610 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55016) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:49.215598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-46b63e25-f155-4929-876f-18f5a3cade28 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Allocated IP 172.20.0.11 (986a13f9-e39b-4ca8-90cf-88fc4e55f900/43600497-075b-45e0-921a-c5edbc3b1961/f08d6fbe-09f4-480b-917c-511b445d52d4) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:13:49.265625 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0fd6f5-0591-42c1-b940-669e259176c3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] GET failed (client error): The resource could not be found. Nov 24 13:13:49.270632 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7b0fd6f5-0591-42c1-b940-669e259176c3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/239e235f-9a6b-47a6-95ce-29423895943b HTTP/1.1" status: 404 len: 333 time: 0.0750418 Nov 24 13:13:49.271567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55022) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:49.379124 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-46b63e25-f155-4929-876f-18f5a3cade28 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:49.419849 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-46b63e25-f155-4929-876f-18f5a3cade28 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:49.444941 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a9e1aa2-d68b-4cf4-94d8-1ee2b6587497 req-12e388a9-85dc-4312-875c-1567420a93f8 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 210 time: 0.1138675 Nov 24 13:13:49.451701 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5bcffed-6a21-4d00-914d-ab5914cb2bd9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:49.521505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-46b63e25-f155-4929-876f-18f5a3cade28 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:13:49.535955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-46b63e25-f155-4929-876f-18f5a3cade28 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:49.541097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-46b63e25-f155-4929-876f-18f5a3cade28 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:49.592611 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5bcffed-6a21-4d00-914d-ab5914cb2bd9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:49.627954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-c5bcffed-6a21-4d00-914d-ab5914cb2bd9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbda1f51-4a34-4e4b-a416-a21e0d6417dd']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:49.641185 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c522bcd3-c0fc-494d-886f-6762ba46fb32 req-2890f75b-a8a4-4cd2-a767-16e5bf8313b1 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7436738 Nov 24 13:13:49.646826 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-c5bcffed-6a21-4d00-914d-ab5914cb2bd9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc5f1a6-cc05-49ae-be10-7507b8c79e90') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:49.647399 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-c5bcffed-6a21-4d00-914d-ab5914cb2bd9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc5f1a6-cc05-49ae-be10-7507b8c79e90') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:49.657377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-46b63e25-f155-4929-876f-18f5a3cade28 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:49.658182 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-46b63e25-f155-4929-876f-18f5a3cade28 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:49.662375 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5bcffed-6a21-4d00-914d-ab5914cb2bd9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:49.679185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5bcffed-6a21-4d00-914d-ab5914cb2bd9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:49.689592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bcffed-6a21-4d00-914d-ab5914cb2bd9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:13:49.690721 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5bcffed-6a21-4d00-914d-ab5914cb2bd9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:49.732941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Pushing event updated for resources: {'Port': ['ID=5c7bb614-13a6-4367-b055-411c89f4b7f4,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:13:49.740803 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:13:49.775509 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-46b63e25-f155-4929-876f-18f5a3cade28 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0796630 Nov 24 13:13:49.833728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Request body: {'port': {'device_id': '0a6f4132-7057-4db3-a0f1-0a5172cf7ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:49.886340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5bcffed-6a21-4d00-914d-ab5914cb2bd9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:49.907262 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c5bcffed-6a21-4d00-914d-ab5914cb2bd9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:49.915950 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c5bcffed-6a21-4d00-914d-ab5914cb2bd9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/networks/cbda1f51-4a34-4e4b-a416-a21e0d6417dd HTTP/1.1" status: 204 len: 168 time: 0.6430323 Nov 24 13:13:49.916318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55034) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:49.938498 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcffed-6a21-4d00-914d-ab5914cb2bd9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Network': ['ID=cbda1f51-4a34-4e4b-a416-a21e0d6417dd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:49.949731 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b63e25-f155-4929-876f-18f5a3cade28 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Pushing event updated for resources: {'Port': ['ID=f08d6fbe-09f4-480b-917c-511b445d52d4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:49.954336 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dd190-c05e-455e-989f-f4649b2412b6 req-7b270dd4-7248-4d57-a624-54622df37b5f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:49.963664 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c66dd190-c05e-455e-989f-f4649b2412b6 req-7b270dd4-7248-4d57-a624-54622df37b5f tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.2264099 Nov 24 13:13:49.980438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-83088fb3-d9d0-4f7c-8aa0-9ff1a2fcae54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1322956273'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:50.058082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Attempting to bind port 5c7bb614-13a6-4367-b055-411c89f4b7f4 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:13:50.058425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Attempting to bind port 5c7bb614-13a6-4367-b055-411c89f4b7f4 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '4bbeb706-5307-4d7f-afe3-278395049094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:13:50.058760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Attempting to bind port 5c7bb614-13a6-4367-b055-411c89f4b7f4 on network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:13:50.061431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c66dd190-c05e-455e-989f-f4649b2412b6 req-fd5ced22-4fa5-4c44-bf43-2045c9eea0f8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884128 Nov 24 13:13:50.119787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Port 5c7bb614-13a6-4367-b055-411c89f4b7f4 on network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:13:50.120120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Attempting to bind port 5c7bb614-13a6-4367-b055-411c89f4b7f4 on network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:13:50.154612 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:13:50.154959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Checking segment: {'id': '4bbeb706-5307-4d7f-afe3-278395049094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:50.155350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Bound using segment: {'id': '4bbeb706-5307-4d7f-afe3-278395049094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:13:50.155796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Bound port: 5c7bb614-13a6-4367-b055-411c89f4b7f4, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bbeb706-5307-4d7f-afe3-278395049094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:13:50.156169 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:50.196826 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:50.353745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] For port 5c7bb614-13a6-4367-b055-411c89f4b7f4, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:13:50.361335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] For port 5c7bb614-13a6-4367-b055-411c89f4b7f4, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5c7bb614-13a6-4367-b055-411c89f4b7f4,segment=NetworkSegment(4bbeb706-5307-4d7f-afe3-278395049094),segment_id=4bbeb706-5307-4d7f-afe3-278395049094)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:13:50.374541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83088fb3-d9d0-4f7c-8aa0-9ff1a2fcae54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:50.385873 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-83088fb3-d9d0-4f7c-8aa0-9ff1a2fcae54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:50.390510 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:50.445077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:50.446006 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:50.447672 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] 10.222.0.59 "PUT /v2.0/ports/5c7bb614-13a6-4367-b055-411c89f4b7f4 HTTP/1.1" status: 200 len: 1091 time: 2.6721878 Nov 24 13:13:50.448069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fe8c60-92a9-43b3-8379-5b27dc4faad8', 'tag': '5c7bb614-13a6-4367-b055-411c89f4b7f4'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:13:50.450349 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2700296-2036-4a64-9938-e4a9262ec7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b3fe8c60-92a9-43b3-8379-5b27dc4faad8", "tag": "5c7bb614-13a6-4367-b055-411c89f4b7f4"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:13:50.565803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83088fb3-d9d0-4f7c-8aa0-9ff1a2fcae54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:13:50.619948 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-83088fb3-d9d0-4f7c-8aa0-9ff1a2fcae54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:50.620587 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-83088fb3-d9d0-4f7c-8aa0-9ff1a2fcae54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Added segment 2ea41152-11d1-4cb0-9582-ca0637116193 of type vlan for network 67642816-d4f3-4fff-944a-12776ec40f65 Nov 24 13:13:50.624804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-4a9caf47-d2ad-4fa2-97d9-e8a24211f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:50.626503 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-4a9caf47-d2ad-4fa2-97d9-e8a24211f038 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae8b20f76edc468c92a075710403a201&device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 1094 time: 0.1156042 Nov 24 13:13:50.667095 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07355a04-4778-4fbe-b2f1-9cf615e49886 req-7d8cf5b5-867a-4694-b17a-b29d269cfa9b tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:50.676209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07355a04-4778-4fbe-b2f1-9cf615e49886 req-7d8cf5b5-867a-4694-b17a-b29d269cfa9b tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 932 time: 0.0921662 Nov 24 13:13:50.681738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8e117-b4fb-44a5-9a74-75e7173b915f service neutron] Pushing event updated for resources: {'Port': ['ID=5c7bb614-13a6-4367-b055-411c89f4b7f4,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:50.692170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9aa85-b85c-4c8c-b48b-5fec0f31793c req-202e76ba-692c-4994-a1e0-3454c8961db6 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:50.693899 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6db9aa85-b85c-4c8c-b48b-5fec0f31793c req-202e76ba-692c-4994-a1e0-3454c8961db6 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.2747364 Nov 24 13:13:50.733195 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-a9dbd152-29e4-4eb7-8d9f-79e05e70e10d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c7bb614-13a6-4367-b055-411c89f4b7f4 HTTP/1.1" status: 200 len: 217 time: 0.0530910 Nov 24 13:13:50.754337 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07355a04-4778-4fbe-b2f1-9cf615e49886 req-426152d7-307b-4228-8852-ab8f162a0516 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771086 Nov 24 13:13:50.823877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-9f35fa8c-e215-44b9-ab15-8941297b4146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:50.825355 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-9f35fa8c-e215-44b9-ab15-8941297b4146 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43600497-075b-45e0-921a-c5edbc3b1961 HTTP/1.1" status: 200 len: 858 time: 0.0631588 Nov 24 13:13:50.854613 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1941d44a-9c93-44e5-8a8c-9f92d2a91a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:50.893080 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-83088fb3-d9d0-4f7c-8aa0-9ff1a2fcae54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:50.897191 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-148bfa83-32b6-460a-8185-15b8854ad26d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=986a13f9-e39b-4ca8-90cf-88fc4e55f900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567997 Nov 24 13:13:50.927565 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8e761f-8685-4e38-a5ee-fbaa69626a15 x-openstack-request-id: req-7f8e761f-8685-4e38-a5ee-fbaa69626a15 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:13:50.927909 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3fe8c60-92a9-43b3-8379-5b27dc4faad8", "tag": "5c7bb614-13a6-4367-b055-411c89f4b7f4", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:13:50.928299 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f8e761f-8685-4e38-a5ee-fbaa69626a15 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:13:50.928582 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fe8c60-92a9-43b3-8379-5b27dc4faad8', 'tag': '5c7bb614-13a6-4367-b055-411c89f4b7f4', 'status': 'completed', 'code': 200} Nov 24 13:13:51.072082 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6db9aa85-b85c-4c8c-b48b-5fec0f31793c req-500a397c-5761-4802-9ce0-360d87ef4794 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316143 Nov 24 13:13:51.089220 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-83088fb3-d9d0-4f7c-8aa0-9ff1a2fcae54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:51.095279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83088fb3-d9d0-4f7c-8aa0-9ff1a2fcae54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:51.095895 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-83088fb3-d9d0-4f7c-8aa0-9ff1a2fcae54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:51.111428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f330103-f5bc-4496-be7f-54cb03a083ce req-761797fe-ff77-4f29-b87f-0bb0f2f7d703 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:51.113593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7f330103-f5bc-4496-be7f-54cb03a083ce req-761797fe-ff77-4f29-b87f-0bb0f2f7d703 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 984 time: 0.0755625 Nov 24 13:13:51.189850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-83088fb3-d9d0-4f7c-8aa0-9ff1a2fcae54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2416172 Nov 24 13:13:51.190090 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f5a1e7b-5012-4634-a98d-f3e42c034b86 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:13:51.199273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55076) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:51.205788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-31a39f2c-b086-44d5-8fcb-0946ba351c29 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': '67642816-d4f3-4fff-944a-12776ec40f65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:51.213306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83088fb3-d9d0-4f7c-8aa0-9ff1a2fcae54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Network': ['ID=67642816-d4f3-4fff-944a-12776ec40f65,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:51.232762 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7f330103-f5bc-4496-be7f-54cb03a083ce req-f1985709-9782-4192-8d6b-c640ce9be7d3 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1123619 Nov 24 13:13:51.282525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 67642816-d4f3-4fff-944a-12776ec40f65 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:13:51.330506 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-e9044b87-5091-46ef-885b-3882f4b92bef service neutron] 10.222.0.59 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180346 Nov 24 13:13:51.369340 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:51.484759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:51.486373 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:13:51.493716 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e8a504-adf6-473d-be04-8f6ffaf7a943" -d '{"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:13:51.506496 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:51.605997 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed755e13-c258-4b25-9739-c980fa51ce9f x-openstack-request-id: req-ed755e13-c258-4b25-9739-c980fa51ce9f {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:13:51.606300 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:13:51.606563 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ed755e13-c258-4b25-9739-c980fa51ce9f {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:13:51.606961 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'code': 200} Nov 24 13:13:51.622927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:51.931673 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08d6fbe-09f4-480b-917c-511b445d52d4 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:13:51.947244 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:51.971437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b889eca-57e0-4995-b61a-f0f2b548b2dd req-31fa9f93-6d2e-494a-9edf-d0f32a684008 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:51.980666 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9b889eca-57e0-4995-b61a-f0f2b548b2dd req-31fa9f93-6d2e-494a-9edf-d0f32a684008 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 932 time: 0.0895934 Nov 24 13:13:52.004911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f2a99-50f8-4286-9519-589652fa62c0 req-e4fa55dc-345a-4087-8974-4441710c1ec9 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:52.019059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f9f2a99-50f8-4286-9519-589652fa62c0 req-e4fa55dc-345a-4087-8974-4441710c1ec9 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 984 time: 0.6701660 Nov 24 13:13:52.028936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Transition to ACTIVE for port object f08d6fbe-09f4-480b-917c-511b445d52d4 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:13:52.049836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a39f2c-b086-44d5-8fcb-0946ba351c29 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:52.063122 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-31a39f2c-b086-44d5-8fcb-0946ba351c29 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:52.064585 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9b889eca-57e0-4995-b61a-f0f2b548b2dd req-68a59f5a-882d-4b81-837b-c5dbea2cfee5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674706 Nov 24 13:13:52.083776 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:52.167784 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c9a10d-f47a-4ea2-8fa1-959a0dadd3ca req-27ca3b54-1959-4e14-9da7-b2d1b1213a12 service neutron] 10.222.0.59 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8200381 Nov 24 13:13:52.286612 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc3961-e176-44ea-b34b-143a95694deb req-9ff316e8-b349-4b9d-8e17-b822ed038d64 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:52.288213 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4fc3961-e176-44ea-b34b-143a95694deb req-9ff316e8-b349-4b9d-8e17-b822ed038d64 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.1021042 Nov 24 13:13:52.292239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.ipam_backend_mixin [None req-31a39f2c-b086-44d5-8fcb-0946ba351c29 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Performing IP validity checks on allocation pools {{(pid=114985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 13:13:52.295279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.ipam_backend_mixin [None req-31a39f2c-b086-44d5-8fcb-0946ba351c29 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 13:13:52.356278 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Pushing event updated for resources: {'Port': ['ID=f08d6fbe-09f4-480b-917c-511b445d52d4,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:52.373385 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4fc3961-e176-44ea-b34b-143a95694deb req-795c743a-e84a-4abc-9b03-6b8ef4efb2c2 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773921 Nov 24 13:13:52.438007 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f9f2a99-50f8-4286-9519-589652fa62c0 req-8399224b-f0be-406e-8c40-da04234a40e0 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4179735 Nov 24 13:13:52.455319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700296-2036-4a64-9938-e4a9262ec7d9 req-4b515923-33be-4c37-a637-77dae105f70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:52.456959 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2700296-2036-4a64-9938-e4a9262ec7d9 req-4b515923-33be-4c37-a637-77dae105f70d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae8b20f76edc468c92a075710403a201&device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 1094 time: 0.1749473 Nov 24 13:13:52.566776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bf586-44cd-4e86-8ccc-369312169918 req-1b059bc9-0451-4e0b-95d5-6af56cfd7b25 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:52.575175 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-853bf586-44cd-4e86-8ccc-369312169918 req-1b059bc9-0451-4e0b-95d5-6af56cfd7b25 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 1135 time: 0.0556555 Nov 24 13:13:52.582122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Attempting to bind port f08d6fbe-09f4-480b-917c-511b445d52d4 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:13:52.582469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Attempting to bind port f08d6fbe-09f4-480b-917c-511b445d52d4 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '4bbeb706-5307-4d7f-afe3-278395049094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:13:52.582804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Attempting to bind port f08d6fbe-09f4-480b-917c-511b445d52d4 on network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:13:52.590621 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-853bf586-44cd-4e86-8ccc-369312169918 req-4cfe7582-e29e-461a-842b-7df60085b3f6 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:52.600832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Port f08d6fbe-09f4-480b-917c-511b445d52d4 on network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:13:52.601168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Attempting to bind port f08d6fbe-09f4-480b-917c-511b445d52d4 on network 986a13f9-e39b-4ca8-90cf-88fc4e55f900 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:13:52.654735 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:13:52.655068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Checking segment: {'id': '4bbeb706-5307-4d7f-afe3-278395049094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:52.655533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Bound using segment: {'id': '4bbeb706-5307-4d7f-afe3-278395049094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:13:52.656134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Bound port: f08d6fbe-09f4-480b-917c-511b445d52d4, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bbeb706-5307-4d7f-afe3-278395049094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:13:52.656496 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:52.694406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700296-2036-4a64-9938-e4a9262ec7d9 req-8afdea03-f82d-4e0f-9eae-91289919e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:52.696696 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2700296-2036-4a64-9938-e4a9262ec7d9 req-8afdea03-f82d-4e0f-9eae-91289919e22a service neutron] 10.222.0.59 "GET /v2.0/networks?id=986a13f9-e39b-4ca8-90cf-88fc4e55f900 HTTP/1.1" status: 200 len: 919 time: 0.2275357 Nov 24 13:13:52.715472 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-853bf586-44cd-4e86-8ccc-369312169918 req-4cfe7582-e29e-461a-842b-7df60085b3f6 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:52.719367 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-31a39f2c-b086-44d5-8fcb-0946ba351c29 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:52.720906 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-853bf586-44cd-4e86-8ccc-369312169918 req-4cfe7582-e29e-461a-842b-7df60085b3f6 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:52.777953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe7582-e29e-461a-842b-7df60085b3f6 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aca709-b27f-4099-92c1-a353d49a0e05,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:52.793454 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-853bf586-44cd-4e86-8ccc-369312169918 req-4cfe7582-e29e-461a-842b-7df60085b3f6 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2118149 Nov 24 13:13:52.803749 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55126) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:52.847395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2700296-2036-4a64-9938-e4a9262ec7d9 req-a203129a-39b9-4aea-a0bd-47792e22d8ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c7bb614-13a6-4367-b055-411c89f4b7f4 HTTP/1.1" status: 200 len: 217 time: 0.1356280 Nov 24 13:13:52.859502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c06daa-36b7-466d-b86e-81b931ccb610 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:52.861844 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d5c06daa-36b7-466d-b86e-81b931ccb610 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 1130 time: 0.0566759 Nov 24 13:13:52.864384 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55128) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:52.870961 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:52.902942 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:52.920713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2700296-2036-4a64-9938-e4a9262ec7d9 req-f7d0f2c4-5c50-48d6-b89f-ead30bb999cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:52.922358 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2700296-2036-4a64-9938-e4a9262ec7d9 req-f7d0f2c4-5c50-48d6-b89f-ead30bb999cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43600497-075b-45e0-921a-c5edbc3b1961 HTTP/1.1" status: 200 len: 858 time: 0.0630059 Nov 24 13:13:52.971694 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2700296-2036-4a64-9938-e4a9262ec7d9 req-fb272a57-1d86-4aec-bd1f-4aadcd21bd52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=986a13f9-e39b-4ca8-90cf-88fc4e55f900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343320 Nov 24 13:13:52.976996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a39f2c-b086-44d5-8fcb-0946ba351c29 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Subnet': ['ID=6cd012e6-7e4f-4eba-a7c7-1a31525e348e,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:53.005400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] For port f08d6fbe-09f4-480b-917c-511b445d52d4, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:13:53.019889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a39f2c-b086-44d5-8fcb-0946ba351c29 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Checking segment: {'id': '2ea41152-11d1-4cb0-9582-ca0637116193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '67642816-d4f3-4fff-944a-12776ec40f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:53.020565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a39f2c-b086-44d5-8fcb-0946ba351c29 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network hostable DHCP agents. Network: 67642816-d4f3-4fff-944a-12776ec40f65, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:13:53.031739 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:53.057087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] For port f08d6fbe-09f4-480b-917c-511b445d52d4, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f08d6fbe-09f4-480b-917c-511b445d52d4,segment=NetworkSegment(4bbeb706-5307-4d7f-afe3-278395049094),segment_id=4bbeb706-5307-4d7f-afe3-278395049094)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:13:53.072692 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:53.075668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a39f2c-b086-44d5-8fcb-0946ba351c29 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network 67642816-d4f3-4fff-944a-12776ec40f65 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:13:53.182373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-31a39f2c-b086-44d5-8fcb-0946ba351c29 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 67642816-d4f3-4fff-944a-12776ec40f65) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:53.191398 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae838f27-a3fc-4774-ae98-6b1ccfa681d0 None None] Network 67642816-d4f3-4fff-944a-12776ec40f65 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:13:53.231575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f5a1e7b-5012-4634-a98d-f3e42c034b86 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:13:53.239106 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2700296-2036-4a64-9938-e4a9262ec7d9 req-cd1ea9a7-db2a-4976-9c96-e6962a8850c2 service neutron] 10.222.0.59 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449560 Nov 24 13:13:53.285655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a39f2c-b086-44d5-8fcb-0946ba351c29 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:53.286252 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-31a39f2c-b086-44d5-8fcb-0946ba351c29 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:53.291175 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Allocated IP 172.25.0.229 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/fd059e79-dae1-44f3-9701-37a21a91113f) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:13:53.314468 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-71d2a078-a8d0-4421-88f7-13e4cd15354a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:53.314860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:53.315554 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:53.317351 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] 10.222.0.46 "PUT /v2.0/ports/f08d6fbe-09f4-480b-917c-511b445d52d4 HTTP/1.1" status: 200 len: 1092 time: 3.5052590 Nov 24 13:13:53.320628 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6f4132-7057-4db3-a0f1-0a5172cf7ca6', 'tag': 'f08d6fbe-09f4-480b-917c-511b445d52d4'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:13:53.323133 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0649c52-8f26-4d85-987a-c62e3a703467" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6f4132-7057-4db3-a0f1-0a5172cf7ca6", "tag": "f08d6fbe-09f4-480b-917c-511b445d52d4"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:13:53.384316 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-31a39f2c-b086-44d5-8fcb-0946ba351c29 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1837807 Nov 24 13:13:53.400227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55148) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:53.456619 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:53.481185 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521ca5de-e8e4-4081-935f-cc7590bf76a1 x-openstack-request-id: req-521ca5de-e8e4-4081-935f-cc7590bf76a1 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:13:53.482513 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6f4132-7057-4db3-a0f1-0a5172cf7ca6", "tag": "f08d6fbe-09f4-480b-917c-511b445d52d4", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:13:53.482803 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-521ca5de-e8e4-4081-935f-cc7590bf76a1 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:13:53.484131 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6f4132-7057-4db3-a0f1-0a5172cf7ca6', 'tag': 'f08d6fbe-09f4-480b-917c-511b445d52d4', 'status': 'completed', 'code': 200} Nov 24 13:13:53.493275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-43c1c6df-a265-42ae-8429-6325fa37b768 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'network_id': '67642816-d4f3-4fff-944a-12776ec40f65', 'name': 'tempest-PortsIpV6TestJSON-1300695316'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:13:53.501796 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:53.598436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:13:53.603125 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:53.605932 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:53.735767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-67642816-d4f3-4fff-944a-12776ec40f65', 'network_id': '67642816-d4f3-4fff-944a-12776ec40f65', 'tenant_id': '9f9d0f09f71642eca6eca73c438a80be', 'fixed_ips': [{'subnet_id': '6cd012e6-7e4f-4eba-a7c7-1a31525e348e'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:13:53.738564 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:53.897360 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bde872-3ed2-47f2-91e5-c05274df3126 service neutron] Pushing event updated for resources: {'Port': ['ID=f08d6fbe-09f4-480b-917c-511b445d52d4,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:53.939583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcab44-047d-4516-a65f-7e21f7deedb3 req-e9b7abe4-373c-4579-adc9-416c3796ae8d tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:53.946837 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73bcab44-047d-4516-a65f-7e21f7deedb3 req-e9b7abe4-373c-4579-adc9-416c3796ae8d tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 944 time: 0.7736411 Nov 24 13:13:53.960484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c1c6df-a265-42ae-8429-6325fa37b768 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:13:53.968663 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43c1c6df-a265-42ae-8429-6325fa37b768 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:54.084091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-1ebe7f6b-c396-44c7-8e8b-3563c6cb4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:54.107497 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Allocated IP 2001:db8::2 (67642816-d4f3-4fff-944a-12776ec40f65/6cd012e6-7e4f-4eba-a7c7-1a31525e348e/234ae33c-c474-4c87-8782-90e84a6bf0d8) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:13:54.112357 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-1ebe7f6b-c396-44c7-8e8b-3563c6cb4945 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae8b20f76edc468c92a075710403a201&device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 1095 time: 0.7078292 Nov 24 13:13:54.156058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:54.178629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-43c1c6df-a265-42ae-8429-6325fa37b768 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port 1b25afd5-8dba-49af-bcd6-4ee2085cfd6a yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:13:54.200765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'port_id': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'mac_address': 'fa:16:3e:6e:03:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:13:54.320046 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:54.371471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5a1e7b-5012-4634-a98d-f3e42c034b86 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:13:54.380606 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:54.400842 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:54.421307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:54.426790 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:54.471964 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:54.491462 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:54.528064 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['7f5a1e7b-5012-4634-a98d-f3e42c034b86'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:13:54.528064 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Network 67642816-d4f3-4fff-944a-12776ec40f65 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:13:54.556756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:54.557415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:54.564883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:54.621071 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2700296-2036-4a64-9938-e4a9262ec7d9 req-e44e7c92-490d-4be2-a7a9-0cac1a13ab18 service neutron] 10.222.0.59 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3443017 Nov 24 13:13:54.626735 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-0f99a5b8-6bd1-4bc8-8b9b-2ef3b4d9d40b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f08d6fbe-09f4-480b-917c-511b445d52d4 HTTP/1.1" status: 200 len: 217 time: 0.2513773 Nov 24 13:13:54.658042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'Port': ['ID=fd059e79-dae1-44f3-9701-37a21a91113f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:54.704822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-38afb2de-6388-4925-a729-36937af8d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:54.706324 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-38afb2de-6388-4925-a729-36937af8d313 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43600497-075b-45e0-921a-c5edbc3b1961 HTTP/1.1" status: 200 len: 858 time: 0.0663404 Nov 24 13:13:54.745014 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4812bc4-c491-44c4-9d9c-00b82133d5d5 req-ceb34052-46f9-43d2-bff9-c8a687d9b783 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:54.746587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4812bc4-c491-44c4-9d9c-00b82133d5d5 req-ceb34052-46f9-43d2-bff9-c8a687d9b783 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 1.1893156 Nov 24 13:13:54.765769 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73bcab44-047d-4516-a65f-7e21f7deedb3 req-f93721d6-4042-4235-b75e-6a6bb9b63765 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7610312 Nov 24 13:13:54.786873 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-b4ddbbd7-392e-4c8d-a769-0a940d8face2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=986a13f9-e39b-4ca8-90cf-88fc4e55f900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664287 Nov 24 13:13:54.837266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-43c1c6df-a265-42ae-8429-6325fa37b768 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Allocated IP 2001:db8::395 (67642816-d4f3-4fff-944a-12776ec40f65/6cd012e6-7e4f-4eba-a7c7-1a31525e348e/1b25afd5-8dba-49af-bcd6-4ee2085cfd6a) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:13:54.845830 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa2c76-e4a9-4387-b6b2-aff5bdd96fe1 req-c05438cb-dfde-4bf1-85cb-6ce708fb25d6 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:54.847489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1baa2c76-e4a9-4387-b6b2-aff5bdd96fe1 req-c05438cb-dfde-4bf1-85cb-6ce708fb25d6 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.59 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.3964190 Nov 24 13:13:54.993811 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:55.064256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5c7bb614-13a6-4367-b055-411c89f4b7f4 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:13:55.070682 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4812bc4-c491-44c4-9d9c-00b82133d5d5 req-7a2ebbde-44ff-4ac2-962f-d8da6b4aac90 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997139 Nov 24 13:13:55.114327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Pushing event updated for resources: {'Port': ['ID=234ae33c-c474-4c87-8782-90e84a6bf0d8,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:55.240691 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-7c9e7fa9-0697-4c9d-bd3c-3738f9a981bc service neutron] 10.222.0.46 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192338 Nov 24 13:13:55.287786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Attempting to bind port 234ae33c-c474-4c87-8782-90e84a6bf0d8 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:13:55.288184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Attempting to bind port 234ae33c-c474-4c87-8782-90e84a6bf0d8 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '2ea41152-11d1-4cb0-9582-ca0637116193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '67642816-d4f3-4fff-944a-12776ec40f65'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:13:55.288417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Attempting to bind port 234ae33c-c474-4c87-8782-90e84a6bf0d8 on network 67642816-d4f3-4fff-944a-12776ec40f65 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:13:55.332175 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:55.341906 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:55.554085 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-338afb54-a921-4a24-a8a1-aea4077d13a7 req-d30a160f-c90a-4a6d-80a2-1d1c59d2295b service neutron] 10.222.0.46 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122659 Nov 24 13:13:55.566349 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43c1c6df-a265-42ae-8429-6325fa37b768 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:55.574611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 5c7bb614-13a6-4367-b055-411c89f4b7f4, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5c7bb614-13a6-4367-b055-411c89f4b7f4,segment=NetworkSegment(4bbeb706-5307-4d7f-afe3-278395049094),segment_id=4bbeb706-5307-4d7f-afe3-278395049094)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:55.585394 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:55.628124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-1baa2c76-e4a9-4387-b6b2-aff5bdd96fe1 req-ec2179d7-de6c-474b-9504-8747367f7685 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Deleting port 980b53a4-aedd-453a-9d04-93745c77fafd {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:13:55.628385 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1baa2c76-e4a9-4387-b6b2-aff5bdd96fe1 req-ec2179d7-de6c-474b-9504-8747367f7685 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:55.665443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '5c7bb614-13a6-4367-b055-411c89f4b7f4', 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900', 'port_id': '5c7bb614-13a6-4367-b055-411c89f4b7f4', 'mac_address': 'fa:16:3e:93:4f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43600497-075b-45e0-921a-c5edbc3b1961', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:13:55.679484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:13:55.680439 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Checking segment: {'id': '2ea41152-11d1-4cb0-9582-ca0637116193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '67642816-d4f3-4fff-944a-12776ec40f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:13:55.680865 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:55.681296 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Bound using segment: {'id': '2ea41152-11d1-4cb0-9582-ca0637116193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '67642816-d4f3-4fff-944a-12776ec40f65'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:13:55.681825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Bound port: 234ae33c-c474-4c87-8782-90e84a6bf0d8, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ea41152-11d1-4cb0-9582-ca0637116193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '67642816-d4f3-4fff-944a-12776ec40f65'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:13:55.682250 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:55.763320 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43c1c6df-a265-42ae-8429-6325fa37b768 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:55.799933 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'Port': ['ID=fd059e79-dae1-44f3-9701-37a21a91113f,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:55.875368 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1c6df-a265-42ae-8429-6325fa37b768 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=1b25afd5-8dba-49af-bcd6-4ee2085cfd6a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:55.877178 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:55.926317 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c1c6df-a265-42ae-8429-6325fa37b768 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network 67642816-d4f3-4fff-944a-12776ec40f65 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:13:55.947138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55236) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:55.958052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7bb614-13a6-4367-b055-411c89f4b7f4 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:13:55.968100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-43c1c6df-a265-42ae-8429-6325fa37b768 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:13:55.973473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c1c6df-a265-42ae-8429-6325fa37b768 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:13:55.985540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c1c6df-a265-42ae-8429-6325fa37b768 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:55.986197 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43c1c6df-a265-42ae-8429-6325fa37b768 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:55.991039 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:56.003477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] For port 234ae33c-c474-4c87-8782-90e84a6bf0d8, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:13:56.014780 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] For port 234ae33c-c474-4c87-8782-90e84a6bf0d8, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=234ae33c-c474-4c87-8782-90e84a6bf0d8,segment=NetworkSegment(2ea41152-11d1-4cb0-9582-ca0637116193),segment_id=2ea41152-11d1-4cb0-9582-ca0637116193)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:13:56.016761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0649c52-8f26-4d85-987a-c62e3a703467 req-8f2f820c-4725-4737-bffa-3bed24a60a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:56.018588 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0649c52-8f26-4d85-987a-c62e3a703467 req-8f2f820c-4725-4737-bffa-3bed24a60a22 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae8b20f76edc468c92a075710403a201&device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 1095 time: 0.3661470 Nov 24 13:13:56.039955 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:56.046418 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 5c7bb614-13a6-4367-b055-411c89f4b7f4, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5c7bb614-13a6-4367-b055-411c89f4b7f4,segment=NetworkSegment(4bbeb706-5307-4d7f-afe3-278395049094),segment_id=4bbeb706-5307-4d7f-afe3-278395049094)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:56.065884 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-43c1c6df-a265-42ae-8429-6325fa37b768 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6599345 Nov 24 13:13:56.067611 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:56.071283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55240) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:56.142809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-1baa2c76-e4a9-4387-b6b2-aff5bdd96fe1 req-ec2179d7-de6c-474b-9504-8747367f7685 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] For port 980b53a4-aedd-453a-9d04-93745c77fafd, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=980b53a4-aedd-453a-9d04-93745c77fafd,segment=NetworkSegment(67dc34a2-7158-4b8d-a939-5e87d8a8c8e7),segment_id=67dc34a2-7158-4b8d-a939-5e87d8a8c8e7)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:56.143181 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1baa2c76-e4a9-4387-b6b2-aff5bdd96fe1 req-ec2179d7-de6c-474b-9504-8747367f7685 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:56.146606 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Floating IP 063e08cb-c606-48bf-aa6e-cb5f93c3bb82 associated. External IP: 172.25.0.229, port: 0fbb2a16-d4ae-4137-9b07-5d6d591269d8. Nov 24 13:13:56.260450 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Pushing event updated for resources: {'Port': ['ID=234ae33c-c474-4c87-8782-90e84a6bf0d8,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:56.290810 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:56.292310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:56.292866 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:56.294516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-1baa2c76-e4a9-4387-b6b2-aff5bdd96fe1 req-ec2179d7-de6c-474b-9504-8747367f7685 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Calling delete_port for 980b53a4-aedd-453a-9d04-93745c77fafd owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:13:56.294697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:56.295195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:56.297067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:56.299292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:56.300940 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:56.301567 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:56.304511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:56.305141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:56.305949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dd90ff-e81a-4a8a-b790-5a27217faead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:13:56.340905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['5c7bb614-13a6-4367-b055-411c89f4b7f4'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:13:56.449675 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b712437e-173f-43ec-8710-9d37c99c5e54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:56.606118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb82782-bffb-460b-a2f5-4235edefc258 req-ddd5c149-9d7a-44df-94da-7bafd5cd0c58 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:56.611109 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ffb82782-bffb-460b-a2f5-4235edefc258 req-ddd5c149-9d7a-44df-94da-7bafd5cd0c58 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 944 time: 0.6902401 Nov 24 13:13:56.616257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43842222-27a4-43cf-af8a-ec9fb72c74a1 req-bd53332c-acfe-4ed1-9376-2742c29f3359 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:56.618891 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43842222-27a4-43cf-af8a-ec9fb72c74a1 req-bd53332c-acfe-4ed1-9376-2742c29f3359 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 945 time: 0.3330233 Nov 24 13:13:56.659800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=5c7bb614-13a6-4367-b055-411c89f4b7f4,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:56.713874 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:56.836940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0649c52-8f26-4d85-987a-c62e3a703467 req-952fae4b-c2fd-4445-8b96-b1242a73cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:56.840434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0649c52-8f26-4d85-987a-c62e3a703467 req-952fae4b-c2fd-4445-8b96-b1242a73cb38 service neutron] 10.222.0.46 "GET /v2.0/networks?id=986a13f9-e39b-4ca8-90cf-88fc4e55f900 HTTP/1.1" status: 200 len: 919 time: 0.7893159 Nov 24 13:13:56.889318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 980b53a4-aedd-453a-9d04-93745c77fafd no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:13:57.033786 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ffb82782-bffb-460b-a2f5-4235edefc258 req-206a123c-e23c-4a27-a778-09ef51437964 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106901 Nov 24 13:13:57.065772 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0649c52-8f26-4d85-987a-c62e3a703467 req-f990cdde-c3e1-4695-9f6e-4608fe3fd3a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f08d6fbe-09f4-480b-917c-511b445d52d4 HTTP/1.1" status: 200 len: 217 time: 0.1942339 Nov 24 13:13:57.129874 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:57.138602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 234ae33c-c474-4c87-8782-90e84a6bf0d8 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:57.214219 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b712437e-173f-43ec-8710-9d37c99c5e54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:57.254026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f5a1e7b-5012-4634-a98d-f3e42c034b86 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:57.258133 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b712437e-173f-43ec-8710-9d37c99c5e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:57.357411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c95cff1c-409d-415d-b4c3-e05aab906b3e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port 1b25afd5-8dba-49af-bcd6-4ee2085cfd6a {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:13:57.357837 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c95cff1c-409d-415d-b4c3-e05aab906b3e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:57.448848 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 7f5a1e7b-5012-4634-a98d-f3e42c034b86 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:57.449477 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:57.486896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0649c52-8f26-4d85-987a-c62e3a703467 req-4e48fcb3-ed2f-4ad3-9afb-1b6c1d75e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:57.513161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0649c52-8f26-4d85-987a-c62e3a703467 req-4e48fcb3-ed2f-4ad3-9afb-1b6c1d75e9b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43600497-075b-45e0-921a-c5edbc3b1961 HTTP/1.1" status: 200 len: 858 time: 0.4102437 Nov 24 13:13:57.573727 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b712437e-173f-43ec-8710-9d37c99c5e54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=057a163ecd9d4272a63990a825b17727&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6253347 Nov 24 13:13:57.582803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 234ae33c-c474-4c87-8782-90e84a6bf0d8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:57.586585 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:57.604475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55274) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:57.668140 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0649c52-8f26-4d85-987a-c62e3a703467 req-d20e0980-a549-4761-93b3-dac07c002c7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=986a13f9-e39b-4ca8-90cf-88fc4e55f900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538148 Nov 24 13:13:57.701691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712437e-173f-43ec-8710-9d37c99c5e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e2bac7-8ef5-4655-a682-8b0a61d443e8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:57.830143 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:57.913048 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43842222-27a4-43cf-af8a-ec9fb72c74a1 req-7cf2a924-a81b-4c62-8a30-3920da58cc10 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2631624 Nov 24 13:13:57.915660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Router 03991992-80df-49a8-8776-2b2e3006db98 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:13:57.943571 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1baa2c76-e4a9-4387-b6b2-aff5bdd96fe1 req-ec2179d7-de6c-474b-9504-8747367f7685 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:57.946574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:57.949660 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:13:57.955987 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3371c286-295e-4f81-90c1-8cbbde09e8f6" -d '{"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-plugged", "status": "completed", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:13:57.970253 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['14eb1072-35f7-464e-9863-4ba32ccb6a61'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:13:57.976303 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:57.976545 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c95cff1c-409d-415d-b4c3-e05aab906b3e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:58.066412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c95cff1c-409d-415d-b4c3-e05aab906b3e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for 1b25afd5-8dba-49af-bcd6-4ee2085cfd6a owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:13:58.082788 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2179d7-de6c-474b-9504-8747367f7685 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Pushing event deleted for resources: {'Port': ['ID=980b53a4-aedd-453a-9d04-93745c77fafd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:58.181906 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd91726-56b7-428d-8708-ccb7aad19453 x-openstack-request-id: req-4cd91726-56b7-428d-8708-ccb7aad19453 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:13:58.182359 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-plugged", "status": "completed", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:13:58.182722 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cd91726-56b7-428d-8708-ccb7aad19453 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:13:58.183232 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'code': 200} Nov 24 13:13:58.230566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=10']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:58.235244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-1baa2c76-e4a9-4387-b6b2-aff5bdd96fe1 req-ec2179d7-de6c-474b-9504-8747367f7685 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] No DVR routers for this DVR port 980b53a4-aedd-453a-9d04-93745c77fafd on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:13:58.237273 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f4790ca-e92c-4c88-a21f-d5e336947d5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:58.238491 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:58.239030 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1baa2c76-e4a9-4387-b6b2-aff5bdd96fe1 req-ec2179d7-de6c-474b-9504-8747367f7685 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:58.243712 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1baa2c76-e4a9-4387-b6b2-aff5bdd96fe1 req-ec2179d7-de6c-474b-9504-8747367f7685 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.59 "DELETE /v2.0/ports/980b53a4-aedd-453a-9d04-93745c77fafd HTTP/1.1" status: 204 len: 173 time: 3.3678880 Nov 24 13:13:58.253730 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ffca1a-51b6-4761-8283-092f1621cd8f', 'name': 'network-vif-deleted', 'tag': '980b53a4-aedd-453a-9d04-93745c77fafd'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:13:58.260753 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe909b4-8b81-4719-ab27-beadc4d0c50d" -d '{"events": [{"server_uuid": "88ffca1a-51b6-4761-8283-092f1621cd8f", "name": "network-vif-deleted", "tag": "980b53a4-aedd-453a-9d04-93745c77fafd"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:13:58.322269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b681fd-97fd-4f91-97e6-d9ccd12dd43d None None] Network 67642816-d4f3-4fff-944a-12776ec40f65 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:13:58.517030 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e49cf4-36ec-4c5a-a211-bb22db9e034b x-openstack-request-id: req-c4e49cf4-36ec-4c5a-a211-bb22db9e034b {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:13:58.517589 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ffca1a-51b6-4761-8283-092f1621cd8f", "name": "network-vif-deleted", "tag": "980b53a4-aedd-453a-9d04-93745c77fafd", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:13:58.517852 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4e49cf4-36ec-4c5a-a211-bb22db9e034b {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:13:58.518495 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ffca1a-51b6-4761-8283-092f1621cd8f', 'name': 'network-vif-deleted', 'tag': '980b53a4-aedd-453a-9d04-93745c77fafd', 'status': 'completed', 'code': 200} Nov 24 13:13:58.542322 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8872054-865e-462c-af9c-3665b8a99912 req-10732dd0-3c51-4f27-ac21-30786f530df8 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:58.554270 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8872054-865e-462c-af9c-3665b8a99912 req-10732dd0-3c51-4f27-ac21-30786f530df8 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 944 time: 0.3531389 Nov 24 13:13:58.594295 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 234ae33c-c474-4c87-8782-90e84a6bf0d8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=234ae33c-c474-4c87-8782-90e84a6bf0d8,segment=NetworkSegment(2ea41152-11d1-4cb0-9582-ca0637116193),segment_id=2ea41152-11d1-4cb0-9582-ca0637116193)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:58.623811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:13:58.640817 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a4583-9d61-4d08-a5c1-0ed3865e2c4b None None] Sync routers for ids ['03991992-80df-49a8-8776-2b2e3006db98'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:13:58.656085 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a4583-9d61-4d08-a5c1-0ed3865e2c4b None None] Routers {'03991992-80df-49a8-8776-2b2e3006db98'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:13:58.670737 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-835a4583-9d61-4d08-a5c1-0ed3865e2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:13:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['03991992-80df-49a8-8776-2b2e3006db98'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:58.675273 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c8872054-865e-462c-af9c-3665b8a99912 req-a26f3e0c-0659-474b-9ec5-72cba89dc859 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173749 Nov 24 13:13:58.675904 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:58.690350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:58.759823 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-55eebfb9-7eca-446e-9068-0e21bda7a283 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8942015 Nov 24 13:13:58.762121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55306) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:58.784990 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f4790ca-e92c-4c88-a21f-d5e336947d5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:58.798725 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0649c52-8f26-4d85-987a-c62e3a703467 req-0646d948-13de-4192-8746-de4a6410e4a1 service neutron] 10.222.0.46 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8676386 Nov 24 13:13:58.921750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ac9fdfc6-625e-4951-8c60-47231c36bd22 None None] Provisioning complete for port 234ae33c-c474-4c87-8782-90e84a6bf0d8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:13:58.939370 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ac9fdfc6-625e-4951-8c60-47231c36bd22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:58.944422 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-835a4583-9d61-4d08-a5c1-0ed3865e2c4b None None] Set router 03991992-80df-49a8-8776-2b2e3006db98 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:13:59.054336 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5c7bb614-13a6-4367-b055-411c89f4b7f4 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:13:59.206530 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f4790ca-e92c-4c88-a21f-d5e336947d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:59.210466 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5f4790ca-e92c-4c88-a21f-d5e336947d5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:59.217825 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5f4790ca-e92c-4c88-a21f-d5e336947d5d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5e2bac7-8ef5-4655-a682-8b0a61d443e8 HTTP/1.1" status: 204 len: 168 time: 1.5672438 Nov 24 13:13:59.237121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37360046-3448-49d3-af96-f5b142bc3a33 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.237705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37360046-3448-49d3-af96-f5b142bc3a33 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.238180 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37360046-3448-49d3-af96-f5b142bc3a33 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.240747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37360046-3448-49d3-af96-f5b142bc3a33 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.240747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37360046-3448-49d3-af96-f5b142bc3a33 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.240747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37360046-3448-49d3-af96-f5b142bc3a33 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.240747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37360046-3448-49d3-af96-f5b142bc3a33 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.240747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37360046-3448-49d3-af96-f5b142bc3a33 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.255070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4790ca-e92c-4c88-a21f-d5e336947d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e2bac7-8ef5-4655-a682-8b0a61d443e8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:59.259661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37360046-3448-49d3-af96-f5b142bc3a33 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.260252 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37360046-3448-49d3-af96-f5b142bc3a33 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.260738 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37360046-3448-49d3-af96-f5b142bc3a33 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.262939 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-37360046-3448-49d3-af96-f5b142bc3a33 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7745 time: 0.4996772 Nov 24 13:13:59.275222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55314) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:59.288174 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-84ca643e-4ceb-409d-977a-c8333d842493 req-7aae6c96-20e6-4996-9bad-af654a3aa8ad tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ffca1a-51b6-4761-8283-092f1621cd8f HTTP/1.1" status: 200 len: 210 time: 0.1087172 Nov 24 13:13:59.301167 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c95cff1c-409d-415d-b4c3-e05aab906b3e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:59.320116 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f08d6fbe-09f4-480b-917c-511b445d52d4 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:13:59.345930 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=234ae33c-c474-4c87-8782-90e84a6bf0d8,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:59.356875 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-835a4583-9d61-4d08-a5c1-0ed3865e2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:13:18Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '063e08cb-c606-48bf-aa6e-cb5f93c3bb82', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '03991992-80df-49a8-8776-2b2e3006db98', 'port_id': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'mac_address': 'fa:16:3e:f0:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:13:53Z', 'updated_at': '2021-11-24T13:13:53Z', 'revision_number': 0, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000', 'name': '', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'mac_address': 'fa:16:3e:10:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:16Z', 'updated_at': '2021-11-24T13:13:29Z', 'revision_number': 5, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'subnets': [{'id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:59.393519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95cff1c-409d-415d-b4c3-e05aab906b3e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=1b25afd5-8dba-49af-bcd6-4ee2085cfd6a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:13:59.425596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6fe603-9f3d-4568-9e53-656f3495db25 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.426299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6fe603-9f3d-4568-9e53-656f3495db25 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.426833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6fe603-9f3d-4568-9e53-656f3495db25 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.427357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6fe603-9f3d-4568-9e53-656f3495db25 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.428955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6fe603-9f3d-4568-9e53-656f3495db25 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.429814 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6fe603-9f3d-4568-9e53-656f3495db25 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.430291 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6fe603-9f3d-4568-9e53-656f3495db25 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.430817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6fe603-9f3d-4568-9e53-656f3495db25 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.431335 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6fe603-9f3d-4568-9e53-656f3495db25 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.432215 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6fe603-9f3d-4568-9e53-656f3495db25 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:13:59.436421 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fb6fe603-9f3d-4568-9e53-656f3495db25 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6545 time: 0.1597724 Nov 24 13:13:59.445338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55322) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:59.455873 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0649c52-8f26-4d85-987a-c62e3a703467 req-91214049-4a21-43bc-a1a3-4d2906b8f90f service neutron] 10.222.0.46 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349266 Nov 24 13:13:59.469681 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a4583-9d61-4d08-a5c1-0ed3865e2c4b None None] Checking router: 03991992-80df-49a8-8776-2b2e3006db98 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:13:59.498902 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835a4583-9d61-4d08-a5c1-0ed3865e2c4b None None] Routers {'03991992-80df-49a8-8776-2b2e3006db98'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:13:59.499530 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-835a4583-9d61-4d08-a5c1-0ed3865e2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:13:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['03991992-80df-49a8-8776-2b2e3006db98'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:13:59.603618 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.resource_extend [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:13:59.740935 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-835a4583-9d61-4d08-a5c1-0ed3865e2c4b None None] Set router 03991992-80df-49a8-8776-2b2e3006db98 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:13:59.804464 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c95cff1c-409d-415d-b4c3-e05aab906b3e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:13:59.810527 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c95cff1c-409d-415d-b4c3-e05aab906b3e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/1b25afd5-8dba-49af-bcd6-4ee2085cfd6a HTTP/1.1" status: 204 len: 168 time: 3.5306733 Nov 24 13:13:59.813141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55336) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:59.828425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f08d6fbe-09f4-480b-917c-511b445d52d4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f08d6fbe-09f4-480b-917c-511b445d52d4,segment=NetworkSegment(4bbeb706-5307-4d7f-afe3-278395049094),segment_id=4bbeb706-5307-4d7f-afe3-278395049094)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:13:59.878838 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-49022e5e-0596-4bbb-8778-c32e3d40d220 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] DELETE failed (client error): The resource could not be found. Nov 24 13:13:59.878838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49022e5e-0596-4bbb-8778-c32e3d40d220 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:13:59.901296 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-49022e5e-0596-4bbb-8778-c32e3d40d220 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/1b25afd5-8dba-49af-bcd6-4ee2085cfd6a HTTP/1.1" status: 404 len: 333 time: 0.0777838 Nov 24 13:13:59.901509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55338) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:13:59.945758 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'f08d6fbe-09f4-480b-917c-511b445d52d4', 'network_id': '986a13f9-e39b-4ca8-90cf-88fc4e55f900', 'port_id': 'f08d6fbe-09f4-480b-917c-511b445d52d4', 'mac_address': 'fa:16:3e:83:fd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43600497-075b-45e0-921a-c5edbc3b1961', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:14:00.009502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 5c7bb614-13a6-4367-b055-411c89f4b7f4 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:14:00.034710 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd61059-c1a4-42b5-a819-f966e034dcbc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] GET failed (client error): The resource could not be found. Nov 24 13:14:00.038494 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1dd61059-c1a4-42b5-a819-f966e034dcbc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/1b25afd5-8dba-49af-bcd6-4ee2085cfd6a HTTP/1.1" status: 404 len: 333 time: 0.1124103 Nov 24 13:14:00.039920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55340) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:00.045826 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 5c7bb614-13a6-4367-b055-411c89f4b7f4 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:00.046234 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:00.097118 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26084816-fc7d-45b4-bab9-dac1ada84563 req-555852aa-b334-4a70-8836-dfc9d4e5be66 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:00.098718 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-26084816-fc7d-45b4-bab9-dac1ada84563 req-555852aa-b334-4a70-8836-dfc9d4e5be66 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 944 time: 0.2024033 Nov 24 13:14:00.131659 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55342) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:00.416759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e347598-cb47-4c3e-9fe2-a6963f3973b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting subnet 6cd012e6-7e4f-4eba-a7c7-1a31525e348e {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:14:00.438156 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-835a4583-9d61-4d08-a5c1-0ed3865e2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:13:18Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '063e08cb-c606-48bf-aa6e-cb5f93c3bb82', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '03991992-80df-49a8-8776-2b2e3006db98', 'port_id': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'mac_address': 'fa:16:3e:f0:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:13:53Z', 'updated_at': '2021-11-24T13:13:53Z', 'revision_number': 0, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000', 'name': '', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'mac_address': 'fa:16:3e:10:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:16Z', 'updated_at': '2021-11-24T13:13:29Z', 'revision_number': 5, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'subnets': [{'id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:00.454540 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-26084816-fc7d-45b4-bab9-dac1ada84563 req-d49f4497-5a71-4c9b-b2b8-701e833e3d0d tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846830 Nov 24 13:14:00.455291 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e347598-cb47-4c3e-9fe2-a6963f3973b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:00.550997 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'tag': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:14:00.553327 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274aebda-e057-4a20-9b87-b302b5513b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "22ad56af-b020-4821-b434-0ac0152f9c6f", "tag": "0fbb2a16-d4ae-4137-9b07-5d6d591269d8"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:14:00.568826 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:00.634825 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a4583-9d61-4d08-a5c1-0ed3865e2c4b None None] The sync data for ids ['03991992-80df-49a8-8776-2b2e3006db98'] in n-d-817303-4 is: [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:13:18Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '063e08cb-c606-48bf-aa6e-cb5f93c3bb82', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'floating_ip_address': '172.25.0.229', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '03991992-80df-49a8-8776-2b2e3006db98', 'port_id': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'mac_address': 'fa:16:3e:f0:fa:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:13:53Z', 'updated_at': '2021-11-24T13:13:53Z', 'revision_number': 0, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000', 'name': '', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'mac_address': 'fa:16:3e:10:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:16Z', 'updated_at': '2021-11-24T13:13:29Z', 'revision_number': 5, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'subnets': [{'id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:14:00.641774 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e347598-cb47-4c3e-9fe2-a6963f3973b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:00.683924 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:00.692403 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8d6fdb-76b3-4306-bac6-58814019425e x-openstack-request-id: req-ff8d6fdb-76b3-4306-bac6-58814019425e {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:14:00.693032 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ad56af-b020-4821-b434-0ac0152f9c6f", "tag": "0fbb2a16-d4ae-4137-9b07-5d6d591269d8", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:14:00.693481 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff8d6fdb-76b3-4306-bac6-58814019425e {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:14:00.694074 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'tag': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8', 'status': 'completed', 'code': 200} Nov 24 13:14:00.780075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fe8c60-92a9-43b3-8379-5b27dc4faad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7bb614-13a6-4367-b055-411c89f4b7f4'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:14:00.791494 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0ec9e9-ec90-48bc-893f-ea1d2eb5282a" -d '{"events": [{"server_uuid": "b3fe8c60-92a9-43b3-8379-5b27dc4faad8", "name": "network-vif-plugged", "status": "completed", "tag": "5c7bb614-13a6-4367-b055-411c89f4b7f4"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:14:00.827087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08d6fbe-09f4-480b-917c-511b445d52d4 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:14:00.972948 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e347598-cb47-4c3e-9fe2-a6963f3973b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:01.129517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f08d6fbe-09f4-480b-917c-511b445d52d4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f08d6fbe-09f4-480b-917c-511b445d52d4,segment=NetworkSegment(4bbeb706-5307-4d7f-afe3-278395049094),segment_id=4bbeb706-5307-4d7f-afe3-278395049094)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:01.231917 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 5c7bb614-13a6-4367-b055-411c89f4b7f4, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5c7bb614-13a6-4367-b055-411c89f4b7f4,segment=NetworkSegment(4bbeb706-5307-4d7f-afe3-278395049094),segment_id=4bbeb706-5307-4d7f-afe3-278395049094)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:01.255718 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a28a279-e2e0-43d3-a4ea-99764d274bdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:01.256848 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 234ae33c-c474-4c87-8782-90e84a6bf0d8 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:01.257849 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36180e-f402-4cf8-8f10-18bcad123bbd req-51b8081a-abd6-40fa-b0be-12627da19696 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:01.272012 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c36180e-f402-4cf8-8f10-18bcad123bbd req-51b8081a-abd6-40fa-b0be-12627da19696 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.2141376 Nov 24 13:14:01.276795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253f8217-a9e4-4367-a2ce-928cd7d6ac09 None None] New status for floating IP 063e08cb-c606-48bf-aa6e-cb5f93c3bb82: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:14:01.282233 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:01.338225 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f9760c-e517-4a4b-90a3-ad08ea6e2d5b x-openstack-request-id: req-92f9760c-e517-4a4b-90a3-ad08ea6e2d5b {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:14:01.338595 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fe8c60-92a9-43b3-8379-5b27dc4faad8", "name": "network-vif-plugged", "status": "completed", "tag": "5c7bb614-13a6-4367-b055-411c89f4b7f4", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:14:01.338797 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92f9760c-e517-4a4b-90a3-ad08ea6e2d5b {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:14:01.339208 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fe8c60-92a9-43b3-8379-5b27dc4faad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7bb614-13a6-4367-b055-411c89f4b7f4', 'code': 200} Nov 24 13:14:01.341773 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e347598-cb47-4c3e-9fe2-a6963f3973b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:01.363504 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:01.510379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f08d6fbe-09f4-480b-917c-511b445d52d4,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:01.598406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e347598-cb47-4c3e-9fe2-a6963f3973b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd012e6-7e4f-4eba-a7c7-1a31525e348e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:01.635832 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c36180e-f402-4cf8-8f10-18bcad123bbd req-35c74afe-a35a-440a-a673-3dba0b009d3c tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616207 Nov 24 13:14:01.677746 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['f08d6fbe-09f4-480b-917c-511b445d52d4'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:14:01.686235 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9e347598-cb47-4c3e-9fe2-a6963f3973b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:01.689888 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9e347598-cb47-4c3e-9fe2-a6963f3973b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/6cd012e6-7e4f-4eba-a7c7-1a31525e348e HTTP/1.1" status: 204 len: 168 time: 1.6490314 Nov 24 13:14:01.694285 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55380) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:01.694569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aebda-e057-4a20-9b87-b302b5513b0f req-952a62bf-24e6-4c5e-b0c0-d8e537e886ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:01.696604 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274aebda-e057-4a20-9b87-b302b5513b0f req-952a62bf-24e6-4c5e-b0c0-d8e537e886ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1b644375e0042a1b46a6165f68abedb&device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 1135 time: 0.5270541 Nov 24 13:14:01.865804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba4387d-7033-4727-91b6-95782f3fd2fd None None] Network 67642816-d4f3-4fff-944a-12776ec40f65 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:01.909202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeb2b1-83b9-4424-b3b7-892900d9a847 req-3dabb351-657e-485c-961e-e28e037796b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:01.911335 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6bbeb2b1-83b9-4424-b3b7-892900d9a847 req-3dabb351-657e-485c-961e-e28e037796b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 1096 time: 0.5525093 Nov 24 13:14:02.059953 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:02.088783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 234ae33c-c474-4c87-8782-90e84a6bf0d8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:02.089643 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:02.155124 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=5c7bb614-13a6-4367-b055-411c89f4b7f4,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:02.203774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8f587-2a6b-4f65-8cdc-ac7e114663dc req-e89d03ac-f2dd-4af1-9212-b422486438a3 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:02.209998 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4cb8f587-2a6b-4f65-8cdc-ac7e114663dc req-e89d03ac-f2dd-4af1-9212-b422486438a3 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 945 time: 0.5674725 Nov 24 13:14:02.231598 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a28a279-e2e0-43d3-a4ea-99764d274bdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:02.240114 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6bbeb2b1-83b9-4424-b3b7-892900d9a847 req-ae4e2e68-31a3-4bb4-bd39-132b6dda0ede service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593353 Nov 24 13:14:02.278563 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a28a279-e2e0-43d3-a4ea-99764d274bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:02.293216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port 234ae33c-c474-4c87-8782-90e84a6bf0d8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:02.294294 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:02.315634 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0485a8da-b51f-4c24-bdb7-beccc9c40ce0 None None] Provisioning complete for port 234ae33c-c474-4c87-8782-90e84a6bf0d8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:02.316275 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0485a8da-b51f-4c24-bdb7-beccc9c40ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:02.330876 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-55c009ef-7edb-4f97-b546-155c09caf3cb tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5224 time: 2.8773026 Nov 24 13:14:02.333994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55392) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:02.376889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aebda-e057-4a20-9b87-b302b5513b0f req-222f6ee9-a064-4009-878d-0ebc69461162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:02.378617 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274aebda-e057-4a20-9b87-b302b5513b0f req-222f6ee9-a064-4009-878d-0ebc69461162 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c99ffa3f-7d81-49ee-8052-3805ab7a8a8b HTTP/1.1" status: 200 len: 898 time: 0.5730217 Nov 24 13:14:02.488275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] For port 234ae33c-c474-4c87-8782-90e84a6bf0d8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=234ae33c-c474-4c87-8782-90e84a6bf0d8,segment=NetworkSegment(2ea41152-11d1-4cb0-9582-ca0637116193),segment_id=2ea41152-11d1-4cb0-9582-ca0637116193)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:02.490011 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:02.521989 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for 234ae33c-c474-4c87-8782-90e84a6bf0d8 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:02.575104 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4cb8f587-2a6b-4f65-8cdc-ac7e114663dc req-14af71e6-b86a-4940-86d5-1fe3c56d9fa1 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409956 Nov 24 13:14:02.597093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28a279-e2e0-43d3-a4ea-99764d274bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af501bd-891c-4357-819c-0d421a2d5c57,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:02.659780 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5a28a279-e2e0-43d3-a4ea-99764d274bdd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4a1290d9206401ea081e1c42e8ea7ca&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5226629 Nov 24 13:14:02.662504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55406) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:02.732130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bae529-fa52-4225-8998-c2d145345c2f tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:02.732839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bae529-fa52-4225-8998-c2d145345c2f tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:02.752691 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-07bae529-fa52-4225-8998-c2d145345c2f tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=03991992-80df-49a8-8776-2b2e3006db98 HTTP/1.1" status: 200 len: 1990 time: 0.3858111 Nov 24 13:14:02.937897 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6be11-5e34-4377-9652-00868cc7963f req-c736179a-f048-4543-84a1-b9bf24855707 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:02.940792 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4a6be11-5e34-4377-9652-00868cc7963f req-c736179a-f048-4543-84a1-b9bf24855707 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.1489644 Nov 24 13:14:02.941127 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274aebda-e057-4a20-9b87-b302b5513b0f req-33e3c236-e10f-41d7-b256-e2b07369d615 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fbb2a16-d4ae-4137-9b07-5d6d591269d8 HTTP/1.1" status: 200 len: 1001 time: 0.5288165 Nov 24 13:14:02.941810 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-159c9e64-2b4f-4317-8cde-745745c75525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:02.948040 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:02.972161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No DVR routers for this DVR port 234ae33c-c474-4c87-8782-90e84a6bf0d8 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:14:03.008656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=234ae33c-c474-4c87-8782-90e84a6bf0d8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:03.020060 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-159c9e64-2b4f-4317-8cde-745745c75525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:03.172408 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-159c9e64-2b4f-4317-8cde-745745c75525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:03.172671 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-159c9e64-2b4f-4317-8cde-745745c75525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:03.193043 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-159c9e64-2b4f-4317-8cde-745745c75525 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4af501bd-891c-4357-819c-0d421a2d5c57 HTTP/1.1" status: 204 len: 168 time: 0.5185449 Nov 24 13:14:03.437600 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2370f1-7c60-4a15-99b3-de2417c9ffe6 None None] DHCP port deletion for 67642816-d4f3-4fff-944a-12776ec40f65 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:14:03.552628 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:03.561383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c9e64-2b4f-4317-8cde-745745c75525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af501bd-891c-4357-819c-0d421a2d5c57,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:03.599095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aebda-e057-4a20-9b87-b302b5513b0f req-48871339-40f7-4511-b92d-7c1df6d7da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:03.602714 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4a6be11-5e34-4377-9652-00868cc7963f req-7a38be5e-ae58-4395-bf49-f69784835951 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405296 Nov 24 13:14:03.611463 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274aebda-e057-4a20-9b87-b302b5513b0f req-48871339-40f7-4511-b92d-7c1df6d7da70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3a9295d-06ee-45fc-9888-4a949d19144b HTTP/1.1" status: 200 len: 835 time: 0.4927585 Nov 24 13:14:03.646640 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67642816-d4f3-4fff-944a-12776ec40f65']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:03.684498 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea41152-11d1-4cb0-9582-ca0637116193') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:03.688296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea41152-11d1-4cb0-9582-ca0637116193') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:03.709597 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:03.751355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448880ed-ed2a-4573-8ee5-af89e4f06add req-5e7ee03d-ad9c-40b1-b9f2-a124ae7549f5 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:03.753005 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-448880ed-ed2a-4573-8ee5-af89e4f06add req-5e7ee03d-ad9c-40b1-b9f2-a124ae7549f5 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.46 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.6384552 Nov 24 13:14:03.758585 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:03.789944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:14:03.790537 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:14:03.795447 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:14:03.876356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aebda-e057-4a20-9b87-b302b5513b0f req-d511c77c-c7d1-432a-a162-9ed0a93416ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:03.878772 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274aebda-e057-4a20-9b87-b302b5513b0f req-d511c77c-c7d1-432a-a162-9ed0a93416ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c99ffa3f-7d81-49ee-8052-3805ab7a8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2545264 Nov 24 13:14:03.979026 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1845c-c665-4dda-b28a-8ed31095fced req-aa0f3c38-66c3-4edb-bd79-475ea2d70e0a tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:03.990029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2b1845c-c665-4dda-b28a-8ed31095fced req-aa0f3c38-66c3-4edb-bd79-475ea2d70e0a tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 945 time: 0.2333267 Nov 24 13:14:04.079237 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:04.106146 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:04.130128 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/networks/67642816-d4f3-4fff-944a-12776ec40f65 HTTP/1.1" status: 204 len: 168 time: 2.4265103 Nov 24 13:14:04.139449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55438) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:04.157492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-08eba6c7-31ca-4a6c-bf9f-808f0401b9e3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-535719679'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:04.173315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead5eed-b5da-4ba0-a95d-6f74a3e89856 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Network': ['ID=67642816-d4f3-4fff-944a-12776ec40f65,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:04.219174 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2b1845c-c665-4dda-b28a-8ed31095fced req-419de7f4-30e0-4f60-a599-9172d676808b tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281966 Nov 24 13:14:04.257951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eba6c7-31ca-4a6c-bf9f-808f0401b9e3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:04.262022 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-08eba6c7-31ca-4a6c-bf9f-808f0401b9e3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:04.267545 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274aebda-e057-4a20-9b87-b302b5513b0f req-b925b5ae-a979-4076-bc37-ffd9e7565bb4 service neutron] 10.222.0.46 "GET /v2.0/networks/c99ffa3f-7d81-49ee-8052-3805ab7a8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775258 Nov 24 13:14:04.272234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-448880ed-ed2a-4573-8ee5-af89e4f06add req-08fcab67-faee-4741-9e52-82034074eaa8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Deleting port 14eb1072-35f7-464e-9863-4ba32ccb6a61 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:04.274031 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-448880ed-ed2a-4573-8ee5-af89e4f06add req-08fcab67-faee-4741-9e52-82034074eaa8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:04.352150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08eba6c7-31ca-4a6c-bf9f-808f0401b9e3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:14:04.362812 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-08eba6c7-31ca-4a6c-bf9f-808f0401b9e3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:04.363342 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-08eba6c7-31ca-4a6c-bf9f-808f0401b9e3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Added segment 35c23bad-ee60-4251-ad7f-1aba63baef84 of type vlan for network a31e0180-238b-4563-9583-bf6ae2ca10ee Nov 24 13:14:04.458671 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-08eba6c7-31ca-4a6c-bf9f-808f0401b9e3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:04.500905 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-08eba6c7-31ca-4a6c-bf9f-808f0401b9e3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:04.506893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eba6c7-31ca-4a6c-bf9f-808f0401b9e3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:04.508082 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-08eba6c7-31ca-4a6c-bf9f-808f0401b9e3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:04.873548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc00815-78d3-4110-8d91-017ff0b31222 req-e1e1e29f-bb24-4696-b446-b38e83216a03 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:04.897117 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2cc00815-78d3-4110-8d91-017ff0b31222 req-e1e1e29f-bb24-4696-b446-b38e83216a03 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.1577694 Nov 24 13:14:04.934667 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-08eba6c7-31ca-4a6c-bf9f-808f0401b9e3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7888336 Nov 24 13:14:04.941539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55472) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:04.943152 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 234ae33c-c474-4c87-8782-90e84a6bf0d8 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:14:04.951608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7e1e0ac9-c985-4070-92ef-d4a2430c3e8f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': 'a31e0180-238b-4563-9583-bf6ae2ca10ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:04.966611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eba6c7-31ca-4a6c-bf9f-808f0401b9e3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Network': ['ID=a31e0180-238b-4563-9583-bf6ae2ca10ee,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:05.029150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-448880ed-ed2a-4573-8ee5-af89e4f06add req-08fcab67-faee-4741-9e52-82034074eaa8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] For port 14eb1072-35f7-464e-9863-4ba32ccb6a61, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14eb1072-35f7-464e-9863-4ba32ccb6a61,segment=NetworkSegment(67dc34a2-7158-4b8d-a939-5e87d8a8c8e7),segment_id=67dc34a2-7158-4b8d-a939-5e87d8a8c8e7)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:05.029523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-448880ed-ed2a-4573-8ee5-af89e4f06add req-08fcab67-faee-4741-9e52-82034074eaa8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:05.034477 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2cc00815-78d3-4110-8d91-017ff0b31222 req-cf1654c5-aa90-4d09-aa60-5f3c21cfe4f0 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362462 Nov 24 13:14:05.043915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network a31e0180-238b-4563-9583-bf6ae2ca10ee details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:14:05.102052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-274aebda-e057-4a20-9b87-b302b5513b0f req-1515679c-eda7-4508-a861-3f949207d2b8 service neutron] 10.222.0.46 "GET /v2.0/networks/c99ffa3f-7d81-49ee-8052-3805ab7a8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8136113 Nov 24 13:14:05.146666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-448880ed-ed2a-4573-8ee5-af89e4f06add req-08fcab67-faee-4741-9e52-82034074eaa8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Calling delete_port for 14eb1072-35f7-464e-9863-4ba32ccb6a61 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:05.175493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 234ae33c-c474-4c87-8782-90e84a6bf0d8 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:14:05.175910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 234ae33c-c474-4c87-8782-90e84a6bf0d8 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:14:05.208064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1e0ac9-c985-4070-92ef-d4a2430c3e8f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:05.214985 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e1e0ac9-c985-4070-92ef-d4a2430c3e8f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:05.283301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f08d6fbe-09f4-480b-917c-511b445d52d4 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:05.433013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port f08d6fbe-09f4-480b-917c-511b445d52d4 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:14:05.442364 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port f08d6fbe-09f4-480b-917c-511b445d52d4 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:05.444045 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:05.635204 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:05.678546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6f4132-7057-4db3-a0f1-0a5172cf7ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08d6fbe-09f4-480b-917c-511b445d52d4'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:14:05.680947 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17b3fef-8600-414a-bf52-02132e35c486" -d '{"events": [{"server_uuid": "0a6f4132-7057-4db3-a0f1-0a5172cf7ca6", "name": "network-vif-plugged", "status": "completed", "tag": "f08d6fbe-09f4-480b-917c-511b445d52d4"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:14:05.750684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f08d6fbe-09f4-480b-917c-511b445d52d4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f08d6fbe-09f4-480b-917c-511b445d52d4,segment=NetworkSegment(4bbeb706-5307-4d7f-afe3-278395049094),segment_id=4bbeb706-5307-4d7f-afe3-278395049094)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:05.756964 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:05.812134 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c3098a-80c1-4ccd-b2fc-c2eedd1d77ec x-openstack-request-id: req-67c3098a-80c1-4ccd-b2fc-c2eedd1d77ec {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:14:05.813384 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6f4132-7057-4db3-a0f1-0a5172cf7ca6", "name": "network-vif-plugged", "status": "completed", "tag": "f08d6fbe-09f4-480b-917c-511b445d52d4", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:14:05.813961 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67c3098a-80c1-4ccd-b2fc-c2eedd1d77ec {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:14:05.814106 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6f4132-7057-4db3-a0f1-0a5172cf7ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08d6fbe-09f4-480b-917c-511b445d52d4', 'code': 200} Nov 24 13:14:05.875729 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f08d6fbe-09f4-480b-917c-511b445d52d4,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:05.930861 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e1e0ac9-c985-4070-92ef-d4a2430c3e8f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:05.963753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14396a-553c-4888-a45f-8bbc26cdda90 req-655f866a-2198-4745-b12d-2dc54fbd4a80 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:05.965829 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e14396a-553c-4888-a45f-8bbc26cdda90 req-655f866a-2198-4745-b12d-2dc54fbd4a80 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 945 time: 0.4067414 Nov 24 13:14:06.201058 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e0ac9-c985-4070-92ef-d4a2430c3e8f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Subnet': ['ID=70e9701d-f672-498e-9c52-e6b3b953d6b7,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:06.300193 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:06.300786 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e14396a-553c-4888-a45f-8bbc26cdda90 req-ef2930f9-c0f8-473c-80a1-e2512ca706c3 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025980 Nov 24 13:14:06.339224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e0ac9-c985-4070-92ef-d4a2430c3e8f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Checking segment: {'id': '35c23bad-ee60-4251-ad7f-1aba63baef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a31e0180-238b-4563-9583-bf6ae2ca10ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:14:06.340334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1e0ac9-c985-4070-92ef-d4a2430c3e8f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network hostable DHCP agents. Network: a31e0180-238b-4563-9583-bf6ae2ca10ee, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:14:06.377030 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-448880ed-ed2a-4573-8ee5-af89e4f06add req-08fcab67-faee-4741-9e52-82034074eaa8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:06.413845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543863a2-6142-473d-8a50-51a3128fc7fb req-c0749627-e435-4070-98d2-dfae4d762535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:06.415030 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148aff08-eea3-4345-8f67-2af8a85a5743 req-1c44d1a6-13c3-4e48-ac91-13be93d1675d tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:06.418497 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-543863a2-6142-473d-8a50-51a3128fc7fb req-c0749627-e435-4070-98d2-dfae4d762535 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 1097 time: 0.4242673 Nov 24 13:14:06.429865 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-148aff08-eea3-4345-8f67-2af8a85a5743 req-1c44d1a6-13c3-4e48-ac91-13be93d1675d tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7f42218-867d-47a5-8090-4a942811c41c HTTP/1.1" status: 200 len: 946 time: 0.1926837 Nov 24 13:14:06.527127 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fcab67-faee-4741-9e52-82034074eaa8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Pushing event deleted for resources: {'Port': ['ID=14eb1072-35f7-464e-9863-4ba32ccb6a61,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:06.536885 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1e0ac9-c985-4070-92ef-d4a2430c3e8f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network a31e0180-238b-4563-9583-bf6ae2ca10ee is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:14:06.558854 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-148aff08-eea3-4345-8f67-2af8a85a5743 req-2c61095b-42ed-429d-a2a0-619225f7ddd0 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.48 "GET /v2.0/security-groups?id=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275055 Nov 24 13:14:06.640437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-543863a2-6142-473d-8a50-51a3128fc7fb req-f722eeb4-23f4-486f-a230-af29e6834dea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260316 Nov 24 13:14:06.705552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-7e1e0ac9-c985-4070-92ef-d4a2430c3e8f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, a31e0180-238b-4563-9583-bf6ae2ca10ee) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:06.714861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1e0ac9-c985-4070-92ef-d4a2430c3e8f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:06.716884 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e1e0ac9-c985-4070-92ef-d4a2430c3e8f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:06.718860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cfc52d-3f35-4744-b83f-ce7b1a9ba358 None None] Network a31e0180-238b-4563-9583-bf6ae2ca10ee requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:06.838165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-448880ed-ed2a-4573-8ee5-af89e4f06add req-08fcab67-faee-4741-9e52-82034074eaa8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] No DVR routers for this DVR port 14eb1072-35f7-464e-9863-4ba32ccb6a61 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:14:06.850245 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-448880ed-ed2a-4573-8ee5-af89e4f06add req-08fcab67-faee-4741-9e52-82034074eaa8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:06.889081 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-448880ed-ed2a-4573-8ee5-af89e4f06add req-08fcab67-faee-4741-9e52-82034074eaa8 tempest-ServerRescueTestJSON-898821084 tempest-ServerRescueTestJSON-898821084-project] 10.222.0.46 "DELETE /v2.0/ports/14eb1072-35f7-464e-9863-4ba32ccb6a61 HTTP/1.1" status: 204 len: 173 time: 3.1156824 Nov 24 13:14:06.902505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f42218-867d-47a5-8090-4a942811c41c', 'name': 'network-vif-deleted', 'tag': '14eb1072-35f7-464e-9863-4ba32ccb6a61'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:14:06.908466 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531ccc2d-90e2-497d-98cb-7d1d665d5a18" -d '{"events": [{"server_uuid": "b7f42218-867d-47a5-8090-4a942811c41c", "name": "network-vif-deleted", "tag": "14eb1072-35f7-464e-9863-4ba32ccb6a61"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:14:06.941846 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7e1e0ac9-c985-4070-92ef-d4a2430c3e8f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9959915 Nov 24 13:14:06.944836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55538) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:06.951687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-494f6f45-4c69-4c70-847e-0ed47ee43ade tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'network_id': 'a31e0180-238b-4563-9583-bf6ae2ca10ee', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2059000078'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:07.035827 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f829b2c-6801-4b0a-a65c-d48ff27bb3d6 x-openstack-request-id: req-5f829b2c-6801-4b0a-a65c-d48ff27bb3d6 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:14:07.036312 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f42218-867d-47a5-8090-4a942811c41c", "name": "network-vif-deleted", "tag": "14eb1072-35f7-464e-9863-4ba32ccb6a61", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:14:07.036410 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f829b2c-6801-4b0a-a65c-d48ff27bb3d6 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:14:07.037047 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f42218-867d-47a5-8090-4a942811c41c', 'name': 'network-vif-deleted', 'tag': '14eb1072-35f7-464e-9863-4ba32ccb6a61', 'status': 'completed', 'code': 200} Nov 24 13:14:07.049922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-a31e0180-238b-4563-9583-bf6ae2ca10ee', 'network_id': 'a31e0180-238b-4563-9583-bf6ae2ca10ee', 'tenant_id': '9f9d0f09f71642eca6eca73c438a80be', 'fixed_ips': [{'subnet_id': '70e9701d-f672-498e-9c52-e6b3b953d6b7'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:14:07.051062 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:07.291035 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 14eb1072-35f7-464e-9863-4ba32ccb6a61 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:14:07.346895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494f6f45-4c69-4c70-847e-0ed47ee43ade tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:07.351772 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-494f6f45-4c69-4c70-847e-0ed47ee43ade tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:07.394426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-494f6f45-4c69-4c70-847e-0ed47ee43ade tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port 99038af2-ff94-4575-9380-29e295ac58d1 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:14:07.434279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 14eb1072-35f7-464e-9863-4ba32ccb6a61 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:14:07.441253 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 14eb1072-35f7-464e-9863-4ba32ccb6a61 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:14:07.492831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Allocated IP 2001:db8::2 (a31e0180-238b-4563-9583-bf6ae2ca10ee/70e9701d-f672-498e-9c52-e6b3b953d6b7/43079b0a-2a1c-4e18-b7f9-9469b78bf587) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:07.654559 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55568) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:07.655371 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e598ca3-d4c6-43b4-8522-83634623f794 req-ee9c21f1-0002-404c-8b1a-ced10a6afac4 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:07.657427 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e598ca3-d4c6-43b4-8522-83634623f794 req-ee9c21f1-0002-404c-8b1a-ced10a6afac4 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.1144083 Nov 24 13:14:07.793194 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e598ca3-d4c6-43b4-8522-83634623f794 req-f40be995-258c-4937-b11e-6261a9d35c01 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274292 Nov 24 13:14:07.878255 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:07.888236 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:07.958548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Network a31e0180-238b-4563-9583-bf6ae2ca10ee is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:07.971502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:07.986484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:07.991222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Pushing event updated for resources: {'Port': ['ID=43079b0a-2a1c-4e18-b7f9-9469b78bf587,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:08.030771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-494f6f45-4c69-4c70-847e-0ed47ee43ade tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Allocated IP 2001:db8::276 (a31e0180-238b-4563-9583-bf6ae2ca10ee/70e9701d-f672-498e-9c52-e6b3b953d6b7/99038af2-ff94-4575-9380-29e295ac58d1) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:08.121193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Attempting to bind port 43079b0a-2a1c-4e18-b7f9-9469b78bf587 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:14:08.124257 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Attempting to bind port 43079b0a-2a1c-4e18-b7f9-9469b78bf587 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '35c23bad-ee60-4251-ad7f-1aba63baef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a31e0180-238b-4563-9583-bf6ae2ca10ee'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:14:08.125137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Attempting to bind port 43079b0a-2a1c-4e18-b7f9-9469b78bf587 on network a31e0180-238b-4563-9583-bf6ae2ca10ee {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:14:08.138388 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:14:08.140577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Checking segment: {'id': '35c23bad-ee60-4251-ad7f-1aba63baef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a31e0180-238b-4563-9583-bf6ae2ca10ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:14:08.141117 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:08.141622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Bound using segment: {'id': '35c23bad-ee60-4251-ad7f-1aba63baef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a31e0180-238b-4563-9583-bf6ae2ca10ee'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:14:08.144574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Bound port: 43079b0a-2a1c-4e18-b7f9-9469b78bf587, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c23bad-ee60-4251-ad7f-1aba63baef84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a31e0180-238b-4563-9583-bf6ae2ca10ee'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:14:08.145173 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:08.332991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] For port 43079b0a-2a1c-4e18-b7f9-9469b78bf587, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:14:08.344587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] For port 43079b0a-2a1c-4e18-b7f9-9469b78bf587, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=43079b0a-2a1c-4e18-b7f9-9469b78bf587,segment=NetworkSegment(35c23bad-ee60-4251-ad7f-1aba63baef84),segment_id=35c23bad-ee60-4251-ad7f-1aba63baef84)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:14:08.353828 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:08.533421 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-494f6f45-4c69-4c70-847e-0ed47ee43ade tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:08.617241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a85558-ae8a-4b4c-8dde-945a47bbf14d None None] Pushing event updated for resources: {'Port': ['ID=43079b0a-2a1c-4e18-b7f9-9469b78bf587,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:08.728827 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-494f6f45-4c69-4c70-847e-0ed47ee43ade tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:08.816754 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf431a15-95d7-46ea-9dcf-22b1ea7864a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:08.839535 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f6f45-4c69-4c70-847e-0ed47ee43ade tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network a31e0180-238b-4563-9583-bf6ae2ca10ee is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:08.846501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-494f6f45-4c69-4c70-847e-0ed47ee43ade tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:08.865133 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f6f45-4c69-4c70-847e-0ed47ee43ade tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:08.880122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f6f45-4c69-4c70-847e-0ed47ee43ade tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:08.880875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-494f6f45-4c69-4c70-847e-0ed47ee43ade tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:09.023272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f6f45-4c69-4c70-847e-0ed47ee43ade tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=99038af2-ff94-4575-9380-29e295ac58d1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:09.033759 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-494f6f45-4c69-4c70-847e-0ed47ee43ade tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.0871022 Nov 24 13:14:09.035710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55616) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:09.366134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-195f7acf-2918-413d-b4ab-1989c747010a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port 99038af2-ff94-4575-9380-29e295ac58d1 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:09.366486 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-195f7acf-2918-413d-b4ab-1989c747010a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:09.385444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b557a-a518-4c71-b721-08eae3a264ed req-d8cd6b6f-c14f-45b4-9b42-693ce64cbadd tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:09.387053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d97b557a-a518-4c71-b721-08eae3a264ed req-d8cd6b6f-c14f-45b4-9b42-693ce64cbadd tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.3532350 Nov 24 13:14:09.496912 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-195f7acf-2918-413d-b4ab-1989c747010a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:09.513465 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-195f7acf-2918-413d-b4ab-1989c747010a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for 99038af2-ff94-4575-9380-29e295ac58d1 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:09.619576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55628) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:09.676415 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:09.695643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d97b557a-a518-4c71-b721-08eae3a264ed req-766d2da4-893d-4eaa-9c00-c60fd487b62d tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940698 Nov 24 13:14:09.855993 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-195f7acf-2918-413d-b4ab-1989c747010a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:09.928608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-cf431a15-95d7-46ea-9dcf-22b1ea7864a4 admin admin] Deleting port 9ba4f9fe-d638-4f88-9cd2-780d627a04bd {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:09.930088 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf431a15-95d7-46ea-9dcf-22b1ea7864a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:10.029817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f7acf-2918-413d-b4ab-1989c747010a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=99038af2-ff94-4575-9380-29e295ac58d1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:10.040606 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-195f7acf-2918-413d-b4ab-1989c747010a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:10.052097 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-195f7acf-2918-413d-b4ab-1989c747010a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/99038af2-ff94-4575-9380-29e295ac58d1 HTTP/1.1" status: 204 len: 168 time: 1.0119717 Nov 24 13:14:10.053553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55640) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:10.100073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-cf431a15-95d7-46ea-9dcf-22b1ea7864a4 admin admin] For port 9ba4f9fe-d638-4f88-9cd2-780d627a04bd, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9ba4f9fe-d638-4f88-9cd2-780d627a04bd,segment=NetworkSegment(67dc34a2-7158-4b8d-a939-5e87d8a8c8e7),segment_id=67dc34a2-7158-4b8d-a939-5e87d8a8c8e7)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:10.100827 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf431a15-95d7-46ea-9dcf-22b1ea7864a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:10.112221 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-05d2e082-e25a-4c00-a06c-725ce993a7ef tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] GET failed (client error): The resource could not be found. Nov 24 13:14:10.116215 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-05d2e082-e25a-4c00-a06c-725ce993a7ef tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/99038af2-ff94-4575-9380-29e295ac58d1 HTTP/1.1" status: 404 len: 333 time: 0.0591543 Nov 24 13:14:10.116468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55642) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:10.130789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-cf431a15-95d7-46ea-9dcf-22b1ea7864a4 admin admin] Calling delete_port for 9ba4f9fe-d638-4f88-9cd2-780d627a04bd owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:10.261648 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting subnet 70e9701d-f672-498e-9c52-e6b3b953d6b7 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:14:10.269442 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:10.367004 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:10.426454 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c34e82a3-16be-444f-b91b-53a53fa8bba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:10.573636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfdda2-8c5d-4987-9d98-da165b9b7c19 req-b391d481-8e3f-45ae-b447-fb24cf323e79 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:10.575246 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eebfdda2-8c5d-4987-9d98-da165b9b7c19 req-b391d481-8e3f-45ae-b447-fb24cf323e79 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.2895713 Nov 24 13:14:10.577235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374f280-a103-408b-9f6f-9b763a742f2e req-84cb33de-513b-4ddb-a518-a2ae2ec37679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:10.578680 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8374f280-a103-408b-9f6f-9b763a742f2e req-84cb33de-513b-4ddb-a518-a2ae2ec37679 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae8b20f76edc468c92a075710403a201&device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 1097 time: 0.2713146 Nov 24 13:14:10.595250 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:10.614194 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dd8b08-7a30-472e-bce7-dc880c4d3065 None None] Network a31e0180-238b-4563-9583-bf6ae2ca10ee requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:10.744360 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:10.803714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fa239345-65d0-48ed-95ef-a7d2c426fb3e None None] Provisioning complete for port 43079b0a-2a1c-4e18-b7f9-9469b78bf587 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:10.804876 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fa239345-65d0-48ed-95ef-a7d2c426fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:10.812588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Subnet': ['ID=70e9701d-f672-498e-9c52-e6b3b953d6b7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:10.865656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:10.866315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:10.866420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:10.867343 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:10.867771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:10.868120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:10.868465 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:10.868834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:10.869191 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:10.869598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:10.877254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:10.877652 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:10.883029 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:10.890468 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-001b406e-7816-4480-ab3d-74c1c296b335 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/70e9701d-f672-498e-9c52-e6b3b953d6b7 HTTP/1.1" status: 204 len: 168 time: 0.7728255 Nov 24 13:14:10.891123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55660) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:11.107178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 43079b0a-2a1c-4e18-b7f9-9469b78bf587 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:11.207221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:11.311402 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port 43079b0a-2a1c-4e18-b7f9-9469b78bf587 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:11.315532 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:11.497998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] For port 43079b0a-2a1c-4e18-b7f9-9469b78bf587, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=43079b0a-2a1c-4e18-b7f9-9469b78bf587,segment=NetworkSegment(35c23bad-ee60-4251-ad7f-1aba63baef84),segment_id=35c23bad-ee60-4251-ad7f-1aba63baef84)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:11.498309 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:11.529521 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for 43079b0a-2a1c-4e18-b7f9-9469b78bf587 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:11.542689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eebfdda2-8c5d-4987-9d98-da165b9b7c19 req-30f63c07-168e-43c6-b03c-c667a2cf88df tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8179083 Nov 24 13:14:11.585732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374f280-a103-408b-9f6f-9b763a742f2e req-317be1e4-994e-4470-b620-15b599f0b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:11.587402 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fa239345-65d0-48ed-95ef-a7d2c426fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:11.594097 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8374f280-a103-408b-9f6f-9b763a742f2e req-317be1e4-994e-4470-b620-15b599f0b54b service neutron] 10.222.0.46 "GET /v2.0/networks?id=986a13f9-e39b-4ca8-90cf-88fc4e55f900 HTTP/1.1" status: 200 len: 919 time: 0.8681331 Nov 24 13:14:11.699456 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fa239345-65d0-48ed-95ef-a7d2c426fb3e None None] For port 43079b0a-2a1c-4e18-b7f9-9469b78bf587, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=43079b0a-2a1c-4e18-b7f9-9469b78bf587,segment=NetworkSegment(35c23bad-ee60-4251-ad7f-1aba63baef84),segment_id=35c23bad-ee60-4251-ad7f-1aba63baef84)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:11.711107 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 43079b0a-2a1c-4e18-b7f9-9469b78bf587 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:11.714172 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:11.718411 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:11.748261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=43079b0a-2a1c-4e18-b7f9-9469b78bf587,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:11.754779 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8374f280-a103-408b-9f6f-9b763a742f2e req-df36a2c3-46a3-417c-9cea-a17a27b51eb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f08d6fbe-09f4-480b-917c-511b445d52d4 HTTP/1.1" status: 200 len: 217 time: 0.0987134 Nov 24 13:14:11.760376 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c34e82a3-16be-444f-b91b-53a53fa8bba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:11.762858 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No DVR routers for this DVR port 43079b0a-2a1c-4e18-b7f9-9469b78bf587 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:14:11.763913 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Port 43079b0a-2a1c-4e18-b7f9-9469b78bf587 was deleted so its status cannot be updated. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 24 13:14:11.765704 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fa239345-65d0-48ed-95ef-a7d2c426fb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:11.768297 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc793d6-ac72-4ce3-836e-a3d1d9499a2f None None] DHCP port deletion for a31e0180-238b-4563-9583-bf6ae2ca10ee request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:14:11.779114 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c34e82a3-16be-444f-b91b-53a53fa8bba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:11.828064 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa239345-65d0-48ed-95ef-a7d2c426fb3e None None] Pushing event deleted for resources: {'Port': ['ID=43079b0a-2a1c-4e18-b7f9-9469b78bf587,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:11.906158 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:11.930775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31e0180-238b-4563-9583-bf6ae2ca10ee']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:11.942005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c23bad-ee60-4251-ad7f-1aba63baef84') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:11.942830 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c23bad-ee60-4251-ad7f-1aba63baef84') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:11.955067 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:11.971018 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:11.980154 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:14:11.980888 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:11.994623 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c34e82a3-16be-444f-b91b-53a53fa8bba1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0efee5313c13412b94b9c99e6b7b1c4b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3732321 Nov 24 13:14:11.997331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e82a3-16be-444f-b91b-53a53fa8bba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9944bc1-971e-4987-bdd8-f567ae32f72c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:11.999825 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf431a15-95d7-46ea-9dcf-22b1ea7864a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:12.001850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55678) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:14:12.012626 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:14:12.112868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374f280-a103-408b-9f6f-9b763a742f2e req-f6cb7bf5-1389-4987-852c-92cbb9937de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:12.114361 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8374f280-a103-408b-9f6f-9b763a742f2e req-f6cb7bf5-1389-4987-852c-92cbb9937de4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43600497-075b-45e0-921a-c5edbc3b1961 HTTP/1.1" status: 200 len: 858 time: 0.3364782 Nov 24 13:14:12.123365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf431a15-95d7-46ea-9dcf-22b1ea7864a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba4f9fe-d638-4f88-9cd2-780d627a04bd,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:12.127720 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:12.135205 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:12.154432 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/networks/a31e0180-238b-4563-9583-bf6ae2ca10ee HTTP/1.1" status: 204 len: 168 time: 1.2589798 Nov 24 13:14:12.174883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d5f4f-c50e-455d-84db-b2f4fb4f508e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Network': ['ID=a31e0180-238b-4563-9583-bf6ae2ca10ee,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:12.176525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55684) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:12.189855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-0886047a-37d7-45d2-92c0-b40345585e11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'name': 'tempest-PortsIpV6TestJSON-1612175093'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:12.212856 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8374f280-a103-408b-9f6f-9b763a742f2e req-b8505801-1e5f-438d-b41f-d866c58c7dd6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=986a13f9-e39b-4ca8-90cf-88fc4e55f900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869365 Nov 24 13:14:12.344353 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ba667e4-0845-4f05-908d-74b17cc7e45a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:12.424371 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0886047a-37d7-45d2-92c0-b40345585e11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:12.428601 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0886047a-37d7-45d2-92c0-b40345585e11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:12.486637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-0886047a-37d7-45d2-92c0-b40345585e11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port bdd80b51-94da-455b-8c2c-c852242fead9 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:14:12.493649 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ba667e4-0845-4f05-908d-74b17cc7e45a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:12.737784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e22806-90a6-4f4c-928d-4194a0c55ca8 req-f765104e-442d-4230-8e3c-130970e0fed0 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:12.739610 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d9e22806-90a6-4f4c-928d-4194a0c55ca8 req-f765104e-442d-4230-8e3c-130970e0fed0 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.1060555 Nov 24 13:14:12.748639 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf431a15-95d7-46ea-9dcf-22b1ea7864a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:12.809424 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8374f280-a103-408b-9f6f-9b763a742f2e req-eb99c95a-8e78-40d5-a327-446f5b2f804a service neutron] 10.222.0.46 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676370 Nov 24 13:14:12.913087 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d9e22806-90a6-4f4c-928d-4194a0c55ca8 req-b0e364c2-c1cd-4598-a486-a33bf614295f tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591082 Nov 24 13:14:12.971860 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0886047a-37d7-45d2-92c0-b40345585e11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:13.041526 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0886047a-37d7-45d2-92c0-b40345585e11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:13.068046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8374f280-a103-408b-9f6f-9b763a742f2e req-e2cb4ba6-d8fa-4114-9a3d-95c0e2d3a7ed service neutron] 10.222.0.46 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239625 Nov 24 13:14:13.170511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 43079b0a-2a1c-4e18-b7f9-9469b78bf587 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:14:13.177391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886047a-37d7-45d2-92c0-b40345585e11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=bdd80b51-94da-455b-8c2c-c852242fead9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:13.183392 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ba667e4-0845-4f05-908d-74b17cc7e45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:13.196906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ba667e4-0845-4f05-908d-74b17cc7e45a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:13.198284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5ba667e4-0845-4f05-908d-74b17cc7e45a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9944bc1-971e-4987-bdd8-f567ae32f72c HTTP/1.1" status: 204 len: 168 time: 1.1915483 Nov 24 13:14:13.205324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0886047a-37d7-45d2-92c0-b40345585e11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network ed502278-f807-4a5a-9983-010f72119b02 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:13.207222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-0886047a-37d7-45d2-92c0-b40345585e11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:13.211255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886047a-37d7-45d2-92c0-b40345585e11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:13.218139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0886047a-37d7-45d2-92c0-b40345585e11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:13.219046 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0886047a-37d7-45d2-92c0-b40345585e11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:13.256664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba667e4-0845-4f05-908d-74b17cc7e45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9944bc1-971e-4987-bdd8-f567ae32f72c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:13.262309 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0886047a-37d7-45d2-92c0-b40345585e11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0765672 Nov 24 13:14:13.263144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55722) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:13.296010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 43079b0a-2a1c-4e18-b7f9-9469b78bf587 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:14:13.296365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 43079b0a-2a1c-4e18-b7f9-9469b78bf587 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:14:13.476607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-ec8141ac-1d8b-4bc0-bfae-948622fff363 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port bdd80b51-94da-455b-8c2c-c852242fead9 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:13.487757 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ec8141ac-1d8b-4bc0-bfae-948622fff363 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:13.533797 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf431a15-95d7-46ea-9dcf-22b1ea7864a4 admin admin] Router baee7266-858a-4d3c-b228-d13972acef44 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:14:13.588979 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ec8141ac-1d8b-4bc0-bfae-948622fff363 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:13.662958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-ec8141ac-1d8b-4bc0-bfae-948622fff363 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for bdd80b51-94da-455b-8c2c-c852242fead9 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:13.698210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf431a15-95d7-46ea-9dcf-22b1ea7864a4 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:14:13.707867 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c200a-588b-4e32-beae-1714e1aba2dd None None] Sync routers for ids ['baee7266-858a-4d3c-b228-d13972acef44'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:14:13.712579 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cf431a15-95d7-46ea-9dcf-22b1ea7864a4 admin admin] 10.222.0.48 "PUT /v2.0/routers/baee7266-858a-4d3c-b228-d13972acef44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0541613 Nov 24 13:14:13.713555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55736) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:13.720672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55738) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:13.732152 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05c200a-588b-4e32-beae-1714e1aba2dd None None] Routers {'baee7266-858a-4d3c-b228-d13972acef44'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:14:13.733079 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c05c200a-588b-4e32-beae-1714e1aba2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:13:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['baee7266-858a-4d3c-b228-d13972acef44'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:13.896911 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-19d86c60-de46-43a3-92d2-9e6c2c9f7d22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:13.940300 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ec8141ac-1d8b-4bc0-bfae-948622fff363 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:13.947077 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-c05c200a-588b-4e32-beae-1714e1aba2dd None None] Set router baee7266-858a-4d3c-b228-d13972acef44 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:14:14.010918 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8141ac-1d8b-4bc0-bfae-948622fff363 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=bdd80b51-94da-455b-8c2c-c852242fead9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:14.041580 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ec8141ac-1d8b-4bc0-bfae-948622fff363 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:14.053175 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ec8141ac-1d8b-4bc0-bfae-948622fff363 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/bdd80b51-94da-455b-8c2c-c852242fead9 HTTP/1.1" status: 204 len: 168 time: 0.7883141 Nov 24 13:14:14.054754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55746) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:14.062173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f9f7d236-c803-4999-bb6b-fa49cbce2eb1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'mac_address': 'fa:16:3e:b9:16:1b', 'name': 'tempest-PortsIpV6TestJSON-100792044'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:14.241273 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:14.337551 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c05c200a-588b-4e32-beae-1714e1aba2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baee7266-858a-4d3c-b228-d13972acef44', 'name': 'tempest-ServerRescueTestJSON-566651287-router', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:56Z', 'updated_at': '2021-11-24T13:14:11Z', 'revision_number': 5, 'project_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'gw_port': {'id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7266-858a-4d3c-b228-d13972acef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:57Z', 'updated_at': '2021-11-24T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:14.403906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-19d86c60-de46-43a3-92d2-9e6c2c9f7d22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:14.410745 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c200a-588b-4e32-beae-1714e1aba2dd None None] Checking router: baee7266-858a-4d3c-b228-d13972acef44 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:14:14.417037 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-19d86c60-de46-43a3-92d2-9e6c2c9f7d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:14.435314 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05c200a-588b-4e32-beae-1714e1aba2dd None None] Routers {'baee7266-858a-4d3c-b228-d13972acef44'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:14:14.436056 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c05c200a-588b-4e32-beae-1714e1aba2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:13:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['baee7266-858a-4d3c-b228-d13972acef44'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:14.467577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d86c60-de46-43a3-92d2-9e6c2c9f7d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f721a26-87f0-47cd-9737-0a0cdbaefea7,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:14.552069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e533-aed6-41ec-96e9-187d9d3ecdff req-d7cd5733-9cce-46da-baac-e8575ee493b7 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:14.556124 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c1c0e533-aed6-41ec-96e9-187d9d3ecdff req-d7cd5733-9cce-46da-baac-e8575ee493b7 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.4743350 Nov 24 13:14:14.628700 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-19d86c60-de46-43a3-92d2-9e6c2c9f7d22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cad8a8fa6aa847efb40c6d3702ec9627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8904483 Nov 24 13:14:14.631729 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55768) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:14.632792 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:14.651514 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f7d236-c803-4999-bb6b-fa49cbce2eb1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:14.769057 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-894a309b-6e87-4245-8583-498e238ee4c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:14.775367 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-c05c200a-588b-4e32-beae-1714e1aba2dd None None] Set router baee7266-858a-4d3c-b228-d13972acef44 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:14:14.784038 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c1c0e533-aed6-41ec-96e9-187d9d3ecdff req-d30697e7-1920-4f27-9386-729c14c1554b tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836748 Nov 24 13:14:14.820500 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-894a309b-6e87-4245-8583-498e238ee4c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:14.851976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] Deleting port aaf2f50a-6db4-4cc5-810e-31f385922d64 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:14.852314 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:14.857189 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9f7d236-c803-4999-bb6b-fa49cbce2eb1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:14.912048 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-894a309b-6e87-4245-8583-498e238ee4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:14.914744 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-894a309b-6e87-4245-8583-498e238ee4c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:14.918319 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-894a309b-6e87-4245-8583-498e238ee4c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f721a26-87f0-47cd-9737-0a0cdbaefea7 HTTP/1.1" status: 204 len: 168 time: 0.2832408 Nov 24 13:14:14.936110 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a309b-6e87-4245-8583-498e238ee4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f721a26-87f0-47cd-9737-0a0cdbaefea7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:15.037110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-f9f7d236-c803-4999-bb6b-fa49cbce2eb1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port a9f56961-2083-4db4-8ca6-11e2db863cb8 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:14:15.054758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] For port aaf2f50a-6db4-4cc5-810e-31f385922d64, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=aaf2f50a-6db4-4cc5-810e-31f385922d64,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:15.055313 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:15.124833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] Calling delete_port for aaf2f50a-6db4-4cc5-810e-31f385922d64 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:15.279980 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c05c200a-588b-4e32-beae-1714e1aba2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baee7266-858a-4d3c-b228-d13972acef44', 'name': 'tempest-ServerRescueTestJSON-566651287-router', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:56Z', 'updated_at': '2021-11-24T13:14:11Z', 'revision_number': 5, 'project_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'gw_port': {'id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7266-858a-4d3c-b228-d13972acef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:57Z', 'updated_at': '2021-11-24T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:15.320041 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05c200a-588b-4e32-beae-1714e1aba2dd None None] The sync data for ids ['baee7266-858a-4d3c-b228-d13972acef44'] in n-d-817303-4 is: [{'id': 'baee7266-858a-4d3c-b228-d13972acef44', 'name': 'tempest-ServerRescueTestJSON-566651287-router', 'tenant_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:56Z', 'updated_at': '2021-11-24T13:14:11Z', 'revision_number': 5, 'project_id': 'd61b576c7fac4a9eb7023d9ed7b451b8', 'gw_port': {'id': 'aaf2f50a-6db4-4cc5-810e-31f385922d64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7266-858a-4d3c-b228-d13972acef44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2310, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:57Z', 'updated_at': '2021-11-24T13:12:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:14:15.452244 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9f7d236-c803-4999-bb6b-fa49cbce2eb1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:15.566720 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:15.610033 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf2f50a-6db4-4cc5-810e-31f385922d64,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:15.713118 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9f7d236-c803-4999-bb6b-fa49cbce2eb1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:15.792356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f7d236-c803-4999-bb6b-fa49cbce2eb1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network ed502278-f807-4a5a-9983-010f72119b02 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:15.800937 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-f9f7d236-c803-4999-bb6b-fa49cbce2eb1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:15.808362 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f7d236-c803-4999-bb6b-fa49cbce2eb1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:15.826593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f7d236-c803-4999-bb6b-fa49cbce2eb1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:15.827270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9f7d236-c803-4999-bb6b-fa49cbce2eb1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:15.832325 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:16.062264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fd7bc-71cf-4cfb-b10b-d707650d868b req-b6b3f99d-b9a7-4c2d-8e9d-aaaf4b2c102a tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:16.062264 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f4fd7bc-71cf-4cfb-b10b-d707650d868b req-b6b3f99d-b9a7-4c2d-8e9d-aaaf4b2c102a tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.1190426 Nov 24 13:14:16.137384 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:16.140363 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:16.162245 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f4fd7bc-71cf-4cfb-b10b-d707650d868b req-c6646fe7-f43b-41dd-a1ff-f253f4a2aa16 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957522 Nov 24 13:14:16.206793 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f7d236-c803-4999-bb6b-fa49cbce2eb1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=a9f56961-2083-4db4-8ca6-11e2db863cb8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:16.211842 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:16.212240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router baee7266-858a-4d3c-b228-d13972acef44 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:14:16.248915 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:16.253347 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f2435c08-7f1e-44ac-8e29-20bde150fb4e admin admin] 10.222.0.48 "DELETE /v2.0/routers/baee7266-858a-4d3c-b228-d13972acef44 HTTP/1.1" status: 204 len: 168 time: 2.5361419 Nov 24 13:14:16.255114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55818) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:16.274090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55822) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:16.275146 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f9f7d236-c803-4999-bb6b-fa49cbce2eb1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2184589 Nov 24 13:14:16.434538 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1df809-3ddd-43a0-8547-0618e2c13678 admin admin] Deleting subnet c315cb12-ebde-481c-8328-bd987b0da388 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:14:16.442953 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a1df809-3ddd-43a0-8547-0618e2c13678 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:16.447797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436e1945-876e-420d-a6a0-7ebb27cc2794 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:16.449726 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-436e1945-876e-420d-a6a0-7ebb27cc2794 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/a9f56961-2083-4db4-8ca6-11e2db863cb8 HTTP/1.1" status: 200 len: 844 time: 0.1745274 Nov 24 13:14:16.452373 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55830) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:16.590815 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a1df809-3ddd-43a0-8547-0618e2c13678 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:16.664250 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a1df809-3ddd-43a0-8547-0618e2c13678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:16.691009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-980daef6-5cd1-4118-b8fa-3b627323eb31 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port a9f56961-2083-4db4-8ca6-11e2db863cb8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:16.693130 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-980daef6-5cd1-4118-b8fa-3b627323eb31 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:16.765033 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a1df809-3ddd-43a0-8547-0618e2c13678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:16.813095 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-980daef6-5cd1-4118-b8fa-3b627323eb31 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:16.836636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-980daef6-5cd1-4118-b8fa-3b627323eb31 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for a9f56961-2083-4db4-8ca6-11e2db863cb8 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:16.856947 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a1df809-3ddd-43a0-8547-0618e2c13678 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:16.865270 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55846) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:16.867557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7a1df809-3ddd-43a0-8547-0618e2c13678 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c315cb12-ebde-481c-8328-bd987b0da388 HTTP/1.1" status: 204 len: 168 time: 0.6010587 Nov 24 13:14:16.868954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1df809-3ddd-43a0-8547-0618e2c13678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c315cb12-ebde-481c-8328-bd987b0da388,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:17.050109 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8567d05f-6f07-47df-ac05-496513bb4331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:17.148360 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9ba4f9fe-d638-4f88-9cd2-780d627a04bd no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:14:17.187920 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-980daef6-5cd1-4118-b8fa-3b627323eb31 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:17.193366 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8567d05f-6f07-47df-ac05-496513bb4331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:17.240271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 9ba4f9fe-d638-4f88-9cd2-780d627a04bd {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:14:17.240639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9ba4f9fe-d638-4f88-9cd2-780d627a04bd not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:14:17.241824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device aaf2f50a-6db4-4cc5-810e-31f385922d64 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:14:17.246261 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-980daef6-5cd1-4118-b8fa-3b627323eb31 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:17.250073 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-980daef6-5cd1-4118-b8fa-3b627323eb31 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/a9f56961-2083-4db4-8ca6-11e2db863cb8 HTTP/1.1" status: 204 len: 168 time: 0.7965016 Nov 24 13:14:17.252789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55860) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:17.265155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980daef6-5cd1-4118-b8fa-3b627323eb31 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=a9f56961-2083-4db4-8ca6-11e2db863cb8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:17.279817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-8567d05f-6f07-47df-ac05-496513bb4331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b905f1-c168-4b3c-9874-84b9b2b65777']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:17.306927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: aaf2f50a-6db4-4cc5-810e-31f385922d64 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:14:17.309122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-8567d05f-6f07-47df-ac05-496513bb4331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:17.309918 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-8567d05f-6f07-47df-ac05-496513bb4331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67dc34a2-7158-4b8d-a939-5e87d8a8c8e7') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:17.310507 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device aaf2f50a-6db4-4cc5-810e-31f385922d64 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:14:17.325008 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8567d05f-6f07-47df-ac05-496513bb4331 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:17.343249 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8567d05f-6f07-47df-ac05-496513bb4331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:17.354365 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8567d05f-6f07-47df-ac05-496513bb4331 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:14:17.356997 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8567d05f-6f07-47df-ac05-496513bb4331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:14:17.359776 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:14:17.385467 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e78fd85-f074-4aa0-a85c-16857064e186 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] GET failed (client error): The resource could not be found. Nov 24 13:14:17.388496 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9e78fd85-f074-4aa0-a85c-16857064e186 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/a9f56961-2083-4db4-8ca6-11e2db863cb8 HTTP/1.1" status: 404 len: 333 time: 0.1346936 Nov 24 13:14:17.393286 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55866) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:17.402574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-efb1416c-4919-4967-a93d-afcc9f1fd0b3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'name': 'tempest-PortsIpV6TestJSON-2145287799'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:17.483245 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8567d05f-6f07-47df-ac05-496513bb4331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:17.511207 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8567d05f-6f07-47df-ac05-496513bb4331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:17.517081 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8567d05f-6f07-47df-ac05-496513bb4331 admin admin] 10.222.0.48 "DELETE /v2.0/networks/43b905f1-c168-4b3c-9874-84b9b2b65777 HTTP/1.1" status: 204 len: 168 time: 0.6503713 Nov 24 13:14:17.545580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567d05f-6f07-47df-ac05-496513bb4331 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b905f1-c168-4b3c-9874-84b9b2b65777,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:17.631658 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8779d63-5f8f-469a-88c5-462127f0ffe7 req-7c6bb5ba-a31b-4e00-b363-fef551a3af39 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:17.638011 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8779d63-5f8f-469a-88c5-462127f0ffe7 req-7c6bb5ba-a31b-4e00-b363-fef551a3af39 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.2250192 Nov 24 13:14:17.688587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb1416c-4919-4967-a93d-afcc9f1fd0b3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:17.693141 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-efb1416c-4919-4967-a93d-afcc9f1fd0b3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:17.735694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-efb1416c-4919-4967-a93d-afcc9f1fd0b3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port 5c41e36c-66d8-4dd9-ad6c-fabf0e6f1ec5 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:14:17.870020 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8779d63-5f8f-469a-88c5-462127f0ffe7 req-f97378f2-8555-4f65-b714-73458d7c01db tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041714 Nov 24 13:14:17.883377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55890) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:17.992361 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-83c1fdbc-d3f2-41c2-8f22-f08630c60a41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d61b576c7fac4a9eb7023d9ed7b451b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1075275 Nov 24 13:14:17.996259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55894) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:18.099120 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-efb1416c-4919-4967-a93d-afcc9f1fd0b3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:18.167162 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f74aead-a4cd-4393-a990-b2259eb513a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:18.214448 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f74aead-a4cd-4393-a990-b2259eb513a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:18.215469 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-efb1416c-4919-4967-a93d-afcc9f1fd0b3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:18.306872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb1416c-4919-4967-a93d-afcc9f1fd0b3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network ed502278-f807-4a5a-9983-010f72119b02 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:18.312128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-efb1416c-4919-4967-a93d-afcc9f1fd0b3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:18.321969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb1416c-4919-4967-a93d-afcc9f1fd0b3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:18.329632 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb1416c-4919-4967-a93d-afcc9f1fd0b3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:18.330628 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-efb1416c-4919-4967-a93d-afcc9f1fd0b3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:18.333237 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f74aead-a4cd-4393-a990-b2259eb513a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:18.337796 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f74aead-a4cd-4393-a990-b2259eb513a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:18.342100 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6f74aead-a4cd-4393-a990-b2259eb513a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f26ef465-7149-4bbd-8c17-4c0d4bd5e99b HTTP/1.1" status: 204 len: 168 time: 0.3415468 Nov 24 13:14:18.353433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74aead-a4cd-4393-a990-b2259eb513a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26ef465-7149-4bbd-8c17-4c0d4bd5e99b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:18.416664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1416c-4919-4967-a93d-afcc9f1fd0b3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=5c41e36c-66d8-4dd9-ad6c-fabf0e6f1ec5,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:18.435502 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-efb1416c-4919-4967-a93d-afcc9f1fd0b3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0406458 Nov 24 13:14:18.437698 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 55910) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:18.449664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-827c55c6-c6ad-41c2-b74c-7457eee07e7c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:18.667263 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-827c55c6-c6ad-41c2-b74c-7457eee07e7c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:19.704428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4a37-a13a-4d0b-b5d5-39f4ff956e89 req-1a5a5f97-100e-4c05-bdfb-96d6445302b8 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:19.706117 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96cc4a37-a13a-4d0b-b5d5-39f4ff956e89 req-1a5a5f97-100e-4c05-bdfb-96d6445302b8 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.6700635 Nov 24 13:14:19.719276 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-827c55c6-c6ad-41c2-b74c-7457eee07e7c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:19.738391 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-827c55c6-c6ad-41c2-b74c-7457eee07e7c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:19.796574 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-827c55c6-c6ad-41c2-b74c-7457eee07e7c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] In _notify_port_updated(), no bound segment for port 5c41e36c-66d8-4dd9-ad6c-fabf0e6f1ec5 on network ed502278-f807-4a5a-9983-010f72119b02 {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:14:19.801496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827c55c6-c6ad-41c2-b74c-7457eee07e7c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:19.802960 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-827c55c6-c6ad-41c2-b74c-7457eee07e7c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:19.807115 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-827c55c6-c6ad-41c2-b74c-7457eee07e7c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "PUT /v2.0/ports/5c41e36c-66d8-4dd9-ad6c-fabf0e6f1ec5 HTTP/1.1" status: 200 len: 818 time: 1.3679852 Nov 24 13:14:19.807238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55972) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:19.830318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96cc4a37-a13a-4d0b-b5d5-39f4ff956e89 req-2da1a973-afb0-459e-a1fb-5bf154deb2ed tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132259 Nov 24 13:14:19.834134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c55c6-c6ad-41c2-b74c-7457eee07e7c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=5c41e36c-66d8-4dd9-ad6c-fabf0e6f1ec5,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:20.012552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ebe10cf2-754e-44ad-8209-337a893c43dc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port 5c41e36c-66d8-4dd9-ad6c-fabf0e6f1ec5 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:20.012552 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ebe10cf2-754e-44ad-8209-337a893c43dc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:20.206071 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ebe10cf2-754e-44ad-8209-337a893c43dc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:20.238910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ebe10cf2-754e-44ad-8209-337a893c43dc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for 5c41e36c-66d8-4dd9-ad6c-fabf0e6f1ec5 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:20.372534 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ebe10cf2-754e-44ad-8209-337a893c43dc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:20.423071 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ebe10cf2-754e-44ad-8209-337a893c43dc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:20.432450 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ebe10cf2-754e-44ad-8209-337a893c43dc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/5c41e36c-66d8-4dd9-ad6c-fabf0e6f1ec5 HTTP/1.1" status: 204 len: 168 time: 0.6220293 Nov 24 13:14:20.433325 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56006) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:20.485548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe10cf2-754e-44ad-8209-337a893c43dc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=5c41e36c-66d8-4dd9-ad6c-fabf0e6f1ec5,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:20.583932 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096b74e1-489c-42ef-81e2-20d4bde4d7c2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:20.586028 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-096b74e1-489c-42ef-81e2-20d4bde4d7c2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1511374 Nov 24 13:14:20.588837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56012) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:20.646894 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b32708-6fdb-4281-8d43-0ba6ded1e6b1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] GET failed (client error): The resource could not be found. Nov 24 13:14:20.650105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b1b32708-6fdb-4281-8d43-0ba6ded1e6b1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/5c41e36c-66d8-4dd9-ad6c-fabf0e6f1ec5 HTTP/1.1" status: 404 len: 333 time: 0.0600154 Nov 24 13:14:20.653768 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56014) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:20.675351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-29f0006b-555c-40c9-bb55-4e839dc6c3a3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-737843901'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:20.746086 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f0006b-555c-40c9-bb55-4e839dc6c3a3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:20.750288 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-29f0006b-555c-40c9-bb55-4e839dc6c3a3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:20.782230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f0006b-555c-40c9-bb55-4e839dc6c3a3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:14:20.794328 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-29f0006b-555c-40c9-bb55-4e839dc6c3a3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:20.794891 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-29f0006b-555c-40c9-bb55-4e839dc6c3a3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Added segment 9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7 of type vlan for network c9ac459c-ecce-4c09-b2c5-c25ab41613a2 Nov 24 13:14:20.853422 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a585bbc9-ba28-46a7-995f-de0a09cdc06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:20.888997 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-29f0006b-555c-40c9-bb55-4e839dc6c3a3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:20.943333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-29f0006b-555c-40c9-bb55-4e839dc6c3a3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:20.952623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f0006b-555c-40c9-bb55-4e839dc6c3a3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:20.956754 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-29f0006b-555c-40c9-bb55-4e839dc6c3a3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:21.001800 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-29f0006b-555c-40c9-bb55-4e839dc6c3a3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3468595 Nov 24 13:14:21.040714 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56040) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:21.041816 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0006b-555c-40c9-bb55-4e839dc6c3a3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Network': ['ID=c9ac459c-ecce-4c09-b2c5-c25ab41613a2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:21.087836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network c9ac459c-ecce-4c09-b2c5-c25ab41613a2 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:14:21.094140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e8ecf951-75cd-48a4-9c8c-09ca9bfc45ac tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': 'c9ac459c-ecce-4c09-b2c5-c25ab41613a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:21.292898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5169d-c4c6-4231-95c5-e26bf4f4d6e7 req-cde4740d-2510-46c5-a69c-41b9734fc7cf tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:21.294146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58d5169d-c4c6-4231-95c5-e26bf4f4d6e7 req-cde4740d-2510-46c5-a69c-41b9734fc7cf tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.3373721 Nov 24 13:14:21.349935 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-60529ad9-6178-4dbd-96a6-a4852f2595db req-b7319f91-375d-432c-852f-0c24100c4de4 service neutron] (114986) timed out ('10.222.0.46', 56607) {{(pid=114986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 13:14:21.356314 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58d5169d-c4c6-4231-95c5-e26bf4f4d6e7 req-e938a1d9-8b9c-440e-b28b-c26a72db5bf6 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535414 Nov 24 13:14:21.400915 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-082f241c-f9bb-44d4-bd51-03edb829f578 req-80b1d781-27c6-412d-8bf1-74db43c81e7e tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.1141796 Nov 24 13:14:21.442360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ecf951-75cd-48a4-9c8c-09ca9bfc45ac tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:21.450811 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf951-75cd-48a4-9c8c-09ca9bfc45ac tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:22.019327 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf951-75cd-48a4-9c8c-09ca9bfc45ac tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:22.122425 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecf951-75cd-48a4-9c8c-09ca9bfc45ac tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Subnet': ['ID=b9de458c-e7e9-4561-99f2-9ead3a0d4fe7,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:22.126371 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ecf951-75cd-48a4-9c8c-09ca9bfc45ac tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Checking segment: {'id': '9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c9ac459c-ecce-4c09-b2c5-c25ab41613a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:14:22.126854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ecf951-75cd-48a4-9c8c-09ca9bfc45ac tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network hostable DHCP agents. Network: c9ac459c-ecce-4c09-b2c5-c25ab41613a2, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:14:22.153831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ecf951-75cd-48a4-9c8c-09ca9bfc45ac tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network c9ac459c-ecce-4c09-b2c5-c25ab41613a2 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:14:22.172009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e8ecf951-75cd-48a4-9c8c-09ca9bfc45ac tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, c9ac459c-ecce-4c09-b2c5-c25ab41613a2) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:22.181154 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ecf951-75cd-48a4-9c8c-09ca9bfc45ac tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:22.182197 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf951-75cd-48a4-9c8c-09ca9bfc45ac tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:22.185802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bcf130-c79f-4733-a4e8-418dd1e1d7bf None None] Network c9ac459c-ecce-4c09-b2c5-c25ab41613a2 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:22.220247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56092) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:22.227663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0c687cd5-9848-4f0a-9104-26d42360eae9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': 'c9ac459c-ecce-4c09-b2c5-c25ab41613a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:22.233682 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e8ecf951-75cd-48a4-9c8c-09ca9bfc45ac tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1430993 Nov 24 13:14:22.414394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c687cd5-9848-4f0a-9104-26d42360eae9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:22.419663 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c687cd5-9848-4f0a-9104-26d42360eae9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:22.569785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14a79c-4c20-4774-8d19-24e757475bce req-dba2bd62-e771-4904-a7a2-f942ef026818 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:22.581946 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-c9ac459c-ecce-4c09-b2c5-c25ab41613a2', 'network_id': 'c9ac459c-ecce-4c09-b2c5-c25ab41613a2', 'tenant_id': '9f9d0f09f71642eca6eca73c438a80be', 'fixed_ips': [{'subnet_id': 'b9de458c-e7e9-4561-99f2-9ead3a0d4fe7'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:14:22.582819 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:22.585967 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7b14a79c-4c20-4774-8d19-24e757475bce req-dba2bd62-e771-4904-a7a2-f942ef026818 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.1366417 Nov 24 13:14:22.723257 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7b14a79c-4c20-4774-8d19-24e757475bce req-28c68661-9488-4c63-93e9-d7f15773e1e1 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237338 Nov 24 13:14:22.962207 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Allocated IP 2001:db8::2 (c9ac459c-ecce-4c09-b2c5-c25ab41613a2/b9de458c-e7e9-4561-99f2-9ead3a0d4fe7/1e06ac55-e0ba-411e-a586-3feed63e208b) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:23.114567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531873b-5363-4c7a-9210-d5b2821f2d63 req-419d2f49-63c0-4f20-90c2-1c93052c6c3b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:23.123847 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2531873b-5363-4c7a-9210-d5b2821f2d63 req-419d2f49-63c0-4f20-90c2-1c93052c6c3b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.0789673 Nov 24 13:14:23.264621 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2531873b-5363-4c7a-9210-d5b2821f2d63 req-7190ca35-0357-437f-84f2-84e7886e7967 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398826 Nov 24 13:14:23.310566 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ec4e2bf-98dc-4f23-b945-987daa85663e req-d5781ae4-41e5-40a8-b733-78e357084855 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0291123 Nov 24 13:14:23.316838 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:23.346385 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:23.393214 n-d-817303-4 neutron-server[114985]: INFO neutron.db.ipam_backend_mixin [None req-0c687cd5-9848-4f0a-9104-26d42360eae9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9de458c-e7e9-4561-99f2-9ead3a0d4fe7 (CIDR: 2001:db8::/64) Nov 24 13:14:23.398225 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c687cd5-9848-4f0a-9104-26d42360eae9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:14:23.398858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c687cd5-9848-4f0a-9104-26d42360eae9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:14:23.450375 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0c687cd5-9848-4f0a-9104-26d42360eae9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2268922 Nov 24 13:14:23.451102 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56156) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:23.457036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-09aa31be-0c7c-44a3-9826-1c1a0fc115c4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': 'c9ac459c-ecce-4c09-b2c5-c25ab41613a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:23.496181 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4f7dc2ad-c702-4d0e-b802-dee18098e36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:23.518808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Network c9ac459c-ecce-4c09-b2c5-c25ab41613a2 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:23.524343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Pushing event updated for resources: {'Port': ['ID=1e06ac55-e0ba-411e-a586-3feed63e208b,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:23.527490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:23.542031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:23.654344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Attempting to bind port 1e06ac55-e0ba-411e-a586-3feed63e208b on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:14:23.654519 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Attempting to bind port 1e06ac55-e0ba-411e-a586-3feed63e208b by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c9ac459c-ecce-4c09-b2c5-c25ab41613a2'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:14:23.654892 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Attempting to bind port 1e06ac55-e0ba-411e-a586-3feed63e208b on network c9ac459c-ecce-4c09-b2c5-c25ab41613a2 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:14:23.661022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:14:23.661692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Checking segment: {'id': '9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c9ac459c-ecce-4c09-b2c5-c25ab41613a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:14:23.662202 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:23.662662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Bound using segment: {'id': '9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c9ac459c-ecce-4c09-b2c5-c25ab41613a2'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:14:23.663353 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Bound port: 1e06ac55-e0ba-411e-a586-3feed63e208b, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'c9ac459c-ecce-4c09-b2c5-c25ab41613a2'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:14:23.663914 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:23.673459 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aa31be-0c7c-44a3-9826-1c1a0fc115c4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:23.682376 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09aa31be-0c7c-44a3-9826-1c1a0fc115c4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:23.767389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] For port 1e06ac55-e0ba-411e-a586-3feed63e208b, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:14:23.779239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] For port 1e06ac55-e0ba-411e-a586-3feed63e208b, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1e06ac55-e0ba-411e-a586-3feed63e208b,segment=NetworkSegment(9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7),segment_id=9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:14:23.792147 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:23.947417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80229525-a3cd-408d-97f9-01ad76b68601 None None] Pushing event updated for resources: {'Port': ['ID=1e06ac55-e0ba-411e-a586-3feed63e208b,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:23.965965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c033a-0760-44ff-b3b9-6e673c89c605 req-313d82a2-afc1-43fe-b9d0-305281019de6 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:23.998095 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e53c033a-0760-44ff-b3b9-6e673c89c605 req-313d82a2-afc1-43fe-b9d0-305281019de6 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.1370435 Nov 24 13:14:24.120827 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e53c033a-0760-44ff-b3b9-6e673c89c605 req-dfd047ba-eab9-44d2-b691-0c69df4092b7 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215029 Nov 24 13:14:24.349660 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09aa31be-0c7c-44a3-9826-1c1a0fc115c4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:24.377593 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:24.473798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe0337-25d5-432a-9df2-cf91eee1253d req-d46f72ef-0365-40d5-a627-b9c5b29175af tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:24.479932 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6debbce7-b1d8-49dc-aa94-a8e1c06696b1 req-3b5fc190-cb08-4686-815f-e75d07ff604d tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0523674 Nov 24 13:14:24.492513 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f3fe0337-25d5-432a-9df2-cf91eee1253d req-d46f72ef-0365-40d5-a627-b9c5b29175af tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.3427773 Nov 24 13:14:24.558219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa31be-0c7c-44a3-9826-1c1a0fc115c4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network c9ac459c-ecce-4c09-b2c5-c25ab41613a2 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:24.572044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-09aa31be-0c7c-44a3-9826-1c1a0fc115c4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:24.582164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09aa31be-0c7c-44a3-9826-1c1a0fc115c4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:24.583096 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09aa31be-0c7c-44a3-9826-1c1a0fc115c4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:24.591198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa31be-0c7c-44a3-9826-1c1a0fc115c4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Subnet': ['ID=cc80586c-24ca-425c-af69-6ddb96ba1d05,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:24.691895 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f3fe0337-25d5-432a-9df2-cf91eee1253d req-b8715c63-4057-4da7-9f50-ef0cd7993453 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974337 Nov 24 13:14:24.710676 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3be88833-5bae-4091-9148-07586086787f req-bee341da-2caf-422d-94a8-6a958ed4a35a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0368304 Nov 24 13:14:24.715391 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-09aa31be-0c7c-44a3-9826-1c1a0fc115c4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2630644 Nov 24 13:14:24.722371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56210) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:24.728439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'network_id': 'c9ac459c-ecce-4c09-b2c5-c25ab41613a2', 'fixed_ips': [{'subnet_id': 'b9de458c-e7e9-4561-99f2-9ead3a0d4fe7'}, {'subnet_id': 'cc80586c-24ca-425c-af69-6ddb96ba1d05'}], 'name': 'tempest-PortsIpV6TestJSON-1272867399'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:24.858843 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:24.990926 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:25.005890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1e06ac55-e0ba-411e-a586-3feed63e208b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:25.045321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port d07c698e-1cb0-4253-a789-8a4737bf89cf yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:14:25.125494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1e06ac55-e0ba-411e-a586-3feed63e208b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:25.125942 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:25.356527 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:25.363530 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:14:25.435797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 1e06ac55-e0ba-411e-a586-3feed63e208b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1e06ac55-e0ba-411e-a586-3feed63e208b,segment=NetworkSegment(9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7),segment_id=9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:25.443201 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:25.472237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0d61e-5db8-4a8f-8950-a61056f376a9 req-c40cfa05-7c1f-4ad8-b30f-5594198e2c65 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:25.486404 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4db0d61e-5db8-4a8f-8950-a61056f376a9 req-c40cfa05-7c1f-4ad8-b30f-5594198e2c65 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.2133083 Nov 24 13:14:25.600913 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=1e06ac55-e0ba-411e-a586-3feed63e208b,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:25.634917 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4db0d61e-5db8-4a8f-8950-a61056f376a9 req-f192b83c-e4c3-42b2-b7d4-25d72bdcbc9e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465223 Nov 24 13:14:25.798941 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6142a2d-039d-4fa6-8fc0-eb1aa69eb585 req-678fd90e-4c46-4bb0-bd8e-2b2dd5edf023 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.1440790 Nov 24 13:14:25.857083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bee64e-7ec2-42c9-be73-d8dd1e7b92f4 None None] Network c9ac459c-ecce-4c09-b2c5-c25ab41613a2 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:25.923889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Allocated IP 2001:db8::388 (c9ac459c-ecce-4c09-b2c5-c25ab41613a2/b9de458c-e7e9-4561-99f2-9ead3a0d4fe7/d07c698e-1cb0-4253-a789-8a4737bf89cf) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:25.960266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Allocated IP 2001:db8:0:1::3b8 (c9ac459c-ecce-4c09-b2c5-c25ab41613a2/cc80586c-24ca-425c-af69-6ddb96ba1d05/d07c698e-1cb0-4253-a789-8a4737bf89cf) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:26.010098 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:26.018680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8fea99b6-a802-40e5-9aa0-76c2542bc8e1 None None] Provisioning complete for port 1e06ac55-e0ba-411e-a586-3feed63e208b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:26.019478 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8fea99b6-a802-40e5-9aa0-76c2542bc8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:26.022506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfd81e-b5fb-41bb-8449-9233f1cd1877 req-9462d048-63f6-4bf3-a28a-4aa9f4427c77 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:26.024321 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8bfd81e-b5fb-41bb-8449-9233f1cd1877 req-9462d048-63f6-4bf3-a28a-4aa9f4427c77 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.1831899 Nov 24 13:14:26.209887 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8bfd81e-b5fb-41bb-8449-9233f1cd1877 req-d3f9d122-354a-4c19-9125-f801c5f7d1b4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535857 Nov 24 13:14:26.264544 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:26.309990 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:26.374237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network c9ac459c-ecce-4c09-b2c5-c25ab41613a2 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:26.377350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:26.381145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:26.387644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:26.388218 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:26.402752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=d07c698e-1cb0-4253-a789-8a4737bf89cf,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:26.421616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:26.421989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:26.422341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:26.422843 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:26.423197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:26.423538 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:26.423881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:26.424223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:26.424556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:26.424927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:26.425256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:26.425588 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:26.440422 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7274514-4f24-497b-9150-c94059f51c11 None None] Update dhcp port {'port': {'network_id': 'c9ac459c-ecce-4c09-b2c5-c25ab41613a2', 'fixed_ips': [{'subnet_id': 'b9de458c-e7e9-4561-99f2-9ead3a0d4fe7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cc80586c-24ca-425c-af69-6ddb96ba1d05'}], 'binding:host_id': 'n-d-817303-4'}, 'id': '1e06ac55-e0ba-411e-a586-3feed63e208b'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:14:26.445573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-40d72748-d3ec-4b1e-b436-25bf7f84f02d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7220654 Nov 24 13:14:26.448205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56286) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:26.454185 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e9b2d31f-55aa-4ba9-bde3-5dc64d941acf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9de458c-e7e9-4561-99f2-9ead3a0d4fe7'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:26.516872 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c7274514-4f24-497b-9150-c94059f51c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:26.535023 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d31f-55aa-4ba9-bde3-5dc64d941acf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:26.684237 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:26.745018 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-c7274514-4f24-497b-9150-c94059f51c11 None None] Allocated IP 2001:db8:0:1::2 (c9ac459c-ecce-4c09-b2c5-c25ab41613a2/cc80586c-24ca-425c-af69-6ddb96ba1d05/1e06ac55-e0ba-411e-a586-3feed63e208b) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:26.832326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8451f9a-e9e8-43d5-9aa6-73320d39dd66 req-2af07f2f-8a9b-44a9-b0c9-b9598d981c35 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:26.851097 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8451f9a-e9e8-43d5-9aa6-73320d39dd66 req-2af07f2f-8a9b-44a9-b0c9-b9598d981c35 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.1151941 Nov 24 13:14:26.967911 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c7274514-4f24-497b-9150-c94059f51c11 None None] For port 1e06ac55-e0ba-411e-a586-3feed63e208b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1e06ac55-e0ba-411e-a586-3feed63e208b,segment=NetworkSegment(9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7),segment_id=9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:26.982785 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f5157728-3cfc-49b3-b068-f6e063ef5c9f req-f245a479-e4f4-49aa-843d-b131b87dce76 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0480633 Nov 24 13:14:26.983218 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8451f9a-e9e8-43d5-9aa6-73320d39dd66 req-effe03b5-25c3-4ffb-acf4-c52d8f5a6fe5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285081 Nov 24 13:14:27.010309 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1e06ac55-e0ba-411e-a586-3feed63e208b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:27.075876 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c7274514-4f24-497b-9150-c94059f51c11 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:27.087880 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c7274514-4f24-497b-9150-c94059f51c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:27.155511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7274514-4f24-497b-9150-c94059f51c11 None None] Pushing event updated for resources: {'Port': ['ID=1e06ac55-e0ba-411e-a586-3feed63e208b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:27.194159 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1e06ac55-e0ba-411e-a586-3feed63e208b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:27.194550 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:27.216216 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-e9b2d31f-55aa-4ba9-bde3-5dc64d941acf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Delete allocated IP 2001:db8:0:1::3b8 (c9ac459c-ecce-4c09-b2c5-c25ab41613a2/cc80586c-24ca-425c-af69-6ddb96ba1d05) {{(pid=114985) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 13:14:27.401512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f5a1e7b-5012-4634-a98d-f3e42c034b86 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:14:27.405126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f5a1e7b-5012-4634-a98d-f3e42c034b86 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:14:27.586846 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.resource_extend [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:14:27.596529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef99fb-752d-41db-bde6-a033ed130a78 req-f092d23f-7ecf-456a-bb64-b5fe467300ce tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:27.606210 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fdef99fb-752d-41db-bde6-a033ed130a78 req-f092d23f-7ecf-456a-bb64-b5fe467300ce tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.1427712 Nov 24 13:14:27.681163 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-89a06613-1476-4a57-9b67-53251546b81e req-4e095884-8373-46a0-9cf9-a6c9d7390674 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0498285 Nov 24 13:14:27.715442 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d31f-55aa-4ba9-bde3-5dc64d941acf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:27.728643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fdef99fb-752d-41db-bde6-a033ed130a78 req-7c919855-3531-4f0f-986b-ffc085a03b17 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214149 Nov 24 13:14:27.734222 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d31f-55aa-4ba9-bde3-5dc64d941acf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:27.819491 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:27.841646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2d31f-55aa-4ba9-bde3-5dc64d941acf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] In _notify_port_updated(), no bound segment for port d07c698e-1cb0-4253-a789-8a4737bf89cf on network c9ac459c-ecce-4c09-b2c5-c25ab41613a2 {{(pid=114985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:14:27.850482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2d31f-55aa-4ba9-bde3-5dc64d941acf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:27.851209 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9b2d31f-55aa-4ba9-bde3-5dc64d941acf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:27.861579 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e9b2d31f-55aa-4ba9-bde3-5dc64d941acf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "PUT /v2.0/ports/d07c698e-1cb0-4253-a789-8a4737bf89cf HTTP/1.1" status: 200 len: 926 time: 1.4094265 Nov 24 13:14:27.861926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56350) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:27.867305 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-4ba713ac-fd46-4a48-a790-e3cfc2708788 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9de458c-e7e9-4561-99f2-9ead3a0d4fe7'}, {'subnet_id': 'cc80586c-24ca-425c-af69-6ddb96ba1d05'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:27.889747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2d31f-55aa-4ba9-bde3-5dc64d941acf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=d07c698e-1cb0-4253-a789-8a4737bf89cf,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:27.995839 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:27.998526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:14:28.002055 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a868e74b-f37b-4187-a381-691da0d2dddc" -d '{"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:14:28.029258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:28.031057 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'port_id': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'mac_address': 'fa:16:3e:6e:03:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:14:28.074992 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:28.077367 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:28.109474 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ba713ac-fd46-4a48-a790-e3cfc2708788 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:28.123739 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a1eada-70ec-487b-bc48-f6ab3bef80e4 x-openstack-request-id: req-48a1eada-70ec-487b-bc48-f6ab3bef80e4 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:14:28.124327 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:14:28.124806 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48a1eada-70ec-487b-bc48-f6ab3bef80e4 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:14:28.125363 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'code': 200} Nov 24 13:14:28.134041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f5a1e7b-5012-4634-a98d-f3e42c034b86 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:14:28.193130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=11']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:28.228000 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:14:28.228622 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:14:28.457163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d927e-86a5-4638-a1bc-3fbf75167816 req-7bd601a0-18d8-4846-8c91-3bac439dd93a tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:28.458775 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e75d927e-86a5-4638-a1bc-3fbf75167816 req-7bd601a0-18d8-4846-8c91-3bac439dd93a tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.3268647 Nov 24 13:14:28.488762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db70e121-48b8-4a14-a87c-e55b0a78ab70 None None] Network c9ac459c-ecce-4c09-b2c5-c25ab41613a2 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:28.591935 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e75d927e-86a5-4638-a1bc-3fbf75167816 req-a2c8ce01-2afd-4387-882f-ee44087360d0 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909741 Nov 24 13:14:28.627697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-4ba713ac-fd46-4a48-a790-e3cfc2708788 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Allocated IP 2001:db8:0:1::3d4 (c9ac459c-ecce-4c09-b2c5-c25ab41613a2/cc80586c-24ca-425c-af69-6ddb96ba1d05/d07c698e-1cb0-4253-a789-8a4737bf89cf) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:28.692593 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e3896928-a48a-4518-9067-46b9b8f55411 None None] Provisioning complete for port 1e06ac55-e0ba-411e-a586-3feed63e208b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:28.696046 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e3896928-a48a-4518-9067-46b9b8f55411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:28.867060 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:28.885181 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2725b89d-2413-4ca1-b10d-1d0f053c0c31 req-14c93418-9f38-4bac-8434-559974ecc126 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0732751 Nov 24 13:14:28.960496 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ba713ac-fd46-4a48-a790-e3cfc2708788 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:28.997940 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ba713ac-fd46-4a48-a790-e3cfc2708788 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:29.058843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b91b4a-10ab-4321-bb4f-72913e1dcb63 req-bc473df6-dbf2-41a9-8b52-e5824c1561ed tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:29.060707 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-78b91b4a-10ab-4321-bb4f-72913e1dcb63 req-bc473df6-dbf2-41a9-8b52-e5824c1561ed tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1332483 Nov 24 13:14:29.130908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4ba713ac-fd46-4a48-a790-e3cfc2708788 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] In _notify_port_updated(), no bound segment for port d07c698e-1cb0-4253-a789-8a4737bf89cf on network c9ac459c-ecce-4c09-b2c5-c25ab41613a2 {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:14:29.138977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba713ac-fd46-4a48-a790-e3cfc2708788 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:29.140795 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ba713ac-fd46-4a48-a790-e3cfc2708788 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:29.145261 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56390) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:29.145889 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4ba713ac-fd46-4a48-a790-e3cfc2708788 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "PUT /v2.0/ports/d07c698e-1cb0-4253-a789-8a4737bf89cf HTTP/1.1" status: 200 len: 1012 time: 1.2828250 Nov 24 13:14:29.172252 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba713ac-fd46-4a48-a790-e3cfc2708788 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=d07c698e-1cb0-4253-a789-8a4737bf89cf,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:29.176141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1e06ac55-e0ba-411e-a586-3feed63e208b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:29.220754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5a1e7b-5012-4634-a98d-f3e42c034b86 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:14:29.244922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:29.255491 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:29.281169 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-78b91b4a-10ab-4321-bb4f-72913e1dcb63 req-7d1835cc-7b5f-44ac-af29-c5820348b9a3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513309 Nov 24 13:14:29.310971 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56400) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:29.349116 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-84fdaae9-99bb-4d9f-b6f1-1ce7d52729fe tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port d07c698e-1cb0-4253-a789-8a4737bf89cf {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:29.349467 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-84fdaae9-99bb-4d9f-b6f1-1ce7d52729fe tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:29.463839 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b58bc63e-21d0-4dfa-b2a3-059137de2ae1 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3803 time: 0.1510899 Nov 24 13:14:29.466804 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56406) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:29.473268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-bf9aaa65-4d81-4b1f-b08c-14b1848d837f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Request body: {'network': {'name': 'tempest-network-smoke--970770389', 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'port_security_enabled': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:29.499869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['7f5a1e7b-5012-4634-a98d-f3e42c034b86'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:14:29.543681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9aaa65-4d81-4b1f-b08c-14b1848d837f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Made reservation on behalf of a1b644375e0042a1b46a6165f68abedb for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:29.555910 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf9aaa65-4d81-4b1f-b08c-14b1848d837f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:29.593967 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-84fdaae9-99bb-4d9f-b6f1-1ce7d52729fe tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:29.624686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-84fdaae9-99bb-4d9f-b6f1-1ce7d52729fe tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for d07c698e-1cb0-4253-a789-8a4737bf89cf owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:29.633507 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9aaa65-4d81-4b1f-b08c-14b1848d837f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:14:29.684561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf9aaa65-4d81-4b1f-b08c-14b1848d837f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:29.685605 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-bf9aaa65-4d81-4b1f-b08c-14b1848d837f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Added segment 8cc7793b-88c1-4864-a1bb-495ce18565cb of type vlan for network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 Nov 24 13:14:29.749364 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1e06ac55-e0ba-411e-a586-3feed63e208b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:29.750541 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:29.817851 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=12']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:29.823058 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf9aaa65-4d81-4b1f-b08c-14b1848d837f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:29.903630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-deb8db1d-4dfa-488d-aa28-b6d2db23cfea None None] Provisioning complete for port 1e06ac55-e0ba-411e-a586-3feed63e208b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:29.904015 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-deb8db1d-4dfa-488d-aa28-b6d2db23cfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:29.933015 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf9aaa65-4d81-4b1f-b08c-14b1848d837f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:29.939491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9aaa65-4d81-4b1f-b08c-14b1848d837f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:29.941401 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf9aaa65-4d81-4b1f-b08c-14b1848d837f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:30.093256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9aaa65-4d81-4b1f-b08c-14b1848d837f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'Network': ['ID=a5a4070e-d107-4850-8bc4-2ab90d8a46e5,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:30.112947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bf9aaa65-4d81-4b1f-b08c-14b1848d837f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6447611 Nov 24 13:14:30.116337 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56430) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:30.119142 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:14:30.152831 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-534221126', 'admin_state_up': True, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:30.192548 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c1a49ed-2ec8-4855-88c0-d20dc05a042c req-e01e6a96-d46f-4726-90a5-2f7a61511012 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0780597 Nov 24 13:14:30.372551 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:30.376156 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:30.392365 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-84fdaae9-99bb-4d9f-b6f1-1ce7d52729fe tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:30.495513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065baea-d957-4b7b-93f7-d8112f887ddb req-6c94ba8f-ffa8-49ab-ae5d-b34e616c27ec tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:30.506934 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a065baea-d957-4b7b-93f7-d8112f887ddb req-6c94ba8f-ffa8-49ab-ae5d-b34e616c27ec tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 946 time: 0.0861261 Nov 24 13:14:30.530465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-deb8db1d-4dfa-488d-aa28-b6d2db23cfea None None] Could not find standard attr ID for object d07c698e-1cb0-4253-a789-8a4737bf89cf. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:14:30.582661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdaae9-99bb-4d9f-b6f1-1ce7d52729fe tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=d07c698e-1cb0-4253-a789-8a4737bf89cf,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:30.648656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-99e9b5cf-f16c-446e-b862-40e25d2a5583 None None] Could not find standard attr ID for object d07c698e-1cb0-4253-a789-8a4737bf89cf. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:14:30.712206 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:30.723946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cee5a6-ef2c-42b0-941b-eb4425f8d876 req-39d5413f-a651-43ca-8aa7-6f227f645f86 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:30.732625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69cee5a6-ef2c-42b0-941b-eb4425f8d876 req-39d5413f-a651-43ca-8aa7-6f227f645f86 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.7450447 Nov 24 13:14:30.734929 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-84fdaae9-99bb-4d9f-b6f1-1ce7d52729fe tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:30.738514 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-84fdaae9-99bb-4d9f-b6f1-1ce7d52729fe tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/d07c698e-1cb0-4253-a789-8a4737bf89cf HTTP/1.1" status: 204 len: 168 time: 1.5921829 Nov 24 13:14:30.741919 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a065baea-d957-4b7b-93f7-d8112f887ddb req-63a00447-18ec-402e-b0eb-424850b4f886 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308502 Nov 24 13:14:30.748946 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56452) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:30.812675 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-95eac2ca-8f91-420f-8216-ffbd30c572f4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] GET failed (client error): The resource could not be found. Nov 24 13:14:30.819142 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-95eac2ca-8f91-420f-8216-ffbd30c572f4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/d07c698e-1cb0-4253-a789-8a4737bf89cf HTTP/1.1" status: 404 len: 333 time: 0.0666013 Nov 24 13:14:30.821784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56456) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:30.935154 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-69cee5a6-ef2c-42b0-941b-eb4425f8d876 req-4e51a4d9-1632-49c0-a962-6d43d749eb56 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993804 Nov 24 13:14:30.954796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-def9bbf7-8947-4c4d-8d3f-b6eb82ae7fdf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting subnet cc80586c-24ca-425c-af69-6ddb96ba1d05 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:14:30.963385 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-def9bbf7-8947-4c4d-8d3f-b6eb82ae7fdf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:30.967209 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bbdbbccf-5dec-4681-a524-2051e2b6c10c None None] Could not find standard attr ID for object d07c698e-1cb0-4253-a789-8a4737bf89cf. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:14:31.066274 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-def9bbf7-8947-4c4d-8d3f-b6eb82ae7fdf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:31.309781 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:31.387360 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f5a1e7b-5012-4634-a98d-f3e42c034b86 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:31.405369 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-def9bbf7-8947-4c4d-8d3f-b6eb82ae7fdf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:31.541120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ce66e4f3-0730-4497-b65f-e8ea3aed599b None None] Could not find standard attr ID for object d07c698e-1cb0-4253-a789-8a4737bf89cf. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:14:31.575122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 7f5a1e7b-5012-4634-a98d-f3e42c034b86 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:31.575405 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:31.746120 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e87d59b0-970b-405c-a661-68962ef760f2 req-d82ac8f0-57e8-4320-9249-d8b942dcfeb8 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.3274245 Nov 24 13:14:31.750055 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-def9bbf7-8947-4c4d-8d3f-b6eb82ae7fdf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:31.782070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-def9bbf7-8947-4c4d-8d3f-b6eb82ae7fdf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:31.785671 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-def9bbf7-8947-4c4d-8d3f-b6eb82ae7fdf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/cc80586c-24ca-425c-af69-6ddb96ba1d05 HTTP/1.1" status: 204 len: 168 time: 0.9610121 Nov 24 13:14:31.813296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56488) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:31.870431 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:31.872869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3625f1c3-889f-46d3-abda-f56e2df2d5f1 None None] Network c9ac459c-ecce-4c09-b2c5-c25ab41613a2 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:31.905406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9bbf7-8947-4c4d-8d3f-b6eb82ae7fdf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Subnet': ['ID=cc80586c-24ca-425c-af69-6ddb96ba1d05,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:31.931072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b193ce-38ae-4dce-803f-dba0f969581d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting subnet b9de458c-e7e9-4561-99f2-9ead3a0d4fe7 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:14:31.931321 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:31.936296 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18b193ce-38ae-4dce-803f-dba0f969581d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:31.995762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:14:31.998744 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd91126-22ae-47a6-a510-73707ca172b2" -d '{"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-plugged", "status": "completed", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:14:32.039034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:32.052584 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:32.059124 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:32.069555 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18b193ce-38ae-4dce-803f-dba0f969581d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:32.213244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf68f0-48ce-4380-8b21-e21489561e68 req-74b76a11-fb45-44fc-88c7-5faa9fd9f323 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:32.228459 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c7bf68f0-48ce-4380-8b21-e21489561e68 req-74b76a11-fb45-44fc-88c7-5faa9fd9f323 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 946 time: 0.3190825 Nov 24 13:14:32.286807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a5c0a-14d5-4bde-a857-013845a5314a req-d97e0ec9-723b-4cfa-b1d6-3ddcdb9ab540 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:32.295007 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c4a5c0a-14d5-4bde-a857-013845a5314a req-d97e0ec9-723b-4cfa-b1d6-3ddcdb9ab540 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.1763124 Nov 24 13:14:32.375182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=13']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:32.386578 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18b193ce-38ae-4dce-803f-dba0f969581d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:32.475899 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c4a5c0a-14d5-4bde-a857-013845a5314a req-4a8c5e86-1483-4fb8-9d4b-3f5d81812842 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780245 Nov 24 13:14:32.498550 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c7bf68f0-48ce-4380-8b21-e21489561e68 req-e8e7a46b-51e1-43b0-aad8-2274302d1ef0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691293 Nov 24 13:14:32.522185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18b193ce-38ae-4dce-803f-dba0f969581d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:32.571400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Allocated IP 172.25.0.151 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:32.616499 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18b193ce-38ae-4dce-803f-dba0f969581d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:32.616913 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3641a675-7069-499e-a91c-59a76c35038c x-openstack-request-id: req-3641a675-7069-499e-a91c-59a76c35038c {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:14:32.617303 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-plugged", "status": "completed", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:14:32.619058 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3641a675-7069-499e-a91c-59a76c35038c {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:14:32.619383 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'code': 200} Nov 24 13:14:32.620011 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-18b193ce-38ae-4dce-803f-dba0f969581d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/b9de458c-e7e9-4561-99f2-9ead3a0d4fe7 HTTP/1.1" status: 204 len: 168 time: 0.8053963 Nov 24 13:14:32.630625 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56514) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:32.631105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b193ce-38ae-4dce-803f-dba0f969581d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Subnet': ['ID=b9de458c-e7e9-4561-99f2-9ead3a0d4fe7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:32.892416 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:33.074605 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8927c00-edbf-40b9-b8dc-9c919b7bc120 req-656d7d3b-57ec-4d68-9746-3a06f1e35b64 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.1592810 Nov 24 13:14:33.139612 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:33.175846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port 1e06ac55-e0ba-411e-a586-3feed63e208b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:33.176274 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:33.330078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] For port 1e06ac55-e0ba-411e-a586-3feed63e208b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1e06ac55-e0ba-411e-a586-3feed63e208b,segment=NetworkSegment(9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7),segment_id=9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:33.330731 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:33.348884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for 1e06ac55-e0ba-411e-a586-3feed63e208b owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:33.465931 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:33.520100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'Port': ['ID=0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:33.542869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:33.542869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:33.551696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:33.653940 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:33.726805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91736076-47c5-4917-a657-58dd80f8e2eb None None] Network c9ac459c-ecce-4c09-b2c5-c25ab41613a2 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:33.808370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4acaa-61ed-49c0-bda9-6d7b55d620a8 req-969232c0-9512-4550-a356-3a15b31c2346 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:33.822519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=1e06ac55-e0ba-411e-a586-3feed63e208b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:33.827828 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85c4acaa-61ed-49c0-bda9-6d7b55d620a8 req-969232c0-9512-4550-a356-3a15b31c2346 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.1592143 Nov 24 13:14:33.833845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No DVR routers for this DVR port 1e06ac55-e0ba-411e-a586-3feed63e208b on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:14:33.917571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-237b1efe-5f0f-4499-a404-689c10f1cedd None None] Could not find standard attr ID for object 1e06ac55-e0ba-411e-a586-3feed63e208b. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:14:33.955051 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85c4acaa-61ed-49c0-bda9-6d7b55d620a8 req-142d1864-4f21-450d-b57a-607b16e116fb tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132941 Nov 24 13:14:34.051608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bcb449-a661-4b00-b690-98e04f87de28 None None] DHCP port deletion for c9ac459c-ecce-4c09-b2c5-c25ab41613a2 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:14:34.186507 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:34.202274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe27305-d302-462b-9205-0e5ae8455a28 req-087b3c91-0798-4e7a-aa24-43ced3bd805f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:34.209998 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6fe27305-d302-462b-9205-0e5ae8455a28 req-087b3c91-0798-4e7a-aa24-43ced3bd805f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.4749737 Nov 24 13:14:34.236337 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ac459c-ecce-4c09-b2c5-c25ab41613a2']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:34.346450 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ff41ba1c-28c8-4973-9568-03339bfe99a8 req-c903a6f8-a78c-4d00-8c24-d971dc7cb946 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0765579 Nov 24 13:14:34.411866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:34.412166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4ca160-6a9f-45e2-bacc-ff5e8384e9f7') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:34.507036 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6fe27305-d302-462b-9205-0e5ae8455a28 req-31d9bb68-f9f2-42fe-a3f3-e9eff33facfd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943833 Nov 24 13:14:34.513648 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:34.541360 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:34.552052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:14:34.552451 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:14:34.555508 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:14:34.567021 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:34.665257 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:34.702227 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:34.711217 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/networks/c9ac459c-ecce-4c09-b2c5-c25ab41613a2 HTTP/1.1" status: 204 len: 168 time: 2.0733643 Nov 24 13:14:34.711340 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56588) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:34.728139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081510fa-8ac6-4ff3-b7c6-e57581850af7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Network': ['ID=c9ac459c-ecce-4c09-b2c5-c25ab41613a2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:34.834783 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0184d825-59e7-48c6-85eb-90f35616e12c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:34.840622 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0184d825-59e7-48c6-85eb-90f35616e12c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1295934 Nov 24 13:14:34.846828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56596) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:34.943719 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-85903f50-37c5-48f9-a404-1b8ca1a266bd tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0895138 Nov 24 13:14:34.944962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56598) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:34.959439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-903400cb-2779-48cd-bcde-fc8c48a3dc9f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-379295296'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:35.009417 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903400cb-2779-48cd-bcde-fc8c48a3dc9f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:35.013469 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-903400cb-2779-48cd-bcde-fc8c48a3dc9f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:35.037210 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:35.043367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1e06ac55-e0ba-411e-a586-3feed63e208b no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:14:35.053632 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903400cb-2779-48cd-bcde-fc8c48a3dc9f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:14:35.066407 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-903400cb-2779-48cd-bcde-fc8c48a3dc9f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:35.067178 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-903400cb-2779-48cd-bcde-fc8c48a3dc9f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Added segment 4c37071b-c097-4c05-92ec-14d7c312559e of type vlan for network f18b9333-b0eb-4b7a-af19-43c178f41252 Nov 24 13:14:35.124676 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-903400cb-2779-48cd-bcde-fc8c48a3dc9f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:35.167306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-903400cb-2779-48cd-bcde-fc8c48a3dc9f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:35.169830 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 1e06ac55-e0ba-411e-a586-3feed63e208b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:14:35.170199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1e06ac55-e0ba-411e-a586-3feed63e208b not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:14:35.176619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903400cb-2779-48cd-bcde-fc8c48a3dc9f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:35.177754 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-903400cb-2779-48cd-bcde-fc8c48a3dc9f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:35.243662 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-903400cb-2779-48cd-bcde-fc8c48a3dc9f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2974095 Nov 24 13:14:35.256540 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56608) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:35.262748 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e020d126-934a-4abb-b780-cb43056a5520 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': 'f18b9333-b0eb-4b7a-af19-43c178f41252', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:35.384036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Router f1b0d787-55f7-4527-9520-0c853608d7cd is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:14:35.454039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903400cb-2779-48cd-bcde-fc8c48a3dc9f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Network': ['ID=f18b9333-b0eb-4b7a-af19-43c178f41252,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:35.468851 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network f18b9333-b0eb-4b7a-af19-43c178f41252 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:14:35.484692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64306b94-da09-42ac-b3ae-6e80fec8c969 req-6510e369-447b-4066-8288-4e632f80d0af tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:35.487497 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-64306b94-da09-42ac-b3ae-6e80fec8c969 req-6510e369-447b-4066-8288-4e632f80d0af tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.3325181 Nov 24 13:14:35.655253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-64306b94-da09-42ac-b3ae-6e80fec8c969 req-92a21d53-ba45-44b6-a41f-3b0b83307fd6 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574900 Nov 24 13:14:35.657104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e020d126-934a-4abb-b780-cb43056a5520 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:35.665564 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e020d126-934a-4abb-b780-cb43056a5520 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:35.913714 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e020d126-934a-4abb-b780-cb43056a5520 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:36.003313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020d126-934a-4abb-b780-cb43056a5520 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Subnet': ['ID=d81f368f-5370-461b-ab34-0568811e0ca4,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:36.082709 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb4161-76b1-46a1-9ef7-54b6e9699288 req-bb4aca32-91c0-4e54-9a6c-182247081f9a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:36.089652 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a7fb4161-76b1-46a1-9ef7-54b6e9699288 req-bb4aca32-91c0-4e54-9a6c-182247081f9a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.1897564 Nov 24 13:14:36.193049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020d126-934a-4abb-b780-cb43056a5520 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Checking segment: {'id': '4c37071b-c097-4c05-92ec-14d7c312559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f18b9333-b0eb-4b7a-af19-43c178f41252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:14:36.193414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e020d126-934a-4abb-b780-cb43056a5520 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network hostable DHCP agents. Network: f18b9333-b0eb-4b7a-af19-43c178f41252, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:14:36.204408 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a890a99a-2e59-48c1-8f59-a051eeee6413 req-402dbe38-051f-48cc-9866-2d429a67f26f tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0340397 Nov 24 13:14:36.307489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a7fb4161-76b1-46a1-9ef7-54b6e9699288 req-764b30a2-44a2-4b92-a621-6369494ff740 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012358 Nov 24 13:14:36.314243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e020d126-934a-4abb-b780-cb43056a5520 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network f18b9333-b0eb-4b7a-af19-43c178f41252 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:14:36.327206 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:36.337659 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e020d126-934a-4abb-b780-cb43056a5520 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, f18b9333-b0eb-4b7a-af19-43c178f41252) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:36.340701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:14:36.345904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecd90ae-39ae-42f9-a479-41aa26d36c78 None None] Network f18b9333-b0eb-4b7a-af19-43c178f41252 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:36.370959 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e020d126-934a-4abb-b780-cb43056a5520 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:36.371638 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e020d126-934a-4abb-b780-cb43056a5520 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:36.405240 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:36.417678 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7e114856-496d-4b2d-98f2-fb9803601c25 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.2792053 Nov 24 13:14:36.417946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56640) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:36.436075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e020d126-934a-4abb-b780-cb43056a5520 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1777251 Nov 24 13:14:36.436712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56646) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:36.453777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-07ecc19b-2e48-42f4-9196-ea9acc1b2a73 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'network_id': 'f18b9333-b0eb-4b7a-af19-43c178f41252', 'name': 'tempest-PortsIpV6TestJSON-405159306'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:36.497982 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Sync routers for ids ['f1b0d787-55f7-4527-9520-0c853608d7cd'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:14:36.541922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Routers {'f1b0d787-55f7-4527-9520-0c853608d7cd'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:14:36.542573 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:14:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f1b0d787-55f7-4527-9520-0c853608d7cd'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:36.678735 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e330c8-3704-404c-9209-7631ffdbe926 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:36.679409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ecc19b-2e48-42f4-9196-ea9acc1b2a73 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:36.684052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-37e330c8-3704-404c-9209-7631ffdbe926 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a1b644375e0042a1b46a6165f68abedb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2614260 Nov 24 13:14:36.689076 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07ecc19b-2e48-42f4-9196-ea9acc1b2a73 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:36.693403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56654) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:36.783568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-07ecc19b-2e48-42f4-9196-ea9acc1b2a73 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port 672f8d6c-deaa-4537-be87-c4ba01b0dbed yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:14:36.893225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Set router f1b0d787-55f7-4527-9520-0c853608d7cd gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:14:36.938507 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60b470-6900-455f-961a-d85df724bd6d req-a6501138-e443-4584-85a9-b0b7f0124665 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:36.951294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd60b470-6900-455f-961a-d85df724bd6d req-a6501138-e443-4584-85a9-b0b7f0124665 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.1686311 Nov 24 13:14:36.977716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-f18b9333-b0eb-4b7a-af19-43c178f41252', 'network_id': 'f18b9333-b0eb-4b7a-af19-43c178f41252', 'tenant_id': '9f9d0f09f71642eca6eca73c438a80be', 'fixed_ips': [{'subnet_id': 'd81f368f-5370-461b-ab34-0568811e0ca4'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:14:36.978700 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:37.060312 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd60b470-6900-455f-961a-d85df724bd6d req-5aa2b07e-26f8-4340-a0f5-b81af0f6fae3 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080675 Nov 24 13:14:37.085170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e6f5c8-0088-485a-befa-ae0e03058f70 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:37.086720 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-69e6f5c8-0088-485a-befa-ae0e03058f70 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3914330 Nov 24 13:14:37.089718 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56664) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:37.142826 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-07ecc19b-2e48-42f4-9196-ea9acc1b2a73 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Allocated IP 2001:db8::41 (f18b9333-b0eb-4b7a-af19-43c178f41252/d81f368f-5370-461b-ab34-0568811e0ca4/672f8d6c-deaa-4537-be87-c4ba01b0dbed) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:37.155143 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-226a3b4f-e206-4da5-8a1d-01f71ec16377 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0636158 Nov 24 13:14:37.158407 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56670) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:37.247186 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8a86c092-58bb-485c-983e-1872a940ed55 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=a1b644375e0042a1b46a6165f68abedb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0839443 Nov 24 13:14:37.247186 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56674) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:37.378678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a005db-279b-4079-b54d-0f05a4e38a24 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:37.380504 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d0a005db-279b-4079-b54d-0f05a4e38a24 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329899 Nov 24 13:14:37.389043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56678) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:37.519152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8be23470-42b9-4f7f-9a3f-bccc07d010b7 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1263568 Nov 24 13:14:37.519892 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56684) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:37.527139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b0cd57a2-cdc7-460d-9c31-798811292f68 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1987504641', 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5', 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:37.554875 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0dc25e0e-1015-4663-852f-c96d83d7d9a6 req-5c90bb63-367e-4fbc-944b-8f9165790dab tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0996654 Nov 24 13:14:37.655152 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07ecc19b-2e48-42f4-9196-ea9acc1b2a73 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:37.707701 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07ecc19b-2e48-42f4-9196-ea9acc1b2a73 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:37.722427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-534221126', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:14:30Z', 'updated_at': '2021-11-24T13:14:34Z', 'revision_number': 3, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:14:32Z', 'updated_at': '2021-11-24T13:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:37.795369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b84df-189b-4b97-9ee5-1d0e22258864 req-14db5d08-9abb-49f5-99b8-160a4e17c6c5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:37.798121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5a2b84df-189b-4b97-9ee5-1d0e22258864 req-14db5d08-9abb-49f5-99b8-160a4e17c6c5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.2772944 Nov 24 13:14:37.805164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cd57a2-cdc7-460d-9c31-798811292f68 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Made reservation on behalf of a1b644375e0042a1b46a6165f68abedb for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:37.805878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ecc19b-2e48-42f4-9196-ea9acc1b2a73 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network f18b9333-b0eb-4b7a-af19-43c178f41252 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:37.809315 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b0cd57a2-cdc7-460d-9c31-798811292f68 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:37.811948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-07ecc19b-2e48-42f4-9196-ea9acc1b2a73 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:37.815941 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ecc19b-2e48-42f4-9196-ea9acc1b2a73 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:37.821966 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ecc19b-2e48-42f4-9196-ea9acc1b2a73 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:37.822803 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07ecc19b-2e48-42f4-9196-ea9acc1b2a73 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:37.849298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecc19b-2e48-42f4-9196-ea9acc1b2a73 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=672f8d6c-deaa-4537-be87-c4ba01b0dbed,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:37.882174 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-07ecc19b-2e48-42f4-9196-ea9acc1b2a73 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4441462 Nov 24 13:14:37.884470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56698) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:37.889946 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-876fd596-68e4-4226-ab71-dbe9cdb1bab8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'network_id': 'f18b9333-b0eb-4b7a-af19-43c178f41252', 'name': 'tempest-PortsIpV6TestJSON-1725793218'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:37.900602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Checking router: f1b0d787-55f7-4527-9520-0c853608d7cd for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:14:37.900975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Updating router f1b0d787-55f7-4527-9520-0c853608d7cd port 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:14:37.918457 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5a2b84df-189b-4b97-9ee5-1d0e22258864 req-9e78af8b-9b8b-4f8d-8d9d-dae5c54ec0a7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007092 Nov 24 13:14:38.017206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Allocated IP 2001:db8::2 (f18b9333-b0eb-4b7a-af19-43c178f41252/d81f368f-5370-461b-ab34-0568811e0ca4/504c7496-82ed-4839-a459-ca8efb9c1b3c) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:38.048987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876fd596-68e4-4226-ab71-dbe9cdb1bab8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:38.058027 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-876fd596-68e4-4226-ab71-dbe9cdb1bab8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:38.083045 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-876fd596-68e4-4226-ab71-dbe9cdb1bab8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port 83b7b6d1-4d4e-47f5-b3d2-d3c046ae07c1 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:14:38.238742 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b0cd57a2-cdc7-460d-9c31-798811292f68 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:38.365089 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094996e6-3022-4138-b72b-85d2005b435d req-86f8a76d-ed1d-4ec8-9c59-d8a59d03caac tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:38.366868 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-094996e6-3022-4138-b72b-85d2005b435d req-86f8a76d-ed1d-4ec8-9c59-d8a59d03caac tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.1197159 Nov 24 13:14:38.389122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd57a2-cdc7-460d-9c31-798811292f68 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'Subnet': ['ID=7f21b801-6102-4101-847d-801dc51f6759,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:38.447755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd57a2-cdc7-460d-9c31-798811292f68 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Checking segment: {'id': '8cc7793b-88c1-4864-a1bb-495ce18565cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:14:38.449181 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:38.450356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd57a2-cdc7-460d-9c31-798811292f68 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Network hostable DHCP agents. Network: a5a4070e-d107-4850-8bc4-2ab90d8a46e5, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:14:38.475472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-094996e6-3022-4138-b72b-85d2005b435d req-481e3be9-a7e5-497d-bae3-10fbbe074db9 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997753 Nov 24 13:14:38.488862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd57a2-cdc7-460d-9c31-798811292f68 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:14:38.520795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd57a2-cdc7-460d-9c31-798811292f68 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, a5a4070e-d107-4850-8bc4-2ab90d8a46e5) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:38.537202 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cd57a2-cdc7-460d-9c31-798811292f68 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:38.538350 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b0cd57a2-cdc7-460d-9c31-798811292f68 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:38.538649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73f6ed4-53ec-4122-ba51-fd0e7c55654d None None] Network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:38.570217 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b0cd57a2-cdc7-460d-9c31-798811292f68 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0478077 Nov 24 13:14:38.572987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56716) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:38.770429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56722) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:38.773387 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e3b0bf2-784b-4669-bacf-d8784f745a9e req-9ba65ee3-31ff-4934-9755-e7c6e359075e tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0494547 Nov 24 13:14:38.947081 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-a5a4070e-d107-4850-8bc4-2ab90d8a46e5', 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'fixed_ips': [{'subnet_id': '7f21b801-6102-4101-847d-801dc51f6759'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:14:38.949160 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:38.961507 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2fa33673-f3c0-454b-9c4f-5940e609ef7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:39.183028 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2fa33673-f3c0-454b-9c4f-5940e609ef7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:39.204056 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2fa33673-f3c0-454b-9c4f-5940e609ef7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:39.357609 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2fa33673-f3c0-454b-9c4f-5940e609ef7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b37f262755bf4852b58d3dbef465bb37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5829566 Nov 24 13:14:39.381749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56736) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:39.390496 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:39.417998 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:39.437838 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:39.508118 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1ab3c-fcda-4260-8606-96295283de21 None None] Pushing event updated for resources: {'Port': ['ID=0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:39.510145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa33673-f3c0-454b-9c4f-5940e609ef7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5719e55f-cd08-405c-88a9-6c9e25917581,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:39.524785 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:39.672217 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c144fc40-9a21-4b9e-945e-de8f99318340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:39.750788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45548c6d-8766-4449-b8f1-3860089d0246 req-559171bb-33d3-4886-813e-573f8f1b1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:39.752387 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-45548c6d-8766-4449-b8f1-3860089d0246 req-559171bb-33d3-4886-813e-573f8f1b1f3c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 1097 time: 0.3905947 Nov 24 13:14:39.759879 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Attempting to bind port 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:14:39.760202 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Attempting to bind port 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:14:39.760794 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Attempting to bind port 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:14:39.767890 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c144fc40-9a21-4b9e-945e-de8f99318340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:39.783608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:14:39.784333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:14:39.784936 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:39.785495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:14:39.786430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Bound port: 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:14:39.787001 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:39.835829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-876fd596-68e4-4226-ab71-dbe9cdb1bab8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Allocated IP 2001:db8::1b5 (f18b9333-b0eb-4b7a-af19-43c178f41252/d81f368f-5370-461b-ab34-0568811e0ca4/83b7b6d1-4d4e-47f5-b3d2-d3c046ae07c1) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:39.877500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6fe68-fe7d-44e7-a948-51bb6fa0bc14 req-680886f9-ef63-4d09-b7f6-1a18ecc5010e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:39.879112 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-87b6fe68-fe7d-44e7-a948-51bb6fa0bc14 req-680886f9-ef63-4d09-b7f6-1a18ecc5010e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.2092879 Nov 24 13:14:39.905717 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-45548c6d-8766-4449-b8f1-3860089d0246 req-fce6f2e7-9bc4-418c-9ab0-ad3bbf0cb0a1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354289 Nov 24 13:14:39.922787 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Network f18b9333-b0eb-4b7a-af19-43c178f41252 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:39.945961 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:39.954599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:39.966819 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Pushing event updated for resources: {'Port': ['ID=504c7496-82ed-4839-a459-ca8efb9c1b3c,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:39.977878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:40.070492 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-87b6fe68-fe7d-44e7-a948-51bb6fa0bc14 req-d0d5c052-631b-428c-93a7-dbce58204462 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332190 Nov 24 13:14:40.085296 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c144fc40-9a21-4b9e-945e-de8f99318340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:40.093433 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-876fd596-68e4-4226-ab71-dbe9cdb1bab8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:40.096214 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c144fc40-9a21-4b9e-945e-de8f99318340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:40.097577 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c144fc40-9a21-4b9e-945e-de8f99318340 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5719e55f-cd08-405c-88a9-6c9e25917581 HTTP/1.1" status: 204 len: 168 time: 0.7093120 Nov 24 13:14:40.113856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144fc40-9a21-4b9e-945e-de8f99318340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5719e55f-cd08-405c-88a9-6c9e25917581,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:40.156645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b02223-c83b-40ce-b426-2ca438b559e1 req-54632e39-30cc-43f0-b3eb-9a0c74056a07 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:40.158516 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61b02223-c83b-40ce-b426-2ca438b559e1 req-54632e39-30cc-43f0-b3eb-9a0c74056a07 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.6477532 Nov 24 13:14:40.163176 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-876fd596-68e4-4226-ab71-dbe9cdb1bab8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:40.261569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] For port 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:14:40.275638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Allocated IP 172.20.0.18 (a5a4070e-d107-4850-8bc4-2ab90d8a46e5/7f21b801-6102-4101-847d-801dc51f6759/288b2790-80bd-4d7e-8121-adf9a2e372ee) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:40.328389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] For port 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:14:40.329683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Attempting to bind port 504c7496-82ed-4839-a459-ca8efb9c1b3c on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:14:40.332275 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Attempting to bind port 504c7496-82ed-4839-a459-ca8efb9c1b3c by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '4c37071b-c097-4c05-92ec-14d7c312559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f18b9333-b0eb-4b7a-af19-43c178f41252'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:14:40.333126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Attempting to bind port 504c7496-82ed-4839-a459-ca8efb9c1b3c on network f18b9333-b0eb-4b7a-af19-43c178f41252 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:14:40.358085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:14:40.359928 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Checking segment: {'id': '4c37071b-c097-4c05-92ec-14d7c312559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f18b9333-b0eb-4b7a-af19-43c178f41252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:14:40.364445 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:40.364984 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Bound using segment: {'id': '4c37071b-c097-4c05-92ec-14d7c312559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f18b9333-b0eb-4b7a-af19-43c178f41252'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:14:40.365550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Bound port: 504c7496-82ed-4839-a459-ca8efb9c1b3c, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c37071b-c097-4c05-92ec-14d7c312559e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f18b9333-b0eb-4b7a-af19-43c178f41252'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:14:40.365950 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:40.397863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61b02223-c83b-40ce-b426-2ca438b559e1 req-42e16796-c5f8-488a-8c8f-c344e990c554 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276907 Nov 24 13:14:40.400091 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876fd596-68e4-4226-ab71-dbe9cdb1bab8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network f18b9333-b0eb-4b7a-af19-43c178f41252 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:40.400925 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:40.417092 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c979f546-90b2-4141-9e5a-07b311092f7d req-b6c262ee-b1e3-499f-9c0b-bfcddfd48c6a tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0518606 Nov 24 13:14:40.494438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1ab3c-fcda-4260-8606-96295283de21 None None] Pushing event updated for resources: {'Port': ['ID=0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:40.559883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-876fd596-68e4-4226-ab71-dbe9cdb1bab8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:40.569250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fd596-68e4-4226-ab71-dbe9cdb1bab8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=83b7b6d1-4d4e-47f5-b3d2-d3c046ae07c1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:40.591448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876fd596-68e4-4226-ab71-dbe9cdb1bab8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:40.612959 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876fd596-68e4-4226-ab71-dbe9cdb1bab8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:40.614651 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-876fd596-68e4-4226-ab71-dbe9cdb1bab8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:40.725354 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] For port 504c7496-82ed-4839-a459-ca8efb9c1b3c, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:14:40.731187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56774) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:40.731732 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-876fd596-68e4-4226-ab71-dbe9cdb1bab8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8441646 Nov 24 13:14:40.734363 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] For port 504c7496-82ed-4839-a459-ca8efb9c1b3c, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=504c7496-82ed-4839-a459-ca8efb9c1b3c,segment=NetworkSegment(4c37071b-c097-4c05-92ec-14d7c312559e),segment_id=4c37071b-c097-4c05-92ec-14d7c312559e)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:14:40.748016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Routers {'f1b0d787-55f7-4527-9520-0c853608d7cd'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:14:40.749796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:14:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f1b0d787-55f7-4527-9520-0c853608d7cd'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:40.816200 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:40.839117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56778) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:40.866218 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c75007e7-36bd-4543-8070-fa5cb7de10fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:40.907272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffc541f-c4fe-4e40-8e70-749521525c7d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:40.910321 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9ffc541f-c4fe-4e40-8e70-749521525c7d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A41 HTTP/1.1" status: 200 len: 927 time: 0.1776211 Nov 24 13:14:40.913109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56786) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:40.927647 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:41.026413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2d14b-1800-4029-b57a-3297d50ea726 None None] Pushing event updated for resources: {'Port': ['ID=504c7496-82ed-4839-a459-ca8efb9c1b3c,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:41.154371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] Set router f1b0d787-55f7-4527-9520-0c853608d7cd gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:14:41.186557 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-2e11fd8d-7563-4434-a07d-1919f7880e13 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port 83b7b6d1-4d4e-47f5-b3d2-d3c046ae07c1 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:41.189803 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2e11fd8d-7563-4434-a07d-1919f7880e13 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:41.435118 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:41.492353 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2e11fd8d-7563-4434-a07d-1919f7880e13 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:41.535339 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:41.557599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-2e11fd8d-7563-4434-a07d-1919f7880e13 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for 83b7b6d1-4d4e-47f5-b3d2-d3c046ae07c1 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:41.763922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:41.766683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Pushing event updated for resources: {'Port': ['ID=288b2790-80bd-4d7e-8121-adf9a2e372ee,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:41.767403 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c75007e7-36bd-4543-8070-fa5cb7de10fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:41.780417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:41.795701 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:41.798657 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c75007e7-36bd-4543-8070-fa5cb7de10fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:41.848521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-534221126', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:14:30Z', 'updated_at': '2021-11-24T13:14:34Z', 'revision_number': 3, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:14:32Z', 'updated_at': '2021-11-24T13:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:41.882555 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37981eb9-8044-4014-b5b0-a8e2b073f5ff None None] The sync data for ids ['f1b0d787-55f7-4527-9520-0c853608d7cd'] in n-d-817303-4 is: [{'id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-534221126', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:14:30Z', 'updated_at': '2021-11-24T13:14:34Z', 'revision_number': 3, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:14:32Z', 'updated_at': '2021-11-24T13:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:14:41.884683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912a13c-e7f7-4c4d-9011-571cf78c0314 req-2fe78974-9a30-4645-b0ea-4ef4ba333e32 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:41.899974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a912a13c-e7f7-4c4d-9011-571cf78c0314 req-2fe78974-9a30-4645-b0ea-4ef4ba333e32 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.2395213 Nov 24 13:14:41.939252 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff37e8-c2d8-4da8-b91e-6184e35dc97f req-31f6751b-f61a-4b39-88c3-27b92b156877 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:41.941174 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-27ff37e8-c2d8-4da8-b91e-6184e35dc97f req-31f6751b-f61a-4b39-88c3-27b92b156877 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.6167881 Nov 24 13:14:41.969172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Attempting to bind port 288b2790-80bd-4d7e-8121-adf9a2e372ee on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:14:41.969975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Attempting to bind port 288b2790-80bd-4d7e-8121-adf9a2e372ee by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '8cc7793b-88c1-4864-a1bb-495ce18565cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:14:41.970533 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Attempting to bind port 288b2790-80bd-4d7e-8121-adf9a2e372ee on network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:14:41.981999 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:14:41.982644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Checking segment: {'id': '8cc7793b-88c1-4864-a1bb-495ce18565cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:14:41.983204 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:41.983742 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Bound using segment: {'id': '8cc7793b-88c1-4864-a1bb-495ce18565cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:14:41.984407 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Bound port: 288b2790-80bd-4d7e-8121-adf9a2e372ee, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc7793b-88c1-4864-a1bb-495ce18565cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:14:41.984981 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:42.019030 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c75007e7-36bd-4543-8070-fa5cb7de10fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=665b03125e27434c92b75dee9b4a2821&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1779151 Nov 24 13:14:42.020868 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56808) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:42.125442 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a912a13c-e7f7-4c4d-9011-571cf78c0314 req-2932b407-5cea-4d4b-8bc6-92a85d87b0e2 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244644 Nov 24 13:14:42.128256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75007e7-36bd-4543-8070-fa5cb7de10fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b234c8-19ac-405e-a7f1-73172b817fc9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:42.345939 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2e11fd8d-7563-4434-a07d-1919f7880e13 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:42.534760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11fd8d-7563-4434-a07d-1919f7880e13 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=83b7b6d1-4d4e-47f5-b3d2-d3c046ae07c1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:42.540344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] For port 288b2790-80bd-4d7e-8121-adf9a2e372ee, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:14:42.546002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] For port 288b2790-80bd-4d7e-8121-adf9a2e372ee, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=288b2790-80bd-4d7e-8121-adf9a2e372ee,segment=NetworkSegment(8cc7793b-88c1-4864-a1bb-495ce18565cb),segment_id=8cc7793b-88c1-4864-a1bb-495ce18565cb)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:14:42.553730 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Allocated IP 172.20.0.17 (a5a4070e-d107-4850-8bc4-2ab90d8a46e5/7f21b801-6102-4101-847d-801dc51f6759/bf6dc0e2-d13b-4243-9df0-7f80772dd9f6) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:42.555735 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:42.726820 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2e11fd8d-7563-4434-a07d-1919f7880e13 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:42.746776 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2e11fd8d-7563-4434-a07d-1919f7880e13 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/83b7b6d1-4d4e-47f5-b3d2-d3c046ae07c1 HTTP/1.1" status: 204 len: 168 time: 1.8318219 Nov 24 13:14:42.747665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56824) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:42.766022 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7289213d-940e-4fca-9414-ca0c40143608 req-bf1d4278-c290-402c-a8be-026cd6e87ce1 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.2418399 Nov 24 13:14:42.874431 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a1fff-6ee5-4d2b-8fdc-7cb1e11312b5 None None] Pushing event updated for resources: {'Port': ['ID=288b2790-80bd-4d7e-8121-adf9a2e372ee,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:42.895505 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-844c5882-9403-4e37-b013-f6c134550867 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] GET failed (client error): The resource could not be found. Nov 24 13:14:42.897546 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-844c5882-9403-4e37-b013-f6c134550867 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/83b7b6d1-4d4e-47f5-b3d2-d3c046ae07c1 HTTP/1.1" status: 404 len: 333 time: 0.1280582 Nov 24 13:14:42.902832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56830) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:43.089362 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:43.098472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5352bd79-2371-46c0-aa50-0dad7f9eb27b tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port 672f8d6c-deaa-4537-be87-c4ba01b0dbed {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:43.098975 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5352bd79-2371-46c0-aa50-0dad7f9eb27b tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:43.165617 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-27ff37e8-c2d8-4da8-b91e-6184e35dc97f req-32f2cdb6-1d3d-42a5-b5a8-f834b3da61e2 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1988466 Nov 24 13:14:43.392054 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8836842f-5f80-493c-9464-45920a0ce952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:43.444661 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8836842f-5f80-493c-9464-45920a0ce952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:43.463372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 504c7496-82ed-4839-a459-ca8efb9c1b3c up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:43.580677 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:43.604493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 504c7496-82ed-4839-a459-ca8efb9c1b3c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:43.605165 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:43.623236 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5352bd79-2371-46c0-aa50-0dad7f9eb27b tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:43.697552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5352bd79-2371-46c0-aa50-0dad7f9eb27b tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for 672f8d6c-deaa-4537-be87-c4ba01b0dbed owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:43.724306 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:43.743890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf28cac-69c9-4880-8869-702ee20c2f7c None None] Network f18b9333-b0eb-4b7a-af19-43c178f41252 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:43.748829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:43.792084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cb963-c88c-4f8d-b61d-b91da4ca58e4 req-f0fb40fe-4698-4a89-b697-b9ef4ce062c0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:43.793894 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b54cb963-c88c-4f8d-b61d-b91da4ca58e4 req-f0fb40fe-4698-4a89-b697-b9ef4ce062c0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.2971632 Nov 24 13:14:43.806080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:43.946968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4014b-c76b-4210-a61d-5e771a9edb09 req-cc7921f1-999e-4e1d-bbf7-f61b103f3ae9 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:43.968486 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ed4014b-c76b-4210-a61d-5e771a9edb09 req-cc7921f1-999e-4e1d-bbf7-f61b103f3ae9 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.5084040 Nov 24 13:14:43.969580 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:44.010667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f0cf732e-9bb7-4b88-b37e-de7c52e2a663 None None] Provisioning complete for port 504c7496-82ed-4839-a459-ca8efb9c1b3c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:44.010667 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f0cf732e-9bb7-4b88-b37e-de7c52e2a663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:44.054815 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b54cb963-c88c-4f8d-b61d-b91da4ca58e4 req-77ce8b02-f389-475e-9da8-fbe3f88c94ca tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606541 Nov 24 13:14:44.132428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'Port': ['ID=bf6dc0e2-d13b-4243-9df0-7f80772dd9f6,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:44.163190 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:44.290937 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8836842f-5f80-493c-9464-45920a0ce952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:44.310023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8836842f-5f80-493c-9464-45920a0ce952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:44.310762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 504c7496-82ed-4839-a459-ca8efb9c1b3c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=504c7496-82ed-4839-a459-ca8efb9c1b3c,segment=NetworkSegment(4c37071b-c097-4c05-92ec-14d7c312559e),segment_id=4c37071b-c097-4c05-92ec-14d7c312559e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:44.311235 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8836842f-5f80-493c-9464-45920a0ce952 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3b234c8-19ac-405e-a7f1-73172b817fc9 HTTP/1.1" status: 204 len: 168 time: 2.2769628 Nov 24 13:14:44.338015 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0f565a41-c1f5-446d-b0a7-81e8614b0bfb req-aed40382-cbe9-4d2f-89b5-5f692843c4c2 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.1395969 Nov 24 13:14:44.366058 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5352bd79-2371-46c0-aa50-0dad7f9eb27b tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:44.373331 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:44.375046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:44.380215 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836842f-5f80-493c-9464-45920a0ce952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b234c8-19ac-405e-a7f1-73172b817fc9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:44.407778 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ed4014b-c76b-4210-a61d-5e771a9edb09 req-694475bb-9fad-4baa-bde6-dbfc9be0e20e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574487 Nov 24 13:14:44.490877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352bd79-2371-46c0-aa50-0dad7f9eb27b tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=672f8d6c-deaa-4537-be87-c4ba01b0dbed,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:44.509070 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5352bd79-2371-46c0-aa50-0dad7f9eb27b tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:44.519210 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5352bd79-2371-46c0-aa50-0dad7f9eb27b tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/672f8d6c-deaa-4537-be87-c4ba01b0dbed HTTP/1.1" status: 204 len: 168 time: 1.6152833 Nov 24 13:14:44.525302 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56864) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:44.632356 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b60306-4edc-43df-866a-0da88681a4a0 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] GET failed (client error): The resource could not be found. Nov 24 13:14:44.633921 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-72b60306-4edc-43df-866a-0da88681a4a0 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/672f8d6c-deaa-4537-be87-c4ba01b0dbed HTTP/1.1" status: 404 len: 333 time: 0.1068556 Nov 24 13:14:44.636839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56868) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:44.652578 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:44.864387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d92c71f-92de-41d9-9f0f-32cadc5c8da6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting subnet d81f368f-5370-461b-ab34-0568811e0ca4 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:14:44.869924 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d92c71f-92de-41d9-9f0f-32cadc5c8da6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:44.937911 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d92c71f-92de-41d9-9f0f-32cadc5c8da6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:45.071353 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d92c71f-92de-41d9-9f0f-32cadc5c8da6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:45.086597 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=504c7496-82ed-4839-a459-ca8efb9c1b3c,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:45.299353 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:45.299353 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:45.443983 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d92c71f-92de-41d9-9f0f-32cadc5c8da6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:45.497162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92c71f-92de-41d9-9f0f-32cadc5c8da6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Subnet': ['ID=d81f368f-5370-461b-ab34-0568811e0ca4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:45.503271 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7d92c71f-92de-41d9-9f0f-32cadc5c8da6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:45.524530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7d92c71f-92de-41d9-9f0f-32cadc5c8da6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/d81f368f-5370-461b-ab34-0568811e0ca4 HTTP/1.1" status: 204 len: 168 time: 0.8854754 Nov 24 13:14:45.527770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56900) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:45.546833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebe0a14-21dd-4b77-b7d0-ec729be610ce None None] Network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:45.582380 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404c28c-3aa8-4986-bc00-ddfc926a55c5 req-663a6849-4215-4d69-a1eb-84bffbf9ee34 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:45.606835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6404c28c-3aa8-4986-bc00-ddfc926a55c5 req-663a6849-4215-4d69-a1eb-84bffbf9ee34 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2589555 Nov 24 13:14:45.701676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc75ce65-cee5-4f8e-8b9c-98eda94b0efa req-6d7ce80f-d648-4dc9-bb13-e37f21b155f0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:45.703455 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dc75ce65-cee5-4f8e-8b9c-98eda94b0efa req-6d7ce80f-d648-4dc9-bb13-e37f21b155f0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.3513610 Nov 24 13:14:45.741186 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:45.832476 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1888a806-74bb-43c2-8a34-962c562bff38 None None] Network f18b9333-b0eb-4b7a-af19-43c178f41252 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:45.842523 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6404c28c-3aa8-4986-bc00-ddfc926a55c5 req-973af706-438c-41ee-b029-a93ed5beb81e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400789 Nov 24 13:14:45.890583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port 504c7496-82ed-4839-a459-ca8efb9c1b3c {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:45.891212 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:46.041009 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:46.052581 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dc75ce65-cee5-4f8e-8b9c-98eda94b0efa req-eed3ad6e-656a-4eb0-ab71-23fb10b7b8d6 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250000 Nov 24 13:14:46.060093 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:46.265672 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e67169da-6db9-4c4b-8891-c10bec150a60 req-5b78923e-d95f-4471-8935-f1dfd22e2011 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.1202807 Nov 24 13:14:46.275797 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:46.278815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] For port 504c7496-82ed-4839-a459-ca8efb9c1b3c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=504c7496-82ed-4839-a459-ca8efb9c1b3c,segment=NetworkSegment(4c37071b-c097-4c05-92ec-14d7c312559e),segment_id=4c37071b-c097-4c05-92ec-14d7c312559e)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:46.278992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'Port': ['ID=bf6dc0e2-d13b-4243-9df0-7f80772dd9f6,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:46.279319 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:46.326788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for 504c7496-82ed-4839-a459-ca8efb9c1b3c owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:46.357952 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7c4cde8b-3781-43d5-b5d8-3909326fc119 None None] Provisioning complete for port 288b2790-80bd-4d7e-8121-adf9a2e372ee triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:46.358565 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c4cde8b-3781-43d5-b5d8-3909326fc119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:46.542179 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:46.561512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:46.563958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:46.629054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No DVR routers for this DVR port 504c7496-82ed-4839-a459-ca8efb9c1b3c on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:14:46.745687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=504c7496-82ed-4839-a459-ca8efb9c1b3c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:46.813355 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Router f1b0d787-55f7-4527-9520-0c853608d7cd has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:14:46.897118 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:46.929274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18b9333-b0eb-4b7a-af19-43c178f41252']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:46.939947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c37071b-c097-4c05-92ec-14d7c312559e') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:46.940259 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c37071b-c097-4c05-92ec-14d7c312559e') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:46.940391 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:46.962792 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:46.987600 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:46.994520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:14:46.994918 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:14:46.999607 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:14:47.023125 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ace1e98-61e2-479f-937b-5939af9b8b99 None None] DHCP port deletion for f18b9333-b0eb-4b7a-af19-43c178f41252 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:14:47.137569 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c4cde8b-3781-43d5-b5d8-3909326fc119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:47.179549 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:47.188498 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:47.199508 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/networks/f18b9333-b0eb-4b7a-af19-43c178f41252 HTTP/1.1" status: 204 len: 168 time: 1.6693811 Nov 24 13:14:47.207591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:47.210556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56958) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:47.229429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ba773e6d-135c-4af2-8b2a-86a8c8e4ecc3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-891553478'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:47.257044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd17e3-c8fc-49a9-84b1-ec17ac7ffe40 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Network': ['ID=f18b9333-b0eb-4b7a-af19-43c178f41252,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:47.291844 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:47.324428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc1918-6328-4be1-89cf-3b6be679b7cf req-34c0b9fc-8232-4e75-bf10-fa1c5f5918e6 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:47.341613 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d5bc1918-6328-4be1-89cf-3b6be679b7cf req-34c0b9fc-8232-4e75-bf10-fa1c5f5918e6 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2896414 Nov 24 13:14:47.383169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:14:47.397840 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Sync routers for ids ['f1b0d787-55f7-4527-9520-0c853608d7cd'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:14:47.425467 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Routers {'f1b0d787-55f7-4527-9520-0c853608d7cd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:14:47.433607 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:14:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f1b0d787-55f7-4527-9520-0c853608d7cd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:47.433860 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d554a5bb-3a2b-42c7-9644-c6ec515da5ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "PUT /v2.0/routers/f1b0d787-55f7-4527-9520-0c853608d7cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8597329 Nov 24 13:14:47.465850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d5bc1918-6328-4be1-89cf-3b6be679b7cf req-4f15b014-4dd3-452b-8e45-78db4f3be62a tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232860 Nov 24 13:14:47.482573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b7843-c6fd-4f56-b0e6-f6eebd3b1ec0 req-609278bd-904b-4119-b5b7-9998a50c35cf tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:47.488049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba773e6d-135c-4af2-8b2a-86a8c8e4ecc3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:47.491433 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-723b7843-c6fd-4f56-b0e6-f6eebd3b1ec0 req-609278bd-904b-4119-b5b7-9998a50c35cf tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.2320743 Nov 24 13:14:47.492041 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba773e6d-135c-4af2-8b2a-86a8c8e4ecc3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:47.590391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba773e6d-135c-4af2-8b2a-86a8c8e4ecc3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:14:47.631906 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba773e6d-135c-4af2-8b2a-86a8c8e4ecc3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:47.632322 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-ba773e6d-135c-4af2-8b2a-86a8c8e4ecc3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Added segment 4dd5fb69-1896-4938-9879-3d90188c7982 of type vlan for network 3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4 Nov 24 13:14:47.668843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 288b2790-80bd-4d7e-8121-adf9a2e372ee up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:47.738368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7c4cde8b-3781-43d5-b5d8-3909326fc119 None None] For port 288b2790-80bd-4d7e-8121-adf9a2e372ee, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=288b2790-80bd-4d7e-8121-adf9a2e372ee,segment=NetworkSegment(8cc7793b-88c1-4864-a1bb-495ce18565cb),segment_id=8cc7793b-88c1-4864-a1bb-495ce18565cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:47.760991 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-723b7843-c6fd-4f56-b0e6-f6eebd3b1ec0 req-adc8ad17-f555-4393-ada8-2545ae6627ac tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569456 Nov 24 13:14:47.794780 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c4cde8b-3781-43d5-b5d8-3909326fc119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:47.798723 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:47.828802 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-affc39ab-b456-4eb5-be79-6b531e55a330 req-011cadf2-e4ca-4929-bb61-e0355d91fb56 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.1535974 Nov 24 13:14:47.894479 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba773e6d-135c-4af2-8b2a-86a8c8e4ecc3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:47.955125 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Set router f1b0d787-55f7-4527-9520-0c853608d7cd gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:14:47.960140 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba773e6d-135c-4af2-8b2a-86a8c8e4ecc3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:47.967181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba773e6d-135c-4af2-8b2a-86a8c8e4ecc3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:47.968032 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba773e6d-135c-4af2-8b2a-86a8c8e4ecc3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:48.101754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-df9bafe6-b004-4a78-b280-40fddb452012 None None] Provisioning complete for port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:48.118264 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-df9bafe6-b004-4a78-b280-40fddb452012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:48.195432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-df9bafe6-b004-4a78-b280-40fddb452012 None None] Port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:14:48.201911 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-df9bafe6-b004-4a78-b280-40fddb452012 None None] Could not find standard attr ID for object 504c7496-82ed-4839-a459-ca8efb9c1b3c. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:14:48.208493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cde8b-3781-43d5-b5d8-3909326fc119 None None] Pushing event updated for resources: {'Port': ['ID=288b2790-80bd-4d7e-8121-adf9a2e372ee,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:48.270318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 288b2790-80bd-4d7e-8121-adf9a2e372ee triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:48.271023 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:48.299318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ba773e6d-135c-4af2-8b2a-86a8c8e4ecc3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0826015 Nov 24 13:14:48.302388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57008) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:48.390951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f7f3eb22-01cb-4210-a142-56d843d9114c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': '3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:48.494407 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851496a-6271-4291-963b-33f36157785c req-22852d65-88a5-464f-80f4-f9d4d427e369 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:48.499139 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6851496a-6271-4291-963b-33f36157785c req-22852d65-88a5-464f-80f4-f9d4d427e369 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/networks?id=a5a4070e-d107-4850-8bc4-2ab90d8a46e5 HTTP/1.1" status: 200 len: 797 time: 0.3880568 Nov 24 13:14:48.540401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-df9bafe6-b004-4a78-b280-40fddb452012 None None] Provisioning complete for port 288b2790-80bd-4d7e-8121-adf9a2e372ee triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:48.540809 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-df9bafe6-b004-4a78-b280-40fddb452012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:48.547885 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6851496a-6271-4291-963b-33f36157785c req-b3ebef13-360b-4837-b878-1e315a35cc27 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/quotas/a1b644375e0042a1b46a6165f68abedb HTTP/1.1" status: 200 len: 375 time: 0.0138259 Nov 24 13:14:48.549978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba773e6d-135c-4af2-8b2a-86a8c8e4ecc3 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Network': ['ID=3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:48.654671 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:14:48.712605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c0de9-3d8b-4ecb-ab41-2d0bc24132db req-2b2de364-3c41-44ff-818d-3bc2c70bd7cd tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:48.716354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6851496a-6271-4291-963b-33f36157785c req-2b7ad30c-d64c-41d8-bbef-32697edf188f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a1b644375e0042a1b46a6165f68abedb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1553619 Nov 24 13:14:48.735693 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f29c0de9-3d8b-4ecb-ab41-2d0bc24132db req-2b2de364-3c41-44ff-818d-3bc2c70bd7cd tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.4464443 Nov 24 13:14:48.757287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f3eb22-01cb-4210-a142-56d843d9114c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:48.765808 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7f3eb22-01cb-4210-a142-56d843d9114c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:48.803016 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-534221126', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:14:30Z', 'updated_at': '2021-11-24T13:14:44Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:14:32Z', 'updated_at': '2021-11-24T13:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'bf6dc0e2-d13b-4243-9df0-7f80772dd9f6', 'name': '', 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'mac_address': 'fa:16:3e:8d:e1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7f21b801-6102-4101-847d-801dc51f6759', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:14:41Z', 'updated_at': '2021-11-24T13:14:45Z', 'revision_number': 2, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'subnets': [{'id': '7f21b801-6102-4101-847d-801dc51f6759', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:48.910239 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Checking router: f1b0d787-55f7-4527-9520-0c853608d7cd for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:14:48.914944 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Updating router f1b0d787-55f7-4527-9520-0c853608d7cd port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:14:48.965923 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:49.026183 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f29c0de9-3d8b-4ecb-ab41-2d0bc24132db req-12713ff6-1734-4927-b63c-ea8f9f021fb2 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870963 Nov 24 13:14:49.047460 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f42bf828-50be-4f76-bb1f-061ae8671a97 None None] Provisioning complete for port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:49.048056 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f42bf828-50be-4f76-bb1f-061ae8671a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:49.051180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 504c7496-82ed-4839-a459-ca8efb9c1b3c no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:14:49.089072 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6851496a-6271-4291-963b-33f36157785c req-d7b8276b-bfa2-4372-8b97-e2d12de1c50f service neutron] 10.222.0.48 "GET /v2.0/networks/a5a4070e-d107-4850-8bc4-2ab90d8a46e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608136 Nov 24 13:14:49.192422 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 504c7496-82ed-4839-a459-ca8efb9c1b3c {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:14:49.197162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 504c7496-82ed-4839-a459-ca8efb9c1b3c not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:14:49.263585 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f42bf828-50be-4f76-bb1f-061ae8671a97 None None] Port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:14:49.325393 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6851496a-6271-4291-963b-33f36157785c req-f7bca7ec-4136-4b18-9e07-f25ba833ab24 service neutron] 10.222.0.48 "GET /v2.0/networks/a5a4070e-d107-4850-8bc4-2ab90d8a46e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346995 Nov 24 13:14:49.404841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3f61d119-277e-4210-a11a-618f4027abe2 None None] Provisioning complete for port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:49.405548 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3f61d119-277e-4210-a11a-618f4027abe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:49.486166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:49.544170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0635e1c-b916-44af-b9d7-61dd24123f18 req-11a7a14b-1e20-4b60-b6eb-465c81f5a0ef tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:49.554540 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d0635e1c-b916-44af-b9d7-61dd24123f18 req-11a7a14b-1e20-4b60-b6eb-465c81f5a0ef tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.3126714 Nov 24 13:14:49.564142 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3f61d119-277e-4210-a11a-618f4027abe2 None None] Port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:14:49.632490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:49.632900 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:49.660706 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7f3eb22-01cb-4210-a142-56d843d9114c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:49.673871 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:49.687439 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:49.847693 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Attempting to bind port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:14:49.848387 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Attempting to bind port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '8cc7793b-88c1-4864-a1bb-495ce18565cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:14:49.848532 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Attempting to bind port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 on network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:14:49.851227 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c7c14-d6b7-43e1-92af-b233a330bef8 None None] Pushing event updated for resources: {'Port': ['ID=bf6dc0e2-d13b-4243-9df0-7f80772dd9f6,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:49.861329 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c7c14-d6b7-43e1-92af-b233a330bef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:49.861562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3eb22-01cb-4210-a142-56d843d9114c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Subnet': ['ID=7f6361f4-88a5-463e-9a9e-b9efd4a90861,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:49.862089 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c7c14-d6b7-43e1-92af-b233a330bef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:49.862276 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c7c14-d6b7-43e1-92af-b233a330bef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:49.862630 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c7c14-d6b7-43e1-92af-b233a330bef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:49.863945 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c7c14-d6b7-43e1-92af-b233a330bef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:49.864297 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c7c14-d6b7-43e1-92af-b233a330bef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:49.864880 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c7c14-d6b7-43e1-92af-b233a330bef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:49.865229 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c7c14-d6b7-43e1-92af-b233a330bef8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:49.865565 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c7c14-d6b7-43e1-92af-b233a330bef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:49.865894 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c7c14-d6b7-43e1-92af-b233a330bef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:49.866224 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c7c14-d6b7-43e1-92af-b233a330bef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:49.866551 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c7c14-d6b7-43e1-92af-b233a330bef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:50.033878 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:14:50.034266 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Checking segment: {'id': '8cc7793b-88c1-4864-a1bb-495ce18565cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:14:50.034677 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:50.041819 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Bound using segment: {'id': '8cc7793b-88c1-4864-a1bb-495ce18565cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:14:50.046856 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Bound port: bf6dc0e2-d13b-4243-9df0-7f80772dd9f6, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc7793b-88c1-4864-a1bb-495ce18565cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:14:50.047199 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:50.135969 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f0d3a455-1f62-49b8-a147-e5a5f2234d23 req-5ec278c7-7e56-4460-9b97-5f8e449ff3d1 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.2002125 Nov 24 13:14:50.168081 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d0635e1c-b916-44af-b9d7-61dd24123f18 req-25f4ee5c-92f0-434b-9a25-1b904c96dee3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6079149 Nov 24 13:14:50.287559 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3eb22-01cb-4210-a142-56d843d9114c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Checking segment: {'id': '4dd5fb69-1896-4938-9879-3d90188c7982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:14:50.287559 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3eb22-01cb-4210-a142-56d843d9114c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network hostable DHCP agents. Network: 3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:14:50.338592 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] For port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:14:50.344123 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] For port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=bf6dc0e2-d13b-4243-9df0-7f80772dd9f6,segment=NetworkSegment(8cc7793b-88c1-4864-a1bb-495ce18565cb),segment_id=8cc7793b-88c1-4864-a1bb-495ce18565cb)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:14:50.352887 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:50.407669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 288b2790-80bd-4d7e-8121-adf9a2e372ee up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:50.422294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f3eb22-01cb-4210-a142-56d843d9114c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network 3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:14:50.466353 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c7c14-d6b7-43e1-92af-b233a330bef8 None None] Pushing event updated for resources: {'Port': ['ID=bf6dc0e2-d13b-4243-9df0-7f80772dd9f6,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:50.480713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-20960da5-55e7-4121-8159-9ec918ac6762 None None] Provisioning complete for port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:50.482435 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-20960da5-55e7-4121-8159-9ec918ac6762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:50.499248 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Routers {'f1b0d787-55f7-4527-9520-0c853608d7cd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:14:50.500828 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:14:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f1b0d787-55f7-4527-9520-0c853608d7cd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:50.516023 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34a22054-a973-48a3-be2c-154d2f6f1422 req-df280cea-0d09-42e2-9cad-b2bead274e6a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 210 time: 0.1752098 Nov 24 13:14:50.565522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-f7f3eb22-01cb-4210-a142-56d843d9114c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:50.579381 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750d16a-1f63-4b90-9f52-767379db1691 req-f4f24b84-09ea-4d9a-93cd-58c0fc44d929 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:50.586579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f3eb22-01cb-4210-a142-56d843d9114c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:50.587181 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7f3eb22-01cb-4210-a142-56d843d9114c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:50.588248 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0750d16a-1f63-4b90-9f52-767379db1691 req-f4f24b84-09ea-4d9a-93cd-58c0fc44d929 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.1740751 Nov 24 13:14:50.600837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce46f3-4586-4231-8580-7353fbbcf33c None None] Network 3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:50.625099 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f7f3eb22-01cb-4210-a142-56d843d9114c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2438593 Nov 24 13:14:50.626917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57076) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:50.637974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-51677825-f04f-4acb-a89d-d22cb15dc249 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'network_id': '3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4', 'name': 'tempest-PortsIpV6TestJSON-1261590567', 'fixed_ips': [{'subnet_id': '7f6361f4-88a5-463e-9a9e-b9efd4a90861', 'ip_address': '2001:db8::10'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:50.779498 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0750d16a-1f63-4b90-9f52-767379db1691 req-e2ca580d-9410-42d5-bcad-4080537536eb tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894600 Nov 24 13:14:50.901696 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] Set router f1b0d787-55f7-4527-9520-0c853608d7cd gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:14:50.954363 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 288b2790-80bd-4d7e-8121-adf9a2e372ee triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:50.954809 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:51.102221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51677825-f04f-4acb-a89d-d22cb15dc249 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:51.147628 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-15d2935b-4f22-45d5-8d24-fb7b61a3b3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:51.245688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57102) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:51.388136 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51677825-f04f-4acb-a89d-d22cb15dc249 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:51.419722 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f211666-791b-43ef-9a80-a16fd71ebea7 req-25f7aa87-e5e4-4583-acea-67e19a6cdb9d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:51.428063 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f211666-791b-43ef-9a80-a16fd71ebea7 req-25f7aa87-e5e4-4583-acea-67e19a6cdb9d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.1199119 Nov 24 13:14:51.431416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-51677825-f04f-4acb-a89d-d22cb15dc249 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port eaf57120-14da-4b78-8285-cfb5658fc0f0 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:14:51.492488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d0a8e3bd-8b12-4fd2-a959-9552cc2e6f44 req-41b4628b-d133-4a19-a9f6-8197b83f21ab tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0908573 Nov 24 13:14:51.547420 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-534221126', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:14:30Z', 'updated_at': '2021-11-24T13:14:44Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:14:32Z', 'updated_at': '2021-11-24T13:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'bf6dc0e2-d13b-4243-9df0-7f80772dd9f6', 'name': '', 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'mac_address': 'fa:16:3e:8d:e1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7f21b801-6102-4101-847d-801dc51f6759', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:14:41Z', 'updated_at': '2021-11-24T13:14:50Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'subnets': [{'id': '7f21b801-6102-4101-847d-801dc51f6759', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:14:51.567620 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f211666-791b-43ef-9a80-a16fd71ebea7 req-6fe47bad-eac9-44e4-bcd6-7f8c7b020154 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382151 Nov 24 13:14:51.620574 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eef368-c28d-4c4c-84cd-56c83aab5210 None None] The sync data for ids ['f1b0d787-55f7-4527-9520-0c853608d7cd'] in n-d-817303-4 is: [{'id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-534221126', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:14:30Z', 'updated_at': '2021-11-24T13:14:44Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:14:32Z', 'updated_at': '2021-11-24T13:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'bf6dc0e2-d13b-4243-9df0-7f80772dd9f6', 'name': '', 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'mac_address': 'fa:16:3e:8d:e1:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '7f21b801-6102-4101-847d-801dc51f6759', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:14:41Z', 'updated_at': '2021-11-24T13:14:50Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'subnets': [{'id': '7f21b801-6102-4101-847d-801dc51f6759', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:14:51.664495 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e49a9dd6-d503-44c6-a49d-a272fdab3b49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:51.859655 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-20960da5-55e7-4121-8159-9ec918ac6762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:51.889598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-51677825-f04f-4acb-a89d-d22cb15dc249 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Allocated IP 2001:db8::10 (3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4/7f6361f4-88a5-463e-9a9e-b9efd4a90861/eaf57120-14da-4b78-8285-cfb5658fc0f0) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:51.944305 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-13deda3e-7498-49d1-bbeb-8bf8f4508115 req-ef24aed1-31f3-4401-8d52-d04ef50b53a9 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 210 time: 0.0894692 Nov 24 13:14:51.995907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-20960da5-55e7-4121-8159-9ec918ac6762 None None] For port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=bf6dc0e2-d13b-4243-9df0-7f80772dd9f6,segment=NetworkSegment(8cc7793b-88c1-4864-a1bb-495ce18565cb),segment_id=8cc7793b-88c1-4864-a1bb-495ce18565cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:52.077470 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-20960da5-55e7-4121-8159-9ec918ac6762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:52.093840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4', 'network_id': '3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4', 'tenant_id': '9f9d0f09f71642eca6eca73c438a80be', 'fixed_ips': [{'subnet_id': '7f6361f4-88a5-463e-9a9e-b9efd4a90861'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:14:52.101054 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:52.131739 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e49a9dd6-d503-44c6-a49d-a272fdab3b49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:52.139736 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e49a9dd6-d503-44c6-a49d-a272fdab3b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:52.153674 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:52.211160 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e49a9dd6-d503-44c6-a49d-a272fdab3b49 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d86ac877f3a0440a82788442448d23c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9643924 Nov 24 13:14:52.244425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57122) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:52.368476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cf2cb-d2fa-4cd4-aaf9-4c541544f493 req-5c656525-3803-4af6-b760-3e73b9708c3c tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:52.383938 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d77cf2cb-d2fa-4cd4-aaf9-4c541544f493 req-5c656525-3803-4af6-b760-3e73b9708c3c tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.4292080 Nov 24 13:14:52.478463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851496a-6271-4291-963b-33f36157785c req-8b0c620c-5bfb-4444-8582-1ac621ac5614 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:52.480052 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6851496a-6271-4291-963b-33f36157785c req-8b0c620c-5bfb-4444-8582-1ac621ac5614 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.59 "GET /v2.0/networks?id=a5a4070e-d107-4850-8bc4-2ab90d8a46e5 HTTP/1.1" status: 200 len: 797 time: 0.2732465 Nov 24 13:14:52.517594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-6851496a-6271-4291-963b-33f36157785c req-7222d9f6-0540-4fd8-82e7-0cbd1a648a75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Request body: {'port': {'device_id': '19223a36-231d-4fe9-a399-6297d598f422', 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5', 'admin_state_up': True, 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:52.575808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e24df900-e3bb-479b-93a1-deed5b19e6d9 None None] Provisioning complete for port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:52.576186 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e24df900-e3bb-479b-93a1-deed5b19e6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:52.620026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20960da5-55e7-4121-8159-9ec918ac6762 None None] Pushing event updated for resources: {'Port': ['ID=bf6dc0e2-d13b-4243-9df0-7f80772dd9f6,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:52.658775 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5e692c22-712d-4470-848f-c48584196030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:52.761747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a9dd6-d503-44c6-a49d-a272fdab3b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17459833-d211-4193-8f03-b47d7014b10d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:52.811814 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5e692c22-712d-4470-848f-c48584196030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:52.834944 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d77cf2cb-d2fa-4cd4-aaf9-4c541544f493 req-91d1c86a-bff5-43a3-b863-c1df719426ac tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485021 Nov 24 13:14:52.857360 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0dfe87d0-42bf-40d9-bb3b-238407211315 req-65061c3a-19e3-4b42-8fae-fba8ee7811a8 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.1147089 Nov 24 13:14:52.872360 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:52.874016 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:52.908521 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51677825-f04f-4acb-a89d-d22cb15dc249 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:52.927287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6851496a-6271-4291-963b-33f36157785c req-7222d9f6-0540-4fd8-82e7-0cbd1a648a75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Made reservation on behalf of a1b644375e0042a1b46a6165f68abedb for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:52.931006 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6851496a-6271-4291-963b-33f36157785c req-7222d9f6-0540-4fd8-82e7-0cbd1a648a75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:53.096234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249dc2cf-9c44-490d-8fe8-33af018932d2 req-74f68550-f18e-4a3e-8659-2b5aee59c888 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:53.104297 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-249dc2cf-9c44-490d-8fe8-33af018932d2 req-74f68550-f18e-4a3e-8659-2b5aee59c888 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.1288478 Nov 24 13:14:53.123531 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5e692c22-712d-4470-848f-c48584196030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:53.126522 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5e692c22-712d-4470-848f-c48584196030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:53.127938 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5e692c22-712d-4470-848f-c48584196030 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17459833-d211-4193-8f03-b47d7014b10d HTTP/1.1" status: 204 len: 168 time: 0.8816502 Nov 24 13:14:53.134822 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51677825-f04f-4acb-a89d-d22cb15dc249 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:53.191944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51677825-f04f-4acb-a89d-d22cb15dc249 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=eaf57120-14da-4b78-8285-cfb5658fc0f0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:53.225803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Allocated IP 2001:db8::2 (3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4/7f6361f4-88a5-463e-9a9e-b9efd4a90861/baed88ba-106a-496b-9fe2-d67be8e88646) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:53.227048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e692c22-712d-4470-848f-c48584196030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17459833-d211-4193-8f03-b47d7014b10d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:53.258885 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-249dc2cf-9c44-490d-8fe8-33af018932d2 req-56b08a61-7ce8-4e7f-83e3-21404d7cc7bb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532493 Nov 24 13:14:53.282700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51677825-f04f-4acb-a89d-d22cb15dc249 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network 3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:53.285115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-51677825-f04f-4acb-a89d-d22cb15dc249 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:53.288191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51677825-f04f-4acb-a89d-d22cb15dc249 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:53.296569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51677825-f04f-4acb-a89d-d22cb15dc249 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:53.297535 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51677825-f04f-4acb-a89d-d22cb15dc249 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:53.357070 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-51677825-f04f-4acb-a89d-d22cb15dc249 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7290521 Nov 24 13:14:53.361171 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-6851496a-6271-4291-963b-33f36157785c req-7222d9f6-0540-4fd8-82e7-0cbd1a648a75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Allocated IP 172.20.0.19 (a5a4070e-d107-4850-8bc4-2ab90d8a46e5/7f21b801-6102-4101-847d-801dc51f6759/7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:53.361372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57152) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:53.386695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0b4a7e52-d25a-44ba-a26c-825d8077a199 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'network_id': '3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4', 'name': 'tempest-PortsIpV6TestJSON-1597153981', 'fixed_ips': [{'subnet_id': '7f6361f4-88a5-463e-9a9e-b9efd4a90861', 'ip_address': '2001:db8::f'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:53.600837 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-834871cc-ae0f-4c50-a2e9-c1f51ce213ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:53.617742 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6851496a-6271-4291-963b-33f36157785c req-7222d9f6-0540-4fd8-82e7-0cbd1a648a75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:53.731483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4a7e52-d25a-44ba-a26c-825d8077a199 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:14:53.741004 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b4a7e52-d25a-44ba-a26c-825d8077a199 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:53.757958 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6851496a-6271-4291-963b-33f36157785c req-7222d9f6-0540-4fd8-82e7-0cbd1a648a75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:53.798157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-0b4a7e52-d25a-44ba-a26c-825d8077a199 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port f1ece550-2267-44f0-b140-6d3bc9c1d4e2 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:14:53.892323 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6851496a-6271-4291-963b-33f36157785c req-7222d9f6-0540-4fd8-82e7-0cbd1a648a75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:53.901000 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-6851496a-6271-4291-963b-33f36157785c req-7222d9f6-0540-4fd8-82e7-0cbd1a648a75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:53.957446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-6851496a-6271-4291-963b-33f36157785c req-7222d9f6-0540-4fd8-82e7-0cbd1a648a75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:54.017796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912f973-8525-489a-bc8c-cc3a61f75ada req-565ccc98-b0bb-41f7-bed1-198df8840885 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:54.045338 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c912f973-8525-489a-bc8c-cc3a61f75ada req-565ccc98-b0bb-41f7-bed1-198df8840885 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 895 time: 0.5465834 Nov 24 13:14:54.058898 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:54.116028 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:54.135769 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:54.154841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57174) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:54.194247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222d9f6-0540-4fd8-82e7-0cbd1a648a75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event updated for resources: {'Port': ['ID=7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:54.235685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Network 3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:54.243494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:54.247320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:54.290291 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Pushing event updated for resources: {'Port': ['ID=baed88ba-106a-496b-9fe2-d67be8e88646,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:54.335234 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Attempting to bind port baed88ba-106a-496b-9fe2-d67be8e88646 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:14:54.335699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Attempting to bind port baed88ba-106a-496b-9fe2-d67be8e88646 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '4dd5fb69-1896-4938-9879-3d90188c7982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:14:54.336134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Attempting to bind port baed88ba-106a-496b-9fe2-d67be8e88646 on network 3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:14:54.351979 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:14:54.352445 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Checking segment: {'id': '4dd5fb69-1896-4938-9879-3d90188c7982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:14:54.352988 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:54.353456 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Bound using segment: {'id': '4dd5fb69-1896-4938-9879-3d90188c7982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:14:54.354027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Bound port: baed88ba-106a-496b-9fe2-d67be8e88646, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd5fb69-1896-4938-9879-3d90188c7982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:14:54.354735 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:54.367529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-0b4a7e52-d25a-44ba-a26c-825d8077a199 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Allocated IP 2001:db8::f (3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4/7f6361f4-88a5-463e-9a9e-b9efd4a90861/f1ece550-2267-44f0-b140-6d3bc9c1d4e2) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:14:54.396653 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca34fb01-d1f9-4dc2-b3b5-e6a7348c9561 req-7a53cdc5-9869-433a-a6e8-87a5c9dfec75 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0910895 Nov 24 13:14:54.412377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851496a-6271-4291-963b-33f36157785c req-7222d9f6-0540-4fd8-82e7-0cbd1a648a75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:54.450518 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6851496a-6271-4291-963b-33f36157785c req-7222d9f6-0540-4fd8-82e7-0cbd1a648a75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:54.503245 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6851496a-6271-4291-963b-33f36157785c req-7222d9f6-0540-4fd8-82e7-0cbd1a648a75 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.0058894 Nov 24 13:14:54.517443 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Request body: {'port': {'device_id': '19223a36-231d-4fe9-a399-6297d598f422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:14:54.528853 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:54.529508 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:54.570980 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7785a691-2d23-4221-ba27-2eae440778b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:54.671131 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:54.752042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] For port baed88ba-106a-496b-9fe2-d67be8e88646, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:14:54.798908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] For port baed88ba-106a-496b-9fe2-d67be8e88646, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=baed88ba-106a-496b-9fe2-d67be8e88646,segment=NetworkSegment(4dd5fb69-1896-4938-9879-3d90188c7982),segment_id=4dd5fb69-1896-4938-9879-3d90188c7982)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:14:54.798908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3974e222-2e3c-4cd3-bcc6-6fdad834ce1b None None] Provisioning complete for port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:54.798908 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3974e222-2e3c-4cd3-bcc6-6fdad834ce1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:54.809836 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:54.924124 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3974e222-2e3c-4cd3-bcc6-6fdad834ce1b None None] Port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:14:54.928191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a3d8c-d6bf-48c1-a5cf-3bfb1b06769b None None] Pushing event updated for resources: {'Port': ['ID=baed88ba-106a-496b-9fe2-d67be8e88646,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:55.231275 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:55.259611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dec26-9fa6-4137-9d9e-befa933b9414 req-2daa8a0b-cc71-4eee-9e5c-c7384839e502 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:55.270617 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-468dec26-9fa6-4137-9d9e-befa933b9414 req-2daa8a0b-cc71-4eee-9e5c-c7384839e502 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.6723454 Nov 24 13:14:55.390862 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-468dec26-9fa6-4137-9d9e-befa933b9414 req-7449512a-cfaf-461a-8c31-e50043664644 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189694 Nov 24 13:14:55.423537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b4a7e52-d25a-44ba-a26c-825d8077a199 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:55.461827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a551a0-7b17-4b7b-85a8-4f54498e1eec req-dd64feb8-8c8b-40be-8e49-e1345a9b862f tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:55.488423 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8a551a0-7b17-4b7b-85a8-4f54498e1eec req-dd64feb8-8c8b-40be-8e49-e1345a9b862f tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 1.3318441 Nov 24 13:14:55.704581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b4a7e52-d25a-44ba-a26c-825d8077a199 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:55.726830 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b710-8acc-4d7c-a641-404a37fbc3bf req-5e5b791b-9ac9-4e5b-a364-0a26ef4fd40e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:55.734868 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7785a691-2d23-4221-ba27-2eae440778b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:55.735962 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ef60b710-8acc-4d7c-a641-404a37fbc3bf req-5e5b791b-9ac9-4e5b-a364-0a26ef4fd40e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 895 time: 0.2053976 Nov 24 13:14:55.825830 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7785a691-2d23-4221-ba27-2eae440778b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:55.887626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4a7e52-d25a-44ba-a26c-825d8077a199 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network 3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:14:55.899750 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:55.925297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-0b4a7e52-d25a-44ba-a26c-825d8077a199 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:14:55.945045 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-439fcf83-234e-4a96-8218-b87045bdfebb req-95905e10-a4b3-4206-994e-e8eb19969804 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0882704 Nov 24 13:14:55.988974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a7e52-d25a-44ba-a26c-825d8077a199 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:14:56.012443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device baed88ba-106a-496b-9fe2-d67be8e88646 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:56.026865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a7e52-d25a-44ba-a26c-825d8077a199 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:56.027683 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b4a7e52-d25a-44ba-a26c-825d8077a199 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:56.072983 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8a551a0-7b17-4b7b-85a8-4f54498e1eec req-70983cb3-50bc-4b97-b6b1-f64a666e137e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834098 Nov 24 13:14:56.102553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0b4a7e52-d25a-44ba-a26c-825d8077a199 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7376609 Nov 24 13:14:56.115669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57222) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:56.137236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a7e52-d25a-44ba-a26c-825d8077a199 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=f1ece550-2267-44f0-b140-6d3bc9c1d4e2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:56.149696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:14:56.154386 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7785a691-2d23-4221-ba27-2eae440778b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fd64149c40747798a1e6d0a0dfd4dc0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9935327 Nov 24 13:14:56.165791 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:56.177816 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57226) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:56.183044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Transition to ACTIVE for port object 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:14:56.192922 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:56.200893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785a691-2d23-4221-ba27-2eae440778b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005a6f6f-2fdb-4450-922b-6162e9901acb,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:56.221446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port baed88ba-106a-496b-9fe2-d67be8e88646 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:56.222217 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:56.329787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba7626b-1dde-4772-8f50-5604792809b7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:56.332295 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-eba7626b-1dde-4772-8f50-5604792809b7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2101417 Nov 24 13:14:56.343061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57232) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:56.365028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Pushing event updated for resources: {'Port': ['ID=7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:56.530635 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:56.557952 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Attempting to bind port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:14:56.561007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Attempting to bind port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '8cc7793b-88c1-4864-a1bb-495ce18565cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:14:56.562620 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Attempting to bind port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a on network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:14:56.578395 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daf7355-289b-4f34-a046-8a018876856f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:56.589185 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daf7355-289b-4f34-a046-8a018876856f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:56.616870 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daf7355-289b-4f34-a046-8a018876856f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:56.621177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3daf7355-289b-4f34-a046-8a018876856f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2701740 Nov 24 13:14:56.621177 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-338d41af-e7bf-454d-9756-f0a0fc082bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:56.645054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57240) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:56.690211 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port baed88ba-106a-496b-9fe2-d67be8e88646, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=baed88ba-106a-496b-9fe2-d67be8e88646,segment=NetworkSegment(4dd5fb69-1896-4938-9879-3d90188c7982),segment_id=4dd5fb69-1896-4938-9879-3d90188c7982)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:14:56.694943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a on network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:14:56.696072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Attempting to bind port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a on network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:14:56.724755 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:56.737854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:14:56.745834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Checking segment: {'id': '8cc7793b-88c1-4864-a1bb-495ce18565cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:14:56.747014 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Bound using segment: {'id': '8cc7793b-88c1-4864-a1bb-495ce18565cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:14:56.748311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Bound port: 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cc7793b-88c1-4864-a1bb-495ce18565cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:14:56.751426 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:56.846299 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:56.916025 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-338d41af-e7bf-454d-9756-f0a0fc082bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:56.922885 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bf134cf9-4071-4cce-bcd0-c7ef5739b883 req-f004a9b8-f1b8-447f-bb34-de145e0f2d76 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.1098690 Nov 24 13:14:57.006835 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=baed88ba-106a-496b-9fe2-d67be8e88646,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:57.041713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:57.042451 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:57.046188 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:57.046539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:57.046882 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:57.050966 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] For port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:14:57.054072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:57.054454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:57.055407 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:57.055713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:57.056034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:57.056627 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] For port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a,segment=NetworkSegment(8cc7793b-88c1-4864-a1bb-495ce18565cb),segment_id=8cc7793b-88c1-4864-a1bb-495ce18565cb)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:14:57.058383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:57.059345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:14:57.067572 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:57.087176 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221031e-6140-40b7-ba4a-a74541e5773d req-cc31cfe3-9d34-4aac-9efb-69c08a181286 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:57.088969 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1221031e-6140-40b7-ba4a-a74541e5773d req-cc31cfe3-9d34-4aac-9efb-69c08a181286 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.5058010 Nov 24 13:14:57.150164 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49469b1-384e-4c27-9792-c44e0f006218 None None] Network 3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:14:57.208970 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3b7ab-c10b-4d8d-be12-43a526979842 req-49b4b13b-b866-449e-a1cd-f8cdab58e866 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:57.210727 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2fc3b7ab-c10b-4d8d-be12-43a526979842 req-49b4b13b-b866-449e-a1cd-f8cdab58e866 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 907 time: 0.2611220 Nov 24 13:14:57.229891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-2ef33869-68cc-4442-b862-7e2856051a2a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port f1ece550-2267-44f0-b140-6d3bc9c1d4e2 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:57.230435 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ef33869-68cc-4442-b862-7e2856051a2a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:57.372426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:57.373137 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:57.374625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6851496a-6271-4291-963b-33f36157785c req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] 10.222.0.59 "PUT /v2.0/ports/7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a HTTP/1.1" status: 200 len: 1055 time: 2.8615322 Nov 24 13:14:57.375147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19223a36-231d-4fe9-a399-6297d598f422', 'tag': '7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:14:57.377697 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ef33869-68cc-4442-b862-7e2856051a2a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:57.398821 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cbadba-7a0b-4ce7-b0f6-c9016909ec21" -d '{"events": [{"name": "network-changed", "server_uuid": "19223a36-231d-4fe9-a399-6297d598f422", "tag": "7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:14:57.399323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-2ef33869-68cc-4442-b862-7e2856051a2a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for f1ece550-2267-44f0-b140-6d3bc9c1d4e2 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:57.525774 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bd3f592d-4b1d-451f-9443-51b5fcae56c5 None None] Provisioning complete for port baed88ba-106a-496b-9fe2-d67be8e88646 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:57.533149 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bd3f592d-4b1d-451f-9443-51b5fcae56c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:57.707035 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-338d41af-e7bf-454d-9756-f0a0fc082bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:57.710370 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-338d41af-e7bf-454d-9756-f0a0fc082bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:57.714531 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-338d41af-e7bf-454d-9756-f0a0fc082bb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/005a6f6f-2fdb-4450-922b-6162e9901acb HTTP/1.1" status: 204 len: 168 time: 1.5262854 Nov 24 13:14:57.745351 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ef33869-68cc-4442-b862-7e2856051a2a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:57.751237 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2a4400c-b168-4339-bd6f-07c41d15a10b req-c1528fdc-cd38-454e-bd3c-e96f06103ce3 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.0749650 Nov 24 13:14:57.772030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d41af-e7bf-454d-9756-f0a0fc082bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005a6f6f-2fdb-4450-922b-6162e9901acb,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:57.808078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef33869-68cc-4442-b862-7e2856051a2a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=f1ece550-2267-44f0-b140-6d3bc9c1d4e2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:57.840526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851496a-6271-4291-963b-33f36157785c req-476a2b73-bf7a-4084-9be7-3bb8d3185a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:57.842463 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6851496a-6271-4291-963b-33f36157785c req-476a2b73-bf7a-4084-9be7-3bb8d3185a09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1b644375e0042a1b46a6165f68abedb&device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 1058 time: 0.1516812 Nov 24 13:14:57.843545 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ef33869-68cc-4442-b862-7e2856051a2a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:57.851129 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2ef33869-68cc-4442-b862-7e2856051a2a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/f1ece550-2267-44f0-b140-6d3bc9c1d4e2 HTTP/1.1" status: 204 len: 168 time: 1.2048130 Nov 24 13:14:57.857940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57260) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:57.945576 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1221031e-6140-40b7-ba4a-a74541e5773d req-cab77015-9a9a-47bc-abc1-e40263faf052 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8483410 Nov 24 13:14:57.958287 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e311871-0afc-41b3-a496-fec603108055 x-openstack-request-id: req-4e311871-0afc-41b3-a496-fec603108055 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:14:57.958982 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19223a36-231d-4fe9-a399-6297d598f422", "tag": "7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:14:57.959703 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e311871-0afc-41b3-a496-fec603108055 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:14:57.961665 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19223a36-231d-4fe9-a399-6297d598f422', 'tag': '7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a', 'status': 'completed', 'code': 200} Nov 24 13:14:57.964417 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de41add-adc6-4c5f-8c50-37946f7c571a service neutron] Pushing event updated for resources: {'Port': ['ID=7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:14:57.986978 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d00b3186-c879-418a-a9f1-d6ec4c63af7a req-1c012396-08a7-4a58-a3c2-27a9aa664f1a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4926083 Nov 24 13:14:57.991549 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6851496a-6271-4291-963b-33f36157785c req-19c54dfc-8ee1-4948-97b0-1c4e7fd763d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a HTTP/1.1" status: 200 len: 217 time: 0.1392374 Nov 24 13:14:57.995421 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-079f83f3-c125-425d-9564-22540d2cefaf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] GET failed (client error): The resource could not be found. Nov 24 13:14:57.999774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57262) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:14:58.000622 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-079f83f3-c125-425d-9564-22540d2cefaf tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/f1ece550-2267-44f0-b140-6d3bc9c1d4e2 HTTP/1.1" status: 404 len: 333 time: 0.1416612 Nov 24 13:14:58.100101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device baed88ba-106a-496b-9fe2-d67be8e88646 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:14:58.130079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851496a-6271-4291-963b-33f36157785c req-f16485bc-d10e-467f-95c2-44b59f9d0978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:58.138254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6851496a-6271-4291-963b-33f36157785c req-f16485bc-d10e-467f-95c2-44b59f9d0978 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f21b801-6102-4101-847d-801dc51f6759 HTTP/1.1" status: 200 len: 838 time: 0.1356733 Nov 24 13:14:58.202493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port baed88ba-106a-496b-9fe2-d67be8e88646 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:58.204717 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:58.301430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851496a-6271-4291-963b-33f36157785c req-fc086fb1-580b-488a-8e2b-8fbb4e70154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:58.303046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6851496a-6271-4291-963b-33f36157785c req-fc086fb1-580b-488a-8e2b-8fbb4e70154d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a5a4070e-d107-4850-8bc4-2ab90d8a46e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1555135 Nov 24 13:14:58.423649 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6a7fa-276b-4ece-a11a-87966978cd9c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port eaf57120-14da-4b78-8285-cfb5658fc0f0 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:14:58.449287 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cbf6a7fa-276b-4ece-a11a-87966978cd9c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:58.502992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b3186-c879-418a-a9f1-d6ec4c63af7a req-abde0790-b464-4485-8491-8ebf1573029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:58.504613 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d00b3186-c879-418a-a9f1-d6ec4c63af7a req-abde0790-b464-4485-8491-8ebf1573029d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae8b20f76edc468c92a075710403a201&device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 1096 time: 0.2779541 Nov 24 13:14:58.620350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f8912177-2080-42e6-85e9-5f46c3d65407 None None] Provisioning complete for port baed88ba-106a-496b-9fe2-d67be8e88646 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:58.621048 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f8912177-2080-42e6-85e9-5f46c3d65407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:58.771788 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6851496a-6271-4291-963b-33f36157785c req-ddbed80a-3b5b-4616-aa7b-477b2fbfbbb3 service neutron] 10.222.0.59 "GET /v2.0/networks/a5a4070e-d107-4850-8bc4-2ab90d8a46e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605978 Nov 24 13:14:58.801624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f8912177-2080-42e6-85e9-5f46c3d65407 None None] Provisioning complete for port eaf57120-14da-4b78-8285-cfb5658fc0f0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:58.803021 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f8912177-2080-42e6-85e9-5f46c3d65407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:58.909062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f8912177-2080-42e6-85e9-5f46c3d65407 None None] Port eaf57120-14da-4b78-8285-cfb5658fc0f0 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:14:58.959527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681fe57-90c3-4abe-8487-da118210e60c req-e972c4ba-6de5-458b-958c-01b8fb5192e1 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:58.967515 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e681fe57-90c3-4abe-8487-da118210e60c req-e972c4ba-6de5-458b-958c-01b8fb5192e1 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 907 time: 0.4281297 Nov 24 13:14:59.048950 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cbf6a7fa-276b-4ece-a11a-87966978cd9c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:59.078409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6851496a-6271-4291-963b-33f36157785c req-5c548397-337e-409f-a58b-6cf681313ea0 service neutron] 10.222.0.59 "GET /v2.0/networks/a5a4070e-d107-4850-8bc4-2ab90d8a46e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972484 Nov 24 13:14:59.163219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b3186-c879-418a-a9f1-d6ec4c63af7a req-1ab34fef-d6f3-400c-bb60-2845518cdd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:59.165425 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d00b3186-c879-418a-a9f1-d6ec4c63af7a req-1ab34fef-d6f3-400c-bb60-2845518cdd45 service neutron] 10.222.0.59 "GET /v2.0/networks?id=986a13f9-e39b-4ca8-90cf-88fc4e55f900 HTTP/1.1" status: 200 len: 919 time: 0.6352613 Nov 24 13:14:59.170081 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57fc569f-51db-4817-92a6-92afcff29520 req-517b9e31-831b-4746-8923-ea8798bd3146 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.1555409 Nov 24 13:14:59.185763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-cbf6a7fa-276b-4ece-a11a-87966978cd9c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for eaf57120-14da-4b78-8285-cfb5658fc0f0 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:14:59.272802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e9e5b803-4819-4781-aa96-1278397c710b None None] Provisioning complete for port eaf57120-14da-4b78-8285-cfb5658fc0f0 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:14:59.273908 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e9e5b803-4819-4781-aa96-1278397c710b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:14:59.285425 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d00b3186-c879-418a-a9f1-d6ec4c63af7a req-51c4e329-fe0c-4453-be11-ca9327e3744d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c7bb614-13a6-4367-b055-411c89f4b7f4 HTTP/1.1" status: 200 len: 217 time: 0.1091993 Nov 24 13:14:59.387283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbadba-7a0b-4ce7-b0f6-c9016909ec21 req-dde76fef-7d8c-4507-b317-16ba00a2d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:59.412890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23cbadba-7a0b-4ce7-b0f6-c9016909ec21 req-dde76fef-7d8c-4507-b317-16ba00a2d4eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a1b644375e0042a1b46a6165f68abedb&device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 1058 time: 0.2189667 Nov 24 13:14:59.487901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b3186-c879-418a-a9f1-d6ec4c63af7a req-b56f8ca8-9bf7-4842-8b13-ec682108cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:59.490103 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d00b3186-c879-418a-a9f1-d6ec4c63af7a req-b56f8ca8-9bf7-4842-8b13-ec682108cb70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43600497-075b-45e0-921a-c5edbc3b1961 HTTP/1.1" status: 200 len: 858 time: 0.1954737 Nov 24 13:14:59.528444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c969c5-1fd8-4cc7-ba25-567004d0889d req-7792917a-f7c9-4563-9df8-b204a146349d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:14:59.544980 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76c969c5-1fd8-4cc7-ba25-567004d0889d req-7792917a-f7c9-4563-9df8-b204a146349d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.4441388 Nov 24 13:14:59.584830 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d00b3186-c879-418a-a9f1-d6ec4c63af7a req-d886a9d1-2993-47f1-a0b4-8f960d5fc484 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=986a13f9-e39b-4ca8-90cf-88fc4e55f900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854852 Nov 24 13:14:59.811468 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-76c969c5-1fd8-4cc7-ba25-567004d0889d req-fd53e5c3-5f61-4c4c-8cee-15dd1dc8ae7f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615433 Nov 24 13:15:00.009086 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4e17434-d7f3-44c6-b28d-f3b03a749971 req-e59f0a60-02f5-4371-8f63-6ea97cd962a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5408be6934054f88b8ab6fc5dc1b6009&device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.1333823 Nov 24 13:15:00.023179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbadba-7a0b-4ce7-b0f6-c9016909ec21 req-b4eb523a-8938-4b07-b337-b30f4665117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:00.026496 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23cbadba-7a0b-4ce7-b0f6-c9016909ec21 req-b4eb523a-8938-4b07-b337-b30f4665117e service neutron] 10.222.0.59 "GET /v2.0/networks?id=a5a4070e-d107-4850-8bc4-2ab90d8a46e5 HTTP/1.1" status: 200 len: 898 time: 0.5960047 Nov 24 13:15:00.060837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5b803-4819-4781-aa96-1278397c710b None None] Port eaf57120-14da-4b78-8285-cfb5658fc0f0 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:00.102626 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4e17434-d7f3-44c6-b28d-f3b03a749971 req-f1c546db-2ee9-4a5a-9dc8-932ced4c610a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5408be6934054f88b8ab6fc5dc1b6009&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831554 Nov 24 13:15:00.112186 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cbf6a7fa-276b-4ece-a11a-87966978cd9c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:00.149524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d00b3186-c879-418a-a9f1-d6ec4c63af7a req-a34737f6-4f44-41fa-94ea-cafa9b34d299 service neutron] 10.222.0.59 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261533 Nov 24 13:15:00.175090 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e297e224-5b7e-41b6-8cfd-7a98d8a7357b None None] Could not find standard attr ID for object f1ece550-2267-44f0-b140-6d3bc9c1d4e2. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:15:00.242254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6a7fa-276b-4ece-a11a-87966978cd9c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=eaf57120-14da-4b78-8285-cfb5658fc0f0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:00.363853 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cbf6a7fa-276b-4ece-a11a-87966978cd9c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:00.367340 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cbf6a7fa-276b-4ece-a11a-87966978cd9c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/eaf57120-14da-4b78-8285-cfb5658fc0f0 HTTP/1.1" status: 204 len: 168 time: 2.3657532 Nov 24 13:15:00.385263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57312) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:00.472492 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27dafd1a-2aea-4d72-b8ed-008485501b78 req-e0d900f9-5786-4946-92dc-fe7ffc91c9f9 tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.4561367 Nov 24 13:15:00.478105 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-95febab2-65de-49eb-b46a-840811f1f95f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] GET failed (client error): The resource could not be found. Nov 24 13:15:00.483907 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-95febab2-65de-49eb-b46a-840811f1f95f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/eaf57120-14da-4b78-8285-cfb5658fc0f0 HTTP/1.1" status: 404 len: 333 time: 0.0944078 Nov 24 13:15:00.516033 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23cbadba-7a0b-4ce7-b0f6-c9016909ec21 req-402da698-0b6a-4086-9e14-4fac62bf47a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a HTTP/1.1" status: 200 len: 217 time: 0.4100392 Nov 24 13:15:00.520105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57316) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:00.635507 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d00b3186-c879-418a-a9f1-d6ec4c63af7a req-26d7d3a4-47d0-4d4c-ad41-88d8dd71e8f8 service neutron] 10.222.0.59 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231479 Nov 24 13:15:00.669851 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4e32b-732f-47fb-af3c-6f7b6f7d736c req-a30ab6fc-158b-45d3-bbab-74f1d28cabe7 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:00.689961 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3a4e32b-732f-47fb-af3c-6f7b6f7d736c req-a30ab6fc-158b-45d3-bbab-74f1d28cabe7 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 907 time: 0.4789450 Nov 24 13:15:00.961333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-1534103d-44c6-460c-86ad-34ce009c87d4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting subnet 7f6361f4-88a5-463e-9a9e-b9efd4a90861 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:15:00.982676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e17434-d7f3-44c6-b28d-f3b03a749971 req-9258955d-bb88-4fc3-9649-5bc2c3adf846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:00.984329 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4e17434-d7f3-44c6-b28d-f3b03a749971 req-9258955d-bb88-4fc3-9649-5bc2c3adf846 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8400061 Nov 24 13:15:00.985457 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1534103d-44c6-460c-86ad-34ce009c87d4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:00.995347 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbadba-7a0b-4ce7-b0f6-c9016909ec21 req-49189352-4ba4-44ec-aad8-0f446fb579fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:00.998954 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23cbadba-7a0b-4ce7-b0f6-c9016909ec21 req-49189352-4ba4-44ec-aad8-0f446fb579fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7f21b801-6102-4101-847d-801dc51f6759 HTTP/1.1" status: 200 len: 838 time: 0.3339176 Nov 24 13:15:01.033248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57330) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:01.150168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d8b4f-5027-4e63-8bed-43b3f9c39faf req-2ee79a8d-91ff-44fa-bc18-f83153f3251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:01.155945 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b2d8b4f-5027-4e63-8bed-43b3f9c39faf req-2ee79a8d-91ff-44fa-bc18-f83153f3251d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae8b20f76edc468c92a075710403a201&device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 1096 time: 0.1906102 Nov 24 13:15:01.181634 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1534103d-44c6-460c-86ad-34ce009c87d4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:01.197997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:15:01.235812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96c84c-6756-478d-81f6-533fe1555dbe req-31f77b58-40a7-490c-b93d-848ba58e75a5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:01.243930 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8c96c84c-6756-478d-81f6-533fe1555dbe req-31f77b58-40a7-490c-b93d-848ba58e75a5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.2132020 Nov 24 13:15:01.253384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbadba-7a0b-4ce7-b0f6-c9016909ec21 req-7eced0cb-b850-406a-88b7-1ed21332450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:01.264294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23cbadba-7a0b-4ce7-b0f6-c9016909ec21 req-7eced0cb-b850-406a-88b7-1ed21332450f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a5a4070e-d107-4850-8bc4-2ab90d8a46e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2184112 Nov 24 13:15:01.279199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b69c6-e3c2-4a54-abe2-89efe5505ce1 req-7c093cb5-a8f9-41f6-add9-374360ce75a8 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:01.288945 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3a2b69c6-e3c2-4a54-abe2-89efe5505ce1 req-7c093cb5-a8f9-41f6-add9-374360ce75a8 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2442241 Nov 24 13:15:01.302663 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-259ca1be-f18b-49d8-9e91-14846884dcf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:01.467265 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-259ca1be-f18b-49d8-9e91-14846884dcf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:01.501828 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a,segment=NetworkSegment(8cc7793b-88c1-4864-a1bb-495ce18565cb),segment_id=8cc7793b-88c1-4864-a1bb-495ce18565cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:01.531447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a', 'network_id': 'a5a4070e-d107-4850-8bc4-2ab90d8a46e5', 'port_id': '7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a', 'mac_address': 'fa:16:3e:f2:a4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f21b801-6102-4101-847d-801dc51f6759', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:15:01.543843 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-259ca1be-f18b-49d8-9e91-14846884dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:01.545462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3a2b69c6-e3c2-4a54-abe2-89efe5505ce1 req-dbc23ff1-0d46-40a7-95f3-28a3aee0c740 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499516 Nov 24 13:15:01.571460 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1534103d-44c6-460c-86ad-34ce009c87d4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:01.644041 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:01.681992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:15:01.713443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a,segment=NetworkSegment(8cc7793b-88c1-4864-a1bb-495ce18565cb),segment_id=8cc7793b-88c1-4864-a1bb-495ce18565cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:01.723510 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:01.778675 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8c96c84c-6756-478d-81f6-533fe1555dbe req-21697b40-9a7c-4345-a71d-9897aad31ed3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5091996 Nov 24 13:15:01.817122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:01.843010 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-259ca1be-f18b-49d8-9e91-14846884dcf0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fb9d5ad99e5d42edad1d787cab98b152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8052356 Nov 24 13:15:01.843996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57342) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:01.862408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ca1be-f18b-49d8-9e91-14846884dcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6146fe6d-07c5-421a-8df0-c7fff9a22ffd,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:01.891743 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23cbadba-7a0b-4ce7-b0f6-c9016909ec21 req-f1a4a06c-7bbd-44c8-b34a-7b907824cd8b service neutron] 10.222.0.59 "GET /v2.0/networks/a5a4070e-d107-4850-8bc4-2ab90d8a46e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963926 Nov 24 13:15:01.904672 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9969ec9c-48c8-4f48-855f-0d8a02d3c9a3 req-28b72418-b5fa-44b0-a057-539540ba0bbb tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.48 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.1654553 Nov 24 13:15:01.908683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d8b4f-5027-4e63-8bed-43b3f9c39faf req-9fb7bc3b-90c6-46b7-aa4c-4b0606acfd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:01.910491 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b2d8b4f-5027-4e63-8bed-43b3f9c39faf req-9fb7bc3b-90c6-46b7-aa4c-4b0606acfd9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=986a13f9-e39b-4ca8-90cf-88fc4e55f900 HTTP/1.1" status: 200 len: 919 time: 0.7290552 Nov 24 13:15:01.958961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:15:01.983121 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1534103d-44c6-460c-86ad-34ce009c87d4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:02.122010 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b2d8b4f-5027-4e63-8bed-43b3f9c39faf req-e7103067-a79a-433c-abe8-3507d72f3b4c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c7bb614-13a6-4367-b055-411c89f4b7f4 HTTP/1.1" status: 200 len: 217 time: 0.1710448 Nov 24 13:15:02.129683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912ddc25-3675-491c-8e4a-d817f52ba5e2 None None] Network 3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:02.130568 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-035f65ec-4fb2-4945-882b-a64f7a587603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:02.152354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534103d-44c6-460c-86ad-34ce009c87d4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Subnet': ['ID=7f6361f4-88a5-463e-9a9e-b9efd4a90861,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:02.160563 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1534103d-44c6-460c-86ad-34ce009c87d4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:02.171515 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1534103d-44c6-460c-86ad-34ce009c87d4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/7f6361f4-88a5-463e-9a9e-b9efd4a90861 HTTP/1.1" status: 204 len: 168 time: 1.6192641 Nov 24 13:15:02.184200 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57344) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:02.244359 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-035f65ec-4fb2-4945-882b-a64f7a587603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:02.279328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d8b4f-5027-4e63-8bed-43b3f9c39faf req-1bbf8d9f-ae95-4327-b12c-62be6d226488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:02.280820 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b2d8b4f-5027-4e63-8bed-43b3f9c39faf req-1bbf8d9f-ae95-4327-b12c-62be6d226488 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43600497-075b-45e0-921a-c5edbc3b1961 HTTP/1.1" status: 200 len: 858 time: 0.1484988 Nov 24 13:15:02.288697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16696f7e-06fd-4c13-86e3-f2262a9d60b5 req-7b00b9c3-588a-46ad-89fe-45d578a4689d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:02.303317 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16696f7e-06fd-4c13-86e3-f2262a9d60b5 req-7b00b9c3-588a-46ad-89fe-45d578a4689d tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 908 time: 0.3367996 Nov 24 13:15:02.363859 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b2d8b4f-5027-4e63-8bed-43b3f9c39faf req-ada60ce8-98c5-4a47-a494-5de79f55d48a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=986a13f9-e39b-4ca8-90cf-88fc4e55f900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550530 Nov 24 13:15:02.366048 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:15:02.460785 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4e17434-d7f3-44c6-b28d-f3b03a749971 req-1da64c83-54e9-480c-9d21-6c00d8cf73ec tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] 10.222.0.59 "GET /v2.0/ports?device_id=137bb644-9d46-462e-b707-3f36d92a57f4 HTTP/1.1" status: 200 len: 210 time: 0.1414597 Nov 24 13:15:02.490093 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-035f65ec-4fb2-4945-882b-a64f7a587603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:02.494313 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-035f65ec-4fb2-4945-882b-a64f7a587603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:02.494670 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23cbadba-7a0b-4ce7-b0f6-c9016909ec21 req-b8766993-acf6-4620-8f39-f0589b8abb28 service neutron] 10.222.0.59 "GET /v2.0/networks/a5a4070e-d107-4850-8bc4-2ab90d8a46e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818484 Nov 24 13:15:02.496205 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-035f65ec-4fb2-4945-882b-a64f7a587603 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6146fe6d-07c5-421a-8df0-c7fff9a22ffd HTTP/1.1" status: 204 len: 168 time: 0.6490738 Nov 24 13:15:02.550945 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:02.595640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a991d46-1e68-4326-90a0-02f3da5947d8 None None] DHCP port deletion for 3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:15:02.688560 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f65ec-4fb2-4945-882b-a64f7a587603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6146fe6d-07c5-421a-8df0-c7fff9a22ffd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:02.739229 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b2d8b4f-5027-4e63-8bed-43b3f9c39faf req-e141970c-f408-4441-a4e8-b92c4dba46ed service neutron] 10.222.0.59 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406150 Nov 24 13:15:02.829728 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4a991d46-1e68-4326-90a0-02f3da5947d8 None None] Deleting port baed88ba-106a-496b-9fe2-d67be8e88646 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:02.830121 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4a991d46-1e68-4326-90a0-02f3da5947d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:02.847764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port baed88ba-106a-496b-9fe2-d67be8e88646 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:02.855839 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:02.973937 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] For port baed88ba-106a-496b-9fe2-d67be8e88646, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=baed88ba-106a-496b-9fe2-d67be8e88646,segment=NetworkSegment(4dd5fb69-1896-4938-9879-3d90188c7982),segment_id=4dd5fb69-1896-4938-9879-3d90188c7982)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:02.974588 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:02.984845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c6f33-18c4-45a8-a5c3-6e5038d1f1f7 req-02149f65-fa2e-4a2c-ab63-720d55963f3e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:02.993454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f9c6f33-18c4-45a8-a5c3-6e5038d1f1f7 req-02149f65-fa2e-4a2c-ab63-720d55963f3e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2311559 Nov 24 13:15:03.007727 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-4a991d46-1e68-4326-90a0-02f3da5947d8 None None] For port baed88ba-106a-496b-9fe2-d67be8e88646, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=baed88ba-106a-496b-9fe2-d67be8e88646,segment=NetworkSegment(4dd5fb69-1896-4938-9879-3d90188c7982),segment_id=4dd5fb69-1896-4938-9879-3d90188c7982)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:03.011756 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4a991d46-1e68-4326-90a0-02f3da5947d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:03.021360 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for baed88ba-106a-496b-9fe2-d67be8e88646 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:03.040557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4a991d46-1e68-4326-90a0-02f3da5947d8 None None] Calling delete_port for baed88ba-106a-496b-9fe2-d67be8e88646 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:03.131029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c19c35-1366-4b10-a623-5921fa0482e1 req-5c859e21-a594-46f5-964a-5ff963ccb0b5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:03.132617 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-17c19c35-1366-4b10-a623-5921fa0482e1 req-5c859e21-a594-46f5-964a-5ff963ccb0b5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.2078714 Nov 24 13:15:03.209297 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b2d8b4f-5027-4e63-8bed-43b3f9c39faf req-77249589-b5e6-4430-8527-1b5fc5eff8a4 service neutron] 10.222.0.59 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588571 Nov 24 13:15:03.213687 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4a991d46-1e68-4326-90a0-02f3da5947d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:03.217467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:15:03.277037 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:03.307383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-17c19c35-1366-4b10-a623-5921fa0482e1 req-0333c9df-fa9e-4547-827c-2112c47ee17c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511650 Nov 24 13:15:03.383473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a991d46-1e68-4326-90a0-02f3da5947d8 None None] Pushing event deleted for resources: {'Port': ['ID=baed88ba-106a-496b-9fe2-d67be8e88646,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:03.384959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No DVR routers for this DVR port baed88ba-106a-496b-9fe2-d67be8e88646 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:15:03.414045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=baed88ba-106a-496b-9fe2-d67be8e88646,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:03.421002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f9c6f33-18c4-45a8-a5c3-6e5038d1f1f7 req-e7278f65-f78d-40b6-b446-da04b020567d tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263597 Nov 24 13:15:03.428272 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a991d46-1e68-4326-90a0-02f3da5947d8 None None] No DVR routers for this DVR port baed88ba-106a-496b-9fe2-d67be8e88646 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:15:03.471190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:15:03.475904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:03.482510 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:03.574441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:03.625007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:03.650245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd5fb69-1896-4938-9879-3d90188c7982') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:03.650389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd5fb69-1896-4938-9879-3d90188c7982') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:03.663278 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:03.681208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:03.689064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:15:03.689906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:03.710377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cdac5-970c-425b-a71c-caf9ee677dec req-aac700b9-0528-4795-9447-e7c90f8ee644 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:03.713990 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e51cdac5-970c-425b-a71c-caf9ee677dec req-aac700b9-0528-4795-9447-e7c90f8ee644 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 908 time: 0.1306973 Nov 24 13:15:03.775350 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:15:03.776653 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:15:03.786069 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:03.812922 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:03.820659 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/networks/3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4 HTTP/1.1" status: 204 len: 168 time: 1.6349249 Nov 24 13:15:03.824198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57388) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:03.836046 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-831f7a21-2405-4f6d-ad1e-a9dabc17cbc5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1461645076'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:03.839285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f70c2-4432-4a9f-9612-6fbde47aa6d5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Network': ['ID=3bc3192e-23e9-475e-bfd0-0f66a6e6d4a4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:03.860794 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19223a36-231d-4fe9-a399-6297d598f422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:15:03.863096 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cb48cd-8bdb-4604-a75b-7964e3998356" -d '{"events": [{"server_uuid": "19223a36-231d-4fe9-a399-6297d598f422", "name": "network-vif-plugged", "status": "completed", "tag": "7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:15:03.895779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831f7a21-2405-4f6d-ad1e-a9dabc17cbc5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:03.902522 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-831f7a21-2405-4f6d-ad1e-a9dabc17cbc5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:03.951796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a,segment=NetworkSegment(8cc7793b-88c1-4864-a1bb-495ce18565cb),segment_id=8cc7793b-88c1-4864-a1bb-495ce18565cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:03.957583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831f7a21-2405-4f6d-ad1e-a9dabc17cbc5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:15:03.959921 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device baed88ba-106a-496b-9fe2-d67be8e88646 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:15:03.993992 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf257968-bea7-44ba-993e-96380de6baab x-openstack-request-id: req-bf257968-bea7-44ba-993e-96380de6baab {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:15:03.994534 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19223a36-231d-4fe9-a399-6297d598f422", "name": "network-vif-plugged", "status": "completed", "tag": "7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:15:03.995050 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf257968-bea7-44ba-993e-96380de6baab {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:15:03.995694 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19223a36-231d-4fe9-a399-6297d598f422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a', 'code': 200} Nov 24 13:15:03.997052 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:04.001109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: baed88ba-106a-496b-9fe2-d67be8e88646 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:15:04.001680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device baed88ba-106a-496b-9fe2-d67be8e88646 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:15:04.021910 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-831f7a21-2405-4f6d-ad1e-a9dabc17cbc5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:04.025550 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-831f7a21-2405-4f6d-ad1e-a9dabc17cbc5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Added segment a8c41b5d-350f-471c-9284-94c2c5b3949a of type vlan for network 047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7 Nov 24 13:15:04.046044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57396) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:04.076350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:04.206998 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-831f7a21-2405-4f6d-ad1e-a9dabc17cbc5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:04.245407 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b1d61-15cc-4cc9-bb9c-b505d28ef17c req-2231a78d-23cf-4ab6-9fbc-3cd082455dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:04.250991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-747b1d61-15cc-4cc9-bb9c-b505d28ef17c req-2231a78d-23cf-4ab6-9fbc-3cd082455dbb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 1060 time: 0.1949770 Nov 24 13:15:04.303893 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-831f7a21-2405-4f6d-ad1e-a9dabc17cbc5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:04.313986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831f7a21-2405-4f6d-ad1e-a9dabc17cbc5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:04.314877 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-831f7a21-2405-4f6d-ad1e-a9dabc17cbc5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:04.358355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57406) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:04.365268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-aa0547ec-73ba-4711-a65e-b79d2a9f2e45 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': '047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:04.371080 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-831f7a21-2405-4f6d-ad1e-a9dabc17cbc5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5449929 Nov 24 13:15:04.454760 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6193e739-8909-4672-a2a5-bfe4a5149435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:04.536784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f7a21-2405-4f6d-ad1e-a9dabc17cbc5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Network': ['ID=047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:04.561553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:15:04.583372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0547ec-73ba-4711-a65e-b79d2a9f2e45 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:04.590890 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa0547ec-73ba-4711-a65e-b79d2a9f2e45 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:04.595632 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81c62e-0e55-4929-abe3-2de94f2ca57f req-83e63a1b-82e0-4e41-b358-05e140ac746d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:04.597472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a81c62e-0e55-4929-abe3-2de94f2ca57f req-83e63a1b-82e0-4e41-b358-05e140ac746d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.0773654 Nov 24 13:15:04.673974 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a81c62e-0e55-4929-abe3-2de94f2ca57f req-506c9799-cc2a-4206-94d0-ed6202fa871c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652077 Nov 24 13:15:04.808834 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6193e739-8909-4672-a2a5-bfe4a5149435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:04.833676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6193e739-8909-4672-a2a5-bfe4a5149435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:04.847785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59589f04-b59d-4f8f-b645-d3e68f955aef req-22ebe17f-a802-40f6-81ce-f1837dcb140e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:04.858875 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-59589f04-b59d-4f8f-b645-d3e68f955aef req-22ebe17f-a802-40f6-81ce-f1837dcb140e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2554708 Nov 24 13:15:04.987369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d409a-00b0-416e-b546-a0d77e247be1 req-f6f9894b-fcac-4e9f-bac7-0b90c61a8fe4 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:04.994176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6193e739-8909-4672-a2a5-bfe4a5149435 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5408be6934054f88b8ab6fc5dc1b6009&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9469748 Nov 24 13:15:04.995183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193e739-8909-4672-a2a5-bfe4a5149435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11dafcb-2566-46d8-a283-74f7dcfd6a45,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:05.002242 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a2d409a-00b0-416e-b546-a0d77e247be1 req-f6f9894b-fcac-4e9f-bac7-0b90c61a8fe4 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 909 time: 0.1244428 Nov 24 13:15:05.002759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57428) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:05.079667 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a688ff1-3a91-43fe-9590-88e616655a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:05.105054 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a688ff1-3a91-43fe-9590-88e616655a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:05.158027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-59589f04-b59d-4f8f-b645-d3e68f955aef req-a9912955-2291-40e6-901f-67a915f25c9a tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981544 Nov 24 13:15:05.159965 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa0547ec-73ba-4711-a65e-b79d2a9f2e45 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:05.180567 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a688ff1-3a91-43fe-9590-88e616655a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:05.185146 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a688ff1-3a91-43fe-9590-88e616655a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:05.188779 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3a688ff1-3a91-43fe-9590-88e616655a92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d11dafcb-2566-46d8-a283-74f7dcfd6a45 HTTP/1.1" status: 204 len: 168 time: 0.1828465 Nov 24 13:15:05.212952 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a688ff1-3a91-43fe-9590-88e616655a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11dafcb-2566-46d8-a283-74f7dcfd6a45,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:05.267409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0547ec-73ba-4711-a65e-b79d2a9f2e45 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Subnet': ['ID=464d22a8-9bd9-4652-8e46-2cd4068345e6,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:05.326482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0547ec-73ba-4711-a65e-b79d2a9f2e45 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Checking segment: {'id': 'a8c41b5d-350f-471c-9284-94c2c5b3949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:15:05.327202 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0547ec-73ba-4711-a65e-b79d2a9f2e45 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network hostable DHCP agents. Network: 047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:15:05.351361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0547ec-73ba-4711-a65e-b79d2a9f2e45 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network 047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:15:05.373277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-aa0547ec-73ba-4711-a65e-b79d2a9f2e45 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:05.379261 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0547ec-73ba-4711-a65e-b79d2a9f2e45 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:05.379581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa0547ec-73ba-4711-a65e-b79d2a9f2e45 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:05.382707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917adf68-4ed8-428e-85f4-990451e027dc None None] Network 047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:05.414292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-aa0547ec-73ba-4711-a65e-b79d2a9f2e45 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0533173 Nov 24 13:15:05.416580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57444) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:05.421081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-bded9ebc-5bcc-4f0a-91a2-33c3b4f3d58e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-349420695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:05.457701 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bded9ebc-5bcc-4f0a-91a2-33c3b4f3d58e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:05.458860 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bded9ebc-5bcc-4f0a-91a2-33c3b4f3d58e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:05.512002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57446) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:05.578342 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bded9ebc-5bcc-4f0a-91a2-33c3b4f3d58e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:05.586155 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bded9ebc-5bcc-4f0a-91a2-33c3b4f3d58e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:05.625538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7', 'network_id': '047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7', 'tenant_id': '9f9d0f09f71642eca6eca73c438a80be', 'fixed_ips': [{'subnet_id': '464d22a8-9bd9-4652-8e46-2cd4068345e6'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:15:05.628005 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:05.629348 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bded9ebc-5bcc-4f0a-91a2-33c3b4f3d58e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:05.633921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57458) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:05.635749 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bded9ebc-5bcc-4f0a-91a2-33c3b4f3d58e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2180011 Nov 24 13:15:05.640522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d3fecdbe-5a5d-4a7b-ac73-298b2c391cca tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'network_id': '047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7', 'name': 'tempest-PortsIpV6TestJSON-1860487254'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:05.718869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-34b7303c-f034-45f2-935d-69faa5dc5cd1 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-957483593'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:05.719377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-34b7303c-f034-45f2-935d-69faa5dc5cd1 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Unknown quota resources ['metering_label']. {{(pid=114985) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 13:15:05.882759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4c795-9c32-4aa8-b081-2997a7aa46f8 req-37d8e6ea-8699-4c68-9481-36624ba3fc4f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:05.892219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Allocated IP 2001:db8::2 (047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7/464d22a8-9bd9-4652-8e46-2cd4068345e6/f561cbdf-019a-40e1-b8fb-548b69fd8739) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:05.906202 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93f4c795-9c32-4aa8-b081-2997a7aa46f8 req-37d8e6ea-8699-4c68-9481-36624ba3fc4f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.1139534 Nov 24 13:15:06.069086 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93f4c795-9c32-4aa8-b081-2997a7aa46f8 req-fc673224-05d7-4405-a201-3b6a4662f212 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601417 Nov 24 13:15:06.148894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-34b7303c-f034-45f2-935d-69faa5dc5cd1 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:06.152942 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57490) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:06.153196 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-34b7303c-f034-45f2-935d-69faa5dc5cd1 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6395421 Nov 24 13:15:06.161705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b43a56cf-e2fc-41b9-8f40-cf65a8899d82 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '620ff613-5c1a-4d70-a103-a27fcb8c62aa'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:06.162634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b43a56cf-e2fc-41b9-8f40-cf65a8899d82 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114986) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 13:15:06.241120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fecdbe-5a5d-4a7b-ac73-298b2c391cca tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:06.258111 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3fecdbe-5a5d-4a7b-ac73-298b2c391cca tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:06.264890 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:06.276904 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:06.309948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-d3fecdbe-5a5d-4a7b-ac73-298b2c391cca tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port 9fa2ba4e-5e25-403c-ae7a-2242b5607674 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:15:06.342318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fec635-b723-4dd9-8ed4-35a4e90c715e req-723e67cf-a85e-4c8b-ab86-6625a0f22772 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:06.356758 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15fec635-b723-4dd9-8ed4-35a4e90c715e req-723e67cf-a85e-4c8b-ab86-6625a0f22772 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 909 time: 0.2425287 Nov 24 13:15:06.383125 n-d-817303-4 neutron-server[114986]: WARNING neutron.services.metering.metering_plugin [None req-b43a56cf-e2fc-41b9-8f40-cf65a8899d82 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 13:15:06.419819 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Network 047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:06.443472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:06.449598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:15:06.479511 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:06.514880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Pushing event updated for resources: {'Port': ['ID=f561cbdf-019a-40e1-b8fb-548b69fd8739,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:06.611624 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b43a56cf-e2fc-41b9-8f40-cf65a8899d82 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:06.613585 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b43a56cf-e2fc-41b9-8f40-cf65a8899d82 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4589334 Nov 24 13:15:06.617757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57526) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:06.621373 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Attempting to bind port f561cbdf-019a-40e1-b8fb-548b69fd8739 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:15:06.622421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Attempting to bind port f561cbdf-019a-40e1-b8fb-548b69fd8739 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'a8c41b5d-350f-471c-9284-94c2c5b3949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:15:06.622800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Attempting to bind port f561cbdf-019a-40e1-b8fb-548b69fd8739 on network 047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:15:06.623678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3527a3b2-1b4f-4c6e-9b44-3ce2e3af967a tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '620ff613-5c1a-4d70-a103-a27fcb8c62aa'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:06.624502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3527a3b2-1b4f-4c6e-9b44-3ce2e3af967a tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114986) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 13:15:06.637128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:15:06.637530 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Checking segment: {'id': 'a8c41b5d-350f-471c-9284-94c2c5b3949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:15:06.638735 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d965993-5bd2-4362-8c02-9453b2feffcf req-dfb6166d-8957-4c5f-a80f-24788eb5005b tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:06.639055 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:06.641508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Bound using segment: {'id': 'a8c41b5d-350f-471c-9284-94c2c5b3949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:15:06.642141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Bound port: f561cbdf-019a-40e1-b8fb-548b69fd8739, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c41b5d-350f-471c-9284-94c2c5b3949a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:15:06.642548 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:06.649758 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d965993-5bd2-4362-8c02-9453b2feffcf req-dfb6166d-8957-4c5f-a80f-24788eb5005b tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2921145 Nov 24 13:15:06.774951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d965993-5bd2-4362-8c02-9453b2feffcf req-1f8c5289-47ca-4a2d-a9e4-374b483895fb tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215081 Nov 24 13:15:06.777298 n-d-817303-4 neutron-server[114986]: WARNING neutron.services.metering.metering_plugin [None req-3527a3b2-1b4f-4c6e-9b44-3ce2e3af967a tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 13:15:06.793782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] For port f561cbdf-019a-40e1-b8fb-548b69fd8739, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:15:06.798587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] For port f561cbdf-019a-40e1-b8fb-548b69fd8739, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f561cbdf-019a-40e1-b8fb-548b69fd8739,segment=NetworkSegment(a8c41b5d-350f-471c-9284-94c2c5b3949a),segment_id=a8c41b5d-350f-471c-9284-94c2c5b3949a)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:15:06.805504 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:06.892076 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a8e7d-6ab1-4738-a728-47244e2a1554 None None] Pushing event updated for resources: {'Port': ['ID=f561cbdf-019a-40e1-b8fb-548b69fd8739,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:06.903750 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3527a3b2-1b4f-4c6e-9b44-3ce2e3af967a tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:06.907679 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3527a3b2-1b4f-4c6e-9b44-3ce2e3af967a tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2884936 Nov 24 13:15:06.919421 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57530) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:06.941448 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-847e3f2e-9602-4399-afcd-0a33bd55de53 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=a9ca77c1-5bcc-4218-8592-4b819ac2f7c7 HTTP/1.1" status: 200 len: 462 time: 0.0191715 Nov 24 13:15:06.942134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57532) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:07.165240 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-995e1237-938c-4e5d-9afa-0997aab7adc1 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:07.169088 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-995e1237-938c-4e5d-9afa-0997aab7adc1 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/a9ca77c1-5bcc-4218-8592-4b819ac2f7c7 HTTP/1.1" status: 204 len: 168 time: 0.2247262 Nov 24 13:15:07.170243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57552) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:07.190065 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b16af857-a18b-43a0-a72a-dfe2ac98b2c6 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=a9ca77c1-5bcc-4218-8592-4b819ac2f7c7 HTTP/1.1" status: 200 len: 221 time: 0.0170925 Nov 24 13:15:07.191328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57558) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:07.198562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f95a0b3f-375a-48d5-b1f4-90587648704d tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1828394697', 'description': 'label created by tempest'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:07.199268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f95a0b3f-375a-48d5-b1f4-90587648704d tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Unknown quota resources ['metering_label']. {{(pid=114986) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 13:15:07.361941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-d3fecdbe-5a5d-4a7b-ac73-298b2c391cca tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Allocated IP 2001:db8::c4 (047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7/464d22a8-9bd9-4652-8e46-2cd4068345e6/9fa2ba4e-5e25-403c-ae7a-2242b5607674) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:07.393958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5d83e-5368-4b40-baa7-9cf90bb13898 req-8111c740-c2c2-47f9-a05e-ceba31526426 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:07.396236 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63f5d83e-5368-4b40-baa7-9cf90bb13898 req-8111c740-c2c2-47f9-a05e-ceba31526426 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 909 time: 0.4004333 Nov 24 13:15:07.399804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fd09947-3ca2-4ff6-906a-e0ea1b54c5df req-9bc951e2-3014-4968-aad6-536102869812 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4035065 Nov 24 13:15:07.528998 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f95a0b3f-375a-48d5-b1f4-90587648704d tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:07.533522 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f95a0b3f-375a-48d5-b1f4-90587648704d tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3396776 Nov 24 13:15:07.535135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57570) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:07.585846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd09947-3ca2-4ff6-906a-e0ea1b54c5df req-d53dd3fd-4a4a-4eb9-aa88-5de281d44f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:07.587519 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fd09947-3ca2-4ff6-906a-e0ea1b54c5df req-d53dd3fd-4a4a-4eb9-aa88-5de281d44f5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 1098 time: 0.0740049 Nov 24 13:15:07.612675 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3fecdbe-5a5d-4a7b-ac73-298b2c391cca tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:07.628259 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3c3bd142-4f5f-4c52-a2f4-1202d9c8243a tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=68568e98-14dc-47df-99a1-e27a4e88d81d HTTP/1.1" status: 200 len: 468 time: 0.0880070 Nov 24 13:15:07.628886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57574) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:07.655570 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496028fa-2d6a-4458-aabf-e477f55b89ca req-f1167669-4e5d-4b9d-a673-1724ef528343 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:07.657247 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-496028fa-2d6a-4458-aabf-e477f55b89ca req-f1167669-4e5d-4b9d-a673-1724ef528343 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 947 time: 0.2799802 Nov 24 13:15:07.776440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a25cb3-2171-4675-abb3-75d274b7c8e4 req-8ad1232b-594b-42c3-bfe4-cccf9cb17c8c tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:07.778089 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20a25cb3-2171-4675-abb3-75d274b7c8e4 req-8ad1232b-594b-42c3-bfe4-cccf9cb17c8c tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 1060 time: 0.1276562 Nov 24 13:15:07.786953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd09947-3ca2-4ff6-906a-e0ea1b54c5df req-86f2a248-11dc-4464-b530-4cf0ef854f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:07.790132 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fd09947-3ca2-4ff6-906a-e0ea1b54c5df req-86f2a248-11dc-4464-b530-4cf0ef854f29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.1810410 Nov 24 13:15:07.851434 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3fecdbe-5a5d-4a7b-ac73-298b2c391cca tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:07.947412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fecdbe-5a5d-4a7b-ac73-298b2c391cca tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network 047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:07.958796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-d3fecdbe-5a5d-4a7b-ac73-298b2c391cca tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:07.978693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fecdbe-5a5d-4a7b-ac73-298b2c391cca tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:15:07.985694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fecdbe-5a5d-4a7b-ac73-298b2c391cca tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:07.986373 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3fecdbe-5a5d-4a7b-ac73-298b2c391cca tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:07.989366 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f561cbdf-019a-40e1-b8fb-548b69fd8739 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:15:08.004188 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fd09947-3ca2-4ff6-906a-e0ea1b54c5df req-e4054476-88e5-436c-a734-85b5a3b28c63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86 HTTP/1.1" status: 200 len: 1001 time: 0.2040546 Nov 24 13:15:08.015032 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d3fecdbe-5a5d-4a7b-ac73-298b2c391cca tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3798153 Nov 24 13:15:08.119042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57588) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:08.120895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd09947-3ca2-4ff6-906a-e0ea1b54c5df req-83a03a0f-5093-45e3-9f70-a099eeda2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:08.122805 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fd09947-3ca2-4ff6-906a-e0ea1b54c5df req-83a03a0f-5093-45e3-9f70-a099eeda2e30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.1066282 Nov 24 13:15:08.125670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port f561cbdf-019a-40e1-b8fb-548b69fd8739 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:08.126215 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:08.223718 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fecdbe-5a5d-4a7b-ac73-298b2c391cca tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=9fa2ba4e-5e25-403c-ae7a-2242b5607674,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:08.272431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-496028fa-2d6a-4458-aabf-e477f55b89ca req-c58535a9-2c37-4554-ae02-e644eb8a1d15 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124928 Nov 24 13:15:08.291734 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:08.359854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port f561cbdf-019a-40e1-b8fb-548b69fd8739, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f561cbdf-019a-40e1-b8fb-548b69fd8739,segment=NetworkSegment(a8c41b5d-350f-471c-9284-94c2c5b3949a),segment_id=a8c41b5d-350f-471c-9284-94c2c5b3949a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:08.368268 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:08.449952 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d24c1232-93cb-4cde-a418-f288dc9a3d74 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:08.456269 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d24c1232-93cb-4cde-a418-f288dc9a3d74 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/68568e98-14dc-47df-99a1-e27a4e88d81d HTTP/1.1" status: 204 len: 168 time: 0.8253303 Nov 24 13:15:08.457253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57598) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:08.480332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27529b50-7378-4721-9bd8-d3fe72c86e26 None None] Network 047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:08.484215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=f561cbdf-019a-40e1-b8fb-548b69fd8739,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:08.513238 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0763555f-10d0-4870-896e-30109e54a44c tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=68568e98-14dc-47df-99a1-e27a4e88d81d HTTP/1.1" status: 200 len: 216 time: 0.0492141 Nov 24 13:15:08.518271 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57600) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:08.560697 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-23b69a4d-9b14-42e1-be5a-1bc1569fd7a7 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0365627 Nov 24 13:15:08.562991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57602) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:08.590347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-56e706b6-a454-4818-938e-447ecf5c7460 None None] Provisioning complete for port f561cbdf-019a-40e1-b8fb-548b69fd8739 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:08.590868 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-56e706b6-a454-4818-938e-447ecf5c7460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:08.591079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c978f-4c33-47c4-bf95-a5e871facc2b req-fcf9c13f-afde-4340-89a5-91e996caeab9 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:08.593039 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-177c978f-4c33-47c4-bf95-a5e871facc2b req-fcf9c13f-afde-4340-89a5-91e996caeab9 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 1135 time: 0.1339467 Nov 24 13:15:08.600830 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1746f87a-7e9a-4e6b-921b-b09baca21067 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0366626 Nov 24 13:15:08.601875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57608) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:08.667933 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5b3a6588-83c6-481b-b88c-29fa43e2945f tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/620ff613-5c1a-4d70-a103-a27fcb8c62aa HTTP/1.1" status: 200 len: 472 time: 0.0645654 Nov 24 13:15:08.675540 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57610) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:08.678774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dd7e4-62d6-47ab-9180-1c05a3064996 req-d85edaed-d99d-4bfa-bdac-a9af9b5fe198 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:08.687789 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-971dd7e4-62d6-47ab-9180-1c05a3064996 req-d85edaed-d99d-4bfa-bdac-a9af9b5fe198 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.4703965 Nov 24 13:15:08.695196 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1be2028e-9674-4694-ad25-3f6c11c7324f tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/ee23235f-b166-42fd-b415-b698cdfba734 HTTP/1.1" status: 200 len: 459 time: 0.0184064 Nov 24 13:15:08.697032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57612) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:08.704520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd09947-3ca2-4ff6-906a-e0ea1b54c5df req-19dd0ba4-5aeb-4edd-81c2-d8ccddbe2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:08.706007 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fd09947-3ca2-4ff6-906a-e0ea1b54c5df req-19dd0ba4-5aeb-4edd-81c2-d8ccddbe2cd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4931374 Nov 24 13:15:08.840578 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-177c978f-4c33-47c4-bf95-a5e871facc2b req-ac0466ec-a971-4177-898b-f45ee277527f tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2140679 Nov 24 13:15:08.870312 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57626) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:08.934683 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fd09947-3ca2-4ff6-906a-e0ea1b54c5df req-f5090662-5a25-468d-8b59-196f1916f628 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138634 Nov 24 13:15:09.043482 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-971dd7e4-62d6-47ab-9180-1c05a3064996 req-95d67480-7312-4205-9018-3ffca0598999 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544364 Nov 24 13:15:09.055910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:09.159948 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba682839-24c0-4a6d-b8c5-a90cef111196 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:09.164550 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ba682839-24c0-4a6d-b8c5-a90cef111196 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/ee23235f-b166-42fd-b415-b698cdfba734 HTTP/1.1" status: 204 len: 168 time: 0.4627240 Nov 24 13:15:09.167313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57652) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:09.278608 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f9cfc-6bb7-4be6-bb13-35c6faa77104 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:09.282630 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-545f9cfc-6bb7-4be6-bb13-35c6faa77104 tempest-TestSecurityGroupsBasicOps-1797172889 tempest-TestSecurityGroupsBasicOps-1797172889-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 1055 time: 0.4064057 Nov 24 13:15:09.300106 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-17d97de9-f40e-431c-8d74-5aa625a387b1 None None] Provisioning complete for port f561cbdf-019a-40e1-b8fb-548b69fd8739 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:09.300551 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-17d97de9-f40e-431c-8d74-5aa625a387b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:09.529840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-17d97de9-f40e-431c-8d74-5aa625a387b1 None None] Provisioning complete for port 9fa2ba4e-5e25-403c-ae7a-2242b5607674 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:09.530766 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-17d97de9-f40e-431c-8d74-5aa625a387b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:09.556308 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ad2788a-0d41-4c7a-bbe3-9ae7fbd70215 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:09.560186 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2ad2788a-0d41-4c7a-bbe3-9ae7fbd70215 tempest-MeteringIpV6TestJSON-1571443805 tempest-MeteringIpV6TestJSON-1571443805-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/620ff613-5c1a-4d70-a103-a27fcb8c62aa HTTP/1.1" status: 204 len: 168 time: 0.3792319 Nov 24 13:15:09.597678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f5a1e7b-5012-4634-a98d-f3e42c034b86 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:15:09.623530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fd09947-3ca2-4ff6-906a-e0ea1b54c5df req-992ccf0b-a2e3-48cb-bb28-2905ee83b138 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559739 Nov 24 13:15:09.694900 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-17d97de9-f40e-431c-8d74-5aa625a387b1 None None] Port 9fa2ba4e-5e25-403c-ae7a-2242b5607674 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:09.701408 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:09.809733 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:09.836830 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:09.872019 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:09.874165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57698) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:09.877471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8f778-f474-4c23-aae2-fe1372265cfb req-71017564-f22d-400c-ad9c-d04352e15256 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:09.885395 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59d8f778-f474-4c23-aae2-fe1372265cfb req-71017564-f22d-400c-ad9c-d04352e15256 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 909 time: 0.1328521 Nov 24 13:15:09.918749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0a0f61b1-1760-4342-ad69-f8b3d280272a None None] Provisioning complete for port 9fa2ba4e-5e25-403c-ae7a-2242b5607674 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:09.919236 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0a0f61b1-1760-4342-ad69-f8b3d280272a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:09.959645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f561cbdf-019a-40e1-b8fb-548b69fd8739 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:15:10.034923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:15:10.044435 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb8a08d-8275-4e5f-82c7-706e23984c17" -d '{"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:15:10.116548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:10.121819 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f61b1-1760-4342-ad69-f8b3d280272a None None] Port 9fa2ba4e-5e25-403c-ae7a-2242b5607674 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:10.133082 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.145137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=9fa2ba4e-5e25-403c-ae7a-2242b5607674,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:10.279611 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc25d7d9-b3ea-424d-a042-a7c4e065d037 x-openstack-request-id: req-cc25d7d9-b3ea-424d-a042-a7c4e065d037 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:15:10.279912 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:15:10.280173 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc25d7d9-b3ea-424d-a042-a7c4e065d037 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:15:10.280580 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'code': 200} Nov 24 13:15:10.312566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=14']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:10.325557 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7750d9-5cc6-4080-982b-11c6b0b6f9c9 req-c17e958d-ad59-46ab-905f-5c19435ed18c tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:10.327977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port f561cbdf-019a-40e1-b8fb-548b69fd8739 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:10.329778 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.333930 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7f7750d9-5cc6-4080-982b-11c6b0b6f9c9 req-c17e958d-ad59-46ab-905f-5c19435ed18c tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.1058614 Nov 24 13:15:10.337177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57714) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:10.373124 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.412962 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7f7750d9-5cc6-4080-982b-11c6b0b6f9c9 req-20dbc8cc-b8e4-47f2-b96e-c73ed4f26dca tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728910 Nov 24 13:15:10.427518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5409b72f-ec67-4758-8e57-f0f38b279837 None None] Provisioning complete for port 9fa2ba4e-5e25-403c-ae7a-2242b5607674 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:10.427895 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5409b72f-ec67-4758-8e57-f0f38b279837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.463106 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe0ad-e70a-4aef-9679-8b43c7f3f752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.468202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9edc144-a453-4e79-81c9-a4d5c1e855fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.509924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5409b72f-ec67-4758-8e57-f0f38b279837 None None] Port 9fa2ba4e-5e25-403c-ae7a-2242b5607674 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:10.549995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47922c-41a9-4a0b-9274-ca22dc3d4b2b req-f94e33a6-14dd-417c-9ba5-0200fcdcb329 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:10.551526 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f47922c-41a9-4a0b-9274-ca22dc3d4b2b req-f94e33a6-14dd-417c-9ba5-0200fcdcb329 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1752868 Nov 24 13:15:10.559880 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe0ad-e70a-4aef-9679-8b43c7f3f752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.566163 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9ffbe0ad-e70a-4aef-9679-8b43c7f3f752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.600295 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9ffbe0ad-e70a-4aef-9679-8b43c7f3f752 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1864bfa238c44994854396290a6b7163&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2617595 Nov 24 13:15:10.606389 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57718) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:10.634045 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbe0ad-e70a-4aef-9679-8b43c7f3f752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f357a4a-e668-4e7a-b1d0-05a42927ce8d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:10.657703 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.665978 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f47922c-41a9-4a0b-9274-ca22dc3d4b2b req-16fd87be-9657-4476-914b-eaac69c91bf9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025772 Nov 24 13:15:10.672005 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89c791e3-80dc-47be-af51-df595f6c8706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.701520 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89c791e3-80dc-47be-af51-df595f6c8706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.727626 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9edc144-a453-4e79-81c9-a4d5c1e855fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.741357 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9edc144-a453-4e79-81c9-a4d5c1e855fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.773273 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89c791e3-80dc-47be-af51-df595f6c8706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.778382 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-89c791e3-80dc-47be-af51-df595f6c8706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:10.779733 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-89c791e3-80dc-47be-af51-df595f6c8706 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f357a4a-e668-4e7a-b1d0-05a42927ce8d HTTP/1.1" status: 204 len: 168 time: 0.1721811 Nov 24 13:15:10.791362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c791e3-80dc-47be-af51-df595f6c8706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f357a4a-e668-4e7a-b1d0-05a42927ce8d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:10.875863 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e9edc144-a453-4e79-81c9-a4d5c1e855fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=298dc064ae5c475d9239f4d734d9512c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9962878 Nov 24 13:15:10.875863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edc144-a453-4e79-81c9-a4d5c1e855fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefa52a3-34b5-4228-acc2-3ed08b2af692,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:10.876461 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57726) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:11.000805 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:11.061401 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:11.086532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316af67-1c27-4471-bea1-0e7aa2cb2186 req-565e82b9-b4a7-42f1-aea1-7f024c028a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:11.088255 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2316af67-1c27-4471-bea1-0e7aa2cb2186 req-565e82b9-b4a7-42f1-aea1-7f024c028a17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 1096 time: 0.1114824 Nov 24 13:15:11.117969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab1e0b-2689-47f1-9e4e-21d8969dea1a req-1571ddee-dfa7-474a-83bf-ab18204552f5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:11.120123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d0ab1e0b-2689-47f1-9e4e-21d8969dea1a req-1571ddee-dfa7-474a-83bf-ab18204552f5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1350822 Nov 24 13:15:11.176911 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:11.210359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:11.211281 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:11.257515 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:11.261254 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:11.262863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eefa52a3-34b5-4228-acc2-3ed08b2af692 HTTP/1.1" status: 204 len: 168 time: 0.3856795 Nov 24 13:15:11.319097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefa52a3-34b5-4228-acc2-3ed08b2af692,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:11.333363 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d0ab1e0b-2689-47f1-9e4e-21d8969dea1a req-a58a47fd-32f7-44b7-b490-f469636afa40 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951878 Nov 24 13:15:11.339439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316af67-1c27-4471-bea1-0e7aa2cb2186 req-337a220c-4c90-4506-936a-2441597de9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:11.340956 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2316af67-1c27-4471-bea1-0e7aa2cb2186 req-337a220c-4c90-4506-936a-2441597de9f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.2400370 Nov 24 13:15:11.343646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57742) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:11.347214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=9fa2ba4e-5e25-403c-ae7a-2242b5607674,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:11.363031 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018bba2-e0fd-4e7a-9de5-8a69c17851ee req-505eae8a-812f-4daa-9ca2-9ed7d804ea84 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:11.374170 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0018bba2-e0fd-4e7a-9de5-8a69c17851ee req-505eae8a-812f-4daa-9ca2-9ed7d804ea84 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 909 time: 0.3419518 Nov 24 13:15:11.388023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafb99a-7f20-4a7d-b4dd-7f2fddfb1ae9 req-8e773887-9a58-42ca-bcbb-456b6fd07b1b tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:11.389911 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7fafb99a-7f20-4a7d-b4dd-7f2fddfb1ae9 req-8e773887-9a58-42ca-bcbb-456b6fd07b1b tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.59 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 909 time: 0.3436246 Nov 24 13:15:11.392771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:11.393341 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:11.393886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:11.394629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:11.395130 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:11.402063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:11.403617 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:11.404170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:11.404766 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:11.405295 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:11.405820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:11.406435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857b7391-87c1-4d82-af41-c7e592fe7322 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:11.490693 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c110024b-58db-412d-94c9-2657657212af admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:11.574879 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2316af67-1c27-4471-bea1-0e7aa2cb2186 req-06ef4b61-bf97-4894-993a-f2a899ba1984 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86 HTTP/1.1" status: 200 len: 999 time: 0.2245190 Nov 24 13:15:11.619540 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-7fafb99a-7f20-4a7d-b4dd-7f2fddfb1ae9 req-83aba6f2-a094-4ac3-81f3-7f7647e55d9e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Deleting port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:11.620029 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7fafb99a-7f20-4a7d-b4dd-7f2fddfb1ae9 req-83aba6f2-a094-4ac3-81f3-7f7647e55d9e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:11.653020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network 047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:11.670722 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:11.704883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316af67-1c27-4471-bea1-0e7aa2cb2186 req-ae783934-4f75-4636-90a7-90358f6ba7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:11.706353 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2316af67-1c27-4471-bea1-0e7aa2cb2186 req-ae783934-4f75-4636-90a7-90358f6ba7c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.1161366 Nov 24 13:15:11.716053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013c72b-ced0-484a-bdfb-877e3c5d7799 req-5a9ee37c-e3b7-46fd-a981-b950c02aefcf tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:11.718320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f013c72b-ced0-484a-bdfb-877e3c5d7799 req-5a9ee37c-e3b7-46fd-a981-b950c02aefcf tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.1507177 Nov 24 13:15:11.907324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-7fafb99a-7f20-4a7d-b4dd-7f2fddfb1ae9 req-83aba6f2-a094-4ac3-81f3-7f7647e55d9e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] For port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a,segment=NetworkSegment(8cc7793b-88c1-4864-a1bb-495ce18565cb),segment_id=8cc7793b-88c1-4864-a1bb-495ce18565cb)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:11.907702 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7fafb99a-7f20-4a7d-b4dd-7f2fddfb1ae9 req-83aba6f2-a094-4ac3-81f3-7f7647e55d9e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:11.936944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-7fafb99a-7f20-4a7d-b4dd-7f2fddfb1ae9 req-83aba6f2-a094-4ac3-81f3-7f7647e55d9e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Calling delete_port for 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:12.131479 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7fafb99a-7f20-4a7d-b4dd-7f2fddfb1ae9 req-83aba6f2-a094-4ac3-81f3-7f7647e55d9e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:12.180086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aba6f2-a094-4ac3-81f3-7f7647e55d9e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event deleted for resources: {'Port': ['ID=7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:12.218863 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-802760d8-94c0-460a-9b9f-6cff74fb8fb7 None None] Provisioning complete for port 9fa2ba4e-5e25-403c-ae7a-2242b5607674 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:12.219388 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-802760d8-94c0-460a-9b9f-6cff74fb8fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:12.281603 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fafb99a-7f20-4a7d-b4dd-7f2fddfb1ae9 req-83aba6f2-a094-4ac3-81f3-7f7647e55d9e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] No DVR routers for this DVR port 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:15:12.284958 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7fafb99a-7f20-4a7d-b4dd-7f2fddfb1ae9 req-83aba6f2-a094-4ac3-81f3-7f7647e55d9e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:12.289494 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7fafb99a-7f20-4a7d-b4dd-7f2fddfb1ae9 req-83aba6f2-a094-4ac3-81f3-7f7647e55d9e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.59 "DELETE /v2.0/ports/7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a HTTP/1.1" status: 204 len: 173 time: 0.8679826 Nov 24 13:15:12.290733 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19223a36-231d-4fe9-a399-6297d598f422', 'name': 'network-vif-deleted', 'tag': '7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:15:12.296102 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c4997e-c6a2-46cf-8dd4-db65d1d96db6" -d '{"events": [{"server_uuid": "19223a36-231d-4fe9-a399-6297d598f422", "name": "network-vif-deleted", "tag": "7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:15:12.338066 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-802760d8-94c0-460a-9b9f-6cff74fb8fb7 None None] Port 9fa2ba4e-5e25-403c-ae7a-2242b5607674 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:12.397013 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed381fb-41ce-47a4-81a7-0a104f2089f5 x-openstack-request-id: req-9ed381fb-41ce-47a4-81a7-0a104f2089f5 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:15:12.397569 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19223a36-231d-4fe9-a399-6297d598f422", "name": "network-vif-deleted", "tag": "7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:15:12.398081 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ed381fb-41ce-47a4-81a7-0a104f2089f5 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:15:12.399154 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19223a36-231d-4fe9-a399-6297d598f422', 'name': 'network-vif-deleted', 'tag': '7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a', 'status': 'completed', 'code': 200} Nov 24 13:15:12.567894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c110024b-58db-412d-94c9-2657657212af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:12.607860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded81f5-c687-40ac-a5fd-ce4c1d00c4a8 req-85b876bb-51af-4b5f-a99f-d71d10857bc4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:12.620014 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c110024b-58db-412d-94c9-2657657212af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:12.622191 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fded81f5-c687-40ac-a5fd-ce4c1d00c4a8 req-85b876bb-51af-4b5f-a99f-d71d10857bc4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1216307 Nov 24 13:15:12.655357 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f013c72b-ced0-484a-bdfb-877e3c5d7799 req-7f759a7c-2cab-4388-8aca-dbcd41f8face tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8531015 Nov 24 13:15:12.680868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316af67-1c27-4471-bea1-0e7aa2cb2186 req-69ec9018-709d-4c73-a922-c69ad1e8b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:12.683068 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2316af67-1c27-4471-bea1-0e7aa2cb2186 req-69ec9018-709d-4c73-a922-c69ad1e8b18d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9219203 Nov 24 13:15:12.728883 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c110024b-58db-412d-94c9-2657657212af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59085c72884a469792685cf178a35b12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3840246 Nov 24 13:15:12.729476 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fded81f5-c687-40ac-a5fd-ce4c1d00c4a8 req-2f9a41d4-edee-4ece-8a6a-3440ce2321b6 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062315 Nov 24 13:15:12.737111 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57876) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:12.746404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110024b-58db-412d-94c9-2657657212af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88804b0c-06ec-496d-92ed-e8a61452d63f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:12.831997 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f078c6b-d891-4f34-97be-ca7c3b501698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:12.864220 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f078c6b-d891-4f34-97be-ca7c3b501698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:12.864369 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eb3e9959-283c-4d8e-a748-50634c08021f req-7dc57368-b778-477b-ad3e-a76e0794eb8b tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=19223a36-231d-4fe9-a399-6297d598f422 HTTP/1.1" status: 200 len: 210 time: 0.0521145 Nov 24 13:15:12.866680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Router 249e8224-f9e1-4cfb-ae35-7511c1edaf4d is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:15:12.933583 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f078c6b-d891-4f34-97be-ca7c3b501698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:12.939286 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f078c6b-d891-4f34-97be-ca7c3b501698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:12.940541 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3f078c6b-d891-4f34-97be-ca7c3b501698 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88804b0c-06ec-496d-92ed-e8a61452d63f HTTP/1.1" status: 204 len: 168 time: 0.2023039 Nov 24 13:15:12.961167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f078c6b-d891-4f34-97be-ca7c3b501698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88804b0c-06ec-496d-92ed-e8a61452d63f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:13.132321 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2316af67-1c27-4471-bea1-0e7aa2cb2186 req-958e7f71-bd2e-46c6-8702-c89d6cd317d4 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358783 Nov 24 13:15:13.195347 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:15:13.208503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe0683-91ea-4d53-8e7b-1f5540cb1534 None None] Sync routers for ids ['249e8224-f9e1-4cfb-ae35-7511c1edaf4d'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:15:13.218631 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b37a493e-bd73-4cd9-a3c7-6951f5859c11 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "PUT /v2.0/routers/249e8224-f9e1-4cfb-ae35-7511c1edaf4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0938685 Nov 24 13:15:13.221638 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57926) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:13.241046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe0683-91ea-4d53-8e7b-1f5540cb1534 None None] Routers {'249e8224-f9e1-4cfb-ae35-7511c1edaf4d'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:15:13.246324 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-80fe0683-91ea-4d53-8e7b-1f5540cb1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:14:54Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['249e8224-f9e1-4cfb-ae35-7511c1edaf4d'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:13.326446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc35756-eb04-4014-af92-7de7ab10bab2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:13.328268 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9dc35756-eb04-4014-af92-7de7ab10bab2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports?device_id=249e8224-f9e1-4cfb-ae35-7511c1edaf4d HTTP/1.1" status: 200 len: 988 time: 0.1056943 Nov 24 13:15:13.331005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57940) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:13.349101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-80fe0683-91ea-4d53-8e7b-1f5540cb1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:13.380716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe0683-91ea-4d53-8e7b-1f5540cb1534 None None] Routers {'249e8224-f9e1-4cfb-ae35-7511c1edaf4d'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:15:13.381372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-80fe0683-91ea-4d53-8e7b-1f5540cb1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:14:54Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['249e8224-f9e1-4cfb-ae35-7511c1edaf4d'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:13.383260 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2316af67-1c27-4471-bea1-0e7aa2cb2186 req-de44c57c-afb3-441c-bfd7-c18d2014d299 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387879 Nov 24 13:15:13.508444 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-80fe0683-91ea-4d53-8e7b-1f5540cb1534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:13.510275 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fe0683-91ea-4d53-8e7b-1f5540cb1534 None None] The sync data for ids ['249e8224-f9e1-4cfb-ae35-7511c1edaf4d'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:15:13.982089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3722470-8ee8-439b-b1fe-679cf521beb5 req-18467cd6-a053-4fde-96bb-a33f3027bc1b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:13.987926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e04188-c9c9-420e-870c-b26db71d7b88 req-d39b0e77-5f3a-4c69-92d6-1da882f75344 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:13.996450 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3722470-8ee8-439b-b1fe-679cf521beb5 req-18467cd6-a053-4fde-96bb-a33f3027bc1b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1167188 Nov 24 13:15:14.002266 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81e04188-c9c9-420e-870c-b26db71d7b88 req-d39b0e77-5f3a-4c69-92d6-1da882f75344 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.1706607 Nov 24 13:15:14.094380 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f3722470-8ee8-439b-b1fe-679cf521beb5 req-fe997133-2634-43da-aae1-6ebdf4270241 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894542 Nov 24 13:15:14.174006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58042) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:14.249820 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81e04188-c9c9-420e-870c-b26db71d7b88 req-69b9a53d-7be8-40d9-bc09-b2df8429b5d6 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442436 Nov 24 13:15:14.436343 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fa0ea855-0052-4ace-a027-5788194d39e2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:14.935811 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02e6cc20-5794-4288-bf4f-c10762b8b1ec tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:14.966044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ea855-0052-4ace-a027-5788194d39e2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port 9fa2ba4e-5e25-403c-ae7a-2242b5607674 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:14.966458 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fa0ea855-0052-4ace-a027-5788194d39e2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:15.123938 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fa0ea855-0052-4ace-a027-5788194d39e2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:15.151011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ea855-0052-4ace-a027-5788194d39e2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for 9fa2ba4e-5e25-403c-ae7a-2242b5607674 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:15.260385 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:15:15.322945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:15:15.323200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 7a6d998c-a4f2-4f4b-b0c4-890faebd9e1a not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:15:15.340501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36270c-c2b9-4d34-a8f8-59a9c1a96807 req-ea2070d6-11d3-4da3-8196-f4286e286c6d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:15.344689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b36270c-c2b9-4d34-a8f8-59a9c1a96807 req-ea2070d6-11d3-4da3-8196-f4286e286c6d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1462193 Nov 24 13:15:15.433332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b36270c-c2b9-4d34-a8f8-59a9c1a96807 req-e6ad603f-324a-4eaf-a073-eb8a2bc8f939 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788326 Nov 24 13:15:15.591368 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-02e6cc20-5794-4288-bf4f-c10762b8b1ec tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Deleting port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:15.591763 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02e6cc20-5794-4288-bf4f-c10762b8b1ec tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:15.614715 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c58f1-ab90-47b5-ba4a-a02da6d10326 req-dd500beb-affa-432b-9854-9bb3611e396d tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:15.622346 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ff5c58f1-ab90-47b5-ba4a-a02da6d10326 req-dd500beb-affa-432b-9854-9bb3611e396d tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2464442 Nov 24 13:15:15.691785 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fa0ea855-0052-4ace-a027-5788194d39e2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:15.825907 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ea855-0052-4ace-a027-5788194d39e2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=9fa2ba4e-5e25-403c-ae7a-2242b5607674,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:15.898980 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ff5c58f1-ab90-47b5-ba4a-a02da6d10326 req-4a25b079-c82c-47c9-905c-a22fddbef843 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756646 Nov 24 13:15:15.965329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0cdb2-b3ef-4ae3-9a4d-1f5fd416b0b0 req-22e3a9c9-1b9e-4b96-a002-c0d1dce51fa0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:15.971806 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-12e0cdb2-b3ef-4ae3-9a4d-1f5fd416b0b0 req-22e3a9c9-1b9e-4b96-a002-c0d1dce51fa0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.2370536 Nov 24 13:15:15.983042 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fa0ea855-0052-4ace-a027-5788194d39e2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:16.004771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-02e6cc20-5794-4288-bf4f-c10762b8b1ec tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] For port bf6dc0e2-d13b-4243-9df0-7f80772dd9f6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=bf6dc0e2-d13b-4243-9df0-7f80772dd9f6,segment=NetworkSegment(8cc7793b-88c1-4864-a1bb-495ce18565cb),segment_id=8cc7793b-88c1-4864-a1bb-495ce18565cb)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:16.012144 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02e6cc20-5794-4288-bf4f-c10762b8b1ec tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:16.094447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-02e6cc20-5794-4288-bf4f-c10762b8b1ec tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Calling delete_port for bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:16.276183 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-12e0cdb2-b3ef-4ae3-9a4d-1f5fd416b0b0 req-67fe3625-523e-4ba4-ac73-3dcc76933b28 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251761 Nov 24 13:15:16.309451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0ea855-0052-4ace-a027-5788194d39e2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Router 249e8224-f9e1-4cfb-ae35-7511c1edaf4d has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:15:16.507645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58316) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:16.536633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0ea855-0052-4ace-a027-5788194d39e2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:15:16.543185 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fa0ea855-0052-4ace-a027-5788194d39e2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "PUT /v2.0/routers/249e8224-f9e1-4cfb-ae35-7511c1edaf4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2108276 Nov 24 13:15:16.546293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58324) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:16.563018 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da773396-653e-4e59-a85d-98832fb39f99 None None] Sync routers for ids ['249e8224-f9e1-4cfb-ae35-7511c1edaf4d'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:15:16.574161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8799d5-460b-487f-9968-fbbd50ff902b req-57b7e08d-6bdc-4975-9c15-e8e1e683a1c4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:16.576431 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da773396-653e-4e59-a85d-98832fb39f99 None None] Routers {'249e8224-f9e1-4cfb-ae35-7511c1edaf4d'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:15:16.577089 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-da773396-653e-4e59-a85d-98832fb39f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:14:54Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['249e8224-f9e1-4cfb-ae35-7511c1edaf4d'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:16.585445 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ef8799d5-460b-487f-9968-fbbd50ff902b req-57b7e08d-6bdc-4975-9c15-e8e1e683a1c4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0844555 Nov 24 13:15:16.618647 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-110cda5f-6b50-4fe5-9eec-d39332a57700 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] GET failed (client error): The resource could not be found. Nov 24 13:15:16.620404 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-110cda5f-6b50-4fe5-9eec-d39332a57700 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/9fa2ba4e-5e25-403c-ae7a-2242b5607674 HTTP/1.1" status: 404 len: 333 time: 0.0689754 Nov 24 13:15:16.629244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58328) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:16.650927 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-da773396-653e-4e59-a85d-98832fb39f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:16.661452 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da773396-653e-4e59-a85d-98832fb39f99 None None] Routers {'249e8224-f9e1-4cfb-ae35-7511c1edaf4d'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:15:16.662070 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-da773396-653e-4e59-a85d-98832fb39f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:14:54Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['249e8224-f9e1-4cfb-ae35-7511c1edaf4d'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:16.698522 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-da773396-653e-4e59-a85d-98832fb39f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:16.699188 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da773396-653e-4e59-a85d-98832fb39f99 None None] The sync data for ids ['249e8224-f9e1-4cfb-ae35-7511c1edaf4d'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:15:16.750104 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02e6cc20-5794-4288-bf4f-c10762b8b1ec tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:16.786716 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ef8799d5-460b-487f-9968-fbbd50ff902b req-58afd777-ab80-42a5-b69e-9e9c936a222e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998878 Nov 24 13:15:16.789066 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c31ca1ee-9014-4ef4-abbf-24c80a9c5ed1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:16.826771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6cc20-5794-4288-bf4f-c10762b8b1ec tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event deleted for resources: {'Port': ['ID=bf6dc0e2-d13b-4243-9df0-7f80772dd9f6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:17.025349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-912155fa-7a9f-4f58-8ac2-ba40aadba4ac tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1675388116'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:17.025719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-912155fa-7a9f-4f58-8ac2-ba40aadba4ac tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Unknown quota resources ['metering_label']. {{(pid=114985) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 13:15:17.080113 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c31ca1ee-9014-4ef4-abbf-24c80a9c5ed1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:17.083528 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c31ca1ee-9014-4ef4-abbf-24c80a9c5ed1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:17.237107 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c31ca1ee-9014-4ef4-abbf-24c80a9c5ed1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:17.239512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31ca1ee-9014-4ef4-abbf-24c80a9c5ed1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Fanout notify agent at l3_agent the message router_deleted on router 249e8224-f9e1-4cfb-ae35-7511c1edaf4d {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:15:17.266422 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c31ca1ee-9014-4ef4-abbf-24c80a9c5ed1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:17.271631 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c31ca1ee-9014-4ef4-abbf-24c80a9c5ed1 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/routers/249e8224-f9e1-4cfb-ae35-7511c1edaf4d HTTP/1.1" status: 204 len: 168 time: 0.6388776 Nov 24 13:15:17.271996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58354) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:17.326319 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-912155fa-7a9f-4f58-8ac2-ba40aadba4ac tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:17.327520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-912155fa-7a9f-4f58-8ac2-ba40aadba4ac tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8179097 Nov 24 13:15:17.330672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58356) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:17.468208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7c728d48-fcbf-4980-9f31-f50da4049f22 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4f86b7c1-2f1c-4cc6-9180-cad91165eb71'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:17.468762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7c728d48-fcbf-4980-9f31-f50da4049f22 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114985) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 13:15:17.517740 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02e6cc20-5794-4288-bf4f-c10762b8b1ec tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:17.649843 n-d-817303-4 neutron-server[114985]: WARNING neutron.services.metering.metering_plugin [None req-7c728d48-fcbf-4980-9f31-f50da4049f22 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 13:15:17.664138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352ecb6-661f-4760-87cf-b6110efc706d req-77eaa62f-2a28-4996-9968-bda4527b07f7 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:17.672535 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c352ecb6-661f-4760-87cf-b6110efc706d req-77eaa62f-2a28-4996-9968-bda4527b07f7 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.5230412 Nov 24 13:15:17.784036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58360) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:17.825474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d1e949-549c-40c1-a736-f2af835d269f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting subnet 464d22a8-9bd9-4652-8e46-2cd4068345e6 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:15:17.835784 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29d1e949-549c-40c1-a736-f2af835d269f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:17.885488 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c728d48-fcbf-4980-9f31-f50da4049f22 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:17.890224 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7c728d48-fcbf-4980-9f31-f50da4049f22 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4420443 Nov 24 13:15:17.892934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58364) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:17.896679 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c352ecb6-661f-4760-87cf-b6110efc706d req-ab810350-6c88-4536-bf34-3ec9c941413e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230647 Nov 24 13:15:17.902214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-9aa8230a-19e8-4728-805f-eb476fdea7d8 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4f86b7c1-2f1c-4cc6-9180-cad91165eb71'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:17.902893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-9aa8230a-19e8-4728-805f-eb476fdea7d8 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=114985) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 13:15:17.934889 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29d1e949-549c-40c1-a736-f2af835d269f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:18.015537 n-d-817303-4 neutron-server[114985]: WARNING neutron.services.metering.metering_plugin [None req-9aa8230a-19e8-4728-805f-eb476fdea7d8 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 24 13:15:18.122364 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4d02740-8fc8-4952-8c37-575d2adf001b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:18.143214 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9aa8230a-19e8-4728-805f-eb476fdea7d8 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:18.147003 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9aa8230a-19e8-4728-805f-eb476fdea7d8 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2465904 Nov 24 13:15:18.147739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58370) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:18.196119 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9ea8ff2f-193f-4c8c-8269-b046abdfb15e tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=02ef9f80-50e4-4496-a0c5-1c49c7cf200e HTTP/1.1" status: 200 len: 464 time: 0.0472860 Nov 24 13:15:18.201971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58372) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:18.228422 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4d02740-8fc8-4952-8c37-575d2adf001b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:18.235868 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29d1e949-549c-40c1-a736-f2af835d269f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:18.244336 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4d02740-8fc8-4952-8c37-575d2adf001b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:18.322682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-9a6aa0a3-92a1-47d0-974e-215e68a6abb4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:18.324257 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-9a6aa0a3-92a1-47d0-974e-215e68a6abb4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 812 time: 1.0281448 Nov 24 13:15:18.351954 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-5c8918a0-324e-465a-80fd-1e3cafa5309d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/quotas/5ff8d85d3e28474f9fc7b4af44e09a93 HTTP/1.1" status: 200 len: 375 time: 0.0162685 Nov 24 13:15:18.352582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d02740-8fc8-4952-8c37-575d2adf001b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5babba-0835-4897-b71c-5c717fe439f9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:18.371881 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b4d02740-8fc8-4952-8c37-575d2adf001b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59fa7f1d50bc47ff9b698a65bd198a32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5866477 Nov 24 13:15:18.376388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58374) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:18.381362 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffd7254a-2ac2-481c-9250-e8128a2c58c1 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:18.382502 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ffd7254a-2ac2-481c-9250-e8128a2c58c1 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/02ef9f80-50e4-4496-a0c5-1c49c7cf200e HTTP/1.1" status: 204 len: 168 time: 0.1794569 Nov 24 13:15:18.385843 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58376) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:18.398878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e6cc20-5794-4288-bf4f-c10762b8b1ec tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Router f1b0d787-55f7-4527-9520-0c853608d7cd has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:15:18.403971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b527d162-2ba4-43d8-8572-ea90986bc71d tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=02ef9f80-50e4-4496-a0c5-1c49c7cf200e HTTP/1.1" status: 200 len: 221 time: 0.0169804 Nov 24 13:15:18.408097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58378) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:18.413614 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-71c8d295-e6cf-467d-b6bb-032c11688731 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1517176398', 'description': 'label created by tempest'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:18.414064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-71c8d295-e6cf-467d-b6bb-032c11688731 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Unknown quota resources ['metering_label']. {{(pid=114985) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 13:15:18.484855 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29d1e949-549c-40c1-a736-f2af835d269f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:18.498539 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-6b2b51ff-6555-4288-a5dd-b8bae08d3114 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1293602 Nov 24 13:15:18.517518 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae2b908e-87ee-41ca-8c94-738b6178c8fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:18.554642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1e949-549c-40c1-a736-f2af835d269f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Subnet': ['ID=464d22a8-9bd9-4652-8e46-2cd4068345e6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:18.562267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0978ca6f-6bcc-4d39-bf61-1599c557d769 None None] Network 047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:18.563381 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29d1e949-549c-40c1-a736-f2af835d269f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:18.569389 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-29d1e949-549c-40c1-a736-f2af835d269f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/464d22a8-9bd9-4652-8e46-2cd4068345e6 HTTP/1.1" status: 204 len: 168 time: 1.2947462 Nov 24 13:15:18.578035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58380) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:18.611803 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae2b908e-87ee-41ca-8c94-738b6178c8fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:18.763134 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:18.784440 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-6d7d33f3-7385-4f2e-af02-105dfa94ed59 service neutron] 10.222.0.48 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773721 Nov 24 13:15:18.851523 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701ee61-6141-4ec5-b576-27ffce31da4e None None] DHCP port deletion for 047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:15:18.862543 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae2b908e-87ee-41ca-8c94-738b6178c8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:18.865697 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae2b908e-87ee-41ca-8c94-738b6178c8fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:18.867779 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ae2b908e-87ee-41ca-8c94-738b6178c8fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d5babba-0835-4897-b71c-5c717fe439f9 HTTP/1.1" status: 204 len: 168 time: 0.4854677 Nov 24 13:15:18.923992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b908e-87ee-41ca-8c94-738b6178c8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5babba-0835-4897-b71c-5c717fe439f9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:19.022100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0701ee61-6141-4ec5-b576-27ffce31da4e None None] Deleting port f561cbdf-019a-40e1-b8fb-548b69fd8739 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:19.022618 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0701ee61-6141-4ec5-b576-27ffce31da4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:19.039316 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port f561cbdf-019a-40e1-b8fb-548b69fd8739 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:19.039668 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:19.056322 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-421e47ec-76e2-4518-8db7-1aeaadc72b92 service neutron] 10.222.0.48 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624788 Nov 24 13:15:19.141885 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] For port f561cbdf-019a-40e1-b8fb-548b69fd8739, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f561cbdf-019a-40e1-b8fb-548b69fd8739,segment=NetworkSegment(a8c41b5d-350f-471c-9284-94c2c5b3949a),segment_id=a8c41b5d-350f-471c-9284-94c2c5b3949a)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:19.143024 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:19.182257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for f561cbdf-019a-40e1-b8fb-548b69fd8739 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:19.344011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e6cc20-5794-4288-bf4f-c10762b8b1ec tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:15:19.351819 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-02e6cc20-5794-4288-bf4f-c10762b8b1ec tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "PUT /v2.0/routers/f1b0d787-55f7-4527-9520-0c853608d7cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1767094 Nov 24 13:15:19.364489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58396) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:19.423116 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee94e7-fca9-4629-955e-c777ebecd111 None None] Sync routers for ids ['f1b0d787-55f7-4527-9520-0c853608d7cd'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:15:19.461681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58398) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:19.474962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8fe169d-b716-4bf3-88e5-42ef251ebb28 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Deleting subnet 7f21b801-6102-4101-847d-801dc51f6759 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:15:19.507329 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebced717-764d-4a03-ba95-7b7976301efa req-fc7f7a67-1fa1-467d-b4bf-2fd518b4785c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 210 time: 0.0440812 Nov 24 13:15:19.516650 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b8fe169d-b716-4bf3-88e5-42ef251ebb28 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:19.528535 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-0701ee61-6141-4ec5-b576-27ffce31da4e None None] For port f561cbdf-019a-40e1-b8fb-548b69fd8739, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f561cbdf-019a-40e1-b8fb-548b69fd8739,segment=NetworkSegment(a8c41b5d-350f-471c-9284-94c2c5b3949a),segment_id=a8c41b5d-350f-471c-9284-94c2c5b3949a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:19.529547 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0701ee61-6141-4ec5-b576-27ffce31da4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:19.546696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0701ee61-6141-4ec5-b576-27ffce31da4e None None] Calling delete_port for f561cbdf-019a-40e1-b8fb-548b69fd8739 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:19.553485 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-21fab516-4b38-48f8-b0b6-19d32e3c63bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:19.619185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee94e7-fca9-4629-955e-c777ebecd111 None None] Routers {'f1b0d787-55f7-4527-9520-0c853608d7cd'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:15:19.620546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-75ee94e7-fca9-4629-955e-c777ebecd111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:14:54Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f1b0d787-55f7-4527-9520-0c853608d7cd'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:19.680823 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-21fab516-4b38-48f8-b0b6-19d32e3c63bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:19.686921 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:19.717005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=f561cbdf-019a-40e1-b8fb-548b69fd8739,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:19.718923 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-21fab516-4b38-48f8-b0b6-19d32e3c63bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:19.731376 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b8fe169d-b716-4bf3-88e5-42ef251ebb28 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:19.764311 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0701ee61-6141-4ec5-b576-27ffce31da4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:19.796884 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-71c8d295-e6cf-467d-b6bb-032c11688731 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:19.803848 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-71c8d295-e6cf-467d-b6bb-032c11688731 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.3944404 Nov 24 13:15:19.804482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58404) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:19.826906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No DVR routers for this DVR port f561cbdf-019a-40e1-b8fb-548b69fd8739 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:15:19.838210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701ee61-6141-4ec5-b576-27ffce31da4e None None] Pushing event deleted for resources: {'Port': ['ID=f561cbdf-019a-40e1-b8fb-548b69fd8739,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:19.857639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0701ee61-6141-4ec5-b576-27ffce31da4e None None] No DVR routers for this DVR port f561cbdf-019a-40e1-b8fb-548b69fd8739 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:15:19.891281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-75ee94e7-fca9-4629-955e-c777ebecd111 None None] Set router f1b0d787-55f7-4527-9520-0c853608d7cd gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:15:19.947919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca29935-031a-4740-910a-8c052a6de25b req-ecbdd503-4767-4c08-9296-0e0c4e22606f tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:19.954699 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ca29935-031a-4740-910a-8c052a6de25b req-ecbdd503-4767-4c08-9296-0e0c4e22606f tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.6083269 Nov 24 13:15:20.028395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-77f0798a-564e-42fc-9ec3-5c5bba0e0c19 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=770400c9-f1ae-42c7-b567-51e6ab6641d3 HTTP/1.1" status: 200 len: 468 time: 0.2141635 Nov 24 13:15:20.038347 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58408) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:20.043476 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f561cbdf-019a-40e1-b8fb-548b69fd8739 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:15:20.105451 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:20.116998 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-21fab516-4b38-48f8-b0b6-19d32e3c63bd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4e053b432b34f2f8e4f415181b07e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6506343 Nov 24 13:15:20.122708 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fab516-4b38-48f8-b0b6-19d32e3c63bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a22f45-f943-46fd-b71c-339e3c8614fa,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:20.128656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58412) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:20.151551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:20.160389 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ca29935-031a-4740-910a-8c052a6de25b req-84060e02-330f-451b-9096-99995af5141f tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351986 Nov 24 13:15:20.174094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: f561cbdf-019a-40e1-b8fb-548b69fd8739 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:15:20.178944 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f561cbdf-019a-40e1-b8fb-548b69fd8739 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:15:20.199169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c41b5d-350f-471c-9284-94c2c5b3949a') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:20.199562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c41b5d-350f-471c-9284-94c2c5b3949a') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:20.262262 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:20.286844 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b8fe169d-b716-4bf3-88e5-42ef251ebb28 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:20.292185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:20.332389 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:15:20.332749 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:15:20.339905 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:15:20.358151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-56db8096-ab1e-481d-bd64-cdb1d30bae56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:20.422172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-75ee94e7-fca9-4629-955e-c777ebecd111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-534221126', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:14:30Z', 'updated_at': '2021-11-24T13:15:16Z', 'revision_number': 5, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:14:32Z', 'updated_at': '2021-11-24T13:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:20.452820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee94e7-fca9-4629-955e-c777ebecd111 None None] Checking router: f1b0d787-55f7-4527-9520-0c853608d7cd for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:15:20.460201 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:20.465273 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee94e7-fca9-4629-955e-c777ebecd111 None None] Routers {'f1b0d787-55f7-4527-9520-0c853608d7cd'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:15:20.465760 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-56db8096-ab1e-481d-bd64-cdb1d30bae56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:20.466674 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-75ee94e7-fca9-4629-955e-c777ebecd111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:14:54Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f1b0d787-55f7-4527-9520-0c853608d7cd'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:20.479995 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:20.487478 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/networks/047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7 HTTP/1.1" status: 204 len: 168 time: 1.9024236 Nov 24 13:15:20.489138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58416) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:20.491535 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad812c2a-62ad-4ff2-b3b4-6f66c278bffe tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:20.493986 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ad812c2a-62ad-4ff2-b3b4-6f66c278bffe tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/770400c9-f1ae-42c7-b567-51e6ab6641d3 HTTP/1.1" status: 204 len: 168 time: 0.4545286 Nov 24 13:15:20.496570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58418) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:20.516295 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fe219b91-9b20-4752-ba13-38cbee63d37f tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=770400c9-f1ae-42c7-b567-51e6ab6641d3 HTTP/1.1" status: 200 len: 216 time: 0.0182083 Nov 24 13:15:20.522129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58420) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:20.524848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef91f52-2add-4f1b-9983-52c7af50d708 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Network': ['ID=047d1ae1-50a5-41ec-bbb6-f6c3a7a0e9d7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:20.541777 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fe1bdbf3-e110-45d0-9207-0be14235cdf1 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0175936 Nov 24 13:15:20.545180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58424) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:20.556344 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b8fe169d-b716-4bf3-88e5-42ef251ebb28 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:20.569021 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7cfff4d5-b968-41ef-b7dd-c321eb7007ec tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0224090 Nov 24 13:15:20.574122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58426) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:20.605050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127ca8a8-5b01-46e3-90cc-f000696e834e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:20.610412 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-127ca8a8-5b01-46e3-90cc-f000696e834e tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/cd61fec8-5757-4b98-9193-e648279e2fea HTTP/1.1" status: 200 len: 844 time: 0.1125274 Nov 24 13:15:20.610412 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b8fe169d-b716-4bf3-88e5-42ef251ebb28 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:20.620232 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b8fe169d-b716-4bf3-88e5-42ef251ebb28 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "DELETE /v2.0/subnets/7f21b801-6102-4101-847d-801dc51f6759 HTTP/1.1" status: 204 len: 168 time: 1.2533641 Nov 24 13:15:20.621348 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe169d-b716-4bf3-88e5-42ef251ebb28 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event deleted for resources: {'Subnet': ['ID=7f21b801-6102-4101-847d-801dc51f6759,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:20.625166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58428) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:20.625166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58430) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:20.671958 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb04976-b0d9-44b5-96d4-daed11fc47fb None None] Network a5a4070e-d107-4850-8bc4-2ab90d8a46e5 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:20.673772 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d3ced9c4-ab0c-4c7a-9bc9-362dac656ed6 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/4f86b7c1-2f1c-4cc6-9180-cad91165eb71 HTTP/1.1" status: 200 len: 473 time: 0.0979643 Nov 24 13:15:20.679182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58432) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:20.716306 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-033137b6-5b8e-4c09-9d93-9240dc2f2e8c tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/f617494c-bef6-416c-9d0b-cc2ae4fbe22b HTTP/1.1" status: 200 len: 461 time: 0.0358531 Nov 24 13:15:20.719855 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58434) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:20.783264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-75ee94e7-fca9-4629-955e-c777ebecd111 None None] Set router f1b0d787-55f7-4527-9520-0c853608d7cd gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:15:20.793338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58436) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:20.805440 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e7ba2cee-1b62-4e82-921d-bf4f1aaa9b0c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/cd61fec8-5757-4b98-9193-e648279e2fea?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1806614 Nov 24 13:15:20.835747 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-56db8096-ab1e-481d-bd64-cdb1d30bae56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:20.838412 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-56db8096-ab1e-481d-bd64-cdb1d30bae56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:20.839589 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-56db8096-ab1e-481d-bd64-cdb1d30bae56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29a22f45-f943-46fd-b71c-339e3c8614fa HTTP/1.1" status: 204 len: 168 time: 0.7099841 Nov 24 13:15:20.853210 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-51114151-d5c4-491d-b3cf-6caf7c8f9232 req-ac97ba69-61e9-4156-8c98-416c240897ab tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 210 time: 0.1750576 Nov 24 13:15:20.888844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db8096-ab1e-481d-bd64-cdb1d30bae56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a22f45-f943-46fd-b71c-339e3c8614fa,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:20.891767 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6cd84fc8-76aa-4434-973e-ebb8d65956ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:20.955425 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:21.092042 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf0f3-d80b-47d5-ae48-1af7bb803b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:21.099063 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:21.100991 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ed31-d46f-49cf-b9aa-268d06db55c3 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:21.106080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58440) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:21.107057 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8fa7ed31-d46f-49cf-b9aa-268d06db55c3 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/f617494c-bef6-416c-9d0b-cc2ae4fbe22b HTTP/1.1" status: 204 len: 168 time: 0.3865693 Nov 24 13:15:21.349718 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df213d11-5b45-46bd-bb6f-c8e3b6a0d57c None None] DHCP port deletion for a5a4070e-d107-4850-8bc4-2ab90d8a46e5 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:15:21.505975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-75ee94e7-fca9-4629-955e-c777ebecd111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-534221126', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:14:30Z', 'updated_at': '2021-11-24T13:15:16Z', 'revision_number': 5, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:14:32Z', 'updated_at': '2021-11-24T13:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:21.516594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Deleting port 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:21.517423 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:21.576281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee94e7-fca9-4629-955e-c777ebecd111 None None] The sync data for ids ['f1b0d787-55f7-4527-9520-0c853608d7cd'] in n-d-817303-4 is: [{'id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-534221126', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:14:30Z', 'updated_at': '2021-11-24T13:15:16Z', 'revision_number': 5, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:76:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b0d787-55f7-4527-9520-0c853608d7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2543, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:14:32Z', 'updated_at': '2021-11-24T13:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:15:21.586416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-df213d11-5b45-46bd-bb6f-c8e3b6a0d57c None None] Deleting port 288b2790-80bd-4d7e-8121-adf9a2e372ee {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:21.586796 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-df213d11-5b45-46bd-bb6f-c8e3b6a0d57c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:21.587028 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-3e725d0d-7809-4302-a0fe-ca55402c9d2b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:21.589681 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-3e725d0d-7809-4302-a0fe-ca55402c9d2b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 812 time: 0.6927471 Nov 24 13:15:21.618104 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-b95a7e39-5431-43ad-bd04-06052fd7fe87 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Request body: {'port': {'device_id': '94883485-35c2-4881-9501-c006d081940e', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'admin_state_up': True, 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:21.731223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf9c1a1-92ae-4988-9760-c89c318685d6 req-1a9e33d6-e9b5-4747-9566-293973e028c2 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:21.732663 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ccf9c1a1-92ae-4988-9760-c89c318685d6 req-1a9e33d6-e9b5-4747-9566-293973e028c2 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.4169748 Nov 24 13:15:21.734907 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd84fc8-76aa-4434-973e-ebb8d65956ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:21.739331 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6cd84fc8-76aa-4434-973e-ebb8d65956ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:21.769829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] For port 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:21.770546 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:21.772000 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-df213d11-5b45-46bd-bb6f-c8e3b6a0d57c None None] For port 288b2790-80bd-4d7e-8121-adf9a2e372ee, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=288b2790-80bd-4d7e-8121-adf9a2e372ee,segment=NetworkSegment(8cc7793b-88c1-4864-a1bb-495ce18565cb),segment_id=8cc7793b-88c1-4864-a1bb-495ce18565cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:21.772502 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-df213d11-5b45-46bd-bb6f-c8e3b6a0d57c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:21.780331 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-81094c78-2c3b-49e3-9928-6957d1e0b989 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:21.783342 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-81094c78-2c3b-49e3-9928-6957d1e0b989 tempest-MeteringTestJSON-38485920 tempest-MeteringTestJSON-38485920-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/4f86b7c1-2f1c-4cc6-9180-cad91165eb71 HTTP/1.1" status: 204 len: 168 time: 0.6614447 Nov 24 13:15:21.796179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-df213d11-5b45-46bd-bb6f-c8e3b6a0d57c None None] Calling delete_port for 288b2790-80bd-4d7e-8121-adf9a2e372ee owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:21.843993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Calling delete_port for 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:21.953580 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-df213d11-5b45-46bd-bb6f-c8e3b6a0d57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:22.005643 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df213d11-5b45-46bd-bb6f-c8e3b6a0d57c None None] No DVR routers for this DVR port 288b2790-80bd-4d7e-8121-adf9a2e372ee on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:15:22.017000 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df213d11-5b45-46bd-bb6f-c8e3b6a0d57c None None] Pushing event deleted for resources: {'Port': ['ID=288b2790-80bd-4d7e-8121-adf9a2e372ee,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:22.105765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:15:22.138158 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2ae749c-a279-45e0-865b-f5aefcd6fd59 req-53281b47-b69f-4773-856b-ea12fb9eff03 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 210 time: 0.1080439 Nov 24 13:15:22.163008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:15:22.165321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device bf6dc0e2-d13b-4243-9df0-7f80772dd9f6 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:15:22.165806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 288b2790-80bd-4d7e-8121-adf9a2e372ee no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:15:22.229252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 288b2790-80bd-4d7e-8121-adf9a2e372ee {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:15:22.231052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 288b2790-80bd-4d7e-8121-adf9a2e372ee not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:15:22.297290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-b95a7e39-5431-43ad-bd04-06052fd7fe87 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Made reservation on behalf of 5ff8d85d3e28474f9fc7b4af44e09a93 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:22.308563 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-b95a7e39-5431-43ad-bd04-06052fd7fe87 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:22.328472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6cd84fc8-76aa-4434-973e-ebb8d65956ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:22.390968 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:22.408501 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ccf9c1a1-92ae-4988-9760-c89c318685d6 req-2e1dc630-58ac-4df3-be88-2f4a28128a65 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148280 Nov 24 13:15:22.426561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event deleted for resources: {'Port': ['ID=0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:22.460163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58482) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:22.525252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd84fc8-76aa-4434-973e-ebb8d65956ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network ed502278-f807-4a5a-9983-010f72119b02 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:22.559877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-6cd84fc8-76aa-4434-973e-ebb8d65956ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:22.574937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f879b591-951a-48ad-bb8e-1194d82b31b8 None None] Network ed502278-f807-4a5a-9983-010f72119b02 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:22.587931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd84fc8-76aa-4434-973e-ebb8d65956ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:22.595577 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6cd84fc8-76aa-4434-973e-ebb8d65956ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:22.599393 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:22.626055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd84fc8-76aa-4434-973e-ebb8d65956ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Subnet': ['ID=4790d11a-8ab1-474e-af4e-cd797b446403,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:22.685059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6cd84fc8-76aa-4434-973e-ebb8d65956ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7955546 Nov 24 13:15:22.686163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58490) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:22.744637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cbdc191b-57a6-48ef-be08-2d209f972eb7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'security_group': {'name': 'tempest-secgroup-1907941989'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:22.817562 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbdc191b-57a6-48ef-be08-2d209f972eb7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:22.853694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-b95a7e39-5431-43ad-bd04-06052fd7fe87 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Allocated IP 172.20.0.3 (350afefa-f8e9-48b5-9810-800aaca7033f/4a0683ef-715b-43e2-968a-1f8e85a2dd11/2601b878-ea0e-499d-a6fe-95a39a3d4c0a) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:22.949413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-ed502278-f807-4a5a-9983-010f72119b02', 'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'tenant_id': '9f9d0f09f71642eca6eca73c438a80be', 'fixed_ips': [{'subnet_id': '4790d11a-8ab1-474e-af4e-cd797b446403'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:15:22.951700 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.045338 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbdc191b-57a6-48ef-be08-2d209f972eb7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.055310 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbdc191b-57a6-48ef-be08-2d209f972eb7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.092948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc191b-57a6-48ef-be08-2d209f972eb7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef01bd83-0090-4e97-8f0a-59d662a18f5d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:23.160829 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.162165 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbdc191b-57a6-48ef-be08-2d209f972eb7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.162839 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-068ee040-f282-46b7-a5a1-42606e343763 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.171594 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.173512 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cbdc191b-57a6-48ef-be08-2d209f972eb7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4457591 Nov 24 13:15:23.178694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58500) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:23.183780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e5786153-04db-4c1b-bccd-1f3896d34ffa tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'security_group': {'name': 'tempest-secgroup-2033549169'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:23.283196 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.283729 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Fanout notify agent at l3_agent the message router_deleted on router f1b0d787-55f7-4527-9520-0c853608d7cd {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:15:23.310325 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.311808 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0850098e-8299-45ba-9e91-ba4c2b584246 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "DELETE /v2.0/routers/f1b0d787-55f7-4527-9520-0c853608d7cd HTTP/1.1" status: 204 len: 168 time: 2.6861694 Nov 24 13:15:23.316541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58506) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:23.385261 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-44aeccd5-7f8f-41e3-ad8c-424b30953476 req-6e4fc5d7-b208-4a27-b2a3-101f8134c721 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 210 time: 0.0430956 Nov 24 13:15:23.397480 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e5786153-04db-4c1b-bccd-1f3896d34ffa tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.441252 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-b95a7e39-5431-43ad-bd04-06052fd7fe87 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.490998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Allocated IP 2001:db8::2 (ed502278-f807-4a5a-9983-010f72119b02/4790d11a-8ab1-474e-af4e-cd797b446403/e80e4244-f7e4-4ee8-913a-d0accb3e292c) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:23.588858 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-068ee040-f282-46b7-a5a1-42606e343763 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.605847 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-068ee040-f282-46b7-a5a1-42606e343763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.631072 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bce68661-ce6f-46cd-8498-0a967b077f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.755356 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-20919c1b-c56d-43dc-8303-2357bf56223e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.756067 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.766990 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.806064 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e5786153-04db-4c1b-bccd-1f3896d34ffa tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.812165 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-068ee040-f282-46b7-a5a1-42606e343763 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=384c5370058a454c97e79d0de3bdd1d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3512192 Nov 24 13:15:23.817603 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58522) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:23.834438 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e5786153-04db-4c1b-bccd-1f3896d34ffa tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.839952 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Network ed502278-f807-4a5a-9983-010f72119b02 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:23.843236 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:23.845844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ee040-f282-46b7-a5a1-42606e343763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b969bf43-5d52-468a-9694-1f64edec99db,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:23.851518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:15:23.861434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5b201-845a-4390-bfab-1a63e32db339 req-3c7c2d92-7ce8-4679-815c-b8daf3c79aaf tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:23.864102 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Pushing event updated for resources: {'Port': ['ID=e80e4244-f7e4-4ee8-913a-d0accb3e292c,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:23.881221 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aaf5b201-845a-4390-bfab-1a63e32db339 req-3c7c2d92-7ce8-4679-815c-b8daf3c79aaf tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.3209560 Nov 24 13:15:23.939980 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-b95a7e39-5431-43ad-bd04-06052fd7fe87 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:23.975183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Attempting to bind port e80e4244-f7e4-4ee8-913a-d0accb3e292c on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:15:23.977283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Attempting to bind port e80e4244-f7e4-4ee8-913a-d0accb3e292c by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '9bc6bdba-49dd-417c-8f08-861d0bd6035a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ed502278-f807-4a5a-9983-010f72119b02'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:15:23.977858 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Attempting to bind port e80e4244-f7e4-4ee8-913a-d0accb3e292c on network ed502278-f807-4a5a-9983-010f72119b02 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:15:24.008161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:15:24.011087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Checking segment: {'id': '9bc6bdba-49dd-417c-8f08-861d0bd6035a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ed502278-f807-4a5a-9983-010f72119b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:15:24.011776 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.013675 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Bound using segment: {'id': '9bc6bdba-49dd-417c-8f08-861d0bd6035a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ed502278-f807-4a5a-9983-010f72119b02'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:15:24.015372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Bound port: e80e4244-f7e4-4ee8-913a-d0accb3e292c, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bc6bdba-49dd-417c-8f08-861d0bd6035a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ed502278-f807-4a5a-9983-010f72119b02'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:15:24.016864 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.057818 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e5786153-04db-4c1b-bccd-1f3896d34ffa tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.061572 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e5786153-04db-4c1b-bccd-1f3896d34ffa tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8818874 Nov 24 13:15:24.065335 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:15:24.070410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58524) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:24.081888 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5786153-04db-4c1b-bccd-1f3896d34ffa tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7615347c-16f9-44c8-8cce-ce394e98a57f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:24.097274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-33089d0a-20e8-4d3d-8e6f-d1f13a365f78 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1387379243', 'security_groups': ['7615347c-16f9-44c8-8cce-ce394e98a57f'], 'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4790d11a-8ab1-474e-af4e-cd797b446403'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:24.149343 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-b95a7e39-5431-43ad-bd04-06052fd7fe87 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Network 350afefa-f8e9-48b5-9810-800aaca7033f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:24.156225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-b95a7e39-5431-43ad-bd04-06052fd7fe87 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:24.184271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:15:24.188156 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0d8e0dc5-79fa-4b8b-b59b-4df5c1335e66 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:15:24.200375 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-90f99505-f691-4c33-b6ef-061d3e9e2118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.228926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-b95a7e39-5431-43ad-bd04-06052fd7fe87 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:15:24.246511 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-20919c1b-c56d-43dc-8303-2357bf56223e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.296091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] For port e80e4244-f7e4-4ee8-913a-d0accb3e292c, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:15:24.299885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] For port e80e4244-f7e4-4ee8-913a-d0accb3e292c, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e80e4244-f7e4-4ee8-913a-d0accb3e292c,segment=NetworkSegment(9bc6bdba-49dd-417c-8f08-861d0bd6035a),segment_id=9bc6bdba-49dd-417c-8f08-861d0bd6035a)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:15:24.303934 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.339003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a7e39-5431-43ad-bd04-06052fd7fe87 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event updated for resources: {'Port': ['ID=2601b878-ea0e-499d-a6fe-95a39a3d4c0a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:24.401280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58530) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:24.408188 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-90f99505-f691-4c33-b6ef-061d3e9e2118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.421480 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.434590 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7806d1-c495-4b2b-869f-16adc5e0471a None None] Pushing event updated for resources: {'Port': ['ID=e80e4244-f7e4-4ee8-913a-d0accb3e292c,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:24.504750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-b95a7e39-5431-43ad-bd04-06052fd7fe87 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:24.508882 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-b95a7e39-5431-43ad-bd04-06052fd7fe87 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.540792 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-20919c1b-c56d-43dc-8303-2357bf56223e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a4070e-d107-4850-8bc4-2ab90d8a46e5']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:24.553448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-b95a7e39-5431-43ad-bd04-06052fd7fe87 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9534588 Nov 24 13:15:24.557860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-20919c1b-c56d-43dc-8303-2357bf56223e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc7793b-88c1-4864-a1bb-495ce18565cb') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:24.558666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-20919c1b-c56d-43dc-8303-2357bf56223e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc7793b-88c1-4864-a1bb-495ce18565cb') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:24.571088 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aaf5b201-845a-4390-bfab-1a63e32db339 req-2bcedb2b-6bf2-42d8-b65a-270643a62f81 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6230571 Nov 24 13:15:24.576381 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-20919c1b-c56d-43dc-8303-2357bf56223e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.583298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Request body: {'port': {'device_id': '94883485-35c2-4881-9501-c006d081940e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:24.635061 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-20919c1b-c56d-43dc-8303-2357bf56223e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.649009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20919c1b-c56d-43dc-8303-2357bf56223e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:15:24.649725 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-20919c1b-c56d-43dc-8303-2357bf56223e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:15:24.653934 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:15:24.660684 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-90f99505-f691-4c33-b6ef-061d3e9e2118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.663250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b6241d5f-98aa-4c9a-afe0-c0310b2fc73b None None] Provisioning complete for port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:24.663941 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-90f99505-f691-4c33-b6ef-061d3e9e2118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.667741 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-90f99505-f691-4c33-b6ef-061d3e9e2118 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b969bf43-5d52-468a-9694-1f64edec99db HTTP/1.1" status: 204 len: 168 time: 0.8456447 Nov 24 13:15:24.667886 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b6241d5f-98aa-4c9a-afe0-c0310b2fc73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.691416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06352519-0e3d-4573-9f2f-294c87ed12cc req-d8b7e283-7e8b-43b6-b39f-8b8ed8fac5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:24.696063 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06352519-0e3d-4573-9f2f-294c87ed12cc req-d8b7e283-7e8b-43b6-b39f-8b8ed8fac5ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 1096 time: 0.3411777 Nov 24 13:15:24.837178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b6241d5f-98aa-4c9a-afe0-c0310b2fc73b None None] Port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:24.856699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f99505-f691-4c33-b6ef-061d3e9e2118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b969bf43-5d52-468a-9694-1f64edec99db,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:24.882922 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bfdff8f1-33ea-42b0-9b43-234113d5c37c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.884860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.911430 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-20919c1b-c56d-43dc-8303-2357bf56223e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.913978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33089d0a-20e8-4d3d-8e6f-d1f13a365f78 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:24.955445 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-20919c1b-c56d-43dc-8303-2357bf56223e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:24.959922 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-20919c1b-c56d-43dc-8303-2357bf56223e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "DELETE /v2.0/networks/a5a4070e-d107-4850-8bc4-2ab90d8a46e5 HTTP/1.1" status: 204 len: 168 time: 1.6317315 Nov 24 13:15:24.975680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58542) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:24.975911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20919c1b-c56d-43dc-8303-2357bf56223e tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event deleted for resources: {'Network': ['ID=a5a4070e-d107-4850-8bc4-2ab90d8a46e5,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:25.016421 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e030af-4e55-4a9b-b623-7cf24dc9f5d5 req-a62fc935-94d1-45a2-a4ca-ef3b59f6671f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:25.048995 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91e030af-4e55-4a9b-b623-7cf24dc9f5d5 req-a62fc935-94d1-45a2-a4ca-ef3b59f6671f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 931 time: 0.5167019 Nov 24 13:15:25.208755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58544) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:25.228536 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33089d0a-20e8-4d3d-8e6f-d1f13a365f78 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:25.234484 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06352519-0e3d-4573-9f2f-294c87ed12cc req-157ba720-4e5f-44e7-97bc-07cde4860391 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197277 Nov 24 13:15:25.251669 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bfdff8f1-33ea-42b0-9b43-234113d5c37c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:25.262009 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9092a59-48ae-42cf-bfad-023bdf9b12a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:25.267936 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bfdff8f1-33ea-42b0-9b43-234113d5c37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:25.345246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-33089d0a-20e8-4d3d-8e6f-d1f13a365f78 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port 368a45f8-dc06-4aa6-94b9-fb7506c2303e yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:15:25.372791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdff8f1-33ea-42b0-9b43-234113d5c37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be411e4-4b9f-4a02-864d-04f6e105f154,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:25.387900 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bfdff8f1-33ea-42b0-9b43-234113d5c37c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa0f40cd73df4b1492dcfc82b05984d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9834504 Nov 24 13:15:25.388764 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58548) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:25.514284 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9092a59-48ae-42cf-bfad-023bdf9b12a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:25.521796 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9092a59-48ae-42cf-bfad-023bdf9b12a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:25.530397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91e030af-4e55-4a9b-b623-7cf24dc9f5d5 req-10801865-5a46-4752-9471-b78da682c5ee tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772980 Nov 24 13:15:25.547090 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2601b878-ea0e-499d-a6fe-95a39a3d4c0a {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:15:25.556847 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:25.588463 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Transition to ACTIVE for port object 2601b878-ea0e-499d-a6fe-95a39a3d4c0a will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:15:25.609101 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:25.698843 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c024632-bbad-4881-bc99-7033ae59fe0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:25.709957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Pushing event updated for resources: {'Port': ['ID=2601b878-ea0e-499d-a6fe-95a39a3d4c0a,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:25.723813 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c9092a59-48ae-42cf-bfad-023bdf9b12a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb8c07aa4a5c41b1b558023d43dd47e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5115733 Nov 24 13:15:25.723813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9092a59-48ae-42cf-bfad-023bdf9b12a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c2ae29-768b-4b57-b47b-1225a450098e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:25.726002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58552) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:25.777109 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c024632-bbad-4881-bc99-7033ae59fe0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:25.848542 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-33089d0a-20e8-4d3d-8e6f-d1f13a365f78 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Allocated IP 2001:db8::15c (ed502278-f807-4a5a-9983-010f72119b02/4790d11a-8ab1-474e-af4e-cd797b446403/368a45f8-dc06-4aa6-94b9-fb7506c2303e) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:25.870072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4da72baa-7c52-4f7d-a36a-a75494e5b8fb tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Deleting port fd059e79-dae1-44f3-9701-37a21a91113f {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:25.870413 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4da72baa-7c52-4f7d-a36a-a75494e5b8fb tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:25.930013 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:25.936414 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc6e6c-9cd7-4850-849d-22b0acf583ee req-234c35b0-e4ac-4db8-85c3-c399b4673ded tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:25.938742 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38cc6e6c-9cd7-4850-849d-22b0acf583ee req-234c35b0-e4ac-4db8-85c3-c399b4673ded tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2248957 Nov 24 13:15:26.022355 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.023858 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4da72baa-7c52-4f7d-a36a-a75494e5b8fb tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.024280 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4da72baa-7c52-4f7d-a36a-a75494e5b8fb tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.027417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e80e4244-f7e4-4ee8-913a-d0accb3e292c up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:15:26.046411 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c024632-bbad-4881-bc99-7033ae59fe0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.053271 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c024632-bbad-4881-bc99-7033ae59fe0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.054456 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9c024632-bbad-4881-bc99-7033ae59fe0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0be411e4-4b9f-4a02-864d-04f6e105f154 HTTP/1.1" status: 204 len: 168 time: 0.6358962 Nov 24 13:15:26.085628 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4da72baa-7c52-4f7d-a36a-a75494e5b8fb tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Calling delete_port for fd059e79-dae1-44f3-9701-37a21a91113f owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:26.108640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Attempting to bind port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:15:26.109492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Attempting to bind port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:15:26.110333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Attempting to bind port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a on network 350afefa-f8e9-48b5-9810-800aaca7033f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:15:26.113951 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c024632-bbad-4881-bc99-7033ae59fe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be411e4-4b9f-4a02-864d-04f6e105f154,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:26.142348 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.229970 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38cc6e6c-9cd7-4850-849d-22b0acf583ee req-29a148ee-63cf-49d8-a010-06acdeef1ab1 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798655 Nov 24 13:15:26.234438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e80e4244-f7e4-4ee8-913a-d0accb3e292c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:26.241356 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.241973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a on network 350afefa-f8e9-48b5-9810-800aaca7033f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:15:26.243959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Attempting to bind port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a on network 350afefa-f8e9-48b5-9810-800aaca7033f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:15:26.284967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:15:26.289505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Checking segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:15:26.290017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Bound using segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:15:26.291738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Bound port: 2601b878-ea0e-499d-a6fe-95a39a3d4c0a, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:15:26.296879 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.406254 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33089d0a-20e8-4d3d-8e6f-d1f13a365f78 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.506972 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.508656 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33089d0a-20e8-4d3d-8e6f-d1f13a365f78 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.518909 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.531584 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.543398 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84c2ae29-768b-4b57-b47b-1225a450098e HTTP/1.1" status: 204 len: 168 time: 0.8052292 Nov 24 13:15:26.571371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port e80e4244-f7e4-4ee8-913a-d0accb3e292c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e80e4244-f7e4-4ee8-913a-d0accb3e292c,segment=NetworkSegment(9bc6bdba-49dd-417c-8f08-861d0bd6035a),segment_id=9bc6bdba-49dd-417c-8f08-861d0bd6035a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:26.580305 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.590946 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33089d0a-20e8-4d3d-8e6f-d1f13a365f78 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network ed502278-f807-4a5a-9983-010f72119b02 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:26.606599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-33089d0a-20e8-4d3d-8e6f-d1f13a365f78 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:26.609692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33089d0a-20e8-4d3d-8e6f-d1f13a365f78 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:15:26.617439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33089d0a-20e8-4d3d-8e6f-d1f13a365f78 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:26.618152 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33089d0a-20e8-4d3d-8e6f-d1f13a365f78 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.629952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] For port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:15:26.633069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33089d0a-20e8-4d3d-8e6f-d1f13a365f78 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=368a45f8-dc06-4aa6-94b9-fb7506c2303e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:26.639712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c2ae29-768b-4b57-b47b-1225a450098e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:26.648539 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-33089d0a-20e8-4d3d-8e6f-d1f13a365f78 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5609872 Nov 24 13:15:26.649289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58566) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:26.655349 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d0a13aa0-b65a-4cf6-9021-6d76c33ca275 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:26.658311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] For port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=2601b878-ea0e-499d-a6fe-95a39a3d4c0a,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:15:26.662059 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4da72baa-7c52-4f7d-a36a-a75494e5b8fb tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.676435 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.717905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:26.722124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:26.723012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:26.729524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:26.730773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:26.731190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:26.731800 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:26.733537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:26.733961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:26.734373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:26.735776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:26.745242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0bc700-8de6-4785-8b07-a7090ffc0a11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:26.771058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da72baa-7c52-4f7d-a36a-a75494e5b8fb tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event deleted for resources: {'Port': ['ID=fd059e79-dae1-44f3-9701-37a21a91113f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:26.843367 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:26.844210 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.856672 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] 10.222.0.46 "PUT /v2.0/ports/2601b878-ea0e-499d-a6fe-95a39a3d4c0a HTTP/1.1" status: 200 len: 1091 time: 2.2747157 Nov 24 13:15:26.857605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94883485-35c2-4881-9501-c006d081940e', 'tag': '2601b878-ea0e-499d-a6fe-95a39a3d4c0a'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:15:26.865519 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd084643-03e8-438c-a95b-41db745aae6a" -d '{"events": [{"name": "network-changed", "server_uuid": "94883485-35c2-4881-9501-c006d081940e", "tag": "2601b878-ea0e-499d-a6fe-95a39a3d4c0a"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:15:26.968953 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4da72baa-7c52-4f7d-a36a-a75494e5b8fb tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.970894 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-4da72baa-7c52-4f7d-a36a-a75494e5b8fb tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Floating IP 063e08cb-c606-48bf-aa6e-cb5f93c3bb82 disassociated (deleted). External IP: 172.25.0.229, port: 0fbb2a16-d4ae-4137-9b07-5d6d591269d8. Nov 24 13:15:26.971820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-74b5b3d4-635f-4594-ae40-cafde73013ad None None] Provisioning complete for port cd61fec8-5757-4b98-9193-e648279e2fea triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:26.972307 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-74b5b3d4-635f-4594-ae40-cafde73013ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:26.989814 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d58a95-8624-4c8b-84d3-f28c08032e27 req-0ef8366b-bd1d-4e89-8879-a95bbf840748 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:26.994093 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-08d58a95-8624-4c8b-84d3-f28c08032e27 req-0ef8366b-bd1d-4e89-8879-a95bbf840748 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 943 time: 0.2750914 Nov 24 13:15:27.001838 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:27.042426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58572) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:27.049068 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a66bea-8264-47f0-a08d-1d0a10703f67 x-openstack-request-id: req-86a66bea-8264-47f0-a08d-1d0a10703f67 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:15:27.049454 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94883485-35c2-4881-9501-c006d081940e", "tag": "2601b878-ea0e-499d-a6fe-95a39a3d4c0a", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:15:27.049906 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86a66bea-8264-47f0-a08d-1d0a10703f67 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:15:27.052827 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94883485-35c2-4881-9501-c006d081940e', 'tag': '2601b878-ea0e-499d-a6fe-95a39a3d4c0a', 'status': 'completed', 'code': 200} Nov 24 13:15:27.087560 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=e80e4244-f7e4-4ee8-913a-d0accb3e292c,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:27.103708 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a13aa0-b65a-4cf6-9021-6d76c33ca275 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:27.107830 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d0a13aa0-b65a-4cf6-9021-6d76c33ca275 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:27.143624 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab1ca-421b-4d9f-943f-3bad23838d4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:27.212477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f8df2-c33e-43cf-9f95-9f5d75adccac service neutron] Pushing event updated for resources: {'Port': ['ID=2601b878-ea0e-499d-a6fe-95a39a3d4c0a,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:27.325393 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab1ca-421b-4d9f-943f-3bad23838d4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:27.331390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-6ea55c2b-62be-4d68-b3a9-f4f846f1e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:27.334427 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-6ea55c2b-62be-4d68-b3a9-f4f846f1e722 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 1094 time: 0.4229505 Nov 24 13:15:27.335634 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6d8ab1ca-421b-4d9f-943f-3bad23838d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:27.373115 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6d8ab1ca-421b-4d9f-943f-3bad23838d4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a23fa5f683d48509b0af8244f667f09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3113890 Nov 24 13:15:27.375802 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58580) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:27.389922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-74b5b3d4-635f-4594-ae40-cafde73013ad None None] Port cd61fec8-5757-4b98-9193-e648279e2fea cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:27.442253 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-74b5b3d4-635f-4594-ae40-cafde73013ad None None] Provisioning complete for port e80e4244-f7e4-4ee8-913a-d0accb3e292c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:27.445530 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-74b5b3d4-635f-4594-ae40-cafde73013ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:27.494008 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-7413b04e-3a0d-4218-8790-a79c3944d8e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2601b878-ea0e-499d-a6fe-95a39a3d4c0a HTTP/1.1" status: 200 len: 217 time: 0.1297412 Nov 24 13:15:27.680523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ab1ca-421b-4d9f-943f-3bad23838d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f5bfc3-ce0a-4c30-9b32-fcea062522c7,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:27.750188 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-08d58a95-8624-4c8b-84d3-f28c08032e27 req-e56b4556-2c2c-4ac1-a2d3-c1442dee04c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7013326 Nov 24 13:15:27.757061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd73653-2986-4f1c-9ebc-da4440010e63 req-0d489f17-b987-4851-8a9a-71deab3b5e59 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:27.759100 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5bd73653-2986-4f1c-9ebc-da4440010e63 req-0d489f17-b987-4851-8a9a-71deab3b5e59 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2933288 Nov 24 13:15:27.766114 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5cd8-e061-4431-b275-f011b5c32258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:27.770349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-fbd5da3d-ec8a-4d33-801f-46bbb547a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:27.772346 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-fbd5da3d-ec8a-4d33-801f-46bbb547a99e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.2283614 Nov 24 13:15:27.800150 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9ce6a7af-01a8-4d34-ab84-51a1616fc16e None None] Provisioning complete for port 368a45f8-dc06-4aa6-94b9-fb7506c2303e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:27.800487 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9ce6a7af-01a8-4d34-ab84-51a1616fc16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:27.878449 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9ce6a7af-01a8-4d34-ab84-51a1616fc16e None None] Port 368a45f8-dc06-4aa6-94b9-fb7506c2303e cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:27.905645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da72baa-7c52-4f7d-a36a-a75494e5b8fb tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Router 03991992-80df-49a8-8776-2b2e3006db98 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:15:27.964139 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5cd8-e061-4431-b275-f011b5c32258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:27.981139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e80e4244-f7e4-4ee8-913a-d0accb3e292c up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:15:28.006439 n-d-817303-4 neutron-server[114986]: INFO neutron.db.ipam_backend_mixin [None req-d0a13aa0-b65a-4cf6-9021-6d76c33ca275 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4790d11a-8ab1-474e-af4e-cd797b446403 (CIDR: 2001:db8::/64) Nov 24 13:15:28.014720 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0a13aa0-b65a-4cf6-9021-6d76c33ca275 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:15:28.015178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0a13aa0-b65a-4cf6-9021-6d76c33ca275 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:15:28.037173 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d0a13aa0-b65a-4cf6-9021-6d76c33ca275 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3830523 Nov 24 13:15:28.038079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58596) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:28.047613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9dbe116c-0344-4da1-aa59-0ff206503025 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:28.101496 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5cd8-e061-4431-b275-f011b5c32258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:28.105099 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c1f5cd8-e061-4431-b275-f011b5c32258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:28.106276 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4c1f5cd8-e061-4431-b275-f011b5c32258 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5f5bfc3-ce0a-4c30-9b32-fcea062522c7 HTTP/1.1" status: 204 len: 168 time: 0.7233441 Nov 24 13:15:28.113757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-f3a756f0-d8c4-402d-9736-2547574b6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:28.115281 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-f3a756f0-d8c4-402d-9736-2547574b6e3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3036218 Nov 24 13:15:28.120768 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5bd73653-2986-4f1c-9ebc-da4440010e63 req-4d7e1996-eff3-4429-b8b0-43616fc025e3 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461833 Nov 24 13:15:28.142931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e80e4244-f7e4-4ee8-913a-d0accb3e292c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:28.145162 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:28.155764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f5cd8-e061-4431-b275-f011b5c32258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f5bfc3-ce0a-4c30-9b32-fcea062522c7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:28.352327 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-5f34b0a5-9041-4d5b-b3de-a7a2727edc99 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179613 Nov 24 13:15:28.471456 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da72baa-7c52-4f7d-a36a-a75494e5b8fb tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:15:28.486979 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4da72baa-7c52-4f7d-a36a-a75494e5b8fb tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:28.490402 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bbc14e-c964-4f4c-bce8-3c894e80473c None None] Sync routers for ids ['03991992-80df-49a8-8776-2b2e3006db98'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:15:28.509179 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bbc14e-c964-4f4c-bce8-3c894e80473c None None] Routers {'03991992-80df-49a8-8776-2b2e3006db98'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:15:28.510027 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a7bbc14e-c964-4f4c-bce8-3c894e80473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:24Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['03991992-80df-49a8-8776-2b2e3006db98'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:28.521705 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e113e344-406c-4b03-85c1-70c0a4e3593f req-ac888b77-e9c8-4705-9bc1-374f123306bd service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608715 Nov 24 13:15:28.659466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd084643-03e8-438c-a95b-41db745aae6a req-56b54162-15fe-44ff-8271-977110194ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:28.662332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd084643-03e8-438c-a95b-41db745aae6a req-56b54162-15fe-44ff-8271-977110194ac3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 1094 time: 0.0607517 Nov 24 13:15:28.737610 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4da72baa-7c52-4f7d-a36a-a75494e5b8fb tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "DELETE /v2.0/floatingips/063e08cb-c606-48bf-aa6e-cb5f93c3bb82 HTTP/1.1" status: 204 len: 168 time: 3.7491889 Nov 24 13:15:28.767134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'tag': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:15:28.776004 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027f60c3-7b65-4b87-ba8c-774999660ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "22ad56af-b020-4821-b434-0ac0152f9c6f", "tag": "0fbb2a16-d4ae-4137-9b07-5d6d591269d8"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:15:28.792523 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbe116c-0344-4da1-aa59-0ff206503025 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:28.801133 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9dbe116c-0344-4da1-aa59-0ff206503025 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:28.875833 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a7bbc14e-c964-4f4c-bce8-3c894e80473c None None] Set router 03991992-80df-49a8-8776-2b2e3006db98 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:15:28.980434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd084643-03e8-438c-a95b-41db745aae6a req-7c92b11e-674d-45c4-beaa-94e81e91452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:28.982685 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd084643-03e8-438c-a95b-41db745aae6a req-7c92b11e-674d-45c4-beaa-94e81e91452f service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.3104444 Nov 24 13:15:29.016862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42467d3-8994-46ef-a17c-ee80c5f19c24 req-deced077-a100-4068-9512-1214120d1a7d tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:29.024107 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f42467d3-8994-46ef-a17c-ee80c5f19c24 req-deced077-a100-4068-9512-1214120d1a7d tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.3699212 Nov 24 13:15:29.033003 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1a96a-03e0-420b-92e2-c87a158f89d4 req-1cf96b1f-ce06-4a81-b770-476d4d21f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:29.036802 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91a1a96a-03e0-420b-92e2-c87a158f89d4 req-1cf96b1f-ce06-4a81-b770-476d4d21f00e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae8b20f76edc468c92a075710403a201&device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 1096 time: 0.4260519 Nov 24 13:15:29.132862 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd084643-03e8-438c-a95b-41db745aae6a req-34c1967a-9f13-4423-ada2-6aff266dbaec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2601b878-ea0e-499d-a6fe-95a39a3d4c0a HTTP/1.1" status: 200 len: 217 time: 0.1404781 Nov 24 13:15:29.217727 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714c3cde-9889-413c-89de-ab7673ca9559 x-openstack-request-id: req-714c3cde-9889-413c-89de-ab7673ca9559 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:15:29.217855 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ad56af-b020-4821-b434-0ac0152f9c6f", "tag": "0fbb2a16-d4ae-4137-9b07-5d6d591269d8", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:15:29.218128 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-714c3cde-9889-413c-89de-ab7673ca9559 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:15:29.218583 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'tag': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8', 'status': 'completed', 'code': 200} Nov 24 13:15:29.368926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd084643-03e8-438c-a95b-41db745aae6a req-1943bf76-9ac4-498a-b411-dda5d709c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:29.370667 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd084643-03e8-438c-a95b-41db745aae6a req-1943bf76-9ac4-498a-b411-dda5d709c6ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.2297475 Nov 24 13:15:29.516676 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a7bbc14e-c964-4f4c-bce8-3c894e80473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:13:18Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000', 'name': '', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'mac_address': 'fa:16:3e:10:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:16Z', 'updated_at': '2021-11-24T13:13:29Z', 'revision_number': 5, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'subnets': [{'id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:29.550183 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bbc14e-c964-4f4c-bce8-3c894e80473c None None] Checking router: 03991992-80df-49a8-8776-2b2e3006db98 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:15:29.552253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f42467d3-8994-46ef-a17c-ee80c5f19c24 req-ab22a965-0a72-4b0b-b812-dd45a87c7fdd tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5240946 Nov 24 13:15:29.560026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58654) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:29.607913 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bbc14e-c964-4f4c-bce8-3c894e80473c None None] Routers {'03991992-80df-49a8-8776-2b2e3006db98'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:15:29.608616 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a7bbc14e-c964-4f4c-bce8-3c894e80473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:24Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['03991992-80df-49a8-8776-2b2e3006db98'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:29.836337 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9dbe116c-0344-4da1-aa59-0ff206503025 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:29.899364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f60c3-7b65-4b87-ba8c-774999660ca3 req-2b6af3c1-6e6f-4765-aa7c-104c9cd03655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:29.901503 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-027f60c3-7b65-4b87-ba8c-774999660ca3 req-2b6af3c1-6e6f-4765-aa7c-104c9cd03655 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a1b644375e0042a1b46a6165f68abedb&device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 1135 time: 0.6606863 Nov 24 13:15:29.931382 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1a96a-03e0-420b-92e2-c87a158f89d4 req-8334f02e-91cc-4477-9361-a0e3d4861c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:29.933309 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91a1a96a-03e0-420b-92e2-c87a158f89d4 req-8334f02e-91cc-4477-9361-a0e3d4861c6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=986a13f9-e39b-4ca8-90cf-88fc4e55f900 HTTP/1.1" status: 200 len: 919 time: 0.8858631 Nov 24 13:15:29.956450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30de043-8ebe-4a3f-9bfd-a84a192abc0c req-6a6e91ff-fdbc-4741-b81c-3061ff30c0ec tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:29.959595 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a7bbc14e-c964-4f4c-bce8-3c894e80473c None None] Set router 03991992-80df-49a8-8776-2b2e3006db98 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:15:29.968647 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b30de043-8ebe-4a3f-9bfd-a84a192abc0c req-6a6e91ff-fdbc-4741-b81c-3061ff30c0ec tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 943 time: 0.6594386 Nov 24 13:15:30.006379 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe116c-0344-4da1-aa59-0ff206503025 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network ed502278-f807-4a5a-9983-010f72119b02 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:30.020571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd084643-03e8-438c-a95b-41db745aae6a req-46071a8f-be40-4a82-8481-40cd83ab93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:30.022652 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd084643-03e8-438c-a95b-41db745aae6a req-46071a8f-be40-4a82-8481-40cd83ab93dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6421607 Nov 24 13:15:30.079965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-9dbe116c-0344-4da1-aa59-0ff206503025 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:30.106305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e64ca-2cab-42bb-8d71-c692ac0f28bd None None] Network ed502278-f807-4a5a-9983-010f72119b02 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:30.111896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91a1a96a-03e0-420b-92e2-c87a158f89d4 req-29f51a9a-872d-4a14-af26-bc9898da8de9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c7bb614-13a6-4367-b055-411c89f4b7f4 HTTP/1.1" status: 200 len: 217 time: 0.1688912 Nov 24 13:15:30.116817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbe116c-0344-4da1-aa59-0ff206503025 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:30.118705 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9dbe116c-0344-4da1-aa59-0ff206503025 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:30.132685 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1777109013', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:30.152916 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb0785-d608-4740-ab67-b46d739a4a87 req-95af57f6-bc69-4226-9606-688bbd3ff028 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:30.156344 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5bfb0785-d608-4740-ab67-b46d739a4a87 req-95af57f6-bc69-4226-9606-688bbd3ff028 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 984 time: 0.3255510 Nov 24 13:15:30.171636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe116c-0344-4da1-aa59-0ff206503025 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Subnet': ['ID=a58f33cb-974f-4702-adb2-0dd3f26944c4,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:30.203032 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd084643-03e8-438c-a95b-41db745aae6a req-85d9fc22-0fc6-4973-ba2b-c4a3e029e041 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716275 Nov 24 13:15:30.329410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1a96a-03e0-420b-92e2-c87a158f89d4 req-95acba02-fac6-4041-93c2-2b4cc35f404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:30.330896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91a1a96a-03e0-420b-92e2-c87a158f89d4 req-95acba02-fac6-4041-93c2-2b4cc35f404d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43600497-075b-45e0-921a-c5edbc3b1961 HTTP/1.1" status: 200 len: 858 time: 0.2050123 Nov 24 13:15:30.395317 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Made reservation on behalf of bcebf9936607424b977555a3359877d4 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:30.411067 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:30.452106 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a7bbc14e-c964-4f4c-bce8-3c894e80473c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:13:18Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000', 'name': '', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'mac_address': 'fa:16:3e:10:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:16Z', 'updated_at': '2021-11-24T13:13:29Z', 'revision_number': 5, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'subnets': [{'id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:30.475164 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:30.516458 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bbc14e-c964-4f4c-bce8-3c894e80473c None None] The sync data for ids ['03991992-80df-49a8-8776-2b2e3006db98'] in n-d-817303-4 is: [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:13:18Z', 'revision_number': 4, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000', 'name': '', 'network_id': 'c99ffa3f-7d81-49ee-8052-3805ab7a8a8b', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'mac_address': 'fa:16:3e:10:5e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:16Z', 'updated_at': '2021-11-24T13:13:29Z', 'revision_number': 5, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'subnets': [{'id': 'b3a9295d-06ee-45fc-9888-4a949d19144b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:15:30.543554 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91a1a96a-03e0-420b-92e2-c87a158f89d4 req-799b02fa-ce90-4bde-84c2-955086cb6c86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=986a13f9-e39b-4ca8-90cf-88fc4e55f900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844034 Nov 24 13:15:30.568219 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5bfb0785-d608-4740-ab67-b46d739a4a87 req-c806d954-a837-4e7d-848d-6890b897d1aa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3785501 Nov 24 13:15:30.573924 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9dbe116c-0344-4da1-aa59-0ff206503025 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5354381 Nov 24 13:15:30.586410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b30de043-8ebe-4a3f-9bfd-a84a192abc0c req-e608271e-2edb-4cd0-8bc3-fbeee7206a5a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6166945 Nov 24 13:15:30.589854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58684) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:30.624884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-86560908-9dac-4262-8ee3-d998ebb3bcf6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1335351392', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a58f33cb-974f-4702-adb2-0dd3f26944c4'}], 'security_groups': ['ef01bd83-0090-4e97-8f0a-59d662a18f5d']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:30.663186 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffa1ee4-e40b-41b0-9adf-e317c373556f None None] Update dhcp port {'port': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'fixed_ips': [{'subnet_id': '4790d11a-8ab1-474e-af4e-cd797b446403', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a58f33cb-974f-4702-adb2-0dd3f26944c4'}], 'binding:host_id': 'n-d-817303-4'}, 'id': 'e80e4244-f7e4-4ee8-913a-d0accb3e292c'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:15:30.705452 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd084643-03e8-438c-a95b-41db745aae6a req-5eb99fc1-4b2d-4e01-a0ba-b21f4727d749 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676855 Nov 24 13:15:30.732894 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bffa1ee4-e40b-41b0-9adf-e317c373556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:30.734782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f60c3-7b65-4b87-ba8c-774999660ca3 req-a392f77c-9aab-46d1-8513-c709ebe86bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:30.740038 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-027f60c3-7b65-4b87-ba8c-774999660ca3 req-a392f77c-9aab-46d1-8513-c709ebe86bec service neutron] 10.222.0.46 "GET /v2.0/networks?id=c99ffa3f-7d81-49ee-8052-3805ab7a8a8b HTTP/1.1" status: 200 len: 898 time: 0.8276684 Nov 24 13:15:30.846804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-027f60c3-7b65-4b87-ba8c-774999660ca3 req-6706cb8c-244d-4332-b791-028fd36ec0d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fbb2a16-d4ae-4137-9b07-5d6d591269d8 HTTP/1.1" status: 200 len: 217 time: 0.0862160 Nov 24 13:15:30.948446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423d4c2-fb58-42e6-a093-81fe036d4cd7 req-26b20e01-d94c-458c-aaa7-b39c6536794b tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:30.952662 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1423d4c2-fb58-42e6-a093-81fe036d4cd7 req-26b20e01-d94c-458c-aaa7-b39c6536794b tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.46 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 984 time: 0.4078929 Nov 24 13:15:30.994090 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dce8b3-e92a-4d4e-bf10-f5c7a9d8eb3c req-225ab5dc-af41-4b83-a036-d01a200961b1 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:31.002151 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7dce8b3-e92a-4d4e-bf10-f5c7a9d8eb3c req-225ab5dc-af41-4b83-a036-d01a200961b1 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2513182 Nov 24 13:15:31.052604 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91a1a96a-03e0-420b-92e2-c87a158f89d4 req-7fdeaec6-057c-40e9-996e-166fc14303ee service neutron] 10.222.0.59 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4718034 Nov 24 13:15:31.070527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-bffa1ee4-e40b-41b0-9adf-e317c373556f None None] Allocated IP 2001:db8:0:1::2 (ed502278-f807-4a5a-9983-010f72119b02/a58f33cb-974f-4702-adb2-0dd3f26944c4/e80e4244-f7e4-4ee8-913a-d0accb3e292c) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:31.100983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f60c3-7b65-4b87-ba8c-774999660ca3 req-3118a646-de17-45ab-9b2a-9d2bd2755ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:31.102636 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-027f60c3-7b65-4b87-ba8c-774999660ca3 req-3118a646-de17-45ab-9b2a-9d2bd2755ec1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3a9295d-06ee-45fc-9888-4a949d19144b HTTP/1.1" status: 200 len: 835 time: 0.2447259 Nov 24 13:15:31.196970 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86560908-9dac-4262-8ee3-d998ebb3bcf6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:31.203863 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:31.219467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:31.244432 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7dce8b3-e92a-4d4e-bf10-f5c7a9d8eb3c req-b448b20c-57a4-481d-8199-63e1e458fe7d tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390389 Nov 24 13:15:31.279366 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58694) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:31.282271 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] device_id is not set on port 8a99cb9f-5d2d-4a3a-9357-b905c198f3c6 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:15:31.283675 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6694305b-21c5-41fd-ac09-c9e683ed1be8 None None] New status for floating IP 063e08cb-c606-48bf-aa6e-cb5f93c3bb82: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:15:31.330486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-1423d4c2-fb58-42e6-a093-81fe036d4cd7 req-8e5d1312-17be-4f77-b67f-67834b33b348 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Deleting port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:31.330840 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1423d4c2-fb58-42e6-a093-81fe036d4cd7 req-8e5d1312-17be-4f77-b67f-67834b33b348 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:31.428770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3f70c3-d216-4b8e-bd29-dd65e7c38a5d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:31.433292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-bffa1ee4-e40b-41b0-9adf-e317c373556f None None] For port e80e4244-f7e4-4ee8-913a-d0accb3e292c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e80e4244-f7e4-4ee8-913a-d0accb3e292c,segment=NetworkSegment(9bc6bdba-49dd-417c-8f08-861d0bd6035a),segment_id=9bc6bdba-49dd-417c-8f08-861d0bd6035a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:31.444344 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91a1a96a-03e0-420b-92e2-c87a158f89d4 req-388f8487-5284-4a2f-a4a7-544e44f722e1 service neutron] 10.222.0.59 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665662 Nov 24 13:15:31.543245 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bffa1ee4-e40b-41b0-9adf-e317c373556f None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:31.562658 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bffa1ee4-e40b-41b0-9adf-e317c373556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:31.574945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f60c3-7b65-4b87-ba8c-774999660ca3 req-8e58690e-fc36-406d-97a5-9519a6f6f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:31.577040 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-027f60c3-7b65-4b87-ba8c-774999660ca3 req-8e58690e-fc36-406d-97a5-9519a6f6f97b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c99ffa3f-7d81-49ee-8052-3805ab7a8a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4641750 Nov 24 13:15:31.639372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 2601b878-ea0e-499d-a6fe-95a39a3d4c0a details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:15:31.796885 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-1423d4c2-fb58-42e6-a093-81fe036d4cd7 req-8e5d1312-17be-4f77-b67f-67834b33b348 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] For port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0fbb2a16-d4ae-4137-9b07-5d6d591269d8,segment=NetworkSegment(bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c),segment_id=bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:31.797552 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1423d4c2-fb58-42e6-a093-81fe036d4cd7 req-8e5d1312-17be-4f77-b67f-67834b33b348 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:31.820646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-1423d4c2-fb58-42e6-a093-81fe036d4cd7 req-8e5d1312-17be-4f77-b67f-67834b33b348 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Calling delete_port for 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:31.846084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa1ee4-e40b-41b0-9adf-e317c373556f None None] Pushing event updated for resources: {'Port': ['ID=e80e4244-f7e4-4ee8-913a-d0accb3e292c,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:31.882689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bca2072b-6d22-49f4-a1ae-ee00be5a5268 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:32.015551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=2601b878-ea0e-499d-a6fe-95a39a3d4c0a,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:32.038616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '2601b878-ea0e-499d-a6fe-95a39a3d4c0a', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'port_id': '2601b878-ea0e-499d-a6fe-95a39a3d4c0a', 'mac_address': 'fa:16:3e:08:3b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:15:32.077634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99ae8f-feff-41aa-99fa-6e3c2ffcf0a0 req-60999a81-e9c0-4c63-ba56-293f6030c7ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:32.085633 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f99ae8f-feff-41aa-99fa-6e3c2ffcf0a0 req-60999a81-e9c0-4c63-ba56-293f6030c7ab tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/ports?device_id=22ad56af-b020-4821-b434-0ac0152f9c6f HTTP/1.1" status: 200 len: 984 time: 0.3428497 Nov 24 13:15:32.091468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58710) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:32.118819 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-027f60c3-7b65-4b87-ba8c-774999660ca3 req-e72d0355-7aa7-4139-b312-d1e139837fd1 service neutron] 10.222.0.46 "GET /v2.0/networks/c99ffa3f-7d81-49ee-8052-3805ab7a8a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265343 Nov 24 13:15:32.155370 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:32.205088 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2601b878-ea0e-499d-a6fe-95a39a3d4c0a {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:15:32.232528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-86560908-9dac-4262-8ee3-d998ebb3bcf6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Delete allocated IP 2001:db8::15c (ed502278-f807-4a5a-9983-010f72119b02/4790d11a-8ab1-474e-af4e-cd797b446403) {{(pid=114985) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 13:15:32.237620 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Allocated IP 172.25.0.66 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/8a99cb9f-5d2d-4a3a-9357-b905c198f3c6) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:32.252628 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=2601b878-ea0e-499d-a6fe-95a39a3d4c0a,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:32.260822 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:32.296776 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1423d4c2-fb58-42e6-a093-81fe036d4cd7 req-8e5d1312-17be-4f77-b67f-67834b33b348 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:32.325091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-86560908-9dac-4262-8ee3-d998ebb3bcf6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Allocated IP 2001:db8:0:1::1d3 (ed502278-f807-4a5a-9983-010f72119b02/a58f33cb-974f-4702-adb2-0dd3f26944c4/368a45f8-dc06-4aa6-94b9-fb7506c2303e) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:32.342789 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d1312-17be-4f77-b67f-67834b33b348 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event deleted for resources: {'Port': ['ID=0fbb2a16-d4ae-4137-9b07-5d6d591269d8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:32.393232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ab8f0-fec1-45d0-b82a-635e3ccb279b req-b5d52266-45b5-46d3-bb3c-248f1e318782 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:32.394861 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fe7ab8f0-fec1-45d0-b82a-635e3ccb279b req-b5d52266-45b5-46d3-bb3c-248f1e318782 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 943 time: 0.5325956 Nov 24 13:15:32.403429 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=2601b878-ea0e-499d-a6fe-95a39a3d4c0a,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:32.496094 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9b9b1ed-7d71-4ed2-8686-87e706662c46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:32.501768 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['2601b878-ea0e-499d-a6fe-95a39a3d4c0a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:15:32.507295 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-1423d4c2-fb58-42e6-a093-81fe036d4cd7 req-8e5d1312-17be-4f77-b67f-67834b33b348 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] No DVR routers for this DVR port 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:15:32.510473 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1423d4c2-fb58-42e6-a093-81fe036d4cd7 req-8e5d1312-17be-4f77-b67f-67834b33b348 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:32.514324 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1423d4c2-fb58-42e6-a093-81fe036d4cd7 req-8e5d1312-17be-4f77-b67f-67834b33b348 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.46 "DELETE /v2.0/ports/0fbb2a16-d4ae-4137-9b07-5d6d591269d8 HTTP/1.1" status: 204 len: 173 time: 1.5504434 Nov 24 13:15:32.609883 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f99ae8f-feff-41aa-99fa-6e3c2ffcf0a0 req-d0d2ed82-cae4-4624-89ec-d0117dea283f tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "GET /v2.0/security-groups?id=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1&id=3a35032d-415a-4a21-8ed0-7d196f3f6378&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5233881 Nov 24 13:15:32.710618 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:32.723388 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-027f60c3-7b65-4b87-ba8c-774999660ca3 req-eca773fc-4721-4db5-8828-fd763a412c6c service neutron] 10.222.0.46 "GET /v2.0/networks/c99ffa3f-7d81-49ee-8052-3805ab7a8a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808878 Nov 24 13:15:32.749168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'name': 'network-vif-deleted', 'tag': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:15:32.755330 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a47eb8-5148-4ea5-9300-ae98f9e72d64" -d '{"events": [{"server_uuid": "22ad56af-b020-4821-b434-0ac0152f9c6f", "name": "network-vif-deleted", "tag": "0fbb2a16-d4ae-4137-9b07-5d6d591269d8"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:15:32.832913 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bca2072b-6d22-49f4-a1ae-ee00be5a5268 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:32.877277 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bca2072b-6d22-49f4-a1ae-ee00be5a5268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:32.925476 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fe7ab8f0-fec1-45d0-b82a-635e3ccb279b req-896d7f47-078d-48a0-9dd8-93e5068995fc tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930522 Nov 24 13:15:32.926675 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:32.936510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bca2072b-6d22-49f4-a1ae-ee00be5a5268 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f42f9b4dcff4df19fb76544441dd225&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6347418 Nov 24 13:15:33.003118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58720) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:33.007654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fe5d403c-c84a-487f-81dd-cfd9cde377be None None] Provisioning complete for port 368a45f8-dc06-4aa6-94b9-fb7506c2303e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:33.008305 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe5d403c-c84a-487f-81dd-cfd9cde377be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.096824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d403c-c84a-487f-81dd-cfd9cde377be None None] Port 368a45f8-dc06-4aa6-94b9-fb7506c2303e cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:33.311907 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Pushing event updated for resources: {'Port': ['ID=8a99cb9f-5d2d-4a3a-9357-b905c198f3c6,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:33.311907 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcba4e63-2440-4e1e-b1d3-705fb0b86764 x-openstack-request-id: req-dcba4e63-2440-4e1e-b1d3-705fb0b86764 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:15:33.311907 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ad56af-b020-4821-b434-0ac0152f9c6f", "name": "network-vif-deleted", "tag": "0fbb2a16-d4ae-4137-9b07-5d6d591269d8", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:15:33.311907 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dcba4e63-2440-4e1e-b1d3-705fb0b86764 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:15:33.311907 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ad56af-b020-4821-b434-0ac0152f9c6f', 'name': 'network-vif-deleted', 'tag': '0fbb2a16-d4ae-4137-9b07-5d6d591269d8', 'status': 'completed', 'code': 200} Nov 24 13:15:33.322061 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fe5d403c-c84a-487f-81dd-cfd9cde377be None None] Provisioning complete for port cd61fec8-5757-4b98-9193-e648279e2fea triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:33.322061 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe5d403c-c84a-487f-81dd-cfd9cde377be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.324036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:33.324036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:33.324036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2072b-6d22-49f4-a1ae-ee00be5a5268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999cae2c-643c-44b8-8b8f-ca1f1970b956,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:33.324036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:15:33.325155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe7aec-cced-46d6-875c-53213b51deb9 req-553a8b9b-b46e-41ae-990a-fbf4d8fc6ed2 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:33.325155 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8dfe7aec-cced-46d6-875c-53213b51deb9 req-553a8b9b-b46e-41ae-990a-fbf4d8fc6ed2 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.5252600 Nov 24 13:15:33.326559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d403c-c84a-487f-81dd-cfd9cde377be None None] Port cd61fec8-5757-4b98-9193-e648279e2fea cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:33.343534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:33.344298 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.349603 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fe5d403c-c84a-487f-81dd-cfd9cde377be None None] Provisioning complete for port e80e4244-f7e4-4ee8-913a-d0accb3e292c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:33.349975 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe5d403c-c84a-487f-81dd-cfd9cde377be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.367919 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bf5fa7a9-8ebf-4827-ac70-2c717182a6d5 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.8044791 Nov 24 13:15:33.370791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58734) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:33.382532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-05ea3037-7813-4f12-8ff1-6068a7ff7898 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.66'}]}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:33.441043 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a759470b-2d2a-423a-bdce-939ab004f473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.450485 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-05ea3037-7813-4f12-8ff1-6068a7ff7898 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.453970 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-05ea3037-7813-4f12-8ff1-6068a7ff7898 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.495151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9b9b1ed-7d71-4ed2-8686-87e706662c46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.506020 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86560908-9dac-4262-8ee3-d998ebb3bcf6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.513580 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9b9b1ed-7d71-4ed2-8686-87e706662c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.525627 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8dfe7aec-cced-46d6-875c-53213b51deb9 req-c6d8b8e0-251c-436b-aaf1-b2e09d06e252 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282486 Nov 24 13:15:33.536613 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86560908-9dac-4262-8ee3-d998ebb3bcf6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.547734 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a759470b-2d2a-423a-bdce-939ab004f473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.576221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-05ea3037-7813-4f12-8ff1-6068a7ff7898 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.637491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 2601b878-ea0e-499d-a6fe-95a39a3d4c0a up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:15:33.686352 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d9b9b1ed-7d71-4ed2-8686-87e706662c46 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2221841bfcd74314b620eb853bdad7b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5926669 Nov 24 13:15:33.696999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-86560908-9dac-4262-8ee3-d998ebb3bcf6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] In _notify_port_updated(), no bound segment for port 368a45f8-dc06-4aa6-94b9-fb7506c2303e on network ed502278-f807-4a5a-9983-010f72119b02 {{(pid=114985) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:15:33.704311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86560908-9dac-4262-8ee3-d998ebb3bcf6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:33.705387 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-86560908-9dac-4262-8ee3-d998ebb3bcf6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.706992 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-86560908-9dac-4262-8ee3-d998ebb3bcf6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "PUT /v2.0/ports/368a45f8-dc06-4aa6-94b9-fb7506c2303e HTTP/1.1" status: 200 len: 931 time: 3.0923369 Nov 24 13:15:33.707840 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58744) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:33.719449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9b1ed-7d71-4ed2-8686-87e706662c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a055f078-6bde-46cd-83e8-687e0aa4d35f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:33.730866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58746) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:33.731429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58748) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:33.755472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:15:33.761226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:33.761730 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.859014 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.888001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86560908-9dac-4262-8ee3-d998ebb3bcf6 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=368a45f8-dc06-4aa6-94b9-fb7506c2303e,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:33.936773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=2601b878-ea0e-499d-a6fe-95a39a3d4c0a,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:33.937905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94883485-35c2-4881-9501-c006d081940e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2601b878-ea0e-499d-a6fe-95a39a3d4c0a'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:15:33.940449 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced1ae80-bca7-4f0b-950c-6de00e2f3e30" -d '{"events": [{"server_uuid": "94883485-35c2-4881-9501-c006d081940e", "name": "network-vif-plugged", "status": "completed", "tag": "2601b878-ea0e-499d-a6fe-95a39a3d4c0a"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:15:33.975026 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:33.978754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:15:34.058721 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a759470b-2d2a-423a-bdce-939ab004f473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.061443 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a759470b-2d2a-423a-bdce-939ab004f473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.062619 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a759470b-2d2a-423a-bdce-939ab004f473 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/999cae2c-643c-44b8-8b8f-ca1f1970b956 HTTP/1.1" status: 204 len: 168 time: 1.0404627 Nov 24 13:15:34.109387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:15:34.109664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0fbb2a16-d4ae-4137-9b07-5d6d591269d8 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:15:34.125216 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46672559-8d19-4d86-92ed-2e0f8a9471b4 x-openstack-request-id: req-46672559-8d19-4d86-92ed-2e0f8a9471b4 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:15:34.126112 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94883485-35c2-4881-9501-c006d081940e", "name": "network-vif-plugged", "status": "completed", "tag": "2601b878-ea0e-499d-a6fe-95a39a3d4c0a", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:15:34.126731 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46672559-8d19-4d86-92ed-2e0f8a9471b4 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:15:34.127297 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94883485-35c2-4881-9501-c006d081940e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2601b878-ea0e-499d-a6fe-95a39a3d4c0a', 'code': 200} Nov 24 13:15:34.138555 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28f5ae08-a1d4-437c-ac94-9e37cc4fcec9 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.172830 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=2601b878-ea0e-499d-a6fe-95a39a3d4c0a,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:34.190248 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28f5ae08-a1d4-437c-ac94-9e37cc4fcec9 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.209220 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a0294fe-8598-4d10-bb69-94a4c7fe5bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.214814 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e80e4244-f7e4-4ee8-913a-d0accb3e292c up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:15:34.307421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-980dc8b0-4ec0-4f60-b760-16f66b535cfe None None] Provisioning complete for port 368a45f8-dc06-4aa6-94b9-fb7506c2303e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:34.309382 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-980dc8b0-4ec0-4f60-b760-16f66b535cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.328585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759470b-2d2a-423a-bdce-939ab004f473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999cae2c-643c-44b8-8b8f-ca1f1970b956,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:34.383344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e80e4244-f7e4-4ee8-913a-d0accb3e292c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:34.389068 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a0294fe-8598-4d10-bb69-94a4c7fe5bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.395508 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.424287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-9292ea8b-595c-4f84-909b-8a9b1f6e31fd tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port 368a45f8-dc06-4aa6-94b9-fb7506c2303e {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:34.424762 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9292ea8b-595c-4f84-909b-8a9b1f6e31fd tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.446176 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28f5ae08-a1d4-437c-ac94-9e37cc4fcec9 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.449565 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28f5ae08-a1d4-437c-ac94-9e37cc4fcec9 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.453857 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-28f5ae08-a1d4-437c-ac94-9e37cc4fcec9 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "DELETE /v2.0/security-groups/8bf4fdee-69ed-49f7-9d6a-3d9106a275c1 HTTP/1.1" status: 204 len: 168 time: 0.7180107 Nov 24 13:15:34.454591 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58762) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:34.472468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f565f2-9cc1-408e-b09a-475a2265a11b req-1edbd64e-dab1-417d-8c85-d713a96122c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:34.474122 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-25f565f2-9cc1-408e-b09a-475a2265a11b req-1edbd64e-dab1-417d-8c85-d713a96122c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 1096 time: 0.2675838 Nov 24 13:15:34.518989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5ae08-a1d4-437c-ac94-9e37cc4fcec9 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf4fdee-69ed-49f7-9d6a-3d9106a275c1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:34.650153 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-05ea3037-7813-4f12-8ff1-6068a7ff7898 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.657279 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a0294fe-8598-4d10-bb69-94a4c7fe5bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.660530 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a0294fe-8598-4d10-bb69-94a4c7fe5bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.661761 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5a0294fe-8598-4d10-bb69-94a4c7fe5bf1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a055f078-6bde-46cd-83e8-687e0aa4d35f HTTP/1.1" status: 204 len: 168 time: 0.9434798 Nov 24 13:15:34.688352 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-980dc8b0-4ec0-4f60-b760-16f66b535cfe None None] Port 368a45f8-dc06-4aa6-94b9-fb7506c2303e cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:34.723272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0294fe-8598-4d10-bb69-94a4c7fe5bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a055f078-6bde-46cd-83e8-687e0aa4d35f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:34.766153 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-25f565f2-9cc1-408e-b09a-475a2265a11b req-6f108c2f-a0b8-4da8-827c-b920fd9faf33 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750540 Nov 24 13:15:34.776758 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a006324e-c962-4146-bdd1-a3fbf7e715bd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.782878 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9292ea8b-595c-4f84-909b-8a9b1f6e31fd tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.788575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8b802-5e5d-43c6-86dd-8d60f3a703f8 req-2b00e86f-1521-4158-a9df-8383d90125bd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:34.794714 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59c8b802-5e5d-43c6-86dd-8d60f3a703f8 req-2b00e86f-1521-4158-a9df-8383d90125bd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.1953936 Nov 24 13:15:34.830492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-9292ea8b-595c-4f84-909b-8a9b1f6e31fd tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for 368a45f8-dc06-4aa6-94b9-fb7506c2303e owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:34.839318 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a006324e-c962-4146-bdd1-a3fbf7e715bd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:34.860208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2fa14-d8f1-4ab2-b98b-f3be43f070bb req-ff2bef9c-2c3c-4a82-a45f-ea783870b950 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:34.867931 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59c8b802-5e5d-43c6-86dd-8d60f3a703f8 req-809f5635-422b-4b1f-a39f-bfd49a84409e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555134 Nov 24 13:15:34.879111 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8c2fa14-d8f1-4ab2-b98b-f3be43f070bb req-ff2bef9c-2c3c-4a82-a45f-ea783870b950 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2126691 Nov 24 13:15:35.074716 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8c2fa14-d8f1-4ab2-b98b-f3be43f070bb req-3510185c-ec66-4820-af06-62292aba3c00 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942487 Nov 24 13:15:35.098882 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a006324e-c962-4146-bdd1-a3fbf7e715bd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:35.110778 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a006324e-c962-4146-bdd1-a3fbf7e715bd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:35.111994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a006324e-c962-4146-bdd1-a3fbf7e715bd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "DELETE /v2.0/security-groups/3a35032d-415a-4a21-8ed0-7d196f3f6378 HTTP/1.1" status: 204 len: 168 time: 0.6423445 Nov 24 13:15:35.117360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58788) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:35.203788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006324e-c962-4146-bdd1-a3fbf7e715bd tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a35032d-415a-4a21-8ed0-7d196f3f6378,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:35.273715 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9292ea8b-595c-4f84-909b-8a9b1f6e31fd tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:35.355300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292ea8b-595c-4f84-909b-8a9b1f6e31fd tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=368a45f8-dc06-4aa6-94b9-fb7506c2303e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:35.358120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58798) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:35.402151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-67c0055a-eb58-4ed5-bc38-fce7edc18ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:35.404572 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9292ea8b-595c-4f84-909b-8a9b1f6e31fd tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:35.407879 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9292ea8b-595c-4f84-909b-8a9b1f6e31fd tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/368a45f8-dc06-4aa6-94b9-fb7506c2303e HTTP/1.1" status: 204 len: 168 time: 1.6734495 Nov 24 13:15:35.411092 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58802) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:35.420321 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-05ea3037-7813-4f12-8ff1-6068a7ff7898 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:35.454915 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6cbb07-c964-4e20-b39d-05e2e8f00922 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] GET failed (client error): The resource could not be found. Nov 24 13:15:35.456426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ab6cbb07-c964-4e20-b39d-05e2e8f00922 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/368a45f8-dc06-4aa6-94b9-fb7506c2303e HTTP/1.1" status: 404 len: 333 time: 0.0443952 Nov 24 13:15:35.460675 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58804) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:35.465848 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-05ea3037-7813-4f12-8ff1-6068a7ff7898 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:35.663117 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ee32a15-fdd2-4067-ac3b-aa318ac92b04 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:35.730436 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ee32a15-fdd2-4067-ac3b-aa318ac92b04 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:35.797539 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ee32a15-fdd2-4067-ac3b-aa318ac92b04 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:35.801100 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ee32a15-fdd2-4067-ac3b-aa318ac92b04 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:35.802806 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4ee32a15-fdd2-4067-ac3b-aa318ac92b04 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/security-groups/7615347c-16f9-44c8-8cce-ce394e98a57f HTTP/1.1" status: 204 len: 168 time: 0.3404849 Nov 24 13:15:35.809420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58820) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:35.836933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee32a15-fdd2-4067-ac3b-aa318ac92b04 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7615347c-16f9-44c8-8cce-ce394e98a57f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:35.865928 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-67c0055a-eb58-4ed5-bc38-fce7edc18ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:35.875974 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-67c0055a-eb58-4ed5-bc38-fce7edc18ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.214700 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b93be-26b7-47da-b03d-8ef4c3247601 req-7e5cd09a-c0c8-4fe9-80f7-3dddf4a6516c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:36.228798 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b4b93be-26b7-47da-b03d-8ef4c3247601 req-7e5cd09a-c0c8-4fe9-80f7-3dddf4a6516c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.1918919 Nov 24 13:15:36.237499 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-05ea3037-7813-4f12-8ff1-6068a7ff7898 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.343407 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.356483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0055a-eb58-4ed5-bc38-fce7edc18ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af78bb9-fd93-4cd3-8b6e-b4521f47a168,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:36.387793 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-67c0055a-eb58-4ed5-bc38-fce7edc18ca0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31824356f5914979a1f8bf12e0328203&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0264947 Nov 24 13:15:36.395443 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58838) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:36.466032 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53963c1f-8ac8-4888-ac78-bb688c1ab353 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.490771 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b4b93be-26b7-47da-b03d-8ef4c3247601 req-e170fedd-85d1-4311-a079-7d3d18972d99 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662959 Nov 24 13:15:36.540931 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-05ea3037-7813-4f12-8ff1-6068a7ff7898 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.546049 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-05ea3037-7813-4f12-8ff1-6068a7ff7898 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.572925 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53963c1f-8ac8-4888-ac78-bb688c1ab353 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.642400 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-05ea3037-7813-4f12-8ff1-6068a7ff7898 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.643324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ea3037-7813-4f12-8ff1-6068a7ff7898 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf10fd78-9095-45f2-a2ea-50e773ca3ff7 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:15:36.678712 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53963c1f-8ac8-4888-ac78-bb688c1ab353 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.681953 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-05ea3037-7813-4f12-8ff1-6068a7ff7898 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 24 13:15:36.682512 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53963c1f-8ac8-4888-ac78-bb688c1ab353 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.685625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-05ea3037-7813-4f12-8ff1-6068a7ff7898 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3105850 Nov 24 13:15:36.689983 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-53963c1f-8ac8-4888-ac78-bb688c1ab353 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/security-groups/ef01bd83-0090-4e97-8f0a-59d662a18f5d HTTP/1.1" status: 204 len: 168 time: 0.8779914 Nov 24 13:15:36.696440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58850) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:36.697032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58852) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:36.765484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53963c1f-8ac8-4888-ac78-bb688c1ab353 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef01bd83-0090-4e97-8f0a-59d662a18f5d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:36.811991 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-077ce1d8-46f2-45c7-a6d6-14f4ec037a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.833125 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31abdad9-8bc9-45b7-a148-7138ac1d2b8a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.864601 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-077ce1d8-46f2-45c7-a6d6-14f4ec037a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.876495 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c1df25-1f55-4eda-a02c-893d0e7b9f60 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting subnet 4790d11a-8ab1-474e-af4e-cd797b446403 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:15:36.892648 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-65c1df25-1f55-4eda-a02c-893d0e7b9f60 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.964602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b6cc7-7698-449e-a461-a963243c3054 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Deleting port 8a99cb9f-5d2d-4a3a-9357-b905c198f3c6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:36.965312 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6cc7-7698-449e-a461-a963243c3054 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:36.988024 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-65c1df25-1f55-4eda-a02c-893d0e7b9f60 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:37.089363 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-077ce1d8-46f2-45c7-a6d6-14f4ec037a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:37.092230 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-077ce1d8-46f2-45c7-a6d6-14f4ec037a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:37.097314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-077ce1d8-46f2-45c7-a6d6-14f4ec037a9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2af78bb9-fd93-4cd3-8b6e-b4521f47a168 HTTP/1.1" status: 204 len: 168 time: 0.7007933 Nov 24 13:15:37.122975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ce1d8-46f2-45c7-a6d6-14f4ec037a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af78bb9-fd93-4cd3-8b6e-b4521f47a168,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:37.218295 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-65c1df25-1f55-4eda-a02c-893d0e7b9f60 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:37.301291 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-31abdad9-8bc9-45b7-a148-7138ac1d2b8a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Deleting port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:37.301979 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31abdad9-8bc9-45b7-a148-7138ac1d2b8a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:37.335482 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-65c1df25-1f55-4eda-a02c-893d0e7b9f60 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:37.381332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1df25-1f55-4eda-a02c-893d0e7b9f60 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Subnet': ['ID=4790d11a-8ab1-474e-af4e-cd797b446403,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:37.384621 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6cc7-7698-449e-a461-a963243c3054 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:37.397694 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-65c1df25-1f55-4eda-a02c-893d0e7b9f60 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:37.401470 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-65c1df25-1f55-4eda-a02c-893d0e7b9f60 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/4790d11a-8ab1-474e-af4e-cd797b446403 HTTP/1.1" status: 204 len: 168 time: 0.6984644 Nov 24 13:15:37.407975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8ff4f-8dea-48a0-acc9-3bf9d509ab00 None None] Network ed502278-f807-4a5a-9983-010f72119b02 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:37.417213 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58876) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:37.423124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b6cc7-7698-449e-a461-a963243c3054 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Calling delete_port for 8a99cb9f-5d2d-4a3a-9357-b905c198f3c6 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:37.439724 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3f1b13ad-97f8-4f04-8d02-bb24ce8d98b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:37.616276 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6cc7-7698-449e-a461-a963243c3054 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:37.714475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-31abdad9-8bc9-45b7-a148-7138ac1d2b8a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] For port 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000,segment=NetworkSegment(bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c),segment_id=bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:37.714875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31abdad9-8bc9-45b7-a148-7138ac1d2b8a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:37.738677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-31abdad9-8bc9-45b7-a148-7138ac1d2b8a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Calling delete_port for 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:37.826272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1b13ad-97f8-4f04-8d02-bb24ce8d98b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:37.834604 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f1b13ad-97f8-4f04-8d02-bb24ce8d98b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:37.901622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b6cc7-7698-449e-a461-a963243c3054 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a99cb9f-5d2d-4a3a-9357-b905c198f3c6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:38.046875 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9958cf-dec7-4fdb-ac97-a61f0f7b9392 req-0e5049af-26a8-4074-a019-6e97fd76f8c3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:38.049025 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bf9958cf-dec7-4fdb-ac97-a61f0f7b9392 req-0e5049af-26a8-4074-a019-6e97fd76f8c3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.2416520 Nov 24 13:15:38.058610 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6cc7-7698-449e-a461-a963243c3054 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:38.065752 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6f8b6cc7-7698-449e-a461-a963243c3054 tempest-RoutersAdminNegativeIpV6Test-102059510 tempest-RoutersAdminNegativeIpV6Test-102059510-project-admin] 10.222.0.48 "DELETE /v2.0/ports/8a99cb9f-5d2d-4a3a-9357-b905c198f3c6 HTTP/1.1" status: 204 len: 168 time: 1.3648512 Nov 24 13:15:38.153462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bf9958cf-dec7-4fdb-ac97-a61f0f7b9392 req-74e75547-d9eb-408c-8499-311e439e37d4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747535 Nov 24 13:15:38.199749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58928) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:38.499358 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93daf26d-3a44-40e0-a073-08fcb40af244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:38.574797 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825561db-bfd8-46c6-9271-aaa9967d1fec req-de25b420-c917-43da-95be-2b85e3e42d39 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:38.576400 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-825561db-bfd8-46c6-9271-aaa9967d1fec req-de25b420-c917-43da-95be-2b85e3e42d39 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.1694953 Nov 24 13:15:38.727684 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-825561db-bfd8-46c6-9271-aaa9967d1fec req-1153f6ef-955a-450c-ad37-18f9c5b0258a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401124 Nov 24 13:15:38.849788 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bd3de-fdf4-43b9-b7b4-ef18616e0804 req-9982adad-f533-41b9-aecf-e746e755ab00 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:38.852662 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-786bd3de-fdf4-43b9-b7b4-ef18616e0804 req-9982adad-f533-41b9-aecf-e746e755ab00 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2528000 Nov 24 13:15:38.904044 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93daf26d-3a44-40e0-a073-08fcb40af244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:38.905553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-228a1879-9328-4211-99f7-3004467d41cf None None] Provisioning complete for port cd61fec8-5757-4b98-9193-e648279e2fea triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:38.906192 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-228a1879-9328-4211-99f7-3004467d41cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:38.920142 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-93daf26d-3a44-40e0-a073-08fcb40af244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.012134 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31abdad9-8bc9-45b7-a148-7138ac1d2b8a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.018084 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-93daf26d-3a44-40e0-a073-08fcb40af244 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6759eb5611af4ee1a14f148a567376f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8164597 Nov 24 13:15:39.021244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58958) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:39.037270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58960) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:39.045613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daf26d-3a44-40e0-a073-08fcb40af244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73dd4f2-b378-4402-b50b-375d2a21e70f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:39.048497 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-228a1879-9328-4211-99f7-3004467d41cf None None] Port cd61fec8-5757-4b98-9193-e648279e2fea cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:39.058490 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-786bd3de-fdf4-43b9-b7b4-ef18616e0804 req-f5d8a444-5e27-4a90-9b60-1c8ecd8eef1c tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878285 Nov 24 13:15:39.076576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-228a1879-9328-4211-99f7-3004467d41cf None None] Provisioning complete for port e80e4244-f7e4-4ee8-913a-d0accb3e292c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:39.076991 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-228a1879-9328-4211-99f7-3004467d41cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.093807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abdad9-8bc9-45b7-a148-7138ac1d2b8a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event deleted for resources: {'Port': ['ID=6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:39.279416 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-62348b78-8a74-492d-9661-07251b46e2f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.380685 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:15:39.405215 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f1b13ad-97f8-4f04-8d02-bb24ce8d98b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.415312 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4b595ee5-cfe6-42aa-ab9c-51a8ed69306e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.499116 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-62348b78-8a74-492d-9661-07251b46e2f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.505174 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-62348b78-8a74-492d-9661-07251b46e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.507809 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58978) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:39.531442 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4b595ee5-cfe6-42aa-ab9c-51a8ed69306e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.559971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-62348b78-8a74-492d-9661-07251b46e2f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4f18be5781849dfa23513421b1dafa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5152617 Nov 24 13:15:39.560889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58982) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:39.562784 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62348b78-8a74-492d-9661-07251b46e2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06ecec2-f474-4f24-8821-f7d62d2b576b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:39.579967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b13ad-97f8-4f04-8d02-bb24ce8d98b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network ed502278-f807-4a5a-9983-010f72119b02 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:39.592110 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b13ad-97f8-4f04-8d02-bb24ce8d98b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:39.601575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1b13ad-97f8-4f04-8d02-bb24ce8d98b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:39.601971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e363b0b1-9836-46e4-98bb-5d77456269fb None None] Network ed502278-f807-4a5a-9983-010f72119b02 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:39.602187 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f1b13ad-97f8-4f04-8d02-bb24ce8d98b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.634567 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c54ab741-f0b4-4135-b7e4-cd7d36b487bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.654847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b13ad-97f8-4f04-8d02-bb24ce8d98b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Subnet': ['ID=9c7140a8-bf98-4d37-81d1-08d46ee9d8f3,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:39.673034 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c54ab741-f0b4-4135-b7e4-cd7d36b487bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.701479 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3f1b13ad-97f8-4f04-8d02-bb24ce8d98b9 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2822175 Nov 24 13:15:39.704178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58986) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:39.725679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a8548a69-4c8b-4224-a3ec-7a8f1d21d717 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'security_group': {'name': 'tempest-secgroup-732301120'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:39.756398 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7eb64e2-6d62-4e82-ae8c-c0d4041abbe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.763370 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31abdad9-8bc9-45b7-a148-7138ac1d2b8a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.782046 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.782182 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4b595ee5-cfe6-42aa-ab9c-51a8ed69306e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.785529 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4b595ee5-cfe6-42aa-ab9c-51a8ed69306e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.786795 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4b595ee5-cfe6-42aa-ab9c-51a8ed69306e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e73dd4f2-b378-4402-b50b-375d2a21e70f HTTP/1.1" status: 204 len: 168 time: 0.7627630 Nov 24 13:15:39.881858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c54ab741-f0b4-4135-b7e4-cd7d36b487bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.885208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c54ab741-f0b4-4135-b7e4-cd7d36b487bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:39.889957 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c54ab741-f0b4-4135-b7e4-cd7d36b487bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b06ecec2-f474-4f24-8821-f7d62d2b576b HTTP/1.1" status: 204 len: 168 time: 0.3281071 Nov 24 13:15:39.931125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ab741-f0b4-4135-b7e4-cd7d36b487bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06ecec2-f474-4f24-8821-f7d62d2b576b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:40.020550 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b595ee5-cfe6-42aa-ab9c-51a8ed69306e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73dd4f2-b378-4402-b50b-375d2a21e70f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:40.048339 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8548a69-4c8b-4224-a3ec-7a8f1d21d717 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:40.103107 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7eb64e2-6d62-4e82-ae8c-c0d4041abbe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:40.110295 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7eb64e2-6d62-4e82-ae8c-c0d4041abbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:40.161936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb64e2-6d62-4e82-ae8c-c0d4041abbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c756aec-08f3-406a-8260-3b37ef5b61be,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:40.190383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b7eb64e2-6d62-4e82-ae8c-c0d4041abbe6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca271a28b91d43e3a6c6e152f7b0070e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6765971 Nov 24 13:15:40.193156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59002) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:40.268804 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8d1be-d0f1-476a-9b28-099bacbbe209 req-46c721c5-7589-4a4e-a6fa-3e31f835b544 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:40.272921 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-52a8d1be-d0f1-476a-9b28-099bacbbe209 req-46c721c5-7589-4a4e-a6fa-3e31f835b544 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.2622011 Nov 24 13:15:40.304192 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0984c478-6dd0-4bf8-80cb-a284641375df None None] Update dhcp port {'port': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'fixed_ips': [{'subnet_id': 'a58f33cb-974f-4702-adb2-0dd3f26944c4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9c7140a8-bf98-4d37-81d1-08d46ee9d8f3'}], 'binding:host_id': 'n-d-817303-4'}, 'id': 'e80e4244-f7e4-4ee8-913a-d0accb3e292c'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:15:40.344024 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0984c478-6dd0-4bf8-80cb-a284641375df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:40.365431 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9a2a36a7-698b-4293-afb3-5c151352bd66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:40.366580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31abdad9-8bc9-45b7-a148-7138ac1d2b8a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Router 03991992-80df-49a8-8776-2b2e3006db98 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:15:40.430706 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9a2a36a7-698b-4293-afb3-5c151352bd66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:40.451262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59008) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:40.524535 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9a2a36a7-698b-4293-afb3-5c151352bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:40.530334 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9a2a36a7-698b-4293-afb3-5c151352bd66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:40.531922 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9a2a36a7-698b-4293-afb3-5c151352bd66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c756aec-08f3-406a-8260-3b37ef5b61be HTTP/1.1" status: 204 len: 168 time: 0.3378096 Nov 24 13:15:40.534659 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8548a69-4c8b-4224-a3ec-7a8f1d21d717 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:40.549408 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a36a7-698b-4293-afb3-5c151352bd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c756aec-08f3-406a-8260-3b37ef5b61be,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:40.553877 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0c593943-f34f-4f4e-8547-a0cf26188bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:40.580189 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8548a69-4c8b-4224-a3ec-7a8f1d21d717 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:40.750430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-0984c478-6dd0-4bf8-80cb-a284641375df None None] Allocated IP 2001:db8::2 (ed502278-f807-4a5a-9983-010f72119b02/9c7140a8-bf98-4d37-81d1-08d46ee9d8f3/e80e4244-f7e4-4ee8-913a-d0accb3e292c) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:40.809235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59016) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:40.837770 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a8548a69-4c8b-4224-a3ec-7a8f1d21d717 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:40.841577 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a8548a69-4c8b-4224-a3ec-7a8f1d21d717 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1339812 Nov 24 13:15:40.851552 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-52a8d1be-d0f1-476a-9b28-099bacbbe209 req-007e2f84-8cbe-49d0-a926-0e88877286e1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010197 Nov 24 13:15:40.851712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59018) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:40.869061 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8548a69-4c8b-4224-a3ec-7a8f1d21d717 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811e013a-6aa8-4618-a7c6-92035d6eda7e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:40.892233 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cc5213ea-cb13-49b8-8956-dac060f20765 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'security_group': {'name': 'tempest-secgroup-867423042'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:40.968504 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-0984c478-6dd0-4bf8-80cb-a284641375df None None] For port e80e4244-f7e4-4ee8-913a-d0accb3e292c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e80e4244-f7e4-4ee8-913a-d0accb3e292c,segment=NetworkSegment(9bc6bdba-49dd-417c-8f08-861d0bd6035a),segment_id=9bc6bdba-49dd-417c-8f08-861d0bd6035a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:41.004978 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc5213ea-cb13-49b8-8956-dac060f20765 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.011366 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0984c478-6dd0-4bf8-80cb-a284641375df None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.024471 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0984c478-6dd0-4bf8-80cb-a284641375df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.024949 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0c593943-f34f-4f4e-8547-a0cf26188bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.041919 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0c593943-f34f-4f4e-8547-a0cf26188bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.077746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31abdad9-8bc9-45b7-a148-7138ac1d2b8a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:15:41.092604 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60202e5-2966-415f-8414-47f504fc9dbc None None] Sync routers for ids ['03991992-80df-49a8-8776-2b2e3006db98'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:15:41.095487 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-31abdad9-8bc9-45b7-a148-7138ac1d2b8a tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "PUT /v2.0/routers/03991992-80df-49a8-8776-2b2e3006db98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9770076 Nov 24 13:15:41.102056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59028) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:41.108916 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60202e5-2966-415f-8414-47f504fc9dbc None None] Routers {'03991992-80df-49a8-8776-2b2e3006db98'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:15:41.109534 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a60202e5-2966-415f-8414-47f504fc9dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:24Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['03991992-80df-49a8-8776-2b2e3006db98'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:41.167938 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc5213ea-cb13-49b8-8956-dac060f20765 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.177624 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-94a17c85-2f97-40c3-b45f-22b255fe357e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bcebf9936607424b977555a3359877d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3669786 Nov 24 13:15:41.178601 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59030) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:41.210273 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc5213ea-cb13-49b8-8956-dac060f20765 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.246796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984c478-6dd0-4bf8-80cb-a284641375df None None] Pushing event updated for resources: {'Port': ['ID=e80e4244-f7e4-4ee8-913a-d0accb3e292c,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:41.306378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5213ea-cb13-49b8-8956-dac060f20765 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be78b8c-22d3-4788-a4c0-1e08c267248d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:41.324487 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc5213ea-cb13-49b8-8956-dac060f20765 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.328807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cc5213ea-cb13-49b8-8956-dac060f20765 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4718993 Nov 24 13:15:41.330197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59038) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:41.336496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c593943-f34f-4f4e-8547-a0cf26188bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc3f9c1-adeb-4b62-b9a6-65a44cfba737,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:41.360364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b9398fc-d015-4faa-81de-05f2860b4074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.374776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8414c722-2915-4b51-b6c0-44e4cdee80da tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'security_group': {'name': 'tempest-secgroup-458044883'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:41.396704 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b9398fc-d015-4faa-81de-05f2860b4074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.412506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59042) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:41.414770 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0c593943-f34f-4f4e-8547-a0cf26188bd4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6869d688ecd4fe886406ebabd5ae84a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9558070 Nov 24 13:15:41.443768 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a60202e5-2966-415f-8414-47f504fc9dbc None None] Set router 03991992-80df-49a8-8776-2b2e3006db98 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:15:41.486853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f760099-679e-4d48-bf2d-26a91d723e40 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Deleting subnet b3a9295d-06ee-45fc-9888-4a949d19144b {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:15:41.500606 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f760099-679e-4d48-bf2d-26a91d723e40 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.586861 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3415c80c-5ee3-49e3-acad-88b90263f696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.603412 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f760099-679e-4d48-bf2d-26a91d723e40 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.642100 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3415c80c-5ee3-49e3-acad-88b90263f696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.761569 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3415c80c-5ee3-49e3-acad-88b90263f696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.764595 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3415c80c-5ee3-49e3-acad-88b90263f696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.768051 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3415c80c-5ee3-49e3-acad-88b90263f696 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffc3f9c1-adeb-4b62-b9a6-65a44cfba737 HTTP/1.1" status: 204 len: 168 time: 0.3519681 Nov 24 13:15:41.782395 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b9398fc-d015-4faa-81de-05f2860b4074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.788228 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b9398fc-d015-4faa-81de-05f2860b4074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.792186 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4b9398fc-d015-4faa-81de-05f2860b4074 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b3f70c3-d216-4b8e-bd29-dd65e7c38a5d HTTP/1.1" status: 204 len: 168 time: 0.6093879 Nov 24 13:15:41.819073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3415c80c-5ee3-49e3-acad-88b90263f696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc3f9c1-adeb-4b62-b9a6-65a44cfba737,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:41.829140 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a60202e5-2966-415f-8414-47f504fc9dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:15:38Z', 'revision_number': 5, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:41.839710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9398fc-d015-4faa-81de-05f2860b4074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3f70c3-d216-4b8e-bd29-dd65e7c38a5d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:41.842134 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f760099-679e-4d48-bf2d-26a91d723e40 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:41.940274 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60202e5-2966-415f-8414-47f504fc9dbc None None] Checking router: 03991992-80df-49a8-8776-2b2e3006db98 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:15:41.971509 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60202e5-2966-415f-8414-47f504fc9dbc None None] Routers {'03991992-80df-49a8-8776-2b2e3006db98'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:15:41.972183 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a60202e5-2966-415f-8414-47f504fc9dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:24Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['03991992-80df-49a8-8776-2b2e3006db98'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:42.026956 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8414c722-2915-4b51-b6c0-44e4cdee80da tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:42.096254 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f760099-679e-4d48-bf2d-26a91d723e40 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:42.114233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e80e4244-f7e4-4ee8-913a-d0accb3e292c up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:15:42.183620 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f760099-679e-4d48-bf2d-26a91d723e40 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event deleted for resources: {'Subnet': ['ID=b3a9295d-06ee-45fc-9888-4a949d19144b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:42.228062 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f760099-679e-4d48-bf2d-26a91d723e40 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:42.245372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3fb0c-af43-4b06-b239-7c3749b96372 req-f9062fad-9cc6-48e2-a527-03b2ec4151fc tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:42.245619 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6f760099-679e-4d48-bf2d-26a91d723e40 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "DELETE /v2.0/subnets/b3a9295d-06ee-45fc-9888-4a949d19144b HTTP/1.1" status: 204 len: 168 time: 1.1381423 Nov 24 13:15:42.246795 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59070) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:42.251560 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f1a3fb0c-af43-4b06-b239-7c3749b96372 req-f9062fad-9cc6-48e2-a527-03b2ec4151fc tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.2327304 Nov 24 13:15:42.268660 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3a7ba8-318e-4bff-adf6-27847bb70bd9 None None] Network c99ffa3f-7d81-49ee-8052-3805ab7a8a8b requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:42.463763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f1a3fb0c-af43-4b06-b239-7c3749b96372 req-c72828e8-92f9-4818-a580-28c9b1c32912 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985126 Nov 24 13:15:42.479784 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a60202e5-2966-415f-8414-47f504fc9dbc None None] Set router 03991992-80df-49a8-8776-2b2e3006db98 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:15:42.532828 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e80e4244-f7e4-4ee8-913a-d0accb3e292c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:42.537981 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:42.571339 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8414c722-2915-4b51-b6c0-44e4cdee80da tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:42.593498 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8414c722-2915-4b51-b6c0-44e4cdee80da tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:42.645444 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:42.746141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e882c351-2b78-481a-b738-a5ff19b6fcd4 None None] Provisioning complete for port e80e4244-f7e4-4ee8-913a-d0accb3e292c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:42.747077 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e882c351-2b78-481a-b738-a5ff19b6fcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:42.855936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8414c722-2915-4b51-b6c0-44e4cdee80da tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:42.864027 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59094) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:42.871786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-89b80b98-34f9-4196-9b81-f50ded029fe2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1628632983', 'security_groups': ['f4304cf5-1978-4c90-981f-e336db4ed498'], 'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c7140a8-bf98-4d37-81d1-08d46ee9d8f3'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:42.880183 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8414c722-2915-4b51-b6c0-44e4cdee80da tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5249066 Nov 24 13:15:42.886463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414c722-2915-4b51-b6c0-44e4cdee80da tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4304cf5-1978-4c90-981f-e336db4ed498,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:42.987485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9ffee2-8ae6-4860-a9bb-6e3a76f1fff6 None None] DHCP port deletion for c99ffa3f-7d81-49ee-8052-3805ab7a8a8b request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:15:43.073314 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a60202e5-2966-415f-8414-47f504fc9dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:15:38Z', 'revision_number': 5, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:43.092863 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:43.151321 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60202e5-2966-415f-8414-47f504fc9dbc None None] The sync data for ids ['03991992-80df-49a8-8776-2b2e3006db98'] in n-d-817303-4 is: [{'id': '03991992-80df-49a8-8776-2b2e3006db98', 'name': 'tempest-TestSecurityGroupsBasicOps-router-590348442', 'tenant_id': 'a1b644375e0042a1b46a6165f68abedb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:04Z', 'updated_at': '2021-11-24T13:15:38Z', 'revision_number': 5, 'project_id': 'a1b644375e0042a1b46a6165f68abedb', 'gw_port': {'id': '422cd4c7-d3ce-4944-8051-4409ac021260', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:14:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03991992-80df-49a8-8776-2b2e3006db98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2418, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:06Z', 'updated_at': '2021-11-24T13:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:15:43.229372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Deleting port 422cd4c7-d3ce-4944-8051-4409ac021260 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:43.230017 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:43.311144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b80b98-34f9-4196-9b81-f50ded029fe2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:43.399606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e882c351-2b78-481a-b738-a5ff19b6fcd4 None None] Provisioning complete for port cd61fec8-5757-4b98-9193-e648279e2fea triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:43.400203 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e882c351-2b78-481a-b738-a5ff19b6fcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:43.465434 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89b80b98-34f9-4196-9b81-f50ded029fe2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:43.474662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ffee2-8ae6-4860-a9bb-6e3a76f1fff6 None None] Deleting port f90201cb-fd76-4122-83f6-d89846a0a30c {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:43.475319 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6e9ffee2-8ae6-4860-a9bb-6e3a76f1fff6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:43.513722 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-89b80b98-34f9-4196-9b81-f50ded029fe2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] device_id is not set on port db13b9f5-b86e-43cd-852c-269e20ddee9a yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:15:43.546321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] For port 422cd4c7-d3ce-4944-8051-4409ac021260, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=422cd4c7-d3ce-4944-8051-4409ac021260,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:43.549393 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:43.587188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Calling delete_port for 422cd4c7-d3ce-4944-8051-4409ac021260 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:43.712052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e882c351-2b78-481a-b738-a5ff19b6fcd4 None None] Port cd61fec8-5757-4b98-9193-e648279e2fea cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:43.747303 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6e9ffee2-8ae6-4860-a9bb-6e3a76f1fff6 None None] For port f90201cb-fd76-4122-83f6-d89846a0a30c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f90201cb-fd76-4122-83f6-d89846a0a30c,segment=NetworkSegment(bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c),segment_id=bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:43.748182 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6e9ffee2-8ae6-4860-a9bb-6e3a76f1fff6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:43.788770 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ffee2-8ae6-4860-a9bb-6e3a76f1fff6 None None] Calling delete_port for f90201cb-fd76-4122-83f6-d89846a0a30c owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:43.999982 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a41f1e-565e-4db2-8c7a-55ac0e1de7a4 req-d8718305-91bb-42b5-9364-4a4739b80015 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:44.001523 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-34a41f1e-565e-4db2-8c7a-55ac0e1de7a4 req-d8718305-91bb-42b5-9364-4a4739b80015 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.2489936 Nov 24 13:15:44.048655 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6e9ffee2-8ae6-4860-a9bb-6e3a76f1fff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:44.122826 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f90201cb-fd76-4122-83f6-d89846a0a30c no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:15:44.133315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-89b80b98-34f9-4196-9b81-f50ded029fe2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Allocated IP 2001:db8::293 (ed502278-f807-4a5a-9983-010f72119b02/9c7140a8-bf98-4d37-81d1-08d46ee9d8f3/db13b9f5-b86e-43cd-852c-269e20ddee9a) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:44.229380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ffee2-8ae6-4860-a9bb-6e3a76f1fff6 None None] No DVR routers for this DVR port f90201cb-fd76-4122-83f6-d89846a0a30c on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:15:44.233638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: f90201cb-fd76-4122-83f6-d89846a0a30c {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:15:44.234806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f90201cb-fd76-4122-83f6-d89846a0a30c not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:15:44.235800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:15:44.241409 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ffee2-8ae6-4860-a9bb-6e3a76f1fff6 None None] Pushing event deleted for resources: {'Port': ['ID=f90201cb-fd76-4122-83f6-d89846a0a30c,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:44.274375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:15:44.275345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6dcb6cd7-cc2b-41ce-b427-ac67d9dfd000 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:15:44.363438 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-34a41f1e-565e-4db2-8c7a-55ac0e1de7a4 req-9bea1ccb-50e9-46c9-ad42-f7357bf14d41 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461673 Nov 24 13:15:44.501387 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:44.525954 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89b80b98-34f9-4196-9b81-f50ded029fe2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:44.544852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59138) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:44.553779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event deleted for resources: {'Port': ['ID=422cd4c7-d3ce-4944-8051-4409ac021260,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:44.629229 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89b80b98-34f9-4196-9b81-f50ded029fe2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:44.694789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b80b98-34f9-4196-9b81-f50ded029fe2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network ed502278-f807-4a5a-9983-010f72119b02 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:44.700592 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-89b80b98-34f9-4196-9b81-f50ded029fe2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:44.714652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b80b98-34f9-4196-9b81-f50ded029fe2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:15:44.729039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b80b98-34f9-4196-9b81-f50ded029fe2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:44.729728 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89b80b98-34f9-4196-9b81-f50ded029fe2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:44.739340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:44.762467 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b80b98-34f9-4196-9b81-f50ded029fe2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=db13b9f5-b86e-43cd-852c-269e20ddee9a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:44.789593 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-89b80b98-34f9-4196-9b81-f50ded029fe2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9233811 Nov 24 13:15:44.793148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59148) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:44.803228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-dba52b7c-49ac-4ad2-9511-d6c1dfc3ff54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:44.841695 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1876088983'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:44.927885 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:44.933619 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:44.993622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Made reservation on behalf of fdb6b3ba89b4407183c4d41facd9e2cc for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:44.997938 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:45.008599 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:45.062292 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:45.065981 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Fanout notify agent at l3_agent the message router_deleted on router 03991992-80df-49a8-8776-2b2e3006db98 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:15:45.081166 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:45.085380 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-33373053-97fe-4a6e-8c6b-ebb03d192aaa tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "DELETE /v2.0/routers/03991992-80df-49a8-8776-2b2e3006db98 HTTP/1.1" status: 204 len: 168 time: 2.8375146 Nov 24 13:15:45.088500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59156) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:45.139131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba52b7c-49ac-4ad2-9511-d6c1dfc3ff54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:45.151113 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dba52b7c-49ac-4ad2-9511-d6c1dfc3ff54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:45.285784 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0d1af552-ceb2-4107-8069-673ff2b14b17 None None] Provisioning complete for port db13b9f5-b86e-43cd-852c-269e20ddee9a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:45.287675 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0d1af552-ceb2-4107-8069-673ff2b14b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:45.428034 n-d-817303-4 neutron-server[114985]: INFO neutron.db.ipam_backend_mixin [None req-dba52b7c-49ac-4ad2-9511-d6c1dfc3ff54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9c7140a8-bf98-4d37-81d1-08d46ee9d8f3 (CIDR: 2001:db8::/64) Nov 24 13:15:45.433034 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba52b7c-49ac-4ad2-9511-d6c1dfc3ff54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:15:45.433529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba52b7c-49ac-4ad2-9511-d6c1dfc3ff54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:15:45.464530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dba52b7c-49ac-4ad2-9511-d6c1dfc3ff54 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6677325 Nov 24 13:15:45.465201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59172) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:45.470736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a2a50901-d458-4a64-b3c0-a9b43bb5b483 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:45.475793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0d1af552-ceb2-4107-8069-673ff2b14b17 None None] Port db13b9f5-b86e-43cd-852c-269e20ddee9a cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:45.513973 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b25652e9-5e3b-44e7-839e-c5f01b6627d2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:45.712325 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:45.731317 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:45.765561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c793e4f-81f3-47f6-8b32-f0fc1493ff27,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:45.829469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e04b7-7ca7-4ca8-ae00-d34532b6edc2 req-5f204051-f016-4b3c-acde-cd4604319872 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:45.831463 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-139e04b7-7ca7-4ca8-ae00-d34532b6edc2 req-5f204051-f016-4b3c-acde-cd4604319872 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.2376211 Nov 24 13:15:45.843378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a50901-d458-4a64-b3c0-a9b43bb5b483 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:45.847266 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2a50901-d458-4a64-b3c0-a9b43bb5b483 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:45.890271 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b25652e9-5e3b-44e7-839e-c5f01b6627d2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:45.933812 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-139e04b7-7ca7-4ca8-ae00-d34532b6edc2 req-0c947ad1-f907-4898-bd0f-5514f04e65c8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927944 Nov 24 13:15:45.937228 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b25652e9-5e3b-44e7-839e-c5f01b6627d2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99ffa3f-7d81-49ee-8052-3805ab7a8a8b']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:45.949137 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b25652e9-5e3b-44e7-839e-c5f01b6627d2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:45.949663 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b25652e9-5e3b-44e7-839e-c5f01b6627d2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad3e1b6-9cf0-441c-bef3-ebb2d2cd9f6c') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:45.961865 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b25652e9-5e3b-44e7-839e-c5f01b6627d2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:45.981944 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b25652e9-5e3b-44e7-839e-c5f01b6627d2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:46.010088 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25652e9-5e3b-44e7-839e-c5f01b6627d2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:15:46.010724 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b25652e9-5e3b-44e7-839e-c5f01b6627d2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:15:46.077245 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:15:46.080978 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 422cd4c7-d3ce-4944-8051-4409ac021260 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:15:46.081377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:15:46.085904 n-d-817303-4 neutron-server[114985]: INFO neutron.db.ipam_backend_mixin [None req-a2a50901-d458-4a64-b3c0-a9b43bb5b483 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a58f33cb-974f-4702-adb2-0dd3f26944c4 (CIDR: 2001:db8:0:1::/64) Nov 24 13:15:46.092337 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a50901-d458-4a64-b3c0-a9b43bb5b483 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:15:46.092994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a50901-d458-4a64-b3c0-a9b43bb5b483 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:15:46.100631 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b25652e9-5e3b-44e7-839e-c5f01b6627d2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:46.108186 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b25652e9-5e3b-44e7-839e-c5f01b6627d2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:46.122876 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b25652e9-5e3b-44e7-839e-c5f01b6627d2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] 10.222.0.48 "DELETE /v2.0/networks/c99ffa3f-7d81-49ee-8052-3805ab7a8a8b HTTP/1.1" status: 204 len: 168 time: 1.0259805 Nov 24 13:15:46.150079 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a2a50901-d458-4a64-b3c0-a9b43bb5b483 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6834495 Nov 24 13:15:46.152347 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59190) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:46.157730 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 422cd4c7-d3ce-4944-8051-4409ac021260 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:15:46.158255 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 422cd4c7-d3ce-4944-8051-4409ac021260 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:15:46.164154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-80ca060a-cf94-4c43-b53c-1e738a798382 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'subnet': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:46.197009 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:46.199953 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Added segment 106e58f0-26c6-4e57-827f-1b2da3ffb559 of type vlan for network e1f86832-8ed9-4110-91b6-f8a3b07c46b6 Nov 24 13:15:46.262158 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25652e9-5e3b-44e7-839e-c5f01b6627d2 tempest-TestSecurityGroupsBasicOps-1893495618 tempest-TestSecurityGroupsBasicOps-1893495618-project] Pushing event deleted for resources: {'Network': ['ID=c99ffa3f-7d81-49ee-8052-3805ab7a8a8b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:46.286787 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:46.371786 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:46.382616 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:46.383331 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:46.459315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ca060a-cf94-4c43-b53c-1e738a798382 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Made reservation on behalf of 9f9d0f09f71642eca6eca73c438a80be for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:46.466946 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-80ca060a-cf94-4c43-b53c-1e738a798382 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:46.562595 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0151525 Nov 24 13:15:46.567523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59212) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:46.575561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a6d34-8ae2-4e62-8ee5-1833585e2306 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Network': ['ID=e1f86832-8ed9-4110-91b6-f8a3b07c46b6,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:46.587219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-81f60f29-8303-4526-82b8-ca8da008e4c3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'subnet': {'network_id': 'e1f86832-8ed9-4110-91b6-f8a3b07c46b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:46.602382 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network e1f86832-8ed9-4110-91b6-f8a3b07c46b6 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:15:46.762479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59228) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:46.819797 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-880791cf-c17d-480a-9f66-8001cef6f952 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=96d38f92566948f0a873e2d8e56ae95b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608423 Nov 24 13:15:46.885688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f60f29-8303-4526-82b8-ca8da008e4c3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Made reservation on behalf of fdb6b3ba89b4407183c4d41facd9e2cc for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:46.904282 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-81f60f29-8303-4526-82b8-ca8da008e4c3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:47.051936 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fb1dfb92-502c-4ed0-b8a2-eac95b14ca52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1b644375e0042a1b46a6165f68abedb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875633 Nov 24 13:15:47.067422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59240) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:47.344918 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-382749ca-e2df-4ace-9a67-03b95f20abd6 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:47.346459 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-382749ca-e2df-4ace-9a67-03b95f20abd6 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5176384 Nov 24 13:15:47.385897 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f68841b-16c8-4e20-b61f-b894f40117d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:47.416996 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f68841b-16c8-4e20-b61f-b894f40117d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:47.508033 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-8423d03e-902e-4a08-9711-152f52ac58f8 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/quotas/96d38f92566948f0a873e2d8e56ae95b HTTP/1.1" status: 200 len: 375 time: 0.1463416 Nov 24 13:15:47.691515 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34a4fe-2349-4750-bab6-6ac5cc87c742 req-c06ae21a-05f8-4ac1-8b02-b1065da9d8ea tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:47.698311 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9e34a4fe-2349-4750-bab6-6ac5cc87c742 req-c06ae21a-05f8-4ac1-8b02-b1065da9d8ea tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.6249793 Nov 24 13:15:47.730388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59274) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:47.790473 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9e34a4fe-2349-4750-bab6-6ac5cc87c742 req-5766034f-6e35-4b2f-83e3-c3b32cbbaada tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827434 Nov 24 13:15:47.877561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ab7fd52-90f2-4489-a686-fa153485cc22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:47.923077 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-3cac0202-0a16-43a2-988f-c821477e9ff7 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=96d38f92566948f0a873e2d8e56ae95b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4061682 Nov 24 13:15:47.933488 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f68841b-16c8-4e20-b61f-b894f40117d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:47.936446 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f68841b-16c8-4e20-b61f-b894f40117d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:47.937875 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4f68841b-16c8-4e20-b61f-b894f40117d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7775967c-aa54-4db7-98af-7d37a3b95f1a HTTP/1.1" status: 204 len: 168 time: 0.8675976 Nov 24 13:15:47.961836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68841b-16c8-4e20-b61f-b894f40117d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7775967c-aa54-4db7-98af-7d37a3b95f1a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:48.051542 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ab7fd52-90f2-4489-a686-fa153485cc22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:48.056858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-80ca060a-cf94-4c43-b53c-1e738a798382 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:48.059892 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ab7fd52-90f2-4489-a686-fa153485cc22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:48.117702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ca060a-cf94-4c43-b53c-1e738a798382 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Network ed502278-f807-4a5a-9983-010f72119b02 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:48.123977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-80ca060a-cf94-4c43-b53c-1e738a798382 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:48.137043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a511a-a208-4645-b1ee-a0f2adf93910 None None] Network ed502278-f807-4a5a-9983-010f72119b02 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:48.140262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ca060a-cf94-4c43-b53c-1e738a798382 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:48.141179 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-80ca060a-cf94-4c43-b53c-1e738a798382 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:48.155855 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-81f60f29-8303-4526-82b8-ca8da008e4c3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:48.169378 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2ab7fd52-90f2-4489-a686-fa153485cc22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c8ca04ff646d428ca349f0ca5f400e0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4354575 Nov 24 13:15:48.169378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7fd52-90f2-4489-a686-fa153485cc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32740e5c-655b-4c57-96cd-74bdda4efb40,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:48.177153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59288) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:48.289058 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-979f90fb-3f05-46c3-bb06-9a75d181be33 req-bc601e03-ddef-4602-bce5-b7ad737ffe74 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 210 time: 0.0632930 Nov 24 13:15:48.320486 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-439284cd-8629-4d81-ade9-f3df05ea0a0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:48.343760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59296) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:48.346070 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-80ca060a-cf94-4c43-b53c-1e738a798382 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1811135 Nov 24 13:15:48.357230 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-33ede067-d8af-4b38-9982-5299bc14de53 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1041648663', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f7a6cc11-ebbb-4e00-8513-3ef19fe1097c'}], 'security_groups': ['811e013a-6aa8-4618-a7c6-92035d6eda7e', '1be78b8c-22d3-4788-a4c0-1e08c267248d']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:48.363136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca060a-cf94-4c43-b53c-1e738a798382 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Subnet': ['ID=f7a6cc11-ebbb-4e00-8513-3ef19fe1097c,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:48.449047 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-439284cd-8629-4d81-ade9-f3df05ea0a0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:48.565025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f60f29-8303-4526-82b8-ca8da008e4c3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Subnet': ['ID=608eaa53-4651-4b95-9a11-bb9c61eee21c,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:48.571522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f60f29-8303-4526-82b8-ca8da008e4c3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Checking segment: {'id': '106e58f0-26c6-4e57-827f-1b2da3ffb559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e1f86832-8ed9-4110-91b6-f8a3b07c46b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:15:48.572038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f60f29-8303-4526-82b8-ca8da008e4c3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network hostable DHCP agents. Network: e1f86832-8ed9-4110-91b6-f8a3b07c46b6, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:15:48.594222 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f60f29-8303-4526-82b8-ca8da008e4c3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network e1f86832-8ed9-4110-91b6-f8a3b07c46b6 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:15:48.612586 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-81f60f29-8303-4526-82b8-ca8da008e4c3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, e1f86832-8ed9-4110-91b6-f8a3b07c46b6) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:48.618826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f60f29-8303-4526-82b8-ca8da008e4c3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:48.621286 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-81f60f29-8303-4526-82b8-ca8da008e4c3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:48.638914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5491fb7-6c5a-4667-8638-7000945b0000 None None] Network e1f86832-8ed9-4110-91b6-f8a3b07c46b6 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:48.666073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59308) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:48.674158 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-439284cd-8629-4d81-ade9-f3df05ea0a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:48.677430 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-439284cd-8629-4d81-ade9-f3df05ea0a0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:48.678745 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-439284cd-8629-4d81-ade9-f3df05ea0a0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32740e5c-655b-4c57-96cd-74bdda4efb40 HTTP/1.1" status: 204 len: 168 time: 0.5002906 Nov 24 13:15:48.698633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439284cd-8629-4d81-ade9-f3df05ea0a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32740e5c-655b-4c57-96cd-74bdda4efb40,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:48.741648 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-81f60f29-8303-4526-82b8-ca8da008e4c3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1712332 Nov 24 13:15:48.747136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59314) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:48.756029 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5adc2a6-bf61-4347-8001-e47d9cc5062a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:48.770812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1561378110', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:48.957038 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:48.958980 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.026481 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5adc2a6-bf61-4347-8001-e47d9cc5062a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.045479 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5adc2a6-bf61-4347-8001-e47d9cc5062a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.083878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adc2a6-bf61-4347-8001-e47d9cc5062a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4239649-c1b5-4d39-a879-11012fdac432,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:49.084828 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.091384 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33ede067-d8af-4b38-9982-5299bc14de53 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.108889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6c0f2-3022-4597-a4d8-28056b3d2952 req-e89623fe-7118-41ee-8684-06685616a2d6 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:49.110761 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-25f6c0f2-3022-4597-a4d8-28056b3d2952 req-e89623fe-7118-41ee-8684-06685616a2d6 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.1642218 Nov 24 13:15:49.163574 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c5adc2a6-bf61-4347-8001-e47d9cc5062a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a37f825b5eec4f16bd270645db37de6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4843464 Nov 24 13:15:49.166098 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59326) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:49.211379 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-25f6c0f2-3022-4597-a4d8-28056b3d2952 req-0c56f017-1432-452e-8a56-e80ea14dfaa9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843956 Nov 24 13:15:49.258076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-897e98b5-fcc5-4f51-8e69-e74f7984b410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.294596 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-897e98b5-fcc5-4f51-8e69-e74f7984b410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.334175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235fdb4f-43c0-4a53-adfd-eed23d49efd3 None None] Update dhcp port {'port': {'network_id': 'ed502278-f807-4a5a-9983-010f72119b02', 'fixed_ips': [{'subnet_id': 'a58f33cb-974f-4702-adb2-0dd3f26944c4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9c7140a8-bf98-4d37-81d1-08d46ee9d8f3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f7a6cc11-ebbb-4e00-8513-3ef19fe1097c'}], 'binding:host_id': 'n-d-817303-4'}, 'id': 'e80e4244-f7e4-4ee8-913a-d0accb3e292c'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:15:49.368863 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.377772 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-897e98b5-fcc5-4f51-8e69-e74f7984b410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.396036 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-897e98b5-fcc5-4f51-8e69-e74f7984b410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.397849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-897e98b5-fcc5-4f51-8e69-e74f7984b410 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4239649-c1b5-4d39-a879-11012fdac432 HTTP/1.1" status: 204 len: 168 time: 0.2307615 Nov 24 13:15:49.444654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e98b5-fcc5-4f51-8e69-e74f7984b410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4239649-c1b5-4d39-a879-11012fdac432,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:49.497125 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d2f8bb-d385-4994-a8ad-8b931b1ce927 None None] Network e1f86832-8ed9-4110-91b6-f8a3b07c46b6 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:49.507264 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-235fdb4f-43c0-4a53-adfd-eed23d49efd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.636038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59340) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:49.655178 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f704-21ab-415e-82e5-3f2f78908ca4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.670814 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b9fb9db7-1450-4d09-9157-df1641dbc542 req-ad239d32-c035-4ca8-b531-c9ca4034043d tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 210 time: 0.1927280 Nov 24 13:15:49.842881 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f704-21ab-415e-82e5-3f2f78908ca4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.849605 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f704-21ab-415e-82e5-3f2f78908ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.920924 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a0d3f704-21ab-415e-82e5-3f2f78908ca4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d975756b51849a397b9fda4183f8c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2831767 Nov 24 13:15:49.922110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3f704-21ab-415e-82e5-3f2f78908ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6174edb5-2afa-4428-9732-8ef40a2eb771,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:49.924788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59346) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:49.990769 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-540ec46e-fdbd-40d9-9e2e-a9b82c5c68ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:49.997547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-235fdb4f-43c0-4a53-adfd-eed23d49efd3 None None] Allocated IP 2001:db8:0:2::2 (ed502278-f807-4a5a-9983-010f72119b02/f7a6cc11-ebbb-4e00-8513-3ef19fe1097c/e80e4244-f7e4-4ee8-913a-d0accb3e292c) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:50.052396 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-540ec46e-fdbd-40d9-9e2e-a9b82c5c68ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:50.125118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59350) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:50.177369 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-6285053c-ddf7-48e3-b7e5-71f1ec8fd89b tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=96d38f92566948f0a873e2d8e56ae95b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893977 Nov 24 13:15:50.186006 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-540ec46e-fdbd-40d9-9e2e-a9b82c5c68ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:50.188779 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-540ec46e-fdbd-40d9-9e2e-a9b82c5c68ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:50.189986 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-540ec46e-fdbd-40d9-9e2e-a9b82c5c68ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6174edb5-2afa-4428-9732-8ef40a2eb771 HTTP/1.1" status: 204 len: 168 time: 0.2640462 Nov 24 13:15:50.201000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5a64d2e6-9576-4d17-a3f5-7e63c423904d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ddbc64bab9f47b78300db5c4b85377c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0694323 Nov 24 13:15:50.203951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59356) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:50.212326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ec46e-fdbd-40d9-9e2e-a9b82c5c68ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6174edb5-2afa-4428-9732-8ef40a2eb771,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:50.235518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-235fdb4f-43c0-4a53-adfd-eed23d49efd3 None None] For port e80e4244-f7e4-4ee8-913a-d0accb3e292c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e80e4244-f7e4-4ee8-913a-d0accb3e292c,segment=NetworkSegment(9bc6bdba-49dd-417c-8f08-861d0bd6035a),segment_id=9bc6bdba-49dd-417c-8f08-861d0bd6035a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:50.319546 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f76e-acb2-491d-adfd-de9a6b2ac8c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:50.338503 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-235fdb4f-43c0-4a53-adfd-eed23d49efd3 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:50.349755 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-235fdb4f-43c0-4a53-adfd-eed23d49efd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:50.370234 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f76e-acb2-491d-adfd-de9a6b2ac8c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:50.499060 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec9c63-6411-4e17-a45d-8b322d8a159c req-98d6a6a5-43af-47fe-a94d-390725d2dd36 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:50.500811 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-daec9c63-6411-4e17-a45d-8b322d8a159c req-98d6a6a5-43af-47fe-a94d-390725d2dd36 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.1332064 Nov 24 13:15:50.581452 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235fdb4f-43c0-4a53-adfd-eed23d49efd3 None None] Pushing event updated for resources: {'Port': ['ID=e80e4244-f7e4-4ee8-913a-d0accb3e292c,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:50.613188 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-daec9c63-6411-4e17-a45d-8b322d8a159c req-e61654e4-87d0-4e9a-957b-42dabb263b03 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017573 Nov 24 13:15:50.615913 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f76e-acb2-491d-adfd-de9a6b2ac8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:50.618576 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f76e-acb2-491d-adfd-de9a6b2ac8c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:50.621173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a2b2f76e-acb2-491d-adfd-de9a6b2ac8c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9aca709-b27f-4099-92c1-a353d49a0e05 HTTP/1.1" status: 204 len: 168 time: 0.4155459 Nov 24 13:15:50.656334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2f76e-acb2-491d-adfd-de9a6b2ac8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aca709-b27f-4099-92c1-a353d49a0e05,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:50.707104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-878c7632-da5f-46d7-b592-ed8415542a57 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:50.709852 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-878c7632-da5f-46d7-b592-ed8415542a57 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5252519 Nov 24 13:15:50.746228 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Request body: {'port': {'device_id': '530c113c-d8b2-4164-9f29-4b162e6fe2f4', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '96d38f92566948f0a873e2d8e56ae95b'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:50.851622 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f9ba74f2-e091-46f8-a59d-588d15c05783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:51.053904 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8d1cdc13-3084-4cc6-9c44-3afcb8977dac req-883a9d3f-474d-4e98-9840-116183cc0dfd tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 210 time: 0.2067668 Nov 24 13:15:51.260569 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:51.339692 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:51.400595 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-33ede067-d8af-4b38-9982-5299bc14de53 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Delete allocated IP 2001:db8::293 (ed502278-f807-4a5a-9983-010f72119b02/9c7140a8-bf98-4d37-81d1-08d46ee9d8f3) {{(pid=114986) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 24 13:15:51.531864 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-33ede067-d8af-4b38-9982-5299bc14de53 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Allocated IP 2001:db8:0:2::1ca (ed502278-f807-4a5a-9983-010f72119b02/f7a6cc11-ebbb-4e00-8513-3ef19fe1097c/db13b9f5-b86e-43cd-852c-269e20ddee9a) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:51.560408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Made reservation on behalf of 96d38f92566948f0a873e2d8e56ae95b for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:51.570929 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:51.606608 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:51.676896 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b1d39e73-8566-4cb9-9b42-01addaea08b4 None None] Provisioning complete for port e80e4244-f7e4-4ee8-913a-d0accb3e292c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:51.677474 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b1d39e73-8566-4cb9-9b42-01addaea08b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:51.848517 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.25.0.226 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/98f558d5-f7ba-44aa-9af0-8e0671c2b706) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:51.876927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e193f-1ae2-401b-b554-90dc4c8df97d req-ce6bfe80-04da-466f-9994-56bcfbaf6bed tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:51.881925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d90e193f-1ae2-401b-b554-90dc4c8df97d req-ce6bfe80-04da-466f-9994-56bcfbaf6bed tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.1039245 Nov 24 13:15:51.978807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b1d39e73-8566-4cb9-9b42-01addaea08b4 None None] Provisioning complete for port cd61fec8-5757-4b98-9193-e648279e2fea triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:51.991884 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b1d39e73-8566-4cb9-9b42-01addaea08b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:51.992089 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d90e193f-1ae2-401b-b554-90dc4c8df97d req-aef222ce-91b4-47a7-8f9f-6a9c6935a5c2 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023293 Nov 24 13:15:52.061662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59438) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:52.073461 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e80e4244-f7e4-4ee8-913a-d0accb3e292c up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:15:52.120176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b1d39e73-8566-4cb9-9b42-01addaea08b4 None None] Port cd61fec8-5757-4b98-9193-e648279e2fea cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:52.136103 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.138835 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b1d39e73-8566-4cb9-9b42-01addaea08b4 None None] Provisioning complete for port db13b9f5-b86e-43cd-852c-269e20ddee9a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:52.139396 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b1d39e73-8566-4cb9-9b42-01addaea08b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.162723 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.178660 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e80e4244-f7e4-4ee8-913a-d0accb3e292c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:52.179229 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.210696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.260931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b1d39e73-8566-4cb9-9b42-01addaea08b4 None None] Port db13b9f5-b86e-43cd-852c-269e20ddee9a cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:52.337376 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2126433122-network', 'tenant_id': '1c366d39494045228b8742673f49e6ef'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:52.375945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] Made reservation on behalf of 1c366d39494045228b8742673f49e6ef for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:52.379471 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.393117 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.413361 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d78ab245-af61-4742-ab0c-f8f612d76171 req-43f57a26-21de-467b-a4d2-12785f040c48 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 210 time: 0.1452596 Nov 24 13:15:52.426745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772f7350-c59b-41f5-9663-6077cee5f4bb,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:52.513849 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.522129 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.561155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:15:52.561666 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.574280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfe83e5-294e-4112-b9a3-925448909167,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:52.583060 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Allocated IP 192.168.233.121 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/a81fd226-c7ee-46bd-ad7a-ff025cb4164c) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:52.589629 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.590655 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] Added segment 6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc of type vlan for network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 Nov 24 13:15:52.610576 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33ede067-d8af-4b38-9982-5299bc14de53 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.630343 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:52.636953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:52.638785 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33ede067-d8af-4b38-9982-5299bc14de53 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.642331 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:15:52.644756 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.695322 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=98f558d5-f7ba-44aa-9af0-8e0671c2b706,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:52.698029 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.699293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:52.700140 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.740248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-33ede067-d8af-4b38-9982-5299bc14de53 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] In _notify_port_updated(), no bound segment for port db13b9f5-b86e-43cd-852c-269e20ddee9a on network ed502278-f807-4a5a-9983-010f72119b02 {{(pid=114986) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 24 13:15:52.755764 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ede067-d8af-4b38-9982-5299bc14de53 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:52.757931 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33ede067-d8af-4b38-9982-5299bc14de53 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:52.759142 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-33ede067-d8af-4b38-9982-5299bc14de53 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "PUT /v2.0/ports/db13b9f5-b86e-43cd-852c-269e20ddee9a HTTP/1.1" status: 200 len: 970 time: 4.4118745 Nov 24 13:15:52.769165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59472) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:52.888656 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8227997 Nov 24 13:15:52.908882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59494) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:52.965532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-55f3d5b6-4258-4928-acc3-f54cd97ef57e admin admin] Request body: {'subnet': {'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2126433122-subnet', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:53.010837 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ede067-d8af-4b38-9982-5299bc14de53 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event updated for resources: {'Port': ['ID=db13b9f5-b86e-43cd-852c-269e20ddee9a,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:53.024523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f466f-c940-4d42-bb62-2bb2195c4aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=06c90acd-f1de-4ca5-a22e-429759ea9ba3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:53.062299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:15:53.078130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f3d5b6-4258-4928-acc3-f54cd97ef57e admin admin] Made reservation on behalf of 1c366d39494045228b8742673f49e6ef for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:15:53.084975 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-55f3d5b6-4258-4928-acc3-f54cd97ef57e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:53.245369 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fe2412c8-79fc-4fc8-8f88-c903a47890a3 None None] Provisioning complete for port db13b9f5-b86e-43cd-852c-269e20ddee9a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:53.246023 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe2412c8-79fc-4fc8-8f88-c903a47890a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:53.280494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-499896c2-220b-4b86-8da6-d49bdb1e38ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port db13b9f5-b86e-43cd-852c-269e20ddee9a {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:15:53.280865 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-499896c2-220b-4b86-8da6-d49bdb1e38ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:53.312345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fe2412c8-79fc-4fc8-8f88-c903a47890a3 None None] Port db13b9f5-b86e-43cd-852c-269e20ddee9a cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:53.322079 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-87aeaec8-16a7-403c-985a-166a2a0d8b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:53.330755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee9942-4af8-4b89-9c88-eabfe66c29b4 req-aaa8de73-13ad-4be2-8cf0-60ca7f0bedeb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:53.343039 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-80ee9942-4af8-4b89-9c88-eabfe66c29b4 req-aaa8de73-13ad-4be2-8cf0-60ca7f0bedeb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.1907744 Nov 24 13:15:53.520998 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-80ee9942-4af8-4b89-9c88-eabfe66c29b4 req-ce00def3-1443-4111-a527-090ffca8d74b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767783 Nov 24 13:15:53.581429 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-499896c2-220b-4b86-8da6-d49bdb1e38ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:53.601159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-499896c2-220b-4b86-8da6-d49bdb1e38ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for db13b9f5-b86e-43cd-852c-269e20ddee9a owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:15:53.665061 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:53.698325 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-60c55817-6708-42ba-a629-bf9c97c72fb1 req-92fc0fd8-4af4-436c-b830-a1333100b1fb tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 210 time: 0.0461566 Nov 24 13:15:53.706805 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:53.718234 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-55f3d5b6-4258-4928-acc3-f54cd97ef57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:53.836508 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:53.844116 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3d5b6-4258-4928-acc3-f54cd97ef57e admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d21865-5686-4a25-a73b-851470020489,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:53.855521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f3d5b6-4258-4928-acc3-f54cd97ef57e admin admin] Checking segment: {'id': '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:15:53.856207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f3d5b6-4258-4928-acc3-f54cd97ef57e admin admin] Network hostable DHCP agents. Network: 06c90acd-f1de-4ca5-a22e-429759ea9ba3, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:15:53.918773 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Pushing event updated for resources: {'Port': ['ID=a81fd226-c7ee-46bd-ad7a-ff025cb4164c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:53.930504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f3d5b6-4258-4928-acc3-f54cd97ef57e admin admin] Network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:15:53.950934 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-499896c2-220b-4b86-8da6-d49bdb1e38ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:53.959374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-55f3d5b6-4258-4928-acc3-f54cd97ef57e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 06c90acd-f1de-4ca5-a22e-429759ea9ba3) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:53.967764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f3d5b6-4258-4928-acc3-f54cd97ef57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:53.968615 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-55f3d5b6-4258-4928-acc3-f54cd97ef57e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:53.969961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e5f28-64ba-4c95-9578-cdba775fa78f None None] Network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:53.982478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:53.985589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:53.989233 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:15:54.003307 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499896c2-220b-4b86-8da6-d49bdb1e38ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=db13b9f5-b86e-43cd-852c-269e20ddee9a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:54.047082 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.061781 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:54.062440 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.092755 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-499896c2-220b-4b86-8da6-d49bdb1e38ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.102265 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-499896c2-220b-4b86-8da6-d49bdb1e38ce tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/db13b9f5-b86e-43cd-852c-269e20ddee9a HTTP/1.1" status: 204 len: 168 time: 1.3314941 Nov 24 13:15:54.104570 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59576) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:54.116890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-55f3d5b6-4258-4928-acc3-f54cd97ef57e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2044342 Nov 24 13:15:54.119189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59578) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:54.147974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:54.154048 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-487f786f-63b7-496c-8e7c-b04640f4cee4 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4226124 Nov 24 13:15:54.264925 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a63960-3d0a-4863-ae94-4a5ee45b918f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] GET failed (client error): The resource could not be found. Nov 24 13:15:54.270696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59586) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:54.271232 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f4a63960-3d0a-4863-ae94-4a5ee45b918f tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports/db13b9f5-b86e-43cd-852c-269e20ddee9a HTTP/1.1" status: 404 len: 333 time: 0.1650167 Nov 24 13:15:54.280324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Request body: {'port': {'device_id': '530c113c-d8b2-4164-9f29-4b162e6fe2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:15:54.411335 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.412508 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.420366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d3c6-3f5a-4f31-8bae-acc7e378d2dc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.463109 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.464912 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d3c6-3f5a-4f31-8bae-acc7e378d2dc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.482605 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.511651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'fixed_ips': [{'subnet_id': '62d21865-5686-4a25-a73b-851470020489'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:15:54.512766 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.516281 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d3c6-3f5a-4f31-8bae-acc7e378d2dc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.519123 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d3c6-3f5a-4f31-8bae-acc7e378d2dc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.520292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ccf5d3c6-3f5a-4f31-8bae-acc7e378d2dc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/security-groups/f4304cf5-1978-4c90-981f-e336db4ed498 HTTP/1.1" status: 204 len: 168 time: 0.2478926 Nov 24 13:15:54.523456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59604) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:54.588148 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.607378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:15:54.656905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5d3c6-3f5a-4f31-8bae-acc7e378d2dc tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4304cf5-1978-4c90-981f-e336db4ed498,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:54.687271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-375ed621-30f2-4994-ba0f-5ca56380a730 None None] Provisioning complete for port a81fd226-c7ee-46bd-ad7a-ff025cb4164c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:54.687794 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-375ed621-30f2-4994-ba0f-5ca56380a730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.745674 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b321183-db7d-4055-a319-d30b7d082fba tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.776670 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b321183-db7d-4055-a319-d30b7d082fba tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.820425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-375ed621-30f2-4994-ba0f-5ca56380a730 None None] Port a81fd226-c7ee-46bd-ad7a-ff025cb4164c cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:54.840344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Allocated IP 172.20.0.2 (06c90acd-f1de-4ca5-a22e-429759ea9ba3/62d21865-5686-4a25-a73b-851470020489/c9629ef0-adc2-4c29-be78-d9547c40973c) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:54.854093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be20fe2-f1a3-4929-9d7f-8e21b87f4c1a req-1dcb9afb-2f4b-4813-b861-0eab6e854822 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:54.857859 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2be20fe2-f1a3-4929-9d7f-8e21b87f4c1a req-1dcb9afb-2f4b-4813-b861-0eab6e854822 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.2084918 Nov 24 13:15:54.880185 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b321183-db7d-4055-a319-d30b7d082fba tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.883068 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b321183-db7d-4055-a319-d30b7d082fba tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:54.889678 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2b321183-db7d-4055-a319-d30b7d082fba tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/security-groups/1be78b8c-22d3-4788-a4c0-1e08c267248d HTTP/1.1" status: 204 len: 168 time: 0.3625727 Nov 24 13:15:54.889678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59628) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:54.971435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b321183-db7d-4055-a319-d30b7d082fba tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be78b8c-22d3-4788-a4c0-1e08c267248d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:55.033046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2be20fe2-f1a3-4929-9d7f-8e21b87f4c1a req-2d31cd08-891c-4fb0-8c28-920e6406b410 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619828 Nov 24 13:15:55.045670 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.060273 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3e490a6-ff64-4f20-9382-207998889186 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.113625 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3e490a6-ff64-4f20-9382-207998889186 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.180664 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.192536 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.235118 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3e490a6-ff64-4f20-9382-207998889186 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.247430 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f3e490a6-ff64-4f20-9382-207998889186 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.264422 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f3e490a6-ff64-4f20-9382-207998889186 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/security-groups/811e013a-6aa8-4618-a7c6-92035d6eda7e HTTP/1.1" status: 204 len: 168 time: 0.3575523 Nov 24 13:15:55.268236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69009ed0-a137-481d-8c56-6668a64dcd32 req-5ffcf1ee-54fb-4522-bbf1-2f9300b697f8 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:55.270462 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69009ed0-a137-481d-8c56-6668a64dcd32 req-5ffcf1ee-54fb-4522-bbf1-2f9300b697f8 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 936 time: 0.2431724 Nov 24 13:15:55.271004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59656) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:55.293203 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e490a6-ff64-4f20-9382-207998889186 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811e013a-6aa8-4618-a7c6-92035d6eda7e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:55.295094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Pushing event updated for resources: {'Port': ['ID=c9629ef0-adc2-4c29-be78-d9547c40973c,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:55.323804 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81fd226-c7ee-46bd-ad7a-ff025cb4164c {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:15:55.326260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:55.330359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:55.338717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:15:55.358323 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.427172 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:15:55.437811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Transition to ACTIVE for port object a81fd226-c7ee-46bd-ad7a-ff025cb4164c will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:15:55.442388 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a6cb4-925a-409a-90c9-77cdd5e59f69 None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:15:55.450466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Attempting to bind port c9629ef0-adc2-4c29-be78-d9547c40973c on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:15:55.450851 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Attempting to bind port c9629ef0-adc2-4c29-be78-d9547c40973c by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:15:55.451371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Attempting to bind port c9629ef0-adc2-4c29-be78-d9547c40973c on network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:15:55.461802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a6cb4-925a-409a-90c9-77cdd5e59f69 None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:15:55.462435 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-346a6cb4-925a-409a-90c9-77cdd5e59f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:55.465615 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.475458 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69009ed0-a137-481d-8c56-6668a64dcd32 req-cd5c0f3e-8e86-4aae-9d9d-945e93227f1e tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/security-groups?id=772f7350-c59b-41f5-9663-6077cee5f4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982763 Nov 24 13:15:55.492103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e6641b-bfdd-411f-b6d0-2f3e20ece55d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting subnet 9c7140a8-bf98-4d37-81d1-08d46ee9d8f3 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:15:55.518502 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49e6641b-bfdd-411f-b6d0-2f3e20ece55d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.523262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-346a6cb4-925a-409a-90c9-77cdd5e59f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:55.526491 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.530568 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59668) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:55.530700 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-09d05d1b-1764-458f-92ba-45c93a0a590f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7824533 Nov 24 13:15:55.531123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:15:55.531517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Checking segment: {'id': '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:15:55.532101 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.532467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Bound using segment: {'id': '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:15:55.532967 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Bound port: c9629ef0-adc2-4c29-be78-d9547c40973c, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:15:55.533417 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.549704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a6cb4-925a-409a-90c9-77cdd5e59f69 None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:15:55.550343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-346a6cb4-925a-409a-90c9-77cdd5e59f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:55.601101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-346a6cb4-925a-409a-90c9-77cdd5e59f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:15:55.601536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a6cb4-925a-409a-90c9-77cdd5e59f69 None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:15:55.611377 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49e6641b-bfdd-411f-b6d0-2f3e20ece55d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.648132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Pushing event updated for resources: {'Port': ['ID=a81fd226-c7ee-46bd-ad7a-ff025cb4164c,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:55.702241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] For port c9629ef0-adc2-4c29-be78-d9547c40973c, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:15:55.710069 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] For port c9629ef0-adc2-4c29-be78-d9547c40973c, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c9629ef0-adc2-4c29-be78-d9547c40973c,segment=NetworkSegment(6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc),segment_id=6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:15:55.719386 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.811991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3b1e4-fa95-473a-a6ba-ad3c68bc4b0b None None] Pushing event updated for resources: {'Port': ['ID=c9629ef0-adc2-4c29-be78-d9547c40973c,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:55.900669 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:55.986931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Attempting to bind port a81fd226-c7ee-46bd-ad7a-ff025cb4164c on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:15:55.987905 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Attempting to bind port a81fd226-c7ee-46bd-ad7a-ff025cb4164c by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:15:55.989253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Attempting to bind port a81fd226-c7ee-46bd-ad7a-ff025cb4164c on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:15:56.009725 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Port a81fd226-c7ee-46bd-ad7a-ff025cb4164c on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:15:56.010352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Attempting to bind port a81fd226-c7ee-46bd-ad7a-ff025cb4164c on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:15:56.181707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:15:56.182361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:15:56.182494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:15:56.182869 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Bound port: a81fd226-c7ee-46bd-ad7a-ff025cb4164c, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:15:56.183227 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:56.228127 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:56.310246 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff50e0-e001-471a-8e1d-754067d24b02 req-0f1743ec-b04d-408f-a89e-7f5e3f1184eb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:56.311847 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8bff50e0-e001-471a-8e1d-754067d24b02 req-0f1743ec-b04d-408f-a89e-7f5e3f1184eb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.1344771 Nov 24 13:15:56.368152 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49e6641b-bfdd-411f-b6d0-2f3e20ece55d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:56.373408 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:56.479916 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8bff50e0-e001-471a-8e1d-754067d24b02 req-9fb8f3f7-b2c5-4aee-9104-cf0f3c95fa3a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184292 Nov 24 13:15:56.487900 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59724) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:56.502513 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:56.580675 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49e6641b-bfdd-411f-b6d0-2f3e20ece55d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:56.648267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6641b-bfdd-411f-b6d0-2f3e20ece55d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7140a8-bf98-4d37-81d1-08d46ee9d8f3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:56.652170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] For port a81fd226-c7ee-46bd-ad7a-ff025cb4164c, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:15:56.665177 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49e6641b-bfdd-411f-b6d0-2f3e20ece55d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:56.673526 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-49e6641b-bfdd-411f-b6d0-2f3e20ece55d tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/9c7140a8-bf98-4d37-81d1-08d46ee9d8f3 HTTP/1.1" status: 204 len: 168 time: 1.3974848 Nov 24 13:15:56.681261 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c50c12-4ed1-4304-a308-c6b144e8cb51 None None] Network ed502278-f807-4a5a-9983-010f72119b02 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:56.685858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59730) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:56.729687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] For port a81fd226-c7ee-46bd-ad7a-ff025cb4164c, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a81fd226-c7ee-46bd-ad7a-ff025cb4164c,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:15:56.743485 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:56.769394 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:56.813948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9729186-c343-4637-bd7a-f93c469fddd4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting subnet f7a6cc11-ebbb-4e00-8513-3ef19fe1097c {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:15:56.823772 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Allocated IP 172.25.0.62 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/2bc745ec-2c1d-463f-a34a-f3be97c9aa3f) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:56.832712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:56.833652 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:56.835342 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] 10.222.0.59 "PUT /v2.0/ports/a81fd226-c7ee-46bd-ad7a-ff025cb4164c HTTP/1.1" status: 200 len: 1096 time: 2.6479824 Nov 24 13:15:56.837569 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530c113c-d8b2-4164-9f29-4b162e6fe2f4', 'tag': 'a81fd226-c7ee-46bd-ad7a-ff025cb4164c'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:15:56.840230 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1507f683-3629-4949-b68a-26e535c2bdde" -d '{"events": [{"name": "network-changed", "server_uuid": "530c113c-d8b2-4164-9f29-4b162e6fe2f4", "tag": "a81fd226-c7ee-46bd-ad7a-ff025cb4164c"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:15:56.850900 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816a01e-0d8c-4698-903d-22bc5acbbcc2 req-f61cf6f6-0614-430b-9645-ee1ac62d9900 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:56.852782 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8816a01e-0d8c-4698-903d-22bc5acbbcc2 req-f61cf6f6-0614-430b-9645-ee1ac62d9900 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 948 time: 0.2020688 Nov 24 13:15:56.943554 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9729186-c343-4637-bd7a-f93c469fddd4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:56.951432 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5a727d-6103-4a6e-b37e-74816b0029db x-openstack-request-id: req-9c5a727d-6103-4a6e-b37e-74816b0029db {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:15:56.951743 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530c113c-d8b2-4164-9f29-4b162e6fe2f4", "tag": "a81fd226-c7ee-46bd-ad7a-ff025cb4164c", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:15:56.952009 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c5a727d-6103-4a6e-b37e-74816b0029db {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:15:56.952420 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530c113c-d8b2-4164-9f29-4b162e6fe2f4', 'tag': 'a81fd226-c7ee-46bd-ad7a-ff025cb4164c', 'status': 'completed', 'code': 200} Nov 24 13:15:56.958931 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c0e4053-9c53-4c75-a523-2e412a6874af admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:57.001746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b68375-93af-44c9-bfef-e07f0e00173b service neutron] Pushing event updated for resources: {'Port': ['ID=a81fd226-c7ee-46bd-ad7a-ff025cb4164c,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:57.072351 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9729186-c343-4637-bd7a-f93c469fddd4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:57.559999 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6245c496-ab6f-44a9-8771-89a9695fa74e None None] Network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:57.571347 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c0e4053-9c53-4c75-a523-2e412a6874af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:57.573005 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.20.0.1 (e1f86832-8ed9-4110-91b6-f8a3b07c46b6/608eaa53-4651-4b95-9a11-bb9c61eee21c/fdc2e0f8-9e9d-4e78-a36c-cf50e127a33b) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:15:57.582322 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9729186-c343-4637-bd7a-f93c469fddd4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:57.589924 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c0e4053-9c53-4c75-a523-2e412a6874af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:57.757084 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8816a01e-0d8c-4698-903d-22bc5acbbcc2 req-5f15252a-31ae-44d8-ac0b-04d66f803a4a tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/security-groups?id=772f7350-c59b-41f5-9663-6077cee5f4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8807666 Nov 24 13:15:57.757820 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9729186-c343-4637-bd7a-f93c469fddd4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:57.769799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-f2662811-9228-4e55-bea2-a212e774ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:57.771383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-f2662811-9228-4e55-bea2-a212e774ff87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96d38f92566948f0a873e2d8e56ae95b&device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 1099 time: 0.7978935 Nov 24 13:15:57.773207 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4c0e4053-9c53-4c75-a523-2e412a6874af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e50f5de6dbc14e618206227c29fc5ac1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2840698 Nov 24 13:15:57.777562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59746) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:57.790196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e4053-9c53-4c75-a523-2e412a6874af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e160c85-3e89-4f23-90dd-972c1f66259c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:57.910173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9729186-c343-4637-bd7a-f93c469fddd4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Subnet': ['ID=f7a6cc11-ebbb-4e00-8513-3ef19fe1097c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:57.915781 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9729186-c343-4637-bd7a-f93c469fddd4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:57.919360 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e9729186-c343-4637-bd7a-f93c469fddd4 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/f7a6cc11-ebbb-4e00-8513-3ef19fe1097c HTTP/1.1" status: 204 len: 168 time: 1.2315168 Nov 24 13:15:57.925897 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59750) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:57.936455 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:57.944536 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-a3c32275-8a8d-4405-80d6-47f14fc7a6d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=a81fd226-c7ee-46bd-ad7a-ff025cb4164c HTTP/1.1" status: 200 len: 217 time: 0.1638408 Nov 24 13:15:58.118288 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Provisioning complete for port c9629ef0-adc2-4c29-be78-d9547c40973c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:58.118861 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.161218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-283acfff-3b1b-4d82-90f8-e1c7a97f4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:58.163001 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-283acfff-3b1b-4d82-90f8-e1c7a97f4167 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.2010968 Nov 24 13:15:58.167640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c9629ef0-adc2-4c29-be78-d9547c40973c up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:15:58.174063 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecb291c4-1366-44ab-b93f-5aa6de82728a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.264979 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b756c-0c82-468f-b1ba-a4ee552d113e req-7bd95cbb-b81e-4c45-a57b-8438ad5d9545 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:58.267851 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f46b756c-0c82-468f-b1ba-a4ee552d113e req-7bd95cbb-b81e-4c45-a57b-8438ad5d9545 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.3360062 Nov 24 13:15:58.277034 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.330525 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecb291c4-1366-44ab-b93f-5aa6de82728a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.331502 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.337267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a136ad24-70fe-45f6-9045-a969c394eb83 None None] Network ed502278-f807-4a5a-9983-010f72119b02 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:58.377526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:58.409332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] For port c9629ef0-adc2-4c29-be78-d9547c40973c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c9629ef0-adc2-4c29-be78-d9547c40973c,segment=NetworkSegment(6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc),segment_id=6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:15:58.409732 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:58.437539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:15:58.438477 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-76443d38-a351-4700-8732-188f00ef6ee7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] DELETE failed (client error): The resource could not be found. Nov 24 13:15:58.439035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76443d38-a351-4700-8732-188f00ef6ee7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:15:58.452218 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-76443d38-a351-4700-8732-188f00ef6ee7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/9c7140a8-bf98-4d37-81d1-08d46ee9d8f3 HTTP/1.1" status: 404 len: 337 time: 0.5225341 Nov 24 13:15:58.452944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59754) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:58.487554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port c9629ef0-adc2-4c29-be78-d9547c40973c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:58.488195 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.490205 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.585215 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f46b756c-0c82-468f-b1ba-a4ee552d113e req-4a8a87c7-902c-4001-905a-b8b8aff93180 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036227 Nov 24 13:15:58.586458 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Pushing event updated for resources: {'Port': ['ID=2bc745ec-2c1d-463f-a34a-f3be97c9aa3f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:58.591272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-3bad3b68-f423-43c6-b83f-6bfd337f0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:58.593297 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-3bad3b68-f423-43c6-b83f-6bfd337f0022 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4218395 Nov 24 13:15:58.618496 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.705066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-f104d53a-a240-4c5e-ac1e-5b5c6b83f6c7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting subnet a58f33cb-974f-4702-adb2-0dd3f26944c4 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:15:58.713866 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecb291c4-1366-44ab-b93f-5aa6de82728a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.716600 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecb291c4-1366-44ab-b93f-5aa6de82728a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.717294 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f104d53a-a240-4c5e-ac1e-5b5c6b83f6c7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.717782 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ecb291c4-1366-44ab-b93f-5aa6de82728a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e160c85-3e89-4f23-90dd-972c1f66259c HTTP/1.1" status: 204 len: 168 time: 0.9383156 Nov 24 13:15:58.723520 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.739944 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Pushing event updated for resources: {'Port': ['ID=c9629ef0-adc2-4c29-be78-d9547c40973c,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:58.745574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7c55ece5-8a2b-42c9-9799-8c3ced04ff11 None None] Provisioning complete for port cd61fec8-5757-4b98-9193-e648279e2fea triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:58.745957 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c55ece5-8a2b-42c9-9799-8c3ced04ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.760113 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:58.760474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:58.760850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:58.761293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:58.761639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:58.761975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:58.762310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:58.762640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:58.762968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:58.763971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:58.763971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:58.763971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439ac2d-34fa-4120-b106-1b9653d1d3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:15:58.796153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb291c4-1366-44ab-b93f-5aa6de82728a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e160c85-3e89-4f23-90dd-972c1f66259c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:58.796756 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f104d53a-a240-4c5e-ac1e-5b5c6b83f6c7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.837459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7c55ece5-8a2b-42c9-9799-8c3ced04ff11 None None] Port cd61fec8-5757-4b98-9193-e648279e2fea cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:15:58.863931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7c55ece5-8a2b-42c9-9799-8c3ced04ff11 None None] Provisioning complete for port e80e4244-f7e4-4ee8-913a-d0accb3e292c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:58.863931 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c55ece5-8a2b-42c9-9799-8c3ced04ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:58.945285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4351ac3-8fda-49d9-b78b-66e0d5013939 req-44010201-75a8-4361-b1bd-fac39afc66d7 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:58.946796 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d4351ac3-8fda-49d9-b78b-66e0d5013939 req-44010201-75a8-4361-b1bd-fac39afc66d7 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.9569788 Nov 24 13:15:58.948873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760b552-594d-40a4-99fe-d9efae123c72 req-ea10aeba-7627-49cf-a12a-a9e25bb33a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:58.950274 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9760b552-594d-40a4-99fe-d9efae123c72 req-ea10aeba-7627-49cf-a12a-a9e25bb33a13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae8b20f76edc468c92a075710403a201&device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 1096 time: 0.9130809 Nov 24 13:15:58.955373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=fdc2e0f8-9e9d-4e78-a36c-cf50e127a33b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:59.006898 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network e1f86832-8ed9-4110-91b6-f8a3b07c46b6 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:15:59.020659 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:15:59.032040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:15:59.111378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a8079aca-13a8-41e4-9e9f-18b8bb6c5d94 None None] Provisioning complete for port c9629ef0-adc2-4c29-be78-d9547c40973c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:15:59.117614 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a8079aca-13a8-41e4-9e9f-18b8bb6c5d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:59.183260 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-0f580b75-1a0a-4958-accb-9d5e532c1ed6 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210075 Nov 24 13:15:59.250589 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d4351ac3-8fda-49d9-b78b-66e0d5013939 req-7fb0a4a1-ad74-415b-a2d5-9b32d96b5d60 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900205 Nov 24 13:15:59.255055 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:59.261262 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f104d53a-a240-4c5e-ac1e-5b5c6b83f6c7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:59.374000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760b552-594d-40a4-99fe-d9efae123c72 req-47236300-b943-4239-9918-018001d26f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:59.375499 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9760b552-594d-40a4-99fe-d9efae123c72 req-47236300-b943-4239-9918-018001d26f34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=986a13f9-e39b-4ca8-90cf-88fc4e55f900 HTTP/1.1" status: 200 len: 919 time: 0.4096870 Nov 24 13:15:59.405954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dde448-5d98-405e-a80a-953a00cbc2a8 req-f9418d0b-aee0-449d-8320-f0fe476b9f0c tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:59.407403 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a1dde448-5d98-405e-a80a-953a00cbc2a8 req-f9418d0b-aee0-449d-8320-f0fe476b9f0c tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 948 time: 0.4060290 Nov 24 13:15:59.479457 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9760b552-594d-40a4-99fe-d9efae123c72 req-794fa479-815e-4b34-a221-0f544a212d26 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c7bb614-13a6-4367-b055-411c89f4b7f4 HTTP/1.1" status: 200 len: 217 time: 0.0917165 Nov 24 13:15:59.490491 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:59.545340 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f104d53a-a240-4c5e-ac1e-5b5c6b83f6c7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:59.566401 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fff1ee3-7762-4bc3-9db8-ab63a58493bd req-d8b587bc-f96e-4534-b6de-8c9958b6e5c3 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741241 Nov 24 13:15:59.585290 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a1dde448-5d98-405e-a80a-953a00cbc2a8 req-ad96e1a2-0722-480f-bd0d-2336052b55be tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/security-groups?id=772f7350-c59b-41f5-9663-6077cee5f4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429219 Nov 24 13:15:59.605968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104d53a-a240-4c5e-ac1e-5b5c6b83f6c7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Subnet': ['ID=a58f33cb-974f-4702-adb2-0dd3f26944c4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:15:59.625495 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f104d53a-a240-4c5e-ac1e-5b5c6b83f6c7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:59.652755 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f104d53a-a240-4c5e-ac1e-5b5c6b83f6c7 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/a58f33cb-974f-4702-adb2-0dd3f26944c4 HTTP/1.1" status: 204 len: 168 time: 1.1831899 Nov 24 13:15:59.660785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59778) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:59.703394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507f683-3629-4949-b68a-26e535c2bdde req-9a9de876-952f-4f06-a27f-ff10aebd1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:59.705240 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1507f683-3629-4949-b68a-26e535c2bdde req-9a9de876-952f-4f06-a27f-ff10aebd1082 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96d38f92566948f0a873e2d8e56ae95b&device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 1099 time: 0.0681229 Nov 24 13:15:59.753231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760b552-594d-40a4-99fe-d9efae123c72 req-0ad53975-fa3f-4416-845f-ed768321781d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:15:59.754792 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9760b552-594d-40a4-99fe-d9efae123c72 req-0ad53975-fa3f-4416-845f-ed768321781d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43600497-075b-45e0-921a-c5edbc3b1961 HTTP/1.1" status: 200 len: 858 time: 0.2656882 Nov 24 13:15:59.788465 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb342e4d-27b2-46a4-9b84-d7822d62b1fe tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] DELETE failed (client error): The resource could not be found. Nov 24 13:15:59.788946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb342e4d-27b2-46a4-9b84-d7822d62b1fe tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:15:59.800641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fb342e4d-27b2-46a4-9b84-d7822d62b1fe tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/4790d11a-8ab1-474e-af4e-cd797b446403 HTTP/1.1" status: 404 len: 337 time: 0.1261976 Nov 24 13:15:59.815317 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59782) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:15:59.819830 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:59.845403 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:15:59.884387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8124376c-f4f0-44b7-95c3-747ed8b52c3b None None] Network ed502278-f807-4a5a-9983-010f72119b02 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:15:59.887054 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9760b552-594d-40a4-99fe-d9efae123c72 req-12f1cd19-8691-41fd-adee-ef4113a84c4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=986a13f9-e39b-4ca8-90cf-88fc4e55f900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844204 Nov 24 13:15:59.984345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fc9dfa4d-f72f-41a2-af74-3bbd0982e63a tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "GET /v2.0/ports?device_id=249e8224-f9e1-4cfb-ae35-7511c1edaf4d HTTP/1.1" status: 200 len: 205 time: 0.1674581 Nov 24 13:15:59.988597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59786) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:00.108913 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9760b552-594d-40a4-99fe-d9efae123c72 req-4d338752-cd34-4a9a-bcde-8b5e332cf197 service neutron] 10.222.0.59 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397264 Nov 24 13:16:00.124887 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e544d-d497-4605-af6c-100ebd086fc2 req-33a613e4-5890-4a09-92fa-a1a224a80b98 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:00.132685 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0f3e544d-d497-4605-af6c-100ebd086fc2 req-33a613e4-5890-4a09-92fa-a1a224a80b98 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.4032173 Nov 24 13:16:00.147810 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c9629ef0-adc2-4c29-be78-d9547c40973c up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:00.229880 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507f683-3629-4949-b68a-26e535c2bdde req-2f91fafd-c0df-4d16-999b-04215f12b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:00.231377 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1507f683-3629-4949-b68a-26e535c2bdde req-2f91fafd-c0df-4d16-999b-04215f12b7c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.3798809 Nov 24 13:16:00.253405 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-f5bfb52e-3d49-447a-82a6-747952b901c5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] delete failed (client error): The resource could not be found. Nov 24 13:16:00.259529 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f5bfb52e-3d49-447a-82a6-747952b901c5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/routers/249e8224-f9e1-4cfb-ae35-7511c1edaf4d HTTP/1.1" status: 404 len: 336 time: 0.1532538 Nov 24 13:16:00.266524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59792) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:00.324471 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1507f683-3629-4949-b68a-26e535c2bdde req-9e6f6558-ecbb-4537-9374-5acc88b162fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=a81fd226-c7ee-46bd-ad7a-ff025cb4164c HTTP/1.1" status: 200 len: 217 time: 0.0834937 Nov 24 13:16:00.337508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6091276c-467c-43cd-bf3b-e882ad71f673 None None] Provisioning complete for port cd61fec8-5757-4b98-9193-e648279e2fea triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:00.337951 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6091276c-467c-43cd-bf3b-e882ad71f673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:00.365141 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-2812a93e-b6ea-4267-a0ec-c90cfef3de01 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] DELETE failed (client error): The resource could not be found. Nov 24 13:16:00.365747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2812a93e-b6ea-4267-a0ec-c90cfef3de01 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:16:00.369431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2812a93e-b6ea-4267-a0ec-c90cfef3de01 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/464d22a8-9bd9-4652-8e46-2cd4068345e6 HTTP/1.1" status: 404 len: 337 time: 0.1022401 Nov 24 13:16:00.372905 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59798) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:00.405432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f8dbb3-a246-46a2-b611-59de798fffab None None] DHCP port deletion for ed502278-f807-4a5a-9983-010f72119b02 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:16:00.413428 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port c9629ef0-adc2-4c29-be78-d9547c40973c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:00.417296 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:00.456521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6091276c-467c-43cd-bf3b-e882ad71f673 None None] Port cd61fec8-5757-4b98-9193-e648279e2fea cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:16:00.529524 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5df59a-55b1-4623-93d5-b3b350c2afd8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] DELETE failed (client error): The resource could not be found. Nov 24 13:16:00.529994 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5df59a-55b1-4623-93d5-b3b350c2afd8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:16:00.535078 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5e5df59a-55b1-4623-93d5-b3b350c2afd8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/7f6361f4-88a5-463e-9a9e-b9efd4a90861 HTTP/1.1" status: 404 len: 337 time: 0.1603897 Nov 24 13:16:00.540737 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Router b431f74d-eee3-417c-a499-cb2a4ef48a43 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:16:00.544949 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59802) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:00.605482 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507f683-3629-4949-b68a-26e535c2bdde req-74a8270b-4813-4f8f-812c-82c8349d9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:00.617625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1507f683-3629-4949-b68a-26e535c2bdde req-74a8270b-4813-4f8f-812c-82c8349d9ec4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.2645729 Nov 24 13:16:00.622472 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-7586d130-d48c-49fa-b596-2a3b8bc57d44 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] DELETE failed (client error): The resource could not be found. Nov 24 13:16:00.622725 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7586d130-d48c-49fa-b596-2a3b8bc57d44 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:16:00.628246 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7586d130-d48c-49fa-b596-2a3b8bc57d44 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/d81f368f-5370-461b-ab34-0568811e0ca4 HTTP/1.1" status: 404 len: 337 time: 0.0736189 Nov 24 13:16:00.630547 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0f3e544d-d497-4605-af6c-100ebd086fc2 req-300c6f27-ed93-4e14-81b5-3eacdc365358 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967360 Nov 24 13:16:00.631100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59810) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:00.643861 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6091276c-467c-43cd-bf3b-e882ad71f673 None None] Provisioning complete for port e80e4244-f7e4-4ee8-913a-d0accb3e292c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:00.644706 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6091276c-467c-43cd-bf3b-e882ad71f673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:00.695992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4452a4b-349b-42f8-9a8e-47d19e676fc8 req-2545509e-4b56-4ed8-85f4-193e10426448 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:00.697537 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4452a4b-349b-42f8-9a8e-47d19e676fc8 req-2545509e-4b56-4ed8-85f4-193e10426448 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2753623 Nov 24 13:16:00.724508 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9760b552-594d-40a4-99fe-d9efae123c72 req-5d04c8b9-f318-469f-af7d-28bc7444e630 service neutron] 10.222.0.59 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833457 Nov 24 13:16:00.725778 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-0abf7be6-e56a-4e4a-ade0-7d8f5bc64e56 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] DELETE failed (client error): The resource could not be found. Nov 24 13:16:00.727507 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0abf7be6-e56a-4e4a-ade0-7d8f5bc64e56 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:16:00.731926 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0abf7be6-e56a-4e4a-ade0-7d8f5bc64e56 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/d07c698e-1cb0-4253-a789-8a4737bf89cf HTTP/1.1" status: 404 len: 333 time: 0.0962946 Nov 24 13:16:00.736778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59812) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:00.805930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507f683-3629-4949-b68a-26e535c2bdde req-290a6d5c-f9b3-4d9c-a210-ba255eff27a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:00.807421 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1507f683-3629-4949-b68a-26e535c2bdde req-290a6d5c-f9b3-4d9c-a210-ba255eff27a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1365411 Nov 24 13:16:00.811576 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceadd1da-320b-4be4-a2aa-32aad0367255 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] DELETE failed (client error): The resource could not be found. Nov 24 13:16:00.812348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceadd1da-320b-4be4-a2aa-32aad0367255 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:16:00.816592 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ceadd1da-320b-4be4-a2aa-32aad0367255 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/cc80586c-24ca-425c-af69-6ddb96ba1d05 HTTP/1.1" status: 404 len: 337 time: 0.0775628 Nov 24 13:16:00.838736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59818) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:00.898068 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-41daf9dc-a8ae-4175-a786-491020a7e2df tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] DELETE failed (client error): The resource could not be found. Nov 24 13:16:00.898714 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41daf9dc-a8ae-4175-a786-491020a7e2df tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:16:00.905105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-41daf9dc-a8ae-4175-a786-491020a7e2df tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/b9de458c-e7e9-4561-99f2-9ead3a0d4fe7 HTTP/1.1" status: 404 len: 337 time: 0.0620871 Nov 24 13:16:00.916396 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59822) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:00.943780 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a9f8dbb3-a246-46a2-b611-59de798fffab None None] Deleting port e80e4244-f7e4-4ee8-913a-d0accb3e292c {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:16:00.944356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc64ef-6d10-4100-bcf3-fb7727872fb4 req-6a3b1ae0-5562-4fe6-bde8-be3919eec328 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:00.944509 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a9f8dbb3-a246-46a2-b611-59de798fffab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:00.946120 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33bc64ef-6d10-4100-bcf3-fb7727872fb4 req-6a3b1ae0-5562-4fe6-bde8-be3919eec328 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 948 time: 0.1562891 Nov 24 13:16:00.954963 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1507f683-3629-4949-b68a-26e535c2bdde req-a482e522-0327-4d51-91fc-d31aa3782dd0 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367304 Nov 24 13:16:00.991579 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:01.002413 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Sync routers for ids ['b431f74d-eee3-417c-a499-cb2a4ef48a43'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:01.019417 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4452a4b-349b-42f8-9a8e-47d19e676fc8 req-6c6253f3-3ceb-4fd1-9b20-b53f08a66c81 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039682 Nov 24 13:16:01.024203 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4297f93-2f35-4a27-a098-09ad87ad0b62 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] DELETE failed (client error): The resource could not be found. Nov 24 13:16:01.025128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4297f93-2f35-4a27-a098-09ad87ad0b62 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:16:01.031989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b4297f93-2f35-4a27-a098-09ad87ad0b62 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/99038af2-ff94-4575-9380-29e295ac58d1 HTTP/1.1" status: 404 len: 333 time: 0.1075439 Nov 24 13:16:01.045051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59824) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:01.061628 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Routers {'b431f74d-eee3-417c-a499-cb2a4ef48a43'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:01.062363 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b431f74d-eee3-417c-a499-cb2a4ef48a43'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:01.103047 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf22ab3-1416-4792-9210-b406481cfbb5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] DELETE failed (client error): The resource could not be found. Nov 24 13:16:01.104027 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf22ab3-1416-4792-9210-b406481cfbb5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:16:01.108296 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bdf22ab3-1416-4792-9210-b406481cfbb5 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/70e9701d-f672-498e-9c52-e6b3b953d6b7 HTTP/1.1" status: 404 len: 337 time: 0.0600634 Nov 24 13:16:01.118114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59826) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:01.142671 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:01.146618 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2e9972dd-9363-4ff4-9b78-ca0a850a4e7c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.0224907 Nov 24 13:16:01.160658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59830) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:01.183014 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df0757b-3e1a-4fc0-b36d-fd41ebb7ce1c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] DELETE failed (client error): The resource could not be found. Nov 24 13:16:01.183859 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df0757b-3e1a-4fc0-b36d-fd41ebb7ce1c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:16:01.188087 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4df0757b-3e1a-4fc0-b36d-fd41ebb7ce1c tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/subnets/6cd012e6-7e4f-4eba-a7c7-1a31525e348e HTTP/1.1" status: 404 len: 337 time: 0.0678332 Nov 24 13:16:01.199325 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59832) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:01.201767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a9f8dbb3-a246-46a2-b611-59de798fffab None None] For port e80e4244-f7e4-4ee8-913a-d0accb3e292c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e80e4244-f7e4-4ee8-913a-d0accb3e292c,segment=NetworkSegment(9bc6bdba-49dd-417c-8f08-861d0bd6035a),segment_id=9bc6bdba-49dd-417c-8f08-861d0bd6035a)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:01.202187 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a9f8dbb3-a246-46a2-b611-59de798fffab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:01.242242 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33bc64ef-6d10-4100-bcf3-fb7727872fb4 req-da59ccd3-2957-41a9-80fd-77319333d289 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/security-groups?id=772f7350-c59b-41f5-9663-6077cee5f4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735243 Nov 24 13:16:01.248771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a9f8dbb3-a246-46a2-b611-59de798fffab None None] Calling delete_port for e80e4244-f7e4-4ee8-913a-d0accb3e292c owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:16:01.293327 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:01.300113 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:01.352511 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Set router b431f74d-eee3-417c-a499-cb2a4ef48a43 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:01.422324 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:01.425685 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=fdc2e0f8-9e9d-4e78-a36c-cf50e127a33b,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:01.426610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device a81fd226-c7ee-46bd-ad7a-ff025cb4164c details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:16:01.486416 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1507f683-3629-4949-b68a-26e535c2bdde req-861cfe00-f91c-4a66-b964-ab3d3cf0f13f service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5157735 Nov 24 13:16:01.665883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port a81fd226-c7ee-46bd-ad7a-ff025cb4164c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a81fd226-c7ee-46bd-ad7a-ff025cb4164c,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:01.688239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'a81fd226-c7ee-46bd-ad7a-ff025cb4164c', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'a81fd226-c7ee-46bd-ad7a-ff025cb4164c', 'mac_address': 'fa:16:3e:9b:08:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:16:01.754726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network e1f86832-8ed9-4110-91b6-f8a3b07c46b6 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:01.760660 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:01.795980 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:01.835733 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81fd226-c7ee-46bd-ad7a-ff025cb4164c {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:16:01.854270 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:15:59Z', 'revision_number': 3, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port': {'id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:15:56Z', 'updated_at': '2021-11-24T13:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:01.866004 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a9f8dbb3-a246-46a2-b611-59de798fffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:01.901138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port a81fd226-c7ee-46bd-ad7a-ff025cb4164c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a81fd226-c7ee-46bd-ad7a-ff025cb4164c,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:01.919288 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Checking router: b431f74d-eee3-417c-a499-cb2a4ef48a43 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:16:01.919653 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Updating router b431f74d-eee3-417c-a499-cb2a4ef48a43 port 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:16:01.946103 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:01.948058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f8dbb3-a246-46a2-b611-59de798fffab None None] No DVR routers for this DVR port e80e4244-f7e4-4ee8-913a-d0accb3e292c on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:16:01.958190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8dbb3-a246-46a2-b611-59de798fffab None None] Pushing event deleted for resources: {'Port': ['ID=e80e4244-f7e4-4ee8-913a-d0accb3e292c,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:02.025063 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:02.069905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=a81fd226-c7ee-46bd-ad7a-ff025cb4164c,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:02.108924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e80e4244-f7e4-4ee8-913a-d0accb3e292c no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:16:02.151235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: e80e4244-f7e4-4ee8-913a-d0accb3e292c {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:16:02.151580 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e80e4244-f7e4-4ee8-913a-d0accb3e292c not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:16:02.185144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:02.227760 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['a81fd226-c7ee-46bd-ad7a-ff025cb4164c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:16:02.297278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-e834014a-acd9-4992-80eb-8e3898963ea8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Deleting port cd61fec8-5757-4b98-9193-e648279e2fea {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:16:02.297862 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e834014a-acd9-4992-80eb-8e3898963ea8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:02.370582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403b06d-a261-4795-a827-5adb5b9ab47c req-4515bdd8-de27-4a36-9628-c631416db06f tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:02.372046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b403b06d-a261-4795-a827-5adb5b9ab47c req-4515bdd8-de27-4a36-9628-c631416db06f tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.1824787 Nov 24 13:16:02.511920 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b403b06d-a261-4795-a827-5adb5b9ab47c req-ac4dcd04-7e5c-4fcc-852b-4d62a49edaf9 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290100 Nov 24 13:16:02.543359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:02.569510 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-923f1e9f-bded-475c-96d9-9289b6f53af2 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "PUT /v2.0/routers/b06f3ce2-7163-4eef-a171-f70971db81a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0295138 Nov 24 13:16:02.569885 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59864) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:02.575444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-8c06fffa-e344-4e39-a372-b73b5f2e0ed9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'port': {'network_id': 'e1f86832-8ed9-4110-91b6-f8a3b07c46b6', 'name': 'tempest-FloatingIPTestJSON-1931692696'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:02.605685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9969d495-a65d-428f-a70e-1189de70f398 None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:02.616481 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e834014a-acd9-4992-80eb-8e3898963ea8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:02.650853 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:02.658598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-e834014a-acd9-4992-80eb-8e3898963ea8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Calling delete_port for cd61fec8-5757-4b98-9193-e648279e2fea owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:16:02.659239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969d495-a65d-428f-a70e-1189de70f398 None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:02.659869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9969d495-a65d-428f-a70e-1189de70f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:02.660458 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:02.760489 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9969d495-a65d-428f-a70e-1189de70f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:02.762718 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Attempting to bind port 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:16:02.763108 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Attempting to bind port 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:16:02.763476 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Attempting to bind port 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:16:02.787908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969d495-a65d-428f-a70e-1189de70f398 None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:02.789394 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9969d495-a65d-428f-a70e-1189de70f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:02.790029 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:16:02.790262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a21e2-5be0-489b-b252-78730a6020f9 req-e595fd70-81ea-4b8a-b380-0fef813237d9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:02.790421 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:16:02.790879 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:02.791333 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:16:02.791749 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-111a21e2-5be0-489b-b252-78730a6020f9 req-e595fd70-81ea-4b8a-b380-0fef813237d9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.6904182 Nov 24 13:16:02.792151 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Bound port: 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:16:02.792658 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:02.795157 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e834014a-acd9-4992-80eb-8e3898963ea8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:02.801617 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64434e2a-26ea-41af-b646-13bffdc51b6b None None] Pushing event updated for resources: {'Port': ['ID=2bc745ec-2c1d-463f-a34a-f3be97c9aa3f,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:02.840677 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434e2a-26ea-41af-b646-13bffdc51b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:02.841065 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434e2a-26ea-41af-b646-13bffdc51b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:02.841409 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434e2a-26ea-41af-b646-13bffdc51b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:02.841752 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434e2a-26ea-41af-b646-13bffdc51b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:02.842084 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434e2a-26ea-41af-b646-13bffdc51b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:02.842411 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434e2a-26ea-41af-b646-13bffdc51b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:02.842738 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434e2a-26ea-41af-b646-13bffdc51b6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:02.843064 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434e2a-26ea-41af-b646-13bffdc51b6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:02.844779 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434e2a-26ea-41af-b646-13bffdc51b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:02.845103 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434e2a-26ea-41af-b646-13bffdc51b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:02.845436 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434e2a-26ea-41af-b646-13bffdc51b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:02.845763 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64434e2a-26ea-41af-b646-13bffdc51b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:02.860747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da961c9-6e1f-46ab-a32f-126ebfe595cb req-3771a2db-edb5-42bd-b39f-3eacc2ec838e tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:02.862782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9969d495-a65d-428f-a70e-1189de70f398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:02.863446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9969d495-a65d-428f-a70e-1189de70f398 None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:02.865978 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9da961c9-6e1f-46ab-a32f-126ebfe595cb req-3771a2db-edb5-42bd-b39f-3eacc2ec838e tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 949 time: 0.1599774 Nov 24 13:16:02.887560 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834014a-acd9-4992-80eb-8e3898963ea8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Port': ['ID=cd61fec8-5757-4b98-9193-e648279e2fea,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:02.905435 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e834014a-acd9-4992-80eb-8e3898963ea8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:02.908939 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e834014a-acd9-4992-80eb-8e3898963ea8 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/ports/cd61fec8-5757-4b98-9193-e648279e2fea HTTP/1.1" status: 204 len: 168 time: 1.6583018 Nov 24 13:16:02.912851 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59878) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:02.920988 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] For port 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:16:02.929405 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] For port 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2bc745ec-2c1d-463f-a34a-f3be97c9aa3f,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:16:02.941771 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:02.991232 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c06fffa-e344-4e39-a372-b73b5f2e0ed9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Made reservation on behalf of fdb6b3ba89b4407183c4d41facd9e2cc for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:16:02.995183 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c06fffa-e344-4e39-a372-b73b5f2e0ed9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:03.026967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-8c06fffa-e344-4e39-a372-b73b5f2e0ed9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] device_id is not set on port a3b3c414-e657-4057-aa36-032c0735d095 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:16:03.050060 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-111a21e2-5be0-489b-b252-78730a6020f9 req-0892cbfd-1da7-4ad3-9a2a-a8d482c818ad tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448020 Nov 24 13:16:03.058128 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9da961c9-6e1f-46ab-a32f-126ebfe595cb req-91888aef-66bf-4912-94f6-41ab940fd8a2 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/security-groups?id=772f7350-c59b-41f5-9663-6077cee5f4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823635 Nov 24 13:16:03.081656 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64434e2a-26ea-41af-b646-13bffdc51b6b None None] Pushing event updated for resources: {'Port': ['ID=2bc745ec-2c1d-463f-a34a-f3be97c9aa3f,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:03.083194 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f66ce199-3731-4618-9a09-375ccfbfd1a2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:03.090958 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Routers {'b431f74d-eee3-417c-a499-cb2a4ef48a43'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:03.091587 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b431f74d-eee3-417c-a499-cb2a4ef48a43'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:03.251108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-8c06fffa-e344-4e39-a372-b73b5f2e0ed9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.20.0.8 (e1f86832-8ed9-4110-91b6-f8a3b07c46b6/608eaa53-4651-4b95-9a11-bb9c61eee21c/a3b3c414-e657-4057-aa36-032c0735d095) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:03.317886 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f66ce199-3731-4618-9a09-375ccfbfd1a2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:03.326044 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] Set router b431f74d-eee3-417c-a499-cb2a4ef48a43 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:03.344992 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:03.365526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f66ce199-3731-4618-9a09-375ccfbfd1a2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed502278-f807-4a5a-9983-010f72119b02']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:03.384223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f66ce199-3731-4618-9a09-375ccfbfd1a2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc6bdba-49dd-417c-8f08-861d0bd6035a') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:03.384651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f66ce199-3731-4618-9a09-375ccfbfd1a2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc6bdba-49dd-417c-8f08-861d0bd6035a') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:03.430556 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device a81fd226-c7ee-46bd-ad7a-ff025cb4164c up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:03.434573 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f66ce199-3731-4618-9a09-375ccfbfd1a2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:03.459784 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f66ce199-3731-4618-9a09-375ccfbfd1a2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:03.475358 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66ce199-3731-4618-9a09-375ccfbfd1a2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:16:03.475775 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f66ce199-3731-4618-9a09-375ccfbfd1a2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:16:03.479151 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:16:03.538106 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port a81fd226-c7ee-46bd-ad7a-ff025cb4164c completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:16:03.553185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port a81fd226-c7ee-46bd-ad7a-ff025cb4164c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:03.556013 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:03.638260 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c06fffa-e344-4e39-a372-b73b5f2e0ed9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:03.717514 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:03.722892 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c06fffa-e344-4e39-a372-b73b5f2e0ed9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:03.750387 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:15:59Z', 'revision_number': 3, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port': {'id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:15:56Z', 'updated_at': '2021-11-24T13:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:03.768891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port a81fd226-c7ee-46bd-ad7a-ff025cb4164c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a81fd226-c7ee-46bd-ad7a-ff025cb4164c,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:03.770256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530c113c-d8b2-4164-9f29-4b162e6fe2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81fd226-c7ee-46bd-ad7a-ff025cb4164c'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:16:03.787104 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff0d355-71ea-4258-8b5f-9d10be84a21a" -d '{"events": [{"server_uuid": "530c113c-d8b2-4164-9f29-4b162e6fe2f4", "name": "network-vif-plugged", "status": "completed", "tag": "a81fd226-c7ee-46bd-ad7a-ff025cb4164c"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:16:03.798149 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:03.817283 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f66ce199-3731-4618-9a09-375ccfbfd1a2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:03.822469 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f66ce199-3731-4618-9a09-375ccfbfd1a2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:03.828672 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f66ce199-3731-4618-9a09-375ccfbfd1a2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] 10.222.0.48 "DELETE /v2.0/networks/ed502278-f807-4a5a-9983-010f72119b02 HTTP/1.1" status: 204 len: 168 time: 0.9146810 Nov 24 13:16:03.841354 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434d244b-f24d-4df8-850b-8d3ae1e07a82 None None] The sync data for ids ['b431f74d-eee3-417c-a499-cb2a4ef48a43'] in n-d-817303-4 is: [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:15:59Z', 'revision_number': 3, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port': {'id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:15:56Z', 'updated_at': '2021-11-24T13:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:03.853852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ce199-3731-4618-9a09-375ccfbfd1a2 tempest-PortsIpV6TestJSON-891326827 tempest-PortsIpV6TestJSON-891326827-project] Pushing event deleted for resources: {'Network': ['ID=ed502278-f807-4a5a-9983-010f72119b02,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:03.875092 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c06fffa-e344-4e39-a372-b73b5f2e0ed9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network e1f86832-8ed9-4110-91b6-f8a3b07c46b6 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:03.885565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-8c06fffa-e344-4e39-a372-b73b5f2e0ed9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:03.885860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Allocated IP 172.20.0.1 (06c90acd-f1de-4ca5-a22e-429759ea9ba3/62d21865-5686-4a25-a73b-851470020489/300c9fbc-dbed-4980-a8c1-50db8d6ea986) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:03.894228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c06fffa-e344-4e39-a372-b73b5f2e0ed9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:03.923288 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=a81fd226-c7ee-46bd-ad7a-ff025cb4164c,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:03.934808 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa6a3d5-f881-46fc-93b8-f9ea8b6c4427 x-openstack-request-id: req-caa6a3d5-f881-46fc-93b8-f9ea8b6c4427 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:16:03.935189 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530c113c-d8b2-4164-9f29-4b162e6fe2f4", "name": "network-vif-plugged", "status": "completed", "tag": "a81fd226-c7ee-46bd-ad7a-ff025cb4164c", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:16:03.935461 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-caa6a3d5-f881-46fc-93b8-f9ea8b6c4427 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:16:03.935903 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530c113c-d8b2-4164-9f29-4b162e6fe2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81fd226-c7ee-46bd-ad7a-ff025cb4164c', 'code': 200} Nov 24 13:16:03.983096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59914) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:03.983815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06fffa-e344-4e39-a372-b73b5f2e0ed9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=a3b3c414-e657-4057-aa36-032c0735d095,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:04.042833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c06fffa-e344-4e39-a372-b73b5f2e0ed9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:04.043394 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c06fffa-e344-4e39-a372-b73b5f2e0ed9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:04.102625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8c06fffa-e344-4e39-a372-b73b5f2e0ed9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5315228 Nov 24 13:16:04.107493 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59922) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:04.121335 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5b2d14a0-2b10-4ef8-b8b1-1e64ad148288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:04.151546 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e77b1c1a-2fb0-4ca6-afc5-486a474eada7 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'port': {'network_id': 'e1f86832-8ed9-4110-91b6-f8a3b07c46b6', 'name': 'tempest-FloatingIPTestJSON-890612587'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:04.319280 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5b2d14a0-2b10-4ef8-b8b1-1e64ad148288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:04.328959 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5b2d14a0-2b10-4ef8-b8b1-1e64ad148288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:04.365794 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40491d-6254-4cb2-a40d-862171e8eace req-4242a952-1344-4261-9427-37dfd304e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:04.367391 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a40491d-6254-4cb2-a40d-862171e8eace req-4242a952-1344-4261-9427-37dfd304e4e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 1101 time: 0.2895753 Nov 24 13:16:04.373745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59928) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:04.376344 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6954bb-556b-4141-9295-a730ae195960 req-18ab596f-7f9e-4ff1-876c-871baa0c8cca tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:04.378025 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc6954bb-556b-4141-9295-a730ae195960 req-18ab596f-7f9e-4ff1-876c-871baa0c8cca tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.6418605 Nov 24 13:16:04.414772 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d14a0-2b10-4ef8-b8b1-1e64ad148288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c26f34-a2d8-41b3-8c4e-8887f9e0e21f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:04.430428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07048f-e5ab-401f-ac4b-8ab183d2a130 req-dba62c02-4dbf-4f5c-9e61-af32de5b97e3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:04.432008 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e07048f-e5ab-401f-ac4b-8ab183d2a130 req-dba62c02-4dbf-4f5c-9e61-af32de5b97e3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.2713780 Nov 24 13:16:04.484619 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5b2d14a0-2b10-4ef8-b8b1-1e64ad148288 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2956e2c101584bc6b9793b5b2e3302ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4798849 Nov 24 13:16:04.485690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59934) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:04.505172 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:04.568712 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a40491d-6254-4cb2-a40d-862171e8eace req-29743b83-4a4d-4ad4-9da9-28daa145090c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=772f7350-c59b-41f5-9663-6077cee5f4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894548 Nov 24 13:16:04.614889 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc6954bb-556b-4141-9295-a730ae195960 req-deb7ce14-3824-4d65-9f31-4072067072e6 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186170 Nov 24 13:16:04.688824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77b1c1a-2fb0-4ca6-afc5-486a474eada7 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Made reservation on behalf of fdb6b3ba89b4407183c4d41facd9e2cc for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:16:04.693883 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e77b1c1a-2fb0-4ca6-afc5-486a474eada7 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:04.707136 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3dc02d28-fbe9-4aa8-9b74-0ac6a90ee68b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:04.718695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:04.725797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-e77b1c1a-2fb0-4ca6-afc5-486a474eada7 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] device_id is not set on port 0c0431b2-9474-4a10-970c-c1697fd3c60b yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:16:04.748458 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3dc02d28-fbe9-4aa8-9b74-0ac6a90ee68b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:04.757381 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f04f0c87-b467-4d99-a132-0bd91c30a2c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f9d0f09f71642eca6eca73c438a80be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3814018 Nov 24 13:16:04.763405 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59936) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:04.864517 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:04.875387 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c86aaf0-cb77-48d6-a2e7-89c251fc8b09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:04.882563 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e07048f-e5ab-401f-ac4b-8ab183d2a130 req-f887c86b-620f-47c0-b715-1a08ae4e1397 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367762 Nov 24 13:16:04.882767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:04.890142 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:04.904140 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3dc02d28-fbe9-4aa8-9b74-0ac6a90ee68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:04.907151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3dc02d28-fbe9-4aa8-9b74-0ac6a90ee68b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:04.926357 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3dc02d28-fbe9-4aa8-9b74-0ac6a90ee68b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60c26f34-a2d8-41b3-8c4e-8887f9e0e21f HTTP/1.1" status: 204 len: 168 time: 0.4250758 Nov 24 13:16:04.928707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c86aaf0-cb77-48d6-a2e7-89c251fc8b09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:04.953151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Pushing event updated for resources: {'Port': ['ID=300c9fbc-dbed-4980-a8c1-50db8d6ea986,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:04.979657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc02d28-fbe9-4aa8-9b74-0ac6a90ee68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c26f34-a2d8-41b3-8c4e-8887f9e0e21f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:05.045939 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbe446-c797-4827-b810-53c28aa5ea43 req-e7b4e1cb-80b1-4353-bbbe-8379d3442c36 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:05.058044 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69dbe446-c797-4827-b810-53c28aa5ea43 req-e7b4e1cb-80b1-4353-bbbe-8379d3442c36 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 950 time: 0.3131080 Nov 24 13:16:05.071958 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c86aaf0-cb77-48d6-a2e7-89c251fc8b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:05.074958 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c86aaf0-cb77-48d6-a2e7-89c251fc8b09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:05.076229 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7c86aaf0-cb77-48d6-a2e7-89c251fc8b09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/674e2a51-b232-4681-b113-13b68d01c783 HTTP/1.1" status: 204 len: 168 time: 0.3118536 Nov 24 13:16:05.102698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86aaf0-cb77-48d6-a2e7-89c251fc8b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674e2a51-b232-4681-b113-13b68d01c783,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:05.200251 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:05.282545 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-e77b1c1a-2fb0-4ca6-afc5-486a474eada7 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.20.0.6 (e1f86832-8ed9-4110-91b6-f8a3b07c46b6/608eaa53-4651-4b95-9a11-bb9c61eee21c/0c0431b2-9474-4a10-970c-c1697fd3c60b) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:05.362995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e002f-746e-4586-9095-33c77b9edfff req-820ed6ce-2d1e-4aa4-a2c4-b0f3be18f124 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:05.373501 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f3e002f-746e-4586-9095-33c77b9edfff req-820ed6ce-2d1e-4aa4-a2c4-b0f3be18f124 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1692514 Nov 24 13:16:05.419680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-02a376bc-bd26-4e64-a75e-ce17860156e4 None None] Provisioning complete for port 300c9fbc-dbed-4980-a8c1-50db8d6ea986 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:05.420262 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-02a376bc-bd26-4e64-a75e-ce17860156e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:05.461729 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69dbe446-c797-4827-b810-53c28aa5ea43 req-200019ac-8f31-48ec-b5de-daa81a8b3b3c tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/security-groups?id=772f7350-c59b-41f5-9663-6077cee5f4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955657 Nov 24 13:16:05.508105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f3e002f-746e-4586-9095-33c77b9edfff req-30803672-59a1-4707-9055-e9a091ac847f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337841 Nov 24 13:16:05.513918 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:05.539658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-02a376bc-bd26-4e64-a75e-ce17860156e4 None None] Port 300c9fbc-dbed-4980-a8c1-50db8d6ea986 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:16:05.696320 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59960) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:05.724753 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c5c1-62ff-4e94-bef1-55fbd9b80a11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:05.836476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371310c2-b5b3-4059-aff3-dfde63d21a1f req-a952f6d7-42d8-443e-bc85-2fe55d2b8fbb tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:05.838175 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-371310c2-b5b3-4059-aff3-dfde63d21a1f req-a952f6d7-42d8-443e-bc85-2fe55d2b8fbb tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.0878470 Nov 24 13:16:05.891664 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e77b1c1a-2fb0-4ca6-afc5-486a474eada7 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:05.927706 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-371310c2-b5b3-4059-aff3-dfde63d21a1f req-b5fd3524-3a4c-40ff-ac8f-1e059510aede tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792773 Nov 24 13:16:05.958675 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c5c1-62ff-4e94-bef1-55fbd9b80a11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:05.968807 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c5c1-62ff-4e94-bef1-55fbd9b80a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.072166 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a1d5c5c1-62ff-4e94-bef1-55fbd9b80a11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2559845a09ea4ad1b65b956658b9536f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3742568 Nov 24 13:16:06.072958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5c5c1-62ff-4e94-bef1-55fbd9b80a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f91236-52f6-473a-8202-6b3b07d265ea,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:06.075267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59968) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:06.133307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:06.166572 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fa57-d0fb-4477-9357-df662c7cf32f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.178592 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e77b1c1a-2fb0-4ca6-afc5-486a474eada7 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.187894 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.212991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:06.213654 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.218959 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fa57-d0fb-4477-9357-df662c7cf32f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.280001 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.304270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fa57-d0fb-4477-9357-df662c7cf32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.309842 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3d2fa57-d0fb-4477-9357-df662c7cf32f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.311376 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d3d2fa57-d0fb-4477-9357-df662c7cf32f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00f91236-52f6-473a-8202-6b3b07d265ea HTTP/1.1" status: 204 len: 168 time: 0.2350316 Nov 24 13:16:06.329721 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2fa57-d0fb-4477-9357-df662c7cf32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f91236-52f6-473a-8202-6b3b07d265ea,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:06.375971 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b1c1a-2fb0-4ca6-afc5-486a474eada7 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network e1f86832-8ed9-4110-91b6-f8a3b07c46b6 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:06.406951 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.412687 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.433709 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b1c1a-2fb0-4ca6-afc5-486a474eada7 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=0c0431b2-9474-4a10-970c-c1697fd3c60b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:06.446009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e77b1c1a-2fb0-4ca6-afc5-486a474eada7 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:06.482283 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.534873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b1c1a-2fb0-4ca6-afc5-486a474eada7 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:06.610906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77b1c1a-2fb0-4ca6-afc5-486a474eada7 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:06.611559 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e77b1c1a-2fb0-4ca6-afc5-486a474eada7 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.655527 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Pushing event updated for resources: {'Port': ['ID=300c9fbc-dbed-4980-a8c1-50db8d6ea986,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:06.688868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59986) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:06.708513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0129421 Nov 24 13:16:06.715624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59988) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:06.731615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b511e7-5251-4887-9751-6492a84674b5 req-d540af6a-21f6-4bff-bf0d-6edf4730685e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:06.732940 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29b511e7-5251-4887-9751-6492a84674b5 req-d540af6a-21f6-4bff-bf0d-6edf4730685e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.5642595 Nov 24 13:16:06.746130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2bc745ec-2c1d-463f-a34a-f3be97c9aa3f,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:06.751626 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e77b1c1a-2fb0-4ca6-afc5-486a474eada7 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6058781 Nov 24 13:16:06.755394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59992) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:06.757847 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.761360 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '0c0431b2-9474-4a10-970c-c1697fd3c60b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:06.789624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96373b1d-b8b9-48a4-970d-c1501863ad22 req-34156090-482d-4082-b529-077895d7657b tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:06.795094 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96373b1d-b8b9-48a4-970d-c1501863ad22 req-34156090-482d-4082-b529-077895d7657b tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 950 time: 0.1853628 Nov 24 13:16:06.842549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=2bc745ec-2c1d-463f-a34a-f3be97c9aa3f,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:06.880929 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:06.930832 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29b511e7-5251-4887-9751-6492a84674b5 req-7d2b3792-2cae-4f30-813e-7e25345ca11f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722689 Nov 24 13:16:06.945524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:06.945524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:07.070648 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96373b1d-b8b9-48a4-970d-c1501863ad22 req-b61627ec-ac1b-4268-8aa6-c1551c262157 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/security-groups?id=772f7350-c59b-41f5-9663-6077cee5f4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525582 Nov 24 13:16:07.160241 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9a5fa42f-1316-4390-8b9f-0250d219587c tempest-NetworksApiDiscovery-1819477026 tempest-NetworksApiDiscovery-1819477026-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4434440 Nov 24 13:16:07.248247 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b6be021-9703-46ed-91db-04a26d750158 req-a4602877-f5db-49cd-955b-8db018600e8f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3287766 Nov 24 13:16:07.370508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6be021-9703-46ed-91db-04a26d750158 req-7112324d-bdb5-4502-b107-2597228b9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:07.372047 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b6be021-9703-46ed-91db-04a26d750158 req-7112324d-bdb5-4502-b107-2597228b9db8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae8b20f76edc468c92a075710403a201&device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 1097 time: 0.0966675 Nov 24 13:16:07.374709 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:07.381556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Router b431f74d-eee3-417c-a499-cb2a4ef48a43 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:07.449400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8085577-06db-4a6c-8130-edad6ffd45af req-c8467225-eb56-42fd-8316-51d4027274ae tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:07.454755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b8085577-06db-4a6c-8130-edad6ffd45af req-c8467225-eb56-42fd-8316-51d4027274ae tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.3590336 Nov 24 13:16:07.496807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-817d9eb0-8185-462c-9c29-bde991dd5738 None None] Provisioning complete for port 300c9fbc-dbed-4980-a8c1-50db8d6ea986 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:07.497189 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-817d9eb0-8185-462c-9c29-bde991dd5738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:07.591707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-817d9eb0-8185-462c-9c29-bde991dd5738 None None] Port 300c9fbc-dbed-4980-a8c1-50db8d6ea986 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:16:07.650558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60026) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:07.757444 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b8085577-06db-4a6c-8130-edad6ffd45af req-3b22223e-ba62-4087-ba49-cd841c6c6cf3 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885792 Nov 24 13:16:07.813272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:07.823541 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Sync routers for ids ['b431f74d-eee3-417c-a499-cb2a4ef48a43'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:07.839471 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Routers {'b431f74d-eee3-417c-a499-cb2a4ef48a43'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:07.840114 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b431f74d-eee3-417c-a499-cb2a4ef48a43'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:07.844758 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f2312fd3-ac20-4d7a-bac6-aca03809b51b admin admin] 10.222.0.48 "PUT /v2.0/routers/b431f74d-eee3-417c-a499-cb2a4ef48a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6807139 Nov 24 13:16:08.029326 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Set router b431f74d-eee3-417c-a499-cb2a4ef48a43 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:08.040281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:08.052001 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-16d3b570-8643-420c-af62-92454c689619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:08.167832 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:08.168194 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:08.240290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6be021-9703-46ed-91db-04a26d750158 req-a82426fa-e789-4cc5-bfa0-a173d3c7d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:08.243111 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b6be021-9703-46ed-91db-04a26d750158 req-a82426fa-e789-4cc5-bfa0-a173d3c7d94a service neutron] 10.222.0.46 "GET /v2.0/networks?id=986a13f9-e39b-4ca8-90cf-88fc4e55f900 HTTP/1.1" status: 200 len: 919 time: 0.7932973 Nov 24 13:16:08.259989 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-16d3b570-8643-420c-af62-92454c689619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:08.265822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.25.0.75 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/79d790fa-c0ab-492b-98b7-a23d79357bbd) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:08.270610 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-16d3b570-8643-420c-af62-92454c689619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:08.336810 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b6be021-9703-46ed-91db-04a26d750158 req-135f0d50-bce5-40a3-8790-fa31e7aef7b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f08d6fbe-09f4-480b-917c-511b445d52d4 HTTP/1.1" status: 200 len: 217 time: 0.0777378 Nov 24 13:16:08.360803 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-16d3b570-8643-420c-af62-92454c689619 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ecfc3b3ddd94f6fbdf032dd6d268bfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7067053 Nov 24 13:16:08.361318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60054) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:08.374414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3b570-8643-420c-af62-92454c689619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ac973a-1a04-41ed-b760-7da8cce0239c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:08.507863 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:16:05Z', 'revision_number': 4, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port': {'id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:15:56Z', 'updated_at': '2021-11-24T13:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '300c9fbc-dbed-4980-a8c1-50db8d6ea986', 'name': '', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'mac_address': 'fa:16:3e:d7:98:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '62d21865-5686-4a25-a73b-851470020489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:03Z', 'updated_at': '2021-11-24T13:16:05Z', 'revision_number': 2, 'project_id': '1c366d39494045228b8742673f49e6ef', 'subnets': [{'id': '62d21865-5686-4a25-a73b-851470020489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:08.562330 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Checking router: b431f74d-eee3-417c-a499-cb2a4ef48a43 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:16:08.562924 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Updating router b431f74d-eee3-417c-a499-cb2a4ef48a43 port 300c9fbc-dbed-4980-a8c1-50db8d6ea986 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:16:08.596774 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:08.634943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c22861-537f-45c6-8390-f8092c2dddde req-e59806c1-91c0-4d02-be1d-d5931c769843 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:08.657318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c22861-537f-45c6-8390-f8092c2dddde req-e59806c1-91c0-4d02-be1d-d5931c769843 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 812 time: 0.5642984 Nov 24 13:16:08.687597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6be021-9703-46ed-91db-04a26d750158 req-6deb4707-774b-400b-bd77-3b65bcd0a13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:08.691775 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b6be021-9703-46ed-91db-04a26d750158 req-6deb4707-774b-400b-bd77-3b65bcd0a13b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43600497-075b-45e0-921a-c5edbc3b1961 HTTP/1.1" status: 200 len: 858 time: 0.3440633 Nov 24 13:16:08.715899 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c22861-537f-45c6-8390-f8092c2dddde req-f890815a-a843-4f68-bd7f-fb0e7d835c10 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/quotas/5ff8d85d3e28474f9fc7b4af44e09a93 HTTP/1.1" status: 200 len: 375 time: 0.0668185 Nov 24 13:16:08.798699 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b6be021-9703-46ed-91db-04a26d750158 req-69c071f3-d53e-47c5-af95-8a14391917cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=986a13f9-e39b-4ca8-90cf-88fc4e55f900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800204 Nov 24 13:16:08.806541 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb882af4-99ef-48ed-bd73-2c29924e7a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:08.834690 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:08.888344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb882af4-99ef-48ed-bd73-2c29924e7a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:08.978994 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60082) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:08.987404 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-327c8c45-9399-4fe7-8140-36607e70b9e9 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758626333', 'description': 'tempest-secgroup-smoke-1758626333 description', 'project_id': '989d83eaaede444bba260d4bd072a98f'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:08.990753 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c22861-537f-45c6-8390-f8092c2dddde req-fcac4b2f-f797-411b-bd54-fbf24f77cc55 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2739043 Nov 24 13:16:09.027628 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-327c8c45-9399-4fe7-8140-36607e70b9e9 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:09.075924 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b6be021-9703-46ed-91db-04a26d750158 req-f47395b1-5236-4740-9be4-cea0742cd895 service neutron] 10.222.0.46 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671249 Nov 24 13:16:09.103406 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:09.163644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01925b4-4e32-4d47-9391-952a09ce6f22 req-66bb768c-70a8-4433-8adb-1f2d1c459ac0 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:09.168545 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a01925b4-4e32-4d47-9391-952a09ce6f22 req-66bb768c-70a8-4433-8adb-1f2d1c459ac0 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.0938325 Nov 24 13:16:09.194872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:09.197788 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb882af4-99ef-48ed-bd73-2c29924e7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:09.204895 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb882af4-99ef-48ed-bd73-2c29924e7a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:09.208857 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fb882af4-99ef-48ed-bd73-2c29924e7a6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90ac973a-1a04-41ed-b760-7da8cce0239c HTTP/1.1" status: 204 len: 168 time: 0.8408928 Nov 24 13:16:09.220738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60088) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:09.238437 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:09.252462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1848958468-network', 'tenant_id': '1376b687475e4dccad23a29f14cfd209'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:09.288573 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a01925b4-4e32-4d47-9391-952a09ce6f22 req-155b260d-59d7-4fd2-ac5c-cb209988e9f7 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959294 Nov 24 13:16:09.288719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:09.290672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=79d790fa-c0ab-492b-98b7-a23d79357bbd,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:09.291581 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60092) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:09.300766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb882af4-99ef-48ed-bd73-2c29924e7a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ac973a-1a04-41ed-b760-7da8cce0239c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:09.356453 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c22861-537f-45c6-8390-f8092c2dddde req-4b3eef8f-e351-44ee-b2f0-61d0ce076e53 service neutron] 10.222.0.48 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645780 Nov 24 13:16:09.362486 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-327c8c45-9399-4fe7-8140-36607e70b9e9 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:09.368208 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-327c8c45-9399-4fe7-8140-36607e70b9e9 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:09.393548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] Made reservation on behalf of 1376b687475e4dccad23a29f14cfd209 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:16:09.395862 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:09.435839 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:09.441464 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:09.446637 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:09.510167 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b6be021-9703-46ed-91db-04a26d750158 req-8d1ac698-5b92-49fe-9a2c-d0f4012f2cc9 service neutron] 10.222.0.46 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041016 Nov 24 13:16:09.664577 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c22861-537f-45c6-8390-f8092c2dddde req-71846aec-74e4-46ab-bcc7-b570e72728d3 service neutron] 10.222.0.48 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070731 Nov 24 13:16:09.692288 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:09.785772 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Attempting to bind port 300c9fbc-dbed-4980-a8c1-50db8d6ea986 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:16:09.787928 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Attempting to bind port 300c9fbc-dbed-4980-a8c1-50db8d6ea986 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:16:09.788460 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Attempting to bind port 300c9fbc-dbed-4980-a8c1-50db8d6ea986 on network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:16:09.795793 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca46339-3ef3-46e0-987d-2827af2f0018 None None] Pushing event updated for resources: {'Port': ['ID=300c9fbc-dbed-4980-a8c1-50db8d6ea986,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:09.812849 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:16:09.813307 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Checking segment: {'id': '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:16:09.813807 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:09.814323 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Bound using segment: {'id': '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:16:09.815863 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Bound port: 300c9fbc-dbed-4980-a8c1-50db8d6ea986, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:16:09.816361 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:09.960265 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] For port 300c9fbc-dbed-4980-a8c1-50db8d6ea986, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:16:09.969431 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] For port 300c9fbc-dbed-4980-a8c1-50db8d6ea986, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=300c9fbc-dbed-4980-a8c1-50db8d6ea986,segment=NetworkSegment(6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc),segment_id=6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:16:09.974809 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.040679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2059332647', 'router:external': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:10.077095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-23c11661-d2c1-413a-b9c3-6f88cfc71a7f None None] Provisioning complete for port 300c9fbc-dbed-4980-a8c1-50db8d6ea986 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:10.077738 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-23c11661-d2c1-413a-b9c3-6f88cfc71a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.102932 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-327c8c45-9399-4fe7-8140-36607e70b9e9 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.105147 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-327c8c45-9399-4fe7-8140-36607e70b9e9 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1241429 Nov 24 13:16:10.153304 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-18afa3dd-38cd-4896-a202-2503c7d793c5 req-3d8427ee-352d-4895-8340-5b6043369849 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 210 time: 0.1040208 Nov 24 13:16:10.154611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60110) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:10.183141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c8c45-9399-4fe7-8140-36607e70b9e9 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0c9797-fc57-45ef-88c3-06a68d5ded7b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:10.198884 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-cbf5371b-5bbf-4271-9c1a-8a2f2b5c6ba4 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Request body: {'security_group_rule': {'security_group_id': '8a0c9797-fc57-45ef-88c3-06a68d5ded7b', 'project_id': '989d83eaaede444bba260d4bd072a98f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:10.222161 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Routers {'b431f74d-eee3-417c-a499-cb2a4ef48a43'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:10.223018 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b431f74d-eee3-417c-a499-cb2a4ef48a43'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:10.230294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Made reservation on behalf of dd5796502b1844e080a65f8c71a98699 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:16:10.233346 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.248462 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca46339-3ef3-46e0-987d-2827af2f0018 None None] Pushing event updated for resources: {'Port': ['ID=300c9fbc-dbed-4980-a8c1-50db8d6ea986,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:10.267931 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.268920 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-23c11661-d2c1-413a-b9c3-6f88cfc71a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.324480 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.334577 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cbf5371b-5bbf-4271-9c1a-8a2f2b5c6ba4 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.353900 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.369313 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-23c11661-d2c1-413a-b9c3-6f88cfc71a7f None None] For port 300c9fbc-dbed-4980-a8c1-50db8d6ea986, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=300c9fbc-dbed-4980-a8c1-50db8d6ea986,segment=NetworkSegment(6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc),segment_id=6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:10.379882 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-23c11661-d2c1-413a-b9c3-6f88cfc71a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.394206 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:16:10.454956 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.457477 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] Added segment 08b5b6ba-bcba-471a-aacb-9e0bbd28010f of type vlan for network a97cfb38-c8de-4ea8-979d-88688f8cd038 Nov 24 13:16:10.510808 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cbf5371b-5bbf-4271-9c1a-8a2f2b5c6ba4 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.547609 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] Set router b431f74d-eee3-417c-a499-cb2a4ef48a43 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:10.606418 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.609368 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cbf5371b-5bbf-4271-9c1a-8a2f2b5c6ba4 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.627556 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.638033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c11661-d2c1-413a-b9c3-6f88cfc71a7f None None] Pushing event updated for resources: {'Port': ['ID=300c9fbc-dbed-4980-a8c1-50db8d6ea986,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:10.668179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5371b-5bbf-4271-9c1a-8a2f2b5c6ba4 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3297c991-3e64-4b87-8285-b2647cce9ba6,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:10.685509 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cbf5371b-5bbf-4271-9c1a-8a2f2b5c6ba4 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.690626 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cbf5371b-5bbf-4271-9c1a-8a2f2b5c6ba4 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5323555 Nov 24 13:16:10.696034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60124) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:10.696980 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:16:10.713528 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d05bffe6-6308-4e0d-8e70-57e8118621fd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Request body: {'security_group_rule': {'security_group_id': '8a0c9797-fc57-45ef-88c3-06a68d5ded7b', 'project_id': '989d83eaaede444bba260d4bd072a98f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:10.729484 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230354a4-7796-461c-a986-cc15438481fb,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:10.733047 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bc5a5aee-72e9-4b1a-9b73-04ba7b51a12d None None] Provisioning complete for port 300c9fbc-dbed-4980-a8c1-50db8d6ea986 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:10.735939 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5aee-72e9-4b1a-9b73-04ba7b51a12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.742807 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.743329 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Added segment ae508f43-d8aa-4551-8ff9-461587fd325b of type vlan for network e4eaf725-07bb-4eaf-9670-034104441d0e Nov 24 13:16:10.794547 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d05bffe6-6308-4e0d-8e70-57e8118621fd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.823308 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.902784 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.904380 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:10.905308 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.933923 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.966239 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d05bffe6-6308-4e0d-8e70-57e8118621fd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:10.992551 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.6986215 Nov 24 13:16:10.998728 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60134) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:11.030319 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:16:05Z', 'revision_number': 4, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port': {'id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:15:56Z', 'updated_at': '2021-11-24T13:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '300c9fbc-dbed-4980-a8c1-50db8d6ea986', 'name': '', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'mac_address': 'fa:16:3e:d7:98:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '62d21865-5686-4a25-a73b-851470020489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:03Z', 'updated_at': '2021-11-24T13:16:09Z', 'revision_number': 4, 'project_id': '1c366d39494045228b8742673f49e6ef', 'subnets': [{'id': '62d21865-5686-4a25-a73b-851470020489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:11.045885 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Request body: {'subnet': {'network_id': 'e4eaf725-07bb-4eaf-9670-034104441d0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:11.060165 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d05bffe6-6308-4e0d-8e70-57e8118621fd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:11.060394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a3a751-96ce-4381-b70b-ddca569bf6ef,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:11.090253 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81f0aeb-feba-420d-b11d-a9f9cf1e6e4d None None] The sync data for ids ['b431f74d-eee3-417c-a499-cb2a4ef48a43'] in n-d-817303-4 is: [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:16:05Z', 'revision_number': 4, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port': {'id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:15:56Z', 'updated_at': '2021-11-24T13:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '300c9fbc-dbed-4980-a8c1-50db8d6ea986', 'name': '', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'mac_address': 'fa:16:3e:d7:98:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '62d21865-5686-4a25-a73b-851470020489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:03Z', 'updated_at': '2021-11-24T13:16:09Z', 'revision_number': 4, 'project_id': '1c366d39494045228b8742673f49e6ef', 'subnets': [{'id': '62d21865-5686-4a25-a73b-851470020489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:11.171787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f88e3-7543-406c-826f-a411e5b57535 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event updated for resources: {'Network': ['ID=e4eaf725-07bb-4eaf-9670-034104441d0e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:11.182314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bffe6-6308-4e0d-8e70-57e8118621fd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a1978a-7e06-4e0d-8310-39f81aae59a4,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:11.210029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Made reservation on behalf of dd5796502b1844e080a65f8c71a98699 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:16:11.217949 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:11.223933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network e4eaf725-07bb-4eaf-9670-034104441d0e details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:16:11.265287 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d05bffe6-6308-4e0d-8e70-57e8118621fd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:11.281760 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d05bffe6-6308-4e0d-8e70-57e8118621fd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5799739 Nov 24 13:16:11.297919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eed7d6-1bb7-4155-93b1-756e1e68b63f req-7f2d02c9-9c26-4d51-87be-3493e6e335a7 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:11.309748 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3eed7d6-1bb7-4155-93b1-756e1e68b63f req-7f2d02c9-9c26-4d51-87be-3493e6e335a7 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.8054357 Nov 24 13:16:11.311802 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:11.318902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:11.321468 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:11.332245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60140) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:11.363182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1c26ee0a-0938-401a-a98c-76169104ed77 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Request body: {'security_group_rule': {'security_group_id': '8a0c9797-fc57-45ef-88c3-06a68d5ded7b', 'project_id': '989d83eaaede444bba260d4bd072a98f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:11.454508 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c26ee0a-0938-401a-a98c-76169104ed77 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:11.528170 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4e94710f-088d-45c2-949f-e72b6b6f1453 req-354feb1d-bf8d-4574-ae85-d83c89893b22 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 210 time: 0.1152401 Nov 24 13:16:12.033397 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7965257 Nov 24 13:16:12.042276 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60150) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:12.080053 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-18af270c-6772-41b6-ab0f-fed79511b6b9 admin admin] Request body: {'subnet': {'network_id': 'a97cfb38-c8de-4ea8-979d-88688f8cd038', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1848958468-subnet', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:12.131623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 300c9fbc-dbed-4980-a8c1-50db8d6ea986 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:12.139897 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c26653-6d7d-4cf4-8695-116ba44134bc req-062ccaf0-be1e-4dc9-8d20-8861fb71669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:12.141509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d0c26653-6d7d-4cf4-8695-116ba44134bc req-062ccaf0-be1e-4dc9-8d20-8861fb71669b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 1096 time: 0.1824794 Nov 24 13:16:12.176038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18af270c-6772-41b6-ab0f-fed79511b6b9 admin admin] Made reservation on behalf of 1376b687475e4dccad23a29f14cfd209 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:16:12.179494 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18af270c-6772-41b6-ab0f-fed79511b6b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:12.242442 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c22861-537f-45c6-8390-f8092c2dddde req-69da7f4f-fb44-405a-b2ba-72790efbf63c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:12.244102 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c22861-537f-45c6-8390-f8092c2dddde req-69da7f4f-fb44-405a-b2ba-72790efbf63c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 812 time: 0.2092450 Nov 24 13:16:12.303010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 300c9fbc-dbed-4980-a8c1-50db8d6ea986 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:12.303396 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:12.315440 n-d-817303-4 neutron-server[114986]: DEBUG neutron.objects.ports [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:16:12.316259 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:12.369013 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:12.468773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-33c22861-537f-45c6-8390-f8092c2dddde req-0c753e46-1b7b-4b76-b5d1-d781f607f6c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Request body: {'port': {'device_id': '0259a048-6489-4db2-851f-9d56f19683d9', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'admin_state_up': True, 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:12.472293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89129e2-851c-4a24-9304-e6874961b0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=a97cfb38-c8de-4ea8-979d-88688f8cd038,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:12.485835 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network a97cfb38-c8de-4ea8-979d-88688f8cd038 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:16:12.578242 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d0c26653-6d7d-4cf4-8695-116ba44134bc req-41f86294-c1d5-4dbf-9185-f71531e8bb68 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296205 Nov 24 13:16:12.637966 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3eed7d6-1bb7-4155-93b1-756e1e68b63f req-b620ebd1-559b-42e0-932b-6706380b4bbd tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3272281 Nov 24 13:16:12.654769 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:12.750611 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57375118-3c99-4b6f-b3d0-a5b06b57686a req-d6ba718b-4e02-4513-b0e1-3ac9ce16e7a9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 210 time: 0.0919302 Nov 24 13:16:12.803239 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e0994e60-a001-4811-8a0d-957e52bb49bf,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:12.806140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Checking segment: {'id': 'ae508f43-d8aa-4551-8ff9-461587fd325b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e4eaf725-07bb-4eaf-9670-034104441d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:16:12.808585 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Network hostable DHCP agents. Network: e4eaf725-07bb-4eaf-9670-034104441d0e, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:16:12.821465 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c26ee0a-0938-401a-a98c-76169104ed77 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:12.885376 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c26ee0a-0938-401a-a98c-76169104ed77 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:12.885646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:12.886058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:12.886505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:12.886860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:12.887204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:12.888058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:12.888406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:12.888767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:12.889125 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:12.889497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:12.889838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:12.890232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:12.897032 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18af270c-6772-41b6-ab0f-fed79511b6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:12.939107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Network e4eaf725-07bb-4eaf-9670-034104441d0e is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:16:12.965854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26ee0a-0938-401a-a98c-76169104ed77 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2addd038-14dc-4a6c-8627-cdadc0488fc4,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:12.970078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, e4eaf725-07bb-4eaf-9670-034104441d0e) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:12.979899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33c22861-537f-45c6-8390-f8092c2dddde req-0c753e46-1b7b-4b76-b5d1-d781f607f6c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Made reservation on behalf of 5ff8d85d3e28474f9fc7b4af44e09a93 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:16:12.986313 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de092950-c2a2-4f03-a4a3-3c109fa47b3c None None] Network e4eaf725-07bb-4eaf-9670-034104441d0e requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:16:12.996790 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-33c22861-537f-45c6-8390-f8092c2dddde req-0c753e46-1b7b-4b76-b5d1-d781f607f6c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:12.997471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:12.998088 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.013222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af270c-6772-41b6-ab0f-fed79511b6b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9845ef5d-3909-44b0-850d-d37286f76812,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:13.046634 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c26ee0a-0938-401a-a98c-76169104ed77 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.048012 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1c26ee0a-0938-401a-a98c-76169104ed77 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6921678 Nov 24 13:16:13.053020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18af270c-6772-41b6-ab0f-fed79511b6b9 admin admin] Checking segment: {'id': '08b5b6ba-bcba-471a-aacb-9e0bbd28010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a97cfb38-c8de-4ea8-979d-88688f8cd038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:16:13.053405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18af270c-6772-41b6-ab0f-fed79511b6b9 admin admin] Network hostable DHCP agents. Network: a97cfb38-c8de-4ea8-979d-88688f8cd038, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:16:13.057515 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60172) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:13.068163 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.070512 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4fdbb288-510e-4d12-89fe-3424527f84e8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0707047 Nov 24 13:16:13.075298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f53fd7ee-ba7f-4546-924d-210d02563e9f tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Request body: {'security_group_rule': {'security_group_id': '8a0c9797-fc57-45ef-88c3-06a68d5ded7b', 'project_id': '989d83eaaede444bba260d4bd072a98f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:13.081420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60174) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:13.095549 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-caa9dd12-65b6-4a34-8fee-8c71e8f629ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2116727171', 'network_id': 'e4eaf725-07bb-4eaf-9670-034104441d0e'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:13.126729 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18af270c-6772-41b6-ab0f-fed79511b6b9 admin admin] Network a97cfb38-c8de-4ea8-979d-88688f8cd038 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:16:13.139326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-18af270c-6772-41b6-ab0f-fed79511b6b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, a97cfb38-c8de-4ea8-979d-88688f8cd038) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:13.140009 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.146384 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18af270c-6772-41b6-ab0f-fed79511b6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:13.146995 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18af270c-6772-41b6-ab0f-fed79511b6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.155979 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98a91f8-3625-4ab3-b087-d2e55acec37e None None] Network a97cfb38-c8de-4ea8-979d-88688f8cd038 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:16:13.163609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa9dd12-65b6-4a34-8fee-8c71e8f629ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Made reservation on behalf of dd5796502b1844e080a65f8c71a98699 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:16:13.166733 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-caa9dd12-65b6-4a34-8fee-8c71e8f629ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.189844 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-18af270c-6772-41b6-ab0f-fed79511b6b9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1413646 Nov 24 13:16:13.192745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60176) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:13.198984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1848958468-router', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:13.215589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-caa9dd12-65b6-4a34-8fee-8c71e8f629ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] device_id is not set on port 0fe9b6ce-7bbd-4568-bffc-8080875b1419 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:16:13.273800 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f53fd7ee-ba7f-4546-924d-210d02563e9f tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.299731 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.301231 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.373915 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.397223 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.514759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1782766-ac7b-463c-9169-0bf9e2d68557 None None] Network e4eaf725-07bb-4eaf-9670-034104441d0e requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:16:13.551006 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-a97cfb38-c8de-4ea8-979d-88688f8cd038', 'network_id': 'a97cfb38-c8de-4ea8-979d-88688f8cd038', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'fixed_ips': [{'subnet_id': '9845ef5d-3909-44b0-850d-d37286f76812'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:16:13.559335 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.575518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60182) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:13.588950 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.622053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=79d790fa-c0ab-492b-98b7-a23d79357bbd,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:13.646102 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-caa9dd12-65b6-4a34-8fee-8c71e8f629ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Allocated IP 172.20.0.14 (e4eaf725-07bb-4eaf-9670-034104441d0e/e0994e60-a001-4811-8a0d-957e52bb49bf/0fe9b6ce-7bbd-4568-bffc-8080875b1419) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:13.849653 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-33c22861-537f-45c6-8390-f8092c2dddde req-0c753e46-1b7b-4b76-b5d1-d781f607f6c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Allocated IP 172.20.0.8 (350afefa-f8e9-48b5-9810-800aaca7033f/4a0683ef-715b-43e2-968a-1f8e85a2dd11/14d5e10e-2b91-45af-847c-192985a74a5e) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:13.853851 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f53fd7ee-ba7f-4546-924d-210d02563e9f tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.864895 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f53fd7ee-ba7f-4546-924d-210d02563e9f tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.913031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76b476-4374-480e-83cf-65bbbadca03b req-35482367-c042-496b-b22f-aeb636ca01be tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:13.914740 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f76b476-4374-480e-83cf-65bbbadca03b req-35482367-c042-496b-b22f-aeb636ca01be tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.1738262 Nov 24 13:16:13.915636 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-16789032-36bd-4597-8c78-4eb77385447d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.918620 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Floating IP 84399ed5-921c-4cb8-a0b5-bf26964b7a16 associated. External IP: 172.25.0.75, port: 0c0431b2-9474-4a10-970c-c1697fd3c60b. Nov 24 13:16:13.921700 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-caa9dd12-65b6-4a34-8fee-8c71e8f629ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.968571 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-caa9dd12-65b6-4a34-8fee-8c71e8f629ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:13.992914 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-081f9309-cb30-4fe5-bc72-a645e000a21b req-7d13612a-8de8-4f8a-8b53-623230d3c760 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 210 time: 0.0382950 Nov 24 13:16:14.024883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Allocated IP 172.20.0.2 (a97cfb38-c8de-4ea8-979d-88688f8cd038/9845ef5d-3909-44b0-850d-d37286f76812/be17ce48-0c13-4c82-a322-99d5343d2038) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:14.048022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fd7ee-ba7f-4546-924d-210d02563e9f tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410213bc-cb96-4359-9dde-10b79e1d7360,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:14.086060 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9dd12-65b6-4a34-8fee-8c71e8f629ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event updated for resources: {'Port': ['ID=0fe9b6ce-7bbd-4568-bffc-8080875b1419,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:14.121661 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f53fd7ee-ba7f-4546-924d-210d02563e9f tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.125466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f53fd7ee-ba7f-4546-924d-210d02563e9f tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0577245 Nov 24 13:16:14.130937 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60190) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:14.151019 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa9dd12-65b6-4a34-8fee-8c71e8f629ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Network e4eaf725-07bb-4eaf-9670-034104441d0e is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:14.156852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-caa9dd12-65b6-4a34-8fee-8c71e8f629ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:14.166301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-dd506730-8af6-4d99-875d-c8307873bc9a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Request body: {'security_group_rule': {'security_group_id': '8a0c9797-fc57-45ef-88c3-06a68d5ded7b', 'project_id': '989d83eaaede444bba260d4bd072a98f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:14.170163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa9dd12-65b6-4a34-8fee-8c71e8f629ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:14.239147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa9dd12-65b6-4a34-8fee-8c71e8f629ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:14.239967 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-caa9dd12-65b6-4a34-8fee-8c71e8f629ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.289553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f76b476-4374-480e-83cf-65bbbadca03b req-ca272565-7515-450e-8c9f-15bba0b722f5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440963 Nov 24 13:16:14.299767 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.300990 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-dd506730-8af6-4d99-875d-c8307873bc9a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Project 989d83eaaede444bba260d4bd072a98f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:16:14.309757 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-caa9dd12-65b6-4a34-8fee-8c71e8f629ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.2235701 Nov 24 13:16:14.314291 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.334514 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60192) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:14.391641 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Pushing event updated for resources: {'Port': ['ID=be17ce48-0c13-4c82-a322-99d5343d2038,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:14.411858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-33c22861-537f-45c6-8390-f8092c2dddde req-0c753e46-1b7b-4b76-b5d1-d781f607f6c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.416613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Network a97cfb38-c8de-4ea8-979d-88688f8cd038 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:14.420082 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:14.423576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:14.432257 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.457414 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.493096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Attempting to bind port be17ce48-0c13-4c82-a322-99d5343d2038 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:16:14.493574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Attempting to bind port be17ce48-0c13-4c82-a322-99d5343d2038 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '08b5b6ba-bcba-471a-aacb-9e0bbd28010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a97cfb38-c8de-4ea8-979d-88688f8cd038'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:16:14.494058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Attempting to bind port be17ce48-0c13-4c82-a322-99d5343d2038 on network a97cfb38-c8de-4ea8-979d-88688f8cd038 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:16:14.501890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:16:14.502456 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Checking segment: {'id': '08b5b6ba-bcba-471a-aacb-9e0bbd28010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a97cfb38-c8de-4ea8-979d-88688f8cd038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:16:14.502997 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.503597 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Bound using segment: {'id': '08b5b6ba-bcba-471a-aacb-9e0bbd28010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a97cfb38-c8de-4ea8-979d-88688f8cd038'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:16:14.504141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Bound port: be17ce48-0c13-4c82-a322-99d5343d2038, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b5b6ba-bcba-471a-aacb-9e0bbd28010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a97cfb38-c8de-4ea8-979d-88688f8cd038'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:16:14.504593 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.563665 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-16789032-36bd-4597-8c78-4eb77385447d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.567844 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-33c22861-537f-45c6-8390-f8092c2dddde req-0c753e46-1b7b-4b76-b5d1-d781f607f6c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.580836 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd506730-8af6-4d99-875d-c8307873bc9a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.581500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['2601b878-ea0e-499d-a6fe-95a39a3d4c0a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:16:14.586374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] For port be17ce48-0c13-4c82-a322-99d5343d2038, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:16:14.594866 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Allocated IP 172.25.0.81 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/277dbb21-c68c-40dc-8dda-f077c55a334b) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:14.628109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] For port be17ce48-0c13-4c82-a322-99d5343d2038, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=be17ce48-0c13-4c82-a322-99d5343d2038,segment=NetworkSegment(08b5b6ba-bcba-471a-aacb-9e0bbd28010f),segment_id=08b5b6ba-bcba-471a-aacb-9e0bbd28010f)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:16:14.637296 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.640707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-16789032-36bd-4597-8c78-4eb77385447d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.769914 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.795132 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c22861-537f-45c6-8390-f8092c2dddde req-0c753e46-1b7b-4b76-b5d1-d781f607f6c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Network 350afefa-f8e9-48b5-9810-800aaca7033f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:14.799285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-16789032-36bd-4597-8c78-4eb77385447d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73d98020042c428583698c3d64bb49c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2225170 Nov 24 13:16:14.805448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60196) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:14.808686 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87c47b-443e-4873-8108-258a095b5a0a None None] Pushing event updated for resources: {'Port': ['ID=be17ce48-0c13-4c82-a322-99d5343d2038,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:14.829662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-33c22861-537f-45c6-8390-f8092c2dddde req-0c753e46-1b7b-4b76-b5d1-d781f607f6c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:14.837491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c22861-537f-45c6-8390-f8092c2dddde req-0c753e46-1b7b-4b76-b5d1-d781f607f6c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:14.912648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c753e46-1b7b-4b76-b5d1-d781f607f6c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event updated for resources: {'Port': ['ID=14d5e10e-2b91-45af-847c-192985a74a5e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:14.922775 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:14.994045 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=277dbb21-c68c-40dc-8dda-f077c55a334b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:15.004634 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55d9ce57-3ba7-43b8-8136-b0b0585d5975 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.029494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:15.033541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:15.039366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd506730-8af6-4d99-875d-c8307873bc9a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.051141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:15.117643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd506730-8af6-4d99-875d-c8307873bc9a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.118596 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55d9ce57-3ba7-43b8-8136-b0b0585d5975 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.120491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16789032-36bd-4597-8c78-4eb77385447d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abb4c83-b395-428f-ad3f-c278c14b5e7e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:15.306646 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd506730-8af6-4d99-875d-c8307873bc9a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.320401 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dd506730-8af6-4d99-875d-c8307873bc9a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1805625 Nov 24 13:16:15.321545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4058c034-d2d6-4ddf-9ca1-0b7e476d9d50 None None] Provisioning complete for port 14d5e10e-2b91-45af-847c-192985a74a5e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:15.322042 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4058c034-d2d6-4ddf-9ca1-0b7e476d9d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.332475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60200) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:15.340836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-7cefb75e-3b0c-466f-91cd-f6f86b813d65 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Request body: {'security_group_rule': {'security_group_id': '8a0c9797-fc57-45ef-88c3-06a68d5ded7b', 'project_id': '989d83eaaede444bba260d4bd072a98f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:15.358668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c22861-537f-45c6-8390-f8092c2dddde req-0c753e46-1b7b-4b76-b5d1-d781f607f6c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:15.362490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4058c034-d2d6-4ddf-9ca1-0b7e476d9d50 None None] Port 14d5e10e-2b91-45af-847c-192985a74a5e cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:16:15.364111 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-33c22861-537f-45c6-8390-f8092c2dddde req-0c753e46-1b7b-4b76-b5d1-d781f607f6c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.375816 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55d9ce57-3ba7-43b8-8136-b0b0585d5975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.378802 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd506730-8af6-4d99-875d-c8307873bc9a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37af18e7-4ba5-49d6-a3bf-a5dd6f24cb8c,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:15.383314 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55d9ce57-3ba7-43b8-8136-b0b0585d5975 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.385344 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-55d9ce57-3ba7-43b8-8136-b0b0585d5975 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5abb4c83-b395-428f-ad3f-c278c14b5e7e HTTP/1.1" status: 204 len: 168 time: 0.5771151 Nov 24 13:16:15.414159 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9ce57-3ba7-43b8-8136-b0b0585d5975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abb4c83-b395-428f-ad3f-c278c14b5e7e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:15.462778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:15.464713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a2a07159-9e8e-47d2-a96f-76d3a82ce810 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Deleting port 0fe9b6ce-7bbd-4568-bffc-8080875b1419 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:16:15.465194 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2a07159-9e8e-47d2-a96f-76d3a82ce810 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.474930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdd60a-47b3-4986-bfbc-b4b52d3a5a58 req-84a08ee7-7181-4266-8858-cb2b841cc572 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:15.478069 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96bdd60a-47b3-4986-bfbc-b4b52d3a5a58 req-84a08ee7-7181-4266-8858-cb2b841cc572 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 931 time: 0.2580614 Nov 24 13:16:15.481675 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-7cefb75e-3b0c-466f-91cd-f6f86b813d65 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Project 989d83eaaede444bba260d4bd072a98f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:16:15.500026 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7cefb75e-3b0c-466f-91cd-f6f86b813d65 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.529622 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c22861-537f-45c6-8390-f8092c2dddde req-0c753e46-1b7b-4b76-b5d1-d781f607f6c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0665052 Nov 24 13:16:15.581865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Request body: {'port': {'device_id': '0259a048-6489-4db2-851f-9d56f19683d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:15.747978 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.763685 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552a0fe-48a5-4c5e-b74a-9a3b81a8946f req-094ece8b-f88e-4429-81cd-b72635c8165f tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:15.765289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3552a0fe-48a5-4c5e-b74a-9a3b81a8946f req-094ece8b-f88e-4429-81cd-b72635c8165f tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.3076127 Nov 24 13:16:15.852420 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96bdd60a-47b3-4986-bfbc-b4b52d3a5a58 req-107dc803-241e-4bd1-ac2c-10c96117cbbf tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633034 Nov 24 13:16:15.858512 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2a07159-9e8e-47d2-a96f-76d3a82ce810 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.877363 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7cefb75e-3b0c-466f-91cd-f6f86b813d65 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.882845 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7cefb75e-3b0c-466f-91cd-f6f86b813d65 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.950112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefb75e-3b0c-466f-91cd-f6f86b813d65 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f717e7-085c-4d05-b31e-9d1c6c4bb276,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:15.963125 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7cefb75e-3b0c-466f-91cd-f6f86b813d65 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:15.964413 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7cefb75e-3b0c-466f-91cd-f6f86b813d65 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6309509 Nov 24 13:16:15.985236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60212) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:16.062608 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7d92ef4-b07c-4bfe-8d9f-0e08cf9a5b85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:16.149216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device be17ce48-0c13-4c82-a322-99d5343d2038 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:16.297707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port be17ce48-0c13-4c82-a322-99d5343d2038 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:16.298212 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:16.315943 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:16.324568 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7d92ef4-b07c-4bfe-8d9f-0e08cf9a5b85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:16.367111 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7d92ef4-b07c-4bfe-8d9f-0e08cf9a5b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:16.373989 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:16:16.423414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d92ef4-b07c-4bfe-8d9f-0e08cf9a5b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8152b5-5f68-4255-bf45-4eb733a92ac6,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:16.441829 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:16.497518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port be17ce48-0c13-4c82-a322-99d5343d2038, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=be17ce48-0c13-4c82-a322-99d5343d2038,segment=NetworkSegment(08b5b6ba-bcba-471a-aacb-9e0bbd28010f),segment_id=08b5b6ba-bcba-471a-aacb-9e0bbd28010f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:16.504160 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:16.534426 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:16.540070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a2a07159-9e8e-47d2-a96f-76d3a82ce810 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Calling delete_port for 0fe9b6ce-7bbd-4568-bffc-8080875b1419 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:16:16.577577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017cf68f-148f-41dd-a317-71a5e3c1de3e None None] Network a97cfb38-c8de-4ea8-979d-88688f8cd038 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:16:16.589535 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3552a0fe-48a5-4c5e-b74a-9a3b81a8946f req-28d77cc4-10ea-4277-b078-489ac683dde5 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7969732 Nov 24 13:16:16.727381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:16.799224 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:16.809966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b917e223-6727-42d2-b2b3-8bc11078afcd None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:16.816324 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=be17ce48-0c13-4c82-a322-99d5343d2038,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:16.863145 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e517e113-769a-4a3a-a7f5-ba108f5bacce None None] Provisioning complete for port be17ce48-0c13-4c82-a322-99d5343d2038 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:16.863613 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e517e113-769a-4a3a-a7f5-ba108f5bacce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:16.910754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917e223-6727-42d2-b2b3-8bc11078afcd None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:16.911411 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b917e223-6727-42d2-b2b3-8bc11078afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:16.935320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-eb4f53c4-8d5b-4656-8ed8-e398c7847c1b tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.1787462 Nov 24 13:16:16.975996 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b917e223-6727-42d2-b2b3-8bc11078afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:17.020587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b917e223-6727-42d2-b2b3-8bc11078afcd None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:17.022568 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b917e223-6727-42d2-b2b3-8bc11078afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:17.036790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60228) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:17.054763 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b2653afe-bd06-4a8a-ae31-91ecef0b2c0d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:17.078620 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b917e223-6727-42d2-b2b3-8bc11078afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:17.079432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b917e223-6727-42d2-b2b3-8bc11078afcd None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:17.169798 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1279003-1a50-4314-87c0-21d21114dde7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758626333&fields=id&tenant_id=989d83eaaede444bba260d4bd072a98f HTTP/1.1" status: 200 len: 267 time: 0.8435564 Nov 24 13:16:17.194421 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f7d92ef4-b07c-4bfe-8d9f-0e08cf9a5b85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e396754e6f604f23a6b73ebbada31b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2070487 Nov 24 13:16:17.201266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60232) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:17.282781 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2653afe-bd06-4a8a-ae31-91ecef0b2c0d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:17.336555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-8f011d80-adf3-4bab-874f-3f04a4f35b39 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:17.338178 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-8f011d80-adf3-4bab-874f-3f04a4f35b39 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/networks?id=b657000d-68f3-4e8c-bc69-3ec21b3bb253 HTTP/1.1" status: 200 len: 814 time: 0.1675868 Nov 24 13:16:17.371444 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-7e9755f4-db8b-4bce-acb3-d07fbfbbebd6 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/quotas/989d83eaaede444bba260d4bd072a98f HTTP/1.1" status: 200 len: 375 time: 0.0193944 Nov 24 13:16:17.416032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212e950-4bd9-44ae-bcba-11e7af03df6b req-6800fc7f-24f6-49f7-b12f-033c06a2b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:17.417839 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0212e950-4bd9-44ae-bcba-11e7af03df6b req-6800fc7f-24f6-49f7-b12f-033c06a2b758 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ae8b20f76edc468c92a075710403a201&device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 1096 time: 0.2930620 Nov 24 13:16:17.482794 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fb8e283c-35df-44cb-9827-756e1edb038d None None] Provisioning complete for port be17ce48-0c13-4c82-a322-99d5343d2038 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:17.487057 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fb8e283c-35df-44cb-9827-756e1edb038d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:17.494289 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc6422-73e5-4bc2-986c-3623b3a13d74 req-634ffda5-ef8d-4e3f-a16b-053718336092 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:17.503397 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24bc6422-73e5-4bc2-986c-3623b3a13d74 req-634ffda5-ef8d-4e3f-a16b-053718336092 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 931 time: 0.4165020 Nov 24 13:16:17.568777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2a07159-9e8e-47d2-a96f-76d3a82ce810 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:17.576367 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4de5aa5-f445-4c30-878a-0c0cf81752e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:17.589543 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-5304618b-bd81-4d5a-9f01-55ea25fe9ddf tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=989d83eaaede444bba260d4bd072a98f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2043917 Nov 24 13:16:17.593544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Router 65ffcd54-e398-494f-8f41-7d5999ababf7 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:16:17.635624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a07159-9e8e-47d2-a96f-76d3a82ce810 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fe9b6ce-7bbd-4568-bffc-8080875b1419,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:17.640319 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4de5aa5-f445-4c30-878a-0c0cf81752e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:17.721953 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2653afe-bd06-4a8a-ae31-91ecef0b2c0d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:17.745478 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2653afe-bd06-4a8a-ae31-91ecef0b2c0d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:17.745818 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-b2653afe-bd06-4a8a-ae31-91ecef0b2c0d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Floating IP 84399ed5-921c-4cb8-a0b5-bf26964b7a16 disassociated. External IP: 172.25.0.75, port: 0c0431b2-9474-4a10-970c-c1697fd3c60b. Nov 24 13:16:17.785460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212e950-4bd9-44ae-bcba-11e7af03df6b req-d39c7c42-f3b4-4110-8c50-4fbb525e2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:17.787395 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0212e950-4bd9-44ae-bcba-11e7af03df6b req-d39c7c42-f3b4-4110-8c50-4fbb525e2eb6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=986a13f9-e39b-4ca8-90cf-88fc4e55f900 HTTP/1.1" status: 200 len: 919 time: 0.3507652 Nov 24 13:16:17.824171 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24bc6422-73e5-4bc2-986c-3623b3a13d74 req-a793e844-f631-4fd8-ac98-e958875ce8d9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198817 Nov 24 13:16:17.855191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d5e10e-2b91-45af-847c-192985a74a5e {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:16:17.888599 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0212e950-4bd9-44ae-bcba-11e7af03df6b req-8e7b11ce-7661-4036-8907-5f21da209cfc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c7bb614-13a6-4367-b055-411c89f4b7f4 HTTP/1.1" status: 200 len: 217 time: 0.0826933 Nov 24 13:16:17.893280 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:17.905416 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a2a07159-9e8e-47d2-a96f-76d3a82ce810 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:17.909298 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a2a07159-9e8e-47d2-a96f-76d3a82ce810 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "DELETE /v2.0/ports/0fe9b6ce-7bbd-4568-bffc-8080875b1419 HTTP/1.1" status: 204 len: 168 time: 3.4451277 Nov 24 13:16:17.917593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60236) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:17.925765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e4eaf725-07bb-4eaf-9670-034104441d0e', 'external_fixed_ips': [{'subnet_id': 'e0994e60-a001-4811-8a0d-957e52bb49bf', 'ip_address': '172.20.0.14'}]}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:17.954161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Transition to ACTIVE for port object 14d5e10e-2b91-45af-847c-192985a74a5e will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:16:17.957482 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4de5aa5-f445-4c30-878a-0c0cf81752e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:17.960286 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4de5aa5-f445-4c30-878a-0c0cf81752e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:17.963211 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:17.964467 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d4de5aa5-f445-4c30-878a-0c0cf81752e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df8152b5-5f68-4255-bf45-4eb733a92ac6 HTTP/1.1" status: 204 len: 168 time: 0.7514164 Nov 24 13:16:17.966723 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-3ce983ea-3ad8-40c5-bea3-1919f65093d0 service neutron] 10.222.0.48 "GET /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481977 Nov 24 13:16:18.031610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device be17ce48-0c13-4c82-a322-99d5343d2038 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:18.060126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de5aa5-f445-4c30-878a-0c0cf81752e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8152b5-5f68-4255-bf45-4eb733a92ac6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:18.067521 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:18.073792 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:18.074855 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:18.081391 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Sync routers for ids ['65ffcd54-e398-494f-8f41-7d5999ababf7'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:18.099590 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Routers {'65ffcd54-e398-494f-8f41-7d5999ababf7'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:18.100427 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['65ffcd54-e398-494f-8f41-7d5999ababf7'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:18.104911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9db266-0950-49e8-89a7-607bae920556 req-da5b43e1-8323-47e8-a8af-2bcc83b4290e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:18.106745 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd9db266-0950-49e8-89a7-607bae920556 req-da5b43e1-8323-47e8-a8af-2bcc83b4290e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2086108 Nov 24 13:16:18.122929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Pushing event updated for resources: {'Port': ['ID=14d5e10e-2b91-45af-847c-192985a74a5e,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:18.145652 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212e950-4bd9-44ae-bcba-11e7af03df6b req-24a6127d-de04-4bf0-bbb4-0ae3ca066f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:18.147888 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0212e950-4bd9-44ae-bcba-11e7af03df6b req-24a6127d-de04-4bf0-bbb4-0ae3ca066f54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43600497-075b-45e0-921a-c5edbc3b1961 HTTP/1.1" status: 200 len: 858 time: 0.2492700 Nov 24 13:16:18.197525 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0212e950-4bd9-44ae-bcba-11e7af03df6b req-3f3c9c4e-a8f3-47aa-bb15-3bde0e4d693c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=986a13f9-e39b-4ca8-90cf-88fc4e55f900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366755 Nov 24 13:16:18.212612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port be17ce48-0c13-4c82-a322-99d5343d2038 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:18.213169 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:18.352383 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Set router 65ffcd54-e398-494f-8f41-7d5999ababf7 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:18.357017 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0212e950-4bd9-44ae-bcba-11e7af03df6b req-36d7a4c9-e655-45f9-86f4-11c26e4e4e01 service neutron] 10.222.0.59 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501396 Nov 24 13:16:18.373597 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:18.378640 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1e28a794-a3fa-4187-94b8-9f048d644eb8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1847277 Nov 24 13:16:18.379721 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60242) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:18.382874 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd9db266-0950-49e8-89a7-607bae920556 req-f02ae141-68b6-43b0-9feb-97e8c82d5b24 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539737 Nov 24 13:16:18.406366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2653afe-bd06-4a8a-ae31-91ecef0b2c0d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:18.407364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Attempting to bind port 14d5e10e-2b91-45af-847c-192985a74a5e on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:16:18.407704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Attempting to bind port 14d5e10e-2b91-45af-847c-192985a74a5e by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:16:18.408085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Attempting to bind port 14d5e10e-2b91-45af-847c-192985a74a5e on network 350afefa-f8e9-48b5-9810-800aaca7033f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:16:18.417295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Port 14d5e10e-2b91-45af-847c-192985a74a5e on network 350afefa-f8e9-48b5-9810-800aaca7033f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:16:18.417653 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Attempting to bind port 14d5e10e-2b91-45af-847c-192985a74a5e on network 350afefa-f8e9-48b5-9810-800aaca7033f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:16:18.448581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:16:18.448964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Checking segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:16:18.449363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Bound using segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:16:18.453794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Bound port: 14d5e10e-2b91-45af-847c-192985a74a5e, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:16:18.454470 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:18.550925 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:18.556370 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-c65c1ffa-03dc-4397-91c7-6494c9349efd service neutron] 10.222.0.48 "GET /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763910 Nov 24 13:16:18.597625 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] For port 14d5e10e-2b91-45af-847c-192985a74a5e, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:16:18.602072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] For port 14d5e10e-2b91-45af-847c-192985a74a5e, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14d5e10e-2b91-45af-847c-192985a74a5e,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:16:18.668491 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'name': 'tempest-TestServerBasicOps-1848958468-router', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '277dbb21-c68c-40dc-8dda-f077c55a334b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:13Z', 'updated_at': '2021-11-24T13:16:15Z', 'revision_number': 3, 'project_id': '1376b687475e4dccad23a29f14cfd209', 'gw_port': {'id': '277dbb21-c68c-40dc-8dda-f077c55a334b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:14Z', 'updated_at': '2021-11-24T13:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:18.695708 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Checking router: 65ffcd54-e398-494f-8f41-7d5999ababf7 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:16:18.696063 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Updating router 65ffcd54-e398-494f-8f41-7d5999ababf7 port 277dbb21-c68c-40dc-8dda-f077c55a334b binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:16:18.698881 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:18.729545 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:18.729837 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:18.731822 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c22861-537f-45c6-8390-f8092c2dddde req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] 10.222.0.46 "PUT /v2.0/ports/14d5e10e-2b91-45af-847c-192985a74a5e HTTP/1.1" status: 200 len: 1091 time: 3.1649692 Nov 24 13:16:18.735649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0259a048-6489-4db2-851f-9d56f19683d9', 'tag': '14d5e10e-2b91-45af-847c-192985a74a5e'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:16:18.739107 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9751c3da-9fed-4e04-8b15-5bae26cedf0f" -d '{"events": [{"name": "network-changed", "server_uuid": "0259a048-6489-4db2-851f-9d56f19683d9", "tag": "14d5e10e-2b91-45af-847c-192985a74a5e"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:16:18.758132 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:18.863623 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3788eb07-441e-4099-b4c7-755ae850271b x-openstack-request-id: req-3788eb07-441e-4099-b4c7-755ae850271b {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:16:18.863932 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0259a048-6489-4db2-851f-9d56f19683d9", "tag": "14d5e10e-2b91-45af-847c-192985a74a5e", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:16:18.864322 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3788eb07-441e-4099-b4c7-755ae850271b {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:16:18.864823 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0259a048-6489-4db2-851f-9d56f19683d9', 'tag': '14d5e10e-2b91-45af-847c-192985a74a5e', 'status': 'completed', 'code': 200} Nov 24 13:16:18.939745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82829dc3-4304-47f1-8cb9-8efcc9d843b5 service neutron] Pushing event updated for resources: {'Port': ['ID=14d5e10e-2b91-45af-847c-192985a74a5e,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:18.968935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c22861-537f-45c6-8390-f8092c2dddde req-a803ae59-71b9-45c1-83e7-10256160ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:18.971913 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c22861-537f-45c6-8390-f8092c2dddde req-a803ae59-71b9-45c1-83e7-10256160ec9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 1094 time: 0.1302083 Nov 24 13:16:19.062832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2653afe-bd06-4a8a-ae31-91ecef0b2c0d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:19.074053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec536ff-110b-48a7-938c-d830e18e234a None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:19.091274 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b2653afe-bd06-4a8a-ae31-91ecef0b2c0d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:19.108878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec536ff-110b-48a7-938c-d830e18e234a None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:19.109518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3ec536ff-110b-48a7-938c-d830e18e234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:19.122578 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0212e950-4bd9-44ae-bcba-11e7af03df6b req-576c1c57-dbb9-4d04-889f-7d51a8b80993 service neutron] 10.222.0.59 "GET /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349761 Nov 24 13:16:19.145079 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:19.173729 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20c06bd0-06e7-4f82-99d0-955c97695e12 req-4e33f3e1-3b96-4181-a2ea-08b098322fc3 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 210 time: 0.0588307 Nov 24 13:16:19.197738 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3ec536ff-110b-48a7-938c-d830e18e234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:19.242016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b2653afe-bd06-4a8a-ae31-91ecef0b2c0d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "PUT /v2.0/floatingips/84399ed5-921c-4cb8-a0b5-bf26964b7a16 HTTP/1.1" status: 200 len: 687 time: 2.2031398 Nov 24 13:16:19.246202 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c22861-537f-45c6-8390-f8092c2dddde req-afae053a-9db0-4dd8-802e-efb0dd1897f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d5e10e-2b91-45af-847c-192985a74a5e HTTP/1.1" status: 200 len: 217 time: 0.2000070 Nov 24 13:16:19.246539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec536ff-110b-48a7-938c-d830e18e234a None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:19.247054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60274) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:19.247347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3ec536ff-110b-48a7-938c-d830e18e234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:19.317560 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3ec536ff-110b-48a7-938c-d830e18e234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:19.318269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec536ff-110b-48a7-938c-d830e18e234a None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:19.421666 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:19.432981 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:19.441709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a8f18-b6a1-4bd6-8334-62ea7b4ec20f req-5c3e2236-ab76-4746-a22a-9674b8abf222 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:19.443325 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e46a8f18-b6a1-4bd6-8334-62ea7b4ec20f req-5c3e2236-ab76-4746-a22a-9674b8abf222 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 943 time: 0.4899530 Nov 24 13:16:19.536985 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e46a8f18-b6a1-4bd6-8334-62ea7b4ec20f req-c17209a6-11b3-487b-a7ea-b25a0249fdf5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668716 Nov 24 13:16:19.545369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c22861-537f-45c6-8390-f8092c2dddde req-ea168d0b-b57c-478d-bb2c-bf88fa29fdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:19.546928 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c22861-537f-45c6-8390-f8092c2dddde req-ea168d0b-b57c-478d-bb2c-bf88fa29fdac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.1719995 Nov 24 13:16:19.554647 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dea859-527a-4445-938c-7235b3e6ed8a None None] Pushing event updated for resources: {'Port': ['ID=277dbb21-c68c-40dc-8dda-f077c55a334b,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:19.582922 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Attempting to bind port 277dbb21-c68c-40dc-8dda-f077c55a334b on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:16:19.586673 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Attempting to bind port 277dbb21-c68c-40dc-8dda-f077c55a334b by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:16:19.587056 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Attempting to bind port 277dbb21-c68c-40dc-8dda-f077c55a334b on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:16:19.593838 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:16:19.594483 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:16:19.594692 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:19.595215 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:16:19.595792 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Bound port: 277dbb21-c68c-40dc-8dda-f077c55a334b, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:16:19.596358 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:19.625696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:19.638781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ea71a2da-be24-4229-8c7a-0e41e006c02f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port 79d790fa-c0ab-492b-98b7-a23d79357bbd {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:16:19.639376 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea71a2da-be24-4229-8c7a-0e41e006c02f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:19.667642 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] For port 277dbb21-c68c-40dc-8dda-f077c55a334b, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:16:19.670999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c678b5-3abb-4895-a282-17841c29a00e req-5ba6c605-6c4c-4f56-b7b5-51965fe7671c tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:19.671803 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] For port 277dbb21-c68c-40dc-8dda-f077c55a334b, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=277dbb21-c68c-40dc-8dda-f077c55a334b,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:16:19.672508 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5c678b5-3abb-4895-a282-17841c29a00e req-5ba6c605-6c4c-4f56-b7b5-51965fe7671c tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.1344483 Nov 24 13:16:19.683263 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:19.763578 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Routers {'65ffcd54-e398-494f-8f41-7d5999ababf7'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:19.764149 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:15:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['65ffcd54-e398-494f-8f41-7d5999ababf7'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:19.764675 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c22861-537f-45c6-8390-f8092c2dddde req-fd87e739-5d81-4ff0-856d-633b9692dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:19.769948 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c22861-537f-45c6-8390-f8092c2dddde req-fd87e739-5d81-4ff0-856d-633b9692dfa4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146335 Nov 24 13:16:19.809153 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dea859-527a-4445-938c-7235b3e6ed8a None None] Pushing event updated for resources: {'Port': ['ID=277dbb21-c68c-40dc-8dda-f077c55a334b,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:19.896167 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea71a2da-be24-4229-8c7a-0e41e006c02f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:19.897046 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea71a2da-be24-4229-8c7a-0e41e006c02f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:19.910779 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] Set router 65ffcd54-e398-494f-8f41-7d5999ababf7 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:19.917974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ea71a2da-be24-4229-8c7a-0e41e006c02f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for 79d790fa-c0ab-492b-98b7-a23d79357bbd owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:16:19.920105 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5c678b5-3abb-4895-a282-17841c29a00e req-0821d209-6de6-411f-ad5d-bbd1f9a9ecdc tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083786 Nov 24 13:16:20.069325 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Allocated IP 172.20.0.1 (a97cfb38-c8de-4ea8-979d-88688f8cd038/9845ef5d-3909-44b0-850d-d37286f76812/de5f6b51-b8a1-4743-9a67-c9070a709c31) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:20.074648 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:20.084223 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c22861-537f-45c6-8390-f8092c2dddde req-97bec0a2-60cf-489b-8fb5-c5fb39a22b40 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033593 Nov 24 13:16:20.104358 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:20.140114 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'name': 'tempest-TestServerBasicOps-1848958468-router', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '277dbb21-c68c-40dc-8dda-f077c55a334b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:13Z', 'updated_at': '2021-11-24T13:16:15Z', 'revision_number': 3, 'project_id': '1376b687475e4dccad23a29f14cfd209', 'gw_port': {'id': '277dbb21-c68c-40dc-8dda-f077c55a334b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:14Z', 'updated_at': '2021-11-24T13:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:20.289547 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71041d7a-4891-46e6-8b7b-619eeeb3cb3c None None] The sync data for ids ['65ffcd54-e398-494f-8f41-7d5999ababf7'] in n-d-817303-4 is: [{'id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'name': 'tempest-TestServerBasicOps-1848958468-router', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '277dbb21-c68c-40dc-8dda-f077c55a334b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:13Z', 'updated_at': '2021-11-24T13:16:15Z', 'revision_number': 3, 'project_id': '1376b687475e4dccad23a29f14cfd209', 'gw_port': {'id': '277dbb21-c68c-40dc-8dda-f077c55a334b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:14Z', 'updated_at': '2021-11-24T13:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:20.303068 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea71a2da-be24-4229-8c7a-0e41e006c02f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:20.794377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71a2da-be24-4229-8c7a-0e41e006c02f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=79d790fa-c0ab-492b-98b7-a23d79357bbd,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:20.840775 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0bdb2b14-bf1a-4526-9dd0-68a504be1405 req-6909332b-6874-4c6d-9a2a-8e736fd0c632 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 210 time: 0.5140595 Nov 24 13:16:20.873310 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3cb12153-4a70-4be8-8204-9101600f2c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:20.883938 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c22861-537f-45c6-8390-f8092c2dddde req-99174dab-ed7a-4176-bda5-5a47a96e3327 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7886751 Nov 24 13:16:20.936531 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea71a2da-be24-4229-8c7a-0e41e006c02f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:20.941864 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea71a2da-be24-4229-8c7a-0e41e006c02f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:20.943454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ea71a2da-be24-4229-8c7a-0e41e006c02f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/floatingips/84399ed5-921c-4cb8-a0b5-bf26964b7a16 HTTP/1.1" status: 204 len: 168 time: 1.6946368 Nov 24 13:16:20.947342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60318) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:20.954301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': 'a3b3c414-e657-4057-aa36-032c0735d095'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:20.978545 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:21.027302 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Allocated IP 172.20.0.14 (e4eaf725-07bb-4eaf-9670-034104441d0e/e0994e60-a001-4811-8a0d-957e52bb49bf/6485a3f4-854a-4709-ad06-49c2345c6a2f) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:21.081519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277d870-fb5b-4e00-9895-364898a04cde req-37371e6b-f6b2-4ede-af4c-b4b1f1137d2d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:21.083146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1277d870-fb5b-4e00-9895-364898a04cde req-37371e6b-f6b2-4ede-af4c-b4b1f1137d2d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 943 time: 0.3177557 Nov 24 13:16:21.148052 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:21.148873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-bd531950-c7dc-4fd3-9a77-7b76e9b1c878 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:21.150524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-bd531950-c7dc-4fd3-9a77-7b76e9b1c878 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.46 "GET /v2.0/networks?id=b657000d-68f3-4e8c-bc69-3ec21b3bb253 HTTP/1.1" status: 200 len: 814 time: 0.3838801 Nov 24 13:16:21.177006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751c3da-9fed-4e04-8b15-5bae26cedf0f req-2c025192-4bc4-48c5-a034-5fb834c1ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:21.178953 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9751c3da-9fed-4e04-8b15-5bae26cedf0f req-2c025192-4bc4-48c5-a034-5fb834c1ca88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 1094 time: 0.1957192 Nov 24 13:16:21.271084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924c437-915d-477c-8739-f01332e7fe20 req-f3e971cb-0b99-413a-8f1d-e01de3d5ae20 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:21.284945 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9924c437-915d-477c-8739-f01332e7fe20 req-f3e971cb-0b99-413a-8f1d-e01de3d5ae20 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2106538 Nov 24 13:16:21.312001 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:21.399540 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1277d870-fb5b-4e00-9895-364898a04cde req-e7c2fe6b-b367-45d8-b801-30c2d17a15fb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073497 Nov 24 13:16:21.412564 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Network a97cfb38-c8de-4ea8-979d-88688f8cd038 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:21.426942 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:21.430219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:21.490513 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:21.527389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751c3da-9fed-4e04-8b15-5bae26cedf0f req-6de98c8a-aeae-43af-9fbe-3dcf7387f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:21.532573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9751c3da-9fed-4e04-8b15-5bae26cedf0f req-6de98c8a-aeae-43af-9fbe-3dcf7387f611 service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.3369801 Nov 24 13:16:21.545678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Pushing event updated for resources: {'Port': ['ID=de5f6b51-b8a1-4743-9a67-c9070a709c31,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:21.580396 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9924c437-915d-477c-8739-f01332e7fe20 req-d3ef757a-d203-4b60-9af0-69e1363c50db tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904530 Nov 24 13:16:21.651843 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9751c3da-9fed-4e04-8b15-5bae26cedf0f req-124c007e-47b9-438f-b903-2e3c3b5c17eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d5e10e-2b91-45af-847c-192985a74a5e HTTP/1.1" status: 200 len: 217 time: 0.0683296 Nov 24 13:16:21.658914 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-7151ae9f-153f-4a31-825e-f1713f2c3826 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=989d83eaaede444bba260d4bd072a98f HTTP/1.1" status: 200 len: 380 time: 0.4926312 Nov 24 13:16:21.708651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-8dc4cd8f-071a-4d2b-bb78-64d228f930bd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Request body: {'port': {'device_id': 'd02e885f-429d-41ad-baaf-ba672354c835', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'admin_state_up': True, 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'security_groups': ['8a0c9797-fc57-45ef-88c3-06a68d5ded7b']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:21.742564 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:21.757006 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:21.801397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751c3da-9fed-4e04-8b15-5bae26cedf0f req-b937106e-aa80-4622-8b4f-0aa255671a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:21.802910 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9751c3da-9fed-4e04-8b15-5bae26cedf0f req-b937106e-aa80-4622-8b4f-0aa255671a28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.1368625 Nov 24 13:16:21.812771 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:21.920018 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c040bdc2-f3a0-41eb-b057-59b3eda956eb None None] Provisioning complete for port de5f6b51-b8a1-4743-9a67-c9070a709c31 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:21.920526 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c040bdc2-f3a0-41eb-b057-59b3eda956eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:21.958776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751c3da-9fed-4e04-8b15-5bae26cedf0f req-21e6d501-8e28-45bd-8865-19baa51bf8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:21.962519 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9751c3da-9fed-4e04-8b15-5bae26cedf0f req-21e6d501-8e28-45bd-8865-19baa51bf8ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491981 Nov 24 13:16:22.007418 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c040bdc2-f3a0-41eb-b057-59b3eda956eb None None] Port de5f6b51-b8a1-4743-9a67-c9070a709c31 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:16:22.020371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.25.0.218 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/05c14c30-4b9c-4964-97de-805de56fc035) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:22.134194 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 277dbb21-c68c-40dc-8dda-f077c55a334b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:22.137492 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f463f1bf-6573-42e7-9d42-ba6d10bffa53 req-528a7325-3e19-4457-bd51-570e78b04b27 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 210 time: 0.0623014 Nov 24 13:16:22.240280 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:22.266038 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9751c3da-9fed-4e04-8b15-5bae26cedf0f req-30325178-335e-44c1-8c64-a33b9a3e914f service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957575 Nov 24 13:16:22.286147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 277dbb21-c68c-40dc-8dda-f077c55a334b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:22.286626 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:22.306466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-8dc4cd8f-071a-4d2b-bb78-64d228f930bd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Made reservation on behalf of 989d83eaaede444bba260d4bd072a98f for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:16:22.309986 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-8dc4cd8f-071a-4d2b-bb78-64d228f930bd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:22.330345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Network e4eaf725-07bb-4eaf-9670-034104441d0e is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:22.348244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:22.357898 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:22.364560 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:22.374542 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event updated for resources: {'Port': ['ID=6485a3f4-854a-4709-ad06-49c2345c6a2f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:22.391405 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:22.397343 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:22.453396 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:22.463525 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9751c3da-9fed-4e04-8b15-5bae26cedf0f req-be1ec276-9570-4a90-ac6a-4f51ff47ea8d service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860733 Nov 24 13:16:22.524251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 277dbb21-c68c-40dc-8dda-f077c55a334b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=277dbb21-c68c-40dc-8dda-f077c55a334b,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:22.531724 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:22.538504 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:22.703716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=277dbb21-c68c-40dc-8dda-f077c55a334b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:22.714313 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=05c14c30-4b9c-4964-97de-805de56fc035,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:22.722439 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:22.742988 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Pushing event updated for resources: {'Port': ['ID=de5f6b51-b8a1-4743-9a67-c9070a709c31,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:22.743268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:22.753006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:22.756930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:22.814446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b29dc-1083-41c7-af61-f257f221b8a2 req-6859d667-387b-4356-ab29-cd1dab1aafb9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:22.816173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-752b29dc-1083-41c7-af61-f257f221b8a2 req-6859d667-387b-4356-ab29-cd1dab1aafb9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 943 time: 0.1658759 Nov 24 13:16:22.888855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-8dc4cd8f-071a-4d2b-bb78-64d228f930bd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Allocated IP 172.20.0.8 (b657000d-68f3-4e8c-bc69-3ec21b3bb253/703abfc3-a51a-475b-bfaf-4344e9a5b671/a281e2a2-c12a-4e28-9f4c-7b76431458a7) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:22.947544 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-752b29dc-1083-41c7-af61-f257f221b8a2 req-a193a5d9-149f-45c0-b1bf-754ec5dca20d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993879 Nov 24 13:16:23.089417 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Network a97cfb38-c8de-4ea8-979d-88688f8cd038 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:23.098266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:23.181235 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:23.238361 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d21075c2-0fa5-4693-b96d-66b1e4592245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:23.289817 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:23.323080 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-8dc4cd8f-071a-4d2b-bb78-64d228f930bd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:23.389403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:23.454828 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4678179e-df88-4f34-b982-b369bef81123 None None] Provisioning complete for port de5f6b51-b8a1-4743-9a67-c9070a709c31 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:23.455508 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4678179e-df88-4f34-b982-b369bef81123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:23.500182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4678179e-df88-4f34-b982-b369bef81123 None None] Port de5f6b51-b8a1-4743-9a67-c9070a709c31 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:16:23.509677 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c85a235a-fa23-4069-8a6d-28d17c459b9b req-f74e0c4f-7ef0-4b38-8b99-f51aa5ffa0ec tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 210 time: 0.1828206 Nov 24 13:16:23.525060 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Router 65ffcd54-e398-494f-8f41-7d5999ababf7 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:23.583709 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:23.589954 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:23.668589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=05c14c30-4b9c-4964-97de-805de56fc035,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:23.680311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:23.788540 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Floating IP e6c0747c-ef79-4e3f-ba33-d7ad64222c60 associated. External IP: 172.25.0.218, port: a3b3c414-e657-4057-aa36-032c0735d095. Nov 24 13:16:23.806347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 14d5e10e-2b91-45af-847c-192985a74a5e details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:16:23.920942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 14d5e10e-2b91-45af-847c-192985a74a5e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14d5e10e-2b91-45af-847c-192985a74a5e,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:23.939905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '14d5e10e-2b91-45af-847c-192985a74a5e', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'port_id': '14d5e10e-2b91-45af-847c-192985a74a5e', 'mac_address': 'fa:16:3e:d6:cc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:16:24.001182 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-8dc4cd8f-071a-4d2b-bb78-64d228f930bd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:24.011445 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:24.043256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d5e10e-2b91-45af-847c-192985a74a5e {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:16:24.060841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 277dbb21-c68c-40dc-8dda-f077c55a334b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:24.093421 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-8dc4cd8f-071a-4d2b-bb78-64d228f930bd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Network b657000d-68f3-4e8c-bc69-3ec21b3bb253 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:24.133954 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 14d5e10e-2b91-45af-847c-192985a74a5e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14d5e10e-2b91-45af-847c-192985a74a5e,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:24.135681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:24.137794 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 277dbb21-c68c-40dc-8dda-f077c55a334b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:24.138652 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:24.140021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4cd8f-071a-4d2b-bb78-64d228f930bd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Pushing event updated for resources: {'Port': ['ID=a281e2a2-c12a-4e28-9f4c-7b76431458a7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:24.144251 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-8dc4cd8f-071a-4d2b-bb78-64d228f930bd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:24.146749 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-8dc4cd8f-071a-4d2b-bb78-64d228f930bd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:24.158545 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3c249-84d3-486f-80d2-a9617050c113 req-430e326b-6c5b-4455-9a4a-95618db1da60 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:24.160982 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e2d3c249-84d3-486f-80d2-a9617050c113 req-430e326b-6c5b-4455-9a4a-95618db1da60 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 943 time: 0.0899038 Nov 24 13:16:24.186103 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:24.195441 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:24.234979 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e2d3c249-84d3-486f-80d2-a9617050c113 req-26729ce4-3aba-4d1a-ba79-60b4c315892a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667045 Nov 24 13:16:24.278874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-8dc4cd8f-071a-4d2b-bb78-64d228f930bd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:24.283884 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-8dc4cd8f-071a-4d2b-bb78-64d228f930bd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:24.298346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:24.313118 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7d53a20d-6c66-43b7-957d-bba8544c3b99 admin admin] 10.222.0.48 "PUT /v2.0/routers/65ffcd54-e398-494f-8f41-7d5999ababf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9158206 Nov 24 13:16:24.320637 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Sync routers for ids ['65ffcd54-e398-494f-8f41-7d5999ababf7'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:24.359099 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Routers {'65ffcd54-e398-494f-8f41-7d5999ababf7'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:24.360102 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-60092f03-1205-46a8-935d-95502777ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['65ffcd54-e398-494f-8f41-7d5999ababf7'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:24.414543 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:24.415248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=14d5e10e-2b91-45af-847c-192985a74a5e,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:24.425420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['14d5e10e-2b91-45af-847c-192985a74a5e'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:16:24.425623 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-8dc4cd8f-071a-4d2b-bb78-64d228f930bd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7424858 Nov 24 13:16:24.442472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Request body: {'port': {'device_id': 'd02e885f-429d-41ad-baaf-ba672354c835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:24.448185 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:24.497229 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:24.512575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be585a41-8cca-4c2c-b38f-02532ecea58a None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:24.553598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be585a41-8cca-4c2c-b38f-02532ecea58a None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:24.553598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-be585a41-8cca-4c2c-b38f-02532ecea58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:24.574910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60374) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:24.579768 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0f8cca14-6132-4fdc-a217-269db76317e9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6308901 Nov 24 13:16:24.615398 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Set router 65ffcd54-e398-494f-8f41-7d5999ababf7 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:24.667186 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-be585a41-8cca-4c2c-b38f-02532ecea58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:24.705201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be585a41-8cca-4c2c-b38f-02532ecea58a None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:24.705802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-be585a41-8cca-4c2c-b38f-02532ecea58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:24.713472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9624ea7e-aa02-4c1c-9c11-8dcdbc37f033 None None] Provisioning complete for port a281e2a2-c12a-4e28-9f4c-7b76431458a7 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:24.713876 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9624ea7e-aa02-4c1c-9c11-8dcdbc37f033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:24.718906 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:24.744580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99016d-c01c-4c4a-8276-13e600015442 req-74b59e16-cdfe-4cd0-869f-74c25983363e tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:24.761496 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c99016d-c01c-4c4a-8276-13e600015442 req-74b59e16-cdfe-4cd0-869f-74c25983363e tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 931 time: 0.1101420 Nov 24 13:16:24.791954 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e3a5a82c-8b2d-4ac3-accf-108385994500 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "GET /v2.0/floatingips/e6c0747c-ef79-4e3f-ba33-d7ad64222c60 HTTP/1.1" status: 200 len: 978 time: 0.2144694 Nov 24 13:16:24.796568 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60376) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:24.840981 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Router 5b72dd8f-7f7b-40e6-8559-a014a1426b7e is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:16:24.847065 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-be585a41-8cca-4c2c-b38f-02532ecea58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:24.847772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be585a41-8cca-4c2c-b38f-02532ecea58a None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:24.865833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9624ea7e-aa02-4c1c-9c11-8dcdbc37f033 None None] Port a281e2a2-c12a-4e28-9f4c-7b76431458a7 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:16:24.961363 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c99016d-c01c-4c4a-8276-13e600015442 req-c892f422-5f4f-4452-9edd-d59bfc31bd2b tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942668 Nov 24 13:16:25.031156 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-60092f03-1205-46a8-935d-95502777ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'name': 'tempest-TestServerBasicOps-1848958468-router', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '277dbb21-c68c-40dc-8dda-f077c55a334b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:13Z', 'updated_at': '2021-11-24T13:16:21Z', 'revision_number': 4, 'project_id': '1376b687475e4dccad23a29f14cfd209', 'gw_port': {'id': '277dbb21-c68c-40dc-8dda-f077c55a334b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:14Z', 'updated_at': '2021-11-24T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'de5f6b51-b8a1-4743-9a67-c9070a709c31', 'name': '', 'network_id': 'a97cfb38-c8de-4ea8-979d-88688f8cd038', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'mac_address': 'fa:16:3e:76:42:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '9845ef5d-3909-44b0-850d-d37286f76812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:19Z', 'updated_at': '2021-11-24T13:16:22Z', 'revision_number': 2, 'project_id': '1376b687475e4dccad23a29f14cfd209', 'subnets': [{'id': '9845ef5d-3909-44b0-850d-d37286f76812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:25.061990 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Checking router: 65ffcd54-e398-494f-8f41-7d5999ababf7 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:16:25.062342 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Updating router 65ffcd54-e398-494f-8f41-7d5999ababf7 port de5f6b51-b8a1-4743-9a67-c9070a709c31 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:16:25.068094 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-02fb8059-363a-4bb1-a660-91a314ec85cf tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2673945 Nov 24 13:16:25.073481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60378) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:25.078123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a03c2a78-f8c3-4552-8d65-31a57b52310f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'floatingip': {'port_id': '0c0431b2-9474-4a10-970c-c1697fd3c60b'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:25.096212 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:25.132694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:25.169064 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:25.172503 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e56e186a-b85b-415a-87cd-5d5cf7444505 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.2492077 Nov 24 13:16:25.172976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60380) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:25.180858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a03c2a78-f8c3-4552-8d65-31a57b52310f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:25.253247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a281e2a2-c12a-4e28-9f4c-7b76431458a7 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:16:25.260531 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60382) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:25.266656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c8d51a11-0a1b-4be8-9e82-b7c0d3e08cfb tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1435461604', 'description': 'tempest-secgroup-smoke-1435461604 description', 'project_id': '1c366d39494045228b8742673f49e6ef'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:25.278897 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Sync routers for ids ['5b72dd8f-7f7b-40e6-8559-a014a1426b7e'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:25.293403 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:25.297128 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c8d51a11-0a1b-4be8-9e82-b7c0d3e08cfb tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:25.334218 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Routers {'5b72dd8f-7f7b-40e6-8559-a014a1426b7e'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:25.335909 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5b72dd8f-7f7b-40e6-8559-a014a1426b7e'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:25.388431 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c8d51a11-0a1b-4be8-9e82-b7c0d3e08cfb tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:25.398296 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c8d51a11-0a1b-4be8-9e82-b7c0d3e08cfb tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:25.448258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d51a11-0a1b-4be8-9e82-b7c0d3e08cfb tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c18f0e-6a19-4eb4-b950-5f206c1e012e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:25.465617 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c8d51a11-0a1b-4be8-9e82-b7c0d3e08cfb tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:25.467630 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c8d51a11-0a1b-4be8-9e82-b7c0d3e08cfb tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2060976 Nov 24 13:16:25.473397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Transition to ACTIVE for port object a281e2a2-c12a-4e28-9f4c-7b76431458a7 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:16:25.474397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60386) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:25.478240 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:25.488134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Request body: {'security_group_rule': {'security_group_id': 'd8c18f0e-6a19-4eb4-b950-5f206c1e012e', 'project_id': '1c366d39494045228b8742673f49e6ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:25.579551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Pushing event updated for resources: {'Port': ['ID=a281e2a2-c12a-4e28-9f4c-7b76431458a7,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:25.618901 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Set router 5b72dd8f-7f7b-40e6-8559-a014a1426b7e gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:25.659266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Attempting to bind port a281e2a2-c12a-4e28-9f4c-7b76431458a7 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:16:25.659874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Attempting to bind port a281e2a2-c12a-4e28-9f4c-7b76431458a7 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '29f79fdf-70f1-46bb-ab14-728193714843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:16:25.660376 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Attempting to bind port a281e2a2-c12a-4e28-9f4c-7b76431458a7 on network b657000d-68f3-4e8c-bc69-3ec21b3bb253 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:16:25.666713 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Port a281e2a2-c12a-4e28-9f4c-7b76431458a7 on network b657000d-68f3-4e8c-bc69-3ec21b3bb253 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:16:25.667419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Attempting to bind port a281e2a2-c12a-4e28-9f4c-7b76431458a7 on network b657000d-68f3-4e8c-bc69-3ec21b3bb253 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:16:25.674613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:16:25.675223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Checking segment: {'id': '29f79fdf-70f1-46bb-ab14-728193714843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:16:25.675805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Bound using segment: {'id': '29f79fdf-70f1-46bb-ab14-728193714843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:16:25.676577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Bound port: a281e2a2-c12a-4e28-9f4c-7b76431458a7, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29f79fdf-70f1-46bb-ab14-728193714843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:16:25.677408 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:25.780995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] For port a281e2a2-c12a-4e28-9f4c-7b76431458a7, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:16:25.784529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] For port a281e2a2-c12a-4e28-9f4c-7b76431458a7, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a281e2a2-c12a-4e28-9f4c-7b76431458a7,segment=NetworkSegment(29f79fdf-70f1-46bb-ab14-728193714843),segment_id=29f79fdf-70f1-46bb-ab14-728193714843)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:16:25.792331 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:25.805930 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 14d5e10e-2b91-45af-847c-192985a74a5e up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:25.845992 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:25.865081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:25.865859 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:25.868149 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] 10.222.0.46 "PUT /v2.0/ports/a281e2a2-c12a-4e28-9f4c-7b76431458a7 HTTP/1.1" status: 200 len: 1091 time: 1.4334242 Nov 24 13:16:25.868477 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:25.868708 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02e885f-429d-41ad-baaf-ba672354c835', 'tag': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:16:25.871931 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a7f3a2-2f6c-4cf5-92ac-f1ec76f3c363" -d '{"events": [{"name": "network-changed", "server_uuid": "d02e885f-429d-41ad-baaf-ba672354c835", "tag": "a281e2a2-c12a-4e28-9f4c-7b76431458a7"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:16:25.949529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1329010-2ee0-42f6-aba7-2e4a0ac7015b service neutron] Pushing event updated for resources: {'Port': ['ID=a281e2a2-c12a-4e28-9f4c-7b76431458a7,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:25.956291 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd5f9ff-0c2f-4b5e-a76d-ff421152eac9 x-openstack-request-id: req-2fd5f9ff-0c2f-4b5e-a76d-ff421152eac9 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:16:25.958284 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02e885f-429d-41ad-baaf-ba672354c835", "tag": "a281e2a2-c12a-4e28-9f4c-7b76431458a7", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:16:25.958807 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2fd5f9ff-0c2f-4b5e-a76d-ff421152eac9 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:16:25.959703 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02e885f-429d-41ad-baaf-ba672354c835', 'tag': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'status': 'completed', 'code': 200} Nov 24 13:16:25.972625 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647a51e-348b-4a9f-95f0-d01e1f938864 req-a59b87b5-921d-4844-adb0-de5cc4c8ea4a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:25.974256 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a647a51e-348b-4a9f-95f0-d01e1f938864 req-a59b87b5-921d-4844-adb0-de5cc4c8ea4a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 944 time: 0.5809569 Nov 24 13:16:26.020464 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.040083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 14d5e10e-2b91-45af-847c-192985a74a5e completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:16:26.050040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 14d5e10e-2b91-45af-847c-192985a74a5e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:26.050477 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.103196 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.195167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd96760-fcea-4927-9818-564724255cf5 req-845da29f-165c-4093-84f6-1829e5b940ad tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:26.213836 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-acd96760-fcea-4927-9818-564724255cf5 req-845da29f-165c-4093-84f6-1829e5b940ad tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 943 time: 0.1386120 Nov 24 13:16:26.238920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-5b660f52-2319-4efe-ad39-efcce16d7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:26.242149 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-5b660f52-2319-4efe-ad39-efcce16d7028 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=989d83eaaede444bba260d4bd072a98f&device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 1094 time: 0.1534266 Nov 24 13:16:26.245600 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.288569 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a322a2-e0a9-481d-b4c5-ca56f97e9b0b None None] Pushing event updated for resources: {'Port': ['ID=de5f6b51-b8a1-4743-9a67-c9070a709c31,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:26.297421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0259a048-6489-4db2-851f-9d56f19683d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d5e10e-2b91-45af-847c-192985a74a5e'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:16:26.300384 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025304b9-c316-4629-98a9-728937c9070b" -d '{"events": [{"server_uuid": "0259a048-6489-4db2-851f-9d56f19683d9", "name": "network-vif-plugged", "status": "completed", "tag": "14d5e10e-2b91-45af-847c-192985a74a5e"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:16:26.313177 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Attempting to bind port de5f6b51-b8a1-4743-9a67-c9070a709c31 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:16:26.313547 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Attempting to bind port de5f6b51-b8a1-4743-9a67-c9070a709c31 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '08b5b6ba-bcba-471a-aacb-9e0bbd28010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a97cfb38-c8de-4ea8-979d-88688f8cd038'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:16:26.313964 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Attempting to bind port de5f6b51-b8a1-4743-9a67-c9070a709c31 on network a97cfb38-c8de-4ea8-979d-88688f8cd038 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:16:26.326314 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-08816d8c-adf3-4da4-bfb9-93d3d6f93cce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a281e2a2-c12a-4e28-9f4c-7b76431458a7 HTTP/1.1" status: 200 len: 217 time: 0.0683529 Nov 24 13:16:26.353882 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:16:26.356059 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Checking segment: {'id': '08b5b6ba-bcba-471a-aacb-9e0bbd28010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a97cfb38-c8de-4ea8-979d-88688f8cd038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:16:26.356838 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.357253 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Bound using segment: {'id': '08b5b6ba-bcba-471a-aacb-9e0bbd28010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a97cfb38-c8de-4ea8-979d-88688f8cd038'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:16:26.357977 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Bound port: de5f6b51-b8a1-4743-9a67-c9070a709c31, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b5b6ba-bcba-471a-aacb-9e0bbd28010f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'a97cfb38-c8de-4ea8-979d-88688f8cd038'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:16:26.358729 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.364944 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 14d5e10e-2b91-45af-847c-192985a74a5e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14d5e10e-2b91-45af-847c-192985a74a5e,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:26.382549 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.411562 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-acd96760-fcea-4927-9818-564724255cf5 req-a757ee48-6649-41f0-9176-66471873c85e tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965604 Nov 24 13:16:26.426228 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-17293041-8b49-459b-80a5-db96ccaa1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:26.428984 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-17293041-8b49-459b-80a5-db96ccaa1b0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=703abfc3-a51a-475b-bfaf-4344e9a5b671 HTTP/1.1" status: 200 len: 853 time: 0.0905006 Nov 24 13:16:26.446361 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b72dd8f-7f7b-40e6-8559-a014a1426b7e', 'name': '', 'tenant_id': 'dd5796502b1844e080a65f8c71a98699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e4eaf725-07bb-4eaf-9670-034104441d0e', 'external_fixed_ips': [{'subnet_id': 'e0994e60-a001-4811-8a0d-957e52bb49bf', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '6485a3f4-854a-4709-ad06-49c2345c6a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:18Z', 'updated_at': '2021-11-24T13:16:22Z', 'revision_number': 3, 'project_id': 'dd5796502b1844e080a65f8c71a98699', 'gw_port': {'id': '6485a3f4-854a-4709-ad06-49c2345c6a2f', 'name': '', 'network_id': 'e4eaf725-07bb-4eaf-9670-034104441d0e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b72dd8f-7f7b-40e6-8559-a014a1426b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'e0994e60-a001-4811-8a0d-957e52bb49bf', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:20Z', 'updated_at': '2021-11-24T13:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0994e60-a001-4811-8a0d-957e52bb49bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:26.479121 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-60092f03-1205-46a8-935d-95502777ea41 None None] For port de5f6b51-b8a1-4743-9a67-c9070a709c31, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:16:26.481755 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Checking router: 5b72dd8f-7f7b-40e6-8559-a014a1426b7e for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:16:26.482102 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Updating router 5b72dd8f-7f7b-40e6-8559-a014a1426b7e port 6485a3f4-854a-4709-ad06-49c2345c6a2f binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:16:26.482480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=14d5e10e-2b91-45af-847c-192985a74a5e,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:26.502220 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f14130-3cee-4e31-af75-7006c4e2c44e x-openstack-request-id: req-41f14130-3cee-4e31-af75-7006c4e2c44e {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:16:26.502652 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0259a048-6489-4db2-851f-9d56f19683d9", "name": "network-vif-plugged", "status": "completed", "tag": "14d5e10e-2b91-45af-847c-192985a74a5e", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:16:26.503020 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41f14130-3cee-4e31-af75-7006c4e2c44e {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:16:26.504068 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0259a048-6489-4db2-851f-9d56f19683d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d5e10e-2b91-45af-847c-192985a74a5e', 'code': 200} Nov 24 13:16:26.507495 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.508283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-d9e52579-367f-4bb4-a6a3-8e588708432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:26.510121 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-d9e52579-367f-4bb4-a6a3-8e588708432a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b657000d-68f3-4e8c-bc69-3ec21b3bb253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722301 Nov 24 13:16:26.526540 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-60092f03-1205-46a8-935d-95502777ea41 None None] For port de5f6b51-b8a1-4743-9a67-c9070a709c31, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=de5f6b51-b8a1-4743-9a67-c9070a709c31,segment=NetworkSegment(08b5b6ba-bcba-471a-aacb-9e0bbd28010f),segment_id=08b5b6ba-bcba-471a-aacb-9e0bbd28010f)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:16:26.545793 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.556634 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.573609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-96dc3ed1-4852-445d-bd1a-33d3df805683 None None] Provisioning complete for port de5f6b51-b8a1-4743-9a67-c9070a709c31 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:26.574127 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-96dc3ed1-4852-445d-bd1a-33d3df805683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.599785 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a647a51e-348b-4a9f-95f0-d01e1f938864 req-124c0bcc-2b41-4592-91de-6ccf2c00c1af tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6003139 Nov 24 13:16:26.641180 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a322a2-e0a9-481d-b4c5-ca56f97e9b0b None None] Pushing event updated for resources: {'Port': ['ID=de5f6b51-b8a1-4743-9a67-c9070a709c31,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:26.726745 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.745243 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-221df17b-20bd-4b74-9eee-7fa0b2e3661d service neutron] 10.222.0.46 "GET /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242641 Nov 24 13:16:26.757015 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.816358 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-96dc3ed1-4852-445d-bd1a-33d3df805683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.867101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-96dc3ed1-4852-445d-bd1a-33d3df805683 None None] For port de5f6b51-b8a1-4743-9a67-c9070a709c31, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=de5f6b51-b8a1-4743-9a67-c9070a709c31,segment=NetworkSegment(08b5b6ba-bcba-471a-aacb-9e0bbd28010f),segment_id=08b5b6ba-bcba-471a-aacb-9e0bbd28010f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:26.881620 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-96dc3ed1-4852-445d-bd1a-33d3df805683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.905727 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1135c-c3f7-44b7-b7e6-372333bbadd3 req-36e5cd1b-d9a3-46b3-8670-a7cd18b8438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:26.907850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fea1135c-c3f7-44b7-b7e6-372333bbadd3 req-36e5cd1b-d9a3-46b3-8670-a7cd18b8438d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 1096 time: 0.3373466 Nov 24 13:16:26.922991 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:26.953339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc3ed1-4852-445d-bd1a-33d3df805683 None None] Pushing event updated for resources: {'Port': ['ID=de5f6b51-b8a1-4743-9a67-c9070a709c31,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:26.968569 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2dfbd3fa-8865-49e8-aab8-f149b168131c req-260810d7-fb2b-4a7f-a932-a36e4200231d service neutron] 10.222.0.46 "GET /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169125 Nov 24 13:16:26.979531 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.072368 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9874e3-c305-4620-9ec0-a8e40bd75688,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:27.075301 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7f3a2-2f6c-4cf5-92ac-f1ec76f3c363 req-f9eae05e-73b7-4128-9594-94a891cf99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:27.077072 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a7f3a2-2f6c-4cf5-92ac-f1ec76f3c363 req-f9eae05e-73b7-4128-9594-94a891cf99e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=989d83eaaede444bba260d4bd072a98f&device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 1094 time: 0.0531449 Nov 24 13:16:27.089948 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Routers {'65ffcd54-e398-494f-8f41-7d5999ababf7'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:27.090454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:27.090703 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-60092f03-1205-46a8-935d-95502777ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['65ffcd54-e398-494f-8f41-7d5999ababf7'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:27.105774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:27.106314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:27.106743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:27.107300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:27.107723 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:27.108138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:27.109458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:27.111390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:27.111849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:27.114617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1f9a90e2-faab-4015-b81b-a04c28b38cdf None None] Provisioning complete for port de5f6b51-b8a1-4743-9a67-c9070a709c31 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:27.114906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:27.115349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:16:27.117666 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1f9a90e2-faab-4015-b81b-a04c28b38cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.195248 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fea1135c-c3f7-44b7-b7e6-372333bbadd3 req-687480e6-09e2-4b58-9c63-fbd2bbb2599c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697632 Nov 24 13:16:27.199519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7f3a2-2f6c-4cf5-92ac-f1ec76f3c363 req-e00c8e33-22ae-4b06-ba8a-14c4564bd611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:27.202735 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a7f3a2-2f6c-4cf5-92ac-f1ec76f3c363 req-e00c8e33-22ae-4b06-ba8a-14c4564bd611 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b657000d-68f3-4e8c-bc69-3ec21b3bb253 HTTP/1.1" status: 200 len: 915 time: 0.1166945 Nov 24 13:16:27.209895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Deleting port 6485a3f4-854a-4709-ad06-49c2345c6a2f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:16:27.210344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.302440 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.306290 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8d280ff7-8a0e-493c-abc7-40cbb0fe5b9c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8271968 Nov 24 13:16:27.306496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60398) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:27.312041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a3716117-2e88-4357-a276-5af01c12918c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Request body: {'security_group_rule': {'security_group_id': 'd8c18f0e-6a19-4eb4-b950-5f206c1e012e', 'project_id': '1c366d39494045228b8742673f49e6ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:27.330888 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-60092f03-1205-46a8-935d-95502777ea41 None None] Set router 65ffcd54-e398-494f-8f41-7d5999ababf7 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:27.349239 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.351951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3716117-2e88-4357-a276-5af01c12918c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.369070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Calling delete_port for 6485a3f4-854a-4709-ad06-49c2345c6a2f owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:16:27.421717 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.432941 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a7f3a2-2f6c-4cf5-92ac-f1ec76f3c363 req-3e57ea93-fbfb-4558-bf86-3a137f16c297 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a281e2a2-c12a-4e28-9f4c-7b76431458a7 HTTP/1.1" status: 200 len: 217 time: 0.0524189 Nov 24 13:16:27.450149 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.544185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3716117-2e88-4357-a276-5af01c12918c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.552499 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3716117-2e88-4357-a276-5af01c12918c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.552774 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b744c4-8ed4-4415-a2e8-4da9f3a3e0fe None None] Pushing event updated for resources: {'Port': ['ID=6485a3f4-854a-4709-ad06-49c2345c6a2f,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:27.555181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7f3a2-2f6c-4cf5-92ac-f1ec76f3c363 req-35365e89-5265-4ffd-89ab-e3b393a9db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:27.556932 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a7f3a2-2f6c-4cf5-92ac-f1ec76f3c363 req-35365e89-5265-4ffd-89ab-e3b393a9db33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=703abfc3-a51a-475b-bfaf-4344e9a5b671 HTTP/1.1" status: 200 len: 853 time: 0.1160045 Nov 24 13:16:27.583831 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Attempting to bind port 6485a3f4-854a-4709-ad06-49c2345c6a2f on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:16:27.584205 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Attempting to bind port 6485a3f4-854a-4709-ad06-49c2345c6a2f by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'ae508f43-d8aa-4551-8ff9-461587fd325b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e4eaf725-07bb-4eaf-9670-034104441d0e'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:16:27.584587 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Attempting to bind port 6485a3f4-854a-4709-ad06-49c2345c6a2f on network e4eaf725-07bb-4eaf-9670-034104441d0e {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:16:27.599241 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:16:27.599665 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Checking segment: {'id': 'ae508f43-d8aa-4551-8ff9-461587fd325b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e4eaf725-07bb-4eaf-9670-034104441d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:16:27.600035 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.600473 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Bound using segment: {'id': 'ae508f43-d8aa-4551-8ff9-461587fd325b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e4eaf725-07bb-4eaf-9670-034104441d0e'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:16:27.601061 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Bound port: 6485a3f4-854a-4709-ad06-49c2345c6a2f, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae508f43-d8aa-4551-8ff9-461587fd325b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e4eaf725-07bb-4eaf-9670-034104441d0e'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:16:27.601444 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.623725 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.plugin [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Port 6485a3f4-854a-4709-ad06-49c2345c6a2f has been deleted concurrently {{(pid=114988) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 24 13:16:27.646682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3716117-2e88-4357-a276-5af01c12918c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6916b59e-0710-4def-a670-26afb85b7128,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:27.663943 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a3716117-2e88-4357-a276-5af01c12918c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.665768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a3716117-2e88-4357-a276-5af01c12918c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3582740 Nov 24 13:16:27.672114 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60404) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:27.685098 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5cc5f25e-927a-4d0a-8a8e-7778cd9197fc tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Request body: {'security_group_rule': {'security_group_id': 'd8c18f0e-6a19-4eb4-b950-5f206c1e012e', 'project_id': '1c366d39494045228b8742673f49e6ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:27.694527 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7f3a2-2f6c-4cf5-92ac-f1ec76f3c363 req-6dec2aa7-42c4-496d-8936-d725f67e848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:27.696605 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a7f3a2-2f6c-4cf5-92ac-f1ec76f3c363 req-6dec2aa7-42c4-496d-8936-d725f67e848f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b657000d-68f3-4e8c-bc69-3ec21b3bb253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080880 Nov 24 13:16:27.708157 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Routers {'5b72dd8f-7f7b-40e6-8559-a014a1426b7e'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:27.708786 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5b72dd8f-7f7b-40e6-8559-a014a1426b7e'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:27.712790 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a03c2a78-f8c3-4552-8d65-31a57b52310f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.716325 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.780847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event deleted for resources: {'Port': ['ID=6485a3f4-854a-4709-ad06-49c2345c6a2f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:27.793470 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] Set router 5b72dd8f-7f7b-40e6-8559-a014a1426b7e gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:27.795616 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a03c2a78-f8c3-4552-8d65-31a57b52310f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.841784 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a7f3a2-2f6c-4cf5-92ac-f1ec76f3c363 req-ea182d32-f4d4-45e8-bdd0-9598e3ffd6c1 service neutron] 10.222.0.46 "GET /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341057 Nov 24 13:16:27.856350 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b72dd8f-7f7b-40e6-8559-a014a1426b7e', 'name': '', 'tenant_id': 'dd5796502b1844e080a65f8c71a98699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:18Z', 'updated_at': '2021-11-24T13:16:27Z', 'revision_number': 5, 'project_id': 'dd5796502b1844e080a65f8c71a98699', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:27.886975 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07691092-89c3-4493-8bd0-45ffa9de4049 None None] The sync data for ids ['5b72dd8f-7f7b-40e6-8559-a014a1426b7e'] in n-d-817303-4 is: [{'id': '5b72dd8f-7f7b-40e6-8559-a014a1426b7e', 'name': '', 'tenant_id': 'dd5796502b1844e080a65f8c71a98699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:18Z', 'updated_at': '2021-11-24T13:16:27Z', 'revision_number': 5, 'project_id': 'dd5796502b1844e080a65f8c71a98699', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:27.889679 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-60092f03-1205-46a8-935d-95502777ea41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'name': 'tempest-TestServerBasicOps-1848958468-router', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '277dbb21-c68c-40dc-8dda-f077c55a334b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:13Z', 'updated_at': '2021-11-24T13:16:21Z', 'revision_number': 4, 'project_id': '1376b687475e4dccad23a29f14cfd209', 'gw_port': {'id': '277dbb21-c68c-40dc-8dda-f077c55a334b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:14Z', 'updated_at': '2021-11-24T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'de5f6b51-b8a1-4743-9a67-c9070a709c31', 'name': '', 'network_id': 'a97cfb38-c8de-4ea8-979d-88688f8cd038', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'mac_address': 'fa:16:3e:76:42:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '9845ef5d-3909-44b0-850d-d37286f76812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:19Z', 'updated_at': '2021-11-24T13:16:26Z', 'revision_number': 5, 'project_id': '1376b687475e4dccad23a29f14cfd209', 'subnets': [{'id': '9845ef5d-3909-44b0-850d-d37286f76812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:27.911554 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-a03c2a78-f8c3-4552-8d65-31a57b52310f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Floating IP e6c0747c-ef79-4e3f-ba33-d7ad64222c60 associated. External IP: 172.25.0.218, port: a3b3c414-e657-4057-aa36-032c0735d095. Nov 24 13:16:27.929203 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f25e-927a-4d0a-8a8e-7778cd9197fc tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:27.945860 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60092f03-1205-46a8-935d-95502777ea41 None None] The sync data for ids ['65ffcd54-e398-494f-8f41-7d5999ababf7'] in n-d-817303-4 is: [{'id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'name': 'tempest-TestServerBasicOps-1848958468-router', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '277dbb21-c68c-40dc-8dda-f077c55a334b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:13Z', 'updated_at': '2021-11-24T13:16:21Z', 'revision_number': 4, 'project_id': '1376b687475e4dccad23a29f14cfd209', 'gw_port': {'id': '277dbb21-c68c-40dc-8dda-f077c55a334b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:14Z', 'updated_at': '2021-11-24T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'de5f6b51-b8a1-4743-9a67-c9070a709c31', 'name': '', 'network_id': 'a97cfb38-c8de-4ea8-979d-88688f8cd038', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'mac_address': 'fa:16:3e:76:42:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '9845ef5d-3909-44b0-850d-d37286f76812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:19Z', 'updated_at': '2021-11-24T13:16:26Z', 'revision_number': 5, 'project_id': '1376b687475e4dccad23a29f14cfd209', 'subnets': [{'id': '9845ef5d-3909-44b0-850d-d37286f76812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:28.054563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bfbe9-348c-4e23-be6e-61316031bebc req-70150eae-c498-4e5d-9575-afe952b366a8 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:28.056146 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-765bfbe9-348c-4e23-be6e-61316031bebc req-70150eae-c498-4e5d-9575-afe952b366a8 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 943 time: 0.3420992 Nov 24 13:16:28.165744 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1160-9428-4693-8d6a-32a8ed86a7c0 req-21f1c783-c987-4b4f-b11d-1b7a2e361899 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:28.167632 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b68c1160-9428-4693-8d6a-32a8ed86a7c0 req-21f1c783-c987-4b4f-b11d-1b7a2e361899 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 945 time: 0.3224878 Nov 24 13:16:28.170610 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f25e-927a-4d0a-8a8e-7778cd9197fc tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.178245 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f25e-927a-4d0a-8a8e-7778cd9197fc tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.231345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5f25e-927a-4d0a-8a8e-7778cd9197fc tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16d4c49-0387-4e9e-8db9-7a50c9fad7c4,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:28.286190 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5cc5f25e-927a-4d0a-8a8e-7778cd9197fc tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.287373 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-765bfbe9-348c-4e23-be6e-61316031bebc req-37b81c9f-1822-450b-ae00-b23e2a4ce703 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021730 Nov 24 13:16:28.292054 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.297602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60408) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:28.299114 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5cc5f25e-927a-4d0a-8a8e-7778cd9197fc tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6184499 Nov 24 13:16:28.303598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c101564a-4686-4a77-8e6d-b68f1120102f tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Request body: {'security_group_rule': {'security_group_id': 'd8c18f0e-6a19-4eb4-b950-5f206c1e012e', 'project_id': '1c366d39494045228b8742673f49e6ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:28.310589 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a7f3a2-2f6c-4cf5-92ac-f1ec76f3c363 req-02c90bb2-2d2d-44c9-8386-3042438f4bc6 service neutron] 10.222.0.46 "GET /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437408 Nov 24 13:16:28.396515 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b68c1160-9428-4693-8d6a-32a8ed86a7c0 req-4d605a79-7e8b-4a82-904c-593f636f7137 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057633 Nov 24 13:16:28.535051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03c2a78-f8c3-4552-8d65-31a57b52310f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:28.540206 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.544642 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.556444 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c101564a-4686-4a77-8e6d-b68f1120102f tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.656134 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.656697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b72dd8f-7f7b-40e6-8559-a014a1426b7e {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:16:28.662392 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.663607 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9b20a019-585b-4252-be85-ad2dddc40dfe tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "DELETE /v2.0/routers/5b72dd8f-7f7b-40e6-8559-a014a1426b7e HTTP/1.1" status: 204 len: 168 time: 3.4895682 Nov 24 13:16:28.666386 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60410) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:28.741080 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c101564a-4686-4a77-8e6d-b68f1120102f tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.744710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-c088a743-11a0-42ff-a057-84220c371042 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Deleting subnet e0994e60-a001-4811-8a0d-957e52bb49bf {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:16:28.749719 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c088a743-11a0-42ff-a057-84220c371042 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.757494 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c101564a-4686-4a77-8e6d-b68f1120102f tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.794086 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101564a-4686-4a77-8e6d-b68f1120102f tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a27aeef-15d8-491c-b4a7-cd9828580262,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:28.799378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03c2a78-f8c3-4552-8d65-31a57b52310f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:28.809001 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c101564a-4686-4a77-8e6d-b68f1120102f tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.813874 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c088a743-11a0-42ff-a057-84220c371042 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.814639 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c101564a-4686-4a77-8e6d-b68f1120102f tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5145559 Nov 24 13:16:28.820874 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df0172-0362-4482-8d72-8707e9c464df None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:28.835496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df0172-0362-4482-8d72-8707e9c464df None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:28.836134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-03df0172-0362-4482-8d72-8707e9c464df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:28.865871 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c088a743-11a0-42ff-a057-84220c371042 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.866135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60412) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:28.870935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-04937b10-f032-49ee-b135-dcb05a337163 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Request body: {'security_group_rule': {'security_group_id': 'd8c18f0e-6a19-4eb4-b950-5f206c1e012e', 'project_id': '1c366d39494045228b8742673f49e6ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:28.927557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-03df0172-0362-4482-8d72-8707e9c464df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:28.929200 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c088a743-11a0-42ff-a057-84220c371042 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.942990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03df0172-0362-4482-8d72-8707e9c464df None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:28.944592 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-04937b10-f032-49ee-b135-dcb05a337163 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Project 1c366d39494045228b8742673f49e6ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:16:28.945702 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-03df0172-0362-4482-8d72-8707e9c464df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:28.963734 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-04937b10-f032-49ee-b135-dcb05a337163 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.973765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088a743-11a0-42ff-a057-84220c371042 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e0994e60-a001-4811-8a0d-957e52bb49bf,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:28.993493 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c088a743-11a0-42ff-a057-84220c371042 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:28.998966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-03df0172-0362-4482-8d72-8707e9c464df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:28.999657 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df0172-0362-4482-8d72-8707e9c464df None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:29.008160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60414) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:29.012901 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c088a743-11a0-42ff-a057-84220c371042 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/e0994e60-a001-4811-8a0d-957e52bb49bf HTTP/1.1" status: 204 len: 168 time: 0.3367496 Nov 24 13:16:29.202028 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439e72c5-bd95-49cd-baf1-afb88a494824 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:29.218558 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-04937b10-f032-49ee-b135-dcb05a337163 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:29.236178 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-04937b10-f032-49ee-b135-dcb05a337163 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:29.288225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03c2a78-f8c3-4552-8d65-31a57b52310f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:29.311426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04937b10-f032-49ee-b135-dcb05a337163 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640df848-ae19-403d-8927-0dab5ea0f721,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:29.319483 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-04937b10-f032-49ee-b135-dcb05a337163 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:29.320772 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-04937b10-f032-49ee-b135-dcb05a337163 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4532423 Nov 24 13:16:29.323741 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60416) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:29.329356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-480cae72-d6b0-4cce-9597-b724989d5ef7 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Request body: {'security_group_rule': {'security_group_id': 'd8c18f0e-6a19-4eb4-b950-5f206c1e012e', 'project_id': '1c366d39494045228b8742673f49e6ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:29.399499 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-480cae72-d6b0-4cce-9597-b724989d5ef7 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Project 1c366d39494045228b8742673f49e6ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:16:29.412797 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-480cae72-d6b0-4cce-9597-b724989d5ef7 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:29.424081 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439e72c5-bd95-49cd-baf1-afb88a494824 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:29.457532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-439e72c5-bd95-49cd-baf1-afb88a494824 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4eaf725-07bb-4eaf-9670-034104441d0e']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:29.525554 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-439e72c5-bd95-49cd-baf1-afb88a494824 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae508f43-d8aa-4551-8ff9-461587fd325b') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:29.525860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-439e72c5-bd95-49cd-baf1-afb88a494824 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae508f43-d8aa-4551-8ff9-461587fd325b') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:29.556316 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439e72c5-bd95-49cd-baf1-afb88a494824 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:29.569191 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-480cae72-d6b0-4cce-9597-b724989d5ef7 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:29.584662 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-480cae72-d6b0-4cce-9597-b724989d5ef7 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:29.598076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439e72c5-bd95-49cd-baf1-afb88a494824 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:29.615512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439e72c5-bd95-49cd-baf1-afb88a494824 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:16:29.616104 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439e72c5-bd95-49cd-baf1-afb88a494824 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:29.627597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cae72-d6b0-4cce-9597-b724989d5ef7 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29dba00-940f-4ad8-8582-5c655bcf9da4,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: items = [ Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:16:29.647809 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:16:29.650349 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96275610-0584-47db-b532-bb887c551880 req-1d8c2c81-b6ba-4ce5-8e4a-a49bcf1bd314 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:29.650459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03c2a78-f8c3-4552-8d65-31a57b52310f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:29.650544 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96275610-0584-47db-b532-bb887c551880 req-1d8c2c81-b6ba-4ce5-8e4a-a49bcf1bd314 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 945 time: 0.0781295 Nov 24 13:16:29.653185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-480cae72-d6b0-4cce-9597-b724989d5ef7 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:29.654296 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-480cae72-d6b0-4cce-9597-b724989d5ef7 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3292947 Nov 24 13:16:29.660341 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a03c2a78-f8c3-4552-8d65-31a57b52310f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:29.665773 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b7fee-0175-4e18-87b5-68e7696d310b None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:29.677289 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b7fee-0175-4e18-87b5-68e7696d310b None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:29.677902 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-786b7fee-0175-4e18-87b5-68e7696d310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:29.725019 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-786b7fee-0175-4e18-87b5-68e7696d310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:29.750592 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b7fee-0175-4e18-87b5-68e7696d310b None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:29.751226 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-786b7fee-0175-4e18-87b5-68e7696d310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:29.773900 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96275610-0584-47db-b532-bb887c551880 req-31c3a449-db53-4335-bc5b-9ce11c2243cd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935693 Nov 24 13:16:29.805357 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-786b7fee-0175-4e18-87b5-68e7696d310b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:29.806055 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b7fee-0175-4e18-87b5-68e7696d310b None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:29.906753 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ba714c00-f061-488b-947d-522d2f59d978 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1435461604&fields=id&tenant_id=1c366d39494045228b8742673f49e6ef HTTP/1.1" status: 200 len: 267 time: 0.0519917 Nov 24 13:16:30.044831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-bab20da3-08ea-46b8-ba93-2702f2a4383c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:30.046431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-bab20da3-08ea-46b8-ba93-2702f2a4383c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/networks?id=06c90acd-f1de-4ca5-a22e-429759ea9ba3 HTTP/1.1" status: 200 len: 809 time: 0.1313448 Nov 24 13:16:30.067779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device de5f6b51-b8a1-4743-9a67-c9070a709c31 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:30.091031 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-11b16618-2280-4122-9391-9306be2f5b5b tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/quotas/1c366d39494045228b8742673f49e6ef HTTP/1.1" status: 200 len: 375 time: 0.0377071 Nov 24 13:16:30.117382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161a004-7736-4347-96b4-a31a3d8f3be2 req-1f5005d3-f4ea-4a77-a83c-c078da2c2bda tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:30.118951 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8161a004-7736-4347-96b4-a31a3d8f3be2 req-1f5005d3-f4ea-4a77-a83c-c078da2c2bda tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 943 time: 0.6634161 Nov 24 13:16:30.147818 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port de5f6b51-b8a1-4743-9a67-c9070a709c31 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:30.148117 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:30.161869 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-8b1035d0-a54e-4991-b1e7-6b7e0cd0aabb tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c366d39494045228b8742673f49e6ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695755 Nov 24 13:16:30.171884 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a03c2a78-f8c3-4552-8d65-31a57b52310f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "PUT /v2.0/floatingips/e6c0747c-ef79-4e3f-ba33-d7ad64222c60 HTTP/1.1" status: 200 len: 977 time: 5.0947843 Nov 24 13:16:30.175599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60438) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:30.178199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-8dd3a9f5-2fcb-46ae-9aaa-ae410e914a36 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'floatingip': {'port_id': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:30.227730 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439e72c5-bd95-49cd-baf1-afb88a494824 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:30.238781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439e72c5-bd95-49cd-baf1-afb88a494824 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4eaf725-07bb-4eaf-9670-034104441d0e {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 24 13:16:30.251943 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439e72c5-bd95-49cd-baf1-afb88a494824 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:30.259301 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-439e72c5-bd95-49cd-baf1-afb88a494824 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "DELETE /v2.0/networks/e4eaf725-07bb-4eaf-9670-034104441d0e HTTP/1.1" status: 204 len: 168 time: 1.2483609 Nov 24 13:16:30.276613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e72c5-bd95-49cd-baf1-afb88a494824 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4eaf725-07bb-4eaf-9670-034104441d0e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:30.281876 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8161a004-7736-4347-96b4-a31a3d8f3be2 req-5be29b3c-ca29-4714-bdeb-4d29d9f97fe1 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307459 Nov 24 13:16:30.305533 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a9f5-2fcb-46ae-9aaa-ae410e914a36 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:30.324058 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-c7f0b6a6-2ce8-4259-bd4c-f390679e1aba service neutron] 10.222.0.48 "GET /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578419 Nov 24 13:16:30.453295 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-85893cca-dbc4-4100-a6c2-60e6ec3cf0fe service neutron] 10.222.0.48 "GET /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283159 Nov 24 13:16:30.599401 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a9f5-2fcb-46ae-9aaa-ae410e914a36 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:30.606956 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a9f5-2fcb-46ae-9aaa-ae410e914a36 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:30.607311 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-8dd3a9f5-2fcb-46ae-9aaa-ae410e914a36 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Floating IP e6c0747c-ef79-4e3f-ba33-d7ad64222c60 disassociated. External IP: 172.25.0.218, port: 0c0431b2-9474-4a10-970c-c1697fd3c60b. Nov 24 13:16:30.684696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60450) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:30.691693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-bfc3ed95-601b-4736-abc1-8d3285e22033 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Request body: {'router': {'name': 'tempest-router--1689397336', 'project_id': '84033e35e7634b168d02ff4e5e3b7e4f'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:30.730483 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ed95-601b-4736-abc1-8d3285e22033 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:30.731948 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ed95-601b-4736-abc1-8d3285e22033 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:30.793995 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ed95-601b-4736-abc1-8d3285e22033 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:30.800410 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ed95-601b-4736-abc1-8d3285e22033 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:30.814504 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fa020463-3143-4872-baad-ea7964169ff7 req-b4f72e11-3584-4dfa-b626-950d31eaa944 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 210 time: 0.0358133 Nov 24 13:16:30.823190 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bfc3ed95-601b-4736-abc1-8d3285e22033 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:30.825655 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bfc3ed95-601b-4736-abc1-8d3285e22033 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1398706 Nov 24 13:16:30.828300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60454) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:30.930045 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbe40247-1f5b-4d4d-8b13-2563b76334f3 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:31.030114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd3a9f5-2fcb-46ae-9aaa-ae410e914a36 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:31.156337 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbe40247-1f5b-4d4d-8b13-2563b76334f3 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:31.159167 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbe40247-1f5b-4d4d-8b13-2563b76334f3 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:31.177642 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd3a9f5-2fcb-46ae-9aaa-ae410e914a36 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:31.182717 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8dd3a9f5-2fcb-46ae-9aaa-ae410e914a36 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:31.201808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210f8b5-2ab6-4d3f-8d75-1cac1286e5ad None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:31.218818 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbe40247-1f5b-4d4d-8b13-2563b76334f3 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:31.219350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe40247-1f5b-4d4d-8b13-2563b76334f3 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77696fde-84b7-4aaa-86b3-08388280f8f1 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:16:31.229500 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbe40247-1f5b-4d4d-8b13-2563b76334f3 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:31.234293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210f8b5-2ab6-4d3f-8d75-1cac1286e5ad None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:31.235320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8210f8b5-2ab6-4d3f-8d75-1cac1286e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:31.236911 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dbe40247-1f5b-4d4d-8b13-2563b76334f3 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "DELETE /v2.0/routers/77696fde-84b7-4aaa-86b3-08388280f8f1 HTTP/1.1" status: 204 len: 168 time: 0.4069657 Nov 24 13:16:31.248482 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60464) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:31.257337 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8dd3a9f5-2fcb-46ae-9aaa-ae410e914a36 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "PUT /v2.0/floatingips/e6c0747c-ef79-4e3f-ba33-d7ad64222c60 HTTP/1.1" status: 200 len: 688 time: 1.0824027 Nov 24 13:16:31.292300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8210f8b5-2ab6-4d3f-8d75-1cac1286e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:31.303552 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210f8b5-2ab6-4d3f-8d75-1cac1286e5ad None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:31.304344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8210f8b5-2ab6-4d3f-8d75-1cac1286e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:31.352588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8210f8b5-2ab6-4d3f-8d75-1cac1286e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:31.353332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8210f8b5-2ab6-4d3f-8d75-1cac1286e5ad None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:31.430434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60470) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:31.516934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4e7ea-85c2-4050-afdf-f6f0749a23d1 req-ca0de874-a369-42a8-b9c2-1661eb66cac3 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:31.518608 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dab4e7ea-85c2-4050-afdf-f6f0749a23d1 req-ca0de874-a369-42a8-b9c2-1661eb66cac3 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 943 time: 0.1116359 Nov 24 13:16:31.526301 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3e9dcd48-f3de-4519-9af3-1d56bceaab21 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port 05c14c30-4b9c-4964-97de-805de56fc035 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:16:31.526815 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3e9dcd48-f3de-4519-9af3-1d56bceaab21 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:31.692682 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dab4e7ea-85c2-4050-afdf-f6f0749a23d1 req-bd7c9d3a-c5cd-45f0-bb17-ba13c0a54ae2 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628916 Nov 24 13:16:31.703295 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3e9dcd48-f3de-4519-9af3-1d56bceaab21 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:31.703847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1746971763', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}, 'admin_state_up': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:31.704010 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3e9dcd48-f3de-4519-9af3-1d56bceaab21 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:31.719258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3e9dcd48-f3de-4519-9af3-1d56bceaab21 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for 05c14c30-4b9c-4964-97de-805de56fc035 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:16:31.742526 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:31.743615 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:31.800282 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:31.868818 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3e9dcd48-f3de-4519-9af3-1d56bceaab21 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:31.905684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9dcd48-f3de-4519-9af3-1d56bceaab21 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=05c14c30-4b9c-4964-97de-805de56fc035,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:31.974631 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:32.010854 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3e9dcd48-f3de-4519-9af3-1d56bceaab21 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:32.018104 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3e9dcd48-f3de-4519-9af3-1d56bceaab21 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:32.022395 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3e9dcd48-f3de-4519-9af3-1d56bceaab21 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/floatingips/e6c0747c-ef79-4e3f-ba33-d7ad64222c60 HTTP/1.1" status: 204 len: 168 time: 0.7695498 Nov 24 13:16:32.022900 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60478) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:32.068350 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96a3d01d-c754-492a-9550-b8f4219b43d7 req-bd2e3d33-d976-48e3-9730-41f639fddcda tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 210 time: 0.0821583 Nov 24 13:16:32.070748 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-41980b94-b307-49b8-bf0e-ac8728d5466d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] delete failed (client error): The resource could not be found. Nov 24 13:16:32.075737 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-41980b94-b307-49b8-bf0e-ac8728d5466d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/floatingips/e6c0747c-ef79-4e3f-ba33-d7ad64222c60 HTTP/1.1" status: 404 len: 345 time: 0.0479608 Nov 24 13:16:32.077861 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60480) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:32.431519 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:32.465557 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:32.630110 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e63ac48-ca30-4fbb-b476-8a5ed1a7fd43 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:32.635998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e63ac48-ca30-4fbb-b476-8a5ed1a7fd43 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:32.642153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e63ac48-ca30-4fbb-b476-8a5ed1a7fd43 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:32.643873 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6e63ac48-ca30-4fbb-b476-8a5ed1a7fd43 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "GET /v2.0/ports?network_id=e1f86832-8ed9-4110-91b6-f8a3b07c46b6 HTTP/1.1" status: 200 len: 2357 time: 0.5606306 Nov 24 13:16:32.646993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60492) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:32.727870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf28632-9ed6-4c8e-87c4-d2c8fc54df47 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:32.730551 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fcf28632-9ed6-4c8e-87c4-d2c8fc54df47 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "GET /v2.0/subnets/608eaa53-4651-4b95-9a11-bb9c61eee21c HTTP/1.1" status: 200 len: 797 time: 0.0828934 Nov 24 13:16:32.738015 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60496) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:32.743742 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'port': {'network_id': 'e1f86832-8ed9-4110-91b6-f8a3b07c46b6', 'name': 'tempest-FloatingIPTestJSON-1055244608', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:32.822382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Allocated IP 172.25.0.175 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/d6a144bd-805b-4cbc-9c3f-3f83956a5e08) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:32.928901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-b944a795-0f59-4be5-af05-855a4ff52921 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:32.930382 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-b944a795-0f59-4be5-af05-855a4ff52921 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.59 "GET /v2.0/networks?id=06c90acd-f1de-4ca5-a22e-429759ea9ba3 HTTP/1.1" status: 200 len: 809 time: 0.7931128 Nov 24 13:16:32.991165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbd480-ac63-4c85-a3b7-4629a8b3ac71 req-185f8f78-c191-4d12-a6af-2cc82d1e38df tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:32.998707 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5afbd480-ac63-4c85-a3b7-4629a8b3ac71 req-185f8f78-c191-4d12-a6af-2cc82d1e38df tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 943 time: 0.1454751 Nov 24 13:16:33.048087 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:33.060013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Made reservation on behalf of fdb6b3ba89b4407183c4d41facd9e2cc for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:16:33.098706 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-38f95320-fbe4-4abf-be2e-951213a7fd69 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c366d39494045228b8742673f49e6ef HTTP/1.1" status: 200 len: 380 time: 0.1554990 Nov 24 13:16:33.119795 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-0967447c-ac3e-41cd-b604-ca44a6aef4d5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Request body: {'port': {'device_id': '166c6147-c569-4118-84d8-889a7058d55d', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'admin_state_up': True, 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'security_groups': ['d8c18f0e-6a19-4eb4-b950-5f206c1e012e']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:33.147571 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:33.214857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5afbd480-ac63-4c85-a3b7-4629a8b3ac71 req-1f3f3f25-9011-4ca0-8c8a-b219cb032be9 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136333 Nov 24 13:16:33.256357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Pushing event updated for resources: {'Port': ['ID=d6a144bd-805b-4cbc-9c3f-3f83956a5e08,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:33.300536 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fe1cb86b-f52b-4486-b4f0-616277da8b7f req-4a212d69-bbe0-4141-9e17-7e08ab6d0520 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 210 time: 0.0463772 Nov 24 13:16:33.303710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:33.305297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:33.311399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:33.366398 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:33.392510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] device_id is not set on port 1830dc78-c794-4b27-8342-c7b6e306e8a3 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:16:33.650086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-0967447c-ac3e-41cd-b604-ca44a6aef4d5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Made reservation on behalf of 1c366d39494045228b8742673f49e6ef for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:16:33.659890 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-0967447c-ac3e-41cd-b604-ca44a6aef4d5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:33.767155 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:34.044818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-0967447c-ac3e-41cd-b604-ca44a6aef4d5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Allocated IP 172.20.0.5 (06c90acd-f1de-4ca5-a22e-429759ea9ba3/62d21865-5686-4a25-a73b-851470020489/138c5d84-1cfa-4132-af59-814b7eabd025) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:34.072314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.20.0.14 (e1f86832-8ed9-4110-91b6-f8a3b07c46b6/608eaa53-4651-4b95-9a11-bb9c61eee21c/1830dc78-c794-4b27-8342-c7b6e306e8a3) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:34.084999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.20.0.13 (e1f86832-8ed9-4110-91b6-f8a3b07c46b6/608eaa53-4651-4b95-9a11-bb9c61eee21c/1830dc78-c794-4b27-8342-c7b6e306e8a3) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:34.115187 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:34.290801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Router 464e0f7c-2abc-4eb1-bf42-9bd248f56144 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:16:34.411549 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-0967447c-ac3e-41cd-b604-ca44a6aef4d5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:34.458621 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:34.504366 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2510e9a9-b8d3-40b9-8483-150ec48b6af6 req-8d1e9b39-540a-4580-9218-45704625d733 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 210 time: 0.0415447 Nov 24 13:16:34.536555 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-0967447c-ac3e-41cd-b604-ca44a6aef4d5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:34.599194 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-0967447c-ac3e-41cd-b604-ca44a6aef4d5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:34.603405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-0967447c-ac3e-41cd-b604-ca44a6aef4d5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:34.617090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-0967447c-ac3e-41cd-b604-ca44a6aef4d5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:34.667417 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:34.687193 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-0967447c-ac3e-41cd-b604-ca44a6aef4d5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:34.688105 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-0967447c-ac3e-41cd-b604-ca44a6aef4d5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:34.712452 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-0967447c-ac3e-41cd-b604-ca44a6aef4d5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5985122 Nov 24 13:16:34.715258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:34.719842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967447c-ac3e-41cd-b604-ca44a6aef4d5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Pushing event updated for resources: {'Port': ['ID=138c5d84-1cfa-4132-af59-814b7eabd025,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:34.733065 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30098662-12f6-462f-bf09-622748019f21 None None] Sync routers for ids ['464e0f7c-2abc-4eb1-bf42-9bd248f56144'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:34.750477 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30098662-12f6-462f-bf09-622748019f21 None None] Routers {'464e0f7c-2abc-4eb1-bf42-9bd248f56144'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:34.751753 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-30098662-12f6-462f-bf09-622748019f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['464e0f7c-2abc-4eb1-bf42-9bd248f56144'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:34.778568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network e1f86832-8ed9-4110-91b6-f8a3b07c46b6 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:34.812831 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea643fa-b1a4-421e-a6ab-00afda7ffc6d req-2fe409e0-a5e5-4841-9689-c4356dbb1ebf tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:34.818549 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cea643fa-b1a4-421e-a6ab-00afda7ffc6d req-2fe409e0-a5e5-4841-9689-c4356dbb1ebf tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 943 time: 0.3809836 Nov 24 13:16:34.850413 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Request body: {'port': {'device_id': '166c6147-c569-4118-84d8-889a7058d55d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:34.872968 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-30098662-12f6-462f-bf09-622748019f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:34.896792 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30098662-12f6-462f-bf09-622748019f21 None None] Routers {'464e0f7c-2abc-4eb1-bf42-9bd248f56144'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:34.897713 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-30098662-12f6-462f-bf09-622748019f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['464e0f7c-2abc-4eb1-bf42-9bd248f56144'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:34.925553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:34.928362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:34.943773 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:34.948178 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9b719681-58f2-4437-8239-971f22c46a93 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5138943 Nov 24 13:16:34.954746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60544) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:34.980022 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-30098662-12f6-462f-bf09-622748019f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:34.981475 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30098662-12f6-462f-bf09-622748019f21 None None] The sync data for ids ['464e0f7c-2abc-4eb1-bf42-9bd248f56144'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:35.050368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:35.051725 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:35.054419 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:35.065220 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cea643fa-b1a4-421e-a6ab-00afda7ffc6d req-6ea69d6f-f543-4a37-ad90-56dda94ad215 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065675 Nov 24 13:16:35.074206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-62078569-7c59-4d49-9827-25cb97751769 None None] Provisioning complete for port 138c5d84-1cfa-4132-af59-814b7eabd025 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:35.074723 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-62078569-7c59-4d49-9827-25cb97751769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:35.167102 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-62078569-7c59-4d49-9827-25cb97751769 None None] Port 138c5d84-1cfa-4132-af59-814b7eabd025 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:16:35.181241 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5088e3b6-33ed-48ab-8d0a-e8083e85b7c8 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/routers/464e0f7c-2abc-4eb1-bf42-9bd248f56144 HTTP/1.1" status: 200 len: 921 time: 0.2251916 Nov 24 13:16:35.186501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60548) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:35.260324 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ce069ebe-09e7-456f-8849-1690bd0f5e80 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "GET /v2.0/ports?device_id=464e0f7c-2abc-4eb1-bf42-9bd248f56144 HTTP/1.1" status: 200 len: 205 time: 0.0726063 Nov 24 13:16:35.265397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60550) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:35.326344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60552) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:35.422841 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138c5d84-1cfa-4132-af59-814b7eabd025 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:16:35.431888 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:35.448479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Transition to ACTIVE for port object 138c5d84-1cfa-4132-af59-814b7eabd025 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:16:35.457833 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.7183814 Nov 24 13:16:35.459321 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:35.470410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e3166-0687-4f9a-8c52-2bdf01c232c9 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=1830dc78-c794-4b27-8342-c7b6e306e8a3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:35.526623 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60556) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:35.534088 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Pushing event updated for resources: {'Port': ['ID=138c5d84-1cfa-4132-af59-814b7eabd025,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:35.548996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '1830dc78-c794-4b27-8342-c7b6e306e8a3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:35.733982 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:35.862101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Attempting to bind port 138c5d84-1cfa-4132-af59-814b7eabd025 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:16:35.863126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Attempting to bind port 138c5d84-1cfa-4132-af59-814b7eabd025 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:16:35.863848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Attempting to bind port 138c5d84-1cfa-4132-af59-814b7eabd025 on network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:16:35.883487 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25977283-e00b-44d1-b619-a26bdcede71d req-3b2ad681-e800-49df-997f-d56461d2cc73 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:35.893760 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-25977283-e00b-44d1-b619-a26bdcede71d req-3b2ad681-e800-49df-997f-d56461d2cc73 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 943 time: 0.1800978 Nov 24 13:16:35.896369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Port 138c5d84-1cfa-4132-af59-814b7eabd025 on network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:16:35.896698 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Attempting to bind port 138c5d84-1cfa-4132-af59-814b7eabd025 on network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:16:35.936590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:16:35.937033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Checking segment: {'id': '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:16:35.937382 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Bound using segment: {'id': '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:16:35.937847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Bound port: 138c5d84-1cfa-4132-af59-814b7eabd025, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:16:35.938221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.070513 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56c3a2e8-bef1-49e3-8773-0f564a4b8a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.187824 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-25977283-e00b-44d1-b619-a26bdcede71d req-0da4652b-7536-45d3-aece-72d08228af43 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930627 Nov 24 13:16:36.233496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] For port 138c5d84-1cfa-4132-af59-814b7eabd025, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:16:36.238690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] For port 138c5d84-1cfa-4132-af59-814b7eabd025, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=138c5d84-1cfa-4132-af59-814b7eabd025,segment=NetworkSegment(6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc),segment_id=6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:16:36.240502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.256529 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.264453 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.322662 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56c3a2e8-bef1-49e3-8773-0f564a4b8a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.347992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:36.348637 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.350198 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] 10.222.0.59 "PUT /v2.0/ports/138c5d84-1cfa-4132-af59-814b7eabd025 HTTP/1.1" status: 200 len: 1091 time: 1.6054921 Nov 24 13:16:36.350905 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166c6147-c569-4118-84d8-889a7058d55d', 'tag': '138c5d84-1cfa-4132-af59-814b7eabd025'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:16:36.353952 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4e8ab2-b478-43ed-8290-efb4aed26f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "166c6147-c569-4118-84d8-889a7058d55d", "tag": "138c5d84-1cfa-4132-af59-814b7eabd025"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:16:36.359113 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.414050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52770137-d1fe-40cd-8580-ecff46895af5 req-a4f4e714-46d3-48ab-9776-a282bd7b626f tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:36.414294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff743678-45ce-4f69-87c9-de0ba72e5d05 service neutron] Pushing event updated for resources: {'Port': ['ID=138c5d84-1cfa-4132-af59-814b7eabd025,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:36.415932 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-52770137-d1fe-40cd-8580-ecff46895af5 req-a4f4e714-46d3-48ab-9776-a282bd7b626f tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 943 time: 0.2525735 Nov 24 13:16:36.478895 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-56c3a2e8-bef1-49e3-8773-0f564a4b8a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.499714 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e0f249-021f-43c0-bacc-92eb33e3c34d x-openstack-request-id: req-76e0f249-021f-43c0-bacc-92eb33e3c34d {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:16:36.500571 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166c6147-c569-4118-84d8-889a7058d55d", "tag": "138c5d84-1cfa-4132-af59-814b7eabd025", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:16:36.501131 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76e0f249-021f-43c0-bacc-92eb33e3c34d {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:16:36.501858 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166c6147-c569-4118-84d8-889a7058d55d', 'tag': '138c5d84-1cfa-4132-af59-814b7eabd025', 'status': 'completed', 'code': 200} Nov 24 13:16:36.553312 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-d09217da-d27e-4cb7-954d-9ae4826f88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:36.554726 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-d09217da-d27e-4cb7-954d-9ae4826f88ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c366d39494045228b8742673f49e6ef&device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 1094 time: 0.1319842 Nov 24 13:16:36.555872 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.25.0.34 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/8fb6b3e2-3469-4ef1-a3af-d2ba40b965a0) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:36.563098 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-56c3a2e8-bef1-49e3-8773-0f564a4b8a68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72cb80f02e8d409981313d269dc49510&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2353444 Nov 24 13:16:36.566945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60570) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:36.587892 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c3a2e8-bef1-49e3-8773-0f564a4b8a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb54008f-1c8e-4903-9c4e-7527b516b647,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:36.600581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.619939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-52770137-d1fe-40cd-8580-ecff46895af5 req-bca1b70d-862b-4cc4-890a-aa28c0c8b9a6 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584156 Nov 24 13:16:36.698050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Deleting port d6a144bd-805b-4cbc-9c3f-3f83956a5e08 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:16:36.698397 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.765025 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.807399 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.822739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Calling delete_port for d6a144bd-805b-4cbc-9c3f-3f83956a5e08 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:16:36.838342 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-4a26dd93-556b-46c5-8bfe-286015974290 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=138c5d84-1cfa-4132-af59-814b7eabd025 HTTP/1.1" status: 200 len: 217 time: 0.2703125 Nov 24 13:16:36.903239 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.947877 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6885fe7-c9d8-4c19-b117-f400d6759166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:36.952581 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-14461387-b4ae-45cc-9c76-259d2cbd0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:36.954136 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-14461387-b4ae-45cc-9c76-259d2cbd0492 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62d21865-5686-4a25-a73b-851470020489 HTTP/1.1" status: 200 len: 848 time: 0.1051898 Nov 24 13:16:36.977557 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:36.987509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:37.000227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:37.054641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:37.061068 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6885fe7-c9d8-4c19-b117-f400d6759166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:37.065161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=8fb6b3e2-3469-4ef1-a3af-d2ba40b965a0,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:37.120082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Pushing event deleted for resources: {'Port': ['ID=d6a144bd-805b-4cbc-9c3f-3f83956a5e08,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:37.129023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-c7e5cdba-7c1d-47bb-a0a7-b9ff4f6682a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:37.130483 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-c7e5cdba-7c1d-47bb-a0a7-b9ff4f6682a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06c90acd-f1de-4ca5-a22e-429759ea9ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450262 Nov 24 13:16:37.249595 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6885fe7-c9d8-4c19-b117-f400d6759166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:37.253500 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6885fe7-c9d8-4c19-b117-f400d6759166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:37.255031 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c6885fe7-c9d8-4c19-b117-f400d6759166 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb54008f-1c8e-4903-9c4e-7527b516b647 HTTP/1.1" status: 204 len: 168 time: 0.6847448 Nov 24 13:16:37.306685 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6885fe7-c9d8-4c19-b117-f400d6759166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb54008f-1c8e-4903-9c4e-7527b516b647,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:37.337876 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:37.471845 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-b079ce5f-a681-407d-a5f7-205b06c60372 service neutron] 10.222.0.59 "GET /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131988 Nov 24 13:16:37.501047 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:37.504101 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:37.521088 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1d15e-ce85-4f28-a634-471aa7784bb0 req-b8920f40-e746-4d07-b7a9-45f59889c137 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:37.522824 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23e1d15e-ce85-4f28-a634-471aa7784bb0 req-b8920f40-e746-4d07-b7a9-45f59889c137 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 943 time: 0.1826637 Nov 24 13:16:37.580636 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:37.585687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Fanout notify agent at l3_agent the message router_deleted on router 464e0f7c-2abc-4eb1-bf42-9bd248f56144 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:16:37.593435 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:37.595291 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-81708ccc-5308-44d7-883d-587cbd087e4f tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "DELETE /v2.0/routers/464e0f7c-2abc-4eb1-bf42-9bd248f56144 HTTP/1.1" status: 204 len: 168 time: 2.3280745 Nov 24 13:16:37.598899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60584) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:37.603587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Request body: {'router': {'name': 'tempest-snat-router-612736885', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'enable_snat': False}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:37.646815 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23e1d15e-ce85-4f28-a634-471aa7784bb0 req-ce044cb1-25a3-4bcc-b91c-2894ad0cabfc tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893257 Nov 24 13:16:37.663362 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:37.665284 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:37.735335 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:37.931472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:37.937229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60590) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:37.955770 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32d3147b-20d0-43ba-8e1c-3dc3eb5dcf63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:38.069077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32d3147b-20d0-43ba-8e1c-3dc3eb5dcf63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:38.079910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32d3147b-20d0-43ba-8e1c-3dc3eb5dcf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:38.162391 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-32d3147b-20d0-43ba-8e1c-3dc3eb5dcf63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=895f12ea4bd54e34a88db899507d781e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2237995 Nov 24 13:16:38.163756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60594) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:38.165324 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3147b-20d0-43ba-8e1c-3dc3eb5dcf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd14a9a-c5d2-4738-ba94-e4e459990f18,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:38.249170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112b1f4-a792-4ab1-bef7-0728f342c7d5 req-b41c11b5-4da7-4617-b81d-2114fb3609fe tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:38.251207 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d112b1f4-a792-4ab1-bef7-0728f342c7d5 req-b41c11b5-4da7-4617-b81d-2114fb3609fe tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 943 time: 0.1823039 Nov 24 13:16:38.314369 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-525d6f6c-8601-4d6c-8153-f2f7acdda07b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:38.362139 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-525d6f6c-8601-4d6c-8153-f2f7acdda07b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:38.411909 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6126891-f626-4fb7-9846-7a97318f9b6d req-5ecb16e6-3e65-4af1-8d53-d1699b37bacb service neutron] 10.222.0.59 "GET /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9284394 Nov 24 13:16:38.475358 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:38.519726 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-525d6f6c-8601-4d6c-8153-f2f7acdda07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:38.522519 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-525d6f6c-8601-4d6c-8153-f2f7acdda07b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:38.538812 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-525d6f6c-8601-4d6c-8153-f2f7acdda07b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5dd14a9a-c5d2-4738-ba94-e4e459990f18 HTTP/1.1" status: 204 len: 168 time: 0.3623102 Nov 24 13:16:38.546846 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d112b1f4-a792-4ab1-bef7-0728f342c7d5 req-c8ad5aed-2d79-4adc-a27e-bec7f8ba5c0c tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847908 Nov 24 13:16:38.618643 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e8ab2-b478-43ed-8290-efb4aed26f2d req-a200e535-d9d4-4bc8-bcff-885400d5c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:38.620129 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e4e8ab2-b478-43ed-8290-efb4aed26f2d req-a200e535-d9d4-4bc8-bcff-885400d5c58c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c366d39494045228b8742673f49e6ef&device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 1094 time: 0.1007507 Nov 24 13:16:38.628763 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d6f6c-8601-4d6c-8153-f2f7acdda07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd14a9a-c5d2-4738-ba94-e4e459990f18,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:38.644492 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:38.670056 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:38.701849 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:38.854984 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Allocated IP 172.25.0.127 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/705f03cb-4938-4bd0-ac06-a925077d230c) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:38.887397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb2031-3752-4c42-91c4-b63d83f9821b req-8da8334d-0a4c-4f8a-a871-455bf2e03662 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:38.889512 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bceb2031-3752-4c42-91c4-b63d83f9821b req-8da8334d-0a4c-4f8a-a871-455bf2e03662 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 943 time: 0.0947702 Nov 24 13:16:38.947749 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e8ab2-b478-43ed-8290-efb4aed26f2d req-42f08763-9bcc-46c2-8238-47cbc0de5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:38.950446 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e4e8ab2-b478-43ed-8290-efb4aed26f2d req-42f08763-9bcc-46c2-8238-47cbc0de5ca1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=06c90acd-f1de-4ca5-a22e-429759ea9ba3 HTTP/1.1" status: 200 len: 910 time: 0.3058569 Nov 24 13:16:39.048876 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bceb2031-3752-4c42-91c4-b63d83f9821b req-27b1d942-26cc-4b57-8949-cdd26ac07194 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488612 Nov 24 13:16:39.100588 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e4e8ab2-b478-43ed-8290-efb4aed26f2d req-ebdb304d-8e33-42f5-b60a-e4e9c210ae3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=138c5d84-1cfa-4132-af59-814b7eabd025 HTTP/1.1" status: 200 len: 217 time: 0.1317251 Nov 24 13:16:39.112843 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:39.190336 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:39.194850 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e8ab2-b478-43ed-8290-efb4aed26f2d req-670a97a4-a097-4f3f-943e-f32217b38dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:39.196549 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e4e8ab2-b478-43ed-8290-efb4aed26f2d req-670a97a4-a097-4f3f-943e-f32217b38dec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62d21865-5686-4a25-a73b-851470020489 HTTP/1.1" status: 200 len: 848 time: 0.0826375 Nov 24 13:16:39.245210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:39.258448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:39.260576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event updated for resources: {'Port': ['ID=705f03cb-4938-4bd0-ac06-a925077d230c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:39.270928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:39.322939 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:39.333558 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:39.403649 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e8ab2-b478-43ed-8290-efb4aed26f2d req-5e749078-635c-45a1-8065-0f590dc144a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:39.405227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e4e8ab2-b478-43ed-8290-efb4aed26f2d req-5e749078-635c-45a1-8065-0f590dc144a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06c90acd-f1de-4ca5-a22e-429759ea9ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1957529 Nov 24 13:16:39.459845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=8fb6b3e2-3469-4ef1-a3af-d2ba40b965a0,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:39.584181 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:39.669134 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e4e8ab2-b478-43ed-8290-efb4aed26f2d req-f002dd05-9c79-421b-ab26-1295a524a4c0 service neutron] 10.222.0.59 "GET /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448826 Nov 24 13:16:39.673567 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:39.725846 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:39.842293 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Floating IP 210aa946-4b7c-4284-aa08-c9d5dc71af17 associated. External IP: 172.25.0.34, port: 1830dc78-c794-4b27-8342-c7b6e306e8a3. Nov 24 13:16:39.927583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7e6d1-3f83-4d10-acb0-d475a7d9d555 req-6b748c70-4180-4a71-90b8-03c9dca60843 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:39.934966 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10f7e6d1-3f83-4d10-acb0-d475a7d9d555 req-6b748c70-4180-4a71-90b8-03c9dca60843 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 943 time: 0.2598307 Nov 24 13:16:40.048587 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10f7e6d1-3f83-4d10-acb0-d475a7d9d555 req-321bd1f8-e1e7-4dca-acab-03a680c441dd tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053143 Nov 24 13:16:40.079612 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e4e8ab2-b478-43ed-8290-efb4aed26f2d req-3e7c2c29-3d78-4c24-8079-90ce268f4b5e service neutron] 10.222.0.59 "GET /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678176 Nov 24 13:16:40.124083 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:40.190855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:40.434052 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:40.446579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f33bb4f-5443-47b1-90eb-a85f8e2f12d0 None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:40.454815 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf705200-8620-48a1-8749-a4dd3ad0eea9 req-8ac99d7c-c759-4291-80b0-2b5d7975bf6f tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:40.467084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f33bb4f-5443-47b1-90eb-a85f8e2f12d0 None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:40.467612 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bf705200-8620-48a1-8749-a4dd3ad0eea9 req-8ac99d7c-c759-4291-80b0-2b5d7975bf6f tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 943 time: 0.1905284 Nov 24 13:16:40.467893 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3f33bb4f-5443-47b1-90eb-a85f8e2f12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:40.521174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Router b4c84bb5-e004-473e-87b4-24a707e43199 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:16:40.529737 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:40.576833 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bf705200-8620-48a1-8749-a4dd3ad0eea9 req-4b89b2a9-6a0f-4d8c-abac-035f9fe91410 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080732 Nov 24 13:16:40.579518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3f33bb4f-5443-47b1-90eb-a85f8e2f12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:40.599826 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60648) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:40.624144 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f33bb4f-5443-47b1-90eb-a85f8e2f12d0 None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:40.624955 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3f33bb4f-5443-47b1-90eb-a85f8e2f12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:40.641174 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-10af6ec0-66a2-409a-930d-e3b1609d3959 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0991435 Nov 24 13:16:40.646035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60654) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:40.654611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-22844c74-7362-45c3-94cd-c7e8cba9477f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'floatingip': {'port_id': '1830dc78-c794-4b27-8342-c7b6e306e8a3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:40.751760 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-3f33bb4f-5443-47b1-90eb-a85f8e2f12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:40.754154 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f33bb4f-5443-47b1-90eb-a85f8e2f12d0 None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:40.781719 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22844c74-7362-45c3-94cd-c7e8cba9477f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:40.844156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:40.855835 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Sync routers for ids ['b4c84bb5-e004-473e-87b4-24a707e43199'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:40.873287 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Routers {'b4c84bb5-e004-473e-87b4-24a707e43199'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:40.873903 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b4c84bb5-e004-473e-87b4-24a707e43199'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:40.883336 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:40.887898 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3b0e0a01-1e87-4723-b3a2-cb49a505992c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2879415 Nov 24 13:16:40.888572 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60656) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:41.082358 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e37c785e-8558-400b-bb4d-e1674e7d2410 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/routers/b4c84bb5-e004-473e-87b4-24a707e43199 HTTP/1.1" status: 200 len: 908 time: 0.1923668 Nov 24 13:16:41.085119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60660) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:41.092204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Request body: {'router': {'name': 'tempest-snat-router-612736885', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'enable_snat': True}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:41.118383 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Set router b4c84bb5-e004-473e-87b4-24a707e43199 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:41.154604 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:41.156094 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:41.299034 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:41.435340 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c84bb5-e004-473e-87b4-24a707e43199', 'name': 'tempest-snat-router-612736885', 'tenant_id': 'dd5796502b1844e080a65f8c71a98699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.127'}], 'enable_snat': False}, 'gw_port_id': '705f03cb-4938-4bd0-ac06-a925077d230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:37Z', 'updated_at': '2021-11-24T13:16:39Z', 'revision_number': 3, 'project_id': 'dd5796502b1844e080a65f8c71a98699', 'gw_port': {'id': '705f03cb-4938-4bd0-ac06-a925077d230c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c84bb5-e004-473e-87b4-24a707e43199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:38Z', 'updated_at': '2021-11-24T13:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:41.468538 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Checking router: b4c84bb5-e004-473e-87b4-24a707e43199 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:16:41.469160 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Updating router b4c84bb5-e004-473e-87b4-24a707e43199 port 705f03cb-4938-4bd0-ac06-a925077d230c binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:16:41.517760 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:41.528028 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d4f53-2d39-4a42-8ed2-cf85f00b9e36 req-128b1f03-7f0e-40f5-a0b3-508be480d517 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:41.536820 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-196d4f53-2d39-4a42-8ed2-cf85f00b9e36 req-128b1f03-7f0e-40f5-a0b3-508be480d517 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 943 time: 0.2359488 Nov 24 13:16:41.537879 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:41.572505 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 138c5d84-1cfa-4132-af59-814b7eabd025 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:16:41.753320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-196d4f53-2d39-4a42-8ed2-cf85f00b9e36 req-b4e833af-cc19-4e0f-8c57-9a7a18f1a0c2 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155867 Nov 24 13:16:41.782663 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 138c5d84-1cfa-4132-af59-814b7eabd025, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=138c5d84-1cfa-4132-af59-814b7eabd025,segment=NetworkSegment(6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc),segment_id=6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:41.784523 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd8b4b77-a718-4554-aae1-0d7639e50d56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:41.819502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '138c5d84-1cfa-4132-af59-814b7eabd025', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'port_id': '138c5d84-1cfa-4132-af59-814b7eabd025', 'mac_address': 'fa:16:3e:80:2c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d21865-5686-4a25-a73b-851470020489', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:16:41.911624 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:41.943816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138c5d84-1cfa-4132-af59-814b7eabd025 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:16:41.986506 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 138c5d84-1cfa-4132-af59-814b7eabd025, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=138c5d84-1cfa-4132-af59-814b7eabd025,segment=NetworkSegment(6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc),segment_id=6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:41.994102 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:42.074971 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:42.085066 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.db.resource_extend [None req-22844c74-7362-45c3-94cd-c7e8cba9477f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:16:42.096805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=138c5d84-1cfa-4132-af59-814b7eabd025,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:42.099260 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:42.110966 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:42.125461 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:42.199168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec22ff1-8349-4ee3-84f5-e43c0330554e req-a60c5731-3235-48a4-8a94-63d25cfdb22b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:42.208812 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ec22ff1-8349-4ee3-84f5-e43c0330554e req-a60c5731-3235-48a4-8a94-63d25cfdb22b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 1.4160206 Nov 24 13:16:42.246828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c71dbc-6897-4072-a5af-d066ef622d33 req-025d9d72-896e-43e9-8fb4-12141e05ed8f tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:42.251932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['138c5d84-1cfa-4132-af59-814b7eabd025'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:16:42.256176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c5c71dbc-6897-4072-a5af-d066ef622d33 req-025d9d72-896e-43e9-8fb4-12141e05ed8f tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 944 time: 0.2648537 Nov 24 13:16:42.273519 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Attempting to bind port 705f03cb-4938-4bd0-ac06-a925077d230c on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:16:42.274043 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Attempting to bind port 705f03cb-4938-4bd0-ac06-a925077d230c by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:16:42.275379 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Attempting to bind port 705f03cb-4938-4bd0-ac06-a925077d230c on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:16:42.292180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Allocated IP 172.25.0.35 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/937dc591-4dac-43a7-adf6-41e4ab3b1082) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:42.309006 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22844c74-7362-45c3-94cd-c7e8cba9477f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:42.331381 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:16:42.332666 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:16:42.336886 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:42.337558 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:16:42.338273 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Bound port: 705f03cb-4938-4bd0-ac06-a925077d230c, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:16:42.339851 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22844c74-7362-45c3-94cd-c7e8cba9477f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:42.341403 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:42.446780 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a743b8-ecc9-4bf1-b026-115d6f56a6c4 None None] Pushing event updated for resources: {'Port': ['ID=705f03cb-4938-4bd0-ac06-a925077d230c,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:42.523668 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] For port 705f03cb-4938-4bd0-ac06-a925077d230c, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:16:42.528163 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] For port 705f03cb-4938-4bd0-ac06-a925077d230c, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=705f03cb-4938-4bd0-ac06-a925077d230c,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:16:42.534745 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:42.549835 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ec22ff1-8349-4ee3-84f5-e43c0330554e req-daf0aa36-15ed-4657-8a3f-a247d60cbc88 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3398228 Nov 24 13:16:42.568107 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd8b4b77-a718-4554-aae1-0d7639e50d56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:42.619344 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd8b4b77-a718-4554-aae1-0d7639e50d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:42.650665 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fd8b4b77-a718-4554-aae1-0d7639e50d56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3abe339cef94e8c88a97c6d095db3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0489647 Nov 24 13:16:42.659029 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60674) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:42.724310 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b4b77-a718-4554-aae1-0d7639e50d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13557f0-1fc6-491b-992b-f08550b1afc2,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:42.746132 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Routers {'b4c84bb5-e004-473e-87b4-24a707e43199'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:42.746566 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b4c84bb5-e004-473e-87b4-24a707e43199'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:42.754007 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c5c71dbc-6897-4072-a5af-d066ef622d33 req-613edacf-7030-453c-922c-b113788b433c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4698553 Nov 24 13:16:42.812469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1527b0-a871-46ce-9e0a-15fcad9aa9ef req-6c1768a6-1a0e-4308-a6bc-c2108ba1908e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:42.814958 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ab1527b0-a871-46ce-9e0a-15fcad9aa9ef req-6c1768a6-1a0e-4308-a6bc-c2108ba1908e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0833309 Nov 24 13:16:42.834595 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:42.855342 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22844c74-7362-45c3-94cd-c7e8cba9477f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:42.882271 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:42.927343 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a743b8-ecc9-4bf1-b026-115d6f56a6c4 None None] Pushing event updated for resources: {'Port': ['ID=705f03cb-4938-4bd0-ac06-a925077d230c,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:42.961434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:42.971135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:42.990111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ab1527b0-a871-46ce-9e0a-15fcad9aa9ef req-b37f311b-b887-480d-acdf-11535aa6bdcd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569314 Nov 24 13:16:43.058977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:43.155866 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] Set router b4c84bb5-e004-473e-87b4-24a707e43199 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:43.160704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event updated for resources: {'Port': ['ID=937dc591-4dac-43a7-adf6-41e4ab3b1082,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:43.176234 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e9feb70-ef17-449b-b6ef-eb794de9899e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:43.205659 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b5179-fad9-438c-bead-862e6b7e2ecd req-89ef14ae-e7e9-42d1-9355-edbfd98779bb tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:43.207271 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b1b5179-fad9-438c-bead-862e6b7e2ecd req-89ef14ae-e7e9-42d1-9355-edbfd98779bb tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 943 time: 0.2447636 Nov 24 13:16:43.324224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22844c74-7362-45c3-94cd-c7e8cba9477f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:43.335828 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22844c74-7362-45c3-94cd-c7e8cba9477f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:43.352489 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617cb54a-e67b-4ba9-b4af-275c116bab25 None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:43.402583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617cb54a-e67b-4ba9-b4af-275c116bab25 None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:43.408071 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-617cb54a-e67b-4ba9-b4af-275c116bab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:43.508529 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-617cb54a-e67b-4ba9-b4af-275c116bab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:43.543240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617cb54a-e67b-4ba9-b4af-275c116bab25 None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:43.546487 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-617cb54a-e67b-4ba9-b4af-275c116bab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:43.609198 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-22844c74-7362-45c3-94cd-c7e8cba9477f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "PUT /v2.0/floatingips/210aa946-4b7c-4284-aa08-c9d5dc71af17 HTTP/1.1" status: 200 len: 978 time: 2.9581344 Nov 24 13:16:43.615760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60686) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:43.654078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-617cb54a-e67b-4ba9-b4af-275c116bab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:43.654750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617cb54a-e67b-4ba9-b4af-275c116bab25 None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:43.670859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f05b0a-2d81-4532-870b-a432a311f117 req-416688ad-d5de-420c-82ce-e5d10191fa76 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:43.680536 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-22f05b0a-2d81-4532-870b-a432a311f117 req-416688ad-d5de-420c-82ce-e5d10191fa76 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1818063 Nov 24 13:16:43.686196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 138c5d84-1cfa-4132-af59-814b7eabd025 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:43.715338 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c84bb5-e004-473e-87b4-24a707e43199', 'name': 'tempest-snat-router-612736885', 'tenant_id': 'dd5796502b1844e080a65f8c71a98699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.127'}], 'enable_snat': False}, 'gw_port_id': '705f03cb-4938-4bd0-ac06-a925077d230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:37Z', 'updated_at': '2021-11-24T13:16:39Z', 'revision_number': 3, 'project_id': 'dd5796502b1844e080a65f8c71a98699', 'gw_port': {'id': '705f03cb-4938-4bd0-ac06-a925077d230c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c84bb5-e004-473e-87b4-24a707e43199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:38Z', 'updated_at': '2021-11-24T13:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:43.727828 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e9feb70-ef17-449b-b6ef-eb794de9899e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:43.771144 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b1b5179-fad9-438c-bead-862e6b7e2ecd req-f9a4e0ac-e55f-4706-b890-13981d988364 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5551693 Nov 24 13:16:43.819286 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc759db-5d30-4b27-9db4-bdbe2a295a58 None None] The sync data for ids ['b4c84bb5-e004-473e-87b4-24a707e43199'] in n-d-817303-4 is: [{'id': 'b4c84bb5-e004-473e-87b4-24a707e43199', 'name': 'tempest-snat-router-612736885', 'tenant_id': 'dd5796502b1844e080a65f8c71a98699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.127'}], 'enable_snat': False}, 'gw_port_id': '705f03cb-4938-4bd0-ac06-a925077d230c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:37Z', 'updated_at': '2021-11-24T13:16:39Z', 'revision_number': 3, 'project_id': 'dd5796502b1844e080a65f8c71a98699', 'gw_port': {'id': '705f03cb-4938-4bd0-ac06-a925077d230c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:70:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c84bb5-e004-473e-87b4-24a707e43199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:38Z', 'updated_at': '2021-11-24T13:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:43.827782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 138c5d84-1cfa-4132-af59-814b7eabd025 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:16:43.834256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 138c5d84-1cfa-4132-af59-814b7eabd025 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:43.836395 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:43.949159 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-22f05b0a-2d81-4532-870b-a432a311f117 req-14358aae-aa2c-401f-b1a0-f7aadb059c59 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665970 Nov 24 13:16:43.995546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a281e2a2-c12a-4e28-9f4c-7b76431458a7 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:16:44.009481 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e9feb70-ef17-449b-b6ef-eb794de9899e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:44.014719 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e9feb70-ef17-449b-b6ef-eb794de9899e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:44.015891 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7e9feb70-ef17-449b-b6ef-eb794de9899e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f13557f0-1fc6-491b-992b-f08550b1afc2 HTTP/1.1" status: 204 len: 168 time: 1.3496258 Nov 24 13:16:44.074168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9feb70-ef17-449b-b6ef-eb794de9899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13557f0-1fc6-491b-992b-f08550b1afc2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:44.195668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d966c-52fc-4744-b02f-ea6a4815a9d7 req-ae42f62b-09d3-43b5-8acd-67fc9c0231c9 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:44.203446 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2c2d966c-52fc-4744-b02f-ea6a4815a9d7 req-ae42f62b-09d3-43b5-8acd-67fc9c0231c9 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 944 time: 0.1840382 Nov 24 13:16:44.268550 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:44.461821 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f349b329-644e-49ad-bab2-896485e1d5ac tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port 8fb6b3e2-3469-4ef1-a3af-d2ba40b965a0 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:16:44.462876 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f349b329-644e-49ad-bab2-896485e1d5ac tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:44.670653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2c2d966c-52fc-4744-b02f-ea6a4815a9d7 req-330687df-da68-48b7-9827-c216e419424c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4644725 Nov 24 13:16:44.749684 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f349b329-644e-49ad-bab2-896485e1d5ac tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:44.750059 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f349b329-644e-49ad-bab2-896485e1d5ac tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:44.814998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f349b329-644e-49ad-bab2-896485e1d5ac tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for 8fb6b3e2-3469-4ef1-a3af-d2ba40b965a0 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:16:45.144902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a281e2a2-c12a-4e28-9f4c-7b76431458a7, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a281e2a2-c12a-4e28-9f4c-7b76431458a7,segment=NetworkSegment(29f79fdf-70f1-46bb-ab14-728193714843),segment_id=29f79fdf-70f1-46bb-ab14-728193714843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:45.146931 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:45.181741 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1410-10c0-44b8-9173-4ff2d8773664 req-cf671d27-7b4f-41a0-8a44-c9051aad2ed3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:45.189495 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3bfc1410-10c0-44b8-9173-4ff2d8773664 req-cf671d27-7b4f-41a0-8a44-c9051aad2ed3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.2681355 Nov 24 13:16:45.204447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'port_id': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'mac_address': 'fa:16:3e:58:35:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:16:45.264758 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3fbad-620a-40cc-8e5a-26d910b2227f req-43a9790c-4f98-4257-8830-8755566ea362 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:45.267383 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:45.283111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07f3fbad-620a-40cc-8e5a-26d910b2227f req-43a9790c-4f98-4257-8830-8755566ea362 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 943 time: 0.2304516 Nov 24 13:16:45.303278 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:45.310599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166c6147-c569-4118-84d8-889a7058d55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138c5d84-1cfa-4132-af59-814b7eabd025'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:16:45.312802 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1938d1-af00-4624-aac8-9ca4d0b5c2ee" -d '{"events": [{"server_uuid": "166c6147-c569-4118-84d8-889a7058d55d", "name": "network-vif-plugged", "status": "completed", "tag": "138c5d84-1cfa-4132-af59-814b7eabd025"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:16:45.368108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a281e2a2-c12a-4e28-9f4c-7b76431458a7 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:16:45.423250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a281e2a2-c12a-4e28-9f4c-7b76431458a7, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a281e2a2-c12a-4e28-9f4c-7b76431458a7,segment=NetworkSegment(29f79fdf-70f1-46bb-ab14-728193714843),segment_id=29f79fdf-70f1-46bb-ab14-728193714843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:45.433910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 138c5d84-1cfa-4132-af59-814b7eabd025, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=138c5d84-1cfa-4132-af59-814b7eabd025,segment=NetworkSegment(6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc),segment_id=6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:45.450020 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:45.463292 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:45.537078 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07f3fbad-620a-40cc-8e5a-26d910b2227f req-a57a3ba9-abf5-422a-973d-a987ea4eb30a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529469 Nov 24 13:16:45.551436 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f349b329-644e-49ad-bab2-896485e1d5ac tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:45.603722 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3bfc1410-10c0-44b8-9173-4ff2d8773664 req-d5001dde-280c-4222-9090-942736a00bc9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4087079 Nov 24 13:16:45.641447 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349b329-644e-49ad-bab2-896485e1d5ac tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=8fb6b3e2-3469-4ef1-a3af-d2ba40b965a0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:45.674557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=a281e2a2-c12a-4e28-9f4c-7b76431458a7,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:45.763325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Router 21638c9c-36a4-4cb5-8b7d-8e591ae6823c is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:16:45.827351 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a3ba1d-8d58-4836-887a-bfc8eaaa540a x-openstack-request-id: req-90a3ba1d-8d58-4836-887a-bfc8eaaa540a {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:16:45.828151 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166c6147-c569-4118-84d8-889a7058d55d", "name": "network-vif-plugged", "status": "completed", "tag": "138c5d84-1cfa-4132-af59-814b7eabd025", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:16:45.829555 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90a3ba1d-8d58-4836-887a-bfc8eaaa540a {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:16:45.829975 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166c6147-c569-4118-84d8-889a7058d55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138c5d84-1cfa-4132-af59-814b7eabd025', 'code': 200} Nov 24 13:16:45.831002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['a281e2a2-c12a-4e28-9f4c-7b76431458a7'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:16:45.987158 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f349b329-644e-49ad-bab2-896485e1d5ac tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:45.987700 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-f349b329-644e-49ad-bab2-896485e1d5ac tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Floating IP 210aa946-4b7c-4284-aa08-c9d5dc71af17 disassociated (deleted). External IP: 172.25.0.34, port: 1830dc78-c794-4b27-8342-c7b6e306e8a3. Nov 24 13:16:45.997317 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700bf85-1030-464b-95b2-4d3be4de1ce1 req-d054ff8b-d69e-4a51-aa5c-88650f9d2f3c tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:46.007036 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1700bf85-1030-464b-95b2-4d3be4de1ce1 req-d054ff8b-d69e-4a51-aa5c-88650f9d2f3c tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.2473736 Nov 24 13:16:46.070324 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=138c5d84-1cfa-4132-af59-814b7eabd025,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:46.202500 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1700bf85-1030-464b-95b2-4d3be4de1ce1 req-27fe1591-a4a9-4eee-a222-f76ef5943620 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933074 Nov 24 13:16:46.213634 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 705f03cb-4938-4bd0-ac06-a925077d230c up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:46.309559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c97cf5-57e8-4ad1-ae0b-281b382582bd req-b4ee84a9-3dc9-48ba-9408-9c5e07eec913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:46.317605 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e0c97cf5-57e8-4ad1-ae0b-281b382582bd req-b4ee84a9-3dc9-48ba-9408-9c5e07eec913 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 1096 time: 0.5590067 Nov 24 13:16:46.336459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffddc7f-6518-4d24-80b6-760cc0c8a31f req-57b3170e-d3bf-43da-8433-0bcff442985c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:46.352390 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ffddc7f-6518-4d24-80b6-760cc0c8a31f req-57b3170e-d3bf-43da-8433-0bcff442985c tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 945 time: 0.4307308 Nov 24 13:16:46.416745 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 705f03cb-4938-4bd0-ac06-a925077d230c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:46.417204 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:46.472952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:46.486611 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Sync routers for ids ['21638c9c-36a4-4cb5-8b7d-8e591ae6823c'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:46.500898 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Routers {'21638c9c-36a4-4cb5-8b7d-8e591ae6823c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:46.503183 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['21638c9c-36a4-4cb5-8b7d-8e591ae6823c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:46.569384 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ffddc7f-6518-4d24-80b6-760cc0c8a31f req-1a5894ba-5909-43b9-8960-59ba3d722366 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159412 Nov 24 13:16:46.589147 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:46.592899 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6020b5e8-35ce-466b-8007-a6b57dc4789d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.5061996 Nov 24 13:16:46.601290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60744) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:46.670695 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:46.701749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 705f03cb-4938-4bd0-ac06-a925077d230c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=705f03cb-4938-4bd0-ac06-a925077d230c,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:46.741653 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:46.764711 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e0c97cf5-57e8-4ad1-ae0b-281b382582bd req-9fd4ac00-d0aa-411c-9083-74079fac55bf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4384828 Nov 24 13:16:46.915480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=705f03cb-4938-4bd0-ac06-a925077d230c,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:46.980988 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-67d9b705-0e5a-4aff-9692-ef6fb0d281a2 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/routers/21638c9c-36a4-4cb5-8b7d-8e591ae6823c HTTP/1.1" status: 200 len: 906 time: 0.3737581 Nov 24 13:16:46.981910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60752) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:47.014647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69fa16-9bac-40e9-93e5-4fbcbadb4043 req-d5bf1040-c355-41a2-81e3-2410160787b1 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:47.032783 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fe69fa16-9bac-40e9-93e5-4fbcbadb4043 req-d5bf1040-c355-41a2-81e3-2410160787b1 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 944 time: 0.2664781 Nov 24 13:16:47.044463 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Set router 21638c9c-36a4-4cb5-8b7d-8e591ae6823c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:47.045424 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f349b329-644e-49ad-bab2-896485e1d5ac tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:47.290252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61561400-8e7d-4cfc-a153-5151c78ce60a req-ce520f47-d084-4ad2-bd3a-57cc4a8c0018 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:47.298732 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61561400-8e7d-4cfc-a153-5151c78ce60a req-ce520f47-d084-4ad2-bd3a-57cc4a8c0018 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.3202138 Nov 24 13:16:47.380706 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61561400-8e7d-4cfc-a153-5151c78ce60a req-eadacc8f-9697-467a-b97a-3b40c5017274 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761333 Nov 24 13:16:47.383710 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:47.452518 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fe69fa16-9bac-40e9-93e5-4fbcbadb4043 req-963ba2ba-1d24-4c88-ad8c-52bad90f4e55 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184997 Nov 24 13:16:47.530260 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21638c9c-36a4-4cb5-8b7d-8e591ae6823c', 'name': 'tempest-snat-router-612736885', 'tenant_id': 'dd5796502b1844e080a65f8c71a98699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '937dc591-4dac-43a7-adf6-41e4ab3b1082', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:41Z', 'updated_at': '2021-11-24T13:16:43Z', 'revision_number': 3, 'project_id': 'dd5796502b1844e080a65f8c71a98699', 'gw_port': {'id': '937dc591-4dac-43a7-adf6-41e4ab3b1082', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21638c9c-36a4-4cb5-8b7d-8e591ae6823c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2850, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:42Z', 'updated_at': '2021-11-24T13:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:47.595126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279bbaf-4b08-4f76-bc6d-e572d3b5221d req-4cc1bba4-1a63-4c63-bc19-64b896cfdcca tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:47.603456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f279bbaf-4b08-4f76-bc6d-e572d3b5221d req-4cc1bba4-1a63-4c63-bc19-64b896cfdcca tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.1130745 Nov 24 13:16:47.620285 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Checking router: 21638c9c-36a4-4cb5-8b7d-8e591ae6823c for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:16:47.624020 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Updating router 21638c9c-36a4-4cb5-8b7d-8e591ae6823c port 937dc591-4dac-43a7-adf6-41e4ab3b1082 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:16:47.628943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3dc2a-28ea-445e-9a03-9a01aeee7b3b req-4695790f-2051-4ec6-97bc-f7a9dfb2e25b tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:47.630471 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ada3dc2a-28ea-445e-9a03-9a01aeee7b3b req-4695790f-2051-4ec6-97bc-f7a9dfb2e25b tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 946 time: 0.3344390 Nov 24 13:16:47.662403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f349b329-644e-49ad-bab2-896485e1d5ac tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:47.669578 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f349b329-644e-49ad-bab2-896485e1d5ac tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:47.678031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d323b-c405-4c8c-9a44-ec59c5cab54a None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:47.694300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d323b-c405-4c8c-9a44-ec59c5cab54a None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:47.695183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fe1d323b-c405-4c8c-9a44-ec59c5cab54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:47.756874 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:47.771231 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:47.797681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fe1d323b-c405-4c8c-9a44-ec59c5cab54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:47.804481 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f349b329-644e-49ad-bab2-896485e1d5ac tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/floatingips/210aa946-4b7c-4284-aa08-c9d5dc71af17 HTTP/1.1" status: 204 len: 168 time: 4.1730282 Nov 24 13:16:47.811754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60762) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:47.819807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d323b-c405-4c8c-9a44-ec59c5cab54a None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:47.821755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fe1d323b-c405-4c8c-9a44-ec59c5cab54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:47.858464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c72b08-9bce-4b95-b4ba-165cb0401a88 req-3d1b7b5c-3af5-48ef-bef7-56629e204a80 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:47.867279 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-88c72b08-9bce-4b95-b4ba-165cb0401a88 req-3d1b7b5c-3af5-48ef-bef7-56629e204a80 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 945 time: 0.1932232 Nov 24 13:16:47.878417 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f279bbaf-4b08-4f76-bc6d-e572d3b5221d req-feca41fe-0cf1-4c3d-80d6-f07fec18a288 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648275 Nov 24 13:16:47.925947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a281e2a2-c12a-4e28-9f4c-7b76431458a7 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:47.930578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fe1d323b-c405-4c8c-9a44-ec59c5cab54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:47.931445 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d323b-c405-4c8c-9a44-ec59c5cab54a None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:47.970974 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-88c72b08-9bce-4b95-b4ba-165cb0401a88 req-0c4d4246-dcab-421d-bdd8-04c3646d3fa4 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024444 Nov 24 13:16:47.976820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-ada3dc2a-28ea-445e-9a03-9a01aeee7b3b req-5f56b10b-6ac8-40c5-ab80-bf1cc060ab27 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Deleting port f08d6fbe-09f4-480b-917c-511b445d52d4 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:16:47.976820 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ada3dc2a-28ea-445e-9a03-9a01aeee7b3b req-5f56b10b-6ac8-40c5-ab80-bf1cc060ab27 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.038544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port a281e2a2-c12a-4e28-9f4c-7b76431458a7 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:16:48.048831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port a281e2a2-c12a-4e28-9f4c-7b76431458a7 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:48.049152 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.170011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-ada3dc2a-28ea-445e-9a03-9a01aeee7b3b req-5f56b10b-6ac8-40c5-ab80-bf1cc060ab27 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] For port f08d6fbe-09f4-480b-917c-511b445d52d4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f08d6fbe-09f4-480b-917c-511b445d52d4,segment=NetworkSegment(4bbeb706-5307-4d7f-afe3-278395049094),segment_id=4bbeb706-5307-4d7f-afe3-278395049094)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:48.170921 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ada3dc2a-28ea-445e-9a03-9a01aeee7b3b req-5f56b10b-6ac8-40c5-ab80-bf1cc060ab27 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.202430 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-ada3dc2a-28ea-445e-9a03-9a01aeee7b3b req-5f56b10b-6ac8-40c5-ab80-bf1cc060ab27 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Calling delete_port for f08d6fbe-09f4-480b-917c-511b445d52d4 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:16:48.239354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Deleting port 937dc591-4dac-43a7-adf6-41e4ab3b1082 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:16:48.240172 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.258544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 705f03cb-4938-4bd0-ac06-a925077d230c up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:16:48.299465 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.357518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a281e2a2-c12a-4e28-9f4c-7b76431458a7, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a281e2a2-c12a-4e28-9f4c-7b76431458a7,segment=NetworkSegment(29f79fdf-70f1-46bb-ab14-728193714843),segment_id=29f79fdf-70f1-46bb-ab14-728193714843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:48.360530 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02e885f-429d-41ad-baaf-ba672354c835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:16:48.363474 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0692a588-a0fd-4ce1-a037-fcf807baedb7" -d '{"events": [{"server_uuid": "d02e885f-429d-41ad-baaf-ba672354c835", "name": "network-vif-plugged", "status": "completed", "tag": "a281e2a2-c12a-4e28-9f4c-7b76431458a7"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:16:48.370092 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.423157 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.442122 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.444547 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.482621 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Calling delete_port for 937dc591-4dac-43a7-adf6-41e4ab3b1082 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:16:48.534863 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534a93a-3ebf-483f-9574-b5a0a38ad2bd None None] Pushing event updated for resources: {'Port': ['ID=937dc591-4dac-43a7-adf6-41e4ab3b1082,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:48.542460 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ada3dc2a-28ea-445e-9a03-9a01aeee7b3b req-5f56b10b-6ac8-40c5-ab80-bf1cc060ab27 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.573748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=a281e2a2-c12a-4e28-9f4c-7b76431458a7,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:48.585772 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Attempting to bind port 937dc591-4dac-43a7-adf6-41e4ab3b1082 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:16:48.586422 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Attempting to bind port 937dc591-4dac-43a7-adf6-41e4ab3b1082 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:16:48.586996 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Attempting to bind port 937dc591-4dac-43a7-adf6-41e4ab3b1082 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:16:48.591001 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d84d4e-e652-4858-b39b-a80f2836046a x-openstack-request-id: req-96d84d4e-e652-4858-b39b-a80f2836046a {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:16:48.591999 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02e885f-429d-41ad-baaf-ba672354c835", "name": "network-vif-plugged", "status": "completed", "tag": "a281e2a2-c12a-4e28-9f4c-7b76431458a7", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:16:48.592264 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96d84d4e-e652-4858-b39b-a80f2836046a {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:16:48.592691 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02e885f-429d-41ad-baaf-ba672354c835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'code': 200} Nov 24 13:16:48.596133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['5c7bb614-13a6-4367-b055-411c89f4b7f4'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:16:48.597518 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:16:48.599431 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:16:48.600033 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.600611 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:16:48.601629 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Bound port: 937dc591-4dac-43a7-adf6-41e4ab3b1082, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:16:48.602703 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56b10b-6ac8-40c5-ab80-bf1cc060ab27 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Pushing event deleted for resources: {'Port': ['ID=f08d6fbe-09f4-480b-917c-511b445d52d4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:48.603354 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.677594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-109a20d7-ad19-4daa-963a-0f25f879344c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port 1830dc78-c794-4b27-8342-c7b6e306e8a3 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:16:48.677972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-109a20d7-ad19-4daa-963a-0f25f879344c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.710547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 705f03cb-4938-4bd0-ac06-a925077d230c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:16:48.711114 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.767048 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] For port 937dc591-4dac-43a7-adf6-41e4ab3b1082, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:16:48.773253 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] For port 937dc591-4dac-43a7-adf6-41e4ab3b1082, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=937dc591-4dac-43a7-adf6-41e4ab3b1082,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:16:48.780059 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.839074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada3dc2a-28ea-445e-9a03-9a01aeee7b3b req-5f56b10b-6ac8-40c5-ab80-bf1cc060ab27 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] No DVR routers for this DVR port f08d6fbe-09f4-480b-917c-511b445d52d4 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:16:48.843263 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-ada3dc2a-28ea-445e-9a03-9a01aeee7b3b req-5f56b10b-6ac8-40c5-ab80-bf1cc060ab27 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:48.847409 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ada3dc2a-28ea-445e-9a03-9a01aeee7b3b req-5f56b10b-6ac8-40c5-ab80-bf1cc060ab27 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.46 "DELETE /v2.0/ports/f08d6fbe-09f4-480b-917c-511b445d52d4 HTTP/1.1" status: 204 len: 173 time: 1.1926095 Nov 24 13:16:48.848367 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6f4132-7057-4db3-a0f1-0a5172cf7ca6', 'name': 'network-vif-deleted', 'tag': 'f08d6fbe-09f4-480b-917c-511b445d52d4'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:16:48.863079 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a1584c-ec93-4a90-8934-d9ec2750fd33" -d '{"events": [{"server_uuid": "0a6f4132-7057-4db3-a0f1-0a5172cf7ca6", "name": "network-vif-deleted", "tag": "f08d6fbe-09f4-480b-917c-511b445d52d4"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:16:48.941290 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534a93a-3ebf-483f-9574-b5a0a38ad2bd None None] Pushing event updated for resources: {'Port': ['ID=937dc591-4dac-43a7-adf6-41e4ab3b1082,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:48.949992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a102c3-ec29-4308-88e5-b98c1184e8df req-ec5a9e05-b5da-4224-b578-79e2bedf1c99 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:48.953394 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Routers {'21638c9c-36a4-4cb5-8b7d-8e591ae6823c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:48.954582 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['21638c9c-36a4-4cb5-8b7d-8e591ae6823c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:48.955601 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30a102c3-ec29-4308-88e5-b98c1184e8df req-ec5a9e05-b5da-4224-b578-79e2bedf1c99 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.2695050 Nov 24 13:16:49.086678 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30a102c3-ec29-4308-88e5-b98c1184e8df req-230b2096-1d1e-48f1-a41f-94d3356e4563 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248724 Nov 24 13:16:49.088213 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] Set router 21638c9c-36a4-4cb5-8b7d-8e591ae6823c gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:49.154863 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:49.164091 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21638c9c-36a4-4cb5-8b7d-8e591ae6823c', 'name': 'tempest-snat-router-612736885', 'tenant_id': 'dd5796502b1844e080a65f8c71a98699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:41Z', 'updated_at': '2021-11-24T13:16:47Z', 'revision_number': 4, 'project_id': 'dd5796502b1844e080a65f8c71a98699', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:49.192445 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c4e95-c0f6-477f-94af-755384b46d13 None None] The sync data for ids ['21638c9c-36a4-4cb5-8b7d-8e591ae6823c'] in n-d-817303-4 is: [{'id': '21638c9c-36a4-4cb5-8b7d-8e591ae6823c', 'name': 'tempest-snat-router-612736885', 'tenant_id': 'dd5796502b1844e080a65f8c71a98699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:41Z', 'updated_at': '2021-11-24T13:16:47Z', 'revision_number': 4, 'project_id': 'dd5796502b1844e080a65f8c71a98699', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:49.198369 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc01243-3889-4b2f-9d99-63be17b962e8 x-openstack-request-id: req-cdc01243-3889-4b2f-9d99-63be17b962e8 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:16:49.199171 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6f4132-7057-4db3-a0f1-0a5172cf7ca6", "name": "network-vif-deleted", "tag": "f08d6fbe-09f4-480b-917c-511b445d52d4", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:16:49.199630 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cdc01243-3889-4b2f-9d99-63be17b962e8 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:16:49.200232 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6f4132-7057-4db3-a0f1-0a5172cf7ca6', 'name': 'network-vif-deleted', 'tag': 'f08d6fbe-09f4-480b-917c-511b445d52d4', 'status': 'completed', 'code': 200} Nov 24 13:16:49.334836 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d6cddc8-2319-4fd6-bf8f-4fa39174f703 req-43885347-8937-443e-9d8d-d47faa97cf9f tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=0a6f4132-7057-4db3-a0f1-0a5172cf7ca6 HTTP/1.1" status: 200 len: 210 time: 0.0450506 Nov 24 13:16:49.364392 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event deleted for resources: {'Port': ['ID=937dc591-4dac-43a7-adf6-41e4ab3b1082,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:49.471773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c563c-3ed8-4760-85e4-5957600d43e2 req-5323cac7-a897-4c62-9913-fc95bf9fac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:49.474270 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-494c563c-3ed8-4760-85e4-5957600d43e2 req-5323cac7-a897-4c62-9913-fc95bf9fac1c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 1096 time: 0.6932476 Nov 24 13:16:49.497913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad9305-b9ca-4ce6-844d-127deeb8a175 req-8433fba9-15ee-44d0-8a1a-8a5bf8053d1c tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:49.499511 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b7ad9305-b9ca-4ce6-844d-127deeb8a175 req-8433fba9-15ee-44d0-8a1a-8a5bf8053d1c tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 945 time: 0.7227414 Nov 24 13:16:49.531589 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-109a20d7-ad19-4daa-963a-0f25f879344c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:49.538770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60210566-b6c5-4bfe-aa94-7c23e7c249b1 req-4301e23b-e985-4144-a313-cf6f5ba053c7 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:49.548331 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-60210566-b6c5-4bfe-aa94-7c23e7c249b1 req-4301e23b-e985-4144-a313-cf6f5ba053c7 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 945 time: 0.0897877 Nov 24 13:16:49.573738 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:49.653453 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-60210566-b6c5-4bfe-aa94-7c23e7c249b1 req-f22eca00-e92c-4294-bfa9-4394e8e6227f tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041520 Nov 24 13:16:49.706315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-109a20d7-ad19-4daa-963a-0f25f879344c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for 1830dc78-c794-4b27-8342-c7b6e306e8a3 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:16:49.802305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b7ad9305-b9ca-4ce6-844d-127deeb8a175 req-db526bda-5294-4902-8a20-e2f2df075101 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855842 Nov 24 13:16:49.825826 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:49.829923 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:49.831713 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8ba92-8af1-4983-a039-90ea1d6d4cb5 req-16667d06-fe02-4807-bfcb-0c0646729190 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:49.833530 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-54a8ba92-8af1-4983-a039-90ea1d6d4cb5 req-16667d06-fe02-4807-bfcb-0c0646729190 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 945 time: 0.1042233 Nov 24 13:16:49.834622 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-494c563c-3ed8-4760-85e4-5957600d43e2 req-771f1fad-bfd2-4c17-91e1-83d16c2a93b0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453417 Nov 24 13:16:49.891662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f08d6fbe-09f4-480b-917c-511b445d52d4 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:16:49.899358 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-54a8ba92-8af1-4983-a039-90ea1d6d4cb5 req-4f7ba12e-215a-4df9-aa49-dcad4dc4eac5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597200 Nov 24 13:16:49.945014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: f08d6fbe-09f4-480b-917c-511b445d52d4 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:16:49.945617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f08d6fbe-09f4-480b-917c-511b445d52d4 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:16:50.015122 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:50.015702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21638c9c-36a4-4cb5-8b7d-8e591ae6823c {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:16:50.034827 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:50.038644 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c3beab2c-eb99-4910-9f36-17368bf7df2d tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "DELETE /v2.0/routers/21638c9c-36a4-4cb5-8b7d-8e591ae6823c HTTP/1.1" status: 204 len: 168 time: 3.0534291 Nov 24 13:16:50.039436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60794) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:50.093835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b505ed0-6d05-43b1-8ef8-ec13c60dbb93 req-4a622ac4-15a4-42e5-8eb7-119697bf63b5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:50.095907 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2b505ed0-6d05-43b1-8ef8-ec13c60dbb93 req-4a622ac4-15a4-42e5-8eb7-119697bf63b5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 945 time: 0.0850768 Nov 24 13:16:50.180909 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-109a20d7-ad19-4daa-963a-0f25f879344c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:50.228258 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2b505ed0-6d05-43b1-8ef8-ec13c60dbb93 req-14b50cef-d144-4666-be67-2d8d5f94074e tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117835 Nov 24 13:16:50.229493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a20d7-ad19-4daa-963a-0f25f879344c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=1830dc78-c794-4b27-8342-c7b6e306e8a3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:50.268256 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:50.273418 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60798) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:50.345061 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-109a20d7-ad19-4daa-963a-0f25f879344c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:50.352604 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-109a20d7-ad19-4daa-963a-0f25f879344c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/ports/1830dc78-c794-4b27-8342-c7b6e306e8a3 HTTP/1.1" status: 204 len: 168 time: 2.5314975 Nov 24 13:16:50.353270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60800) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:50.357858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:50.385868 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:50.412215 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:50.533305 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cd456-20e2-4cfb-b86e-45c201f37ee2 req-8f19b67d-0080-4054-944b-990c3f5fcacf tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:50.537111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f71cd456-20e2-4cfb-b86e-45c201f37ee2 req-8f19b67d-0080-4054-944b-990c3f5fcacf tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.3171616 Nov 24 13:16:50.595971 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:50.633094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Deleting port 705f03cb-4938-4bd0-ac06-a925077d230c {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:16:50.633750 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:50.838140 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f71cd456-20e2-4cfb-b86e-45c201f37ee2 req-c40dc180-eeaf-4dba-a59e-fa693cf21476 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894289 Nov 24 13:16:50.864064 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-143598b0-fcc2-4b5d-af32-17018e60fb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:50.933830 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] For port 705f03cb-4938-4bd0-ac06-a925077d230c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=705f03cb-4938-4bd0-ac06-a925077d230c,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:50.934078 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:50.955128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6a72d-2c0e-4303-bd55-4da13b2f52b5 tempest-TestServerBasicOps-1399031061 tempest-TestServerBasicOps-1399031061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:50.959463 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a6a6a72d-2c0e-4303-bd55-4da13b2f52b5 tempest-TestServerBasicOps-1399031061 tempest-TestServerBasicOps-1399031061-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 1091 time: 0.5630498 Nov 24 13:16:50.959463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Calling delete_port for 705f03cb-4938-4bd0-ac06-a925077d230c owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:16:50.962832 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60818) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:50.977080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '138c5d84-1cfa-4132-af59-814b7eabd025', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:51.240792 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.25.0.24 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/2a31fa00-8b07-4460-837c-a37616face26) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:51.312475 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:51.372842 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:51.402168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b8f10-cce9-4b83-898d-7a2ed4ac9b6c req-805591e6-584f-4592-a4a5-964d8445a7cb tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:51.403518 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e81b8f10-cce9-4b83-898d-7a2ed4ac9b6c req-805591e6-584f-4592-a4a5-964d8445a7cb tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.1270502 Nov 24 13:16:51.442332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event deleted for resources: {'Port': ['ID=705f03cb-4938-4bd0-ac06-a925077d230c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:51.479291 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:51.507640 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e81b8f10-cce9-4b83-898d-7a2ed4ac9b6c req-a1482c31-ec90-475c-b001-4343f8975408 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957129 Nov 24 13:16:51.557526 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:51.599102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:51.602220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:51.606297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:51.614707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b0c79-efa0-49f4-b168-05b5fdb7f3d7 req-03a00df7-2cac-441d-8215-8b1cc7c69dbf tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:51.617223 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-215b0c79-efa0-49f4-b168-05b5fdb7f3d7 req-03a00df7-2cac-441d-8215-8b1cc7c69dbf tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 945 time: 0.1774964 Nov 24 13:16:51.662183 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:51.708278 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:51.748464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=2a31fa00-8b07-4460-837c-a37616face26,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:51.757637 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:51.791769 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:51.979943 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:51.993993 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.143945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=2a31fa00-8b07-4460-837c-a37616face26,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:52.166181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9389788-c6d6-4508-a258-75ed2faa66cf req-09b02d8e-6f56-4876-93e2-913d24b34ae7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:52.167903 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9389788-c6d6-4508-a258-75ed2faa66cf req-09b02d8e-6f56-4876-93e2-913d24b34ae7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1684668 Nov 24 13:16:52.168867 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.203127 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.208506 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c17a773a-0eda-4e06-815d-96e122fb6417 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8541310 Nov 24 13:16:52.209191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60826) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:52.217638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-df73d5e9-6c28-487b-8d54-936831a0edc3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'port': {'network_id': 'e1f86832-8ed9-4110-91b6-f8a3b07c46b6', 'name': 'tempest-FloatingIPTestJSON-661195206'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:52.271689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9389788-c6d6-4508-a258-75ed2faa66cf req-f7f41160-2fa2-4c2d-a1ee-d5104887da2d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935643 Nov 24 13:16:52.308848 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-215b0c79-efa0-49f4-b168-05b5fdb7f3d7 req-ed8f97bf-21c1-4c68-9b23-2fafda6ca234 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6853211 Nov 24 13:16:52.322988 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.325097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Allocated IP 172.25.0.192 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/7da2e4b3-7d25-4925-bc72-6af135835643) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:52.327456 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.403512 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.403982 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4c84bb5-e004-473e-87b4-24a707e43199 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:16:52.409245 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.413739 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-752c6ff1-7985-4160-9e2d-51b8c8d8432f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "DELETE /v2.0/routers/b4c84bb5-e004-473e-87b4-24a707e43199 HTTP/1.1" status: 204 len: 168 time: 2.3698580 Nov 24 13:16:52.415138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60830) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:52.422556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-849434257', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:52.437052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df73d5e9-6c28-487b-8d54-936831a0edc3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Made reservation on behalf of fdb6b3ba89b4407183c4d41facd9e2cc for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:16:52.442070 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df73d5e9-6c28-487b-8d54-936831a0edc3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.471842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-df73d5e9-6c28-487b-8d54-936831a0edc3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] device_id is not set on port af9b95f0-041f-42cd-8a92-9ac784c0ddc9 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:16:52.496958 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.498206 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.532688 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.546735 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9444c-a09d-442b-af40-8acf65553cac req-1b304271-00e5-4f89-9ca1-7d2c93ba7dd3 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:52.548580 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-efc9444c-a09d-442b-af40-8acf65553cac req-1b304271-00e5-4f89-9ca1-7d2c93ba7dd3 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 945 time: 0.1603720 Nov 24 13:16:52.586505 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.694316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-df73d5e9-6c28-487b-8d54-936831a0edc3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.20.0.4 (e1f86832-8ed9-4110-91b6-f8a3b07c46b6/608eaa53-4651-4b95-9a11-bb9c61eee21c/af9b95f0-041f-42cd-8a92-9ac784c0ddc9) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:52.710580 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-efc9444c-a09d-442b-af40-8acf65553cac req-3ac885a1-9b3f-414d-98bd-15cbfa95155c tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291606 Nov 24 13:16:52.749012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60836) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:52.831609 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.837214 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.893607 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df73d5e9-6c28-487b-8d54-936831a0edc3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:52.904548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Pushing event updated for resources: {'Port': ['ID=7da2e4b3-7d25-4925-bc72-6af135835643,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:52.927689 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc4e0a-1448-41e6-98a4-65509c336044 req-79577f2c-0e6b-4be0-9639-96938e74cd49 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:52.929452 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42bc4e0a-1448-41e6-98a4-65509c336044 req-79577f2c-0e6b-4be0-9639-96938e74cd49 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2684867 Nov 24 13:16:52.932308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:52.938808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:52.947111 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:52.959919 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df73d5e9-6c28-487b-8d54-936831a0edc3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:53.044234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df73d5e9-6c28-487b-8d54-936831a0edc3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network e1f86832-8ed9-4110-91b6-f8a3b07c46b6 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:53.051164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-df73d5e9-6c28-487b-8d54-936831a0edc3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:53.057354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73d5e9-6c28-487b-8d54-936831a0edc3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=af9b95f0-041f-42cd-8a92-9ac784c0ddc9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:53.058463 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc94526-59c1-415d-973a-9598e06f19f5 tempest-TestVolumeBackupRestore-1183524957 tempest-TestVolumeBackupRestore-1183524957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:53.063772 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6fc94526-59c1-415d-973a-9598e06f19f5 tempest-TestVolumeBackupRestore-1183524957 tempest-TestVolumeBackupRestore-1183524957-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 1091 time: 0.3136973 Nov 24 13:16:53.064974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73d5e9-6c28-487b-8d54-936831a0edc3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:53.069110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60842) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:53.073644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:53.108880 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42bc4e0a-1448-41e6-98a4-65509c336044 req-600404ab-b9b8-4fef-a911-e552169d451b tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627870 Nov 24 13:16:53.138351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df73d5e9-6c28-487b-8d54-936831a0edc3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:53.139058 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df73d5e9-6c28-487b-8d54-936831a0edc3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:53.151781 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:53.174484 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-df73d5e9-6c28-487b-8d54-936831a0edc3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9625227 Nov 24 13:16:53.176601 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60844) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:53.183163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-0a7fcbb2-5302-4ba0-9532-8a867d194be0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'floatingip': {'port_id': 'af9b95f0-041f-42cd-8a92-9ac784c0ddc9'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:53.215723 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-594ebb90-b85f-4cab-a2d2-148179a41b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:53.269030 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0a7fcbb2-5302-4ba0-9532-8a867d194be0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:53.279747 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:53.363951 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:16:53.437082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Allocated IP 172.25.0.154 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/0e5c17db-e387-4cee-b9a6-34ab3548c171) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:53.446512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef6d2b-1020-4d54-b65d-b635c34150f7 req-4fab498a-9d1d-48cf-9e02-fb605534b870 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:53.448080 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fef6d2b-1020-4d54-b65d-b635c34150f7 req-4fab498a-9d1d-48cf-9e02-fb605534b870 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0971782 Nov 24 13:16:53.556696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:53.563782 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7fef6d2b-1020-4d54-b65d-b635c34150f7 req-79e2bbd7-6893-4c48-936c-97dec1fbcdf1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038160 Nov 24 13:16:53.623856 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:53.635200 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:53.666858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:53.727536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:53.733471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:53.737101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:53.739332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Pushing event updated for resources: {'Port': ['ID=0e5c17db-e387-4cee-b9a6-34ab3548c171,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:53.997337 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Allocated IP 172.25.0.38 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/89fc41b3-1c82-4f33-afd5-937c558179ee) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:16:54.004122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 705f03cb-4938-4bd0-ac06-a925077d230c no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:16:54.006619 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:54.034390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 705f03cb-4938-4bd0-ac06-a925077d230c {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:16:54.035267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 705f03cb-4938-4bd0-ac06-a925077d230c not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:16:54.163587 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:54.265678 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:54.295897 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:54.354325 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:54.368738 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0a7fcbb2-5302-4ba0-9532-8a867d194be0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:54.380077 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:54.384850 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0a7fcbb2-5302-4ba0-9532-8a867d194be0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:54.434398 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:54.438341 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f3243-52b5-410b-89c3-cf674efb38df req-6cc93ea8-23c9-477f-80f2-0cde3cc2674a tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:54.439475 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:54.439916 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e8f3243-52b5-410b-89c3-cf674efb38df req-6cc93ea8-23c9-477f-80f2-0cde3cc2674a tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2182276 Nov 24 13:16:54.513581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Pushing event updated for resources: {'Port': ['ID=0e5c17db-e387-4cee-b9a6-34ab3548c171,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:54.525937 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:54.599139 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:54.621845 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-0a7fcbb2-5302-4ba0-9532-8a867d194be0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Floating IP 103cb259-14be-4030-b1cf-3056fc105e7b associated. External IP: 172.25.0.24, port: af9b95f0-041f-42cd-8a92-9ac784c0ddc9. Nov 24 13:16:54.642599 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Floating IP b1df0f44-6225-435e-8419-391235574b93 associated. External IP: 172.25.0.154, port: a281e2a2-c12a-4e28-9f4c-7b76431458a7. Nov 24 13:16:54.787248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e29d35-92a7-4524-be62-35c01ad660ea req-6a7a15a5-981e-426d-b702-c17d0f6ad147 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:54.789383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8e29d35-92a7-4524-be62-35c01ad660ea req-6a7a15a5-981e-426d-b702-c17d0f6ad147 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1020761 Nov 24 13:16:54.899468 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8e29d35-92a7-4524-be62-35c01ad660ea req-d5fb44e6-7417-420a-925f-e99a83a1a196 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009660 Nov 24 13:16:55.013444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Router a619195a-8113-4b10-9e7e-dab9485f7afd has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:55.079947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e8f3243-52b5-410b-89c3-cf674efb38df req-51fb0bbc-7d5c-4c58-bdf4-49494e755968 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6239669 Nov 24 13:16:55.102922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:16:55.111311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:16:55.116051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Pushing event updated for resources: {'Port': ['ID=89fc41b3-1c82-4f33-afd5-937c558179ee,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:55.121718 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:16:55.144460 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:55.156495 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68cf41-ff82-46f7-bc04-47666586b69d None None] Sync routers for ids ['a619195a-8113-4b10-9e7e-dab9485f7afd'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:55.168653 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b68cf41-ff82-46f7-bc04-47666586b69d None None] Routers {'a619195a-8113-4b10-9e7e-dab9485f7afd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:55.169439 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5b68cf41-ff82-46f7-bc04-47666586b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a619195a-8113-4b10-9e7e-dab9485f7afd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:55.174521 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:55.204591 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:55.211762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6774033f-efb8-47d4-aaee-599d1d6a055a tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1415539 Nov 24 13:16:55.212757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02e885f-429d-41ad-baaf-ba672354c835', 'tag': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:16:55.215231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60862) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:55.217482 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e58d816-a34a-47dd-bd0b-1800e5e5863e" -d '{"events": [{"name": "network-changed", "server_uuid": "d02e885f-429d-41ad-baaf-ba672354c835", "tag": "a281e2a2-c12a-4e28-9f4c-7b76431458a7"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:16:55.230211 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:55.277103 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be08c31d-44e5-48f3-85bc-6e4ae814af31 x-openstack-request-id: req-be08c31d-44e5-48f3-85bc-6e4ae814af31 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:16:55.277742 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02e885f-429d-41ad-baaf-ba672354c835", "tag": "a281e2a2-c12a-4e28-9f4c-7b76431458a7", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:16:55.278531 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be08c31d-44e5-48f3-85bc-6e4ae814af31 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:16:55.279805 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02e885f-429d-41ad-baaf-ba672354c835', 'tag': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'status': 'completed', 'code': 200} Nov 24 13:16:55.324185 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-5b68cf41-ff82-46f7-bc04-47666586b69d None None] Set router a619195a-8113-4b10-9e7e-dab9485f7afd gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:55.347183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58d816-a34a-47dd-bd0b-1800e5e5863e req-c4fc087f-5739-4c73-b7bc-0e7aa14b5bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:55.349075 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e58d816-a34a-47dd-bd0b-1800e5e5863e req-c4fc087f-5739-4c73-b7bc-0e7aa14b5bc2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=989d83eaaede444bba260d4bd072a98f&device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 1096 time: 0.0498772 Nov 24 13:16:55.429294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Pushing event updated for resources: {'Port': ['ID=7da2e4b3-7d25-4925-bc72-6af135835643,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:55.483747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58d816-a34a-47dd-bd0b-1800e5e5863e req-37f52f27-c97c-4962-abf9-b1d2c7b48a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:55.487100 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca23f5d-b678-4843-ae6b-bd4523e2135b tempest-TestVolumeBackupRestore-1183524957 tempest-TestVolumeBackupRestore-1183524957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:55.487520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e58d816-a34a-47dd-bd0b-1800e5e5863e req-37f52f27-c97c-4962-abf9-b1d2c7b48a83 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b657000d-68f3-4e8c-bc69-3ec21b3bb253 HTTP/1.1" status: 200 len: 915 time: 0.1290739 Nov 24 13:16:55.488652 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7ca23f5d-b678-4843-ae6b-bd4523e2135b tempest-TestVolumeBackupRestore-1183524957 tempest-TestVolumeBackupRestore-1183524957-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 1091 time: 0.2693963 Nov 24 13:16:55.494161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60866) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:55.500321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1bec0035-75be-45a0-af03-06fd6484e2ac tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Request body: {'floatingip': {'port_id': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:55.502811 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:55.611718 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Floating IP 0d371446-2108-42bc-a838-0c11bfe34074 associated. External IP: 172.25.0.192, port: 138c5d84-1cfa-4132-af59-814b7eabd025. Nov 24 13:16:55.613305 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5b68cf41-ff82-46f7-bc04-47666586b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 4, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'b1df0f44-6225-435e-8419-391235574b93', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'port_id': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'mac_address': 'fa:16:3e:58:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02e885f-429d-41ad-baaf-ba672354c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:16:53Z', 'updated_at': '2021-11-24T13:16:53Z', 'revision_number': 0, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60286d78-d7b1-4a51-b3ca-d480a3693730', 'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'mac_address': 'fa:16:3e:ee:d5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:29Z', 'updated_at': '2021-11-24T13:11:38Z', 'revision_number': 5, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'subnets': [{'id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:55.625985 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bec0035-75be-45a0-af03-06fd6484e2ac tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:55.647936 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68cf41-ff82-46f7-bc04-47666586b69d None None] Checking router: a619195a-8113-4b10-9e7e-dab9485f7afd for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:16:55.659324 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b68cf41-ff82-46f7-bc04-47666586b69d None None] Routers {'a619195a-8113-4b10-9e7e-dab9485f7afd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:55.660274 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5b68cf41-ff82-46f7-bc04-47666586b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a619195a-8113-4b10-9e7e-dab9485f7afd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:55.807605 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-5b68cf41-ff82-46f7-bc04-47666586b69d None None] Set router a619195a-8113-4b10-9e7e-dab9485f7afd gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:55.833784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7fcbb2-5302-4ba0-9532-8a867d194be0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:55.869893 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:55.895237 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:56.080043 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e58d816-a34a-47dd-bd0b-1800e5e5863e req-2a56746d-7279-44c7-8c7f-505efd9c8fe7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a281e2a2-c12a-4e28-9f4c-7b76431458a7 HTTP/1.1" status: 200 len: 999 time: 0.5735621 Nov 24 13:16:56.182604 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5b68cf41-ff82-46f7-bc04-47666586b69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 4, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'b1df0f44-6225-435e-8419-391235574b93', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'port_id': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'mac_address': 'fa:16:3e:58:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02e885f-429d-41ad-baaf-ba672354c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:16:53Z', 'updated_at': '2021-11-24T13:16:53Z', 'revision_number': 0, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60286d78-d7b1-4a51-b3ca-d480a3693730', 'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'mac_address': 'fa:16:3e:ee:d5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:29Z', 'updated_at': '2021-11-24T13:11:38Z', 'revision_number': 5, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'subnets': [{'id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:56.216423 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b68cf41-ff82-46f7-bc04-47666586b69d None None] The sync data for ids ['a619195a-8113-4b10-9e7e-dab9485f7afd'] in n-d-817303-4 is: [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 4, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'b1df0f44-6225-435e-8419-391235574b93', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'port_id': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'mac_address': 'fa:16:3e:58:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02e885f-429d-41ad-baaf-ba672354c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:16:53Z', 'updated_at': '2021-11-24T13:16:53Z', 'revision_number': 0, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60286d78-d7b1-4a51-b3ca-d480a3693730', 'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'mac_address': 'fa:16:3e:ee:d5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:29Z', 'updated_at': '2021-11-24T13:11:38Z', 'revision_number': 5, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'subnets': [{'id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:56.260632 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58d816-a34a-47dd-bd0b-1800e5e5863e req-a6209234-8f9f-4488-9227-becae4f667b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:56.263723 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e58d816-a34a-47dd-bd0b-1800e5e5863e req-a6209234-8f9f-4488-9227-becae4f667b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=703abfc3-a51a-475b-bfaf-4344e9a5b671 HTTP/1.1" status: 200 len: 853 time: 0.1748729 Nov 24 13:16:56.272405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7fcbb2-5302-4ba0-9532-8a867d194be0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:56.282436 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0a7fcbb2-5302-4ba0-9532-8a867d194be0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:56.285925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dde828-5eb4-487e-b706-b0ea5c82f77c None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:56.304775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dde828-5eb4-487e-b706-b0ea5c82f77c None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:56.305586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-22dde828-5eb4-487e-b706-b0ea5c82f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:56.325023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Router b431f74d-eee3-417c-a499-cb2a4ef48a43 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:56.355593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51809032-b88d-4d60-93bc-bb1a79acc443 req-fb3f76be-6cdd-4eac-a114-92f8f6876a3b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:56.357253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-51809032-b88d-4d60-93bc-bb1a79acc443 req-fb3f76be-6cdd-4eac-a114-92f8f6876a3b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.2605369 Nov 24 13:16:56.377743 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-22dde828-5eb4-487e-b706-b0ea5c82f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:56.395767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dde828-5eb4-487e-b706-b0ea5c82f77c None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:56.396650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-22dde828-5eb4-487e-b706-b0ea5c82f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:56.397235 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed482f-a946-4e92-8cd5-55343a15c22c req-d9042a01-b178-4408-a46f-a14ea21a2fe6 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:56.399033 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-beed482f-a946-4e92-8cd5-55343a15c22c req-d9042a01-b178-4408-a46f-a14ea21a2fe6 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.2090917 Nov 24 13:16:56.413722 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0a7fcbb2-5302-4ba0-9532-8a867d194be0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "PUT /v2.0/floatingips/103cb259-14be-4030-b1cf-3056fc105e7b HTTP/1.1" status: 200 len: 976 time: 3.2354605 Nov 24 13:16:56.416184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60876) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:56.460650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-22dde828-5eb4-487e-b706-b0ea5c82f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:56.461642 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dde828-5eb4-487e-b706-b0ea5c82f77c None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:56.601567 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ffd1d2-ad1c-4f22-8a4b-171ec188e09a None None] New status for floating IP b1df0f44-6225-435e-8419-391235574b93: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:16:56.640425 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-51809032-b88d-4d60-93bc-bb1a79acc443 req-6dd0afc9-76a6-458e-ab02-c4edc1c52ddf tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720053 Nov 24 13:16:56.707032 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:56.849899 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bec0035-75be-45a0-af03-06fd6484e2ac tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:56.862719 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.db.api [None req-91ffd1d2-ad1c-4f22-8a4b-171ec188e09a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114988) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:16:56.867437 n-d-817303-4 neutron-server[114988]: DEBUG oslo_db.api [None req-91ffd1d2-ad1c-4f22-8a4b-171ec188e09a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:16:56.879657 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bec0035-75be-45a0-af03-06fd6484e2ac tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:57.011723 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce05c17-9cc6-45ec-9b52-15a8f9fa45e5 req-5e6fa17f-f310-4e13-9263-a87661f9292a tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:57.013512 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ce05c17-9cc6-45ec-9b52-15a8f9fa45e5 req-5e6fa17f-f310-4e13-9263-a87661f9292a tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.8313358 Nov 24 13:16:57.021804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58d816-a34a-47dd-bd0b-1800e5e5863e req-1cc0cd85-2613-47b3-bbb7-639cb687e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:57.023339 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e58d816-a34a-47dd-bd0b-1800e5e5863e req-1cc0cd85-2613-47b3-bbb7-639cb687e2d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b657000d-68f3-4e8c-bc69-3ec21b3bb253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6662698 Nov 24 13:16:57.162592 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:57.213250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ce05c17-9cc6-45ec-9b52-15a8f9fa45e5 req-aa0a1693-09cb-481c-989a-e246430ecabf tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886017 Nov 24 13:16:57.246153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bec0035-75be-45a0-af03-06fd6484e2ac tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Router a619195a-8113-4b10-9e7e-dab9485f7afd has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:16:57.248981 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e58d816-a34a-47dd-bd0b-1800e5e5863e req-994d7486-8dfb-406c-9d7b-f822310c7cc7 service neutron] 10.222.0.46 "GET /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156246 Nov 24 13:16:57.318882 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:57.332062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e867bf0-b662-4cd9-9fb4-54394425f939 None None] Sync routers for ids ['b431f74d-eee3-417c-a499-cb2a4ef48a43'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:57.343784 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e867bf0-b662-4cd9-9fb4-54394425f939 None None] Routers {'b431f74d-eee3-417c-a499-cb2a4ef48a43'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:57.344988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7e867bf0-b662-4cd9-9fb4-54394425f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b431f74d-eee3-417c-a499-cb2a4ef48a43'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:57.351470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-beed482f-a946-4e92-8cd5-55343a15c22c req-9eafde41-79a7-4e5b-9804-cb422593e87e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Deleting port 5c7bb614-13a6-4367-b055-411c89f4b7f4 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:16:57.351810 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-beed482f-a946-4e92-8cd5-55343a15c22c req-9eafde41-79a7-4e5b-9804-cb422593e87e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:57.369161 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ffd1d2-ad1c-4f22-8a4b-171ec188e09a None None] New status for floating IP b1df0f44-6225-435e-8419-391235574b93: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:16:57.425940 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d83a2e-ed21-49f7-8731-84407e885327 req-8f641fc9-9e53-4065-a2aa-107f9700ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:57.428153 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6d83a2e-ed21-49f7-8731-84407e885327 req-8f641fc9-9e53-4065-a2aa-107f9700ed65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 1096 time: 0.2792618 Nov 24 13:16:57.440402 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:57.449928 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8e58d816-a34a-47dd-bd0b-1800e5e5863e req-40c278d9-3de9-4fff-aa0b-f83e42eccdb3 service neutron] 10.222.0.46 "GET /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897676 Nov 24 13:16:57.452794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bec0035-75be-45a0-af03-06fd6484e2ac tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:57.457940 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bec0035-75be-45a0-af03-06fd6484e2ac tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:57.476412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-7e867bf0-b662-4cd9-9fb4-54394425f939 None None] Set router b431f74d-eee3-417c-a499-cb2a4ef48a43 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:57.511844 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02e885f-429d-41ad-baaf-ba672354c835', 'tag': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:16:57.514157 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbebaf18-181f-407a-8c61-21646abccfed" -d '{"events": [{"name": "network-changed", "server_uuid": "d02e885f-429d-41ad-baaf-ba672354c835", "tag": "a281e2a2-c12a-4e28-9f4c-7b76431458a7"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:16:57.573634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-d2297e69-4040-4457-8ff7-b8469d17d51c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port af9b95f0-041f-42cd-8a92-9ac784c0ddc9 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:16:57.574023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2297e69-4040-4457-8ff7-b8469d17d51c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:57.600875 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d28ef0-e990-422d-a82e-94bcaf654a05 x-openstack-request-id: req-f6d28ef0-e990-422d-a82e-94bcaf654a05 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:16:57.601160 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02e885f-429d-41ad-baaf-ba672354c835", "tag": "a281e2a2-c12a-4e28-9f4c-7b76431458a7", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:16:57.601420 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6d28ef0-e990-422d-a82e-94bcaf654a05 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:16:57.601901 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02e885f-429d-41ad-baaf-ba672354c835', 'tag': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'status': 'completed', 'code': 200} Nov 24 13:16:57.603906 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1bec0035-75be-45a0-af03-06fd6484e2ac tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "PUT /v2.0/floatingips/b1df0f44-6225-435e-8419-391235574b93 HTTP/1.1" status: 200 len: 991 time: 2.1086464 Nov 24 13:16:57.652551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4731b-409c-45bf-a5ab-72b92c0035b8 req-ce3d19d8-2507-4454-a9de-a50f1dd96d07 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:57.654543 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fdf4731b-409c-45bf-a5ab-72b92c0035b8 req-ce3d19d8-2507-4454-a9de-a50f1dd96d07 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.5079467 Nov 24 13:16:57.688866 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-43f6f53b-6396-4569-af3b-5bbd0076edac tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7227688 Nov 24 13:16:57.705769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166c6147-c569-4118-84d8-889a7058d55d', 'tag': '138c5d84-1cfa-4132-af59-814b7eabd025'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:16:57.709584 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ea722c-a8c0-4abc-ba49-6fd19772176a" -d '{"events": [{"name": "network-changed", "server_uuid": "166c6147-c569-4118-84d8-889a7058d55d", "tag": "138c5d84-1cfa-4132-af59-814b7eabd025"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:16:57.717057 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebaf18-181f-407a-8c61-21646abccfed req-5008aa8d-5a59-40e4-9c28-9936e1305148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:57.718585 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cbebaf18-181f-407a-8c61-21646abccfed req-5008aa8d-5a59-40e4-9c28-9936e1305148 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=989d83eaaede444bba260d4bd072a98f&device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 1096 time: 0.0979013 Nov 24 13:16:57.747087 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-beed482f-a946-4e92-8cd5-55343a15c22c req-9eafde41-79a7-4e5b-9804-cb422593e87e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] For port 5c7bb614-13a6-4367-b055-411c89f4b7f4, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5c7bb614-13a6-4367-b055-411c89f4b7f4,segment=NetworkSegment(4bbeb706-5307-4d7f-afe3-278395049094),segment_id=4bbeb706-5307-4d7f-afe3-278395049094)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:16:57.747565 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-beed482f-a946-4e92-8cd5-55343a15c22c req-9eafde41-79a7-4e5b-9804-cb422593e87e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:57.814471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7e867bf0-b662-4cd9-9fb4-54394425f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:16:05Z', 'revision_number': 4, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port': {'id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:15:56Z', 'updated_at': '2021-11-24T13:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '0d371446-2108-42bc-a838-0c11bfe34074', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'port_id': '138c5d84-1cfa-4132-af59-814b7eabd025', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'mac_address': 'fa:16:3e:80:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166c6147-c569-4118-84d8-889a7058d55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:16:53Z', 'updated_at': '2021-11-24T13:16:53Z', 'revision_number': 0, 'project_id': '1c366d39494045228b8742673f49e6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300c9fbc-dbed-4980-a8c1-50db8d6ea986', 'name': '', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'mac_address': 'fa:16:3e:d7:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '62d21865-5686-4a25-a73b-851470020489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:03Z', 'updated_at': '2021-11-24T13:16:10Z', 'revision_number': 5, 'project_id': '1c366d39494045228b8742673f49e6ef', 'subnets': [{'id': '62d21865-5686-4a25-a73b-851470020489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:57.819838 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9561f844-2fdb-4cdf-94eb-e61c0d6ca6fe x-openstack-request-id: req-9561f844-2fdb-4cdf-94eb-e61c0d6ca6fe {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:16:57.820168 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166c6147-c569-4118-84d8-889a7058d55d", "tag": "138c5d84-1cfa-4132-af59-814b7eabd025", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:16:57.820394 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9561f844-2fdb-4cdf-94eb-e61c0d6ca6fe {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:16:57.820841 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '166c6147-c569-4118-84d8-889a7058d55d', 'tag': '138c5d84-1cfa-4132-af59-814b7eabd025', 'status': 'completed', 'code': 200} Nov 24 13:16:57.839178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-beed482f-a946-4e92-8cd5-55343a15c22c req-9eafde41-79a7-4e5b-9804-cb422593e87e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Calling delete_port for 5c7bb614-13a6-4367-b055-411c89f4b7f4 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:16:57.873723 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e867bf0-b662-4cd9-9fb4-54394425f939 None None] Checking router: b431f74d-eee3-417c-a499-cb2a4ef48a43 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:16:57.883696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e867bf0-b662-4cd9-9fb4-54394425f939 None None] Routers {'b431f74d-eee3-417c-a499-cb2a4ef48a43'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:57.884589 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7e867bf0-b662-4cd9-9fb4-54394425f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b431f74d-eee3-417c-a499-cb2a4ef48a43'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:57.930929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea722c-a8c0-4abc-ba49-6fd19772176a req-309ce3b7-d295-4f4b-8a67-8bb1ea9f063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:57.932430 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6ea722c-a8c0-4abc-ba49-6fd19772176a req-309ce3b7-d295-4f4b-8a67-8bb1ea9f063e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c366d39494045228b8742673f49e6ef&device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 1096 time: 0.0823572 Nov 24 13:16:57.933443 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebaf18-181f-407a-8c61-21646abccfed req-051d119e-a563-4ad2-8d68-d46c81a295dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:57.934747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cbebaf18-181f-407a-8c61-21646abccfed req-051d119e-a563-4ad2-8d68-d46c81a295dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=b657000d-68f3-4e8c-bc69-3ec21b3bb253 HTTP/1.1" status: 200 len: 915 time: 0.2071099 Nov 24 13:16:57.945086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d83a2e-ed21-49f7-8731-84407e885327 req-2835e0d2-05aa-473a-a1f8-8b16fc8d46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:57.946982 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6d83a2e-ed21-49f7-8731-84407e885327 req-2835e0d2-05aa-473a-a1f8-8b16fc8d46bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.4998710 Nov 24 13:16:57.966916 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1785b2-a745-4943-9999-c28ad201d013 None None] Sync routers for ids ['a619195a-8113-4b10-9e7e-dab9485f7afd'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:57.972148 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fdf4731b-409c-45bf-a5ab-72b92c0035b8 req-c881d496-817f-4a4d-93df-66a238d26553 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037868 Nov 24 13:16:57.982350 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1785b2-a745-4943-9999-c28ad201d013 None None] Routers {'a619195a-8113-4b10-9e7e-dab9485f7afd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:57.983617 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-fe1785b2-a745-4943-9999-c28ad201d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a619195a-8113-4b10-9e7e-dab9485f7afd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:58.054054 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-7e867bf0-b662-4cd9-9fb4-54394425f939 None None] Set router b431f74d-eee3-417c-a499-cb2a4ef48a43 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:58.056576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea722c-a8c0-4abc-ba49-6fd19772176a req-fe081758-ca6f-4485-9ce9-11f2643dc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:58.058097 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6ea722c-a8c0-4abc-ba49-6fd19772176a req-fe081758-ca6f-4485-9ce9-11f2643dc1af service neutron] 10.222.0.59 "GET /v2.0/networks?id=06c90acd-f1de-4ca5-a22e-429759ea9ba3 HTTP/1.1" status: 200 len: 910 time: 0.1180189 Nov 24 13:16:58.065774 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2297e69-4040-4457-8ff7-b8469d17d51c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:58.183801 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-fe1785b2-a745-4943-9999-c28ad201d013 None None] Set router a619195a-8113-4b10-9e7e-dab9485f7afd gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:58.190804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cbebaf18-181f-407a-8c61-21646abccfed req-afb87399-42b4-42c5-87b6-f6e9b6c21352 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a281e2a2-c12a-4e28-9f4c-7b76431458a7 HTTP/1.1" status: 200 len: 1001 time: 0.1317198 Nov 24 13:16:58.192489 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6ea722c-a8c0-4abc-ba49-6fd19772176a req-328ec099-baf2-4ce8-b037-3b4b5e38b088 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=138c5d84-1cfa-4132-af59-814b7eabd025 HTTP/1.1" status: 200 len: 999 time: 0.1256204 Nov 24 13:16:58.326187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebaf18-181f-407a-8c61-21646abccfed req-f30a5fc1-3cfa-461e-a5c7-12e8dda01fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:58.328129 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cbebaf18-181f-407a-8c61-21646abccfed req-f30a5fc1-3cfa-461e-a5c7-12e8dda01fab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=703abfc3-a51a-475b-bfaf-4344e9a5b671 HTTP/1.1" status: 200 len: 853 time: 0.1235027 Nov 24 13:16:58.329932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea722c-a8c0-4abc-ba49-6fd19772176a req-d51df38d-d93b-4b4f-9f1b-d7bca7d17dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:58.335437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6ea722c-a8c0-4abc-ba49-6fd19772176a req-d51df38d-d93b-4b4f-9f1b-d7bca7d17dec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62d21865-5686-4a25-a73b-851470020489 HTTP/1.1" status: 200 len: 848 time: 0.1253633 Nov 24 13:16:58.347465 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6d83a2e-ed21-49f7-8731-84407e885327 req-b6f6317a-250f-485a-a54c-a71709b0d35d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86 HTTP/1.1" status: 200 len: 999 time: 0.3740864 Nov 24 13:16:58.391878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Router b88dd97e-bc8e-4469-bb7f-92d5e0d59b74 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:16:58.557653 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebaf18-181f-407a-8c61-21646abccfed req-47bb7915-be6c-4a90-b1d3-305bac28cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:58.559186 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cbebaf18-181f-407a-8c61-21646abccfed req-47bb7915-be6c-4a90-b1d3-305bac28cc38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b657000d-68f3-4e8c-bc69-3ec21b3bb253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2221270 Nov 24 13:16:58.571428 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-fe1785b2-a745-4943-9999-c28ad201d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 4, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'b1df0f44-6225-435e-8419-391235574b93', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'port_id': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'mac_address': 'fa:16:3e:58:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02e885f-429d-41ad-baaf-ba672354c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:16:53Z', 'updated_at': '2021-11-24T13:16:57Z', 'revision_number': 2, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60286d78-d7b1-4a51-b3ca-d480a3693730', 'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'mac_address': 'fa:16:3e:ee:d5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:29Z', 'updated_at': '2021-11-24T13:11:38Z', 'revision_number': 5, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'subnets': [{'id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:58.574977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6fd06-da90-4496-8288-1513fd9f7159 req-81fd718b-032b-4c01-ae80-1c3b2d340737 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:58.576487 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-18a6fd06-da90-4496-8288-1513fd9f7159 req-81fd718b-032b-4c01-ae80-1c3b2d340737 tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/ports?device_id=b3fe8c60-92a9-43b3-8379-5b27dc4faad8 HTTP/1.1" status: 200 len: 945 time: 0.1805685 Nov 24 13:16:58.592919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7e867bf0-b662-4cd9-9fb4-54394425f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:16:05Z', 'revision_number': 4, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port': {'id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:15:56Z', 'updated_at': '2021-11-24T13:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '0d371446-2108-42bc-a838-0c11bfe34074', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'port_id': '138c5d84-1cfa-4132-af59-814b7eabd025', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'mac_address': 'fa:16:3e:80:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166c6147-c569-4118-84d8-889a7058d55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:16:53Z', 'updated_at': '2021-11-24T13:16:53Z', 'revision_number': 0, 'project_id': '1c366d39494045228b8742673f49e6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300c9fbc-dbed-4980-a8c1-50db8d6ea986', 'name': '', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'mac_address': 'fa:16:3e:d7:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '62d21865-5686-4a25-a73b-851470020489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:03Z', 'updated_at': '2021-11-24T13:16:10Z', 'revision_number': 5, 'project_id': '1c366d39494045228b8742673f49e6ef', 'subnets': [{'id': '62d21865-5686-4a25-a73b-851470020489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:58.631440 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d83a2e-ed21-49f7-8731-84407e885327 req-b0d47759-2166-42fd-bb88-f743e63a6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:58.632975 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6d83a2e-ed21-49f7-8731-84407e885327 req-b0d47759-2166-42fd-bb88-f743e63a6d49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.2754922 Nov 24 13:16:58.644891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e867bf0-b662-4cd9-9fb4-54394425f939 None None] The sync data for ids ['b431f74d-eee3-417c-a499-cb2a4ef48a43'] in n-d-817303-4 is: [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:16:05Z', 'revision_number': 4, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port': {'id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:15:56Z', 'updated_at': '2021-11-24T13:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '0d371446-2108-42bc-a838-0c11bfe34074', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'floating_ip_address': '172.25.0.192', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'port_id': '138c5d84-1cfa-4132-af59-814b7eabd025', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'mac_address': 'fa:16:3e:80:2c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166c6147-c569-4118-84d8-889a7058d55d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:16:53Z', 'updated_at': '2021-11-24T13:16:53Z', 'revision_number': 0, 'project_id': '1c366d39494045228b8742673f49e6ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300c9fbc-dbed-4980-a8c1-50db8d6ea986', 'name': '', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'mac_address': 'fa:16:3e:d7:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '62d21865-5686-4a25-a73b-851470020489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:03Z', 'updated_at': '2021-11-24T13:16:10Z', 'revision_number': 5, 'project_id': '1c366d39494045228b8742673f49e6ef', 'subnets': [{'id': '62d21865-5686-4a25-a73b-851470020489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:58.651883 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1785b2-a745-4943-9999-c28ad201d013 None None] Checking router: a619195a-8113-4b10-9e7e-dab9485f7afd for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:16:58.662315 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1785b2-a745-4943-9999-c28ad201d013 None None] Routers {'a619195a-8113-4b10-9e7e-dab9485f7afd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:58.663066 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-fe1785b2-a745-4943-9999-c28ad201d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a619195a-8113-4b10-9e7e-dab9485f7afd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:58.674109 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cbebaf18-181f-407a-8c61-21646abccfed req-723c62f4-9fa8-4292-891c-06ea6cf6c254 service neutron] 10.222.0.46 "GET /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949671 Nov 24 13:16:58.685843 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea722c-a8c0-4abc-ba49-6fd19772176a req-ef27825d-650f-497d-981a-904f1b638005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:58.687355 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6ea722c-a8c0-4abc-ba49-6fd19772176a req-ef27825d-650f-497d-981a-904f1b638005 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06c90acd-f1de-4ca5-a22e-429759ea9ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3487997 Nov 24 13:16:58.771484 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-beed482f-a946-4e92-8cd5-55343a15c22c req-9eafde41-79a7-4e5b-9804-cb422593e87e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:58.832809 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-fe1785b2-a745-4943-9999-c28ad201d013 None None] Set router a619195a-8113-4b10-9e7e-dab9485f7afd gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:16:58.841901 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-18a6fd06-da90-4496-8288-1513fd9f7159 req-763a4ee5-3e85-4f47-9b6a-583c783fc70e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.48 "GET /v2.0/security-groups?id=aba18c56-bf26-4028-b38c-a70710fba9e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667867 Nov 24 13:16:58.903167 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cbebaf18-181f-407a-8c61-21646abccfed req-3888ca17-fffc-402e-bfc2-6e85feb25a40 service neutron] 10.222.0.46 "GET /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135134 Nov 24 13:16:58.937393 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6ea722c-a8c0-4abc-ba49-6fd19772176a req-9e1d602a-77de-4804-bf27-d5645ca48c4b service neutron] 10.222.0.59 "GET /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763790 Nov 24 13:16:58.942529 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2297e69-4040-4457-8ff7-b8469d17d51c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:58.943130 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2297e69-4040-4457-8ff7-b8469d17d51c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:58.943762 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-d2297e69-4040-4457-8ff7-b8469d17d51c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Floating IP 103cb259-14be-4030-b1cf-3056fc105e7b disassociated. External IP: 172.25.0.24, port: af9b95f0-041f-42cd-8a92-9ac784c0ddc9. Nov 24 13:16:58.944276 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-d2297e69-4040-4457-8ff7-b8469d17d51c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for af9b95f0-041f-42cd-8a92-9ac784c0ddc9 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:16:58.947371 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafde41-79a7-4e5b-9804-cb422593e87e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Pushing event deleted for resources: {'Port': ['ID=5c7bb614-13a6-4367-b055-411c89f4b7f4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:59.028374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bd1c74-8124-4fcd-a433-ae0b8c05d9bc None None] New status for floating IP 0d371446-2108-42bc-a838-0c11bfe34074: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:16:59.045177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-beed482f-a946-4e92-8cd5-55343a15c22c req-9eafde41-79a7-4e5b-9804-cb422593e87e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] No DVR routers for this DVR port 5c7bb614-13a6-4367-b055-411c89f4b7f4 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:16:59.148083 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-beed482f-a946-4e92-8cd5-55343a15c22c req-9eafde41-79a7-4e5b-9804-cb422593e87e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:59.153953 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-beed482f-a946-4e92-8cd5-55343a15c22c req-9eafde41-79a7-4e5b-9804-cb422593e87e tempest-ServerRescueNegativeTestJSON-987307424 tempest-ServerRescueNegativeTestJSON-987307424-project] 10.222.0.59 "DELETE /v2.0/ports/5c7bb614-13a6-4367-b055-411c89f4b7f4 HTTP/1.1" status: 204 len: 173 time: 2.7322044 Nov 24 13:16:59.181811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:16:59.197482 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db54cbd0-a59c-4a7b-95e2-df5bf9f14c90 None None] Sync routers for ids ['b88dd97e-bc8e-4469-bb7f-92d5e0d59b74'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:16:59.205110 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6ea722c-a8c0-4abc-ba49-6fd19772176a req-285f284e-8153-4dd3-9f29-71c47ff4f40d service neutron] 10.222.0.59 "GET /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583716 Nov 24 13:16:59.211688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d83a2e-ed21-49f7-8731-84407e885327 req-087f0308-32d7-41ef-acbc-099a8acaa02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:59.213261 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6d83a2e-ed21-49f7-8731-84407e885327 req-087f0308-32d7-41ef-acbc-099a8acaa02a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5323212 Nov 24 13:16:59.238323 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54cbd0-a59c-4a7b-95e2-df5bf9f14c90 None None] Routers {'b88dd97e-bc8e-4469-bb7f-92d5e0d59b74'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:59.238928 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-db54cbd0-a59c-4a7b-95e2-df5bf9f14c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b88dd97e-bc8e-4469-bb7f-92d5e0d59b74'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:59.314165 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-db54cbd0-a59c-4a7b-95e2-df5bf9f14c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:59.328980 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54cbd0-a59c-4a7b-95e2-df5bf9f14c90 None None] Routers {'b88dd97e-bc8e-4469-bb7f-92d5e0d59b74'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:16:59.329588 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-db54cbd0-a59c-4a7b-95e2-df5bf9f14c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b88dd97e-bc8e-4469-bb7f-92d5e0d59b74'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:59.334298 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-fe1785b2-a745-4943-9999-c28ad201d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 4, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'b1df0f44-6225-435e-8419-391235574b93', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'port_id': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'mac_address': 'fa:16:3e:58:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02e885f-429d-41ad-baaf-ba672354c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:16:53Z', 'updated_at': '2021-11-24T13:16:57Z', 'revision_number': 2, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60286d78-d7b1-4a51-b3ca-d480a3693730', 'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'mac_address': 'fa:16:3e:ee:d5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:29Z', 'updated_at': '2021-11-24T13:11:38Z', 'revision_number': 5, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'subnets': [{'id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:59.343642 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6d83a2e-ed21-49f7-8731-84407e885327 req-63b0dfee-5fee-4b32-b151-fe0cc2764326 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937886 Nov 24 13:16:59.354402 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:59.358465 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8fbdf9f5-b37f-4e38-8ac9-49bd70b7b377 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.9424419 Nov 24 13:16:59.358607 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60904) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:16:59.365676 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-db54cbd0-a59c-4a7b-95e2-df5bf9f14c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:16:59.366095 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db54cbd0-a59c-4a7b-95e2-df5bf9f14c90 None None] The sync data for ids ['b88dd97e-bc8e-4469-bb7f-92d5e0d59b74'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:59.377744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cd9990ee-8c05-4ae1-a835-7dd1e5e1c77f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'enable_snat': False}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:16:59.395233 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1785b2-a745-4943-9999-c28ad201d013 None None] The sync data for ids ['a619195a-8113-4b10-9e7e-dab9485f7afd'] in n-d-817303-4 is: [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 4, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'b1df0f44-6225-435e-8419-391235574b93', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'floating_ip_address': '172.25.0.154', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'port_id': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'mac_address': 'fa:16:3e:58:35:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02e885f-429d-41ad-baaf-ba672354c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:16:53Z', 'updated_at': '2021-11-24T13:16:57Z', 'revision_number': 2, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60286d78-d7b1-4a51-b3ca-d480a3693730', 'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'mac_address': 'fa:16:3e:ee:d5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:29Z', 'updated_at': '2021-11-24T13:11:38Z', 'revision_number': 5, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'subnets': [{'id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:16:59.481422 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab0ae8-8c09-4051-b22a-5f302cef6949 req-ecd9ddce-ce01-4d11-bd41-4e017c69f923 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:16:59.483157 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07ab0ae8-8c09-4051-b22a-5f302cef6949 req-ecd9ddce-ce01-4d11-bd41-4e017c69f923 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.3247271 Nov 24 13:16:59.546113 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a6d83a2e-ed21-49f7-8731-84407e885327 req-2f4d8770-8686-40d3-b2f8-e0918d9afd3d service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855376 Nov 24 13:16:59.546721 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2297e69-4040-4457-8ff7-b8469d17d51c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:59.592434 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2297e69-4040-4457-8ff7-b8469d17d51c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=af9b95f0-041f-42cd-8a92-9ac784c0ddc9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:16:59.598765 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07ab0ae8-8c09-4051-b22a-5f302cef6949 req-36e22522-4509-4298-a756-e7ae1fbc5570 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075242 Nov 24 13:16:59.632215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5c7bb614-13a6-4367-b055-411c89f4b7f4 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:16:59.662424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 5c7bb614-13a6-4367-b055-411c89f4b7f4 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:16:59.662845 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5c7bb614-13a6-4367-b055-411c89f4b7f4 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:16:59.702697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02e885f-429d-41ad-baaf-ba672354c835', 'tag': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:16:59.705450 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2247f6-6ae0-4972-b02a-b3ed58ec5ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "d02e885f-429d-41ad-baaf-ba672354c835", "tag": "a281e2a2-c12a-4e28-9f4c-7b76431458a7"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:16:59.793764 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae257617-3c4c-4710-9a2e-aef82ea2b036 x-openstack-request-id: req-ae257617-3c4c-4710-9a2e-aef82ea2b036 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:16:59.794165 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02e885f-429d-41ad-baaf-ba672354c835", "tag": "a281e2a2-c12a-4e28-9f4c-7b76431458a7", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:16:59.794510 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae257617-3c4c-4710-9a2e-aef82ea2b036 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:16:59.795126 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02e885f-429d-41ad-baaf-ba672354c835', 'tag': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'status': 'completed', 'code': 200} Nov 24 13:16:59.875840 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cd9990ee-8c05-4ae1-a835-7dd1e5e1c77f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:16:59.957719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60912) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:00.221869 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fe8c60-92a9-43b3-8379-5b27dc4faad8', 'name': 'network-vif-deleted', 'tag': '5c7bb614-13a6-4367-b055-411c89f4b7f4'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:17:00.230628 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f799a2d-528e-456b-a3ca-766a952f0f09" -d '{"events": [{"server_uuid": "b3fe8c60-92a9-43b3-8379-5b27dc4faad8", "name": "network-vif-deleted", "tag": "5c7bb614-13a6-4367-b055-411c89f4b7f4"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:17:00.319569 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113d8d36-dd52-4880-b511-791e823ac82c x-openstack-request-id: req-113d8d36-dd52-4880-b511-791e823ac82c {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:17:00.319963 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fe8c60-92a9-43b3-8379-5b27dc4faad8", "name": "network-vif-deleted", "tag": "5c7bb614-13a6-4367-b055-411c89f4b7f4", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:17:00.320293 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-113d8d36-dd52-4880-b511-791e823ac82c {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:17:00.320780 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fe8c60-92a9-43b3-8379-5b27dc4faad8', 'name': 'network-vif-deleted', 'tag': '5c7bb614-13a6-4367-b055-411c89f4b7f4', 'status': 'completed', 'code': 200} Nov 24 13:17:00.327240 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2247f6-6ae0-4972-b02a-b3ed58ec5ba2 req-3cd1d153-0095-477e-8afe-b2566c529a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:00.330044 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c2247f6-6ae0-4972-b02a-b3ed58ec5ba2 req-3cd1d153-0095-477e-8afe-b2566c529a02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=989d83eaaede444bba260d4bd072a98f&device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 1096 time: 0.0958416 Nov 24 13:17:00.366154 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2297e69-4040-4457-8ff7-b8469d17d51c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:17:00.590520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2297e69-4040-4457-8ff7-b8469d17d51c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:00.602559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd12b9bb-85ec-40b4-b32c-6aefc4881301 None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:00.615533 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd12b9bb-85ec-40b4-b32c-6aefc4881301 None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:00.616491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-dd12b9bb-85ec-40b4-b32c-6aefc4881301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:00.675708 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-dd12b9bb-85ec-40b4-b32c-6aefc4881301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:00.676352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2247f6-6ae0-4972-b02a-b3ed58ec5ba2 req-7c7cdec0-6e65-44b8-bcca-5e88b07f5f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:00.677945 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c2247f6-6ae0-4972-b02a-b3ed58ec5ba2 req-7c7cdec0-6e65-44b8-bcca-5e88b07f5f59 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b657000d-68f3-4e8c-bc69-3ec21b3bb253 HTTP/1.1" status: 200 len: 915 time: 0.3388758 Nov 24 13:17:00.689454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd12b9bb-85ec-40b4-b32c-6aefc4881301 None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:00.690092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-dd12b9bb-85ec-40b4-b32c-6aefc4881301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:00.702744 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2297e69-4040-4457-8ff7-b8469d17d51c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:00.709973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d2297e69-4040-4457-8ff7-b8469d17d51c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/ports/af9b95f0-041f-42cd-8a92-9ac784c0ddc9 HTTP/1.1" status: 204 len: 168 time: 4.2884967 Nov 24 13:17:00.710599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60922) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:00.740063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-dd12b9bb-85ec-40b4-b32c-6aefc4881301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:00.740763 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd12b9bb-85ec-40b4-b32c-6aefc4881301 None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:00.818992 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9a8bcffd-ca30-4a70-b3b3-0a6ef8b136d3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "GET /v2.0/floatingips/103cb259-14be-4030-b1cf-3056fc105e7b HTTP/1.1" status: 200 len: 687 time: 0.1030571 Nov 24 13:17:00.820072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60924) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:00.927767 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c2247f6-6ae0-4972-b02a-b3ed58ec5ba2 req-275c9e1a-ee9f-47ae-931a-1e6e83e384f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a281e2a2-c12a-4e28-9f4c-7b76431458a7 HTTP/1.1" status: 200 len: 1001 time: 0.2361479 Nov 24 13:17:01.001858 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e185d-c975-400d-b223-597cedbf1c69 req-fa487da6-5a65-48c7-bb80-a87f40fca280 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:01.003408 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0f7e185d-c975-400d-b223-597cedbf1c69 req-fa487da6-5a65-48c7-bb80-a87f40fca280 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1992505 Nov 24 13:17:01.076740 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2247f6-6ae0-4972-b02a-b3ed58ec5ba2 req-ec1123b9-637d-4e12-b050-8d804896010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:01.078333 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c2247f6-6ae0-4972-b02a-b3ed58ec5ba2 req-ec1123b9-637d-4e12-b050-8d804896010e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=703abfc3-a51a-475b-bfaf-4344e9a5b671 HTTP/1.1" status: 200 len: 853 time: 0.1179433 Nov 24 13:17:01.132608 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0f7e185d-c975-400d-b223-597cedbf1c69 req-8054416d-9a39-4a00-a60b-1820d5676cec tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212940 Nov 24 13:17:01.150680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-c51f26d6-6a2c-4a7d-bad0-dbf3a22b4b0c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port 2a31fa00-8b07-4460-837c-a37616face26 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:01.151179 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c51f26d6-6a2c-4a7d-bad0-dbf3a22b4b0c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:01.154976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2247f6-6ae0-4972-b02a-b3ed58ec5ba2 req-1e50414f-74f5-4f2e-b507-55e5354d0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:01.156565 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c2247f6-6ae0-4972-b02a-b3ed58ec5ba2 req-1e50414f-74f5-4f2e-b507-55e5354d0360 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b657000d-68f3-4e8c-bc69-3ec21b3bb253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580854 Nov 24 13:17:01.215063 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cd9990ee-8c05-4ae1-a835-7dd1e5e1c77f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:01.219510 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cd9990ee-8c05-4ae1-a835-7dd1e5e1c77f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:01.260320 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c51f26d6-6a2c-4a7d-bad0-dbf3a22b4b0c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:01.260650 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c51f26d6-6a2c-4a7d-bad0-dbf3a22b4b0c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:01.274631 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-c51f26d6-6a2c-4a7d-bad0-dbf3a22b4b0c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for 2a31fa00-8b07-4460-837c-a37616face26 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:01.432359 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c51f26d6-6a2c-4a7d-bad0-dbf3a22b4b0c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:01.457006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9990ee-8c05-4ae1-a835-7dd1e5e1c77f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Router b88dd97e-bc8e-4469-bb7f-92d5e0d59b74 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:17:01.472999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f26d6-6a2c-4a7d-bad0-dbf3a22b4b0c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=2a31fa00-8b07-4460-837c-a37616face26,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:01.584128 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64a841e3-bb61-481c-a215-bb698b7917f0 req-f0a9bee0-08fd-4506-a068-23aa434b2762 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1865926 Nov 24 13:17:01.592310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0702cbc-0fcd-4682-ae1b-7ba1df60917f req-6747f2e8-1fff-4f81-9564-2acb41eaf6de tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:01.594575 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d0702cbc-0fcd-4682-ae1b-7ba1df60917f req-6747f2e8-1fff-4f81-9564-2acb41eaf6de tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.2218535 Nov 24 13:17:01.622738 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c2247f6-6ae0-4972-b02a-b3ed58ec5ba2 req-a5edffd8-5921-4c87-9ca4-1d5855eb60c4 service neutron] 10.222.0.46 "GET /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996915 Nov 24 13:17:01.636989 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-692d3787-28d5-4400-91e5-b4b57220c781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:01.677862 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c51f26d6-6a2c-4a7d-bad0-dbf3a22b4b0c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:01.684166 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c51f26d6-6a2c-4a7d-bad0-dbf3a22b4b0c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:01.690304 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c51f26d6-6a2c-4a7d-bad0-dbf3a22b4b0c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/floatingips/103cb259-14be-4030-b1cf-3056fc105e7b HTTP/1.1" status: 204 len: 168 time: 0.8659046 Nov 24 13:17:01.705915 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60932) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:01.720448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '0c0431b2-9474-4a10-970c-c1697fd3c60b'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:01.827594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a841e3-bb61-481c-a215-bb698b7917f0 req-8cd74e20-f5b9-4731-8fd2-ba0d892df9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:01.829705 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64a841e3-bb61-481c-a215-bb698b7917f0 req-8cd74e20-f5b9-4731-8fd2-ba0d892df9b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96d38f92566948f0a873e2d8e56ae95b&device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 1101 time: 0.1865301 Nov 24 13:17:01.837216 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d0702cbc-0fcd-4682-ae1b-7ba1df60917f req-20008dad-d1fe-49de-8540-701be3a5edd9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341311 Nov 24 13:17:01.851422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9990ee-8c05-4ae1-a835-7dd1e5e1c77f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:01.856995 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cd9990ee-8c05-4ae1-a835-7dd1e5e1c77f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:01.861461 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cd9990ee-8c05-4ae1-a835-7dd1e5e1c77f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "PUT /v2.0/routers/b88dd97e-bc8e-4469-bb7f-92d5e0d59b74 HTTP/1.1" status: 200 len: 920 time: 2.5001113 Nov 24 13:17:01.862110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60934) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:01.863642 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d6caab-59ea-467b-a894-8f3601e786ec None None] Sync routers for ids ['b88dd97e-bc8e-4469-bb7f-92d5e0d59b74'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:01.897080 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d6caab-59ea-467b-a894-8f3601e786ec None None] Routers {'b88dd97e-bc8e-4469-bb7f-92d5e0d59b74'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:01.897080 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-94d6caab-59ea-467b-a894-8f3601e786ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b88dd97e-bc8e-4469-bb7f-92d5e0d59b74'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:01.964984 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-94d6caab-59ea-467b-a894-8f3601e786ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:01.987397 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d6caab-59ea-467b-a894-8f3601e786ec None None] Routers {'b88dd97e-bc8e-4469-bb7f-92d5e0d59b74'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:01.988017 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-94d6caab-59ea-467b-a894-8f3601e786ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b88dd97e-bc8e-4469-bb7f-92d5e0d59b74'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:01.988719 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c2247f6-6ae0-4972-b02a-b3ed58ec5ba2 req-91b2d6aa-7592-4255-b0f6-98de57019005 service neutron] 10.222.0.46 "GET /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954941 Nov 24 13:17:02.005781 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:02.062001 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-94d6caab-59ea-467b-a894-8f3601e786ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:02.063137 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d6caab-59ea-467b-a894-8f3601e786ec None None] The sync data for ids ['b88dd97e-bc8e-4469-bb7f-92d5e0d59b74'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:02.170280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a841e3-bb61-481c-a215-bb698b7917f0 req-3f3f453f-8f7d-4cff-a9d7-0cb352400850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:02.171978 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64a841e3-bb61-481c-a215-bb698b7917f0 req-3f3f453f-8f7d-4cff-a9d7-0cb352400850 service neutron] 10.222.0.59 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.3070023 Nov 24 13:17:02.178809 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-82ac9a1d-feac-4399-9186-461b033699b3 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/routers/b88dd97e-bc8e-4469-bb7f-92d5e0d59b74 HTTP/1.1" status: 200 len: 920 time: 0.2918963 Nov 24 13:17:02.179606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60942) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:02.260325 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:02.295719 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64a841e3-bb61-481c-a215-bb698b7917f0 req-fad3139a-b398-44f1-9780-124088b2e8c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=a81fd226-c7ee-46bd-ad7a-ff025cb4164c HTTP/1.1" status: 200 len: 217 time: 0.1150815 Nov 24 13:17:02.389954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.25.0.195 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/f96db006-1691-4f65-bda2-05d0c78c1112) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:17:02.403204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ca2ce9-23bd-4762-b04c-f568f3922fb3 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:02.405107 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b8ca2ce9-23bd-4762-b04c-f568f3922fb3 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&device_id=b88dd97e-bc8e-4469-bb7f-92d5e0d59b74&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1842148 Nov 24 13:17:02.413466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60954) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:02.504441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a841e3-bb61-481c-a215-bb698b7917f0 req-815e4e16-2bc2-4b93-92e2-4284e5d83dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:02.505436 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64a841e3-bb61-481c-a215-bb698b7917f0 req-815e4e16-2bc2-4b93-92e2-4284e5d83dce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1870580 Nov 24 13:17:02.548916 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:02.574579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398092e0-b384-4253-858a-4281aa86bcdb req-d5980a31-01a9-4642-8d10-bb5bdee276e9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:02.576127 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-398092e0-b384-4253-858a-4281aa86bcdb req-d5980a31-01a9-4642-8d10-bb5bdee276e9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.2918661 Nov 24 13:17:02.602814 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:02.626194 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:17:02.629328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:02.661474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:17:02.696630 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-398092e0-b384-4253-858a-4281aa86bcdb req-ec083c19-6ed2-40f9-b544-e557c90a0867 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969810 Nov 24 13:17:02.707926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f79a24-919b-48de-a52e-e3b033192f93 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:02.712349 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f5f79a24-919b-48de-a52e-e3b033192f93 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 881 time: 0.2931354 Nov 24 13:17:02.713025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60964) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:02.726644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a841e3-bb61-481c-a215-bb698b7917f0 req-77dd1d78-db0b-452d-9aea-a7303120ebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:02.730078 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64a841e3-bb61-481c-a215-bb698b7917f0 req-77dd1d78-db0b-452d-9aea-a7303120ebec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1736915 Nov 24 13:17:02.771427 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c4a6374d-f28b-4b4f-89d2-772aeed9978a tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "GET /v2.0/ports?device_id=b88dd97e-bc8e-4469-bb7f-92d5e0d59b74 HTTP/1.1" status: 200 len: 205 time: 0.0531220 Nov 24 13:17:02.772580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60968) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:02.955444 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=f96db006-1691-4f65-bda2-05d0c78c1112,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:03.266055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-692d3787-28d5-4400-91e5-b4b57220c781 admin admin] Deleting port 73e5ce16-1415-4cea-abf5-ac6fb17c2a71 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:03.266390 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-692d3787-28d5-4400-91e5-b4b57220c781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:03.315739 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:03.397690 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:03.473086 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64a841e3-bb61-481c-a215-bb698b7917f0 req-d9dd5617-b359-40a5-a8a8-7267bdc9a4b9 service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7143991 Nov 24 13:17:03.483592 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9353a56-671f-45cb-b9a3-93023cb8007e req-1a20a4e0-aef9-4df0-8628-87d1cd0fcd6c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:03.485972 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9353a56-671f-45cb-b9a3-93023cb8007e req-1a20a4e0-aef9-4df0-8628-87d1cd0fcd6c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.2264686 Nov 24 13:17:03.506646 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:03.568097 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:03.577388 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:03.596948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-692d3787-28d5-4400-91e5-b4b57220c781 admin admin] For port 73e5ce16-1415-4cea-abf5-ac6fb17c2a71, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=73e5ce16-1415-4cea-abf5-ac6fb17c2a71,segment=NetworkSegment(4bbeb706-5307-4d7f-afe3-278395049094),segment_id=4bbeb706-5307-4d7f-afe3-278395049094)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:17:03.597300 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-692d3787-28d5-4400-91e5-b4b57220c781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:03.625567 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-692d3787-28d5-4400-91e5-b4b57220c781 admin admin] Calling delete_port for 73e5ce16-1415-4cea-abf5-ac6fb17c2a71 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:03.664474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=f96db006-1691-4f65-bda2-05d0c78c1112,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:03.681010 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:03.765986 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9353a56-671f-45cb-b9a3-93023cb8007e req-77e70c46-e16f-4bb9-9dc6-ea63639909f5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669761 Nov 24 13:17:03.803133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64a841e3-bb61-481c-a215-bb698b7917f0 req-ad84643f-5051-4af8-8965-d09a7b36037b service neutron] 10.222.0.59 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133206 Nov 24 13:17:03.815977 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Floating IP 8d438a41-1338-4df6-85d7-4eb5176244de associated. External IP: 172.25.0.195, port: 0c0431b2-9474-4a10-970c-c1697fd3c60b. Nov 24 13:17:03.816161 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:03.979460 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Deleting port 89fc41b3-1c82-4f33-afd5-937c558179ee {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:03.979888 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:04.062694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:17:04.071924 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-692d3787-28d5-4400-91e5-b4b57220c781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:04.118188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d3787-28d5-4400-91e5-b4b57220c781 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e5ce16-1415-4cea-abf5-ac6fb17c2a71,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:04.123408 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:04.167728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Calling delete_port for 89fc41b3-1c82-4f33-afd5-937c558179ee owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:04.257559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:04.268755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71039bf6-d59a-4797-9c99-eb7d4b8b1472 None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:04.286284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71039bf6-d59a-4797-9c99-eb7d4b8b1472 None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:04.287332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-71039bf6-d59a-4797-9c99-eb7d4b8b1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:04.295085 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:04.326240 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-708abae4-000f-4c29-a3fa-ee62c2c138a1 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6157074 Nov 24 13:17:04.329578 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 32772) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:04.337632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-71039bf6-d59a-4797-9c99-eb7d4b8b1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:04.343493 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-07c2e7f6-6865-4656-8890-bfd27fc643c8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1245827465'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:04.350149 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71039bf6-d59a-4797-9c99-eb7d4b8b1472 None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:04.351475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-71039bf6-d59a-4797-9c99-eb7d4b8b1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:04.408660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c2e7f6-6865-4656-8890-bfd27fc643c8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Made reservation on behalf of fdb6b3ba89b4407183c4d41facd9e2cc for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:04.412950 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07c2e7f6-6865-4656-8890-bfd27fc643c8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:04.438285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-71039bf6-d59a-4797-9c99-eb7d4b8b1472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:04.439644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71039bf6-d59a-4797-9c99-eb7d4b8b1472 None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:04.461420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c2e7f6-6865-4656-8890-bfd27fc643c8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:17:04.475561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07c2e7f6-6865-4656-8890-bfd27fc643c8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:04.475968 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-07c2e7f6-6865-4656-8890-bfd27fc643c8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Added segment 9bdf61f0-184c-4877-954f-9a354cd33ece of type vlan for network ed4c13b2-f879-4b9f-ab6f-0ae385d26d17 Nov 24 13:17:04.479429 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-692d3787-28d5-4400-91e5-b4b57220c781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:04.551193 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07c2e7f6-6865-4656-8890-bfd27fc643c8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:04.600482 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07c2e7f6-6865-4656-8890-bfd27fc643c8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:04.608342 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c2e7f6-6865-4656-8890-bfd27fc643c8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:04.610299 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-07c2e7f6-6865-4656-8890-bfd27fc643c8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:04.630605 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:04.687238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Pushing event deleted for resources: {'Port': ['ID=89fc41b3-1c82-4f33-afd5-937c558179ee,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:04.718013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2e7f6-6865-4656-8890-bfd27fc643c8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Network': ['ID=ed4c13b2-f879-4b9f-ab6f-0ae385d26d17,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:04.730980 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network ed4c13b2-f879-4b9f-ab6f-0ae385d26d17 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:17:04.751010 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-07c2e7f6-6865-4656-8890-bfd27fc643c8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4152527 Nov 24 13:17:04.751307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 32786) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:04.761410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-931ae626-35dd-468e-ba56-9b835c6b2139 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'subnet': {'network_id': 'ed4c13b2-f879-4b9f-ab6f-0ae385d26d17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:04.851065 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:04.889454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931ae626-35dd-468e-ba56-9b835c6b2139 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Made reservation on behalf of fdb6b3ba89b4407183c4d41facd9e2cc for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:04.895039 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-931ae626-35dd-468e-ba56-9b835c6b2139 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:05.011021 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:05.014577 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:05.021596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9b746-5c3d-402e-b903-4d409bd46d33 req-5d023132-1183-454d-8586-9ba01803a6b5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:05.029517 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91e9b746-5c3d-402e-b903-4d409bd46d33 req-5d023132-1183-454d-8586-9ba01803a6b5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1290829 Nov 24 13:17:05.099365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692d3787-28d5-4400-91e5-b4b57220c781 admin admin] Router 816ea7f2-7423-4e66-b93f-1796e6588497 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:17:05.109196 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:05.110136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Fanout notify agent at l3_agent the message router_deleted on router b88dd97e-bc8e-4469-bb7f-92d5e0d59b74 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:17:05.118124 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:05.123867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-28a9264e-a11e-4e3c-91e5-923621428768 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "DELETE /v2.0/routers/b88dd97e-bc8e-4469-bb7f-92d5e0d59b74 HTTP/1.1" status: 204 len: 168 time: 2.3495796 Nov 24 13:17:05.127879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 32806) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:05.135132 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e82491df-e0e7-4bf7-a688-551d808384ac tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-64880311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:05.252990 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-931ae626-35dd-468e-ba56-9b835c6b2139 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:05.253284 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692d3787-28d5-4400-91e5-b4b57220c781 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:05.262437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-692d3787-28d5-4400-91e5-b4b57220c781 admin admin] 10.222.0.48 "PUT /v2.0/routers/816ea7f2-7423-4e66-b93f-1796e6588497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3035555 Nov 24 13:17:05.267591 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 32808) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:05.269795 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee01c180-b886-4cb4-a01d-e02533f1cf52 None None] Sync routers for ids ['816ea7f2-7423-4e66-b93f-1796e6588497'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:05.291783 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee01c180-b886-4cb4-a01d-e02533f1cf52 None None] Routers {'816ea7f2-7423-4e66-b93f-1796e6588497'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:05.292487 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ee01c180-b886-4cb4-a01d-e02533f1cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['816ea7f2-7423-4e66-b93f-1796e6588497'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:05.341130 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91e9b746-5c3d-402e-b903-4d409bd46d33 req-b05b19e4-2d0e-45ff-b605-e28da1da385f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105772 Nov 24 13:17:05.369007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ae626-35dd-468e-ba56-9b835c6b2139 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Subnet': ['ID=3170c472-478f-46ec-a639-81d33ed41360,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:05.413481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931ae626-35dd-468e-ba56-9b835c6b2139 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Checking segment: {'id': '9bdf61f0-184c-4877-954f-9a354cd33ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ed4c13b2-f879-4b9f-ab6f-0ae385d26d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:17:05.413964 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931ae626-35dd-468e-ba56-9b835c6b2139 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network hostable DHCP agents. Network: ed4c13b2-f879-4b9f-ab6f-0ae385d26d17, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:17:05.457012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931ae626-35dd-468e-ba56-9b835c6b2139 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network ed4c13b2-f879-4b9f-ab6f-0ae385d26d17 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:17:05.459113 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e82491df-e0e7-4bf7-a688-551d808384ac tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:05.460176 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e82491df-e0e7-4bf7-a688-551d808384ac tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:05.472585 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:05.474152 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-931ae626-35dd-468e-ba56-9b835c6b2139 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, ed4c13b2-f879-4b9f-ab6f-0ae385d26d17) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:05.487873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931ae626-35dd-468e-ba56-9b835c6b2139 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:05.488376 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-931ae626-35dd-468e-ba56-9b835c6b2139 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:05.490040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaf5688-5fc1-48e7-9e4c-11761ced1fe5 None None] Network ed4c13b2-f879-4b9f-ab6f-0ae385d26d17 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:17:05.526100 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-931ae626-35dd-468e-ba56-9b835c6b2139 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7737150 Nov 24 13:17:05.529359 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 32824) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:05.534107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-835097301', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:05.551686 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ee01c180-b886-4cb4-a01d-e02533f1cf52 None None] Set router 816ea7f2-7423-4e66-b93f-1796e6588497 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:17:05.587202 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:05.588415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:05.726766 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-ed4c13b2-f879-4b9f-ab6f-0ae385d26d17', 'network_id': 'ed4c13b2-f879-4b9f-ab6f-0ae385d26d17', 'tenant_id': 'fdb6b3ba89b4407183c4d41facd9e2cc', 'fixed_ips': [{'subnet_id': '3170c472-478f-46ec-a639-81d33ed41360'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:17:05.729183 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:05.740429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:05.901951 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6e7ee-564b-44ed-a891-168ac168b280 req-ac08976e-bd5e-49bb-af79-f0192d5337eb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:05.903538 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-84a6e7ee-564b-44ed-a891-168ac168b280 req-ac08976e-bd5e-49bb-af79-f0192d5337eb tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.2025483 Nov 24 13:17:05.995441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Allocated IP 172.20.0.2 (ed4c13b2-f879-4b9f-ab6f-0ae385d26d17/3170c472-478f-46ec-a639-81d33ed41360/6fb3af25-eda4-465e-b0ff-b78ed8b02a18) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:17:06.002977 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ee01c180-b886-4cb4-a01d-e02533f1cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'name': 'tempest-ServerRescueNegativeTestJSON-416747946-router', 'tenant_id': 'ae8b20f76edc468c92a075710403a201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:25Z', 'updated_at': '2021-11-24T13:17:03Z', 'revision_number': 5, 'project_id': 'ae8b20f76edc468c92a075710403a201', 'gw_port': {'id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:27Z', 'updated_at': '2021-11-24T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:06.050070 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee01c180-b886-4cb4-a01d-e02533f1cf52 None None] Checking router: 816ea7f2-7423-4e66-b93f-1796e6588497 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:17:06.080706 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee01c180-b886-4cb4-a01d-e02533f1cf52 None None] Routers {'816ea7f2-7423-4e66-b93f-1796e6588497'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:06.081630 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ee01c180-b886-4cb4-a01d-e02533f1cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['816ea7f2-7423-4e66-b93f-1796e6588497'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:06.142003 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.184179 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-84a6e7ee-564b-44ed-a891-168ac168b280 req-43069b24-048d-4f09-85fd-0da2cbf113b0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662485 Nov 24 13:17:06.273403 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.287190 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.405287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Network ed4c13b2-f879-4b9f-ab6f-0ae385d26d17 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:17:06.408551 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.409544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:06.439139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:17:06.440068 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ee01c180-b886-4cb4-a01d-e02533f1cf52 None None] Set router 816ea7f2-7423-4e66-b93f-1796e6588497 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:17:06.492619 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Pushing event updated for resources: {'Port': ['ID=6fb3af25-eda4-465e-b0ff-b78ed8b02a18,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:06.537383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.558577 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.565630 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e82491df-e0e7-4bf7-a688-551d808384ac tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.574473 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.586359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:06.588473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:06.588606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:06.588909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:06.589681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:06.589817 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e82491df-e0e7-4bf7-a688-551d808384ac tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.589947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:06.589947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:06.590365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:06.590591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:06.590917 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:06.591305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:06.591721 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:06.598485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Attempting to bind port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:17:06.598881 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Attempting to bind port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '9bdf61f0-184c-4877-954f-9a354cd33ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ed4c13b2-f879-4b9f-ab6f-0ae385d26d17'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:17:06.599259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Attempting to bind port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 on network ed4c13b2-f879-4b9f-ab6f-0ae385d26d17 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:17:06.608129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:17:06.608822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Checking segment: {'id': '9bdf61f0-184c-4877-954f-9a354cd33ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ed4c13b2-f879-4b9f-ab6f-0ae385d26d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:17:06.610224 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.610629 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Bound using segment: {'id': '9bdf61f0-184c-4877-954f-9a354cd33ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ed4c13b2-f879-4b9f-ab6f-0ae385d26d17'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:17:06.611902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Bound port: 6fb3af25-eda4-465e-b0ff-b78ed8b02a18, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bdf61f0-184c-4877-954f-9a354cd33ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ed4c13b2-f879-4b9f-ab6f-0ae385d26d17'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:17:06.611902 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.614998 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e82491df-e0e7-4bf7-a688-551d808384ac tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.616293 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e82491df-e0e7-4bf7-a688-551d808384ac tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4887538 Nov 24 13:17:06.633445 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 32848) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:06.639072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:06.688002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] Deleting port 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:06.688365 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.743977 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ee01c180-b886-4cb4-a01d-e02533f1cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'name': 'tempest-ServerRescueNegativeTestJSON-416747946-router', 'tenant_id': 'ae8b20f76edc468c92a075710403a201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:25Z', 'updated_at': '2021-11-24T13:17:03Z', 'revision_number': 5, 'project_id': 'ae8b20f76edc468c92a075710403a201', 'gw_port': {'id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:27Z', 'updated_at': '2021-11-24T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:06.752170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] For port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:17:06.762970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] For port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6fb3af25-eda4-465e-b0ff-b78ed8b02a18,segment=NetworkSegment(9bdf61f0-184c-4877-954f-9a354cd33ece),segment_id=9bdf61f0-184c-4877-954f-9a354cd33ece)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:17:06.782121 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee01c180-b886-4cb4-a01d-e02533f1cf52 None None] The sync data for ids ['816ea7f2-7423-4e66-b93f-1796e6588497'] in n-d-817303-4 is: [{'id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'name': 'tempest-ServerRescueNegativeTestJSON-416747946-router', 'tenant_id': 'ae8b20f76edc468c92a075710403a201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:13:25Z', 'updated_at': '2021-11-24T13:17:03Z', 'revision_number': 5, 'project_id': 'ae8b20f76edc468c92a075710403a201', 'gw_port': {'id': '70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816ea7f2-7423-4e66-b93f-1796e6588497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:13:27Z', 'updated_at': '2021-11-24T13:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:06.782953 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.831029 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] For port 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:17:06.831515 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:06.862258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] Calling delete_port for 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:06.925963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6d07c-aee7-4b61-bfd2-e223eabe867d None None] Pushing event updated for resources: {'Port': ['ID=6fb3af25-eda4-465e-b0ff-b78ed8b02a18,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:07.107579 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:07.136428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:07.285068 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:07.522143 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:07.524907 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:07.594039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f85950-925b-4a1a-96b7-a5001c352091 req-d88506eb-df43-4ba9-8b81-e32330701e7b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:07.596246 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-81f85950-925b-4a1a-96b7-a5001c352091 req-d88506eb-df43-4ba9-8b81-e32330701e7b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1460881 Nov 24 13:17:07.597126 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:07.597772 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 816ea7f2-7423-4e66-b93f-1796e6588497 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:17:07.602847 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:07.606181 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-43adb749-a80d-4988-9baa-bb1d58198b8c admin admin] 10.222.0.48 "DELETE /v2.0/routers/816ea7f2-7423-4e66-b93f-1796e6588497 HTTP/1.1" status: 204 len: 168 time: 2.3353491 Nov 24 13:17:07.610588 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 32872) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:07.659220 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:07.705933 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.25.0.165 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/2592a9a1-70dd-4638-be0d-ec9cd388448e) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:17:07.708577 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-81f85950-925b-4a1a-96b7-a5001c352091 req-342431f5-83ba-4132-ba37-5ab37bf56da5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959489 Nov 24 13:17:07.799829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-621e79df-1102-4804-b58e-639a9d0bdb9a admin admin] Deleting subnet 43600497-075b-45e0-921a-c5edbc3b1961 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:17:07.805569 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-621e79df-1102-4804-b58e-639a9d0bdb9a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:07.879309 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-621e79df-1102-4804-b58e-639a9d0bdb9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:07.946254 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-621e79df-1102-4804-b58e-639a9d0bdb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.009559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963b059-e1ce-4702-b60b-2cf7071daea5 req-2146246d-bdf1-47c0-b0fa-c72ad6ec20af tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:08.011071 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0963b059-e1ce-4702-b60b-2cf7071daea5 req-2146246d-bdf1-47c0-b0fa-c72ad6ec20af tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1930230 Nov 24 13:17:08.050455 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.053255 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-621e79df-1102-4804-b58e-639a9d0bdb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.122938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e79df-1102-4804-b58e-639a9d0bdb9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43600497-075b-45e0-921a-c5edbc3b1961,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:08.145523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-621e79df-1102-4804-b58e-639a9d0bdb9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.153216 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-621e79df-1102-4804-b58e-639a9d0bdb9a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/43600497-075b-45e0-921a-c5edbc3b1961 HTTP/1.1" status: 204 len: 168 time: 0.5201821 Nov 24 13:17:08.154123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 32884) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:08.231163 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0963b059-e1ce-4702-b60b-2cf7071daea5 req-47f2b819-4c83-45c0-93ca-a3c8be9c0b46 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121673 Nov 24 13:17:08.289088 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-283142f2-b5ec-4b8d-b408-81c74e755f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.320944 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.369126 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.389557 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.544090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:17:08.571277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:08.574248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:17:08.582497 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-283142f2-b5ec-4b8d-b408-81c74e755f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.594406 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:17:08.614582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-283142f2-b5ec-4b8d-b408-81c74e755f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986a13f9-e39b-4ca8-90cf-88fc4e55f900']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:08.626244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-283142f2-b5ec-4b8d-b408-81c74e755f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbeb706-5307-4d7f-afe3-278395049094') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:08.626541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-283142f2-b5ec-4b8d-b408-81c74e755f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbeb706-5307-4d7f-afe3-278395049094') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:08.643192 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3879a73-8e4d-4036-9cc1-aaae5d9845e3 None None] Network ed4c13b2-f879-4b9f-ab6f-0ae385d26d17 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:17:08.647329 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-283142f2-b5ec-4b8d-b408-81c74e755f91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.660929 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-283142f2-b5ec-4b8d-b408-81c74e755f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.667101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283142f2-b5ec-4b8d-b408-81c74e755f91 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:17:08.667496 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-283142f2-b5ec-4b8d-b408-81c74e755f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.726931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=2592a9a1-70dd-4638-be0d-ec9cd388448e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:08.785282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:08.785869 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.787592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b129f669-f70f-4db7-9140-fa6d427661c1 None None] Provisioning complete for port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:08.788119 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b129f669-f70f-4db7-9140-fa6d427661c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:17:08.791216 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:17:08.797392 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-283142f2-b5ec-4b8d-b408-81c74e755f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.809790 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-283142f2-b5ec-4b8d-b408-81c74e755f91 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:08.813686 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-283142f2-b5ec-4b8d-b408-81c74e755f91 admin admin] 10.222.0.48 "DELETE /v2.0/networks/986a13f9-e39b-4ca8-90cf-88fc4e55f900 HTTP/1.1" status: 204 len: 168 time: 0.6579235 Nov 24 13:17:08.833393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283142f2-b5ec-4b8d-b408-81c74e755f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=986a13f9-e39b-4ca8-90cf-88fc4e55f900,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:08.839678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Allocated IP 172.25.0.117 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/07b59973-ae8e-4b77-9377-83a883a16e22) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:17:08.914698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09265e50-6136-41dd-9926-40e911e0db73 req-4819ed47-cde3-4877-9ff2-38cc429893ea tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:08.916492 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09265e50-6136-41dd-9926-40e911e0db73 req-4819ed47-cde3-4877-9ff2-38cc429893ea tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.5374274 Nov 24 13:17:09.020344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09265e50-6136-41dd-9926-40e911e0db73 req-3639e035-d693-4632-a53d-c79365b04e33 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925143 Nov 24 13:17:09.096516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 32912) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:09.115253 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:09.160984 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b129f669-f70f-4db7-9140-fa6d427661c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:09.211219 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c8da507c-234e-4222-b240-df9e3198fe3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae8b20f76edc468c92a075710403a201&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1131012 Nov 24 13:17:09.212258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 32918) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:09.221536 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:09.227575 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:09.255741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b129f669-f70f-4db7-9140-fa6d427661c1 None None] For port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6fb3af25-eda4-465e-b0ff-b78ed8b02a18,segment=NetworkSegment(9bdf61f0-184c-4877-954f-9a354cd33ece),segment_id=9bdf61f0-184c-4877-954f-9a354cd33ece)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:17:09.274234 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b129f669-f70f-4db7-9140-fa6d427661c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:09.342906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e549-744b-4622-ba8c-87407d4d6f25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:09.344108 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b12969b9-18fa-4baa-88b7-6c806f83e866 req-c2cf27db-a19b-4671-b27d-63035b8ccb25 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4695613 Nov 24 13:17:09.370627 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e549-744b-4622-ba8c-87407d4d6f25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:09.415085 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:17:09.417464 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:17:09.417828 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:17:09.437562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129f669-f70f-4db7-9140-fa6d427661c1 None None] Pushing event updated for resources: {'Port': ['ID=6fb3af25-eda4-465e-b0ff-b78ed8b02a18,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:09.455992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:09.459497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:17:09.462845 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e549-744b-4622-ba8c-87407d4d6f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:09.465610 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e549-744b-4622-ba8c-87407d4d6f25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:09.466811 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ffa3e549-744b-4622-ba8c-87407d4d6f25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aba18c56-bf26-4028-b38c-a70710fba9e7 HTTP/1.1" status: 204 len: 168 time: 0.2534156 Nov 24 13:17:09.484939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3e549-744b-4622-ba8c-87407d4d6f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba18c56-bf26-4028-b38c-a70710fba9e7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:09.534290 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3bd20-bd55-4f46-a869-cfeea487647b req-d5a990a2-a3b0-4fd8-9bc0-b91cfb653756 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:09.542725 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96f3bd20-bd55-4f46-a869-cfeea487647b req-d5a990a2-a3b0-4fd8-9bc0-b91cfb653756 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.3504117 Nov 24 13:17:09.595581 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Pushing event updated for resources: {'Port': ['ID=07b59973-ae8e-4b77-9377-83a883a16e22,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:09.629495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-cbaab1ae-1e39-4974-a953-03e5440bea8c None None] Provisioning complete for port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:09.630134 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cbaab1ae-1e39-4974-a953-03e5440bea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:09.648040 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:09.755710 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:09.841198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12969b9-18fa-4baa-88b7-6c806f83e866 req-95e03c31-7aad-4653-85e3-b7f067b77d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:09.843095 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b12969b9-18fa-4baa-88b7-6c806f83e866 req-95e03c31-7aad-4653-85e3-b7f067b77d60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 1096 time: 0.4166353 Nov 24 13:17:09.869067 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96f3bd20-bd55-4f46-a869-cfeea487647b req-999daff7-c673-485c-b757-ebe729772770 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244753 Nov 24 13:17:10.004781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 73e5ce16-1415-4cea-abf5-ac6fb17c2a71 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:17:10.045839 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 73e5ce16-1415-4cea-abf5-ac6fb17c2a71 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:17:10.047043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 73e5ce16-1415-4cea-abf5-ac6fb17c2a71 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:17:10.229180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:17:10.337907 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12969b9-18fa-4baa-88b7-6c806f83e866 req-4b8c9e26-a0fe-455d-a904-305e5fff14af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:10.339384 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b12969b9-18fa-4baa-88b7-6c806f83e866 req-4b8c9e26-a0fe-455d-a904-305e5fff14af service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.4064925 Nov 24 13:17:10.347008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:10.347382 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:10.414825 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:10.476824 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:10.494503 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b12969b9-18fa-4baa-88b7-6c806f83e866 req-6e72a346-88a6-4a83-9d9f-c7ec0afa68fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86 HTTP/1.1" status: 200 len: 999 time: 0.1444438 Nov 24 13:17:10.527485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:17:10.561931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:17:10.562893 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 70fbb7d5-cbcf-4bb9-892d-73b9a37b3da9 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:17:10.632709 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12969b9-18fa-4baa-88b7-6c806f83e866 req-a00ca28f-c440-4fab-aa35-60ccfbc61ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:10.634191 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b12969b9-18fa-4baa-88b7-6c806f83e866 req-a00ca28f-c440-4fab-aa35-60ccfbc61ae3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.1121354 Nov 24 13:17:10.742089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 32976) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:10.881811 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1608857358-network', 'tenant_id': '266ef81b9d6942d687fd82614c73d315'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:10.906856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] Made reservation on behalf of 266ef81b9d6942d687fd82614c73d315 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:10.909882 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:10.923783 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:11.047131 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:11.053031 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:11.085361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eeb9b2-8ac5-494b-9ead-51a8217e8ed2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:11.097604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:17:11.108796 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:11.110159 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] Added segment 573f7320-c385-4b2c-8707-033534514180 of type vlan for network aeae3235-8817-41f8-a3d9-cfbe6ec8841f Nov 24 13:17:11.160386 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:11.190726 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:11.192658 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:11.193825 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:11.263012 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5173404 Nov 24 13:17:11.264023 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 32996) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:11.288506 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:11.299188 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:11.311774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ceda347f-fb2f-4e42-ade4-6c52b4df1ab5 admin admin] Request body: {'subnet': {'network_id': 'aeae3235-8817-41f8-a3d9-cfbe6ec8841f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1608857358-subnet', 'tenant_id': '266ef81b9d6942d687fd82614c73d315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:11.314285 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12969b9-18fa-4baa-88b7-6c806f83e866 req-524613f5-c8fe-4aea-a181-4d4f8a0ecfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:11.316410 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b12969b9-18fa-4baa-88b7-6c806f83e866 req-524613f5-c8fe-4aea-a181-4d4f8a0ecfee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6529465 Nov 24 13:17:11.322291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a1229-58bd-46f1-9fb4-eecacc8a6229 admin admin] Pushing event updated for resources: {'Network': ['ID=aeae3235-8817-41f8-a3d9-cfbe6ec8841f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:11.339213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network aeae3235-8817-41f8-a3d9-cfbe6ec8841f details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:17:11.374250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceda347f-fb2f-4e42-ade4-6c52b4df1ab5 admin admin] Made reservation on behalf of 266ef81b9d6942d687fd82614c73d315 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:11.386407 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceda347f-fb2f-4e42-ade4-6c52b4df1ab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:11.532875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router 3ed28c42-bada-4709-be10-d20dc6ed08df is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:17:11.586463 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceda347f-fb2f-4e42-ade4-6c52b4df1ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:11.660217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceda347f-fb2f-4e42-ade4-6c52b4df1ab5 admin admin] Checking segment: {'id': '573f7320-c385-4b2c-8707-033534514180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aeae3235-8817-41f8-a3d9-cfbe6ec8841f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:17:11.660587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceda347f-fb2f-4e42-ade4-6c52b4df1ab5 admin admin] Network hostable DHCP agents. Network: aeae3235-8817-41f8-a3d9-cfbe6ec8841f, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:17:11.662650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda347f-fb2f-4e42-ade4-6c52b4df1ab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b6a6eca-8230-46e7-8cf3-4e314df65d21,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:11.680750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceda347f-fb2f-4e42-ade4-6c52b4df1ab5 admin admin] Network aeae3235-8817-41f8-a3d9-cfbe6ec8841f is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:17:11.696886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-ceda347f-fb2f-4e42-ade4-6c52b4df1ab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, aeae3235-8817-41f8-a3d9-cfbe6ec8841f) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:11.700632 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b12969b9-18fa-4baa-88b7-6c806f83e866 req-e530d41e-5518-4b81-b255-1ff5b90f8ad9 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453436 Nov 24 13:17:11.703605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceda347f-fb2f-4e42-ade4-6c52b4df1ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:11.705281 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceda347f-fb2f-4e42-ade4-6c52b4df1ab5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:11.707397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:11.708384 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e06d510-f47f-41d3-bc11-0ad1b891768b None None] Network aeae3235-8817-41f8-a3d9-cfbe6ec8841f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:17:11.756084 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ceda347f-fb2f-4e42-ade4-6c52b4df1ab5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4915192 Nov 24 13:17:11.785249 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:11.786503 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-df8179d1-0a5f-45d5-a36d-2df15fc88f27 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2561107 Nov 24 13:17:11.789425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33016) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:11.791046 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Router f4521f45-6eb6-4b15-bace-fc9dd71a4ed2 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:17:11.903867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f82c9-c03a-4a68-982b-412dae089f53 None None] Sync routers for ids ['3ed28c42-bada-4709-be10-d20dc6ed08df'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:11.984865 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b12969b9-18fa-4baa-88b7-6c806f83e866 req-574df357-7dd3-44af-aead-e691a7e64cc1 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703316 Nov 24 13:17:11.987623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e606bcf9-cd91-4ddb-b9eb-1b00fc9e9d75 None None] Network aeae3235-8817-41f8-a3d9-cfbe6ec8841f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:17:12.001263 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f82c9-c03a-4a68-982b-412dae089f53 None None] Routers {'3ed28c42-bada-4709-be10-d20dc6ed08df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:12.001901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a74f82c9-c03a-4a68-982b-412dae089f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3ed28c42-bada-4709-be10-d20dc6ed08df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:12.021095 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:12.028411 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:12.029908 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-06783caf-be54-4b56-b4b7-821a044dd139 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "PUT /v2.0/routers/f4521f45-6eb6-4b15-bace-fc9dd71a4ed2 HTTP/1.1" status: 200 len: 878 time: 5.3949811 Nov 24 13:17:12.034507 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33028) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:12.036283 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7ec52-db79-4d74-88ba-5164b9fc6780 None None] Sync routers for ids ['f4521f45-6eb6-4b15-bace-fc9dd71a4ed2'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:12.066259 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b7ec52-db79-4d74-88ba-5164b9fc6780 None None] Routers {'f4521f45-6eb6-4b15-bace-fc9dd71a4ed2'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:12.067365 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-81b7ec52-db79-4d74-88ba-5164b9fc6780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f4521f45-6eb6-4b15-bace-fc9dd71a4ed2'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:12.138122 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-81b7ec52-db79-4d74-88ba-5164b9fc6780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:12.162035 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b7ec52-db79-4d74-88ba-5164b9fc6780 None None] Routers {'f4521f45-6eb6-4b15-bace-fc9dd71a4ed2'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:12.162956 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-81b7ec52-db79-4d74-88ba-5164b9fc6780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f4521f45-6eb6-4b15-bace-fc9dd71a4ed2'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:12.204635 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a74f82c9-c03a-4a68-982b-412dae089f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:12.243502 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-81b7ec52-db79-4d74-88ba-5164b9fc6780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:12.244568 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7ec52-db79-4d74-88ba-5164b9fc6780 None None] The sync data for ids ['f4521f45-6eb6-4b15-bace-fc9dd71a4ed2'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:12.258254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74f82c9-c03a-4a68-982b-412dae089f53 None None] Routers {'3ed28c42-bada-4709-be10-d20dc6ed08df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:12.261199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a74f82c9-c03a-4a68-982b-412dae089f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3ed28c42-bada-4709-be10-d20dc6ed08df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:12.305954 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a74f82c9-c03a-4a68-982b-412dae089f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:12.307010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74f82c9-c03a-4a68-982b-412dae089f53 None None] The sync data for ids ['3ed28c42-bada-4709-be10-d20dc6ed08df'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:12.408600 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-358ade89-14de-408d-8b1f-53df7a2809dc tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/routers/f4521f45-6eb6-4b15-bace-fc9dd71a4ed2 HTTP/1.1" status: 200 len: 919 time: 0.3721104 Nov 24 13:17:12.411381 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33044) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:12.512978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d4fc21-2715-4879-9cc3-e13342bf60ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:12.514492 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c4d4fc21-2715-4879-9cc3-e13342bf60ce tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&device_id=f4521f45-6eb6-4b15-bace-fc9dd71a4ed2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1020803 Nov 24 13:17:12.517661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33052) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:12.623230 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a7a068-9452-43a4-9752-e2f09e6c38a9 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:12.625692 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-30a7a068-9452-43a4-9752-e2f09e6c38a9 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 881 time: 0.1071436 Nov 24 13:17:12.628454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33054) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:12.650648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-a5e67d47-d9df-49be-a177-c07cd9d0b117 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:12.658044 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-a5e67d47-d9df-49be-a177-c07cd9d0b117 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/networks?id=aeae3235-8817-41f8-a3d9-cfbe6ec8841f HTTP/1.1" status: 200 len: 809 time: 0.2280743 Nov 24 13:17:12.660662 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-82796c7a-20e5-47f5-8c11-8191499e8c9c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4521f45-6eb6-4b15-bace-fc9dd71a4ed2 HTTP/1.1" status: 200 len: 205 time: 0.0305002 Nov 24 13:17:12.662699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33056) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:12.683653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-ff9e49bf-9963-4dd2-84e2-7435fd14f9ff tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/quotas/266ef81b9d6942d687fd82614c73d315 HTTP/1.1" status: 200 len: 375 time: 0.0246918 Nov 24 13:17:12.730155 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-97106a23-2a5b-4640-9ac2-6d1559b22414 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=266ef81b9d6942d687fd82614c73d315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455716 Nov 24 13:17:12.821121 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:12.912751 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-9cd5e875-8e26-4a00-9334-612d20224bc4 service neutron] 10.222.0.48 "GET /v2.0/networks/aeae3235-8817-41f8-a3d9-cfbe6ec8841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768298 Nov 24 13:17:12.959949 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:12.975936 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:13.026059 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Deleting port 07b59973-ae8e-4b77-9377-83a883a16e22 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:13.026817 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:13.158866 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:13.171746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Calling delete_port for 07b59973-ae8e-4b77-9377-83a883a16e22 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:13.190307 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-f27b4651-8fe9-4588-b2aa-a50cfffd7f5e service neutron] 10.222.0.48 "GET /v2.0/networks/aeae3235-8817-41f8-a3d9-cfbe6ec8841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623637 Nov 24 13:17:13.497138 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7b44ad61-a988-43b4-b660-68134cf2a207 req-be02c0e8-17b2-4329-a7e3-54455bdff46b tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 210 time: 0.0484672 Nov 24 13:17:13.527394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.20.0.1 (ed4c13b2-f879-4b9f-ab6f-0ae385d26d17/3170c472-478f-46ec-a639-81d33ed41360/b8d94a9a-3c27-493b-91d7-2e47ba63132e) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:17:13.536718 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:13.582944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Pushing event deleted for resources: {'Port': ['ID=07b59973-ae8e-4b77-9377-83a883a16e22,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:13.590969 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:13.591322 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:13.591674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:13.592017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:13.592352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:13.592687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:13.593066 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:13.593927 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:13.594263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:13.594591 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:13.594919 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:13.595249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:13.712515 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:13.715119 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:13.757938 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:13.816618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network ed4c13b2-f879-4b9f-ab6f-0ae385d26d17 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:17:13.820107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:13.845055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:17:13.866563 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:13.868964 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:13.892229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=b8d94a9a-3c27-493b-91d7-2e47ba63132e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:13.912533 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:13.926529 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:13.927269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Fanout notify agent at l3_agent the message router_deleted on router f4521f45-6eb6-4b15-bace-fc9dd71a4ed2 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:17:13.949976 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:13.958035 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-afb42c97-7e6a-48ce-8382-f6d2b36a0f3c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "DELETE /v2.0/routers/f4521f45-6eb6-4b15-bace-fc9dd71a4ed2 HTTP/1.1" status: 204 len: 168 time: 1.2872713 Nov 24 13:17:13.970346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33104) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:13.975054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ff04dc05-7dbb-4d2d-8324-09e562395975 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1344487193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:14.032829 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ff04dc05-7dbb-4d2d-8324-09e562395975 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:14.034028 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ff04dc05-7dbb-4d2d-8324-09e562395975 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:14.143708 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ff04dc05-7dbb-4d2d-8324-09e562395975 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:14.149940 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ff04dc05-7dbb-4d2d-8324-09e562395975 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:14.174712 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ff04dc05-7dbb-4d2d-8324-09e562395975 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:14.176583 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ff04dc05-7dbb-4d2d-8324-09e562395975 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2049983 Nov 24 13:17:14.179052 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33108) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:14.184802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'enable_snat': True}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:14.278336 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:14.337298 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1538dc02-5ac4-4828-8473-707764801db3 None None] Provisioning complete for port b8d94a9a-3c27-493b-91d7-2e47ba63132e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:14.338084 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1538dc02-5ac4-4828-8473-707764801db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:14.436178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1538dc02-5ac4-4828-8473-707764801db3 None None] Port b8d94a9a-3c27-493b-91d7-2e47ba63132e cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:17:14.587926 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:14.709329 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ad4c3eef-829a-45fd-841e-12e32fdb794c req-eedf58ca-9cf5-4bb4-befc-eaed7aeb0c04 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 210 time: 0.0623391 Nov 24 13:17:14.764033 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:14.771010 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:14.890903 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:14.932621 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:14.938824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=b8d94a9a-3c27-493b-91d7-2e47ba63132e,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:14.959233 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:15.050338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network ed4c13b2-f879-4b9f-ab6f-0ae385d26d17 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:17:15.052239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:15.139261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Allocated IP 172.25.0.248 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/7c59b4a0-ea19-455c-b407-fd0eb1cde5d5) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:17:15.247196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router 3ed28c42-bada-4709-be10-d20dc6ed08df has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:17:15.318592 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:15.378567 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:15.451358 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event updated for resources: {'Port': ['ID=7c59b4a0-ea19-455c-b407-fd0eb1cde5d5,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:15.459018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:17:15.461614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:15.469009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:17:15.579557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c8aed7d1-0285-4d33-bfcb-b265ad47a274 None None] Provisioning complete for port b8d94a9a-3c27-493b-91d7-2e47ba63132e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:15.584006 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c8aed7d1-0285-4d33-bfcb-b265ad47a274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:15.674482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c8aed7d1-0285-4d33-bfcb-b265ad47a274 None None] Port b8d94a9a-3c27-493b-91d7-2e47ba63132e cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:17:15.858284 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-39b2f2cb-4292-499c-929b-b497ec044ab7 req-910f1dc8-041d-490b-a77c-333cb8ed3ef7 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 210 time: 0.0351684 Nov 24 13:17:15.945898 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:15.986033 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-5065f1c7-6a77-4d95-affe-0d8b04e5c84e tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:15.987517 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-5065f1c7-6a77-4d95-affe-0d8b04e5c84e tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.59 "GET /v2.0/networks?id=aeae3235-8817-41f8-a3d9-cfbe6ec8841f HTTP/1.1" status: 200 len: 809 time: 0.7331150 Nov 24 13:17:16.000758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-2790e90c-f59f-4ce3-b53d-ba4311806f08 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Request body: {'port': {'device_id': 'df2eaec8-5cf9-4c25-b4ce-983275a7c373', 'network_id': 'aeae3235-8817-41f8-a3d9-cfbe6ec8841f', 'admin_state_up': True, 'tenant_id': '266ef81b9d6942d687fd82614c73d315'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:16.032869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:16.047413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0b152-5a37-4977-8264-c47e0dfc4435 None None] Sync routers for ids ['3ed28c42-bada-4709-be10-d20dc6ed08df'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:16.049443 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fd304b16-0602-4435-86b4-263af0137f2d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "PUT /v2.0/routers/3ed28c42-bada-4709-be10-d20dc6ed08df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2587571 Nov 24 13:17:16.052932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33164) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:16.058227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-14344231-581a-4a68-8264-5d14fb3f300c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'port': {'network_id': 'ed4c13b2-f879-4b9f-ab6f-0ae385d26d17', 'name': 'tempest-FloatingIPTestJSON-726133664'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:16.087057 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0b152-5a37-4977-8264-c47e0dfc4435 None None] Routers {'3ed28c42-bada-4709-be10-d20dc6ed08df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:16.087694 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fdb0b152-5a37-4977-8264-c47e0dfc4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3ed28c42-bada-4709-be10-d20dc6ed08df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:16.159277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fdb0b152-5a37-4977-8264-c47e0dfc4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:16.170844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0b152-5a37-4977-8264-c47e0dfc4435 None None] Routers {'3ed28c42-bada-4709-be10-d20dc6ed08df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:16.171525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fdb0b152-5a37-4977-8264-c47e0dfc4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3ed28c42-bada-4709-be10-d20dc6ed08df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:16.214164 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fdb0b152-5a37-4977-8264-c47e0dfc4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:16.215161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb0b152-5a37-4977-8264-c47e0dfc4435 None None] The sync data for ids ['3ed28c42-bada-4709-be10-d20dc6ed08df'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:16.246243 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:16.252246 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:16.306045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-2790e90c-f59f-4ce3-b53d-ba4311806f08 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Made reservation on behalf of 266ef81b9d6942d687fd82614c73d315 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:16.317342 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-2790e90c-f59f-4ce3-b53d-ba4311806f08 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:16.358012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14344231-581a-4a68-8264-5d14fb3f300c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Made reservation on behalf of fdb6b3ba89b4407183c4d41facd9e2cc for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:16.362512 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14344231-581a-4a68-8264-5d14fb3f300c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:16.429441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-14344231-581a-4a68-8264-5d14fb3f300c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] device_id is not set on port 7c0f517a-cb49-4cc5-baaa-787f6e81226b yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:17:16.614989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-2790e90c-f59f-4ce3-b53d-ba4311806f08 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Allocated IP 172.20.0.4 (aeae3235-8817-41f8-a3d9-cfbe6ec8841f/4b6a6eca-8230-46e7-8cf3-4e314df65d21/dc476164-a287-48cf-8386-d4b706b18ac1) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:17:16.655710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-14344231-581a-4a68-8264-5d14fb3f300c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Allocated IP 172.20.0.10 (ed4c13b2-f879-4b9f-ab6f-0ae385d26d17/3170c472-478f-46ec-a639-81d33ed41360/7c0f517a-cb49-4cc5-baaa-787f6e81226b) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:17:16.822244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Router a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:17:16.941445 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-2790e90c-f59f-4ce3-b53d-ba4311806f08 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:16.962810 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:16.967288 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:16.968982 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c4e9477b-d383-41ac-87d7-9263a09aa60f tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "PUT /v2.0/routers/a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2 HTTP/1.1" status: 200 len: 915 time: 2.7886467 Nov 24 13:17:16.969457 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14344231-581a-4a68-8264-5d14fb3f300c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:16.971666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33188) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:16.975442 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c899948c-938b-4e98-85fa-ab7bba497c2d None None] Sync routers for ids ['a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:16.998741 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899948c-938b-4e98-85fa-ab7bba497c2d None None] Routers {'a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:17.003491 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c899948c-938b-4e98-85fa-ab7bba497c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:17.043976 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e36602bf-453a-497e-951a-518418be1574 req-6ec7d00f-4490-462d-b4c2-fcc435ab184d tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 210 time: 0.0364149 Nov 24 13:17:17.045026 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-2790e90c-f59f-4ce3-b53d-ba4311806f08 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:17.092412 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c899948c-938b-4e98-85fa-ab7bba497c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:17.105235 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c899948c-938b-4e98-85fa-ab7bba497c2d None None] Routers {'a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:17.106235 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c899948c-938b-4e98-85fa-ab7bba497c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:17.148760 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c899948c-938b-4e98-85fa-ab7bba497c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:17.149824 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c899948c-938b-4e98-85fa-ab7bba497c2d None None] The sync data for ids ['a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:17.163667 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14344231-581a-4a68-8264-5d14fb3f300c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:17.188513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-2790e90c-f59f-4ce3-b53d-ba4311806f08 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Network aeae3235-8817-41f8-a3d9-cfbe6ec8841f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:17:17.193204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-2790e90c-f59f-4ce3-b53d-ba4311806f08 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:17.197480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790e90c-f59f-4ce3-b53d-ba4311806f08 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Pushing event updated for resources: {'Port': ['ID=dc476164-a287-48cf-8386-d4b706b18ac1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:17.200022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-2790e90c-f59f-4ce3-b53d-ba4311806f08 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:17:17.210881 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e6aafe4f-e049-4260-8461-15f14c9f3e07 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/routers/a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2 HTTP/1.1" status: 200 len: 921 time: 0.2346869 Nov 24 13:17:17.210881 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33200) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:17.278301 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8801486-cf39-47af-adaa-e5cc408a2a1a tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:17.282893 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f8801486-cf39-47af-adaa-e5cc408a2a1a tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&device_id=a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0705068 Nov 24 13:17:17.285236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33202) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:17.300657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14344231-581a-4a68-8264-5d14fb3f300c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Network ed4c13b2-f879-4b9f-ab6f-0ae385d26d17 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:17:17.302596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-14344231-581a-4a68-8264-5d14fb3f300c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:17.320785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14344231-581a-4a68-8264-5d14fb3f300c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:17:17.394673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c5d4bf-6a92-498b-806e-a742d3369f24 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:17.398680 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-68c5d4bf-6a92-498b-806e-a742d3369f24 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 881 time: 0.1096880 Nov 24 13:17:17.399913 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33204) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:17.416269 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14344231-581a-4a68-8264-5d14fb3f300c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event updated for resources: {'Port': ['ID=7c0f517a-cb49-4cc5-baaa-787f6e81226b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:17.440197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-2790e90c-f59f-4ce3-b53d-ba4311806f08 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:17.440875 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-2790e90c-f59f-4ce3-b53d-ba4311806f08 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:17.474199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14344231-581a-4a68-8264-5d14fb3f300c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:17.478102 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14344231-581a-4a68-8264-5d14fb3f300c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:17.486166 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-38ed6ca7-fe85-42ab-a4ba-ba5ad3663aa9 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "GET /v2.0/ports?device_id=a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2 HTTP/1.1" status: 200 len: 205 time: 0.0842729 Nov 24 13:17:17.489459 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33210) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:17.496287 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-2790e90c-f59f-4ce3-b53d-ba4311806f08 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4993112 Nov 24 13:17:17.514388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Request body: {'port': {'device_id': 'df2eaec8-5cf9-4c25-b4ce-983275a7c373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:17.532596 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-14344231-581a-4a68-8264-5d14fb3f300c tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4783657 Nov 24 13:17:17.564962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33212) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:17.566959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-521187cc-f8db-4729-b074-74ac5b2cf0e0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Request body: {'floatingip': {'port_id': '7c0f517a-cb49-4cc5-baaa-787f6e81226b'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:17.690327 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:17.694611 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:17.718589 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-521187cc-f8db-4729-b074-74ac5b2cf0e0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:17.741372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-506a1798-5be7-4e61-96d0-7ff3aceeadb2 None None] Provisioning complete for port 7c0f517a-cb49-4cc5-baaa-787f6e81226b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:17.742682 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-506a1798-5be7-4e61-96d0-7ff3aceeadb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:17.848138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-506a1798-5be7-4e61-96d0-7ff3aceeadb2 None None] Port 7c0f517a-cb49-4cc5-baaa-787f6e81226b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:17:17.901225 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:18.017727 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Deleting port 7c59b4a0-ea19-455c-b407-fd0eb1cde5d5 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:18.018635 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:18.132127 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:18.166560 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Calling delete_port for 7c59b4a0-ea19-455c-b407-fd0eb1cde5d5 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:18.391922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb3925-6984-48e2-b145-bbb03dbeb669 req-82955422-e324-48ac-860d-bca3108768e0 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:18.393458 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-22fb3925-6984-48e2-b145-bbb03dbeb669 req-82955422-e324-48ac-860d-bca3108768e0 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 931 time: 0.0993707 Nov 24 13:17:18.449518 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:18.492334 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-22fb3925-6984-48e2-b145-bbb03dbeb669 req-d2a41343-9446-4685-a698-15d21b10d59d tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/security-groups?id=39eeb9b2-8ac5-494b-9ead-51a8217e8ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920184 Nov 24 13:17:18.521670 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Pushing event deleted for resources: {'Port': ['ID=7c59b4a0-ea19-455c-b407-fd0eb1cde5d5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:18.573521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc476164-a287-48cf-8386-d4b706b18ac1 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:17:18.583996 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:18.601091 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:18.623314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Transition to ACTIVE for port object dc476164-a287-48cf-8386-d4b706b18ac1 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:17:18.634586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:18.718020 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:18.720183 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:18.793423 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:18.794411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Fanout notify agent at l3_agent the message router_deleted on router a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:17:18.828619 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:18.832432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Attempting to bind port dc476164-a287-48cf-8386-d4b706b18ac1 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:17:18.833472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Attempting to bind port dc476164-a287-48cf-8386-d4b706b18ac1 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '573f7320-c385-4b2c-8707-033534514180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aeae3235-8817-41f8-a3d9-cfbe6ec8841f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:17:18.833669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Attempting to bind port dc476164-a287-48cf-8386-d4b706b18ac1 on network aeae3235-8817-41f8-a3d9-cfbe6ec8841f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:17:18.838232 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1453583b-620d-4df9-a0e9-cfd36ce5046d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "DELETE /v2.0/routers/a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2 HTTP/1.1" status: 204 len: 168 time: 1.3440490 Nov 24 13:17:18.838418 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33252) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:18.843212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3c1d742f-06ea-45e8-b3bf-42b9dc54b7dd tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-100429258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:18.859795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Pushing event updated for resources: {'Port': ['ID=dc476164-a287-48cf-8386-d4b706b18ac1,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:18.867345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Port dc476164-a287-48cf-8386-d4b706b18ac1 on network aeae3235-8817-41f8-a3d9-cfbe6ec8841f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:17:18.867769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Attempting to bind port dc476164-a287-48cf-8386-d4b706b18ac1 on network aeae3235-8817-41f8-a3d9-cfbe6ec8841f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:17:18.882796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:17:18.883132 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Checking segment: {'id': '573f7320-c385-4b2c-8707-033534514180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aeae3235-8817-41f8-a3d9-cfbe6ec8841f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:17:18.883650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Bound using segment: {'id': '573f7320-c385-4b2c-8707-033534514180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aeae3235-8817-41f8-a3d9-cfbe6ec8841f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:17:18.884033 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Bound port: dc476164-a287-48cf-8386-d4b706b18ac1, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573f7320-c385-4b2c-8707-033534514180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'aeae3235-8817-41f8-a3d9-cfbe6ec8841f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:17:18.884390 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:18.924717 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c1d742f-06ea-45e8-b3bf-42b9dc54b7dd tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:18.925720 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c1d742f-06ea-45e8-b3bf-42b9dc54b7dd tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:19.076414 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] For port dc476164-a287-48cf-8386-d4b706b18ac1, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:17:19.094364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-521187cc-f8db-4729-b074-74ac5b2cf0e0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:19.096257 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c1d742f-06ea-45e8-b3bf-42b9dc54b7dd tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:19.100376 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-521187cc-f8db-4729-b074-74ac5b2cf0e0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:19.104609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] For port dc476164-a287-48cf-8386-d4b706b18ac1, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dc476164-a287-48cf-8386-d4b706b18ac1,segment=NetworkSegment(573f7320-c385-4b2c-8707-033534514180),segment_id=573f7320-c385-4b2c-8707-033534514180)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:17:19.144382 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c1d742f-06ea-45e8-b3bf-42b9dc54b7dd tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:19.152850 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:19.203438 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c1d742f-06ea-45e8-b3bf-42b9dc54b7dd tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:19.207177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3c1d742f-06ea-45e8-b3bf-42b9dc54b7dd tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3656106 Nov 24 13:17:19.210881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33264) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:19.242590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:19.243214 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:19.244619 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] 10.222.0.59 "PUT /v2.0/ports/dc476164-a287-48cf-8386-d4b706b18ac1 HTTP/1.1" status: 200 len: 1091 time: 1.7374098 Nov 24 13:17:19.257191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'enable_snat': False}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:19.260434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2eaec8-5cf9-4c25-b4ce-983275a7c373', 'tag': 'dc476164-a287-48cf-8386-d4b706b18ac1'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:17:19.262208 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd86389-6b70-4b32-a278-955e4430d055" -d '{"events": [{"name": "network-changed", "server_uuid": "df2eaec8-5cf9-4c25-b4ce-983275a7c373", "tag": "dc476164-a287-48cf-8386-d4b706b18ac1"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:17:19.407821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df13a9-b2de-4288-8295-ebff29444225 service neutron] Pushing event updated for resources: {'Port': ['ID=dc476164-a287-48cf-8386-d4b706b18ac1,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:19.414037 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5f9b00-daf1-4076-b481-a45d97d17804 x-openstack-request-id: req-bb5f9b00-daf1-4076-b481-a45d97d17804 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:17:19.414223 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2eaec8-5cf9-4c25-b4ce-983275a7c373", "tag": "dc476164-a287-48cf-8386-d4b706b18ac1", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:17:19.414497 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb5f9b00-daf1-4076-b481-a45d97d17804 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:17:19.414868 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2eaec8-5cf9-4c25-b4ce-983275a7c373', 'tag': 'dc476164-a287-48cf-8386-d4b706b18ac1', 'status': 'completed', 'code': 200} Nov 24 13:17:19.489946 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-521187cc-f8db-4729-b074-74ac5b2cf0e0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Floating IP 8d438a41-1338-4df6-85d7-4eb5176244de associated. External IP: 172.25.0.195, port: 0c0431b2-9474-4a10-970c-c1697fd3c60b. Nov 24 13:17:19.532785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-aa01a4a7-784e-42a1-b2b9-13a55f532221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:19.534289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-aa01a4a7-784e-42a1-b2b9-13a55f532221 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=266ef81b9d6942d687fd82614c73d315&device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 1094 time: 0.1877499 Nov 24 13:17:19.649229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2281052-cbd1-46b4-ab48-84a067487225 req-83e0140e-ba81-4d4f-9656-ac38b7e8a8fa tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:19.659391 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2281052-cbd1-46b4-ab48-84a067487225 req-83e0140e-ba81-4d4f-9656-ac38b7e8a8fa tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 943 time: 0.0790844 Nov 24 13:17:19.739722 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2281052-cbd1-46b4-ab48-84a067487225 req-76d5e9cf-4eae-4ec6-88a2-2860edf4636a tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/security-groups?id=39eeb9b2-8ac5-494b-9ead-51a8217e8ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741191 Nov 24 13:17:20.005700 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-ccd72b9d-6ca0-4b3c-844c-e198548c0b4f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc476164-a287-48cf-8386-d4b706b18ac1 HTTP/1.1" status: 200 len: 217 time: 0.4351957 Nov 24 13:17:20.011023 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:20.129140 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-0a26602c-93cd-4157-8f33-f1c94f935a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:20.130707 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-0a26602c-93cd-4157-8f33-f1c94f935a6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4b6a6eca-8230-46e7-8cf3-4e314df65d21 HTTP/1.1" status: 200 len: 849 time: 0.0870051 Nov 24 13:17:20.210776 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-cb891a6b-28de-456f-b724-a7c9a16f9a11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aeae3235-8817-41f8-a3d9-cfbe6ec8841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715058 Nov 24 13:17:20.395652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521187cc-f8db-4729-b074-74ac5b2cf0e0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:17:20.422791 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-231590ad-4c22-4a01-b3a1-2e414dd905a9 service neutron] 10.222.0.59 "GET /v2.0/networks/aeae3235-8817-41f8-a3d9-cfbe6ec8841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025816 Nov 24 13:17:20.713050 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:20.742177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e6b569f-7ba5-4382-b7ba-442ea078b01c req-fccd0e99-ff2f-4419-86c8-d6047bf57c99 service neutron] 10.222.0.59 "GET /v2.0/networks/aeae3235-8817-41f8-a3d9-cfbe6ec8841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105922 Nov 24 13:17:20.743610 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:20.745966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521187cc-f8db-4729-b074-74ac5b2cf0e0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:20.786553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a458f372-586d-4073-98f7-26ef7a69f154 None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:20.817636 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a458f372-586d-4073-98f7-26ef7a69f154 None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:20.818564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a458f372-586d-4073-98f7-26ef7a69f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:20.893304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a458f372-586d-4073-98f7-26ef7a69f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:20.940902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a458f372-586d-4073-98f7-26ef7a69f154 None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:20.942453 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a458f372-586d-4073-98f7-26ef7a69f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:20.986784 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a458f372-586d-4073-98f7-26ef7a69f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:20.987881 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a458f372-586d-4073-98f7-26ef7a69f154 None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:20.990055 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ed9f19da-2698-4b1c-9816-b9b7bc89389b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:21.081656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd86389-6b70-4b32-a278-955e4430d055 req-7cada32e-fc96-43e5-8a66-370e21186b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:21.083358 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcd86389-6b70-4b32-a278-955e4430d055 req-7cada32e-fc96-43e5-8a66-370e21186b36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=266ef81b9d6942d687fd82614c73d315&device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 1094 time: 0.2275147 Nov 24 13:17:21.149595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd4433-cf86-4544-9035-ca410cf5887d req-ab241685-653c-4f16-8f0b-f64b64824a76 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:21.151245 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20dd4433-cf86-4544-9035-ca410cf5887d req-ab241685-653c-4f16-8f0b-f64b64824a76 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 943 time: 0.3218911 Nov 24 13:17:21.270961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Allocated IP 172.25.0.166 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/11c78d76-fb62-465a-89b9-09c320ca3536) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:17:21.407894 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20dd4433-cf86-4544-9035-ca410cf5887d req-ec3da2c5-ba5b-41f4-89b3-9499af2ef674 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/security-groups?id=39eeb9b2-8ac5-494b-9ead-51a8217e8ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403388 Nov 24 13:17:21.438715 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521187cc-f8db-4729-b074-74ac5b2cf0e0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router 3ed28c42-bada-4709-be10-d20dc6ed08df has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:17:21.476652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd86389-6b70-4b32-a278-955e4430d055 req-a20afde7-df6e-4ca1-8b0c-c12ac33b6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:21.478473 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcd86389-6b70-4b32-a278-955e4430d055 req-a20afde7-df6e-4ca1-8b0c-c12ac33b6413 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aeae3235-8817-41f8-a3d9-cfbe6ec8841f HTTP/1.1" status: 200 len: 910 time: 0.3458946 Nov 24 13:17:21.584597 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcd86389-6b70-4b32-a278-955e4430d055 req-226868ad-8007-4c1d-a417-277c8ac75af3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc476164-a287-48cf-8386-d4b706b18ac1 HTTP/1.1" status: 200 len: 217 time: 0.0933225 Nov 24 13:17:21.653922 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:21.715666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd86389-6b70-4b32-a278-955e4430d055 req-48637700-62c4-4a05-8fc9-7b992ca75e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:21.717173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcd86389-6b70-4b32-a278-955e4430d055 req-48637700-62c4-4a05-8fc9-7b992ca75e49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4b6a6eca-8230-46e7-8cf3-4e314df65d21 HTTP/1.1" status: 200 len: 849 time: 0.1230631 Nov 24 13:17:21.766415 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcd86389-6b70-4b32-a278-955e4430d055 req-7f146c67-c590-4402-8e75-c670cb9f84fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aeae3235-8817-41f8-a3d9-cfbe6ec8841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378132 Nov 24 13:17:21.767516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521187cc-f8db-4729-b074-74ac5b2cf0e0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:21.773353 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-521187cc-f8db-4729-b074-74ac5b2cf0e0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:21.780515 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7389d435-542e-4b2a-9e03-76c61be56e2b None None] Sync routers for ids ['3ed28c42-bada-4709-be10-d20dc6ed08df'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:21.794227 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7389d435-542e-4b2a-9e03-76c61be56e2b None None] Routers {'3ed28c42-bada-4709-be10-d20dc6ed08df'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:21.795172 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-7389d435-542e-4b2a-9e03-76c61be56e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3ed28c42-bada-4709-be10-d20dc6ed08df'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:21.845771 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-7389d435-542e-4b2a-9e03-76c61be56e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:21.860212 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7389d435-542e-4b2a-9e03-76c61be56e2b None None] Routers {'3ed28c42-bada-4709-be10-d20dc6ed08df'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:21.861601 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-7389d435-542e-4b2a-9e03-76c61be56e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:16:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3ed28c42-bada-4709-be10-d20dc6ed08df'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:21.872477 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:21.923789 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-7389d435-542e-4b2a-9e03-76c61be56e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:21.924478 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7389d435-542e-4b2a-9e03-76c61be56e2b None None] The sync data for ids ['3ed28c42-bada-4709-be10-d20dc6ed08df'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:21.958749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:17:21.966788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:21.981344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:17:22.014318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-521187cc-f8db-4729-b074-74ac5b2cf0e0 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "PUT /v2.0/floatingips/8d438a41-1338-4df6-85d7-4eb5176244de HTTP/1.1" status: 200 len: 978 time: 4.4542813 Nov 24 13:17:22.018032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33358) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:22.059158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Pushing event updated for resources: {'Port': ['ID=11c78d76-fb62-465a-89b9-09c320ca3536,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:22.068292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcd86389-6b70-4b32-a278-955e4430d055 req-65882923-93e1-457d-808e-65c76b9e4097 service neutron] 10.222.0.59 "GET /v2.0/networks/aeae3235-8817-41f8-a3d9-cfbe6ec8841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923641 Nov 24 13:17:22.138020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-662233c6-50f2-4aa7-89d4-369f73b3cd46 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port 7c0f517a-cb49-4cc5-baaa-787f6e81226b {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:22.138358 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-662233c6-50f2-4aa7-89d4-369f73b3cd46 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:22.274612 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-662233c6-50f2-4aa7-89d4-369f73b3cd46 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:22.576713 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-662233c6-50f2-4aa7-89d4-369f73b3cd46 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:22.577490 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-662233c6-50f2-4aa7-89d4-369f73b3cd46 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:22.577999 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-662233c6-50f2-4aa7-89d4-369f73b3cd46 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Floating IP 8d438a41-1338-4df6-85d7-4eb5176244de disassociated. External IP: 172.25.0.195, port: 7c0f517a-cb49-4cc5-baaa-787f6e81226b. Nov 24 13:17:22.578508 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-662233c6-50f2-4aa7-89d4-369f73b3cd46 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for 7c0f517a-cb49-4cc5-baaa-787f6e81226b owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:22.609995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d8216-6e61-4c0f-8ecd-6a16b7f21b55 req-1cade61a-48d3-406c-b2a1-f8a076f7fa00 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:22.611881 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-801d8216-6e61-4c0f-8ecd-6a16b7f21b55 req-1cade61a-48d3-406c-b2a1-f8a076f7fa00 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 943 time: 0.1035712 Nov 24 13:17:22.715713 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-801d8216-6e61-4c0f-8ecd-6a16b7f21b55 req-54aaa77c-fc7b-43b2-9604-7c13a041eeba tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/security-groups?id=39eeb9b2-8ac5-494b-9ead-51a8217e8ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660145 Nov 24 13:17:22.750007 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcd86389-6b70-4b32-a278-955e4430d055 req-c4d69a45-3f15-4c64-8104-c88504616ece service neutron] 10.222.0.59 "GET /v2.0/networks/aeae3235-8817-41f8-a3d9-cfbe6ec8841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6738162 Nov 24 13:17:22.825918 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-662233c6-50f2-4aa7-89d4-369f73b3cd46 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:22.863206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662233c6-50f2-4aa7-89d4-369f73b3cd46 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=7c0f517a-cb49-4cc5-baaa-787f6e81226b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:22.964699 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:23.047999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662233c6-50f2-4aa7-89d4-369f73b3cd46 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router 3ed28c42-bada-4709-be10-d20dc6ed08df has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:17:23.207302 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:23.211045 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:23.220776 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-94cdefec-e66f-4101-86db-d6410516ea73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:23.279386 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662233c6-50f2-4aa7-89d4-369f73b3cd46 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:23.295905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c339c1bb-dc9b-445d-96a4-808cb8c3c8cb None None] Sync routers for ids ['3ed28c42-bada-4709-be10-d20dc6ed08df'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:23.323430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339c1bb-dc9b-445d-96a4-808cb8c3c8cb None None] Routers {'3ed28c42-bada-4709-be10-d20dc6ed08df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:23.325778 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c339c1bb-dc9b-445d-96a4-808cb8c3c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3ed28c42-bada-4709-be10-d20dc6ed08df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:23.378552 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c339c1bb-dc9b-445d-96a4-808cb8c3c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:23.379789 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-662233c6-50f2-4aa7-89d4-369f73b3cd46 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:23.388914 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-662233c6-50f2-4aa7-89d4-369f73b3cd46 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/ports/7c0f517a-cb49-4cc5-baaa-787f6e81226b HTTP/1.1" status: 204 len: 168 time: 1.3696420 Nov 24 13:17:23.393304 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33402) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:23.396566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339c1bb-dc9b-445d-96a4-808cb8c3c8cb None None] Routers {'3ed28c42-bada-4709-be10-d20dc6ed08df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:23.397359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c339c1bb-dc9b-445d-96a4-808cb8c3c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3ed28c42-bada-4709-be10-d20dc6ed08df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:23.444193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c339c1bb-dc9b-445d-96a4-808cb8c3c8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:23.446737 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c339c1bb-dc9b-445d-96a4-808cb8c3c8cb None None] The sync data for ids ['3ed28c42-bada-4709-be10-d20dc6ed08df'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:23.449180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Router 0393d26f-965e-4325-94f7-28a925de09da is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:17:23.587935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:23.600598 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71737b5a-ce2c-4b34-94d8-7d092f7399e0 None None] Sync routers for ids ['0393d26f-965e-4325-94f7-28a925de09da'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:23.601910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:23.604165 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-166842ef-0802-405c-8434-67ef367feefa tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "PUT /v2.0/routers/0393d26f-965e-4325-94f7-28a925de09da HTTP/1.1" status: 200 len: 915 time: 4.3932071 Nov 24 13:17:23.606900 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33404) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:23.619847 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71737b5a-ce2c-4b34-94d8-7d092f7399e0 None None] Routers {'0393d26f-965e-4325-94f7-28a925de09da'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:23.620803 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-71737b5a-ce2c-4b34-94d8-7d092f7399e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['0393d26f-965e-4325-94f7-28a925de09da'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:23.681892 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-71737b5a-ce2c-4b34-94d8-7d092f7399e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:23.695180 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71737b5a-ce2c-4b34-94d8-7d092f7399e0 None None] Routers {'0393d26f-965e-4325-94f7-28a925de09da'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:23.696090 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-71737b5a-ce2c-4b34-94d8-7d092f7399e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['0393d26f-965e-4325-94f7-28a925de09da'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:23.735281 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-71737b5a-ce2c-4b34-94d8-7d092f7399e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:23.736239 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71737b5a-ce2c-4b34-94d8-7d092f7399e0 None None] The sync data for ids ['0393d26f-965e-4325-94f7-28a925de09da'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:23.796018 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device dc476164-a287-48cf-8386-d4b706b18ac1 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:17:23.819088 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33416) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:23.820156 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-29178e09-ce1b-4835-a55e-4d663b1821bf tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/routers/0393d26f-965e-4325-94f7-28a925de09da HTTP/1.1" status: 200 len: 921 time: 0.2117524 Nov 24 13:17:23.908427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddac445-dfdc-44e2-acc9-e78a460e5c64 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:23.910946 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9ddac445-dfdc-44e2-acc9-e78a460e5c64 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&device_id=0393d26f-965e-4325-94f7-28a925de09da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0907471 Nov 24 13:17:23.913753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33418) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:23.916921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634395f-6048-4f67-9159-5d1e5dc7491a req-98701c98-53a2-401c-ad8e-bbf686809c2f tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:23.919321 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b634395f-6048-4f67-9159-5d1e5dc7491a req-98701c98-53a2-401c-ad8e-bbf686809c2f tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 943 time: 0.0677216 Nov 24 13:17:23.941475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port dc476164-a287-48cf-8386-d4b706b18ac1, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dc476164-a287-48cf-8386-d4b706b18ac1,segment=NetworkSegment(573f7320-c385-4b2c-8707-033534514180),segment_id=573f7320-c385-4b2c-8707-033534514180)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:17:23.986378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'dc476164-a287-48cf-8386-d4b706b18ac1', 'network_id': 'aeae3235-8817-41f8-a3d9-cfbe6ec8841f', 'port_id': 'dc476164-a287-48cf-8386-d4b706b18ac1', 'mac_address': 'fa:16:3e:53:bc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6a6eca-8230-46e7-8cf3-4e314df65d21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:17:24.033120 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b634395f-6048-4f67-9159-5d1e5dc7491a req-b99f4096-0934-4a85-9bd5-e939dd9290ab tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/security-groups?id=39eeb9b2-8ac5-494b-9ead-51a8217e8ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025436 Nov 24 13:17:24.065451 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:24.074080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eccdadd-37ee-4c28-9a56-43215b36e27b tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:24.075914 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7eccdadd-37ee-4c28-9a56-43215b36e27b tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/networks/eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 881 time: 0.1608908 Nov 24 13:17:24.079635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33424) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:24.087620 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc476164-a287-48cf-8386-d4b706b18ac1 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:17:24.116433 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port dc476164-a287-48cf-8386-d4b706b18ac1, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dc476164-a287-48cf-8386-d4b706b18ac1,segment=NetworkSegment(573f7320-c385-4b2c-8707-033534514180),segment_id=573f7320-c385-4b2c-8707-033534514180)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:17:24.120823 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:24.173174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=dc476164-a287-48cf-8386-d4b706b18ac1,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:24.371293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['dc476164-a287-48cf-8386-d4b706b18ac1'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:17:24.408126 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:24.521755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-38584c11-99ac-435c-8aa7-bcf348adef83 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "GET /v2.0/ports?device_id=0393d26f-965e-4325-94f7-28a925de09da HTTP/1.1" status: 200 len: 205 time: 0.4408374 Nov 24 13:17:24.524958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33444) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:24.549310 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3c662b8-0008-4766-964b-014afa85bae8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:24.694405 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:24.829312 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:24.873883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-c3c662b8-0008-4766-964b-014afa85bae8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port b8d94a9a-3c27-493b-91d7-2e47ba63132e {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:24.874778 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3c662b8-0008-4766-964b-014afa85bae8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:24.893611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Deleting port 11c78d76-fb62-465a-89b9-09c320ca3536 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:24.894280 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:24.977245 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3c662b8-0008-4766-964b-014afa85bae8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:24.992352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-c3c662b8-0008-4766-964b-014afa85bae8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for b8d94a9a-3c27-493b-91d7-2e47ba63132e owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:25.054999 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:25.082231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Calling delete_port for 11c78d76-fb62-465a-89b9-09c320ca3536 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:25.227510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071386b-172f-4736-8150-cae3f0053fce req-cf7e92ea-45bd-4aa5-aef0-a8c5d2e2481f tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:25.235437 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1071386b-172f-4736-8150-cae3f0053fce req-cf7e92ea-45bd-4aa5-aef0-a8c5d2e2481f tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 944 time: 0.0916357 Nov 24 13:17:25.336151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:25.369242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Pushing event deleted for resources: {'Port': ['ID=11c78d76-fb62-465a-89b9-09c320ca3536,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:25.405951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1071386b-172f-4736-8150-cae3f0053fce req-0b000826-77b2-4c0f-9348-a7cf5bf7cfa2 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/security-groups?id=39eeb9b2-8ac5-494b-9ead-51a8217e8ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440737 Nov 24 13:17:25.407241 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3c662b8-0008-4766-964b-014afa85bae8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:25.444139 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:25.463347 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c662b8-0008-4766-964b-014afa85bae8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=b8d94a9a-3c27-493b-91d7-2e47ba63132e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:25.576531 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:25.580329 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:25.627564 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:25.628618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Fanout notify agent at l3_agent the message router_deleted on router 0393d26f-965e-4325-94f7-28a925de09da {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:17:25.640937 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:25.642974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5441ba73-1e72-4931-a40e-4d4e402a79ff tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "DELETE /v2.0/routers/0393d26f-965e-4325-94f7-28a925de09da HTTP/1.1" status: 204 len: 168 time: 1.1169629 Nov 24 13:17:25.647090 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33476) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:25.651904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1389526692', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}, 'admin_state_up': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:25.683404 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:25.685066 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:25.729167 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c3c662b8-0008-4766-964b-014afa85bae8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:25.762011 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:25.792306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device dc476164-a287-48cf-8386-d4b706b18ac1 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:17:25.909336 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:25.917761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port dc476164-a287-48cf-8386-d4b706b18ac1 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:17:25.927379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port dc476164-a287-48cf-8386-d4b706b18ac1 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:25.927379 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:26.046889 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:26.104175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2eaec8-5cf9-4c25-b4ce-983275a7c373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc476164-a287-48cf-8386-d4b706b18ac1'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:17:26.105619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c662b8-0008-4766-964b-014afa85bae8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router 3ed28c42-bada-4709-be10-d20dc6ed08df has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:17:26.109645 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2b3fb6-71de-4b03-b5af-244cc1ceb586" -d '{"events": [{"server_uuid": "df2eaec8-5cf9-4c25-b4ce-983275a7c373", "name": "network-vif-plugged", "status": "completed", "tag": "dc476164-a287-48cf-8386-d4b706b18ac1"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:17:26.125280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port dc476164-a287-48cf-8386-d4b706b18ac1, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dc476164-a287-48cf-8386-d4b706b18ac1,segment=NetworkSegment(573f7320-c385-4b2c-8707-033534514180),segment_id=573f7320-c385-4b2c-8707-033534514180)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:17:26.134256 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:26.149032 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:26.191842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367290a5-ac70-4363-9c9e-e5fd4bdb2669 req-d551e71f-545a-4fd7-a275-5846d6c078cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:26.199513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-367290a5-ac70-4363-9c9e-e5fd4bdb2669 req-d551e71f-545a-4fd7-a275-5846d6c078cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 1096 time: 0.2468843 Nov 24 13:17:26.283482 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7d8729-ae4e-4944-8159-62b88ebfc765 x-openstack-request-id: req-7b7d8729-ae4e-4944-8159-62b88ebfc765 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:17:26.290377 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-367290a5-ac70-4363-9c9e-e5fd4bdb2669 req-24803b77-1b8d-4034-a29e-35444e132a6d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897596 Nov 24 13:17:26.309075 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2eaec8-5cf9-4c25-b4ce-983275a7c373", "name": "network-vif-plugged", "status": "completed", "tag": "dc476164-a287-48cf-8386-d4b706b18ac1", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:17:26.309576 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b7d8729-ae4e-4944-8159-62b88ebfc765 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:17:26.316322 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2eaec8-5cf9-4c25-b4ce-983275a7c373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc476164-a287-48cf-8386-d4b706b18ac1', 'code': 200} Nov 24 13:17:26.317985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=dc476164-a287-48cf-8386-d4b706b18ac1,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:26.382630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c662b8-0008-4766-964b-014afa85bae8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:26.393647 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c3c662b8-0008-4766-964b-014afa85bae8 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "PUT /v2.0/routers/3ed28c42-bada-4709-be10-d20dc6ed08df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9994178 Nov 24 13:17:26.394276 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33508) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:26.395158 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0edf1-a8e4-468b-8f83-5f1c9211d1da None None] Sync routers for ids ['3ed28c42-bada-4709-be10-d20dc6ed08df'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:26.451487 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0edf1-a8e4-468b-8f83-5f1c9211d1da None None] Routers {'3ed28c42-bada-4709-be10-d20dc6ed08df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:26.452670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-21d0edf1-a8e4-468b-8f83-5f1c9211d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3ed28c42-bada-4709-be10-d20dc6ed08df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:26.527451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81016346-4a25-4978-9fc7-c69ad01be1ee req-12a0136a-457b-4e16-be77-937e0f32e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:26.529260 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-81016346-4a25-4978-9fc7-c69ad01be1ee req-12a0136a-457b-4e16-be77-937e0f32e3b9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 1096 time: 0.1543677 Nov 24 13:17:26.529579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-21d0edf1-a8e4-468b-8f83-5f1c9211d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:26.540644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0edf1-a8e4-468b-8f83-5f1c9211d1da None None] Routers {'3ed28c42-bada-4709-be10-d20dc6ed08df'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:26.541522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-21d0edf1-a8e4-468b-8f83-5f1c9211d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3ed28c42-bada-4709-be10-d20dc6ed08df'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:26.558745 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:26.584688 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:26.604937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-21d0edf1-a8e4-468b-8f83-5f1c9211d1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:26.609893 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d0edf1-a8e4-468b-8f83-5f1c9211d1da None None] The sync data for ids ['3ed28c42-bada-4709-be10-d20dc6ed08df'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:26.624835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:26.674258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa09686-a486-4d0b-90ee-abd3a3cb4995 req-ff10107e-cce7-44ab-8170-026c8e19e439 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:26.675728 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1aa09686-a486-4d0b-90ee-abd3a3cb4995 req-ff10107e-cce7-44ab-8170-026c8e19e439 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 945 time: 0.1316314 Nov 24 13:17:26.703905 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-81016346-4a25-4978-9fc7-c69ad01be1ee req-b3663e66-95d2-4a73-bf65-8a6026e18393 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=39eeb9b2-8ac5-494b-9ead-51a8217e8ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486719 Nov 24 13:17:26.718463 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:26.804979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Allocated IP 172.25.0.218 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/5102a4a8-bed8-4381-8b47-0d177ac8519b) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:17:26.833972 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1aa09686-a486-4d0b-90ee-abd3a3cb4995 req-16f035ba-aa77-4897-99e1-391c23a76923 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/security-groups?id=39eeb9b2-8ac5-494b-9ead-51a8217e8ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448462 Nov 24 13:17:26.863920 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:26.928106 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port 2592a9a1-70dd-4638-be0d-ec9cd388448e {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:26.928515 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:26.961866 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:27.011343 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:27.025783 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:27.043144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for 2592a9a1-70dd-4638-be0d-ec9cd388448e owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:27.077557 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Pushing event updated for resources: {'Port': ['ID=5102a4a8-bed8-4381-8b47-0d177ac8519b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:27.087787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:17:27.089551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:27.094085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:17:27.408572 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:27.446454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=2592a9a1-70dd-4638-be0d-ec9cd388448e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:27.507486 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:27.548849 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:27.675001 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:27.677335 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:27.732052 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:27.732921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Fanout notify agent at l3_agent the message router_deleted on router 3ed28c42-bada-4709-be10-d20dc6ed08df {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:17:27.742689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:27.747292 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-32715721-d3bf-448c-ae96-7acba2df568f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/routers/3ed28c42-bada-4709-be10-d20dc6ed08df HTTP/1.1" status: 204 len: 168 time: 1.3520405 Nov 24 13:17:27.747907 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33550) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:27.830746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ae0793-ba22-4bf6-9367-08bf02be1528 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting subnet 3170c472-478f-46ec-a639-81d33ed41360 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:17:27.834589 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-36ae0793-ba22-4bf6-9367-08bf02be1528 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:27.926266 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-36ae0793-ba22-4bf6-9367-08bf02be1528 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:28.050975 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-36ae0793-ba22-4bf6-9367-08bf02be1528 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:28.178847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06a5d0-7e52-4dcd-a5e6-4e1a6e02ddbf req-f1f0ad83-1b40-4e59-9527-f5860bcd515a tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:28.187428 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e06a5d0-7e52-4dcd-a5e6-4e1a6e02ddbf req-f1f0ad83-1b40-4e59-9527-f5860bcd515a tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 945 time: 0.0759373 Nov 24 13:17:28.196973 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-36ae0793-ba22-4bf6-9367-08bf02be1528 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:28.238691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae0793-ba22-4bf6-9367-08bf02be1528 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Subnet': ['ID=3170c472-478f-46ec-a639-81d33ed41360,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:28.246443 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-36ae0793-ba22-4bf6-9367-08bf02be1528 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:28.248347 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:28.250411 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-36ae0793-ba22-4bf6-9367-08bf02be1528 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/subnets/3170c472-478f-46ec-a639-81d33ed41360 HTTP/1.1" status: 204 len: 168 time: 0.5015430 Nov 24 13:17:28.254145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33576) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:28.272297 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fdd5d9-f301-412d-8d0b-dbf5bad573ac None None] Network ed4c13b2-f879-4b9f-ab6f-0ae385d26d17 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:17:28.293943 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e06a5d0-7e52-4dcd-a5e6-4e1a6e02ddbf req-ca269cb3-5185-4eaa-b388-2e926bbbdfe0 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/security-groups?id=39eeb9b2-8ac5-494b-9ead-51a8217e8ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056201 Nov 24 13:17:28.494687 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:28.511762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199950ab-e30e-46e0-9ce1-180e39fff6b3 None None] DHCP port deletion for ed4c13b2-f879-4b9f-ab6f-0ae385d26d17 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:17:28.585028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-199950ab-e30e-46e0-9ce1-180e39fff6b3 None None] Deleting port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:28.585512 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-199950ab-e30e-46e0-9ce1-180e39fff6b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:28.587160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Router 4728fbfc-bdd8-441a-b14d-6e6b9beeb1de is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:17:28.655878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:28.656221 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:28.680278 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-199950ab-e30e-46e0-9ce1-180e39fff6b3 None None] For port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6fb3af25-eda4-465e-b0ff-b78ed8b02a18,segment=NetworkSegment(9bdf61f0-184c-4877-954f-9a354cd33ece),segment_id=9bdf61f0-184c-4877-954f-9a354cd33ece)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:17:28.680870 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-199950ab-e30e-46e0-9ce1-180e39fff6b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:28.786142 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] For port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6fb3af25-eda4-465e-b0ff-b78ed8b02a18,segment=NetworkSegment(9bdf61f0-184c-4877-954f-9a354cd33ece),segment_id=9bdf61f0-184c-4877-954f-9a354cd33ece)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:17:28.786375 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:28.807214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:28.824029 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:28.838816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-199950ab-e30e-46e0-9ce1-180e39fff6b3 None None] Calling delete_port for 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:28.839502 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb677997-97a8-4e2b-b61c-7690d0ff5697 None None] Sync routers for ids ['4728fbfc-bdd8-441a-b14d-6e6b9beeb1de'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:28.851383 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb677997-97a8-4e2b-b61c-7690d0ff5697 None None] Routers {'4728fbfc-bdd8-441a-b14d-6e6b9beeb1de'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:28.854329 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-eb677997-97a8-4e2b-b61c-7690d0ff5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4728fbfc-bdd8-441a-b14d-6e6b9beeb1de'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:28.897696 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:28.901089 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cde71f79-e20f-46df-9b4b-75baff4859d0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2507219 Nov 24 13:17:28.902172 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33594) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:28.915104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:28.927226 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-eb677997-97a8-4e2b-b61c-7690d0ff5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:28.929023 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:28.939906 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb677997-97a8-4e2b-b61c-7690d0ff5697 None None] Routers {'4728fbfc-bdd8-441a-b14d-6e6b9beeb1de'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:28.940754 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-eb677997-97a8-4e2b-b61c-7690d0ff5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4728fbfc-bdd8-441a-b14d-6e6b9beeb1de'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:28.955909 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-199950ab-e30e-46e0-9ce1-180e39fff6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:28.971970 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=6fb3af25-eda4-465e-b0ff-b78ed8b02a18,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:28.979262 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-eb677997-97a8-4e2b-b61c-7690d0ff5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:28.980141 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb677997-97a8-4e2b-b61c-7690d0ff5697 None None] The sync data for ids ['4728fbfc-bdd8-441a-b14d-6e6b9beeb1de'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:28.989213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] No DVR routers for this DVR port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:17:29.005543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199950ab-e30e-46e0-9ce1-180e39fff6b3 None None] Pushing event deleted for resources: {'Port': ['ID=6fb3af25-eda4-465e-b0ff-b78ed8b02a18,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:29.008173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199950ab-e30e-46e0-9ce1-180e39fff6b3 None None] No DVR routers for this DVR port 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:17:29.026712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:29.027083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:29.027692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:29.028149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:29.028651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:29.029084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:29.029365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:29.029704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:29.030630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:29.030981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:29.031425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:29.031627 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:17:29.099377 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.123040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4c13b2-f879-4b9f-ab6f-0ae385d26d17']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:29.134964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bdf61f0-184c-4877-954f-9a354cd33ece') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:29.135348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bdf61f0-184c-4877-954f-9a354cd33ece') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:29.146977 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.163717 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.171166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:17:29.171398 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:17:29.174879 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:17:29.260882 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.276469 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.282854 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/networks/ed4c13b2-f879-4b9f-ab6f-0ae385d26d17 HTTP/1.1" status: 204 len: 168 time: 1.0243742 Nov 24 13:17:29.282854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33606) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:29.327736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2d1b3-1ee5-45f1-98f9-1af0b7b522b3 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Network': ['ID=ed4c13b2-f879-4b9f-ab6f-0ae385d26d17,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:29.419518 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.437188 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.466419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-abbc287d-ce73-4b0e-baa9-af89397485b5 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port f96db006-1691-4f65-bda2-05d0c78c1112 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:29.467822 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-abbc287d-ce73-4b0e-baa9-af89397485b5 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.515845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Deleting port 5102a4a8-bed8-4381-8b47-0d177ac8519b {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:29.516199 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.604441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-abbc287d-ce73-4b0e-baa9-af89397485b5 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.605010 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-abbc287d-ce73-4b0e-baa9-af89397485b5 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.623099 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.632681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-abbc287d-ce73-4b0e-baa9-af89397485b5 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for f96db006-1691-4f65-bda2-05d0c78c1112 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:29.652992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Calling delete_port for 5102a4a8-bed8-4381-8b47-0d177ac8519b owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:29.856646 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-abbc287d-ce73-4b0e-baa9-af89397485b5 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.888974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc287d-ce73-4b0e-baa9-af89397485b5 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=f96db006-1691-4f65-bda2-05d0c78c1112,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:29.901287 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:29.949909 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Pushing event deleted for resources: {'Port': ['ID=5102a4a8-bed8-4381-8b47-0d177ac8519b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:30.022232 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-abbc287d-ce73-4b0e-baa9-af89397485b5 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:30.029027 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-abbc287d-ce73-4b0e-baa9-af89397485b5 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:30.034405 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-abbc287d-ce73-4b0e-baa9-af89397485b5 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/floatingips/8d438a41-1338-4df6-85d7-4eb5176244de HTTP/1.1" status: 204 len: 168 time: 0.7513232 Nov 24 13:17:30.039346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33640) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:30.051930 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:30.109780 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cab440-f76f-4e19-b42b-36e00d8d2609 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] DELETE failed (client error): The resource could not be found. Nov 24 13:17:30.110367 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1cab440-f76f-4e19-b42b-36e00d8d2609 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:17:30.116047 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c1cab440-f76f-4e19-b42b-36e00d8d2609 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/ports/7c0f517a-cb49-4cc5-baaa-787f6e81226b HTTP/1.1" status: 404 len: 333 time: 0.0728624 Nov 24 13:17:30.117698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33654) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:30.194050 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-39e2056c-b2b9-4666-8aed-a3e29d90c3cf tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ed28c42-bada-4709-be10-d20dc6ed08df HTTP/1.1" status: 200 len: 205 time: 0.0715067 Nov 24 13:17:30.203428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33658) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:30.253524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:17:30.282427 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-bb9537aa-50ea-42f8-8efe-eb1dd089ee5f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] delete failed (client error): The resource could not be found. Nov 24 13:17:30.288285 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bb9537aa-50ea-42f8-8efe-eb1dd089ee5f tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/routers/3ed28c42-bada-4709-be10-d20dc6ed08df HTTP/1.1" status: 404 len: 336 time: 0.0767741 Nov 24 13:17:30.288412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:17:30.288545 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33660) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:30.288650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6fb3af25-eda4-465e-b0ff-b78ed8b02a18 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:17:30.319730 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32c93b1-ecd8-4a4b-afdb-72063dc03889 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] DELETE failed (client error): The resource could not be found. Nov 24 13:17:30.320130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32c93b1-ecd8-4a4b-afdb-72063dc03889 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:17:30.323243 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b32c93b1-ecd8-4a4b-afdb-72063dc03889 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/subnets/3170c472-478f-46ec-a639-81d33ed41360 HTTP/1.1" status: 404 len: 337 time: 0.0336695 Nov 24 13:17:30.328014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33664) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:30.363477 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:17:30.447941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0401209b-97ab-4e04-a4e6-870f3ae67d97 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port 0c0431b2-9474-4a10-970c-c1697fd3c60b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:30.448756 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0401209b-97ab-4e04-a4e6-870f3ae67d97 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:30.611080 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:30.618170 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:30.621929 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0401209b-97ab-4e04-a4e6-870f3ae67d97 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:30.642506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0401209b-97ab-4e04-a4e6-870f3ae67d97 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for 0c0431b2-9474-4a10-970c-c1697fd3c60b owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:30.800625 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Router 4728fbfc-bdd8-441a-b14d-6e6b9beeb1de has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:17:30.830601 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0401209b-97ab-4e04-a4e6-870f3ae67d97 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:30.894041 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401209b-97ab-4e04-a4e6-870f3ae67d97 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=0c0431b2-9474-4a10-970c-c1697fd3c60b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:30.961692 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0401209b-97ab-4e04-a4e6-870f3ae67d97 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:30.968387 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0401209b-97ab-4e04-a4e6-870f3ae67d97 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/ports/0c0431b2-9474-4a10-970c-c1697fd3c60b HTTP/1.1" status: 204 len: 168 time: 0.6362512 Nov 24 13:17:30.968681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33694) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:30.974527 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:30.985128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ef2f0-77a5-47ab-a4d2-dd74accdc70a None None] Sync routers for ids ['4728fbfc-bdd8-441a-b14d-6e6b9beeb1de'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:30.990287 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:30.993938 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-292a2308-9597-41d8-afee-25a68951b3aa tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "PUT /v2.0/routers/4728fbfc-bdd8-441a-b14d-6e6b9beeb1de HTTP/1.1" status: 200 len: 706 time: 2.0883088 Nov 24 13:17:30.994231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33696) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:31.000766 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ef2f0-77a5-47ab-a4d2-dd74accdc70a None None] Routers {'4728fbfc-bdd8-441a-b14d-6e6b9beeb1de'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:31.002253 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fa9ef2f0-77a5-47ab-a4d2-dd74accdc70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4728fbfc-bdd8-441a-b14d-6e6b9beeb1de'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:31.040238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fa9ef2f0-77a5-47ab-a4d2-dd74accdc70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:31.049974 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9ef2f0-77a5-47ab-a4d2-dd74accdc70a None None] Routers {'4728fbfc-bdd8-441a-b14d-6e6b9beeb1de'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:31.050974 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fa9ef2f0-77a5-47ab-a4d2-dd74accdc70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['4728fbfc-bdd8-441a-b14d-6e6b9beeb1de'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:31.084676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-78eb2807-8640-4572-bcb2-8b8c7ef8db04 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port a3b3c414-e657-4057-aa36-032c0735d095 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:31.084676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78eb2807-8640-4572-bcb2-8b8c7ef8db04 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:31.084990 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a8b5574b-3b36-41c9-a69b-424f53be5130 tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/routers/4728fbfc-bdd8-441a-b14d-6e6b9beeb1de HTTP/1.1" status: 200 len: 741 time: 0.0868483 Nov 24 13:17:31.084990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33698) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:31.116598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fa9ef2f0-77a5-47ab-a4d2-dd74accdc70a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:31.117299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9ef2f0-77a5-47ab-a4d2-dd74accdc70a None None] The sync data for ids ['4728fbfc-bdd8-441a-b14d-6e6b9beeb1de'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:31.144475 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3fc918c9-fc97-4873-bb1d-b8183dc1cf9c tempest-RoutersAdminTest-1392212428 tempest-RoutersAdminTest-1392212428-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&device_id=4728fbfc-bdd8-441a-b14d-6e6b9beeb1de HTTP/1.1" status: 200 len: 205 time: 0.0584178 Nov 24 13:17:31.149249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33700) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:31.210746 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-13f382ce-46f6-426e-852c-79460e3a2899 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "GET /v2.0/ports?device_id=4728fbfc-bdd8-441a-b14d-6e6b9beeb1de HTTP/1.1" status: 200 len: 205 time: 0.0573831 Nov 24 13:17:31.221648 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33708) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:31.222314 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78eb2807-8640-4572-bcb2-8b8c7ef8db04 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:31.239110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-78eb2807-8640-4572-bcb2-8b8c7ef8db04 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for a3b3c414-e657-4057-aa36-032c0735d095 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:31.350990 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecbbaa0e-bfbe-40c4-aceb-e3f29e24f8c0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:31.489751 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78eb2807-8640-4572-bcb2-8b8c7ef8db04 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:31.562899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb2807-8640-4572-bcb2-8b8c7ef8db04 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=a3b3c414-e657-4057-aa36-032c0735d095,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:31.680838 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78eb2807-8640-4572-bcb2-8b8c7ef8db04 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:31.689069 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-78eb2807-8640-4572-bcb2-8b8c7ef8db04 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/ports/a3b3c414-e657-4057-aa36-032c0735d095 HTTP/1.1" status: 204 len: 168 time: 0.7160711 Nov 24 13:17:31.689890 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33728) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:31.759140 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a493cf-67d7-4e73-a381-280a65ba825d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:31.761311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-59a493cf-67d7-4e73-a381-280a65ba825d tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "GET /v2.0/ports?device_id=b06f3ce2-7163-4eef-a171-f70971db81a0 HTTP/1.1" status: 200 len: 913 time: 0.0680258 Nov 24 13:17:31.764808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33736) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:31.994835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecbbaa0e-bfbe-40c4-aceb-e3f29e24f8c0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:31.998151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecbbaa0e-bfbe-40c4-aceb-e3f29e24f8c0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:32.055220 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecbbaa0e-bfbe-40c4-aceb-e3f29e24f8c0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:32.055869 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbbaa0e-bfbe-40c4-aceb-e3f29e24f8c0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Fanout notify agent at l3_agent the message router_deleted on router 4728fbfc-bdd8-441a-b14d-6e6b9beeb1de {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:17:32.064118 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecbbaa0e-bfbe-40c4-aceb-e3f29e24f8c0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:32.065403 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ecbbaa0e-bfbe-40c4-aceb-e3f29e24f8c0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "DELETE /v2.0/routers/4728fbfc-bdd8-441a-b14d-6e6b9beeb1de HTTP/1.1" status: 204 len: 168 time: 0.8426909 Nov 24 13:17:32.069429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33748) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:32.114413 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fdf07dfa-44b5-4a04-b8d9-15330e6d475b tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "GET /v2.0/ports?device_id=4728fbfc-bdd8-441a-b14d-6e6b9beeb1de HTTP/1.1" status: 200 len: 205 time: 0.0412955 Nov 24 13:17:32.115201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33750) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:32.130999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755bb11-f25d-46b7-a166-a241a69378c4 req-ecfd23e2-64d3-41a9-98d4-61e1700a90cb tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:32.138613 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f755bb11-f25d-46b7-a166-a241a69378c4 req-ecfd23e2-64d3-41a9-98d4-61e1700a90cb tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 945 time: 0.1132419 Nov 24 13:17:32.179648 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-099be31d-a27c-401f-affb-386060cde4c2 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] delete failed (client error): The resource could not be found. Nov 24 13:17:32.181610 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-099be31d-a27c-401f-affb-386060cde4c2 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "DELETE /v2.0/routers/4728fbfc-bdd8-441a-b14d-6e6b9beeb1de HTTP/1.1" status: 404 len: 336 time: 0.0653460 Nov 24 13:17:32.183990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33752) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:32.217019 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a7e4461e-c374-4888-a705-fca24d9fa34c tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "GET /v2.0/ports?device_id=0393d26f-965e-4325-94f7-28a925de09da HTTP/1.1" status: 200 len: 205 time: 0.0314007 Nov 24 13:17:32.219355 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33754) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:32.258150 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-72a98d55-ea76-4b49-87f1-e90170beacc3 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] delete failed (client error): The resource could not be found. Nov 24 13:17:32.259217 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-72a98d55-ea76-4b49-87f1-e90170beacc3 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "DELETE /v2.0/routers/0393d26f-965e-4325-94f7-28a925de09da HTTP/1.1" status: 404 len: 336 time: 0.0389373 Nov 24 13:17:32.261815 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33756) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:32.293538 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f755bb11-f25d-46b7-a166-a241a69378c4 req-22a61aef-9d24-43d5-b317-5dfc8f1285e1 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/security-groups?id=39eeb9b2-8ac5-494b-9ead-51a8217e8ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540451 Nov 24 13:17:32.313477 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-784c4011-efd1-4ce1-8f6d-09911875e47d tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "GET /v2.0/ports?device_id=a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2 HTTP/1.1" status: 200 len: 205 time: 0.0505998 Nov 24 13:17:32.314146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33762) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:32.361914 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-0d6c0012-4b0e-4bb1-8ed6-c67928fa36f0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] delete failed (client error): The resource could not be found. Nov 24 13:17:32.363000 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0d6c0012-4b0e-4bb1-8ed6-c67928fa36f0 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "DELETE /v2.0/routers/a50cc7f2-5ac6-4c75-b08f-8a2fe8f62de2 HTTP/1.1" status: 404 len: 336 time: 0.0475206 Nov 24 13:17:32.367046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33764) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:32.400718 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1476ecff-f249-40b4-ab1e-d988f9ebf270 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "GET /v2.0/ports?device_id=f4521f45-6eb6-4b15-bace-fc9dd71a4ed2 HTTP/1.1" status: 200 len: 205 time: 0.0300205 Nov 24 13:17:32.401196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33766) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:32.428041 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9355563-e11b-42c4-ae82-67f3a5c74a16 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:32.476042 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-c07a40cd-efee-48e9-9b5d-32450b8902c7 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] delete failed (client error): The resource could not be found. Nov 24 13:17:32.483425 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c07a40cd-efee-48e9-9b5d-32450b8902c7 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "DELETE /v2.0/routers/f4521f45-6eb6-4b15-bace-fc9dd71a4ed2 HTTP/1.1" status: 404 len: 336 time: 0.0811174 Nov 24 13:17:32.483998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33776) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:32.547496 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3165893b-c4c3-4e25-83d3-fd1a896d2b73 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "GET /v2.0/ports?device_id=b88dd97e-bc8e-4469-bb7f-92d5e0d59b74 HTTP/1.1" status: 200 len: 205 time: 0.0620570 Nov 24 13:17:32.550278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33778) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:32.632149 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-53b99db9-1aee-41ac-af2f-45ba35c8fb66 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] delete failed (client error): The resource could not be found. Nov 24 13:17:32.633509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-53b99db9-1aee-41ac-af2f-45ba35c8fb66 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "DELETE /v2.0/routers/b88dd97e-bc8e-4469-bb7f-92d5e0d59b74 HTTP/1.1" status: 404 len: 336 time: 0.0792170 Nov 24 13:17:32.637501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33780) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:32.643083 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33784) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:32.692928 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-72cf35fc-776e-4702-9db4-5384f70d82d5 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "GET /v2.0/ports?device_id=464e0f7c-2abc-4eb1-bf42-9bd248f56144 HTTP/1.1" status: 200 len: 205 time: 0.0536056 Nov 24 13:17:32.715989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33786) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:32.763719 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-b8eeb80a-0de4-445f-a84f-96259d4a6e6e tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] delete failed (client error): The resource could not be found. Nov 24 13:17:32.765684 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b8eeb80a-0de4-445f-a84f-96259d4a6e6e tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "DELETE /v2.0/routers/464e0f7c-2abc-4eb1-bf42-9bd248f56144 HTTP/1.1" status: 404 len: 336 time: 0.0481780 Nov 24 13:17:32.768481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33788) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:32.803478 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca58dbd-fc8b-4264-bfce-1296251dddc3 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] DELETE failed (client error): The resource could not be found. Nov 24 13:17:32.804094 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca58dbd-fc8b-4264-bfce-1296251dddc3 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:17:32.807458 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bca58dbd-fc8b-4264-bfce-1296251dddc3 tempest-RoutersAdminTest-1461190260 tempest-RoutersAdminTest-1461190260-project] 10.222.0.48 "DELETE /v2.0/subnets/e0994e60-a001-4811-8a0d-957e52bb49bf HTTP/1.1" status: 404 len: 337 time: 0.0378115 Nov 24 13:17:32.910684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a22c9-2f48-41c9-9ceb-b3ff84ec48a7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Deleting port 0e5c17db-e387-4cee-b9a6-34ab3548c171 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:32.911058 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6b1a22c9-2f48-41c9-9ceb-b3ff84ec48a7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:32.953175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a9355563-e11b-42c4-ae82-67f3a5c74a16 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port fdc2e0f8-9e9d-4e78-a36c-cf50e127a33b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:32.953532 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9355563-e11b-42c4-ae82-67f3a5c74a16 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:33.051639 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6b1a22c9-2f48-41c9-9ceb-b3ff84ec48a7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:33.052202 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6b1a22c9-2f48-41c9-9ceb-b3ff84ec48a7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:33.069012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a22c9-2f48-41c9-9ceb-b3ff84ec48a7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Calling delete_port for 0e5c17db-e387-4cee-b9a6-34ab3548c171 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:33.090598 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9355563-e11b-42c4-ae82-67f3a5c74a16 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:33.106204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a9355563-e11b-42c4-ae82-67f3a5c74a16 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for fdc2e0f8-9e9d-4e78-a36c-cf50e127a33b owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:33.142775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33802) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:33.290155 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6b1a22c9-2f48-41c9-9ceb-b3ff84ec48a7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:33.343809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a22c9-2f48-41c9-9ceb-b3ff84ec48a7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Pushing event deleted for resources: {'Port': ['ID=0e5c17db-e387-4cee-b9a6-34ab3548c171,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:33.451306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb550b7c-64bd-46da-a0e2-61bd9498dc83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:33.467017 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9355563-e11b-42c4-ae82-67f3a5c74a16 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:33.494584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7af15-aa8e-4995-805d-8ea1e5afa29a req-3a09028c-5b66-4dff-9236-275a93af70a6 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:33.497786 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ca7af15-aa8e-4995-805d-8ea1e5afa29a req-3a09028c-5b66-4dff-9236-275a93af70a6 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.59 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 945 time: 0.1397686 Nov 24 13:17:33.569884 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6b1a22c9-2f48-41c9-9ceb-b3ff84ec48a7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:33.570275 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-6b1a22c9-2f48-41c9-9ceb-b3ff84ec48a7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Floating IP b1df0f44-6225-435e-8419-391235574b93 disassociated (deleted). External IP: 172.25.0.154, port: a281e2a2-c12a-4e28-9f4c-7b76431458a7. Nov 24 13:17:33.587112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab7fec-474d-4ec2-bbfe-2ebc7d6a44c0 req-8db51c5f-8a5e-4851-95be-87e8e36d494c tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:33.596992 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3aab7fec-474d-4ec2-bbfe-2ebc7d6a44c0 req-8db51c5f-8a5e-4851-95be-87e8e36d494c tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 945 time: 0.1588142 Nov 24 13:17:33.670221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9355563-e11b-42c4-ae82-67f3a5c74a16 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=fdc2e0f8-9e9d-4e78-a36c-cf50e127a33b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:33.781443 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3aab7fec-474d-4ec2-bbfe-2ebc7d6a44c0 req-09d6df36-2815-43f5-be75-9ab77acbde8c tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/security-groups?id=39eeb9b2-8ac5-494b-9ead-51a8217e8ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832752 Nov 24 13:17:33.846565 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb550b7c-64bd-46da-a0e2-61bd9498dc83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:33.855422 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb550b7c-64bd-46da-a0e2-61bd9498dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:33.884799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-1ca7af15-aa8e-4995-805d-8ea1e5afa29a req-f224cacc-be8b-47a2-8c47-9742af2ed1c9 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Deleting port dc476164-a287-48cf-8386-d4b706b18ac1 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:33.886058 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1ca7af15-aa8e-4995-805d-8ea1e5afa29a req-f224cacc-be8b-47a2-8c47-9742af2ed1c9 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:33.920104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb550b7c-64bd-46da-a0e2-61bd9498dc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c05920-94ae-4b9d-818b-08b7a66cd5df,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:33.956598 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fb550b7c-64bd-46da-a0e2-61bd9498dc83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e4138c605a94f5d9719a4efa4cff54b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8124437 Nov 24 13:17:33.959124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33828) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:33.987618 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a9355563-e11b-42c4-ae82-67f3a5c74a16 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:34.058982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1ca7af15-aa8e-4995-805d-8ea1e5afa29a req-f224cacc-be8b-47a2-8c47-9742af2ed1c9 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] For port dc476164-a287-48cf-8386-d4b706b18ac1, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=dc476164-a287-48cf-8386-d4b706b18ac1,segment=NetworkSegment(573f7320-c385-4b2c-8707-033534514180),segment_id=573f7320-c385-4b2c-8707-033534514180)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:17:34.059507 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1ca7af15-aa8e-4995-805d-8ea1e5afa29a req-f224cacc-be8b-47a2-8c47-9742af2ed1c9 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:34.085190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-1ca7af15-aa8e-4995-805d-8ea1e5afa29a req-f224cacc-be8b-47a2-8c47-9742af2ed1c9 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Calling delete_port for dc476164-a287-48cf-8386-d4b706b18ac1 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:34.087469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1a22c9-2f48-41c9-9ceb-b3ff84ec48a7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Router a619195a-8113-4b10-9e7e-dab9485f7afd has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:17:34.088778 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-569b3f98-4d56-4615-9c30-33de848cf0f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:34.125731 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-569b3f98-4d56-4615-9c30-33de848cf0f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:34.235052 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-569b3f98-4d56-4615-9c30-33de848cf0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:34.237716 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-569b3f98-4d56-4615-9c30-33de848cf0f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:34.239131 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-569b3f98-4d56-4615-9c30-33de848cf0f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4c05920-94ae-4b9d-818b-08b7a66cd5df HTTP/1.1" status: 204 len: 168 time: 0.2789364 Nov 24 13:17:34.374813 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b3f98-4d56-4615-9c30-33de848cf0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c05920-94ae-4b9d-818b-08b7a66cd5df,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:34.448065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1a22c9-2f48-41c9-9ceb-b3ff84ec48a7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:34.453874 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6b1a22c9-2f48-41c9-9ceb-b3ff84ec48a7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:34.462311 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dd663d-eed0-487d-8846-117239aa89c1 None None] Sync routers for ids ['a619195a-8113-4b10-9e7e-dab9485f7afd'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:34.478382 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dd663d-eed0-487d-8846-117239aa89c1 None None] Routers {'a619195a-8113-4b10-9e7e-dab9485f7afd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:34.479191 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-06dd663d-eed0-487d-8846-117239aa89c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a619195a-8113-4b10-9e7e-dab9485f7afd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:34.520931 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6b1a22c9-2f48-41c9-9ceb-b3ff84ec48a7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "DELETE /v2.0/floatingips/b1df0f44-6225-435e-8419-391235574b93 HTTP/1.1" status: 204 len: 168 time: 1.8763139 Nov 24 13:17:34.521192 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02e885f-429d-41ad-baaf-ba672354c835', 'tag': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:17:34.536767 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6174b8-981c-43ff-9343-ad97071d65d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d02e885f-429d-41ad-baaf-ba672354c835", "tag": "a281e2a2-c12a-4e28-9f4c-7b76431458a7"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:17:34.628291 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c24cb4-54c0-4aef-9a9f-e50bba5b9a66 x-openstack-request-id: req-a6c24cb4-54c0-4aef-9a9f-e50bba5b9a66 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:17:34.628927 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02e885f-429d-41ad-baaf-ba672354c835", "tag": "a281e2a2-c12a-4e28-9f4c-7b76431458a7", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:17:34.628927 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6c24cb4-54c0-4aef-9a9f-e50bba5b9a66 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:17:34.629317 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02e885f-429d-41ad-baaf-ba672354c835', 'tag': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'status': 'completed', 'code': 200} Nov 24 13:17:34.745913 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6174b8-981c-43ff-9343-ad97071d65d8 req-3dc1b032-1369-4f9e-b824-ad399af59933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:34.747446 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf6174b8-981c-43ff-9343-ad97071d65d8 req-3dc1b032-1369-4f9e-b824-ad399af59933 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=989d83eaaede444bba260d4bd072a98f&device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 1096 time: 0.0932040 Nov 24 13:17:34.904919 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-06dd663d-eed0-487d-8846-117239aa89c1 None None] Set router a619195a-8113-4b10-9e7e-dab9485f7afd gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:17:34.906185 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6174b8-981c-43ff-9343-ad97071d65d8 req-29a3ba6e-6f7d-4dec-9cca-6234d87dd793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:34.908391 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf6174b8-981c-43ff-9343-ad97071d65d8 req-29a3ba6e-6f7d-4dec-9cca-6234d87dd793 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b657000d-68f3-4e8c-bc69-3ec21b3bb253 HTTP/1.1" status: 200 len: 915 time: 0.1503277 Nov 24 13:17:34.988172 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf6174b8-981c-43ff-9343-ad97071d65d8 req-9c78e493-cc97-4e82-a090-abb02ebe1709 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a281e2a2-c12a-4e28-9f4c-7b76431458a7 HTTP/1.1" status: 200 len: 217 time: 0.0679164 Nov 24 13:17:35.024852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33862) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:35.071605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9355563-e11b-42c4-ae82-67f3a5c74a16 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Router b06f3ce2-7163-4eef-a171-f70971db81a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:17:35.121330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6174b8-981c-43ff-9343-ad97071d65d8 req-a00eba80-8ec7-4c86-9da6-79bfa511cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:35.123446 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf6174b8-981c-43ff-9343-ad97071d65d8 req-a00eba80-8ec7-4c86-9da6-79bfa511cab7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=703abfc3-a51a-475b-bfaf-4344e9a5b671 HTTP/1.1" status: 200 len: 853 time: 0.1270549 Nov 24 13:17:35.157049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e35449-a2c2-421c-8eb8-de6bd44b5082 req-f79828de-a1a9-4ecd-96e1-6dc6cc9dce16 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:35.161267 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91e35449-a2c2-421c-8eb8-de6bd44b5082 req-f79828de-a1a9-4ecd-96e1-6dc6cc9dce16 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/ports?device_id=df2eaec8-5cf9-4c25-b4ce-983275a7c373 HTTP/1.1" status: 200 len: 945 time: 0.1754982 Nov 24 13:17:35.195569 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f83c46e0-aeff-4f35-b7bd-ddaa26db6f5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd5796502b1844e080a65f8c71a98699&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1696651 Nov 24 13:17:35.217512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33874) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:35.260436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27781438-8c86-4dc9-b70a-7449d0cf3ead req-23cb9985-ab1c-46b5-8a0b-8d04198da909 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:35.268372 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27781438-8c86-4dc9-b70a-7449d0cf3ead req-23cb9985-ab1c-46b5-8a0b-8d04198da909 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 945 time: 0.2607319 Nov 24 13:17:35.293295 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1ca7af15-aa8e-4995-805d-8ea1e5afa29a req-f224cacc-be8b-47a2-8c47-9742af2ed1c9 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:35.296788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9355563-e11b-42c4-ae82-67f3a5c74a16 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:17:35.306093 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['dc476164-a287-48cf-8386-d4b706b18ac1'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:17:35.306900 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a9355563-e11b-42c4-ae82-67f3a5c74a16 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "PUT /v2.0/routers/b06f3ce2-7163-4eef-a171-f70971db81a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5409722 Nov 24 13:17:35.322384 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33876) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:35.360216 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27781438-8c86-4dc9-b70a-7449d0cf3ead req-72f907f4-bf9d-47a2-9e81-eb87639b9482 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905242 Nov 24 13:17:35.374420 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-06dd663d-eed0-487d-8846-117239aa89c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 4, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '60286d78-d7b1-4a51-b3ca-d480a3693730', 'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'mac_address': 'fa:16:3e:ee:d5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:29Z', 'updated_at': '2021-11-24T13:11:38Z', 'revision_number': 5, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'subnets': [{'id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:35.380455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c80473a-9cb4-45bd-a46c-58df6248fdec None None] Sync routers for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:17:35.384841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224cacc-be8b-47a2-8c47-9742af2ed1c9 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Pushing event deleted for resources: {'Port': ['ID=dc476164-a287-48cf-8386-d4b706b18ac1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:35.411111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-91e35449-a2c2-421c-8eb8-de6bd44b5082 req-ef3b0e36-bdf4-4ddb-9340-6a34b32cd711 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.48 "GET /v2.0/security-groups?id=39eeb9b2-8ac5-494b-9ead-51a8217e8ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172439 Nov 24 13:17:35.419274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6174b8-981c-43ff-9343-ad97071d65d8 req-fdb3037b-95a1-4481-88b2-ac56ecf8a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:35.421747 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf6174b8-981c-43ff-9343-ad97071d65d8 req-fdb3037b-95a1-4481-88b2-ac56ecf8a7e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b657000d-68f3-4e8c-bc69-3ec21b3bb253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2554641 Nov 24 13:17:35.426037 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c80473a-9cb4-45bd-a46c-58df6248fdec None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:35.426677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6c80473a-9cb4-45bd-a46c-58df6248fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:35.441836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca7af15-aa8e-4995-805d-8ea1e5afa29a req-f224cacc-be8b-47a2-8c47-9742af2ed1c9 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] No DVR routers for this DVR port dc476164-a287-48cf-8386-d4b706b18ac1 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:17:35.445331 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1ca7af15-aa8e-4995-805d-8ea1e5afa29a req-f224cacc-be8b-47a2-8c47-9742af2ed1c9 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:35.449249 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ca7af15-aa8e-4995-805d-8ea1e5afa29a req-f224cacc-be8b-47a2-8c47-9742af2ed1c9 tempest-ServerTagsTestJSON-1062606631 tempest-ServerTagsTestJSON-1062606631-project] 10.222.0.59 "DELETE /v2.0/ports/dc476164-a287-48cf-8386-d4b706b18ac1 HTTP/1.1" status: 204 len: 173 time: 1.9024980 Nov 24 13:17:35.449781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2eaec8-5cf9-4c25-b4ce-983275a7c373', 'name': 'network-vif-deleted', 'tag': 'dc476164-a287-48cf-8386-d4b706b18ac1'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:17:35.460226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6c80473a-9cb4-45bd-a46c-58df6248fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:35.461786 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08eb557-5c0a-4d0d-acff-ca0fc1f190db" -d '{"events": [{"server_uuid": "df2eaec8-5cf9-4c25-b4ce-983275a7c373", "name": "network-vif-deleted", "tag": "dc476164-a287-48cf-8386-d4b706b18ac1"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:17:35.472160 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dd663d-eed0-487d-8846-117239aa89c1 None None] Checking router: a619195a-8113-4b10-9e7e-dab9485f7afd for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:17:35.478040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c80473a-9cb4-45bd-a46c-58df6248fdec None None] Routers {'b06f3ce2-7163-4eef-a171-f70971db81a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:35.478881 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6c80473a-9cb4-45bd-a46c-58df6248fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b06f3ce2-7163-4eef-a171-f70971db81a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:35.492076 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2e6105b-4588-4320-8229-ae86c96d3116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:35.531185 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dd663d-eed0-487d-8846-117239aa89c1 None None] Routers {'a619195a-8113-4b10-9e7e-dab9485f7afd'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:17:35.532150 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-06dd663d-eed0-487d-8846-117239aa89c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a619195a-8113-4b10-9e7e-dab9485f7afd'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:35.555059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6c80473a-9cb4-45bd-a46c-58df6248fdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:35.555987 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c80473a-9cb4-45bd-a46c-58df6248fdec None None] The sync data for ids ['b06f3ce2-7163-4eef-a171-f70971db81a0'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:35.569181 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025553ef-aee3-49e7-879e-e3a8b7eb375b x-openstack-request-id: req-025553ef-aee3-49e7-879e-e3a8b7eb375b {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:17:35.569769 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2eaec8-5cf9-4c25-b4ce-983275a7c373", "name": "network-vif-deleted", "tag": "dc476164-a287-48cf-8386-d4b706b18ac1", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:17:35.570251 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-025553ef-aee3-49e7-879e-e3a8b7eb375b {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:17:35.570890 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2eaec8-5cf9-4c25-b4ce-983275a7c373', 'name': 'network-vif-deleted', 'tag': 'dc476164-a287-48cf-8386-d4b706b18ac1', 'status': 'completed', 'code': 200} Nov 24 13:17:35.606237 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2e6105b-4588-4320-8229-ae86c96d3116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:35.665535 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:35.677651 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-06dd663d-eed0-487d-8846-117239aa89c1 None None] Set router a619195a-8113-4b10-9e7e-dab9485f7afd gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:17:35.854093 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf6174b8-981c-43ff-9343-ad97071d65d8 req-662fe330-fac6-48d9-9ee6-65f4244d10d9 service neutron] 10.222.0.46 "GET /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102666 Nov 24 13:17:35.939703 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2e6105b-4588-4320-8229-ae86c96d3116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:35.942469 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2e6105b-4588-4320-8229-ae86c96d3116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:35.943635 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d2e6105b-4588-4320-8229-ae86c96d3116 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/230354a4-7796-461c-a986-cc15438481fb HTTP/1.1" status: 204 len: 168 time: 0.7267976 Nov 24 13:17:35.969170 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:36.015661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6105b-4588-4320-8229-ae86c96d3116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230354a4-7796-461c-a986-cc15438481fb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:36.121343 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf6174b8-981c-43ff-9343-ad97071d65d8 req-862141e5-a09a-4831-89a6-fbd60d825730 service neutron] 10.222.0.46 "GET /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569029 Nov 24 13:17:36.208474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting port 98f558d5-f7ba-44aa-9af0-8e0671c2b706 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:36.209867 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:36.215129 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-06dd663d-eed0-487d-8846-117239aa89c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 4, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '60286d78-d7b1-4a51-b3ca-d480a3693730', 'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'mac_address': 'fa:16:3e:ee:d5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:29Z', 'updated_at': '2021-11-24T13:11:38Z', 'revision_number': 5, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'subnets': [{'id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:36.243358 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dd663d-eed0-487d-8846-117239aa89c1 None None] The sync data for ids ['a619195a-8113-4b10-9e7e-dab9485f7afd'] in n-d-817303-4 is: [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:11:30Z', 'revision_number': 4, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '60286d78-d7b1-4a51-b3ca-d480a3693730', 'name': '', 'network_id': 'b657000d-68f3-4e8c-bc69-3ec21b3bb253', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'mac_address': 'fa:16:3e:ee:d5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2262, 'fixed_ips': [{'subnet_id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:29Z', 'updated_at': '2021-11-24T13:11:38Z', 'revision_number': 5, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'subnets': [{'id': '703abfc3-a51a-475b-bfaf-4344e9a5b671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:17:36.382767 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:36.387158 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:36.419003 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Calling delete_port for 98f558d5-f7ba-44aa-9af0-8e0671c2b706 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:36.475264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33918) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:36.555558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-db93f2c8-1e8b-47c0-af34-acac6529210c admin admin] Deleting subnet 4b6a6eca-8230-46e7-8cf3-4e314df65d21 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:17:36.560509 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-db93f2c8-1e8b-47c0-af34-acac6529210c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:36.646762 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-db93f2c8-1e8b-47c0-af34-acac6529210c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:36.735120 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-db93f2c8-1e8b-47c0-af34-acac6529210c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:36.755537 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452f3571-4255-439a-921e-29e50a2bb7ff None None] New status for floating IP b1df0f44-6225-435e-8419-391235574b93: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:17:36.760964 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:36.841256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Port': ['ID=98f558d5-f7ba-44aa-9af0-8e0671c2b706,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:36.870063 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-db93f2c8-1e8b-47c0-af34-acac6529210c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:36.912179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa494230-7586-4d0a-9e0f-fbee9f4cff76 req-9840f30b-ad6b-4d3f-a29a-54735cb749cb tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:36.913845 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fa494230-7586-4d0a-9e0f-fbee9f4cff76 req-9840f30b-ad6b-4d3f-a29a-54735cb749cb tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 945 time: 0.3996074 Nov 24 13:17:36.916108 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-db93f2c8-1e8b-47c0-af34-acac6529210c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:36.931428 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-db93f2c8-1e8b-47c0-af34-acac6529210c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4b6a6eca-8230-46e7-8cf3-4e314df65d21 HTTP/1.1" status: 204 len: 168 time: 0.4549921 Nov 24 13:17:36.957686 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33940) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:36.986766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93f2c8-1e8b-47c0-af34-acac6529210c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b6a6eca-8230-46e7-8cf3-4e314df65d21,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:37.017237 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb37d0-d2de-4341-9e77-f62f564e2a41 req-bd8e5dfa-3f54-44c7-82f2-586d12e29daa tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:37.018763 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-47bb37d0-d2de-4341-9e77-f62f564e2a41 req-bd8e5dfa-3f54-44c7-82f2-586d12e29daa tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.46 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 945 time: 0.4912703 Nov 24 13:17:37.055186 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:37.286073 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:37.292385 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:37.359327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fe19a-c865-4e8f-a32f-0c23b82bc6ef req-402b8ee7-4d9d-4238-b9fd-97096ec3c16b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:37.360869 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f4fe19a-c865-4e8f-a32f-0c23b82bc6ef req-402b8ee7-4d9d-4238-b9fd-97096ec3c16b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1581705 Nov 24 13:17:37.402763 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fa494230-7586-4d0a-9e0f-fbee9f4cff76 req-7cc4f287-54c2-4b3d-991a-55b828263dbc tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4526417 Nov 24 13:17:37.490732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4312b8e-4c9f-4f44-b25c-1da1483a1103 req-4ab3d03f-c1d3-4b9c-9125-085538df79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:37.494533 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4312b8e-4c9f-4f44-b25c-1da1483a1103 req-4ab3d03f-c1d3-4b9c-9125-085538df79aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 1096 time: 0.2898452 Nov 24 13:17:37.495264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 33962) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:37.512540 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f4fe19a-c865-4e8f-a32f-0c23b82bc6ef req-3ddc5186-5b05-44bc-b25d-b46e9373a30c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502819 Nov 24 13:17:37.525871 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4862a462-7ff9-4559-b25d-6813de261aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:37.528918 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:37.529588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Fanout notify agent at l3_agent the message router_deleted on router b06f3ce2-7163-4eef-a171-f70971db81a0 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:17:37.538014 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:37.539106 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-479303fa-e3d0-4f28-90f6-148d5de57f0a tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/routers/b06f3ce2-7163-4eef-a171-f70971db81a0 HTTP/1.1" status: 204 len: 168 time: 2.2148259 Nov 24 13:17:37.542898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 33968) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:37.650273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dfd896-449e-4d3d-b3be-c6d240ea8d99 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Deleting subnet 608eaa53-4651-4b95-9a11-bb9c61eee21c {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:17:37.654193 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31dfd896-449e-4d3d-b3be-c6d240ea8d99 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:37.667152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4312b8e-4c9f-4f44-b25c-1da1483a1103 req-e9e6e1b4-d75f-4536-a527-1804c1c56e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:37.668841 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4312b8e-4c9f-4f44-b25c-1da1483a1103 req-e9e6e1b4-d75f-4536-a527-1804c1c56e5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.1381173 Nov 24 13:17:37.698402 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-47bb37d0-d2de-4341-9e77-f62f564e2a41 req-62228299-e76e-46b5-98f4-424fd751d2c2 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Deleting port a281e2a2-c12a-4e28-9f4c-7b76431458a7 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:37.699055 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-47bb37d0-d2de-4341-9e77-f62f564e2a41 req-62228299-e76e-46b5-98f4-424fd751d2c2 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:37.759803 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4862a462-7ff9-4559-b25d-6813de261aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:37.764656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Request body: {'networks': [{'name': 'tempest-network--721448135'}, {'name': 'tempest-network--1586394485'}]} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:37.765030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Request body: {'network': {'name': 'tempest-network--721448135'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:37.765503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Request body: {'network': {'name': 'tempest-network--1586394485'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:37.791359 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31dfd896-449e-4d3d-b3be-c6d240ea8d99 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:37.806374 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4312b8e-4c9f-4f44-b25c-1da1483a1103 req-d0c8d9f1-a6c3-40a8-8cec-e4638b831d60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86 HTTP/1.1" status: 200 len: 999 time: 0.1233351 Nov 24 13:17:37.810625 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device dc476164-a287-48cf-8386-d4b706b18ac1 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:17:37.814159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Made reservation on behalf of f4ce758618f94fb981ce37a4a8056890 for: {'network': 2} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:37.820911 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:37.843514 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:37.865841 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31dfd896-449e-4d3d-b3be-c6d240ea8d99 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:37.872544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: dc476164-a287-48cf-8386-d4b706b18ac1 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:17:37.873170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device dc476164-a287-48cf-8386-d4b706b18ac1 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:17:37.914637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4312b8e-4c9f-4f44-b25c-1da1483a1103 req-7acef12c-ed8f-44b2-b4c7-b5af664c30de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:37.916796 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4312b8e-4c9f-4f44-b25c-1da1483a1103 req-7acef12c-ed8f-44b2-b4c7-b5af664c30de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.0925395 Nov 24 13:17:38.030136 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.044142 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.045135 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.115779 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdf32ea-0963-4556-8647-34c53423dcf6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:38.141997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4312b8e-4c9f-4f44-b25c-1da1483a1103 req-7ec0b855-b008-40ec-9ab4-b046d30b2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:38.143530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4312b8e-4c9f-4f44-b25c-1da1483a1103 req-7ec0b855-b008-40ec-9ab4-b046d30b2a7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2148263 Nov 24 13:17:38.194234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:17:38.240559 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.241379 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Added segment 001a0572-6547-41fe-b7ee-6d696c72b72e of type vlan for network 8cdbb454-1c2d-4e87-8ccc-77b79683bfac Nov 24 13:17:38.301705 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.305381 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-4862a462-7ff9-4559-b25d-6813de261aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeae3235-8817-41f8-a3d9-cfbe6ec8841f']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:38.321425 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-4862a462-7ff9-4559-b25d-6813de261aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573f7320-c385-4b2c-8707-033534514180') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:38.322026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-4862a462-7ff9-4559-b25d-6813de261aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573f7320-c385-4b2c-8707-033534514180') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:38.336076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:17:38.337796 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4862a462-7ff9-4559-b25d-6813de261aad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.345976 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.346324 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Added segment 7b6d51c1-f1f0-4ff1-9dbf-05bd7c9811ce of type vlan for network 64c1c58e-e7a2-4e32-89b6-3de07632e6c1 Nov 24 13:17:38.372142 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4862a462-7ff9-4559-b25d-6813de261aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.388697 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.414611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4862a462-7ff9-4559-b25d-6813de261aad admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:17:38.415262 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4862a462-7ff9-4559-b25d-6813de261aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:17:38.417617 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:17:38.435053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4312b8e-4c9f-4f44-b25c-1da1483a1103 req-8d330401-34fd-463c-815a-39ea66652c4c service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830396 Nov 24 13:17:38.438256 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.438777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.447714 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:38.456129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:38.457039 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.489409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-47bb37d0-d2de-4341-9e77-f62f564e2a41 req-62228299-e76e-46b5-98f4-424fd751d2c2 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] For port a281e2a2-c12a-4e28-9f4c-7b76431458a7, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a281e2a2-c12a-4e28-9f4c-7b76431458a7,segment=NetworkSegment(29f79fdf-70f1-46bb-ab14-728193714843),segment_id=29f79fdf-70f1-46bb-ab14-728193714843)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:17:38.489783 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-47bb37d0-d2de-4341-9e77-f62f564e2a41 req-62228299-e76e-46b5-98f4-424fd751d2c2 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.535407 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31dfd896-449e-4d3d-b3be-c6d240ea8d99 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.581790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event updated for resources: {'Network': ['ID=8cdbb454-1c2d-4e87-8ccc-77b79683bfac,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:38.593111 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 8cdbb454-1c2d-4e87-8ccc-77b79683bfac details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:17:38.616385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-47bb37d0-d2de-4341-9e77-f62f564e2a41 req-62228299-e76e-46b5-98f4-424fd751d2c2 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Calling delete_port for a281e2a2-c12a-4e28-9f4c-7b76431458a7 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:38.668243 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event updated for resources: {'Network': ['ID=64c1c58e-e7a2-4e32-89b6-3de07632e6c1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:38.679936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 64c1c58e-e7a2-4e32-89b6-3de07632e6c1 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:17:38.682837 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-31dfd896-449e-4d3d-b3be-c6d240ea8d99 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.691758 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-31dfd896-449e-4d3d-b3be-c6d240ea8d99 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/subnets/608eaa53-4651-4b95-9a11-bb9c61eee21c HTTP/1.1" status: 204 len: 168 time: 1.1462212 Nov 24 13:17:38.702791 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4862a462-7ff9-4559-b25d-6813de261aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.710644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34002) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:38.715884 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4862a462-7ff9-4559-b25d-6813de261aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:38.725695 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4862a462-7ff9-4559-b25d-6813de261aad admin admin] 10.222.0.48 "DELETE /v2.0/networks/aeae3235-8817-41f8-a3d9-cfbe6ec8841f HTTP/1.1" status: 204 len: 168 time: 1.7666714 Nov 24 13:17:38.727925 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfd896-449e-4d3d-b3be-c6d240ea8d99 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Subnet': ['ID=608eaa53-4651-4b95-9a11-bb9c61eee21c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:38.781137 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-229d2e76-3ee9-4a23-a444-38ba399c488d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2638862 Nov 24 13:17:38.781303 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862a462-7ff9-4559-b25d-6813de261aad admin admin] Pushing event deleted for resources: {'Network': ['ID=aeae3235-8817-41f8-a3d9-cfbe6ec8841f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:38.783274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34008) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:38.822518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84a2fd-4f28-4ac4-937d-975aa42aeb2d req-59f8207e-f0c2-46e5-bc56-882d9a0bdcf4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:38.831767 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5a84a2fd-4f28-4ac4-937d-975aa42aeb2d req-59f8207e-f0c2-46e5-bc56-882d9a0bdcf4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1604104 Nov 24 13:17:38.917280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb53462-4e2b-41ff-93c5-f63382067afe req-2590b4ea-f9de-4cfd-9fb4-4bb273a60e64 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:38.918993 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bdb53462-4e2b-41ff-93c5-f63382067afe req-2590b4ea-f9de-4cfd-9fb4-4bb273a60e64 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 945 time: 0.3935847 Nov 24 13:17:38.989640 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63829146-7d18-4fbc-a5aa-c9f9d4e8e953 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.015010 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4312b8e-4c9f-4f44-b25c-1da1483a1103 req-cb9c79e2-ffb7-4167-818f-47774c22d828 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538144 Nov 24 13:17:39.033138 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5a84a2fd-4f28-4ac4-937d-975aa42aeb2d req-f07d6274-3aa8-471a-8888-00b39e05e58a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003629 Nov 24 13:17:39.063022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34018) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:39.173705 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3c6ae1cb-a536-442a-9fef-b905c6b13ccb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=266ef81b9d6942d687fd82614c73d315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0955517 Nov 24 13:17:39.175869 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63829146-7d18-4fbc-a5aa-c9f9d4e8e953 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.178398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34020) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:39.214087 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bdb53462-4e2b-41ff-93c5-f63382067afe req-d4463634-1422-40a5-904a-ce012f74e55c tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/security-groups?id=8a0c9797-fc57-45ef-88c3-06a68d5ded7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740221 Nov 24 13:17:39.224289 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-63829146-7d18-4fbc-a5aa-c9f9d4e8e953 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f86832-8ed9-4110-91b6-f8a3b07c46b6']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:39.249940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-63829146-7d18-4fbc-a5aa-c9f9d4e8e953 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106e58f0-26c6-4e57-827f-1b2da3ffb559') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:39.249940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-63829146-7d18-4fbc-a5aa-c9f9d4e8e953 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106e58f0-26c6-4e57-827f-1b2da3ffb559') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:39.284850 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a95cb-519f-42d2-a30f-5492908f73c5 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:39.291473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a95cb-519f-42d2-a30f-5492908f73c5 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:39.296273 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63829146-7d18-4fbc-a5aa-c9f9d4e8e953 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.299453 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a95cb-519f-42d2-a30f-5492908f73c5 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:39.308000 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a95cb-519f-42d2-a30f-5492908f73c5 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:39.312282 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fa2a95cb-519f-42d2-a30f-5492908f73c5 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5260210 Nov 24 13:17:39.314461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34030) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:39.330986 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63829146-7d18-4fbc-a5aa-c9f9d4e8e953 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.336819 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-47bb37d0-d2de-4341-9e77-f62f564e2a41 req-62228299-e76e-46b5-98f4-424fd751d2c2 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.346542 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09794e17-765d-49da-94a1-a3616ecf6872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.369824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63829146-7d18-4fbc-a5aa-c9f9d4e8e953 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:17:39.370217 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63829146-7d18-4fbc-a5aa-c9f9d4e8e953 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:17:39.376323 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:17:39.389911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62228299-e76e-46b5-98f4-424fd751d2c2 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Pushing event deleted for resources: {'Port': ['ID=a281e2a2-c12a-4e28-9f4c-7b76431458a7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:39.440647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bb37d0-d2de-4341-9e77-f62f564e2a41 req-62228299-e76e-46b5-98f4-424fd751d2c2 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] No DVR routers for this DVR port a281e2a2-c12a-4e28-9f4c-7b76431458a7 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:17:39.446053 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-47bb37d0-d2de-4341-9e77-f62f564e2a41 req-62228299-e76e-46b5-98f4-424fd751d2c2 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.450457 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-47bb37d0-d2de-4341-9e77-f62f564e2a41 req-62228299-e76e-46b5-98f4-424fd751d2c2 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.46 "DELETE /v2.0/ports/a281e2a2-c12a-4e28-9f4c-7b76431458a7 HTTP/1.1" status: 204 len: 173 time: 2.3976667 Nov 24 13:17:39.451264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02e885f-429d-41ad-baaf-ba672354c835', 'name': 'network-vif-deleted', 'tag': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:17:39.464279 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae4a5b6-a37e-40bd-9107-a5756bbddbaf" -d '{"events": [{"server_uuid": "d02e885f-429d-41ad-baaf-ba672354c835", "name": "network-vif-deleted", "tag": "a281e2a2-c12a-4e28-9f4c-7b76431458a7"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:17:39.520566 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c506456-20c8-4e2e-95ba-94bd46366574 x-openstack-request-id: req-8c506456-20c8-4e2e-95ba-94bd46366574 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:17:39.520566 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02e885f-429d-41ad-baaf-ba672354c835", "name": "network-vif-deleted", "tag": "a281e2a2-c12a-4e28-9f4c-7b76431458a7", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:17:39.521103 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8c506456-20c8-4e2e-95ba-94bd46366574 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:17:39.521523 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02e885f-429d-41ad-baaf-ba672354c835', 'name': 'network-vif-deleted', 'tag': 'a281e2a2-c12a-4e28-9f4c-7b76431458a7', 'status': 'completed', 'code': 200} Nov 24 13:17:39.559910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09794e17-765d-49da-94a1-a3616ecf6872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.585889 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63829146-7d18-4fbc-a5aa-c9f9d4e8e953 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.597869 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1ff5f5f-c9e1-407a-b673-662e76f6c9a3 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.605547 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63829146-7d18-4fbc-a5aa-c9f9d4e8e953 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.608877 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-63829146-7d18-4fbc-a5aa-c9f9d4e8e953 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] 10.222.0.48 "DELETE /v2.0/networks/e1f86832-8ed9-4110-91b6-f8a3b07c46b6 HTTP/1.1" status: 204 len: 168 time: 0.8972344 Nov 24 13:17:39.641706 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63829146-7d18-4fbc-a5aa-c9f9d4e8e953 tempest-FloatingIPTestJSON-621438776 tempest-FloatingIPTestJSON-621438776-project] Pushing event deleted for resources: {'Network': ['ID=e1f86832-8ed9-4110-91b6-f8a3b07c46b6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:39.679962 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.782859 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09794e17-765d-49da-94a1-a3616ecf6872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.787760 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09794e17-765d-49da-94a1-a3616ecf6872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.796846 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-09794e17-765d-49da-94a1-a3616ecf6872 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39eeb9b2-8ac5-494b-9ead-51a8217e8ed2 HTTP/1.1" status: 204 len: 168 time: 0.6170139 Nov 24 13:17:39.834451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09794e17-765d-49da-94a1-a3616ecf6872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eeb9b2-8ac5-494b-9ead-51a8217e8ed2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:39.876854 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1ff5f5f-c9e1-407a-b673-662e76f6c9a3 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:39.932644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d1ff5f5f-c9e1-407a-b673-662e76f6c9a3 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cdbb454-1c2d-4e87-8ccc-77b79683bfac']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:39.967962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d1ff5f5f-c9e1-407a-b673-662e76f6c9a3 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001a0572-6547-41fe-b7ee-6d696c72b72e') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:39.968235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d1ff5f5f-c9e1-407a-b673-662e76f6c9a3 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001a0572-6547-41fe-b7ee-6d696c72b72e') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:39.991733 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1ff5f5f-c9e1-407a-b673-662e76f6c9a3 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.022298 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a281e2a2-c12a-4e28-9f4c-7b76431458a7 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:17:40.028331 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1ff5f5f-c9e1-407a-b673-662e76f6c9a3 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.048811 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ff5f5f-c9e1-407a-b673-662e76f6c9a3 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:17:40.051344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1ff5f5f-c9e1-407a-b673-662e76f6c9a3 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:17:40.060083 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:17:40.075226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: a281e2a2-c12a-4e28-9f4c-7b76431458a7 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:17:40.075716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a281e2a2-c12a-4e28-9f4c-7b76431458a7 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:17:40.198216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34060) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:40.221906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1ff5f5f-c9e1-407a-b673-662e76f6c9a3 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.324708 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1ff5f5f-c9e1-407a-b673-662e76f6c9a3 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.329313 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d1ff5f5f-c9e1-407a-b673-662e76f6c9a3 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "DELETE /v2.0/networks/8cdbb454-1c2d-4e87-8ccc-77b79683bfac HTTP/1.1" status: 204 len: 168 time: 1.0136480 Nov 24 13:17:40.332646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff5f5f-c9e1-407a-b673-662e76f6c9a3 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event deleted for resources: {'Network': ['ID=8cdbb454-1c2d-4e87-8ccc-77b79683bfac,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:40.334640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34070) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:40.344268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d83b07-b849-4ad2-96c9-3a5c322b2a5b req-6f354ed0-3a1f-403d-b6cf-a4d61bbe3708 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:40.345882 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9d83b07-b849-4ad2-96c9-3a5c322b2a5b req-6f354ed0-3a1f-403d-b6cf-a4d61bbe3708 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1286173 Nov 24 13:17:40.448850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9d83b07-b849-4ad2-96c9-3a5c322b2a5b req-c71a78dd-73d9-4d1c-b610-ccf16855d75f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926940 Nov 24 13:17:40.466008 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80b165e-7255-4fe6-a5f0-040a3ae54add tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.551240 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0f489814-87f9-4d5d-8169-b92ef753744d req-9bd59484-ce97-44db-830d-e134908f8794 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 210 time: 0.0807433 Nov 24 13:17:40.567972 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5b2fe8ac-9cf9-4133-a1b2-166a9cb2549a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fdb6b3ba89b4407183c4d41facd9e2cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3687649 Nov 24 13:17:40.570429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34080) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:40.666091 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80b165e-7255-4fe6-a5f0-040a3ae54add tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.689397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f80b165e-7255-4fe6-a5f0-040a3ae54add tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c1c58e-e7a2-4e32-89b6-3de07632e6c1']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:40.700363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f80b165e-7255-4fe6-a5f0-040a3ae54add tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6d51c1-f1f0-4ff1-9dbf-05bd7c9811ce') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:40.700930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f80b165e-7255-4fe6-a5f0-040a3ae54add tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6d51c1-f1f0-4ff1-9dbf-05bd7c9811ce') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:40.711724 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80b165e-7255-4fe6-a5f0-040a3ae54add tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.714443 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1fcc15a9-f7c1-4875-8de8-72cccd5c684d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.727842 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80b165e-7255-4fe6-a5f0-040a3ae54add tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.735007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80b165e-7255-4fe6-a5f0-040a3ae54add tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:17:40.735443 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80b165e-7255-4fe6-a5f0-040a3ae54add tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.744117 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1fcc15a9-f7c1-4875-8de8-72cccd5c684d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:17:40.826058 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:17:40.836172 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80b165e-7255-4fe6-a5f0-040a3ae54add tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.862403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80b165e-7255-4fe6-a5f0-040a3ae54add tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.864385 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1fcc15a9-f7c1-4875-8de8-72cccd5c684d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.871038 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1fcc15a9-f7c1-4875-8de8-72cccd5c684d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:40.875772 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1fcc15a9-f7c1-4875-8de8-72cccd5c684d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c793e4f-81f3-47f6-8b32-f0fc1493ff27 HTTP/1.1" status: 204 len: 168 time: 0.2992387 Nov 24 13:17:40.875956 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f80b165e-7255-4fe6-a5f0-040a3ae54add tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "DELETE /v2.0/networks/64c1c58e-e7a2-4e32-89b6-3de07632e6c1 HTTP/1.1" status: 204 len: 168 time: 0.5393655 Nov 24 13:17:40.876550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34098) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:40.911553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc15a9-f7c1-4875-8de8-72cccd5c684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c793e4f-81f3-47f6-8b32-f0fc1493ff27,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:40.950470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b165e-7255-4fe6-a5f0-040a3ae54add tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event deleted for resources: {'Network': ['ID=64c1c58e-e7a2-4e32-89b6-3de07632e6c1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:41.245044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da6fc07-1c55-4f3e-94d6-535aa0511d68 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:41.270536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da6fc07-1c55-4f3e-94d6-535aa0511d68 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:41.272197 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8da6fc07-1c55-4f3e-94d6-535aa0511d68 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3883295 Nov 24 13:17:41.275902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34118) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:41.292307 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b5bb9231-68f7-4bea-b102-11483224f2cb tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1664143640'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:41.364055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bb9231-68f7-4bea-b102-11483224f2cb tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Made reservation on behalf of f4ce758618f94fb981ce37a4a8056890 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:41.368002 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5bb9231-68f7-4bea-b102-11483224f2cb tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:41.410599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bb9231-68f7-4bea-b102-11483224f2cb tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:17:41.428869 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5bb9231-68f7-4bea-b102-11483224f2cb tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:41.429219 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-b5bb9231-68f7-4bea-b102-11483224f2cb tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Added segment 552d4b90-2acb-46c0-abcd-0b65f08c2f2e of type vlan for network a5691c20-703a-49f1-8f9d-2a8dee01cd75 Nov 24 13:17:41.522465 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5bb9231-68f7-4bea-b102-11483224f2cb tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:41.564582 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5bb9231-68f7-4bea-b102-11483224f2cb tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:41.571283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bb9231-68f7-4bea-b102-11483224f2cb tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:41.572443 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5bb9231-68f7-4bea-b102-11483224f2cb tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:41.684361 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b5bb9231-68f7-4bea-b102-11483224f2cb tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4022603 Nov 24 13:17:41.689299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34154) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:41.695313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-76d2e1c1-d172-4657-9ee1-a78e795b9a3f tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1415996631'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:41.729750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb9231-68f7-4bea-b102-11483224f2cb tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event updated for resources: {'Network': ['ID=a5691c20-703a-49f1-8f9d-2a8dee01cd75,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:41.737175 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d2e1c1-d172-4657-9ee1-a78e795b9a3f tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Made reservation on behalf of f4ce758618f94fb981ce37a4a8056890 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:41.745836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network a5691c20-703a-49f1-8f9d-2a8dee01cd75 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:17:41.746550 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76d2e1c1-d172-4657-9ee1-a78e795b9a3f tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:41.816298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d2e1c1-d172-4657-9ee1-a78e795b9a3f tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:17:41.834136 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76d2e1c1-d172-4657-9ee1-a78e795b9a3f tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:41.834942 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-76d2e1c1-d172-4657-9ee1-a78e795b9a3f tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Added segment 81ccea7e-dac5-4098-a153-466e11c7c955 of type vlan for network ceca5c42-e76e-4ff2-9da2-05fb2a8add65 Nov 24 13:17:41.838065 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b57b086f-cb67-42cf-a6e4-e75deacf444e req-f2468882-3a5c-466a-a3df-e41c9791040c tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 210 time: 0.0690093 Nov 24 13:17:41.921062 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76d2e1c1-d172-4657-9ee1-a78e795b9a3f tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:41.954365 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76d2e1c1-d172-4657-9ee1-a78e795b9a3f tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:41.962523 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d2e1c1-d172-4657-9ee1-a78e795b9a3f tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:41.963319 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76d2e1c1-d172-4657-9ee1-a78e795b9a3f tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:42.157744 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-41360176-32bb-4fde-bca1-3da665f91a58 req-00937482-eb6d-468f-918c-8021b6ce870e tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0692527 Nov 24 13:17:42.167311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2e1c1-d172-4657-9ee1-a78e795b9a3f tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event updated for resources: {'Network': ['ID=ceca5c42-e76e-4ff2-9da2-05fb2a8add65,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:42.183632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network ceca5c42-e76e-4ff2-9da2-05fb2a8add65 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:17:42.194124 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-76d2e1c1-d172-4657-9ee1-a78e795b9a3f tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5047398 Nov 24 13:17:42.196338 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34178) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:42.203825 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Request body: {'ports': [{'network_id': 'a5691c20-703a-49f1-8f9d-2a8dee01cd75', 'name': 'tempest-port--1797572301', 'admin_state_up': True}, {'network_id': 'ceca5c42-e76e-4ff2-9da2-05fb2a8add65', 'admin_state_up': False}]} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:42.204666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Request body: {'port': {'network_id': 'a5691c20-703a-49f1-8f9d-2a8dee01cd75', 'name': 'tempest-port--1797572301', 'admin_state_up': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:42.205594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Request body: {'port': {'network_id': 'ceca5c42-e76e-4ff2-9da2-05fb2a8add65', 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:42.403987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34184) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:42.518858 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Made reservation on behalf of f4ce758618f94fb981ce37a4a8056890 for: {'port': 2} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:42.524172 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:42.540301 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:42.630493 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b2277b85-9a0c-412a-8ba4-4b0f9315897f tempest-ServiceProvidersTest-1023152657 tempest-ServiceProvidersTest-1023152657-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2245739 Nov 24 13:17:42.709203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] device_id is not set on port c3dcf04f-8ec3-4e79-8048-2f11846f88f8 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:17:42.949349 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:43.037637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] device_id is not set on port b04c0baf-6951-4f04-a0b0-c408ee10ae28 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:17:43.178843 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34218) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:43.263295 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5eafa3e8-a5af-4f15-a269-395b57653e17 req-42a4db4e-341e-414a-9b92-d690cafb3986 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 210 time: 0.0540917 Nov 24 13:17:43.333135 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de6e36df-2d52-42b1-9036-79511bf1bfd9 req-7801cb58-665e-4de1-9804-5a25e1795623 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0509100 Nov 24 13:17:43.386291 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:43.403529 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47015dbf-8290-4ef0-a33b-4f29e7b4ddcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:43.465755 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:43.529905 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47015dbf-8290-4ef0-a33b-4f29e7b4ddcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:43.535729 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-47015dbf-8290-4ef0-a33b-4f29e7b4ddcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:43.585215 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event updated for resources: {'Port': ['ID=c3dcf04f-8ec3-4e79-8048-2f11846f88f8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:43.614874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Checking segment: {'id': '552d4b90-2acb-46c0-abcd-0b65f08c2f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a5691c20-703a-49f1-8f9d-2a8dee01cd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:17:43.616033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Network hostable DHCP agents. Network: a5691c20-703a-49f1-8f9d-2a8dee01cd75, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:17:43.645865 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-47015dbf-8290-4ef0-a33b-4f29e7b4ddcd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c596f4fb663f4b94809b61e73c2fc080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4633825 Nov 24 13:17:43.645865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47015dbf-8290-4ef0-a33b-4f29e7b4ddcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14540e5-a075-4ad0-98b9-6c94d45e1679,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:43.647130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34230) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:43.690072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Network a5691c20-703a-49f1-8f9d-2a8dee01cd75 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:17:43.717463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, a5691c20-703a-49f1-8f9d-2a8dee01cd75) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:43.727526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:17:43.728709 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:43.730035 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2df97b-f849-48bc-9eca-4503f808152c None None] Network a5691c20-703a-49f1-8f9d-2a8dee01cd75 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:17:43.764603 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a2785db-3c05-4130-9e0e-1b6d69957444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:43.820116 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a2785db-3c05-4130-9e0e-1b6d69957444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:43.883879 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event updated for resources: {'Port': ['ID=b04c0baf-6951-4f04-a0b0-c408ee10ae28,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:43.911113 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a2785db-3c05-4130-9e0e-1b6d69957444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:43.913957 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a2785db-3c05-4130-9e0e-1b6d69957444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:43.915117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5a2785db-3c05-4130-9e0e-1b6d69957444 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b14540e5-a075-4ad0-98b9-6c94d45e1679 HTTP/1.1" status: 204 len: 168 time: 0.2666938 Nov 24 13:17:43.928513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2785db-3c05-4130-9e0e-1b6d69957444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14540e5-a075-4ad0-98b9-6c94d45e1679,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:43.939838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Checking segment: {'id': '81ccea7e-dac5-4098-a153-466e11c7c955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ceca5c42-e76e-4ff2-9da2-05fb2a8add65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:17:43.940199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Network hostable DHCP agents. Network: ceca5c42-e76e-4ff2-9da2-05fb2a8add65, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:17:43.984948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Network ceca5c42-e76e-4ff2-9da2-05fb2a8add65 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:17:44.000239 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, ceca5c42-e76e-4ff2-9da2-05fb2a8add65) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:44.004777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:17:44.013889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596ab8ca-c758-4874-88c0-0f95920b7015 None None] Network ceca5c42-e76e-4ff2-9da2-05fb2a8add65 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:17:44.015702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:44.030105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:44.040334 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:44.072930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34252) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:44.075308 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-008105ce-abf1-4956-8c87-14e8bf61d68d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8769212 Nov 24 13:17:44.306268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9734c7a-e3cc-44d3-a25d-825351ad2506 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:44.318436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9734c7a-e3cc-44d3-a25d-825351ad2506 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:44.321819 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f9734c7a-e3cc-44d3-a25d-825351ad2506 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2468815 Nov 24 13:17:44.324712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34260) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:44.484016 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-571b8ad2-365e-41ed-8bf0-c31dd88c445a req-a34fa57e-17fe-4922-9606-8c92ab10ced7 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 210 time: 0.0608635 Nov 24 13:17:44.550531 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24e4da98-1844-4a03-83b7-1f08b8f4a7d3 req-a90b9d41-86c0-4590-b0c2-0062611a9496 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0787852 Nov 24 13:17:44.558945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3a0fce3e-55f3-4677-8f8c-c8f60903fc54 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Deleting port c3dcf04f-8ec3-4e79-8048-2f11846f88f8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:44.559298 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a0fce3e-55f3-4677-8f8c-c8f60903fc54 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:44.689710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a0fce3e-55f3-4677-8f8c-c8f60903fc54 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:44.730965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3a0fce3e-55f3-4677-8f8c-c8f60903fc54 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Calling delete_port for c3dcf04f-8ec3-4e79-8048-2f11846f88f8 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:44.837913 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a0fce3e-55f3-4677-8f8c-c8f60903fc54 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:44.903047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0fce3e-55f3-4677-8f8c-c8f60903fc54 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event deleted for resources: {'Port': ['ID=c3dcf04f-8ec3-4e79-8048-2f11846f88f8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:44.915239 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3a0fce3e-55f3-4677-8f8c-c8f60903fc54 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:44.918650 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3a0fce3e-55f3-4677-8f8c-c8f60903fc54 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "DELETE /v2.0/ports/c3dcf04f-8ec3-4e79-8048-2f11846f88f8 HTTP/1.1" status: 204 len: 168 time: 0.5928810 Nov 24 13:17:44.921217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34284) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:45.023751 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-102f4a33-d8a8-45ba-b3f5-b0fec98ebe1c req-5c756bae-dd16-44b7-ad4a-156e20770059 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0317461 Nov 24 13:17:45.084650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-5e8de383-bb91-485d-929a-0a10182bca2d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Deleting port b04c0baf-6951-4f04-a0b0-c408ee10ae28 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:45.086479 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5e8de383-bb91-485d-929a-0a10182bca2d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:45.196810 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5e8de383-bb91-485d-929a-0a10182bca2d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:45.213352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-5e8de383-bb91-485d-929a-0a10182bca2d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Calling delete_port for b04c0baf-6951-4f04-a0b0-c408ee10ae28 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:45.324853 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5e8de383-bb91-485d-929a-0a10182bca2d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:45.371786 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8de383-bb91-485d-929a-0a10182bca2d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event deleted for resources: {'Port': ['ID=b04c0baf-6951-4f04-a0b0-c408ee10ae28,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:45.381685 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5e8de383-bb91-485d-929a-0a10182bca2d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:45.385747 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5e8de383-bb91-485d-929a-0a10182bca2d tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "DELETE /v2.0/ports/b04c0baf-6951-4f04-a0b0-c408ee10ae28 HTTP/1.1" status: 204 len: 168 time: 0.4630527 Nov 24 13:17:45.387656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34298) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:45.426193 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e597e4a9-662a-40a2-a14a-f959cff9feb5 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0368383 Nov 24 13:17:45.429499 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34300) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:45.435144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7f40953f-07a6-4567-a434-3b053ee63648 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1293912469'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:45.482775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f40953f-07a6-4567-a434-3b053ee63648 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Made reservation on behalf of f4ce758618f94fb981ce37a4a8056890 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:45.491810 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f40953f-07a6-4567-a434-3b053ee63648 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:45.554262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f40953f-07a6-4567-a434-3b053ee63648 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:17:45.572270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f40953f-07a6-4567-a434-3b053ee63648 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:45.572670 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-7f40953f-07a6-4567-a434-3b053ee63648 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Added segment 433eb7e2-b381-4abe-91b1-d3b4a1936efe of type vlan for network 0f804540-fc1e-4d6e-a3c5-2f097fe38542 Nov 24 13:17:45.632904 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f40953f-07a6-4567-a434-3b053ee63648 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:45.670360 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f40953f-07a6-4567-a434-3b053ee63648 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:45.677070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f40953f-07a6-4567-a434-3b053ee63648 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:45.686672 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f40953f-07a6-4567-a434-3b053ee63648 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:45.706258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d4050f95-c5c0-4ab0-b725-a96069fdb1d4 req-8443f029-a53c-41a1-a1b5-da3e8c96dbc3 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 210 time: 0.0546899 Nov 24 13:17:45.746486 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db85fd2b-5a2d-418e-950c-0fd65f7a342f req-cb80ef31-7a1d-4c23-ad5e-c313024d1c96 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0411196 Nov 24 13:17:45.776284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7f40953f-07a6-4567-a434-3b053ee63648 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3454566 Nov 24 13:17:45.778931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34316) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:45.785652 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-04d91616-9e1a-4a49-a065-88835205b233 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-359689667'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:45.811821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40953f-07a6-4567-a434-3b053ee63648 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event updated for resources: {'Network': ['ID=0f804540-fc1e-4d6e-a3c5-2f097fe38542,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:45.818626 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d91616-9e1a-4a49-a065-88835205b233 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Made reservation on behalf of f4ce758618f94fb981ce37a4a8056890 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:45.823465 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04d91616-9e1a-4a49-a065-88835205b233 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:45.824415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 0f804540-fc1e-4d6e-a3c5-2f097fe38542 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:17:45.861487 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d91616-9e1a-4a49-a065-88835205b233 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:17:45.874885 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04d91616-9e1a-4a49-a065-88835205b233 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:45.876108 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-04d91616-9e1a-4a49-a065-88835205b233 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Added segment eea084f1-77c4-45f8-825b-766a9ce74220 of type vlan for network a33a264b-c1a5-4ebe-8dda-88896fb692ff Nov 24 13:17:45.941370 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04d91616-9e1a-4a49-a065-88835205b233 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:45.978489 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04d91616-9e1a-4a49-a065-88835205b233 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:45.987779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d91616-9e1a-4a49-a065-88835205b233 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:45.989332 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04d91616-9e1a-4a49-a065-88835205b233 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:46.041754 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-04d91616-9e1a-4a49-a065-88835205b233 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2606843 Nov 24 13:17:46.112042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d91616-9e1a-4a49-a065-88835205b233 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event updated for resources: {'Network': ['ID=a33a264b-c1a5-4ebe-8dda-88896fb692ff,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:46.127607 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network a33a264b-c1a5-4ebe-8dda-88896fb692ff details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:17:46.187197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34330) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:46.192548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Request body: {'subnets': [{'network_id': '0f804540-fc1e-4d6e-a3c5-2f097fe38542', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--407605556', 'ip_version': 4}, {'network_id': 'a33a264b-c1a5-4ebe-8dda-88896fb692ff', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:46.193300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Request body: {'subnet': {'network_id': '0f804540-fc1e-4d6e-a3c5-2f097fe38542', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--407605556', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:46.194054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Request body: {'subnet': {'network_id': 'a33a264b-c1a5-4ebe-8dda-88896fb692ff', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:46.447577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Made reservation on behalf of f4ce758618f94fb981ce37a4a8056890 for: {'subnet': 2} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:46.452844 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:46.453409 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:46.563167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34340) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:46.761128 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c1a80ca5-862e-4b01-a0de-10977ad198c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:46.869846 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c32f64f2-7647-4f40-94a8-9d756defb4c2 req-d9139ec5-bb9d-4a65-adde-29d04c4cbd96 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 210 time: 0.0463493 Nov 24 13:17:46.919172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c21b25e4-801f-436e-86e1-72b9de014e73 req-c1426c07-6cf4-48fb-b62e-05f4bcb32ecf tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0470340 Nov 24 13:17:47.345060 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c1a80ca5-862e-4b01-a0de-10977ad198c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:47.350848 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c1a80ca5-862e-4b01-a0de-10977ad198c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:47.362475 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:47.448283 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c1a80ca5-862e-4b01-a0de-10977ad198c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=51bb1134c1bb4b829e21f79d47040df6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8840437 Nov 24 13:17:47.448951 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34380) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:47.456829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a80ca5-862e-4b01-a0de-10977ad198c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbd148f-edca-4302-9a32-987d5cf2504f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:47.466041 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event updated for resources: {'Subnet': ['ID=003ea423-b65e-4221-aa5a-277c425ba7d0,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:47.520755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Checking segment: {'id': '433eb7e2-b381-4abe-91b1-d3b4a1936efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0f804540-fc1e-4d6e-a3c5-2f097fe38542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:17:47.521138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Network hostable DHCP agents. Network: 0f804540-fc1e-4d6e-a3c5-2f097fe38542, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:17:47.580774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Network 0f804540-fc1e-4d6e-a3c5-2f097fe38542 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:17:47.582606 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-117a8e82-eff5-4c35-bfeb-8e6ccb1834c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:47.597363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 0f804540-fc1e-4d6e-a3c5-2f097fe38542) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:47.602347 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:47.609979 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98573324-4584-4a60-b6ca-5f0d758defa0 None None] Network 0f804540-fc1e-4d6e-a3c5-2f097fe38542 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:17:47.646458 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-117a8e82-eff5-4c35-bfeb-8e6ccb1834c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:47.705195 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event updated for resources: {'Subnet': ['ID=87bf8a67-e97d-4d53-bc4a-c2310d568287,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:47.725390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Checking segment: {'id': 'eea084f1-77c4-45f8-825b-766a9ce74220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a33a264b-c1a5-4ebe-8dda-88896fb692ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:17:47.725766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Network hostable DHCP agents. Network: a33a264b-c1a5-4ebe-8dda-88896fb692ff, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:17:47.755791 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-117a8e82-eff5-4c35-bfeb-8e6ccb1834c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:47.763456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Network a33a264b-c1a5-4ebe-8dda-88896fb692ff is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:17:47.763722 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-117a8e82-eff5-4c35-bfeb-8e6ccb1834c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:47.767208 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-117a8e82-eff5-4c35-bfeb-8e6ccb1834c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bfbd148f-edca-4302-9a32-987d5cf2504f HTTP/1.1" status: 204 len: 168 time: 0.3167126 Nov 24 13:17:47.787859 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, a33a264b-c1a5-4ebe-8dda-88896fb692ff) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:47.793423 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a8e82-eff5-4c35-bfeb-8e6ccb1834c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbd148f-edca-4302-9a32-987d5cf2504f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:47.794420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:47.804756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:47.806511 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:47.843270 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-99ae2496-1c43-460a-99af-b87b9313fbe1 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.6546524 Nov 24 13:17:47.845763 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34390) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:47.876626 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1323177d-e121-4e1d-a82f-5bb8bae81216 req-31096225-9718-4b43-adf6-bc9c4e5b7301 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0455031 Nov 24 13:17:47.994820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0546ce9-3406-49ee-b39b-d1cd6221fbe8 None None] Network a33a264b-c1a5-4ebe-8dda-88896fb692ff requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:17:48.016490 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdc236-66ec-4c8d-b887-3cd2848b5aec tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:48.026856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdc236-66ec-4c8d-b887-3cd2848b5aec tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:48.028428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdc236-66ec-4c8d-b887-3cd2848b5aec tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:48.030852 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5abdc236-66ec-4c8d-b887-3cd2848b5aec tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1839333 Nov 24 13:17:48.034163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34396) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:48.131121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1bca65b9-e8d2-409f-a707-9dad4aef6289 req-6f76bb95-a23d-40c4-a8cc-28ab0e4920ae tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "GET /v2.0/ports?device_id=d02e885f-429d-41ad-baaf-ba672354c835 HTTP/1.1" status: 200 len: 210 time: 0.0662920 Nov 24 13:17:48.172463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ecdee2e-8a46-4a3b-9363-8549f79ba552 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Deleting subnet 003ea423-b65e-4221-aa5a-277c425ba7d0 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:17:48.177479 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ecdee2e-8a46-4a3b-9363-8549f79ba552 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:48.236775 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ecdee2e-8a46-4a3b-9363-8549f79ba552 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:48.279079 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfcc3ba-14c9-4e56-a4e2-a6de4e5ce5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-0f804540-fc1e-4d6e-a3c5-2f097fe38542', 'network_id': '0f804540-fc1e-4d6e-a3c5-2f097fe38542', 'tenant_id': 'f4ce758618f94fb981ce37a4a8056890', 'fixed_ips': [{'subnet_id': '003ea423-b65e-4221-aa5a-277c425ba7d0'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:17:48.280302 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-adfcc3ba-14c9-4e56-a4e2-a6de4e5ce5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:48.319740 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ecdee2e-8a46-4a3b-9363-8549f79ba552 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:48.381391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34402) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:48.399577 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7ae7807c-e48a-4d75-9f28-adb88f84587f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:48.406399 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-a33a264b-c1a5-4ebe-8dda-88896fb692ff', 'network_id': 'a33a264b-c1a5-4ebe-8dda-88896fb692ff', 'tenant_id': 'f4ce758618f94fb981ce37a4a8056890', 'fixed_ips': [{'subnet_id': '87bf8a67-e97d-4d53-bc4a-c2310d568287'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:17:48.407275 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:48.416986 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ecdee2e-8a46-4a3b-9363-8549f79ba552 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:48.454167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdee2e-8a46-4a3b-9363-8549f79ba552 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event deleted for resources: {'Subnet': ['ID=003ea423-b65e-4221-aa5a-277c425ba7d0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:48.474790 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ecdee2e-8a46-4a3b-9363-8549f79ba552 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:48.484896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2ecdee2e-8a46-4a3b-9363-8549f79ba552 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "DELETE /v2.0/subnets/003ea423-b65e-4221-aa5a-277c425ba7d0 HTTP/1.1" status: 204 len: 168 time: 0.4491131 Nov 24 13:17:48.485610 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34404) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:48.573943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-444a40cf-148e-4e68-9e71-3ba04b8ae396 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Deleting subnet 87bf8a67-e97d-4d53-bc4a-c2310d568287 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:17:48.602563 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7ae7807c-e48a-4d75-9f28-adb88f84587f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:48.606423 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7ae7807c-e48a-4d75-9f28-adb88f84587f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:48.646373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7807c-e48a-4d75-9f28-adb88f84587f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb897ae-a37d-46b0-93e1-8f30279d2144,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:48.655462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7ae7807c-e48a-4d75-9f28-adb88f84587f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4005f229eb148a1a976d49aff579590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2683213 Nov 24 13:17:48.656576 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34406) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server [None req-adfcc3ba-14c9-4e56-a4e2-a6de4e5ce5eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 003ea423-b65e-4221-aa5a-277c425ba7d0: This subnet is being modified by another concurrent operation. Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise exception Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 003ea423-b65e-4221-aa5a-277c425ba7d0: This subnet is being modified by another concurrent operation. Nov 24 13:17:48.702286 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Nov 24 13:17:48.720579 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2789476c-d779-499f-afa5-599a3e6871bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:48.735148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Allocated IP 172.20.0.18 (a33a264b-c1a5-4ebe-8dda-88896fb692ff/87bf8a67-e97d-4d53-bc4a-c2310d568287/502012d0-6456-44d5-b109-9ddb6407dd14) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:17:48.748392 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2789476c-d779-499f-afa5-599a3e6871bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:48.783989 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aefa10b-b709-4c7d-aa81-e8950f4e4a9c None None] Network 0f804540-fc1e-4d6e-a3c5-2f097fe38542 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:17:48.812140 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2789476c-d779-499f-afa5-599a3e6871bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:48.815263 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2789476c-d779-499f-afa5-599a3e6871bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:48.816626 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2789476c-d779-499f-afa5-599a3e6871bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbb897ae-a37d-46b0-93e1-8f30279d2144 HTTP/1.1" status: 204 len: 168 time: 0.1598387 Nov 24 13:17:48.825098 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789476c-d779-499f-afa5-599a3e6871bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb897ae-a37d-46b0-93e1-8f30279d2144,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:49.004334 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8fffe3cb-cd84-454b-99d1-08009d63b40b req-ed2d8a71-1125-4360-9360-61f19c0bfa2d tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0411282 Nov 24 13:17:49.036497 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.042413 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-444a40cf-148e-4e68-9e71-3ba04b8ae396 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.042869 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.097356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Network a33a264b-c1a5-4ebe-8dda-88896fb692ff is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:17:49.097624 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-444a40cf-148e-4e68-9e71-3ba04b8ae396 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.098851 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Pushing event updated for resources: {'Port': ['ID=502012d0-6456-44d5-b109-9ddb6407dd14,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:49.101346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:49.111604 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:17:49.189007 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Attempting to bind port 502012d0-6456-44d5-b109-9ddb6407dd14 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:17:49.189422 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Attempting to bind port 502012d0-6456-44d5-b109-9ddb6407dd14 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'eea084f1-77c4-45f8-825b-766a9ce74220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a33a264b-c1a5-4ebe-8dda-88896fb692ff'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:17:49.189799 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Attempting to bind port 502012d0-6456-44d5-b109-9ddb6407dd14 on network a33a264b-c1a5-4ebe-8dda-88896fb692ff {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:17:49.196032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:17:49.196824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Checking segment: {'id': 'eea084f1-77c4-45f8-825b-766a9ce74220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a33a264b-c1a5-4ebe-8dda-88896fb692ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:17:49.197443 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.198046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Bound using segment: {'id': 'eea084f1-77c4-45f8-825b-766a9ce74220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a33a264b-c1a5-4ebe-8dda-88896fb692ff'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:17:49.198628 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Bound port: 502012d0-6456-44d5-b109-9ddb6407dd14, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea084f1-77c4-45f8-825b-766a9ce74220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a33a264b-c1a5-4ebe-8dda-88896fb692ff'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:17:49.199132 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.229286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34422) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:49.265693 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-444a40cf-148e-4e68-9e71-3ba04b8ae396 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.308142 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2dca0a5e-d80e-40b1-9248-f537800d0a38 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.333747 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-444a40cf-148e-4e68-9e71-3ba04b8ae396 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.335438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] For port 502012d0-6456-44d5-b109-9ddb6407dd14, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:17:49.339474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] For port 502012d0-6456-44d5-b109-9ddb6407dd14, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=502012d0-6456-44d5-b109-9ddb6407dd14,segment=NetworkSegment(eea084f1-77c4-45f8-825b-766a9ce74220),segment_id=eea084f1-77c4-45f8-825b-766a9ce74220)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:17:49.345700 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.370774 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2dca0a5e-d80e-40b1-9248-f537800d0a38 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.393916 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-444a40cf-148e-4e68-9e71-3ba04b8ae396 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.399341 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-444a40cf-148e-4e68-9e71-3ba04b8ae396 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "DELETE /v2.0/subnets/87bf8a67-e97d-4d53-bc4a-c2310d568287 HTTP/1.1" status: 204 len: 168 time: 0.9126511 Nov 24 13:17:49.405611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444a40cf-148e-4e68-9e71-3ba04b8ae396 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event deleted for resources: {'Subnet': ['ID=87bf8a67-e97d-4d53-bc4a-c2310d568287,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:49.406093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34430) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:49.455799 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b18ab1-f659-4fc1-910d-3e72906ea0c6 None None] Pushing event updated for resources: {'Port': ['ID=502012d0-6456-44d5-b109-9ddb6407dd14,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:49.506321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1a1e0c-68df-4a98-b093-1ded1771562a tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:49.507891 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ff1a1e0c-68df-4a98-b093-1ded1771562a tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1008282 Nov 24 13:17:49.512210 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34432) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:49.596809 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.655902 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2dca0a5e-d80e-40b1-9248-f537800d0a38 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.664531 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2dca0a5e-d80e-40b1-9248-f537800d0a38 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.666449 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2dca0a5e-d80e-40b1-9248-f537800d0a38 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] 10.222.0.48 "DELETE /v2.0/security-groups/8a0c9797-fc57-45ef-88c3-06a68d5ded7b HTTP/1.1" status: 204 len: 168 time: 0.4359410 Nov 24 13:17:49.707116 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca0a5e-d80e-40b1-9248-f537800d0a38 tempest-TestVolumeBackupRestore-602148549 tempest-TestVolumeBackupRestore-602148549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0c9797-fc57-45ef-88c3-06a68d5ded7b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:49.725227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Deleting port 502012d0-6456-44d5-b109-9ddb6407dd14 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:17:49.725702 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.863530 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] For port 502012d0-6456-44d5-b109-9ddb6407dd14, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=502012d0-6456-44d5-b109-9ddb6407dd14,segment=NetworkSegment(eea084f1-77c4-45f8-825b-766a9ce74220),segment_id=eea084f1-77c4-45f8-825b-766a9ce74220)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:17:49.863976 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:49.895615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Calling delete_port for 502012d0-6456-44d5-b109-9ddb6407dd14 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:17:50.152936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:50.210978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event deleted for resources: {'Port': ['ID=502012d0-6456-44d5-b109-9ddb6407dd14,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:50.216077 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a30a6d0-cb8b-403f-a3d3-121080bd772f req-ff2d4e6a-16ce-4fb1-b925-ac2a2d063e04 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0445414 Nov 24 13:17:50.231771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] No DVR routers for this DVR port 502012d0-6456-44d5-b109-9ddb6407dd14 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:17:50.297541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 502012d0-6456-44d5-b109-9ddb6407dd14 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:17:50.328797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 502012d0-6456-44d5-b109-9ddb6407dd14 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:17:50.331318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 502012d0-6456-44d5-b109-9ddb6407dd14 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 24 13:17:50.381827 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Port 502012d0-6456-44d5-b109-9ddb6407dd14 not found, will not notify nova. {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 24 13:17:50.415365 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:50.438899 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33a264b-c1a5-4ebe-8dda-88896fb692ff']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:50.449582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea084f1-77c4-45f8-825b-766a9ce74220') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:50.450029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea084f1-77c4-45f8-825b-766a9ce74220') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:50.465118 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:50.486870 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:50.495003 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:17:50.496384 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:17:50.501851 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:17:50.580549 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:50.591019 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:50.595219 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "DELETE /v2.0/networks/a33a264b-c1a5-4ebe-8dda-88896fb692ff HTTP/1.1" status: 204 len: 168 time: 1.0816660 Nov 24 13:17:50.597743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34502) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:50.625543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb8a8a-dec0-4ded-af76-a836463725ef tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event deleted for resources: {'Network': ['ID=a33a264b-c1a5-4ebe-8dda-88896fb692ff,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:50.787643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96c3bbec-04e7-45ca-aef1-10315ccb8a29 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:50.843745 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ac99a844-2ec8-49cd-89e9-806ca3d59189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:50.915300 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96c3bbec-04e7-45ca-aef1-10315ccb8a29 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:50.952695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-96c3bbec-04e7-45ca-aef1-10315ccb8a29 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f804540-fc1e-4d6e-a3c5-2f097fe38542']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:50.965984 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-96c3bbec-04e7-45ca-aef1-10315ccb8a29 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433eb7e2-b381-4abe-91b1-d3b4a1936efe') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:50.967541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-96c3bbec-04e7-45ca-aef1-10315ccb8a29 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433eb7e2-b381-4abe-91b1-d3b4a1936efe') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:50.994185 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96c3bbec-04e7-45ca-aef1-10315ccb8a29 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:51.020187 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96c3bbec-04e7-45ca-aef1-10315ccb8a29 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:51.044674 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c3bbec-04e7-45ca-aef1-10315ccb8a29 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:17:51.045098 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96c3bbec-04e7-45ca-aef1-10315ccb8a29 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:17:51.048308 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:17:51.117870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-82e6afbd-efb3-4c99-abe7-70eecec81f33 None None] Could not find standard attr ID for object 502012d0-6456-44d5-b109-9ddb6407dd14. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:17:51.173453 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96c3bbec-04e7-45ca-aef1-10315ccb8a29 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:51.178776 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96c3bbec-04e7-45ca-aef1-10315ccb8a29 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:51.182533 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-96c3bbec-04e7-45ca-aef1-10315ccb8a29 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "DELETE /v2.0/networks/0f804540-fc1e-4d6e-a3c5-2f097fe38542 HTTP/1.1" status: 204 len: 168 time: 0.5835810 Nov 24 13:17:51.184958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34574) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:51.195729 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db21b8d-032b-443d-aad7-75f2625248cf None None] DHCP port deletion for a33a264b-c1a5-4ebe-8dda-88896fb692ff request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:17:51.237516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3bbec-04e7-45ca-aef1-10315ccb8a29 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event deleted for resources: {'Network': ['ID=0f804540-fc1e-4d6e-a3c5-2f097fe38542,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:51.248156 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00162ce-2a7a-4ad6-a1df-3012ce7d21e7 None None] Network a33a264b-c1a5-4ebe-8dda-88896fb692ff requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:17:51.285057 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00162ce-2a7a-4ad6-a1df-3012ce7d21e7 None None] Network a33a264b-c1a5-4ebe-8dda-88896fb692ff could not be found, it might have been deleted concurrently. {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 13:17:51.295880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6079958-f5e7-434f-aa19-4e49dd3d7b6b None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 13:17:51.353243 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3d946ab8-cb0a-477e-928e-481c75742d55 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:51.452509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf0a171b-06a9-48ec-889a-6927761601e2 req-ecb5d99d-c9d6-4515-9c6e-1393e1790855 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0492871 Nov 24 13:17:51.543891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6079958-f5e7-434f-aa19-4e49dd3d7b6b None None] Resources bound (agent type, host, resource id): {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:17:51.561736 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3d946ab8-cb0a-477e-928e-481c75742d55 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:51.612184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-3d946ab8-cb0a-477e-928e-481c75742d55 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceca5c42-e76e-4ff2-9da2-05fb2a8add65']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:51.624715 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-3d946ab8-cb0a-477e-928e-481c75742d55 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ccea7e-dac5-4098-a153-466e11c7c955') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:51.625277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-3d946ab8-cb0a-477e-928e-481c75742d55 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ccea7e-dac5-4098-a153-466e11c7c955') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:51.643618 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3d946ab8-cb0a-477e-928e-481c75742d55 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:51.659828 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3d946ab8-cb0a-477e-928e-481c75742d55 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:51.668279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d946ab8-cb0a-477e-928e-481c75742d55 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:17:51.668810 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3d946ab8-cb0a-477e-928e-481c75742d55 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:17:51.674473 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:17:51.752281 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3d946ab8-cb0a-477e-928e-481c75742d55 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:51.765315 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3d946ab8-cb0a-477e-928e-481c75742d55 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:51.769237 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3d946ab8-cb0a-477e-928e-481c75742d55 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "DELETE /v2.0/networks/ceca5c42-e76e-4ff2-9da2-05fb2a8add65 HTTP/1.1" status: 204 len: 168 time: 0.5815034 Nov 24 13:17:51.771476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34640) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:51.786969 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d946ab8-cb0a-477e-928e-481c75742d55 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event deleted for resources: {'Network': ['ID=ceca5c42-e76e-4ff2-9da2-05fb2a8add65,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:51.930117 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-427ea4f2-a295-4887-bed0-a902c16101e7 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:52.072091 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-427ea4f2-a295-4887-bed0-a902c16101e7 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:52.112193 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-427ea4f2-a295-4887-bed0-a902c16101e7 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5691c20-703a-49f1-8f9d-2a8dee01cd75']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:52.129975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-427ea4f2-a295-4887-bed0-a902c16101e7 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552d4b90-2acb-46c0-abcd-0b65f08c2f2e') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:52.130696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-427ea4f2-a295-4887-bed0-a902c16101e7 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552d4b90-2acb-46c0-abcd-0b65f08c2f2e') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:17:52.144910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-427ea4f2-a295-4887-bed0-a902c16101e7 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:52.179312 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-427ea4f2-a295-4887-bed0-a902c16101e7 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:52.194110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427ea4f2-a295-4887-bed0-a902c16101e7 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:17:52.194515 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-427ea4f2-a295-4887-bed0-a902c16101e7 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:17:52.198246 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:17:52.221905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 502012d0-6456-44d5-b109-9ddb6407dd14 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:17:52.259451 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 502012d0-6456-44d5-b109-9ddb6407dd14 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:17:52.259809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 502012d0-6456-44d5-b109-9ddb6407dd14 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:17:52.279739 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Provisioning complete for port 277dbb21-c68c-40dc-8dda-f077c55a334b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:52.280493 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:52.354852 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-427ea4f2-a295-4887-bed0-a902c16101e7 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:52.379340 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-427ea4f2-a295-4887-bed0-a902c16101e7 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:52.384927 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-427ea4f2-a295-4887-bed0-a902c16101e7 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] 10.222.0.48 "DELETE /v2.0/networks/a5691c20-703a-49f1-8f9d-2a8dee01cd75 HTTP/1.1" status: 204 len: 168 time: 0.6112957 Nov 24 13:17:52.425945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Provisioning complete for port b044c3b0-f473-412a-bb66-271e2f3f947b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:52.426528 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:52.431992 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ea4f2-a295-4887-bed0-a902c16101e7 tempest-BulkNetworkOpsTest-908261256 tempest-BulkNetworkOpsTest-908261256-project] Pushing event deleted for resources: {'Network': ['ID=a5691c20-703a-49f1-8f9d-2a8dee01cd75,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:52.541900 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Provisioning complete for port 7aca9368-ce39-4108-aaed-11b74eef26a8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:52.542294 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:52.672211 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-912a8942-5678-4c9f-94cd-0f42a88af12d req-1d3f11bb-acd1-473a-a276-b88ba8f3d66a tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.1020396 Nov 24 13:17:52.712827 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Provisioning complete for port 7713a6de-882a-4573-8aae-d237332c8e2b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:52.714003 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:52.875183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Provisioning complete for port 91317a14-cf2d-414c-95c4-3e4d37cd0595 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:52.875650 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:52.991520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Provisioning complete for port 7da2e4b3-7d25-4925-bc72-6af135835643 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:52.991977 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.027074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34792) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:53.065221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Port 7da2e4b3-7d25-4925-bc72-6af135835643 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:17:53.091454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Provisioning complete for port 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:53.092426 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.111584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34804) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:53.244884 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f16b742-fe10-4308-89dc-b8f736af5e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.260393 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Provisioning complete for port df65c641-244b-4165-ade4-efd78bdd875a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:17:53.260889 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.313888 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-34629111-e341-4c0d-8927-a734c63cc746 None None] Port df65c641-244b-4165-ade4-efd78bdd875a cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:17:53.319824 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-31b30b82-ce01-4d09-b91f-cb39c80d1876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.362260 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9231baef-afce-4292-8168-cdcc4a31103e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4ce758618f94fb981ce37a4a8056890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3337796 Nov 24 13:17:53.364993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 34838) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:53.457655 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03e1fe3e-adae-4eb0-9efb-2c7474d44837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.472007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-31b30b82-ce01-4d09-b91f-cb39c80d1876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.478233 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-31b30b82-ce01-4d09-b91f-cb39c80d1876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.502683 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03e1fe3e-adae-4eb0-9efb-2c7474d44837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.516812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b30b82-ce01-4d09-b91f-cb39c80d1876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9f960e-fabb-4d72-bf1b-bdd02a077b12,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:53.569096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-31b30b82-ce01-4d09-b91f-cb39c80d1876 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b584f599d84e4f589ee8b4e82d54cd63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4550686 Nov 24 13:17:53.570957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34866) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:53.597927 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03e1fe3e-adae-4eb0-9efb-2c7474d44837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.602917 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03e1fe3e-adae-4eb0-9efb-2c7474d44837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.605101 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-03e1fe3e-adae-4eb0-9efb-2c7474d44837 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ebdf32ea-0963-4556-8647-34c53423dcf6 HTTP/1.1" status: 204 len: 168 time: 0.2374275 Nov 24 13:17:53.629668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e1fe3e-adae-4eb0-9efb-2c7474d44837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdf32ea-0963-4556-8647-34c53423dcf6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:53.648210 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-172eb583-d278-47dd-86cb-5e0352a48523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.673285 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-172eb583-d278-47dd-86cb-5e0352a48523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.774973 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-172eb583-d278-47dd-86cb-5e0352a48523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.778246 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-172eb583-d278-47dd-86cb-5e0352a48523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:53.781208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-172eb583-d278-47dd-86cb-5e0352a48523 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e9f960e-fabb-4d72-bf1b-bdd02a077b12 HTTP/1.1" status: 204 len: 168 time: 0.2090130 Nov 24 13:17:53.799415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172eb583-d278-47dd-86cb-5e0352a48523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9f960e-fabb-4d72-bf1b-bdd02a077b12,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:53.845357 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cbc3421d-1de1-441a-a368-cc948d3065a2 req-432aa5ed-cb6d-4262-9768-563491cdf0f5 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0525928 Nov 24 13:17:54.406473 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:54.486965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 34980) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:54.507256 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-478808a1-cd5c-4704-a8bf-8c505b9ac1ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:54.641341 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-478808a1-cd5c-4704-a8bf-8c505b9ac1ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:54.649869 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-478808a1-cd5c-4704-a8bf-8c505b9ac1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:54.723453 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-478808a1-cd5c-4704-a8bf-8c505b9ac1ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b73ce127e9e04e378be6bcb0eecd2ba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2346048 Nov 24 13:17:54.724760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478808a1-cd5c-4704-a8bf-8c505b9ac1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ecd759-e589-4e14-9db5-a46bc0bb06b5,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:54.726075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35014) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:54.835696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a56693a-c668-4ca7-a55b-aff60449fa65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:54.864047 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a56693a-c668-4ca7-a55b-aff60449fa65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:54.923077 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a56693a-c668-4ca7-a55b-aff60449fa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:54.926305 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a56693a-c668-4ca7-a55b-aff60449fa65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:54.929840 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6a56693a-c668-4ca7-a55b-aff60449fa65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6ecd759-e589-4e14-9db5-a46bc0bb06b5 HTTP/1.1" status: 204 len: 168 time: 0.1937780 Nov 24 13:17:54.948224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56693a-c668-4ca7-a55b-aff60449fa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ecd759-e589-4e14-9db5-a46bc0bb06b5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:55.004293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35024) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:55.024399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8de0cf43-ccbc-4c36-83b7-49bb2cddb7a0 req-4cfe7628-9d90-459c-966f-db1873b5903f tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0826879 Nov 24 13:17:55.153396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1628510120'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:55.199760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Made reservation on behalf of a40594b892c24042b833fac5267aff57 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:55.205434 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:55.222306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:55.362478 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:55.370401 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:55.397972 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:17:55.419491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f44ee90-6f3a-4640-a658-f52518c7bbf7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:55.437606 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:55.440318 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Added segment 2f1d50dc-8367-4357-9b10-7d4cb80099c1 of type vlan for network 692f0d48-d97c-491a-a2e5-bd605c894efc Nov 24 13:17:55.554130 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:55.625414 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:55.647074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:55.652204 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:55.702211 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6966372 Nov 24 13:17:55.743931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce946b-ddde-4ce0-bf1c-00a4bcb4a07d tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'Network': ['ID=692f0d48-d97c-491a-a2e5-bd605c894efc,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:55.778598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 692f0d48-d97c-491a-a2e5-bd605c894efc details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:17:55.938124 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:56.252320 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36641e8e-ab7e-41cf-9a09-66183a9fe556 req-124c703e-49ee-4080-9d4c-86c23a24653d tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0615182 Nov 24 13:17:56.698762 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:57.499711 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a9e52fdc-9f17-4264-b2c6-76546b96142e req-7c7b5391-b286-4d84-8401-cfa1f947e876 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0474288 Nov 24 13:17:58.727726 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f37c8eba-d047-4199-8898-30b3ee8c2c8c req-0efb0c00-8315-418c-a7db-e4b40a0529b2 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0582089 Nov 24 13:17:58.936248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35112) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:58.965947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35116) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:58.970835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ac0bb9f8-a4cb-4ab9-a6c1-15dfb0cf2909 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Request body: {'subnet': {'network_id': '692f0d48-d97c-491a-a2e5-bd605c894efc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:17:59.112330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0bb9f8-a4cb-4ab9-a6c1-15dfb0cf2909 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Made reservation on behalf of a40594b892c24042b833fac5267aff57 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:17:59.116847 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ac0bb9f8-a4cb-4ab9-a6c1-15dfb0cf2909 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:59.673403 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ac0bb9f8-a4cb-4ab9-a6c1-15dfb0cf2909 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:59.815071 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bb9f8-a4cb-4ab9-a6c1-15dfb0cf2909 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'Subnet': ['ID=7c85da76-1f75-43fc-8910-c21e416fcd5c,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:17:59.825021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0bb9f8-a4cb-4ab9-a6c1-15dfb0cf2909 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Checking segment: {'id': '2f1d50dc-8367-4357-9b10-7d4cb80099c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '692f0d48-d97c-491a-a2e5-bd605c894efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:17:59.825391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0bb9f8-a4cb-4ab9-a6c1-15dfb0cf2909 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Network hostable DHCP agents. Network: 692f0d48-d97c-491a-a2e5-bd605c894efc, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:17:59.888378 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d1933d7-17a0-4477-b7f9-c790f200fb63 req-9ba4f0ce-5df5-428a-8166-93bdab5698d1 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0510573 Nov 24 13:17:59.909634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0bb9f8-a4cb-4ab9-a6c1-15dfb0cf2909 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Network 692f0d48-d97c-491a-a2e5-bd605c894efc is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:17:59.925634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-ac0bb9f8-a4cb-4ab9-a6c1-15dfb0cf2909 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 692f0d48-d97c-491a-a2e5-bd605c894efc) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:17:59.934659 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0bb9f8-a4cb-4ab9-a6c1-15dfb0cf2909 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:17:59.934837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a206c00-2465-4de3-a726-31dfa179a9bf None None] Network 692f0d48-d97c-491a-a2e5-bd605c894efc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:17:59.935509 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ac0bb9f8-a4cb-4ab9-a6c1-15dfb0cf2909 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:17:59.961476 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ac0bb9f8-a4cb-4ab9-a6c1-15dfb0cf2909 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9912889 Nov 24 13:17:59.961831 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35154) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:17:59.968337 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1c6d2053-c7c7-48c2-898b-e71aef3693b2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-36220399'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:00.002829 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8169782d-c407-4500-abc9-f99a4c573086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:00.014189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6d2053-c7c7-48c2-898b-e71aef3693b2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Made reservation on behalf of a40594b892c24042b833fac5267aff57 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:00.024980 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2053-c7c7-48c2-898b-e71aef3693b2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:00.102941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6d2053-c7c7-48c2-898b-e71aef3693b2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:18:00.141482 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2053-c7c7-48c2-898b-e71aef3693b2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:00.141841 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-1c6d2053-c7c7-48c2-898b-e71aef3693b2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Added segment 648e6a19-6342-477f-9bbe-ce6ba32874f9 of type vlan for network 1d83460f-922b-4ac2-9545-51838e8d0093 Nov 24 13:18:00.269158 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-692f0d48-d97c-491a-a2e5-bd605c894efc', 'network_id': '692f0d48-d97c-491a-a2e5-bd605c894efc', 'tenant_id': 'a40594b892c24042b833fac5267aff57', 'fixed_ips': [{'subnet_id': '7c85da76-1f75-43fc-8910-c21e416fcd5c'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:18:00.270203 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:00.280299 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2053-c7c7-48c2-898b-e71aef3693b2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:00.333778 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2053-c7c7-48c2-898b-e71aef3693b2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:00.342451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6d2053-c7c7-48c2-898b-e71aef3693b2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:00.343356 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1c6d2053-c7c7-48c2-898b-e71aef3693b2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:00.521702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d2053-c7c7-48c2-898b-e71aef3693b2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'Network': ['ID=1d83460f-922b-4ac2-9545-51838e8d0093,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:00.548961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 1d83460f-922b-4ac2-9545-51838e8d0093 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:18:00.549479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35218) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:00.551044 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1c6d2053-c7c7-48c2-898b-e71aef3693b2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5876200 Nov 24 13:18:00.570577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-162e6ca8-944a-4ecf-b065-a0f8dfe5ce27 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Request body: {'subnet': {'network_id': '1d83460f-922b-4ac2-9545-51838e8d0093', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:00.641003 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Allocated IP 2001:db8:0:ffff::2 (692f0d48-d97c-491a-a2e5-bd605c894efc/7c85da76-1f75-43fc-8910-c21e416fcd5c/b1679708-9cc3-459e-a250-8d3c7684cd06) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:18:00.887428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162e6ca8-944a-4ecf-b065-a0f8dfe5ce27 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Made reservation on behalf of a40594b892c24042b833fac5267aff57 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:00.891440 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-162e6ca8-944a-4ecf-b065-a0f8dfe5ce27 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:00.966040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-8169782d-c407-4500-abc9-f99a4c573086 admin admin] Deleting port 60286d78-d7b1-4a51-b3ca-d480a3693730 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:00.966413 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8169782d-c407-4500-abc9-f99a4c573086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:01.144943 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:01.156465 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:01.201795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Pushing event updated for resources: {'Port': ['ID=b1679708-9cc3-459e-a250-8d3c7684cd06,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:01.217991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Network 692f0d48-d97c-491a-a2e5-bd605c894efc is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:01.219438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:01.222152 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:18:01.316349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Attempting to bind port b1679708-9cc3-459e-a250-8d3c7684cd06 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:18:01.316747 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Attempting to bind port b1679708-9cc3-459e-a250-8d3c7684cd06 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '2f1d50dc-8367-4357-9b10-7d4cb80099c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '692f0d48-d97c-491a-a2e5-bd605c894efc'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:18:01.317122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Attempting to bind port b1679708-9cc3-459e-a250-8d3c7684cd06 on network 692f0d48-d97c-491a-a2e5-bd605c894efc {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:01.332616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:18:01.333266 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Checking segment: {'id': '2f1d50dc-8367-4357-9b10-7d4cb80099c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '692f0d48-d97c-491a-a2e5-bd605c894efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:01.334350 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:01.334910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Bound using segment: {'id': '2f1d50dc-8367-4357-9b10-7d4cb80099c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '692f0d48-d97c-491a-a2e5-bd605c894efc'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:18:01.335556 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Bound port: b1679708-9cc3-459e-a250-8d3c7684cd06, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1d50dc-8367-4357-9b10-7d4cb80099c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '692f0d48-d97c-491a-a2e5-bd605c894efc'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:18:01.336307 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:01.435966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] For port b1679708-9cc3-459e-a250-8d3c7684cd06, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:18:01.439817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] For port b1679708-9cc3-459e-a250-8d3c7684cd06, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b1679708-9cc3-459e-a250-8d3c7684cd06,segment=NetworkSegment(2f1d50dc-8367-4357-9b10-7d4cb80099c1),segment_id=2f1d50dc-8367-4357-9b10-7d4cb80099c1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:18:01.446524 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:01.555873 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f76c8300-4fc4-40e2-a165-888d898020e2 req-5648e2f4-5a0e-4c84-93fb-06d1ef57a19f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0940952 Nov 24 13:18:01.557388 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7a44e-3578-4990-8000-1a9e56ee28f0 None None] Pushing event updated for resources: {'Port': ['ID=b1679708-9cc3-459e-a250-8d3c7684cd06,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:01.710386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c8300-4fc4-40e2-a165-888d898020e2 req-e473f08d-3a04-4cce-a2d6-351c526e02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:01.712101 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f76c8300-4fc4-40e2-a165-888d898020e2 req-e473f08d-3a04-4cce-a2d6-351c526e02a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c366d39494045228b8742673f49e6ef&device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 1096 time: 0.1206193 Nov 24 13:18:01.923263 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2a6b926d-c7b7-4c54-9e3b-625b15542662 req-db2e61af-cbaa-4751-ad16-b76bd87bc299 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.1234009 Nov 24 13:18:02.038425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c8300-4fc4-40e2-a165-888d898020e2 req-6df9c5e8-5b48-467c-b3e5-2d074bba870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:02.045816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f76c8300-4fc4-40e2-a165-888d898020e2 req-6df9c5e8-5b48-467c-b3e5-2d074bba870d service neutron] 10.222.0.59 "GET /v2.0/networks?id=06c90acd-f1de-4ca5-a22e-429759ea9ba3 HTTP/1.1" status: 200 len: 910 time: 0.3030162 Nov 24 13:18:02.048968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-8169782d-c407-4500-abc9-f99a4c573086 admin admin] For port 60286d78-d7b1-4a51-b3ca-d480a3693730, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=60286d78-d7b1-4a51-b3ca-d480a3693730,segment=NetworkSegment(29f79fdf-70f1-46bb-ab14-728193714843),segment_id=29f79fdf-70f1-46bb-ab14-728193714843)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:02.049958 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8169782d-c407-4500-abc9-f99a4c573086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:02.130802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-8169782d-c407-4500-abc9-f99a4c573086 admin admin] Calling delete_port for 60286d78-d7b1-4a51-b3ca-d480a3693730 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:02.285732 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f76c8300-4fc4-40e2-a165-888d898020e2 req-0cb52c7e-2073-43c6-955e-2154e84b12fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=138c5d84-1cfa-4132-af59-814b7eabd025 HTTP/1.1" status: 200 len: 1001 time: 0.2311945 Nov 24 13:18:02.342856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b1679708-9cc3-459e-a250-8d3c7684cd06 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:18:02.474709 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b1679708-9cc3-459e-a250-8d3c7684cd06 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:02.475086 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:02.504195 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c8300-4fc4-40e2-a165-888d898020e2 req-7580bf76-953d-4cc5-a759-2f9be0faf58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:02.514337 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f76c8300-4fc4-40e2-a165-888d898020e2 req-7580bf76-953d-4cc5-a759-2f9be0faf58d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62d21865-5686-4a25-a73b-851470020489 HTTP/1.1" status: 200 len: 848 time: 0.2123878 Nov 24 13:18:02.577999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.objects.ports [None req-162e6ca8-944a-4ecf-b065-a0f8dfe5ce27 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:18:02.587496 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-162e6ca8-944a-4ecf-b065-a0f8dfe5ce27 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:02.609138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c8300-4fc4-40e2-a165-888d898020e2 req-3b5a9388-7680-456c-a3eb-c8dd9246123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:02.613675 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f76c8300-4fc4-40e2-a165-888d898020e2 req-3b5a9388-7680-456c-a3eb-c8dd9246123a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06c90acd-f1de-4ca5-a22e-429759ea9ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984821 Nov 24 13:18:02.682277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e6ca8-944a-4ecf-b065-a0f8dfe5ce27 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'Subnet': ['ID=d86ecfd2-7c2b-4a19-b78d-d4f8e5fcf5ca,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:02.715753 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:02.753585 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e6ca8-944a-4ecf-b065-a0f8dfe5ce27 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Checking segment: {'id': '648e6a19-6342-477f-9bbe-ce6ba32874f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1d83460f-922b-4ac2-9545-51838e8d0093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:02.753957 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162e6ca8-944a-4ecf-b065-a0f8dfe5ce27 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Network hostable DHCP agents. Network: 1d83460f-922b-4ac2-9545-51838e8d0093, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:18:02.802262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162e6ca8-944a-4ecf-b065-a0f8dfe5ce27 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Network 1d83460f-922b-4ac2-9545-51838e8d0093 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:18:02.805790 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port b1679708-9cc3-459e-a250-8d3c7684cd06, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b1679708-9cc3-459e-a250-8d3c7684cd06,segment=NetworkSegment(2f1d50dc-8367-4357-9b10-7d4cb80099c1),segment_id=2f1d50dc-8367-4357-9b10-7d4cb80099c1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:02.813401 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:02.824179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-162e6ca8-944a-4ecf-b065-a0f8dfe5ce27 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 1d83460f-922b-4ac2-9545-51838e8d0093) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:02.831861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8169782d-c407-4500-abc9-f99a4c573086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:02.835630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162e6ca8-944a-4ecf-b065-a0f8dfe5ce27 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:02.836280 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-162e6ca8-944a-4ecf-b065-a0f8dfe5ce27 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:02.886073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169782d-c407-4500-abc9-f99a4c573086 admin admin] Pushing event deleted for resources: {'Port': ['ID=60286d78-d7b1-4a51-b3ca-d480a3693730,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:02.912502 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f76c8300-4fc4-40e2-a165-888d898020e2 req-ca802bd7-969a-465b-8321-5147825f6821 service neutron] 10.222.0.59 "GET /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903750 Nov 24 13:18:02.958385 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=b1679708-9cc3-459e-a250-8d3c7684cd06,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:02.967950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd97638f-413b-46a6-be1b-e5a0a6ed3da1 None None] Network 1d83460f-922b-4ac2-9545-51838e8d0093 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:03.296036 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-162e6ca8-944a-4ecf-b065-a0f8dfe5ce27 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7438030 Nov 24 13:18:03.298410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35492) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:03.319128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5ca88981-2dbb-45f4-8d17-e8003c4d3df1 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Request body: {'port': {'network_id': '1d83460f-922b-4ac2-9545-51838e8d0093', 'name': 'tempest-NetworksIpV6TestAttrs-1579071598'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:03.346638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-1d83460f-922b-4ac2-9545-51838e8d0093', 'network_id': '1d83460f-922b-4ac2-9545-51838e8d0093', 'tenant_id': 'a40594b892c24042b833fac5267aff57', 'fixed_ips': [{'subnet_id': 'd86ecfd2-7c2b-4a19-b78d-d4f8e5fcf5ca'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:18:03.347524 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:03.404926 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70a1a33c-1c2c-44b7-8027-4cbff69fb761 req-614f6964-fde3-4082-9b5e-b73ecb793b4d tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.1282260 Nov 24 13:18:03.471006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f76c8300-4fc4-40e2-a165-888d898020e2 req-b45e243d-18b3-4e12-af7f-02a70d3a49fd service neutron] 10.222.0.59 "GET /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453565 Nov 24 13:18:03.549345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a42bf-91a8-4f15-b4a6-711516025c91 None None] Network 692f0d48-d97c-491a-a2e5-bd605c894efc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:03.640452 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8169782d-c407-4500-abc9-f99a4c573086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:03.745117 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Allocated IP 2001:db8::f816:3eff:fe34:a0db (1d83460f-922b-4ac2-9545-51838e8d0093/d86ecfd2-7c2b-4a19-b78d-d4f8e5fcf5ca/0d4988c9-374d-48db-87ae-e0b62eb813a2) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:18:03.759348 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-243a2e73-1ffd-47fb-8106-69ddbfe9beac None None] Provisioning complete for port b1679708-9cc3-459e-a250-8d3c7684cd06 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:03.759743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-243a2e73-1ffd-47fb-8106-69ddbfe9beac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:03.838363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca88981-2dbb-45f4-8d17-e8003c4d3df1 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Made reservation on behalf of a40594b892c24042b833fac5267aff57 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:03.843586 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ca88981-2dbb-45f4-8d17-e8003c4d3df1 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:03.875405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [None req-5ca88981-2dbb-45f4-8d17-e8003c4d3df1 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] device_id is not set on port a041b0fb-ca4c-44d1-a2c9-124e0a966ce7 yet. {{(pid=114986) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:18:04.120701 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8169782d-c407-4500-abc9-f99a4c573086 admin admin] Router a619195a-8113-4b10-9e7e-dab9485f7afd has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:18:04.391921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8169782d-c407-4500-abc9-f99a4c573086 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:18:04.411504 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8169782d-c407-4500-abc9-f99a4c573086 admin admin] 10.222.0.48 "PUT /v2.0/routers/a619195a-8113-4b10-9e7e-dab9485f7afd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4716797 Nov 24 13:18:04.411956 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35604) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:04.432876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e8122-facf-42d8-87ff-3b4e3ff41068 None None] Sync routers for ids ['a619195a-8113-4b10-9e7e-dab9485f7afd'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:18:04.488895 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:04.508886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b1679708-9cc3-459e-a250-8d3c7684cd06 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:18:04.603897 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e8122-facf-42d8-87ff-3b4e3ff41068 None None] Routers {'a619195a-8113-4b10-9e7e-dab9485f7afd'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:18:04.610209 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-878e8122-facf-42d8-87ff-3b4e3ff41068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a619195a-8113-4b10-9e7e-dab9485f7afd'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:04.625086 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:04.629810 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:04.664682 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c195ffc8-f9bd-470b-a29b-732d620c8df1 req-1a492c7d-9262-4c7d-a168-7cfc95dca1e9 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0591879 Nov 24 13:18:04.705045 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-5ca88981-2dbb-45f4-8d17-e8003c4d3df1 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Allocated IP 2001:db8::f816:3eff:fec6:34d3 (1d83460f-922b-4ac2-9545-51838e8d0093/d86ecfd2-7c2b-4a19-b78d-d4f8e5fcf5ca/a041b0fb-ca4c-44d1-a2c9-124e0a966ce7) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:18:04.772825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Network 1d83460f-922b-4ac2-9545-51838e8d0093 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:04.822885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:04.854257 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-878e8122-facf-42d8-87ff-3b4e3ff41068 None None] Set router a619195a-8113-4b10-9e7e-dab9485f7afd gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:18:04.879311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:04.918242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:18:04.921002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Pushing event updated for resources: {'Port': ['ID=0d4988c9-374d-48db-87ae-e0b62eb813a2,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:04.923656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6e449215-3009-4967-8336-a3ac5f140dea None None] Provisioning complete for port b1679708-9cc3-459e-a250-8d3c7684cd06 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:04.924346 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6e449215-3009-4967-8336-a3ac5f140dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:04.989896 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ca88981-2dbb-45f4-8d17-e8003c4d3df1 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:05.022880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b1679708-9cc3-459e-a250-8d3c7684cd06 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:05.033349 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:05.038850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] Deleting port b044c3b0-f473-412a-bb66-271e2f3f947b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:05.039719 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:05.051907 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ca88981-2dbb-45f4-8d17-e8003c4d3df1 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:05.182045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] For port b044c3b0-f473-412a-bb66-271e2f3f947b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b044c3b0-f473-412a-bb66-271e2f3f947b,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:05.182416 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:05.188312 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca88981-2dbb-45f4-8d17-e8003c4d3df1 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'Port': ['ID=a041b0fb-ca4c-44d1-a2c9-124e0a966ce7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:05.195446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca88981-2dbb-45f4-8d17-e8003c4d3df1 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Network 1d83460f-922b-4ac2-9545-51838e8d0093 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:05.197419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-5ca88981-2dbb-45f4-8d17-e8003c4d3df1 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:05.207408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca88981-2dbb-45f4-8d17-e8003c4d3df1 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:18:05.219712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] Calling delete_port for b044c3b0-f473-412a-bb66-271e2f3f947b owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:05.241172 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca88981-2dbb-45f4-8d17-e8003c4d3df1 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:05.243199 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5ca88981-2dbb-45f4-8d17-e8003c4d3df1 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:05.300575 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5ca88981-2dbb-45f4-8d17-e8003c4d3df1 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9914467 Nov 24 13:18:05.302195 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35630) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:05.477523 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c6f9ee-1d9b-44c7-86d2-6fa5320140a2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Deleting subnet d86ecfd2-7c2b-4a19-b78d-d4f8e5fcf5ca {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:18:05.504629 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f9ee-1d9b-44c7-86d2-6fa5320140a2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:05.573004 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Attempting to bind port 0d4988c9-374d-48db-87ae-e0b62eb813a2 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:18:05.577100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Attempting to bind port 0d4988c9-374d-48db-87ae-e0b62eb813a2 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '648e6a19-6342-477f-9bbe-ce6ba32874f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1d83460f-922b-4ac2-9545-51838e8d0093'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:18:05.577600 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Attempting to bind port 0d4988c9-374d-48db-87ae-e0b62eb813a2 on network 1d83460f-922b-4ac2-9545-51838e8d0093 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:05.582182 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:05.611726 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f9ee-1d9b-44c7-86d2-6fa5320140a2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:05.631869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b044c3b0-f473-412a-bb66-271e2f3f947b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:05.672340 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35662) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:05.698310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9bc832-7b90-4ddb-9af7-a81e12489b5f None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:18:05.707437 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:18:05.708100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Checking segment: {'id': '648e6a19-6342-477f-9bbe-ce6ba32874f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1d83460f-922b-4ac2-9545-51838e8d0093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:05.708339 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:05.708697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Bound using segment: {'id': '648e6a19-6342-477f-9bbe-ce6ba32874f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1d83460f-922b-4ac2-9545-51838e8d0093'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:18:05.710614 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Bound port: 0d4988c9-374d-48db-87ae-e0b62eb813a2, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648e6a19-6342-477f-9bbe-ce6ba32874f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '1d83460f-922b-4ac2-9545-51838e8d0093'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:18:05.710978 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:05.885812 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f9ee-1d9b-44c7-86d2-6fa5320140a2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:05.906009 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:05.979750 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f9ee-1d9b-44c7-86d2-6fa5320140a2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.040852 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] For port 0d4988c9-374d-48db-87ae-e0b62eb813a2, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:18:06.050639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-878e8122-facf-42d8-87ff-3b4e3ff41068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'name': 'tempest-TestVolumeBackupRestore-1512974327-router', 'tenant_id': '989d83eaaede444bba260d4bd072a98f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:23Z', 'updated_at': '2021-11-24T13:18:02Z', 'revision_number': 5, 'project_id': '989d83eaaede444bba260d4bd072a98f', 'gw_port': {'id': 'b044c3b0-f473-412a-bb66-271e2f3f947b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:e9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a619195a-8113-4b10-9e7e-dab9485f7afd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:24Z', 'updated_at': '2021-11-24T13:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:06.052708 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6f9ee-1d9b-44c7-86d2-6fa5320140a2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Subnet': ['ID=d86ecfd2-7c2b-4a19-b78d-d4f8e5fcf5ca,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:06.057312 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f9ee-1d9b-44c7-86d2-6fa5320140a2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.061157 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] For port 0d4988c9-374d-48db-87ae-e0b62eb813a2, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0d4988c9-374d-48db-87ae-e0b62eb813a2,segment=NetworkSegment(648e6a19-6342-477f-9bbe-ce6ba32874f9),segment_id=648e6a19-6342-477f-9bbe-ce6ba32874f9)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:18:06.065614 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b7c6f9ee-1d9b-44c7-86d2-6fa5320140a2 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/subnets/d86ecfd2-7c2b-4a19-b78d-d4f8e5fcf5ca HTTP/1.1" status: 204 len: 168 time: 0.7605898 Nov 24 13:18:06.068146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35706) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:06.125265 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.131930 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.180151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc69294-08a5-4128-b8e7-786922a525b0 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:06.186546 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc69294-08a5-4128-b8e7-786922a525b0 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:06.188488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2dc69294-08a5-4128-b8e7-786922a525b0 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1187019 Nov 24 13:18:06.198647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35722) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:06.301799 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4275a1ae-bf9b-44c6-ad8f-3262d2072f1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.327557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4a16a69f-0b8d-4506-966a-2d4928da8a65 req-821475ae-50a7-41e8-92d5-953be4b9258c tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.2123058 Nov 24 13:18:06.329774 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.330719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a619195a-8113-4b10-9e7e-dab9485f7afd {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:18:06.343410 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.349101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35736) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:06.366083 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e88d7268-e4bc-49dd-a74b-74130ac2c8cb admin admin] 10.222.0.48 "DELETE /v2.0/routers/a619195a-8113-4b10-9e7e-dab9485f7afd HTTP/1.1" status: 204 len: 168 time: 1.9458768 Nov 24 13:18:06.417837 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d5507f07-5cbe-4724-846b-84a3730ec955 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.491478 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.493715 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec29673c-64e3-414e-a64a-825b42e37996 admin admin] Deleting subnet 703abfc3-a51a-475b-bfaf-4344e9a5b671 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:18:06.499994 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ec29673c-64e3-414e-a64a-825b42e37996 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.509909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e8122-facf-42d8-87ff-3b4e3ff41068 None None] Checking router: a619195a-8113-4b10-9e7e-dab9485f7afd for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:18:06.639531 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e8122-facf-42d8-87ff-3b4e3ff41068 None None] Routers set() bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:18:06.640233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e8122-facf-42d8-87ff-3b4e3ff41068 None None] Router IDs set() for agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 13:18:06.648591 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ec29673c-64e3-414e-a64a-825b42e37996 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.650411 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_agentschedulers_db [None req-878e8122-facf-42d8-87ff-3b4e3ff41068 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a619195a-8113-4b10-9e7e-dab9485f7afd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent'). {{(pid=114987) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 24 13:18:06.650973 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878e8122-facf-42d8-87ff-3b4e3ff41068 None None] The sync data for ids ['a619195a-8113-4b10-9e7e-dab9485f7afd'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:18:06.690133 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.734112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Pushing event updated for resources: {'Port': ['ID=0d4988c9-374d-48db-87ae-e0b62eb813a2,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:06.756115 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:06.756599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:06.756859 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:06.757320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:06.757580 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:06.757914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:06.759757 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4275a1ae-bf9b-44c6-ad8f-3262d2072f1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.777215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:06.777607 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:06.778046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:06.778447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:06.778643 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:06.778988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b89870-4e86-4284-a875-dd9fa791097d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:06.781641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4275a1ae-bf9b-44c6-ad8f-3262d2072f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.843832 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5507f07-5cbe-4724-846b-84a3730ec955 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 13:18:06.844313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5507f07-5cbe-4724-846b-84a3730ec955 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:18:06.850147 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4275a1ae-bf9b-44c6-ad8f-3262d2072f1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=891be18f3fd243879f3afb7ec1a2bfe6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1766326 Nov 24 13:18:06.851119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275a1ae-bf9b-44c6-ad8f-3262d2072f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3820074c-70db-41b9-a0d2-ebc26e246ed1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:06.854517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35780) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:06.860493 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d5507f07-5cbe-4724-846b-84a3730ec955 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/networks/1d83460f-922b-4ac2-9545-51838e8d0093 HTTP/1.1" status: 409 len: 405 time: 0.6557713 Nov 24 13:18:06.863230 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35782) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:06.869860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5710f3b1-f354-42d2-b7e3-c41cc26a9460 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1847927638'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:06.925643 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ec29673c-64e3-414e-a64a-825b42e37996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.932931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5710f3b1-f354-42d2-b7e3-c41cc26a9460 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Made reservation on behalf of a40594b892c24042b833fac5267aff57 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:06.945454 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5710f3b1-f354-42d2-b7e3-c41cc26a9460 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:06.994220 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-245ebad6-0e74-4b7a-94e1-818d7c166b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:07.045914 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-245ebad6-0e74-4b7a-94e1-818d7c166b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:07.164389 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5710f3b1-f354-42d2-b7e3-c41cc26a9460 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:18:07.182581 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5710f3b1-f354-42d2-b7e3-c41cc26a9460 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:07.182581 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-5710f3b1-f354-42d2-b7e3-c41cc26a9460 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Added segment b6dd706c-f10f-4b88-b995-939b069a5a99 of type vlan for network d72893d6-07e2-4b7e-8919-4bfea6cba303 Nov 24 13:18:07.210139 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-245ebad6-0e74-4b7a-94e1-818d7c166b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:07.212813 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-245ebad6-0e74-4b7a-94e1-818d7c166b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:07.213998 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-245ebad6-0e74-4b7a-94e1-818d7c166b5a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3820074c-70db-41b9-a0d2-ebc26e246ed1 HTTP/1.1" status: 204 len: 168 time: 0.3523593 Nov 24 13:18:07.254361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ebad6-0e74-4b7a-94e1-818d7c166b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3820074c-70db-41b9-a0d2-ebc26e246ed1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:07.369253 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:18:07.406307 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5710f3b1-f354-42d2-b7e3-c41cc26a9460 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:07.459584 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ec29673c-64e3-414e-a64a-825b42e37996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:07.506165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29673c-64e3-414e-a64a-825b42e37996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703abfc3-a51a-475b-bfaf-4344e9a5b671,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:07.508185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5710f3b1-f354-42d2-b7e3-c41cc26a9460 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:07.514589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710f3b1-f354-42d2-b7e3-c41cc26a9460 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:07.515297 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5710f3b1-f354-42d2-b7e3-c41cc26a9460 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:07.529345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b88ae86-9668-4090-b17e-9618d898b754 None None] Network b657000d-68f3-4e8c-bc69-3ec21b3bb253 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:07.532160 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ec29673c-64e3-414e-a64a-825b42e37996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:07.536807 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ec29673c-64e3-414e-a64a-825b42e37996 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/703abfc3-a51a-475b-bfaf-4344e9a5b671 HTTP/1.1" status: 204 len: 168 time: 1.1865003 Nov 24 13:18:07.539544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35846) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:07.610585 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ade0eca0-4b70-439c-b9b8-81fe8d063aaa req-f316f03b-c097-4bc0-9ec9-265102ff2e3a tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.1075044 Nov 24 13:18:07.646484 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5710f3b1-f354-42d2-b7e3-c41cc26a9460 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7821403 Nov 24 13:18:07.656385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35858) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:07.672643 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-06d4c6e7-31b9-46a8-b613-c69e02b7db24 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Request body: {'subnet': {'network_id': 'd72893d6-07e2-4b7e-8919-4bfea6cba303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:07.790907 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:07.845282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710f3b1-f354-42d2-b7e3-c41cc26a9460 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'Network': ['ID=d72893d6-07e2-4b7e-8919-4bfea6cba303,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:07.864679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network d72893d6-07e2-4b7e-8919-4bfea6cba303 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:18:07.941168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Deleting port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:07.942126 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:07.968297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 35890) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:07.995406 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28dcdf13-e1e5-44aa-bb2e-5fe7c09aac0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:08.075739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] For port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7d9d7105-3b30-47d6-a514-3e5e4e1ca74f,segment=NetworkSegment(29f79fdf-70f1-46bb-ab14-728193714843),segment_id=29f79fdf-70f1-46bb-ab14-728193714843)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:08.076622 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:08.110965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Calling delete_port for 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:08.144969 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d4c6e7-31b9-46a8-b613-c69e02b7db24 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Made reservation on behalf of a40594b892c24042b833fac5267aff57 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:08.165333 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06d4c6e7-31b9-46a8-b613-c69e02b7db24 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:08.205565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebce253-f814-4eb7-8732-7a9fc3162bce None None] DHCP port deletion for b657000d-68f3-4e8c-bc69-3ec21b3bb253 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:18:08.374567 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce253-f814-4eb7-8732-7a9fc3162bce None None] Deleting port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:08.375473 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ebce253-f814-4eb7-8732-7a9fc3162bce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:08.422328 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0d4988c9-374d-48db-87ae-e0b62eb813a2 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:18:08.455954 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28dcdf13-e1e5-44aa-bb2e-5fe7c09aac0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:08.505704 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28dcdf13-e1e5-44aa-bb2e-5fe7c09aac0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:08.537459 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:08.696193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8ebce253-f814-4eb7-8732-7a9fc3162bce None None] For port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7d9d7105-3b30-47d6-a514-3e5e4e1ca74f,segment=NetworkSegment(29f79fdf-70f1-46bb-ab14-728193714843),segment_id=29f79fdf-70f1-46bb-ab14-728193714843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:08.697134 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ebce253-f814-4eb7-8732-7a9fc3162bce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:08.757800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8ebce253-f814-4eb7-8732-7a9fc3162bce None None] Calling delete_port for 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:08.769144 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-28dcdf13-e1e5-44aa-bb2e-5fe7c09aac0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60aef7f93c25440e876f67c7205222f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7993696 Nov 24 13:18:08.771013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9d7105-3b30-47d6-a514-3e5e4e1ca74f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:08.772034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 35972) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:08.795673 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441afcf-2c4d-4ac1-86c5-62ec3071eb46 None None] Network 1d83460f-922b-4ac2-9545-51838e8d0093 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:08.818629 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 0d4988c9-374d-48db-87ae-e0b62eb813a2 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:08.820269 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:08.908326 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01908217-9944-4238-960c-a696957c72bb req-78dadac0-d94c-4b25-b53b-cf542bb33849 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.1116629 Nov 24 13:18:08.909506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] No DVR routers for this DVR port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:18:08.911080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcdf13-e1e5-44aa-bb2e-5fe7c09aac0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cf2c9a-09c0-4c84-9195-b5020df389af,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:08.994629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.objects.ports [None req-06d4c6e7-31b9-46a8-b613-c69e02b7db24 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:18:08.997891 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06d4c6e7-31b9-46a8-b613-c69e02b7db24 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.062766 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bdc60555-d90b-4d07-8ff3-f323f1a0a21f None None] Provisioning complete for port 0d4988c9-374d-48db-87ae-e0b62eb813a2 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:09.063697 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bdc60555-d90b-4d07-8ff3-f323f1a0a21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.115410 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f8ff253-657a-4a60-80ed-03fc1746c8a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.118269 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.152190 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8ebce253-f814-4eb7-8732-7a9fc3162bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.167623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b657000d-68f3-4e8c-bc69-3ec21b3bb253']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:09.192994 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebce253-f814-4eb7-8732-7a9fc3162bce None None] No DVR routers for this DVR port 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:18:09.194921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f79fdf-70f1-46bb-ab14-728193714843') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:09.202348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f79fdf-70f1-46bb-ab14-728193714843') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:09.202572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebce253-f814-4eb7-8732-7a9fc3162bce None None] Pushing event deleted for resources: {'Port': ['ID=7d9d7105-3b30-47d6-a514-3e5e4e1ca74f,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:09.211229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4c6e7-31b9-46a8-b613-c69e02b7db24 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'Subnet': ['ID=6bc3385d-986c-479e-a80b-987ecd09aac6,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:09.222446 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.243269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f8ff253-657a-4a60-80ed-03fc1746c8a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.253329 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.272110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:18:09.272849 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:18:09.275032 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:18:09.318183 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.344035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d4c6e7-31b9-46a8-b613-c69e02b7db24 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Checking segment: {'id': 'b6dd706c-f10f-4b88-b995-939b069a5a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd72893d6-07e2-4b7e-8919-4bfea6cba303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:09.344770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4c6e7-31b9-46a8-b613-c69e02b7db24 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Network hostable DHCP agents. Network: d72893d6-07e2-4b7e-8919-4bfea6cba303, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:18:09.395737 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.402492 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.408640 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] 10.222.0.48 "DELETE /v2.0/networks/b657000d-68f3-4e8c-bc69-3ec21b3bb253 HTTP/1.1" status: 204 len: 168 time: 1.8679130 Nov 24 13:18:09.412406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36034) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:09.426540 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bdc60555-d90b-4d07-8ff3-f323f1a0a21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.428103 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f8ff253-657a-4a60-80ed-03fc1746c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.431477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa292f2-731e-4ba2-b4e0-3aaa21d622c9 None None] DHCP port deletion for 1d83460f-922b-4ac2-9545-51838e8d0093 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:18:09.432622 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f8ff253-657a-4a60-80ed-03fc1746c8a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.434050 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6f8ff253-657a-4a60-80ed-03fc1746c8a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22cf2c9a-09c0-4c84-9195-b5020df389af HTTP/1.1" status: 204 len: 168 time: 0.6528091 Nov 24 13:18:09.438196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4c6e7-31b9-46a8-b613-c69e02b7db24 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Network d72893d6-07e2-4b7e-8919-4bfea6cba303 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:18:09.443749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf28d6-c40c-4e6e-b0b9-47435a689cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=b657000d-68f3-4e8c-bc69-3ec21b3bb253,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:09.446602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 0d4988c9-374d-48db-87ae-e0b62eb813a2, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0d4988c9-374d-48db-87ae-e0b62eb813a2,segment=NetworkSegment(648e6a19-6342-477f-9bbe-ce6ba32874f9),segment_id=648e6a19-6342-477f-9bbe-ce6ba32874f9)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:09.486126 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.487969 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-06d4c6e7-31b9-46a8-b613-c69e02b7db24 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, d72893d6-07e2-4b7e-8919-4bfea6cba303) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:09.509387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8ae5d9-2088-4002-98a7-b8c16b8d3bbd None None] Network d72893d6-07e2-4b7e-8919-4bfea6cba303 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:09.512611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d4c6e7-31b9-46a8-b613-c69e02b7db24 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:09.515490 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06d4c6e7-31b9-46a8-b613-c69e02b7db24 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.538548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b044c3b0-f473-412a-bb66-271e2f3f947b no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:18:09.546498 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ff253-657a-4a60-80ed-03fc1746c8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cf2c9a-09c0-4c84-9195-b5020df389af,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:09.562308 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-06d4c6e7-31b9-46a8-b613-c69e02b7db24 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9047413 Nov 24 13:18:09.565104 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36054) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:09.570387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-acc6534b-153a-4ae0-952a-6263f7062853 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Request body: {'port': {'network_id': 'd72893d6-07e2-4b7e-8919-4bfea6cba303', 'name': 'tempest-NetworksIpV6TestAttrs-270822281'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:09.725927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: b044c3b0-f473-412a-bb66-271e2f3f947b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:18:09.726458 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b044c3b0-f473-412a-bb66-271e2f3f947b not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:18:09.730464 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 60286d78-d7b1-4a51-b3ca-d480a3693730 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:18:09.795080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 60286d78-d7b1-4a51-b3ca-d480a3693730 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:18:09.795958 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 60286d78-d7b1-4a51-b3ca-d480a3693730 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:18:09.862785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc6534b-153a-4ae0-952a-6263f7062853 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Made reservation on behalf of a40594b892c24042b833fac5267aff57 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:09.867815 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-acc6534b-153a-4ae0-952a-6263f7062853 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:09.908831 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-acc6534b-153a-4ae0-952a-6263f7062853 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] device_id is not set on port ff7e24ad-4e3c-411b-a8cd-e00ded49189c yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:18:09.996989 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-bdc60555-d90b-4d07-8ff3-f323f1a0a21f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:18:09.997593 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-bdc60555-d90b-4d07-8ff3-f323f1a0a21f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:18:10.005261 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:10.009783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-afa292f2-731e-4ba2-b4e0-3aaa21d622c9 None None] Deleting port 0d4988c9-374d-48db-87ae-e0b62eb813a2 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:10.010989 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-afa292f2-731e-4ba2-b4e0-3aaa21d622c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:10.016278 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=0d4988c9-374d-48db-87ae-e0b62eb813a2,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:10.131791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-acc6534b-153a-4ae0-952a-6263f7062853 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Allocated IP 2001:db8::f816:3eff:fe72:79a8 (d72893d6-07e2-4b7e-8919-4bfea6cba303/6bc3385d-986c-479e-a80b-987ecd09aac6/ff7e24ad-4e3c-411b-a8cd-e00ded49189c) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:18:10.134532 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33ae8db2-5486-48ed-9ad9-023f8070aaab req-f62534d4-4547-48f6-a426-76acd333cfac tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0495052 Nov 24 13:18:10.203430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-afa292f2-731e-4ba2-b4e0-3aaa21d622c9 None None] For port 0d4988c9-374d-48db-87ae-e0b62eb813a2, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0d4988c9-374d-48db-87ae-e0b62eb813a2,segment=NetworkSegment(648e6a19-6342-477f-9bbe-ce6ba32874f9),segment_id=648e6a19-6342-477f-9bbe-ce6ba32874f9)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:10.204009 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-afa292f2-731e-4ba2-b4e0-3aaa21d622c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:10.276951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2eaf06c1-2ab6-4458-a5a7-9afd0bd5010a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:10.290919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-afa292f2-731e-4ba2-b4e0-3aaa21d622c9 None None] Calling delete_port for 0d4988c9-374d-48db-87ae-e0b62eb813a2 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:10.367146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0d4988c9-374d-48db-87ae-e0b62eb813a2 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:18:10.381204 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d70fe2-3da6-455f-887b-50541ed2be3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-d72893d6-07e2-4b7e-8919-4bfea6cba303', 'network_id': 'd72893d6-07e2-4b7e-8919-4bfea6cba303', 'tenant_id': 'a40594b892c24042b833fac5267aff57', 'fixed_ips': [{'subnet_id': '6bc3385d-986c-479e-a80b-987ecd09aac6'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:18:10.382163 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5d70fe2-3da6-455f-887b-50541ed2be3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:10.384103 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-acc6534b-153a-4ae0-952a-6263f7062853 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:10.436954 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-acc6534b-153a-4ae0-952a-6263f7062853 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:10.499570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc6534b-153a-4ae0-952a-6263f7062853 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Network d72893d6-07e2-4b7e-8919-4bfea6cba303 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:10.512287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-acc6534b-153a-4ae0-952a-6263f7062853 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:10.516953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc6534b-153a-4ae0-952a-6263f7062853 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:18:10.524100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc6534b-153a-4ae0-952a-6263f7062853 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:10.525360 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-acc6534b-153a-4ae0-952a-6263f7062853 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:10.546089 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-acc6534b-153a-4ae0-952a-6263f7062853 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9797904 Nov 24 13:18:10.551269 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36138) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:10.562223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6534b-153a-4ae0-952a-6263f7062853 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'Port': ['ID=ff7e24ad-4e3c-411b-a8cd-e00ded49189c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:10.648121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fbfd94-9b4d-4929-bbf5-4519b8cb9aed tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Deleting subnet 6bc3385d-986c-479e-a80b-987ecd09aac6 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:18:10.652144 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13fbfd94-9b4d-4929-bbf5-4519b8cb9aed tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:10.715313 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13fbfd94-9b4d-4929-bbf5-4519b8cb9aed tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:10.940084 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13fbfd94-9b4d-4929-bbf5-4519b8cb9aed tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:11.083066 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebfd4e17-e08f-4bee-beae-dd721539b876 req-3a934ab6-f470-4b04-aba9-8fe67e19d6c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2329962 Nov 24 13:18:11.101920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf06c1-2ab6-4458-a5a7-9afd0bd5010a admin admin] Deleting port 9e5f294a-59ec-42aa-a916-a1594c5eb56f {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:11.103191 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2eaf06c1-2ab6-4458-a5a7-9afd0bd5010a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:11.105026 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13fbfd94-9b4d-4929-bbf5-4519b8cb9aed tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server [None req-c5d70fe2-3da6-455f-887b-50541ed2be3a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bc3385d-986c-479e-a80b-987ecd09aac6: This subnet is being modified by another concurrent operation. Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise exception Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6bc3385d-986c-479e-a80b-987ecd09aac6: This subnet is being modified by another concurrent operation. Nov 24 13:18:11.118748 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Nov 24 13:18:11.146942 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13fbfd94-9b4d-4929-bbf5-4519b8cb9aed tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:11.152441 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-13fbfd94-9b4d-4929-bbf5-4519b8cb9aed tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/subnets/6bc3385d-986c-479e-a80b-987ecd09aac6 HTTP/1.1" status: 204 len: 168 time: 0.5998414 Nov 24 13:18:11.159432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36162) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:11.168040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fba4adc-c17d-4ad6-8450-1a5fd9edc7b3 None None] Network d72893d6-07e2-4b7e-8919-4bfea6cba303 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:11.217230 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:11.232912 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-afa292f2-731e-4ba2-b4e0-3aaa21d622c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:11.274881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1c7a3-9e36-4d09-a6f0-87af2aacd4d8 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:11.277366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1c7a3-9e36-4d09-a6f0-87af2aacd4d8 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:11.279187 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c7b1c7a3-9e36-4d09-a6f0-87af2aacd4d8 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1074169 Nov 24 13:18:11.285161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36166) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:11.286607 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbfd94-9b4d-4929-bbf5-4519b8cb9aed tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Subnet': ['ID=6bc3385d-986c-479e-a80b-987ecd09aac6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:11.296345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa292f2-731e-4ba2-b4e0-3aaa21d622c9 None None] No DVR routers for this DVR port 0d4988c9-374d-48db-87ae-e0b62eb813a2 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:18:11.333702 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa292f2-731e-4ba2-b4e0-3aaa21d622c9 None None] Pushing event deleted for resources: {'Port': ['ID=0d4988c9-374d-48db-87ae-e0b62eb813a2,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:11.405400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:18:11.430482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:18:11.430941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7d9d7105-3b30-47d6-a514-3e5e4e1ca74f not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:18:11.454394 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-702210e4-dad9-4cf9-b5ea-e80573ac1e66 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:11.463764 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-702210e4-dad9-4cf9-b5ea-e80573ac1e66 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 24 13:18:11.464303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702210e4-dad9-4cf9-b5ea-e80573ac1e66 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:18:11.473589 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-702210e4-dad9-4cf9-b5ea-e80573ac1e66 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/networks/d72893d6-07e2-4b7e-8919-4bfea6cba303 HTTP/1.1" status: 409 len: 405 time: 0.1844766 Nov 24 13:18:11.474335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36170) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:11.481158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-eb3d4ea4-c6dd-48b9-ba6c-7f7623309a1c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1078339911'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:11.511842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3d4ea4-c6dd-48b9-ba6c-7f7623309a1c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Made reservation on behalf of a40594b892c24042b833fac5267aff57 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:11.518120 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4ea4-c6dd-48b9-ba6c-7f7623309a1c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:11.530848 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca81d6-e3eb-4181-a732-0f2bbb120736 None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 13:18:11.559030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3d4ea4-c6dd-48b9-ba6c-7f7623309a1c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:18:11.575897 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4ea4-c6dd-48b9-ba6c-7f7623309a1c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:11.576436 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-eb3d4ea4-c6dd-48b9-ba6c-7f7623309a1c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Added segment 37ff48ce-6146-4349-b19e-e0b7ae30ed83 of type vlan for network f8142394-e3b5-4f06-998b-b4cfea80d718 Nov 24 13:18:11.676755 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4ea4-c6dd-48b9-ba6c-7f7623309a1c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:11.730022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca81d6-e3eb-4181-a732-0f2bbb120736 None None] Resources bound (agent type, host, resource id): {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:18:11.751715 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4ea4-c6dd-48b9-ba6c-7f7623309a1c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:11.759064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3d4ea4-c6dd-48b9-ba6c-7f7623309a1c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:11.760075 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eb3d4ea4-c6dd-48b9-ba6c-7f7623309a1c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:11.811046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-eb3d4ea4-c6dd-48b9-ba6c-7f7623309a1c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3356330 Nov 24 13:18:11.814239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36178) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:11.820451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-16d05d1e-5d26-4ae2-99e0-fc142baf6589 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Request body: {'subnet': {'network_id': 'f8142394-e3b5-4f06-998b-b4cfea80d718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:11.905843 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d4ea4-c6dd-48b9-ba6c-7f7623309a1c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'Network': ['ID=f8142394-e3b5-4f06-998b-b4cfea80d718,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:12.038263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d05d1e-5d26-4ae2-99e0-fc142baf6589 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Made reservation on behalf of a40594b892c24042b833fac5267aff57 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:12.045358 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-16d05d1e-5d26-4ae2-99e0-fc142baf6589 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:12.055416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-2eaf06c1-2ab6-4458-a5a7-9afd0bd5010a admin admin] For port 9e5f294a-59ec-42aa-a916-a1594c5eb56f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9e5f294a-59ec-42aa-a916-a1594c5eb56f,segment=NetworkSegment(4020bd0e-220e-4b15-8ed4-d76f2cf104d1),segment_id=4020bd0e-220e-4b15-8ed4-d76f2cf104d1)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:12.056632 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2eaf06c1-2ab6-4458-a5a7-9afd0bd5010a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:12.079520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf06c1-2ab6-4458-a5a7-9afd0bd5010a admin admin] Calling delete_port for 9e5f294a-59ec-42aa-a916-a1594c5eb56f owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:12.374281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network f8142394-e3b5-4f06-998b-b4cfea80d718 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:18:12.395666 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e6c9330-44ca-452e-944e-a9d0d9f93ba5 req-89435ae3-f622-4901-9e48-bf8cfb14944d tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0570793 Nov 24 13:18:12.404757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd4e17-e08f-4bee-beae-dd721539b876 req-a2a23705-3c76-4880-9de5-9f6fc9f87265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:12.406263 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebfd4e17-e08f-4bee-beae-dd721539b876 req-a2a23705-3c76-4880-9de5-9f6fc9f87265 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 1096 time: 1.2621744 Nov 24 13:18:12.422163 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2eaf06c1-2ab6-4458-a5a7-9afd0bd5010a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:12.462275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf06c1-2ab6-4458-a5a7-9afd0bd5010a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5f294a-59ec-42aa-a916-a1594c5eb56f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:12.743353 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2eaf06c1-2ab6-4458-a5a7-9afd0bd5010a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:12.882464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd4e17-e08f-4bee-beae-dd721539b876 req-4fe16e2f-742c-432a-b521-37000532618f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:12.884024 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebfd4e17-e08f-4bee-beae-dd721539b876 req-4fe16e2f-742c-432a-b521-37000532618f service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.4505451 Nov 24 13:18:13.000381 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebfd4e17-e08f-4bee-beae-dd721539b876 req-d69e7a94-d486-4830-9739-8837f77275d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2601b878-ea0e-499d-a6fe-95a39a3d4c0a HTTP/1.1" status: 200 len: 217 time: 0.1051683 Nov 24 13:18:13.014979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2c55c-83db-44a2-b0e0-3a18240499c2 req-d8dbc4a3-1d1f-4d7b-b618-253fe351b8f2 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:13.018881 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a7a2c55c-83db-44a2-b0e0-3a18240499c2 req-d8dbc4a3-1d1f-4d7b-b618-253fe351b8f2 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.2129316 Nov 24 13:18:13.151522 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a7a2c55c-83db-44a2-b0e0-3a18240499c2 req-a4dd3494-aaf5-4946-b8d2-1e001664d3b2 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225982 Nov 24 13:18:13.163090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd4e17-e08f-4bee-beae-dd721539b876 req-ab2efe1a-b6ba-4e44-8f2d-9a98b9d96284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:13.164612 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebfd4e17-e08f-4bee-beae-dd721539b876 req-ab2efe1a-b6ba-4e44-8f2d-9a98b9d96284 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.1571798 Nov 24 13:18:13.363464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.objects.ports [None req-16d05d1e-5d26-4ae2-99e0-fc142baf6589 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114985) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:18:13.367153 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-16d05d1e-5d26-4ae2-99e0-fc142baf6589 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:13.377107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd4e17-e08f-4bee-beae-dd721539b876 req-50ce3036-3421-4ded-bd49-9062a2743015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:13.378793 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebfd4e17-e08f-4bee-beae-dd721539b876 req-50ce3036-3421-4ded-bd49-9062a2743015 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2059932 Nov 24 13:18:13.436575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eaf06c1-2ab6-4458-a5a7-9afd0bd5010a admin admin] Router 80319545-6f2e-40b9-8e66-9dc500fffd33 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:18:13.450198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f343a-826d-479f-9f75-fc93f6688d8f req-50e7ea47-9391-403a-950e-de74eef57165 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:13.452208 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-899f343a-826d-479f-9f75-fc93f6688d8f req-50e7ea47-9391-403a-950e-de74eef57165 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1764650 Nov 24 13:18:13.469958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d05d1e-5d26-4ae2-99e0-fc142baf6589 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'Subnet': ['ID=459a9b94-1ffe-4507-912f-2d784ebcb748,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:13.475578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d05d1e-5d26-4ae2-99e0-fc142baf6589 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Checking segment: {'id': '37ff48ce-6146-4349-b19e-e0b7ae30ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f8142394-e3b5-4f06-998b-b4cfea80d718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:13.475697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d05d1e-5d26-4ae2-99e0-fc142baf6589 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Network hostable DHCP agents. Network: f8142394-e3b5-4f06-998b-b4cfea80d718, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:18:13.498084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d05d1e-5d26-4ae2-99e0-fc142baf6589 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Network f8142394-e3b5-4f06-998b-b4cfea80d718 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:18:13.511378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-16d05d1e-5d26-4ae2-99e0-fc142baf6589 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, f8142394-e3b5-4f06-998b-b4cfea80d718) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:13.519957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d05d1e-5d26-4ae2-99e0-fc142baf6589 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:13.520563 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-16d05d1e-5d26-4ae2-99e0-fc142baf6589 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:13.524525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f4b1a-1bef-466d-9b77-b9763518c896 None None] Network f8142394-e3b5-4f06-998b-b4cfea80d718 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:13.581239 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-16d05d1e-5d26-4ae2-99e0-fc142baf6589 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7656040 Nov 24 13:18:13.584416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36226) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:13.628873 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6dc819e1-fe88-4806-9825-6451836dae2e req-ba91f573-069e-4e54-b656-d426b7d4d69c tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0821633 Nov 24 13:18:13.732036 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebfd4e17-e08f-4bee-beae-dd721539b876 req-15e8cfd6-0523-493c-bb7d-54e38df9529c service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416908 Nov 24 13:18:13.758978 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-f8142394-e3b5-4f06-998b-b4cfea80d718', 'network_id': 'f8142394-e3b5-4f06-998b-b4cfea80d718', 'tenant_id': 'a40594b892c24042b833fac5267aff57', 'fixed_ips': [{'subnet_id': '459a9b94-1ffe-4507-912f-2d784ebcb748'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:18:13.760188 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-899f343a-826d-479f-9f75-fc93f6688d8f req-3169f886-04c3-4b89-ba2c-b04ad8c884ad tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978454 Nov 24 13:18:13.772787 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:14.093226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Allocated IP 2001:db8::f816:3eff:fea7:958f (f8142394-e3b5-4f06-998b-b4cfea80d718/459a9b94-1ffe-4507-912f-2d784ebcb748/8adba273-72db-427c-ae4f-d0c6114dc7a3) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:18:14.116844 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebfd4e17-e08f-4bee-beae-dd721539b876 req-f33f22c2-c244-4c2a-b5eb-ad8ff4e658d6 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555808 Nov 24 13:18:14.125344 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:14.261721 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36250) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:14.388661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-acd74b26-3134-4ef5-8a38-6aa6de7b1bac tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:14.396652 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-acd74b26-3134-4ef5-8a38-6aa6de7b1bac tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 812 time: 0.2986727 Nov 24 13:18:14.401135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eaf06c1-2ab6-4458-a5a7-9afd0bd5010a admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:18:14.417796 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2eaf06c1-2ab6-4458-a5a7-9afd0bd5010a admin admin] 10.222.0.48 "PUT /v2.0/routers/80319545-6f2e-40b9-8e66-9dc500fffd33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0038493 Nov 24 13:18:14.418574 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36256) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:14.422190 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c90a5-abd6-4c4f-ae7f-19c7c873936c None None] Sync routers for ids ['80319545-6f2e-40b9-8e66-9dc500fffd33'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:18:14.429890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-8b2c1d46-e2e5-42af-886c-cdbae290a28e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/quotas/5ff8d85d3e28474f9fc7b4af44e09a93 HTTP/1.1" status: 200 len: 375 time: 0.0262220 Nov 24 13:18:14.434238 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c90a5-abd6-4c4f-ae7f-19c7c873936c None None] Routers {'80319545-6f2e-40b9-8e66-9dc500fffd33'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:18:14.437448 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b80c90a5-abd6-4c4f-ae7f-19c7c873936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['80319545-6f2e-40b9-8e66-9dc500fffd33'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:14.592647 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-c58889f1-9984-447d-9234-f40c4040a0ac tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1562996 Nov 24 13:18:14.621239 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:14.634523 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:14.649086 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:14.703396 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-b80c90a5-abd6-4c4f-ae7f-19c7c873936c None None] Set router 80319545-6f2e-40b9-8e66-9dc500fffd33 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:18:14.758481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36264) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:14.794685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Pushing event updated for resources: {'Port': ['ID=8adba273-72db-427c-ae4f-d0c6114dc7a3,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:14.838168 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Network f8142394-e3b5-4f06-998b-b4cfea80d718 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:14.839923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:14.843230 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:18:14.851056 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e07d6fe3-86b0-4340-8695-bc253e0c9886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:14.914122 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2a7c9ad0-a674-40f6-9092-b91c853f2a46 req-73878e64-6032-48d7-82e0-a568c3faedb0 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.1170886 Nov 24 13:18:14.919903 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:14.956878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Attempting to bind port 8adba273-72db-427c-ae4f-d0c6114dc7a3 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:18:14.957265 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Attempting to bind port 8adba273-72db-427c-ae4f-d0c6114dc7a3 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '37ff48ce-6146-4349-b19e-e0b7ae30ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f8142394-e3b5-4f06-998b-b4cfea80d718'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:18:14.957640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Attempting to bind port 8adba273-72db-427c-ae4f-d0c6114dc7a3 on network f8142394-e3b5-4f06-998b-b4cfea80d718 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:14.967967 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:18:14.968272 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Checking segment: {'id': '37ff48ce-6146-4349-b19e-e0b7ae30ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f8142394-e3b5-4f06-998b-b4cfea80d718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:14.968686 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:14.969112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Bound using segment: {'id': '37ff48ce-6146-4349-b19e-e0b7ae30ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f8142394-e3b5-4f06-998b-b4cfea80d718'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:18:14.969594 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Bound port: 8adba273-72db-427c-ae4f-d0c6114dc7a3, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ff48ce-6146-4349-b19e-e0b7ae30ed83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f8142394-e3b5-4f06-998b-b4cfea80d718'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:18:14.969982 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:14.989664 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ff970a0a-57cd-4016-9786-496ed5d6743f service neutron] 10.222.0.48 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813159 Nov 24 13:18:14.990975 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-302d3dc1-ab38-4900-9b67-b0e0e1a0f2b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.098915 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b80c90a5-abd6-4c4f-ae7f-19c7c873936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'name': 'tempest-TestVolumeBackupRestore-1533589948-router', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:35Z', 'updated_at': '2021-11-24T13:18:12Z', 'revision_number': 5, 'project_id': '79d005e95d3a4fa8a20417c249cfb015', 'gw_port': {'id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:37Z', 'updated_at': '2021-11-24T13:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:15.107939 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Subnet': ['ID=459a9b94-1ffe-4507-912f-2d784ebcb748,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:15.118841 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e07d6fe3-86b0-4340-8695-bc253e0c9886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.123254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:15.123446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] For port 8adba273-72db-427c-ae4f-d0c6114dc7a3, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:18:15.123818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:15.124269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:15.124760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:15.125591 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:15.126039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:15.126547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:15.126993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:15.127462 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:15.127908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:15.128450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:15.128910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:15.129723 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] For port 8adba273-72db-427c-ae4f-d0c6114dc7a3, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8adba273-72db-427c-ae4f-d0c6114dc7a3,segment=NetworkSegment(37ff48ce-6146-4349-b19e-e0b7ae30ed83),segment_id=37ff48ce-6146-4349-b19e-e0b7ae30ed83)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:18:15.135819 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.146877 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e07d6fe3-86b0-4340-8695-bc253e0c9886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.168067 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c90a5-abd6-4c4f-ae7f-19c7c873936c None None] Checking router: 80319545-6f2e-40b9-8e66-9dc500fffd33 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:18:15.173797 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.181545 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c90a5-abd6-4c4f-ae7f-19c7c873936c None None] Routers {'80319545-6f2e-40b9-8e66-9dc500fffd33'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:18:15.182298 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b80c90a5-abd6-4c4f-ae7f-19c7c873936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:17:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['80319545-6f2e-40b9-8e66-9dc500fffd33'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:15.186853 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-646521cb-66b9-45d1-9f2c-37cdab9ee409 service neutron] 10.222.0.48 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860137 Nov 24 13:18:15.290013 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-302d3dc1-ab38-4900-9b67-b0e0e1a0f2b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.299855 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-302d3dc1-ab38-4900-9b67-b0e0e1a0f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.334668 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.376158 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.377402 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca66905c-2cea-4b4e-be95-ebae98bc2864 None None] Network f8142394-e3b5-4f06-998b-b4cfea80d718 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:15.384821 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e07d6fe3-86b0-4340-8695-bc253e0c9886 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=254a586202884b898c2cdf90fe61209e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1195951 Nov 24 13:18:15.389607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36268) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:15.392416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d6fe3-86b0-4340-8695-bc253e0c9886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30daf2d9-a69d-4e6f-9740-dbb2df2298ae,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:15.422523 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-b80c90a5-abd6-4c4f-ae7f-19c7c873936c None None] Set router 80319545-6f2e-40b9-8e66-9dc500fffd33 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:18:15.436285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-302d3dc1-ab38-4900-9b67-b0e0e1a0f2b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3e1d7508ac54c35a3b80cdc27120e3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6762006 Nov 24 13:18:15.447606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613da9cf-47df-4f52-b8ec-62e0a689272c None None] Pushing event updated for resources: {'Port': ['ID=8adba273-72db-427c-ae4f-d0c6114dc7a3,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:15.451996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36272) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:15.475049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d3dc1-ab38-4900-9b67-b0e0e1a0f2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c61862c-8c75-4463-8718-f690bb7c1fc6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:15.541483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8142394-e3b5-4f06-998b-b4cfea80d718']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:15.592562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ff48ce-6146-4349-b19e-e0b7ae30ed83') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:15.593310 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ff48ce-6146-4349-b19e-e0b7ae30ed83') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:15.602858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b083cbc7-e43b-4bb9-935a-733a917e15d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.650255 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b083cbc7-e43b-4bb9-935a-733a917e15d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.662436 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1fe3d4f0-42c6-4c74-8ea3-991e633e93ca req-b834c674-0d85-482b-9b40-cbcc5278965f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 210 time: 0.1095588 Nov 24 13:18:15.664327 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.704576 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.725629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:18:15.725629 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:18:15.731052 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:18:15.788986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] Deleting port 91317a14-cf2d-414c-95c4-3e4d37cd0595 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:15.789546 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.800319 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7df01b4f-722c-45cf-8085-d0beb58e95a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.805447 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f2f9fbe9-9995-4314-af0b-b3d68e326ee2 req-d5c7ed3f-50ac-4a6b-a1f5-950b3beb8482 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.1392169 Nov 24 13:18:15.808367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d0bea1-dc35-4062-ab9e-bb16bf644bbe None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 13:18:15.835112 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b083cbc7-e43b-4bb9-935a-733a917e15d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.837845 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b083cbc7-e43b-4bb9-935a-733a917e15d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:15.839002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b083cbc7-e43b-4bb9-935a-733a917e15d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c61862c-8c75-4463-8718-f690bb7c1fc6 HTTP/1.1" status: 204 len: 168 time: 0.3860414 Nov 24 13:18:15.843879 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b80c90a5-abd6-4c4f-ae7f-19c7c873936c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'name': 'tempest-TestVolumeBackupRestore-1533589948-router', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:35Z', 'updated_at': '2021-11-24T13:18:12Z', 'revision_number': 5, 'project_id': '79d005e95d3a4fa8a20417c249cfb015', 'gw_port': {'id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:37Z', 'updated_at': '2021-11-24T13:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:15.856234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083cbc7-e43b-4bb9-935a-733a917e15d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c61862c-8c75-4463-8718-f690bb7c1fc6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:15.880028 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c90a5-abd6-4c4f-ae7f-19c7c873936c None None] The sync data for ids ['80319545-6f2e-40b9-8e66-9dc500fffd33'] in n-d-817303-4 is: [{'id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'name': 'tempest-TestVolumeBackupRestore-1533589948-router', 'tenant_id': '79d005e95d3a4fa8a20417c249cfb015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:11:35Z', 'updated_at': '2021-11-24T13:18:12Z', 'revision_number': 5, 'project_id': '79d005e95d3a4fa8a20417c249cfb015', 'gw_port': {'id': '91317a14-cf2d-414c-95c4-3e4d37cd0595', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80319545-6f2e-40b9-8e66-9dc500fffd33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:11:37Z', 'updated_at': '2021-11-24T13:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:18:15.966406 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7df01b4f-722c-45cf-8085-d0beb58e95a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:16.023911 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.db.api [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 13:18:16.023911 n-d-817303-4 neutron-server[114986]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 13:18:16.023911 n-d-817303-4 neutron-server[114986]: [parameters: {'id': 'f8142394-e3b5-4f06-998b-b4cfea80d718'}] Nov 24 13:18:16.023911 n-d-817303-4 neutron-server[114986]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:18:16.024520 n-d-817303-4 neutron-server[114986]: DEBUG oslo_db.api [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:18:16.086475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d0bea1-dc35-4062-ab9e-bb16bf644bbe None None] Resources bound (agent type, host, resource id): {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:18:16.096875 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b54532d1-e724-4429-89f6-f416d771cfa4 req-437ae628-3267-4e4f-91c0-26361d9c5e99 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0542960 Nov 24 13:18:16.107556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] For port 91317a14-cf2d-414c-95c4-3e4d37cd0595, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=91317a14-cf2d-414c-95c4-3e4d37cd0595,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:16.107943 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:16.144146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] Calling delete_port for 91317a14-cf2d-414c-95c4-3e4d37cd0595 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:16.174240 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7df01b4f-722c-45cf-8085-d0beb58e95a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:16.181106 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7df01b4f-722c-45cf-8085-d0beb58e95a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:16.187745 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7df01b4f-722c-45cf-8085-d0beb58e95a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30daf2d9-a69d-4e6f-9740-dbb2df2298ae HTTP/1.1" status: 204 len: 168 time: 0.7910297 Nov 24 13:18:16.297901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df01b4f-722c-45cf-8085-d0beb58e95a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30daf2d9-a69d-4e6f-9740-dbb2df2298ae,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:16.371379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9e5f294a-59ec-42aa-a916-a1594c5eb56f no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:18:16.508791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 9e5f294a-59ec-42aa-a916-a1594c5eb56f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:18:16.508791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9e5f294a-59ec-42aa-a916-a1594c5eb56f not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:18:16.526520 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:16.692644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Deleting port 8adba273-72db-427c-ae4f-d0c6114dc7a3 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:16.693149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:16.863870 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:16.946578 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-54335739-6d7c-476d-99b8-86426cd2c956 req-2608efc7-8a52-4d34-8b11-30762c66356a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 210 time: 0.0857193 Nov 24 13:18:16.949386 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] For port 8adba273-72db-427c-ae4f-d0c6114dc7a3, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8adba273-72db-427c-ae4f-d0c6114dc7a3,segment=NetworkSegment(37ff48ce-6146-4349-b19e-e0b7ae30ed83),segment_id=37ff48ce-6146-4349-b19e-e0b7ae30ed83)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:16.950036 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:16.955112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=91317a14-cf2d-414c-95c4-3e4d37cd0595,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:16.968550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9fd2f8-1fcc-4232-baf5-45e0bd302066 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:18:17.055607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Calling delete_port for 8adba273-72db-427c-ae4f-d0c6114dc7a3 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:17.064858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36310) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:17.083883 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3909cc04-6a70-46e4-ae67-2e676141a839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:17.286745 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca74e27b-7522-4cf9-9aab-b8f45a69f6cb req-da35d450-78e1-4ddf-a0dd-a8f2d7be2c5b tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0574143 Nov 24 13:18:17.289474 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3909cc04-6a70-46e4-ae67-2e676141a839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:17.298340 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3909cc04-6a70-46e4-ae67-2e676141a839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:17.415850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909cc04-6a70-46e4-ae67-2e676141a839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6590fd7d-a930-446d-8ec8-928afbe71ed7,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:17.459150 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3909cc04-6a70-46e4-ae67-2e676141a839 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05f8f74439944ab29baf1b91b6d48d43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3907061 Nov 24 13:18:17.460235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36322) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:17.467994 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:17.542114 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2543e5b-279a-4373-809b-102ca0c0bba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:17.581253 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2543e5b-279a-4373-809b-102ca0c0bba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:17.649216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-3388b63c-01f3-4c83-9433-9749d2c7f44d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:17.650798 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-3388b63c-01f3-4c83-9433-9749d2c7f44d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 812 time: 0.5063763 Nov 24 13:18:17.659439 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:17.667484 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ffbd45b6-498c-46eb-8c7c-d3e629ce26a1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Request body: {'port': {'device_id': '6369fd21-f52f-4843-a392-d2999a52d155', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'admin_state_up': True, 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:17.687310 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33bbe725-442a-42b2-9a86-cc1de5706bdd req-eb47abc1-d2b7-4423-b054-6da2820198c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=821431f16df24eb8bb98ee85697d57d1&device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0461714 Nov 24 13:18:17.716691 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2543e5b-279a-4373-809b-102ca0c0bba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:17.722649 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2543e5b-279a-4373-809b-102ca0c0bba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:17.726732 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f2543e5b-279a-4373-809b-102ca0c0bba7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6590fd7d-a930-446d-8ec8-928afbe71ed7 HTTP/1.1" status: 204 len: 168 time: 0.2630925 Nov 24 13:18:17.740414 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:17.749826 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33bbe725-442a-42b2-9a86-cc1de5706bdd req-1d84b073-1c75-49d4-84df-95a4c6d37de6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=821431f16df24eb8bb98ee85697d57d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547233 Nov 24 13:18:17.751069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2543e5b-279a-4373-809b-102ca0c0bba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6590fd7d-a930-446d-8ec8-928afbe71ed7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:17.917076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbe725-442a-42b2-9a86-cc1de5706bdd req-965ce63a-5314-468c-9884-b6fa6803a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:17.918882 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33bbe725-442a-42b2-9a86-cc1de5706bdd req-965ce63a-5314-468c-9884-b6fa6803a69c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1618485 Nov 24 13:18:18.153439 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d411947c-d0ec-4f1a-8e91-347a1d6fe77e req-774f6c9d-6369-441c-8bad-d146ecce16c8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 210 time: 0.0319498 Nov 24 13:18:18.307656 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9097d839-08ea-404e-9bf9-3d4b4117ec4e req-2b6f4636-82c5-4d40-b8ee-530f4a91ad45 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.5612893 Nov 24 13:18:18.320889 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:18.321408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80319545-6f2e-40b9-8e66-9dc500fffd33 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:18:18.330008 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:18.332226 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-673cdb8a-268c-435f-9461-2081f911abf5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/80319545-6f2e-40b9-8e66-9dc500fffd33 HTTP/1.1" status: 204 len: 168 time: 3.8858731 Nov 24 13:18:18.334598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36380) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:18.335226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:18.391629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ffbd45b6-498c-46eb-8c7c-d3e629ce26a1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Made reservation on behalf of 5ff8d85d3e28474f9fc7b4af44e09a93 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:18.395192 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ffbd45b6-498c-46eb-8c7c-d3e629ce26a1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:18.399800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Port': ['ID=8adba273-72db-427c-ae4f-d0c6114dc7a3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:18.410803 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] No DVR routers for this DVR port 8adba273-72db-427c-ae4f-d0c6114dc7a3 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:18:18.426946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-f742305f-075e-49c1-9be2-a31beb1c39da admin admin] Deleting subnet a61bc9f5-07ae-4be0-9c51-7105362426d9 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:18:18.437649 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f742305f-075e-49c1-9be2-a31beb1c39da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:18.497997 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f742305f-075e-49c1-9be2-a31beb1c39da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:18.654936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:18.679889 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f742305f-075e-49c1-9be2-a31beb1c39da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:18.688126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8142394-e3b5-4f06-998b-b4cfea80d718']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:18.736188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ff48ce-6146-4349-b19e-e0b7ae30ed83') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:18.737267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ff48ce-6146-4349-b19e-e0b7ae30ed83') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:18.761425 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f742305f-075e-49c1-9be2-a31beb1c39da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:18.776415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:18.816689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:18.826069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:18:18.826505 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:18.837379 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f742305f-075e-49c1-9be2-a31beb1c39da admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:18.844441 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f742305f-075e-49c1-9be2-a31beb1c39da admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a61bc9f5-07ae-4be0-9c51-7105362426d9 HTTP/1.1" status: 204 len: 168 time: 0.5056791 Nov 24 13:18:18.844441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742305f-075e-49c1-9be2-a31beb1c39da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a61bc9f5-07ae-4be0-9c51-7105362426d9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:18.849779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13cd662-1039-457a-91c9-ad271d874f69 None None] Network 3f5a30bf-1539-463a-8697-32aa690511f3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:18.859905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36404) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:18:18.900600 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:18:18.923072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ffbd45b6-498c-46eb-8c7c-d3e629ce26a1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Allocated IP 172.20.0.13 (350afefa-f8e9-48b5-9810-800aaca7033f/4a0683ef-715b-43e2-968a-1f8e85a2dd11/5a612284-9be3-4439-81b6-8e176d60ec88) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:18:18.972811 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.074874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Deleting port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:19.075660 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.145652 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.211569 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33bbe725-442a-42b2-9a86-cc1de5706bdd req-5ef501ef-b059-4f33-a088-5ff8b8ca189d tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.59 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0493417 Nov 24 13:18:19.213516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] For port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7a95a205-aad2-4f12-8bcc-d5a414f1e07f,segment=NetworkSegment(4020bd0e-220e-4b15-8ed4-d76f2cf104d1),segment_id=4020bd0e-220e-4b15-8ed4-d76f2cf104d1)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:19.214420 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.217900 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/networks/f8142394-e3b5-4f06-998b-b4cfea80d718 HTTP/1.1" status: 204 len: 168 time: 5.6241286 Nov 24 13:18:19.218169 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.223896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36434) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:19.245567 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde7964-2f96-407c-bb35-a91459eaf450 None None] DHCP port deletion for 3f5a30bf-1539-463a-8697-32aa690511f3 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:18:19.261122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Calling delete_port for 7a95a205-aad2-4f12-8bcc-d5a414f1e07f owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:19.274258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc8936-5e58-4362-9619-405a0178b056 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Network': ['ID=f8142394-e3b5-4f06-998b-b4cfea80d718,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:19.346487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e953cef7-3cf7-48fe-aa2f-7a3b0df665d3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-292722910'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:19.429761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-bfde7964-2f96-407c-bb35-a91459eaf450 None None] Deleting port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:19.430224 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bfde7964-2f96-407c-bb35-a91459eaf450 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.487249 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-80b2e1f2-d735-489c-bd6a-373b7bb64eb1 req-4f9d9941-1b14-449a-89d9-9e1b30ffa15f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 210 time: 0.1418850 Nov 24 13:18:19.511390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e953cef7-3cf7-48fe-aa2f-7a3b0df665d3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Made reservation on behalf of a40594b892c24042b833fac5267aff57 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:19.511977 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3a47abb-5702-4584-8c5a-9eacc7e8eefc req-8a9f3e5f-2ab4-4002-aa1c-6ffc2c683024 tempest-ServerShowV254Test-710071883 tempest-ServerShowV254Test-710071883-project] 10.222.0.48 "GET /v2.0/ports?device_id=1216e7b4-c3de-4e2d-a801-c82534240aff HTTP/1.1" status: 200 len: 210 time: 0.0542898 Nov 24 13:18:19.532218 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e953cef7-3cf7-48fe-aa2f-7a3b0df665d3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.562677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e953cef7-3cf7-48fe-aa2f-7a3b0df665d3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:18:19.564791 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ffbd45b6-498c-46eb-8c7c-d3e629ce26a1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.575558 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e953cef7-3cf7-48fe-aa2f-7a3b0df665d3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.575953 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-e953cef7-3cf7-48fe-aa2f-7a3b0df665d3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Added segment f6424d90-4d36-43f8-8060-8d6a1089be96 of type vlan for network 1108e6a1-81ac-47bf-8c9c-df13f9029b20 Nov 24 13:18:19.578034 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.611838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-bfde7964-2f96-407c-bb35-a91459eaf450 None None] For port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7a95a205-aad2-4f12-8bcc-d5a414f1e07f,segment=NetworkSegment(4020bd0e-220e-4b15-8ed4-d76f2cf104d1),segment_id=4020bd0e-220e-4b15-8ed4-d76f2cf104d1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:19.615145 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bfde7964-2f96-407c-bb35-a91459eaf450 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.623160 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ffbd45b6-498c-46eb-8c7c-d3e629ce26a1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.645803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=7a95a205-aad2-4f12-8bcc-d5a414f1e07f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:19.660808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] No DVR routers for this DVR port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:18:19.681166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['2601b878-ea0e-499d-a6fe-95a39a3d4c0a', '14d5e10e-2b91-45af-847c-192985a74a5e'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:18:19.712658 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e953cef7-3cf7-48fe-aa2f-7a3b0df665d3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.734550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-bfde7964-2f96-407c-bb35-a91459eaf450 None None] Calling delete_port for 7a95a205-aad2-4f12-8bcc-d5a414f1e07f owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:19.763468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ffbd45b6-498c-46eb-8c7c-d3e629ce26a1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Network 350afefa-f8e9-48b5-9810-800aaca7033f is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:19.780435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ffbd45b6-498c-46eb-8c7c-d3e629ce26a1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:19.783611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ffbd45b6-498c-46eb-8c7c-d3e629ce26a1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:18:19.857422 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd45b6-498c-46eb-8c7c-d3e629ce26a1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event updated for resources: {'Port': ['ID=5a612284-9be3-4439-81b6-8e176d60ec88,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:19.904302 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.952516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ffbd45b6-498c-46eb-8c7c-d3e629ce26a1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:19.953416 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e953cef7-3cf7-48fe-aa2f-7a3b0df665d3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.956169 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ffbd45b6-498c-46eb-8c7c-d3e629ce26a1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:19.969429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e953cef7-3cf7-48fe-aa2f-7a3b0df665d3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:19.970618 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e953cef7-3cf7-48fe-aa2f-7a3b0df665d3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:20.006366 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ffbd45b6-498c-46eb-8c7c-d3e629ce26a1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3446457 Nov 24 13:18:20.022468 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bfde7964-2f96-407c-bb35-a91459eaf450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:20.027979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5a30bf-1539-463a-8697-32aa690511f3']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:20.029752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Request body: {'port': {'device_id': '6369fd21-f52f-4843-a392-d2999a52d155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:20.098063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde7964-2f96-407c-bb35-a91459eaf450 None None] No DVR routers for this DVR port 7a95a205-aad2-4f12-8bcc-d5a414f1e07f on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:18:20.109582 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde7964-2f96-407c-bb35-a91459eaf450 None None] Pushing event deleted for resources: {'Port': ['ID=7a95a205-aad2-4f12-8bcc-d5a414f1e07f,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:20.136429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:20.171205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4020bd0e-220e-4b15-8ed4-d76f2cf104d1') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:20.174032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4020bd0e-220e-4b15-8ed4-d76f2cf104d1') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:20.290524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 91317a14-cf2d-414c-95c4-3e4d37cd0595 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:18:20.321478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 91317a14-cf2d-414c-95c4-3e4d37cd0595 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:18:20.324309 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 91317a14-cf2d-414c-95c4-3e4d37cd0595 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:18:20.327177 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7a95a205-aad2-4f12-8bcc-d5a414f1e07f no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:18:20.328377 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e953cef7-3cf7-48fe-aa2f-7a3b0df665d3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1031344 Nov 24 13:18:20.333973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36458) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:20.342635 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:20.348151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f20d13d9-3dea-428b-b057-343329379290 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Request body: {'subnet': {'network_id': '1108e6a1-81ac-47bf-8c9c-df13f9029b20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:20.360148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953cef7-3cf7-48fe-aa2f-7a3b0df665d3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'Network': ['ID=1108e6a1-81ac-47bf-8c9c-df13f9029b20,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:20.404580 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:20.415526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 1108e6a1-81ac-47bf-8c9c-df13f9029b20 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:18:20.420598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:18:20.420598 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:18:20.423844 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:18:20.491222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8884a-c0a2-4686-ab51-21bb1c5f4ce4 req-851486e4-a2c0-471d-8d6d-dec8c97135cc tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:20.495021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 7a95a205-aad2-4f12-8bcc-d5a414f1e07f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:18:20.495653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7a95a205-aad2-4f12-8bcc-d5a414f1e07f not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:18:20.498996 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1de8884a-c0a2-4686-ab51-21bb1c5f4ce4 req-851486e4-a2c0-471d-8d6d-dec8c97135cc tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 950 time: 0.1471033 Nov 24 13:18:20.557909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fcc6e4a2-a2ae-4344-acf1-7a426fb9fe0f None None] Provisioning complete for port 5a612284-9be3-4439-81b6-8e176d60ec88 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:20.562407 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fcc6e4a2-a2ae-4344-acf1-7a426fb9fe0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:20.569011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20d13d9-3dea-428b-b057-343329379290 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Made reservation on behalf of a40594b892c24042b833fac5267aff57 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:20.572714 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f20d13d9-3dea-428b-b057-343329379290 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:20.643315 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fcc6e4a2-a2ae-4344-acf1-7a426fb9fe0f None None] Port 5a612284-9be3-4439-81b6-8e176d60ec88 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:18:20.645662 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1de8884a-c0a2-4686-ab51-21bb1c5f4ce4 req-1fcd4cf7-1c24-4439-b6d9-2dbaf6026644 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/security-groups?id=772f7350-c59b-41f5-9663-6077cee5f4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455002 Nov 24 13:18:20.693931 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:20.727002 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:20.730522 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] 10.222.0.48 "DELETE /v2.0/networks/3f5a30bf-1539-463a-8697-32aa690511f3 HTTP/1.1" status: 204 len: 168 time: 1.8695128 Nov 24 13:18:20.744327 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a612284-9be3-4439-81b6-8e176d60ec88 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:18:20.755523 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:20.783058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Transition to ACTIVE for port object 5a612284-9be3-4439-81b6-8e176d60ec88 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:18:20.789493 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:20.794588 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0696147-8418-4a2e-979b-db8050a79e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5a30bf-1539-463a-8697-32aa690511f3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:20.843656 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2ca3bf30-d02d-4319-82ea-671eb9253f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:20.844694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299cd32-e5e2-48f9-a3e6-f1134c960e4b req-3c9a77b1-9cd0-4b7f-ba62-4efc31bdb306 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:20.850950 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4299cd32-e5e2-48f9-a3e6-f1134c960e4b req-3c9a77b1-9cd0-4b7f-ba62-4efc31bdb306 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 932 time: 0.2364717 Nov 24 13:18:20.951339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a612284-9be3-4439-81b6-8e176d60ec88,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:20.978369 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4299cd32-e5e2-48f9-a3e6-f1134c960e4b req-f40f965e-9732-42c4-9f5f-379410891441 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136713 Nov 24 13:18:21.042965 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f20d13d9-3dea-428b-b057-343329379290 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:21.044278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Attempting to bind port 5a612284-9be3-4439-81b6-8e176d60ec88 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:18:21.045159 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Attempting to bind port 5a612284-9be3-4439-81b6-8e176d60ec88 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:18:21.045683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Attempting to bind port 5a612284-9be3-4439-81b6-8e176d60ec88 on network 350afefa-f8e9-48b5-9810-800aaca7033f {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:21.052607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Port 5a612284-9be3-4439-81b6-8e176d60ec88 on network 350afefa-f8e9-48b5-9810-800aaca7033f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:18:21.052971 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Attempting to bind port 5a612284-9be3-4439-81b6-8e176d60ec88 on network 350afefa-f8e9-48b5-9810-800aaca7033f {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:21.067650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:18:21.068012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Checking segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:21.068495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Bound using segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:18:21.068987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Bound port: 5a612284-9be3-4439-81b6-8e176d60ec88, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:18:21.070097 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:21.144469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d13d9-3dea-428b-b057-343329379290 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'Subnet': ['ID=b7c0fbaf-c41e-49c9-b5fc-bfd4c8cace71,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:21.159773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d13d9-3dea-428b-b057-343329379290 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Checking segment: {'id': 'f6424d90-4d36-43f8-8060-8d6a1089be96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1108e6a1-81ac-47bf-8c9c-df13f9029b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:21.160050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d13d9-3dea-428b-b057-343329379290 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Network hostable DHCP agents. Network: 1108e6a1-81ac-47bf-8c9c-df13f9029b20, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:18:21.202780 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d13d9-3dea-428b-b057-343329379290 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Network 1108e6a1-81ac-47bf-8c9c-df13f9029b20 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:18:21.212180 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] For port 5a612284-9be3-4439-81b6-8e176d60ec88, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:18:21.217177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] For port 5a612284-9be3-4439-81b6-8e176d60ec88, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=5a612284-9be3-4439-81b6-8e176d60ec88,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:18:21.218093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-f20d13d9-3dea-428b-b057-343329379290 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 1108e6a1-81ac-47bf-8c9c-df13f9029b20) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:21.223116 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:21.225936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20d13d9-3dea-428b-b057-343329379290 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:21.226558 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f20d13d9-3dea-428b-b057-343329379290 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:21.245307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff11954-cd66-40f9-bdd1-d12d1c5250f7 None None] Network 1108e6a1-81ac-47bf-8c9c-df13f9029b20 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:21.263997 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f20d13d9-3dea-428b-b057-343329379290 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9258072 Nov 24 13:18:21.267060 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36482) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:21.278072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:21.279281 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:21.281539 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] 10.222.0.46 "PUT /v2.0/ports/5a612284-9be3-4439-81b6-8e176d60ec88 HTTP/1.1" status: 200 len: 1092 time: 1.2659357 Nov 24 13:18:21.282537 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6369fd21-f52f-4843-a392-d2999a52d155', 'tag': '5a612284-9be3-4439-81b6-8e176d60ec88'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:18:21.309815 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74adb98a-c6a6-42fe-9316-baaa8e8d050f" -d '{"events": [{"name": "network-changed", "server_uuid": "6369fd21-f52f-4843-a392-d2999a52d155", "tag": "5a612284-9be3-4439-81b6-8e176d60ec88"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:18:21.331350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36486) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:21.493875 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36496) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:21.499784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b6ac9-7c76-4785-9c94-c4c5002007e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a612284-9be3-4439-81b6-8e176d60ec88,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:21.545625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a8d52093-190d-4632-bc51-7c16550e1fb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=989d83eaaede444bba260d4bd072a98f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2121875 Nov 24 13:18:21.547637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-e0f999f7-429b-460f-adc2-18ab87c242d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:21.549123 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-e0f999f7-429b-460f-adc2-18ab87c242d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 1095 time: 0.2123530 Nov 24 13:18:21.549608 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36502) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:21.640582 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:21.660158 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ee6e8819-5296-4976-90d4-ad9543009245 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a612284-9be3-4439-81b6-8e176d60ec88 HTTP/1.1" status: 200 len: 217 time: 0.0851126 Nov 24 13:18:21.737592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-1108e6a1-81ac-47bf-8c9c-df13f9029b20', 'network_id': '1108e6a1-81ac-47bf-8c9c-df13f9029b20', 'tenant_id': 'a40594b892c24042b833fac5267aff57', 'fixed_ips': [{'subnet_id': 'b7c0fbaf-c41e-49c9-b5fc-bfd4c8cace71'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:18:21.738603 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:21.812857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaff5b8-6b43-47ee-b313-320077bafeac req-753d1807-f344-41da-a1b7-0345f3dd9322 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:21.814500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0eaff5b8-6b43-47ee-b313-320077bafeac req-753d1807-f344-41da-a1b7-0345f3dd9322 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.59 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 950 time: 0.1671126 Nov 24 13:18:21.855471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-89cec35c-d837-4cce-9ed6-76a2294da41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:21.858889 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-89cec35c-d837-4cce-9ed6-76a2294da41b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.1910789 Nov 24 13:18:21.864195 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6c9dd9f-8e71-4267-94a4-ef186df603fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:21.881996 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3113c3-41f7-46f4-ac4a-a80cd90ef585 x-openstack-request-id: req-5f3113c3-41f7-46f4-ac4a-a80cd90ef585 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:18:21.882646 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6369fd21-f52f-4843-a392-d2999a52d155", "tag": "5a612284-9be3-4439-81b6-8e176d60ec88", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:18:21.883234 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f3113c3-41f7-46f4-ac4a-a80cd90ef585 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:18:21.884214 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6369fd21-f52f-4843-a392-d2999a52d155', 'tag': '5a612284-9be3-4439-81b6-8e176d60ec88', 'status': 'completed', 'code': 200} Nov 24 13:18:21.942265 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-88387129-59c7-44d0-8b30-ba51a408b8ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:21.973437 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Allocated IP 2001:db8::2 (1108e6a1-81ac-47bf-8c9c-df13f9029b20/b7c0fbaf-c41e-49c9-b5fc-bfd4c8cace71/ce8ed600-cc74-42e3-a670-449fe8c961bf) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:18:21.994716 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-88387129-59c7-44d0-8b30-ba51a408b8ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.038540 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-55a43179-5cc0-48c3-bc9d-7df72fcfe448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:22.040199 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-55a43179-5cc0-48c3-bc9d-7df72fcfe448 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547973 Nov 24 13:18:22.057049 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.201124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26759b-4a32-413c-8190-4fbf6c76e4d2 req-36a80fe1-5583-4002-9b99-775f89c337c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:22.202704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc26759b-4a32-413c-8190-4fbf6c76e4d2 req-36a80fe1-5583-4002-9b99-775f89c337c7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 944 time: 0.1114888 Nov 24 13:18:22.204157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3186cf9-8116-4fb4-a015-d6332f22a6fe req-95abe1d6-20d6-4e82-8147-637d341d878b tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:22.206462 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-88387129-59c7-44d0-8b30-ba51a408b8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.209074 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-88387129-59c7-44d0-8b30-ba51a408b8ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.210173 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-88387129-59c7-44d0-8b30-ba51a408b8ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8dace774-b57a-4ac0-8008-b2f0fabc0c9f HTTP/1.1" status: 204 len: 168 time: 0.6596718 Nov 24 13:18:22.214838 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3186cf9-8116-4fb4-a015-d6332f22a6fe req-95abe1d6-20d6-4e82-8147-637d341d878b tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 950 time: 0.3983252 Nov 24 13:18:22.238020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88387129-59c7-44d0-8b30-ba51a408b8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dace774-b57a-4ac0-8008-b2f0fabc0c9f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:22.256863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-ba3f7dc6-846d-483c-a05d-63c13a7f3932 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024708 Nov 24 13:18:22.331780 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.346324 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.348372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36526) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:22.381008 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28ac9dce-7629-4a9c-bd0f-eb3354f01c7d req-e5ebc1ca-b549-489b-a305-e325cd6539e4 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187806 Nov 24 13:18:22.383610 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3186cf9-8116-4fb4-a015-d6332f22a6fe req-7263851f-a433-4b39-8151-341391593582 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/security-groups?id=772f7350-c59b-41f5-9663-6077cee5f4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620326 Nov 24 13:18:22.389459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Network 1108e6a1-81ac-47bf-8c9c-df13f9029b20 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:22.395062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:22.407430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:18:22.432216 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.442707 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc26759b-4a32-413c-8190-4fbf6c76e4d2 req-e76191bf-c1a1-4d35-b598-0289338a7279 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282290 Nov 24 13:18:22.466182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Pushing event updated for resources: {'Port': ['ID=ce8ed600-cc74-42e3-a670-449fe8c961bf,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:22.516755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Attempting to bind port ce8ed600-cc74-42e3-a670-449fe8c961bf on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:18:22.519469 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Attempting to bind port ce8ed600-cc74-42e3-a670-449fe8c961bf by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f6424d90-4d36-43f8-8060-8d6a1089be96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1108e6a1-81ac-47bf-8c9c-df13f9029b20'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:18:22.521223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Attempting to bind port ce8ed600-cc74-42e3-a670-449fe8c961bf on network 1108e6a1-81ac-47bf-8c9c-df13f9029b20 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:22.533655 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:18:22.534594 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Checking segment: {'id': 'f6424d90-4d36-43f8-8060-8d6a1089be96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1108e6a1-81ac-47bf-8c9c-df13f9029b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:22.534737 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.535502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Bound using segment: {'id': 'f6424d90-4d36-43f8-8060-8d6a1089be96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1108e6a1-81ac-47bf-8c9c-df13f9029b20'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:18:22.536137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Bound port: ce8ed600-cc74-42e3-a670-449fe8c961bf, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6424d90-4d36-43f8-8060-8d6a1089be96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1108e6a1-81ac-47bf-8c9c-df13f9029b20'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:18:22.536337 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-0eaff5b8-6b43-47ee-b313-320077bafeac req-64201aca-a6f8-4960-98fc-c0187278a711 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Deleting port a81fd226-c7ee-46bd-ad7a-ff025cb4164c {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:22.536862 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.537001 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0eaff5b8-6b43-47ee-b313-320077bafeac req-64201aca-a6f8-4960-98fc-c0187278a711 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.539684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c0fbaf-c41e-49c9-b5fc-bfd4c8cace71,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:22.547363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adb98a-c6a6-42fe-9316-baaa8e8d050f req-996b3b13-c64b-476d-aca2-2e21707e0fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:22.549020 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74adb98a-c6a6-42fe-9316-baaa8e8d050f req-996b3b13-c64b-476d-aca2-2e21707e0fa7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 1095 time: 0.0873654 Nov 24 13:18:22.681200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] For port ce8ed600-cc74-42e3-a670-449fe8c961bf, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:18:22.685123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] For port ce8ed600-cc74-42e3-a670-449fe8c961bf, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ce8ed600-cc74-42e3-a670-449fe8c961bf,segment=NetworkSegment(f6424d90-4d36-43f8-8060-8d6a1089be96),segment_id=f6424d90-4d36-43f8-8060-8d6a1089be96)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:18:22.696024 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.741182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adb98a-c6a6-42fe-9316-baaa8e8d050f req-e95c9e50-d559-4900-9c3e-2fdfeb7c6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:22.743687 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74adb98a-c6a6-42fe-9316-baaa8e8d050f req-e95c9e50-d559-4900-9c3e-2fdfeb7c6bb0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.1876712 Nov 24 13:18:22.800116 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74adb98a-c6a6-42fe-9316-baaa8e8d050f req-3b832108-5323-44fa-8fcf-aad9dfd9b906 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a612284-9be3-4439-81b6-8e176d60ec88 HTTP/1.1" status: 200 len: 217 time: 0.0475609 Nov 24 13:18:22.866223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4eab7a-ed1a-4178-ac9a-9846b7fa3bcb None None] Pushing event updated for resources: {'Port': ['ID=ce8ed600-cc74-42e3-a670-449fe8c961bf,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:22.868615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adb98a-c6a6-42fe-9316-baaa8e8d050f req-90984b1f-61d0-497a-b815-455628176bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:22.869586 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74adb98a-c6a6-42fe-9316-baaa8e8d050f req-90984b1f-61d0-497a-b815-455628176bbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.0608327 Nov 24 13:18:22.884452 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.894056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cb4a93-35f2-4dd3-b3f0-2905de332f40 None None] Network 1108e6a1-81ac-47bf-8c9c-df13f9029b20 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:22.907924 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6c9dd9f-8e71-4267-94a4-ef186df603fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.914057 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6a60977d-b752-40e9-b150-c595a09aedb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.928319 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6c9dd9f-8e71-4267-94a4-ef186df603fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:22.941318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1108e6a1-81ac-47bf-8c9c-df13f9029b20']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:22.969345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6424d90-4d36-43f8-8060-8d6a1089be96') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:22.969640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6424d90-4d36-43f8-8060-8d6a1089be96') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:22.970986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adb98a-c6a6-42fe-9316-baaa8e8d050f req-7f3ba3c4-418b-41db-9086-a0159f2a290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:22.972511 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74adb98a-c6a6-42fe-9316-baaa8e8d050f req-7f3ba3c4-418b-41db-9086-a0159f2a290f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952818 Nov 24 13:18:22.973784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36532) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:23.011098 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.013945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0eaff5b8-6b43-47ee-b313-320077bafeac req-64201aca-a6f8-4960-98fc-c0187278a711 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] For port a81fd226-c7ee-46bd-ad7a-ff025cb4164c, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a81fd226-c7ee-46bd-ad7a-ff025cb4164c,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:23.014311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0eaff5b8-6b43-47ee-b313-320077bafeac req-64201aca-a6f8-4960-98fc-c0187278a711 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.044646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d6c9dd9f-8e71-4267-94a4-ef186df603fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=821431f16df24eb8bb98ee85697d57d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5473702 Nov 24 13:18:23.044646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9dd9f-8e71-4267-94a4-ef186df603fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c026d796-73ca-4a64-9e30-1e223d94798d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:23.048522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36536) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:23.062734 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-0eaff5b8-6b43-47ee-b313-320077bafeac req-64201aca-a6f8-4960-98fc-c0187278a711 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Calling delete_port for a81fd226-c7ee-46bd-ad7a-ff025cb4164c owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:23.066914 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.112033 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:18:23.112449 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:18:23.115605 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:18:23.123408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdc4f2f-b082-4878-8658-7eb82322d750 None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 13:18:23.129144 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ea7adfdf-fb4a-42fa-a7b7-6d8d981ea491 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79d005e95d3a4fa8a20417c249cfb015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1521349 Nov 24 13:18:23.130472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36538) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:23.187317 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74adb98a-c6a6-42fe-9316-baaa8e8d050f req-a5c0c3e5-076c-4e9e-957c-d526ab4f7f9d service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047946 Nov 24 13:18:23.221072 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-351663bb-c01f-4dd1-94b7-f8b1645a4532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.249838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdc4f2f-b082-4878-8658-7eb82322d750 None None] Resources bound (agent type, host, resource id): {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:18:23.252900 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.db.api [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 13:18:23.252900 n-d-817303-4 neutron-server[114985]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 13:18:23.252900 n-d-817303-4 neutron-server[114985]: [parameters: {'id': '1108e6a1-81ac-47bf-8c9c-df13f9029b20'}] Nov 24 13:18:23.252900 n-d-817303-4 neutron-server[114985]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:18:23.253771 n-d-817303-4 neutron-server[114985]: DEBUG oslo_db.api [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:18:23.267023 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59f1fd83-b573-4077-8476-836644fdb5ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.302689 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6a60977d-b752-40e9-b150-c595a09aedb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.320962 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6a60977d-b752-40e9-b150-c595a09aedb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.321230 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-351663bb-c01f-4dd1-94b7-f8b1645a4532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.326192 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59f1fd83-b573-4077-8476-836644fdb5ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.395276 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74adb98a-c6a6-42fe-9316-baaa8e8d050f req-a5f1010c-9a77-4ceb-8b51-9f5fc8a3ba24 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977658 Nov 24 13:18:23.396168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60977d-b752-40e9-b150-c595a09aedb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b56e15c-fce5-4564-bd2b-b8bd7cbfc12b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:23.407582 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6a60977d-b752-40e9-b150-c595a09aedb2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c19b9183b8804e7e996b47f01daca75e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0037251 Nov 24 13:18:23.414684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36542) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:23.480223 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba43527b-ba2d-4307-8b90-07c6b2875492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.496031 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4c579f52-9e35-4c38-ae29-c4a9e98ba527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.502835 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0eaff5b8-6b43-47ee-b313-320077bafeac req-64201aca-a6f8-4960-98fc-c0187278a711 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.510613 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-351663bb-c01f-4dd1-94b7-f8b1645a4532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.513891 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-351663bb-c01f-4dd1-94b7-f8b1645a4532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.520992 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-351663bb-c01f-4dd1-94b7-f8b1645a4532 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9ccf8d1-3d2a-44ce-a9d3-ef422ca34bd9 HTTP/1.1" status: 204 len: 168 time: 0.3843853 Nov 24 13:18:23.520992 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba43527b-ba2d-4307-8b90-07c6b2875492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.541522 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59f1fd83-b573-4077-8476-836644fdb5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.544578 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351663bb-c01f-4dd1-94b7-f8b1645a4532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ccf8d1-3d2a-44ce-a9d3-ef422ca34bd9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:23.544762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['a81fd226-c7ee-46bd-ad7a-ff025cb4164c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:18:23.547845 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59f1fd83-b573-4077-8476-836644fdb5ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.551295 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-59f1fd83-b573-4077-8476-836644fdb5ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c026d796-73ca-4a64-9e30-1e223d94798d HTTP/1.1" status: 204 len: 168 time: 0.4968944 Nov 24 13:18:23.608064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64201aca-a6f8-4960-98fc-c0187278a711 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Pushing event deleted for resources: {'Port': ['ID=a81fd226-c7ee-46bd-ad7a-ff025cb4164c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:23.621943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1fd83-b573-4077-8476-836644fdb5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c026d796-73ca-4a64-9e30-1e223d94798d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:23.667710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3f562-d850-4ebd-80a8-f1388fc5b33c req-a3351505-89b2-4280-80a5-cfc9950ede4b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:23.669733 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ef3f562-d850-4ebd-80a8-f1388fc5b33c req-a3351505-89b2-4280-80a5-cfc9950ede4b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 944 time: 0.0734429 Nov 24 13:18:23.712369 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba43527b-ba2d-4307-8b90-07c6b2875492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.713938 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4d7fa277-dfc7-4960-98a5-49b265871c70 req-85cb21a7-6081-40f8-a0aa-89f5aa052719 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.48 "GET /v2.0/ports?device_id=530c113c-d8b2-4164-9f29-4b162e6fe2f4 HTTP/1.1" status: 200 len: 210 time: 0.1069167 Nov 24 13:18:23.714935 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ba43527b-ba2d-4307-8b90-07c6b2875492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.719219 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ba43527b-ba2d-4307-8b90-07c6b2875492 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b56e15c-fce5-4564-bd2b-b8bd7cbfc12b HTTP/1.1" status: 204 len: 168 time: 0.3026581 Nov 24 13:18:23.740828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43527b-ba2d-4307-8b90-07c6b2875492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b56e15c-fce5-4564-bd2b-b8bd7cbfc12b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:23.752111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ef3f562-d850-4ebd-80a8-f1388fc5b33c req-f8422488-dc06-48d5-999c-3b5ec866af19 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672040 Nov 24 13:18:23.766470 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.769241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaff5b8-6b43-47ee-b313-320077bafeac req-64201aca-a6f8-4960-98fc-c0187278a711 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] No DVR routers for this DVR port a81fd226-c7ee-46bd-ad7a-ff025cb4164c on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:18:23.782066 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0eaff5b8-6b43-47ee-b313-320077bafeac req-64201aca-a6f8-4960-98fc-c0187278a711 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:23.785570 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0eaff5b8-6b43-47ee-b313-320077bafeac req-64201aca-a6f8-4960-98fc-c0187278a711 tempest-VolumesBackupsTest-2137045947 tempest-VolumesBackupsTest-2137045947-project] 10.222.0.59 "DELETE /v2.0/ports/a81fd226-c7ee-46bd-ad7a-ff025cb4164c HTTP/1.1" status: 204 len: 173 time: 1.9531336 Nov 24 13:18:23.787244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530c113c-d8b2-4164-9f29-4b162e6fe2f4', 'name': 'network-vif-deleted', 'tag': 'a81fd226-c7ee-46bd-ad7a-ff025cb4164c'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:18:23.789598 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab15e4ea-55b7-468d-8662-ad7f22406591" -d '{"events": [{"server_uuid": "530c113c-d8b2-4164-9f29-4b162e6fe2f4", "name": "network-vif-deleted", "tag": "a81fd226-c7ee-46bd-ad7a-ff025cb4164c"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:18:23.891628 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c518dc-4288-4507-bb0a-e7b9f7dbbfdd x-openstack-request-id: req-e0c518dc-4288-4507-bb0a-e7b9f7dbbfdd {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:18:23.892041 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530c113c-d8b2-4164-9f29-4b162e6fe2f4", "name": "network-vif-deleted", "tag": "a81fd226-c7ee-46bd-ad7a-ff025cb4164c", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:18:23.892186 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0c518dc-4288-4507-bb0a-e7b9f7dbbfdd {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:18:23.892580 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530c113c-d8b2-4164-9f29-4b162e6fe2f4', 'name': 'network-vif-deleted', 'tag': 'a81fd226-c7ee-46bd-ad7a-ff025cb4164c', 'status': 'completed', 'code': 200} Nov 24 13:18:23.987930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Deleting port ce8ed600-cc74-42e3-a670-449fe8c961bf {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:23.989115 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:24.227753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] For port ce8ed600-cc74-42e3-a670-449fe8c961bf, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ce8ed600-cc74-42e3-a670-449fe8c961bf,segment=NetworkSegment(f6424d90-4d36-43f8-8060-8d6a1089be96),segment_id=f6424d90-4d36-43f8-8060-8d6a1089be96)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:24.228464 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:24.257770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Calling delete_port for ce8ed600-cc74-42e3-a670-449fe8c961bf owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:24.272408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 5a612284-9be3-4439-81b6-8e176d60ec88 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:18:24.399356 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:24.434501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Port': ['ID=ce8ed600-cc74-42e3-a670-449fe8c961bf,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:24.438824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] No DVR routers for this DVR port ce8ed600-cc74-42e3-a670-449fe8c961bf on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:18:24.470422 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:24.526533 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 5a612284-9be3-4439-81b6-8e176d60ec88, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=5a612284-9be3-4439-81b6-8e176d60ec88,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:24.557051 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '5a612284-9be3-4439-81b6-8e176d60ec88', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'port_id': '5a612284-9be3-4439-81b6-8e176d60ec88', 'mac_address': 'fa:16:3e:da:fb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:18:24.584111 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:24.616164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1108e6a1-81ac-47bf-8c9c-df13f9029b20']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:24.636803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6424d90-4d36-43f8-8060-8d6a1089be96') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:24.638473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6424d90-4d36-43f8-8060-8d6a1089be96') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:24.658645 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:24.661029 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:24.679300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a612284-9be3-4439-81b6-8e176d60ec88 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:18:24.697475 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:24.705149 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 5a612284-9be3-4439-81b6-8e176d60ec88, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=5a612284-9be3-4439-81b6-8e176d60ec88,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:24.712718 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:24.717327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:18:24.717745 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:18:24.722420 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:18:24.822967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36572) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:24.866471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=5a612284-9be3-4439-81b6-8e176d60ec88,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:24.867070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9d0b-dfd7-4fd0-acad-cf6eac213a8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:24.881601 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:24.889897 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:24.898000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/networks/1108e6a1-81ac-47bf-8c9c-df13f9029b20 HTTP/1.1" status: 204 len: 168 time: 3.6298821 Nov 24 13:18:24.901493 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36578) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:24.911774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-cdab2419-e614-4a2b-8971-320a22ad005c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-968141506'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:24.927388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7dcb7-d357-421f-93c1-1c530624fb41 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Network': ['ID=1108e6a1-81ac-47bf-8c9c-df13f9029b20,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:24.968762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['5a612284-9be3-4439-81b6-8e176d60ec88'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:18:24.991110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec68bd0-e348-4c1e-9b26-5a3f61e53306 req-d5d407f7-929e-4621-b2f3-e1b52df714c9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:24.993096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ec68bd0-e348-4c1e-9b26-5a3f61e53306 req-d5d407f7-929e-4621-b2f3-e1b52df714c9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 945 time: 0.0906730 Nov 24 13:18:25.010400 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9d0b-dfd7-4fd0-acad-cf6eac213a8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.020940 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9d0b-dfd7-4fd0-acad-cf6eac213a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.053833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdab2419-e614-4a2b-8971-320a22ad005c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Made reservation on behalf of a40594b892c24042b833fac5267aff57 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:25.057643 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cdab2419-e614-4a2b-8971-320a22ad005c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.084031 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b4fd9d0b-dfd7-4fd0-acad-cf6eac213a8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b77ef6db4c04544a8cd27fd12c7a16f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2593253 Nov 24 13:18:25.085542 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ec68bd0-e348-4c1e-9b26-5a3f61e53306 req-53555f05-0df6-43d2-bad0-ad8388127173 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858858 Nov 24 13:18:25.086688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36582) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:25.088504 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd9d0b-dfd7-4fd0-acad-cf6eac213a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e82cf27-1595-4e2f-9fb5-a09ffadad6ee,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:25.117433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdab2419-e614-4a2b-8971-320a22ad005c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:18:25.150619 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cdab2419-e614-4a2b-8971-320a22ad005c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.150985 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-cdab2419-e614-4a2b-8971-320a22ad005c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Added segment cc57cb3d-3b5e-419a-8e12-383f8ad70660 of type vlan for network 6f4daf95-9e20-4a48-a333-556743bc2f12 Nov 24 13:18:25.218333 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cdab2419-e614-4a2b-8971-320a22ad005c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.241324 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-94ac56fe-f652-4204-9804-ea1ad61d1f4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.278374 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cdab2419-e614-4a2b-8971-320a22ad005c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.285456 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdab2419-e614-4a2b-8971-320a22ad005c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:25.286114 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cdab2419-e614-4a2b-8971-320a22ad005c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.300151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-94ac56fe-f652-4204-9804-ea1ad61d1f4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.335492 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cdab2419-e614-4a2b-8971-320a22ad005c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4282491 Nov 24 13:18:25.337295 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36590) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:25.342274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e8fb39c3-eb67-417f-a098-1832c042d23c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Request body: {'subnet': {'network_id': '6f4daf95-9e20-4a48-a333-556743bc2f12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:25.405760 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-94ac56fe-f652-4204-9804-ea1ad61d1f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.407258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab2419-e614-4a2b-8971-320a22ad005c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'Network': ['ID=6f4daf95-9e20-4a48-a333-556743bc2f12,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:25.415198 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-94ac56fe-f652-4204-9804-ea1ad61d1f4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.419576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 6f4daf95-9e20-4a48-a333-556743bc2f12 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:18:25.432818 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-94ac56fe-f652-4204-9804-ea1ad61d1f4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e82cf27-1595-4e2f-9fb5-a09ffadad6ee HTTP/1.1" status: 204 len: 168 time: 0.3435960 Nov 24 13:18:25.460097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac56fe-f652-4204-9804-ea1ad61d1f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e82cf27-1595-4e2f-9fb5-a09ffadad6ee,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:25.591078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fb39c3-eb67-417f-a098-1832c042d23c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Made reservation on behalf of a40594b892c24042b833fac5267aff57 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:25.595004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36596) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:25.598074 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8fb39c3-eb67-417f-a098-1832c042d23c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.708830 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1026554138-network', 'tenant_id': 'ed8a528e36f4412bb073594118d7d09d'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:25.742589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] Made reservation on behalf of ed8a528e36f4412bb073594118d7d09d for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:25.745420 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.758640 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.841523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.846454 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.884340 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:18:25.905923 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.919263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395e9d37-ec92-432b-93a1-1398c41c061d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:25.931678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device a81fd226-c7ee-46bd-ad7a-ff025cb4164c no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:18:25.936350 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:25.936350 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] Added segment 9b0c1a25-45d0-4575-ac0a-f9ede044aa1d of type vlan for network 0e6304df-87a8-49a1-84e7-29060baaac6d Nov 24 13:18:25.978681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: a81fd226-c7ee-46bd-ad7a-ff025cb4164c {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:18:25.980672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device a81fd226-c7ee-46bd-ad7a-ff025cb4164c not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:18:26.015707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:26.049774 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:26.051382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:26.052176 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:26.095822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.objects.ports [None req-e8fb39c3-eb67-417f-a098-1832c042d23c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114986) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 13:18:26.099528 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8fb39c3-eb67-417f-a098-1832c042d23c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:26.208929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb39c3-eb67-417f-a098-1832c042d23c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event updated for resources: {'Subnet': ['ID=3c7f95e0-6fca-4c24-83cf-fd443c3666f6,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:26.214142 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fb39c3-eb67-417f-a098-1832c042d23c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Checking segment: {'id': 'cc57cb3d-3b5e-419a-8e12-383f8ad70660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6f4daf95-9e20-4a48-a333-556743bc2f12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:26.214510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fb39c3-eb67-417f-a098-1832c042d23c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Network hostable DHCP agents. Network: 6f4daf95-9e20-4a48-a333-556743bc2f12, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:18:26.274752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 5a612284-9be3-4439-81b6-8e176d60ec88 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:18:26.358724 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fb39c3-eb67-417f-a098-1832c042d23c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Network 6f4daf95-9e20-4a48-a333-556743bc2f12 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:18:26.389868 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f010f-71a5-4c58-b29f-b85903d0b670 req-0438c622-309c-4daa-a787-461db4a27a22 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:26.396557 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-050f010f-71a5-4c58-b29f-b85903d0b670 req-0438c622-309c-4daa-a787-461db4a27a22 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 945 time: 0.1694202 Nov 24 13:18:26.405132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e8fb39c3-eb67-417f-a098-1832c042d23c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 6f4daf95-9e20-4a48-a333-556743bc2f12) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:26.418694 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554fc2fc-5247-4836-9ddd-8c87c6c25263 None None] Network 6f4daf95-9e20-4a48-a333-556743bc2f12 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:26.479884 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fb39c3-eb67-417f-a098-1832c042d23c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:26.481327 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e8fb39c3-eb67-417f-a098-1832c042d23c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:26.487050 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-050f010f-71a5-4c58-b29f-b85903d0b670 req-cc90d0d3-4ffb-4db6-b1fa-c7ad30f2afa4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774281 Nov 24 13:18:26.506821 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e8fb39c3-eb67-417f-a098-1832c042d23c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1694520 Nov 24 13:18:26.513668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36622) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:26.627883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 5a612284-9be3-4439-81b6-8e176d60ec88 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:18:26.668949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 5a612284-9be3-4439-81b6-8e176d60ec88 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:26.669751 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:26.762679 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:26.787870 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:26.798339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36626) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:26.847833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc12df4-800b-4a10-b989-81a9f069db24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-6f4daf95-9e20-4a48-a333-556743bc2f12', 'network_id': '6f4daf95-9e20-4a48-a333-556743bc2f12', 'tenant_id': 'a40594b892c24042b833fac5267aff57', 'fixed_ips': [{'subnet_id': '3c7f95e0-6fca-4c24-83cf-fd443c3666f6'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:18:26.851838 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ecc12df4-800b-4a10-b989-81a9f069db24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:26.853084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] Pushing event updated for resources: {'Network': ['ID=0e6304df-87a8-49a1-84e7-29060baaac6d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:26.876997 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:26.879497 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-92bf15ed-9bef-43b8-9b5e-1a6284a37798 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2796283 Nov 24 13:18:26.919132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 0e6304df-87a8-49a1-84e7-29060baaac6d details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:18:26.925219 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:27.004399 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:27.093376 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-211644303-network', 'tenant_id': '160865936a0341718173a2cc7adf2738'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:27.110397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7f95e0-6fca-4c24-83cf-fd443c3666f6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:27.119480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6369fd21-f52f-4843-a392-d2999a52d155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a612284-9be3-4439-81b6-8e176d60ec88'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:18:27.124183 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c61fb1-06dd-41e2-a052-45cd987b3969" -d '{"events": [{"server_uuid": "6369fd21-f52f-4843-a392-d2999a52d155", "name": "network-vif-plugged", "status": "completed", "tag": "5a612284-9be3-4439-81b6-8e176d60ec88"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:18:27.172217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bee612-c88b-4295-a13a-d487e7fed55f None None] Network 6f4daf95-9e20-4a48-a333-556743bc2f12 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:27.204895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] Made reservation on behalf of 160865936a0341718173a2cc7adf2738 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:27.207697 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:27.248782 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14bded4-d347-4fdb-9ae6-1cdba23f8913 x-openstack-request-id: req-d14bded4-d347-4fdb-9ae6-1cdba23f8913 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:18:27.249361 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6369fd21-f52f-4843-a392-d2999a52d155", "name": "network-vif-plugged", "status": "completed", "tag": "5a612284-9be3-4439-81b6-8e176d60ec88", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:18:27.249777 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d14bded4-d347-4fdb-9ae6-1cdba23f8913 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:18:27.250333 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6369fd21-f52f-4843-a392-d2999a52d155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a612284-9be3-4439-81b6-8e176d60ec88', 'code': 200} Nov 24 13:18:27.252318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 5a612284-9be3-4439-81b6-8e176d60ec88, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=5a612284-9be3-4439-81b6-8e176d60ec88,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:27.262423 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:27.284954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:27.309310 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:27.414223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=5a612284-9be3-4439-81b6-8e176d60ec88,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:27.417011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4daf95-9e20-4a48-a333-556743bc2f12']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:27.463411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc57cb3d-3b5e-419a-8e12-383f8ad70660') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:27.463718 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc57cb3d-3b5e-419a-8e12-383f8ad70660') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:27.490241 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:27.505793 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288c642-0223-4e48-b049-e2402d472449 req-276cea5f-80a8-4ae7-b13b-cee703018763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:27.507427 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2288c642-0223-4e48-b049-e2402d472449 req-276cea5f-80a8-4ae7-b13b-cee703018763 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 1097 time: 0.2073772 Nov 24 13:18:27.650349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e3816-7870-4257-8108-65413ab3c2d0 req-89aef787-c46b-4a6b-90e4-883178e33def tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:27.653172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a99e3816-7870-4257-8108-65413ab3c2d0 req-89aef787-c46b-4a6b-90e4-883178e33def tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 946 time: 0.0697577 Nov 24 13:18:27.725279 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a99e3816-7870-4257-8108-65413ab3c2d0 req-ec665c91-f81a-4e6c-a466-0b02a13dd9c0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651348 Nov 24 13:18:27.841391 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:27.860271 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:18:27.860695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:18:27.866896 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:18:27.983955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c563958-9719-45ed-90bc-8a2275576259 req-e158996c-dd2c-4936-8f89-793cb3273e38 tempest-ComputeTenantNetworksTest-20985438 tempest-ComputeTenantNetworksTest-20985438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:27.990234 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c563958-9719-45ed-90bc-8a2275576259 req-e158996c-dd2c-4936-8f89-793cb3273e38 tempest-ComputeTenantNetworksTest-20985438 tempest-ComputeTenantNetworksTest-20985438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:27.996373 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c563958-9719-45ed-90bc-8a2275576259 req-e158996c-dd2c-4936-8f89-793cb3273e38 tempest-ComputeTenantNetworksTest-20985438 tempest-ComputeTenantNetworksTest-20985438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:27.998121 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c563958-9719-45ed-90bc-8a2275576259 req-e158996c-dd2c-4936-8f89-793cb3273e38 tempest-ComputeTenantNetworksTest-20985438 tempest-ComputeTenantNetworksTest-20985438-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5880783 Nov 24 13:18:28.000408 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2288c642-0223-4e48-b049-e2402d472449 req-d065fd5a-b2f7-4616-bb30-cf730dad2de6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551752 Nov 24 13:18:28.014170 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.021347 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.028570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/networks/6f4daf95-9e20-4a48-a333-556743bc2f12 HTTP/1.1" status: 204 len: 168 time: 1.5099170 Nov 24 13:18:28.031169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36648) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:28.048015 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.049385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a6a0d-af32-4d02-ab0e-eaabcc14eb0c tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Network': ['ID=6f4daf95-9e20-4a48-a333-556743bc2f12,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:28.055672 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.088712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:18:28.100155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:28.105321 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee16fffa-0b39-4bac-9aa3-981689a112eb tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] DELETE failed (client error): The resource could not be found. Nov 24 13:18:28.105641 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.105794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee16fffa-0b39-4bac-9aa3-981689a112eb tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:18:28.105994 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] Added segment d64c60ac-a8f3-4ebd-8516-b44ef24e1321 of type vlan for network 6db81e04-2b02-4f14-a937-9dd9245a8029 Nov 24 13:18:28.112427 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ee16fffa-0b39-4bac-9aa3-981689a112eb tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/subnets/3c7f95e0-6fca-4c24-83cf-fd443c3666f6 HTTP/1.1" status: 404 len: 337 time: 0.0770767 Nov 24 13:18:28.113061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36650) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:28.146855 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff558813-a4bf-4b53-bd35-e0e48f801a10 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] DELETE failed (client error): The resource could not be found. Nov 24 13:18:28.147494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff558813-a4bf-4b53-bd35-e0e48f801a10 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:18:28.151015 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ff558813-a4bf-4b53-bd35-e0e48f801a10 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/networks/6f4daf95-9e20-4a48-a333-556743bc2f12 HTTP/1.1" status: 404 len: 339 time: 0.0373547 Nov 24 13:18:28.154357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36652) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:28.156140 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.189450 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3e8c99-2880-4e11-b28e-79be38c85a12 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] DELETE failed (client error): The resource could not be found. Nov 24 13:18:28.190004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e3e8c99-2880-4e11-b28e-79be38c85a12 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:18:28.207121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6e0df-990e-4b29-8bea-6787cdf80fbd req-bcfbe378-95c0-4c89-9255-9b2fe0ae06d3 tempest-ComputeTenantNetworksTest-20985438 tempest-ComputeTenantNetworksTest-20985438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:28.208660 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56d6e0df-990e-4b29-8bea-6787cdf80fbd req-bcfbe378-95c0-4c89-9255-9b2fe0ae06d3 tempest-ComputeTenantNetworksTest-20985438 tempest-ComputeTenantNetworksTest-20985438-project] 10.222.0.48 "GET /v2.0/networks/0e6304df-87a8-49a1-84e7-29060baaac6d HTTP/1.1" status: 200 len: 769 time: 0.1789663 Nov 24 13:18:28.209181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36656) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:28.210886 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7e3e8c99-2880-4e11-b28e-79be38c85a12 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/subnets/b7c0fbaf-c41e-49c9-b5fc-bfd4c8cace71 HTTP/1.1" status: 404 len: 337 time: 0.0518072 Nov 24 13:18:28.220198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36658) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:28.234812 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd94be9f-54f5-48a8-bd9e-d99bf4364087 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] DELETE failed (client error): The resource could not be found. Nov 24 13:18:28.235571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd94be9f-54f5-48a8-bd9e-d99bf4364087 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:18:28.239692 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fd94be9f-54f5-48a8-bd9e-d99bf4364087 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/networks/1108e6a1-81ac-47bf-8c9c-df13f9029b20 HTTP/1.1" status: 404 len: 339 time: 0.0291510 Nov 24 13:18:28.241999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36660) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:28.290713 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-15274de6-948c-4a13-8823-9d92d796b0eb tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] DELETE failed (client error): The resource could not be found. Nov 24 13:18:28.291225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15274de6-948c-4a13-8823-9d92d796b0eb tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:18:28.294668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-15274de6-948c-4a13-8823-9d92d796b0eb tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/subnets/459a9b94-1ffe-4507-912f-2d784ebcb748 HTTP/1.1" status: 404 len: 337 time: 0.0513222 Nov 24 13:18:28.298372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36662) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:28.319502 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef29385-6db4-445a-9ba6-333069f386c7 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] DELETE failed (client error): The resource could not be found. Nov 24 13:18:28.320006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef29385-6db4-445a-9ba6-333069f386c7 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:18:28.323091 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cef29385-6db4-445a-9ba6-333069f386c7 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/networks/f8142394-e3b5-4f06-998b-b4cfea80d718 HTTP/1.1" status: 404 len: 339 time: 0.0237360 Nov 24 13:18:28.327184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36664) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:28.336803 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.338001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:28.338685 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.384332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36666) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:28.384587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5849850 Nov 24 13:18:28.391739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a548edff-5378-482f-87b2-1e10fd3e45e0 admin admin] Request body: {'subnet': {'network_id': '6db81e04-2b02-4f14-a937-9dd9245a8029', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-211644303-subnet', 'tenant_id': '160865936a0341718173a2cc7adf2738', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:28.428387 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9abddd1-c712-49c1-94b5-3cab5d5c78ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.454921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a548edff-5378-482f-87b2-1e10fd3e45e0 admin admin] Made reservation on behalf of 160865936a0341718173a2cc7adf2738 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:28.467647 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a548edff-5378-482f-87b2-1e10fd3e45e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.524129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c3e0b-0e90-487a-bd89-2b2d9608f26b admin admin] Pushing event updated for resources: {'Network': ['ID=6db81e04-2b02-4f14-a937-9dd9245a8029,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:28.536804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 6db81e04-2b02-4f14-a937-9dd9245a8029 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:18:28.577221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Deleting port ff7e24ad-4e3c-411b-a8cd-e00ded49189c {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:28.577583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.630293 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9abddd1-c712-49c1-94b5-3cab5d5c78ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.653771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f9abddd1-c712-49c1-94b5-3cab5d5c78ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6304df-87a8-49a1-84e7-29060baaac6d']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:28.665297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f9abddd1-c712-49c1-94b5-3cab5d5c78ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0c1a25-45d0-4575-ac0a-f9ede044aa1d') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:28.665691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f9abddd1-c712-49c1-94b5-3cab5d5c78ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0c1a25-45d0-4575-ac0a-f9ede044aa1d') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:28.676227 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.677302 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9abddd1-c712-49c1-94b5-3cab5d5c78ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.692871 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9abddd1-c712-49c1-94b5-3cab5d5c78ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.701038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9abddd1-c712-49c1-94b5-3cab5d5c78ea admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:18:28.701536 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9abddd1-c712-49c1-94b5-3cab5d5c78ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:18:28.703805 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:18:28.712661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Calling delete_port for ff7e24ad-4e3c-411b-a8cd-e00ded49189c owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:28.783124 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9abddd1-c712-49c1-94b5-3cab5d5c78ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.796549 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9abddd1-c712-49c1-94b5-3cab5d5c78ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.801713 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f9abddd1-c712-49c1-94b5-3cab5d5c78ea admin admin] 10.222.0.48 "DELETE /v2.0/networks/0e6304df-87a8-49a1-84e7-29060baaac6d HTTP/1.1" status: 204 len: 168 time: 0.5785606 Nov 24 13:18:28.810822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abddd1-c712-49c1-94b5-3cab5d5c78ea admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6304df-87a8-49a1-84e7-29060baaac6d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:28.889684 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a548edff-5378-482f-87b2-1e10fd3e45e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.907266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995cbb6-5666-4aa2-a944-49767efde6dc req-d163c438-a39a-453f-b01b-888595b299dc tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:28.915189 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2995cbb6-5666-4aa2-a944-49767efde6dc req-d163c438-a39a-453f-b01b-888595b299dc tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 946 time: 0.0711899 Nov 24 13:18:28.963508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548edff-5378-482f-87b2-1e10fd3e45e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9700633-be4c-417b-977a-af70d420585f,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:28.979363 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:28.993464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36674) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:29.058272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Port': ['ID=ff7e24ad-4e3c-411b-a8cd-e00ded49189c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:29.065485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a548edff-5378-482f-87b2-1e10fd3e45e0 admin admin] Checking segment: {'id': 'd64c60ac-a8f3-4ebd-8516-b44ef24e1321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6db81e04-2b02-4f14-a937-9dd9245a8029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:29.066222 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a548edff-5378-482f-87b2-1e10fd3e45e0 admin admin] Network hostable DHCP agents. Network: 6db81e04-2b02-4f14-a937-9dd9245a8029, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:18:29.080908 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-534896cb-cf18-4ce7-bb98-3c6959a49f32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed8a528e36f4412bb073594118d7d09d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0829639 Nov 24 13:18:29.081182 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:29.085263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36676) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:29.085947 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/ports/ff7e24ad-4e3c-411b-a8cd-e00ded49189c HTTP/1.1" status: 204 len: 168 time: 0.7576077 Nov 24 13:18:29.091180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:29.091746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:29.092094 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:29.092508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:29.092819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:29.093179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:29.093910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:29.093910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:29.094195 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:29.094617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:29.094932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:29.095259 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e875df-0c36-4f77-87fa-5d2c30fc6e53 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:29.098299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36678) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:29.105104 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2995cbb6-5666-4aa2-a944-49767efde6dc req-5639525c-73d4-4a40-aecf-8fc8d8487f02 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828070 Nov 24 13:18:29.150370 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a72cf9-3af5-437b-b294-45f7108d8bee tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] DELETE failed (client error): The resource could not be found. Nov 24 13:18:29.150921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a72cf9-3af5-437b-b294-45f7108d8bee tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:18:29.154759 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-58a72cf9-3af5-437b-b294-45f7108d8bee tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/subnets/6bc3385d-986c-479e-a80b-987ecd09aac6 HTTP/1.1" status: 404 len: 337 time: 0.0539858 Nov 24 13:18:29.158740 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a548edff-5378-482f-87b2-1e10fd3e45e0 admin admin] Network 6db81e04-2b02-4f14-a937-9dd9245a8029 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:18:29.161534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36680) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:29.170564 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a548edff-5378-482f-87b2-1e10fd3e45e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 6db81e04-2b02-4f14-a937-9dd9245a8029) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:29.175601 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a548edff-5378-482f-87b2-1e10fd3e45e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:29.176207 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a548edff-5378-482f-87b2-1e10fd3e45e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:29.185711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4dcbe2-ef30-4301-8ed2-ccc355244892 None None] Network 6db81e04-2b02-4f14-a937-9dd9245a8029 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:29.197476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a548edff-5378-482f-87b2-1e10fd3e45e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8113372 Nov 24 13:18:29.228771 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f45a7845-1fbf-40b3-a269-4feb735823c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:29.268236 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f45a7845-1fbf-40b3-a269-4feb735823c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:29.361606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a612d65-f38c-44b8-be98-a6bb789753fd None None] Network 6db81e04-2b02-4f14-a937-9dd9245a8029 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:29.515220 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9388ef44-4112-4907-9948-525c5c61ea6a tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:29.627168 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f45a7845-1fbf-40b3-a269-4feb735823c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:29.630635 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f45a7845-1fbf-40b3-a269-4feb735823c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:29.634168 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f45a7845-1fbf-40b3-a269-4feb735823c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/395e9d37-ec92-432b-93a1-1398c41c061d HTTP/1.1" status: 204 len: 168 time: 0.5254114 Nov 24 13:18:29.667450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a7845-1fbf-40b3-a269-4feb735823c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395e9d37-ec92-432b-93a1-1398c41c061d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:29.671720 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9388ef44-4112-4907-9948-525c5c61ea6a tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:29.693250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9388ef44-4112-4907-9948-525c5c61ea6a tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72893d6-07e2-4b7e-8919-4bfea6cba303']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:29.705403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9388ef44-4112-4907-9948-525c5c61ea6a tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6dd706c-f10f-4b88-b995-939b069a5a99') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:29.705930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9388ef44-4112-4907-9948-525c5c61ea6a tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6dd706c-f10f-4b88-b995-939b069a5a99') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:29.719193 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9388ef44-4112-4907-9948-525c5c61ea6a tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:29.738404 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9388ef44-4112-4907-9948-525c5c61ea6a tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:29.757656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9388ef44-4112-4907-9948-525c5c61ea6a tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:18:29.759880 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9388ef44-4112-4907-9948-525c5c61ea6a tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:18:29.791772 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:18:29.920222 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9388ef44-4112-4907-9948-525c5c61ea6a tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:29.927121 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9388ef44-4112-4907-9948-525c5c61ea6a tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:29.935211 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9388ef44-4112-4907-9948-525c5c61ea6a tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/networks/d72893d6-07e2-4b7e-8919-4bfea6cba303 HTTP/1.1" status: 204 len: 168 time: 0.7726719 Nov 24 13:18:29.937857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36736) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:29.953684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388ef44-4112-4907-9948-525c5c61ea6a tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Network': ['ID=d72893d6-07e2-4b7e-8919-4bfea6cba303,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:30.142296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-9655a916-4792-4331-bed8-4f4b4885a7fd tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Deleting port a041b0fb-ca4c-44d1-a2c9-124e0a966ce7 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:30.142819 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9655a916-4792-4331-bed8-4f4b4885a7fd tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:30.264178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36756) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:30.267484 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9655a916-4792-4331-bed8-4f4b4885a7fd tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:30.269491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1207654188-network', 'tenant_id': '8424cd3e4a1243f4b5e07297d188c13e'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:30.310028 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-9655a916-4792-4331-bed8-4f4b4885a7fd tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Calling delete_port for a041b0fb-ca4c-44d1-a2c9-124e0a966ce7 owned by {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:30.310604 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] Made reservation on behalf of 8424cd3e4a1243f4b5e07297d188c13e for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:30.313543 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:30.335540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:30.379210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72234894-749d-4405-961a-c0e2fe9e6247 req-33d8cdb1-fa8a-4605-8354-a3ccd084b815 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:30.381105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72234894-749d-4405-961a-c0e2fe9e6247 req-33d8cdb1-fa8a-4605-8354-a3ccd084b815 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 946 time: 0.1204607 Nov 24 13:18:30.501238 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72234894-749d-4405-961a-c0e2fe9e6247 req-a5485412-d516-489f-95d9-fa52660f1383 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060593 Nov 24 13:18:30.509258 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:30.515394 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:30.521659 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9655a916-4792-4331-bed8-4f4b4885a7fd tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:30.566347 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9655a916-4792-4331-bed8-4f4b4885a7fd tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:30.571979 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9655a916-4792-4331-bed8-4f4b4885a7fd tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/ports/a041b0fb-ca4c-44d1-a2c9-124e0a966ce7 HTTP/1.1" status: 204 len: 168 time: 0.6322167 Nov 24 13:18:30.573706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36784) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:30.573920 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655a916-4792-4331-bed8-4f4b4885a7fd tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Port': ['ID=a041b0fb-ca4c-44d1-a2c9-124e0a966ce7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:30.611014 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:18:30.647900 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-864bd620-922f-4d43-8841-e3238083c0c0 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] DELETE failed (client error): The resource could not be found. Nov 24 13:18:30.649404 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864bd620-922f-4d43-8841-e3238083c0c0 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:18:30.654770 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-864bd620-922f-4d43-8841-e3238083c0c0 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/subnets/d86ecfd2-7c2b-4a19-b78d-d4f8e5fcf5ca HTTP/1.1" status: 404 len: 337 time: 0.0682812 Nov 24 13:18:30.657715 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36796) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:30.680013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce70e15-5687-4c1e-94b4-a2a58b75ba3f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:30.705856 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:30.706215 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] Added segment 30dc4853-37cf-4f9c-aad4-b4182a799d6c of type vlan for network ac6c6a03-6049-43e2-8331-26d692d1d7b4 Nov 24 13:18:30.796581 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-197c6470-6323-42d4-9a9a-1f246f202954 req-1ae7e7b7-486c-40c5-9a63-5930a94a7674 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93 HTTP/1.1" status: 200 len: 267 time: 0.1549141 Nov 24 13:18:30.806864 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:30.857366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9e16760-aff1-4134-bdf8-a98aa3072df3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:30.928609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c6470-6323-42d4-9a9a-1f246f202954 req-82ccf345-680c-48e3-98f1-cf66fe1b695c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:30.937355 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-197c6470-6323-42d4-9a9a-1f246f202954 req-82ccf345-680c-48e3-98f1-cf66fe1b695c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 946 time: 0.1322436 Nov 24 13:18:30.943484 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-197c6470-6323-42d4-9a9a-1f246f202954 req-ac31d3cc-2197-4a0e-8f18-7b9bb8283e07 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Request body: {'port': {'security_groups': []}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:30.947145 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:30.948163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:30.949061 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.022671 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9e16760-aff1-4134-bdf8-a98aa3072df3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.047044 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7815950 Nov 24 13:18:31.052364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c9e16760-aff1-4134-bdf8-a98aa3072df3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d83460f-922b-4ac2-9545-51838e8d0093']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:31.065903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c9e16760-aff1-4134-bdf8-a98aa3072df3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648e6a19-6342-477f-9bbe-ce6ba32874f9') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:31.066426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c9e16760-aff1-4134-bdf8-a98aa3072df3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648e6a19-6342-477f-9bbe-ce6ba32874f9') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:31.077917 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9e16760-aff1-4134-bdf8-a98aa3072df3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.092523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9e16760-aff1-4134-bdf8-a98aa3072df3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.099477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e16760-aff1-4134-bdf8-a98aa3072df3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:18:31.100018 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9e16760-aff1-4134-bdf8-a98aa3072df3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.103336 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36806) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:31.114179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-09edfe27-4bcb-4500-a9dc-662b9edc4cb6 admin admin] Request body: {'subnet': {'network_id': 'ac6c6a03-6049-43e2-8331-26d692d1d7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1207654188-subnet', 'tenant_id': '8424cd3e4a1243f4b5e07297d188c13e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:31.119870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095448b-9f45-4a6c-858a-4009176ef2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ac6c6a03-6049-43e2-8331-26d692d1d7b4,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:31.146503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network ac6c6a03-6049-43e2-8331-26d692d1d7b4 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:18:31.175436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36810) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:18:31.192426 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:18:31.205211 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9e16760-aff1-4134-bdf8-a98aa3072df3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.221873 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c9e16760-aff1-4134-bdf8-a98aa3072df3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.227814 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-197c6470-6323-42d4-9a9a-1f246f202954 req-ac31d3cc-2197-4a0e-8f18-7b9bb8283e07 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.241959 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09edfe27-4bcb-4500-a9dc-662b9edc4cb6 admin admin] Made reservation on behalf of 8424cd3e4a1243f4b5e07297d188c13e for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:31.242731 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c9e16760-aff1-4134-bdf8-a98aa3072df3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/networks/1d83460f-922b-4ac2-9545-51838e8d0093 HTTP/1.1" status: 204 len: 168 time: 0.5837643 Nov 24 13:18:31.244708 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09edfe27-4bcb-4500-a9dc-662b9edc4cb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.258303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36814) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:31.304592 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e16760-aff1-4134-bdf8-a98aa3072df3 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Network': ['ID=1d83460f-922b-4ac2-9545-51838e8d0093,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:31.382149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f47e12-4f38-4883-ab56-f20e2dfea1b5 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Deleting subnet 7c85da76-1f75-43fc-8910-c21e416fcd5c {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:18:31.390868 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50f47e12-4f38-4883-ab56-f20e2dfea1b5 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.399725 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1081164915-network', 'tenant_id': '043eebd593124b14b825cc18dfaf234c'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:31.440337 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50f47e12-4f38-4883-ab56-f20e2dfea1b5 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.524594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] Made reservation on behalf of 043eebd593124b14b825cc18dfaf234c for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:31.528780 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.551332 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.608100 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50f47e12-4f38-4883-ab56-f20e2dfea1b5 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.626774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-197c6470-6323-42d4-9a9a-1f246f202954 req-ac31d3cc-2197-4a0e-8f18-7b9bb8283e07 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] For port 5a612284-9be3-4439-81b6-8e176d60ec88, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=5a612284-9be3-4439-81b6-8e176d60ec88,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:31.674429 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50f47e12-4f38-4883-ab56-f20e2dfea1b5 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.707189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f47e12-4f38-4883-ab56-f20e2dfea1b5 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Subnet': ['ID=7c85da76-1f75-43fc-8910-c21e416fcd5c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:31.708012 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-197c6470-6323-42d4-9a9a-1f246f202954 req-ac31d3cc-2197-4a0e-8f18-7b9bb8283e07 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.718688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59470c82-63e9-4e4a-8618-5fbae2c44591 None None] Network 692f0d48-d97c-491a-a2e5-bd605c894efc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:31.729548 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50f47e12-4f38-4883-ab56-f20e2dfea1b5 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.740922 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-50f47e12-4f38-4883-ab56-f20e2dfea1b5 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/subnets/7c85da76-1f75-43fc-8910-c21e416fcd5c HTTP/1.1" status: 204 len: 168 time: 0.4812365 Nov 24 13:18:31.743831 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36818) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:31.745577 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-197c6470-6323-42d4-9a9a-1f246f202954 req-ac31d3cc-2197-4a0e-8f18-7b9bb8283e07 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.769222 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.779114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['2601b878-ea0e-499d-a6fe-95a39a3d4c0a', '14d5e10e-2b91-45af-847c-192985a74a5e', '5a612284-9be3-4439-81b6-8e176d60ec88'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:18:31.811669 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.824882 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:18:31.833898 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.834250 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] Added segment f9a5de2f-1ad2-48fb-983e-5b33c26ac910 of type vlan for network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a Nov 24 13:18:31.877113 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.882292 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.911419 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.912393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:31.913189 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.915453 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09edfe27-4bcb-4500-a9dc-662b9edc4cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.966546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Deleting port b1679708-9cc3-459e-a250-8d3c7684cd06 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:31.967333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:31.994281 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c6470-6323-42d4-9a9a-1f246f202954 req-ac31d3cc-2197-4a0e-8f18-7b9bb8283e07 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:31.994921 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-197c6470-6323-42d4-9a9a-1f246f202954 req-ac31d3cc-2197-4a0e-8f18-7b9bb8283e07 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.000536 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-197c6470-6323-42d4-9a9a-1f246f202954 req-ac31d3cc-2197-4a0e-8f18-7b9bb8283e07 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "PUT /v2.0/ports/5a612284-9be3-4439-81b6-8e176d60ec88 HTTP/1.1" status: 200 len: 905 time: 1.0622799 Nov 24 13:18:32.004153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edfe27-4bcb-4500-a9dc-662b9edc4cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78305532-e692-49f9-a33f-81ef1e29bf54,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:32.013133 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6369fd21-f52f-4843-a392-d2999a52d155', 'tag': '5a612284-9be3-4439-81b6-8e176d60ec88'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:18:32.015642 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4e51a1-e289-474f-a739-a9f689ecb744" -d '{"events": [{"name": "network-changed", "server_uuid": "6369fd21-f52f-4843-a392-d2999a52d155", "tag": "5a612284-9be3-4439-81b6-8e176d60ec88"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:18:32.030417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['5a612284-9be3-4439-81b6-8e176d60ec88'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:18:32.090869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] For port b1679708-9cc3-459e-a250-8d3c7684cd06, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b1679708-9cc3-459e-a250-8d3c7684cd06,segment=NetworkSegment(2f1d50dc-8367-4357-9b10-7d4cb80099c1),segment_id=2f1d50dc-8367-4357-9b10-7d4cb80099c1)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:32.091523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.109508 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9322827 Nov 24 13:18:32.117747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36824) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:32.118010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Calling delete_port for b1679708-9cc3-459e-a250-8d3c7684cd06 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:32.128155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31d3cc-2197-4a0e-8f18-7b9bb8283e07 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event updated for resources: {'Port': ['ID=5a612284-9be3-4439-81b6-8e176d60ec88,revision_number=6']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:32.131135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcff9746-0091-4b36-b753-74781f6dcc91,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:32.138202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1c8a12c8-4ca7-482b-b1dd-e7e4414ee9a0 admin admin] Request body: {'subnet': {'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1081164915-subnet', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:32.159229 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb23591-765b-41dd-ad19-6b32e7325739 None None] DHCP port deletion for 692f0d48-d97c-491a-a2e5-bd605c894efc request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:18:32.218012 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f473d0-0ca2-4d41-ae91-44d861b5a94b x-openstack-request-id: req-85f473d0-0ca2-4d41-ae91-44d861b5a94b {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:18:32.218293 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6369fd21-f52f-4843-a392-d2999a52d155", "tag": "5a612284-9be3-4439-81b6-8e176d60ec88", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:18:32.218960 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85f473d0-0ca2-4d41-ae91-44d861b5a94b {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:18:32.219383 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6369fd21-f52f-4843-a392-d2999a52d155', 'tag': '5a612284-9be3-4439-81b6-8e176d60ec88', 'status': 'completed', 'code': 200} Nov 24 13:18:32.247204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b3e5f-313e-476d-ae48-588b6ad37afb admin admin] Pushing event updated for resources: {'Network': ['ID=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:32.310011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:18:32.342306 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8a12c8-4ca7-482b-b1dd-e7e4414ee9a0 admin admin] Made reservation on behalf of 043eebd593124b14b825cc18dfaf234c for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:32.344597 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1c8a12c8-4ca7-482b-b1dd-e7e4414ee9a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.347597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09edfe27-4bcb-4500-a9dc-662b9edc4cb6 admin admin] Checking segment: {'id': '30dc4853-37cf-4f9c-aad4-b4182a799d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac6c6a03-6049-43e2-8331-26d692d1d7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:32.355815 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09edfe27-4bcb-4500-a9dc-662b9edc4cb6 admin admin] Network hostable DHCP agents. Network: ac6c6a03-6049-43e2-8331-26d692d1d7b4, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:18:32.419728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ea90f-aee7-418c-98ba-8de9c0e929c5 req-290448ed-41f3-4d97-93d9-df3249ebe4fa tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:32.421352 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d9ea90f-aee7-418c-98ba-8de9c0e929c5 req-290448ed-41f3-4d97-93d9-df3249ebe4fa tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 908 time: 0.0931339 Nov 24 13:18:32.433376 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b1679708-9cc3-459e-a250-8d3c7684cd06 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:18:32.435167 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.457070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] No DVR routers for this DVR port b1679708-9cc3-459e-a250-8d3c7684cd06 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:18:32.491796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: b1679708-9cc3-459e-a250-8d3c7684cd06 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:18:32.492459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b1679708-9cc3-459e-a250-8d3c7684cd06 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:18:32.530170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e377655f-58f4-4b57-982b-66d34182e9be None None] Provisioning complete for port 5a612284-9be3-4439-81b6-8e176d60ec88 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:32.530858 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e377655f-58f4-4b57-982b-66d34182e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.536977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6bb23591-765b-41dd-ad19-6b32e7325739 None None] Deleting port b1679708-9cc3-459e-a250-8d3c7684cd06 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:18:32.537621 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6bb23591-765b-41dd-ad19-6b32e7325739 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.586608 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e51a1-e289-474f-a739-a9f689ecb744 req-cfb5458c-b9d9-4eb2-92e3-88c1bb9013a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:32.588093 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a4e51a1-e289-474f-a739-a9f689ecb744 req-cfb5458c-b9d9-4eb2-92e3-88c1bb9013a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 1059 time: 0.3646805 Nov 24 13:18:32.658974 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.671394 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6bb23591-765b-41dd-ad19-6b32e7325739 None None] For port b1679708-9cc3-459e-a250-8d3c7684cd06, host n-d-817303-4, got binding levels [] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:32.672185 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6bb23591-765b-41dd-ad19-6b32e7325739 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.679127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09edfe27-4bcb-4500-a9dc-662b9edc4cb6 admin admin] Network ac6c6a03-6049-43e2-8331-26d692d1d7b4 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:18:32.696097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692f0d48-d97c-491a-a2e5-bd605c894efc']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:32.700012 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6bb23591-765b-41dd-ad19-6b32e7325739 None None] Calling delete_port for b1679708-9cc3-459e-a250-8d3c7684cd06 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:18:32.706598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.ipam_backend_mixin [None req-6bb23591-765b-41dd-ad19-6b32e7325739 None None] Port b1679708-9cc3-459e-a250-8d3c7684cd06 was not found and therefore no delete operation was performed {{(pid=114987) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 13:18:32.708545 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1d50dc-8367-4357-9b10-7d4cb80099c1') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:32.709128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1d50dc-8367-4357-9b10-7d4cb80099c1') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:32.723650 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.729304 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6bb23591-765b-41dd-ad19-6b32e7325739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.739020 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.745239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:18:32.745457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-09edfe27-4bcb-4500-a9dc-662b9edc4cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, ac6c6a03-6049-43e2-8331-26d692d1d7b4) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:32.746211 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.789409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09edfe27-4bcb-4500-a9dc-662b9edc4cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:32.790005 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09edfe27-4bcb-4500-a9dc-662b9edc4cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.796036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Port': ['ID=b1679708-9cc3-459e-a250-8d3c7684cd06,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:18:32.806782 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:18:32.835746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39ec09-6b66-4ee4-89c1-8a98bd6d9c96 req-e6536e07-2369-46fb-9af8-853d8ce27404 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:32.843907 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c39ec09-6b66-4ee4-89c1-8a98bd6d9c96 req-e6536e07-2369-46fb-9af8-853d8ce27404 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.2755594 Nov 24 13:18:32.871004 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1c8a12c8-4ca7-482b-b1dd-e7e4414ee9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.871719 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.892783 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-09edfe27-4bcb-4500-a9dc-662b9edc4cb6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7851667 Nov 24 13:18:32.904054 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:32.907885 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] 10.222.0.48 "DELETE /v2.0/networks/692f0d48-d97c-491a-a2e5-bd605c894efc HTTP/1.1" status: 204 len: 168 time: 1.1635613 Nov 24 13:18:32.920852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb2c16-cf70-4e5e-aa89-8cac16fb0300 tempest-NetworksIpV6TestAttrs-992826206 tempest-NetworksIpV6TestAttrs-992826206-project] Pushing event deleted for resources: {'Network': ['ID=692f0d48-d97c-491a-a2e5-bd605c894efc,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:32.947580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e51a1-e289-474f-a739-a9f689ecb744 req-069d8784-6aa4-422c-b906-4290e1c018ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:32.949095 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a4e51a1-e289-474f-a739-a9f689ecb744 req-069d8784-6aa4-422c-b906-4290e1c018ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.3317800 Nov 24 13:18:33.034934 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a4e51a1-e289-474f-a739-a9f689ecb744 req-4a058fc7-71a0-42ac-aaaf-ce9847907104 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a612284-9be3-4439-81b6-8e176d60ec88 HTTP/1.1" status: 200 len: 217 time: 0.0738051 Nov 24 13:18:33.035548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a12c8-4ca7-482b-b1dd-e7e4414ee9a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:33.059457 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c39ec09-6b66-4ee4-89c1-8a98bd6d9c96 req-fec9b530-bf63-42fb-8878-0659a2dc2578 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140124 Nov 24 13:18:33.107574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8b746b-0486-437f-a3d4-66bed7cae474 None None] Network ac6c6a03-6049-43e2-8331-26d692d1d7b4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:33.116182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb23591-765b-41dd-ad19-6b32e7325739 None None] Pushing event deleted for resources: {'Port': ['ID=b1679708-9cc3-459e-a250-8d3c7684cd06,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:33.122194 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a12c8-4ca7-482b-b1dd-e7e4414ee9a0 admin admin] Checking segment: {'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:33.122853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a12c8-4ca7-482b-b1dd-e7e4414ee9a0 admin admin] Network hostable DHCP agents. Network: 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:18:33.128182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb23591-765b-41dd-ad19-6b32e7325739 None None] No DVR routers for this DVR port b1679708-9cc3-459e-a250-8d3c7684cd06 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:18:33.160122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e51a1-e289-474f-a739-a9f689ecb744 req-e0d488b3-4736-4b66-9c93-01afb586acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:33.161624 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a4e51a1-e289-474f-a739-a9f689ecb744 req-e0d488b3-4736-4b66-9c93-01afb586acd7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.0951016 Nov 24 13:18:33.266202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a12c8-4ca7-482b-b1dd-e7e4414ee9a0 admin admin] Network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:18:33.306995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc09e4-7539-42b3-958d-f5a721c03243 None None] Network ac6c6a03-6049-43e2-8331-26d692d1d7b4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:33.329593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b883f9-9c3f-4fd9-b97b-028d4bc59623 req-eb921f47-acc2-4beb-a247-df7e61455607 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:33.330236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e51a1-e289-474f-a739-a9f689ecb744 req-e9704e23-c31f-445d-b7b4-ca3d6a2fcf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:33.331928 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6b883f9-9c3f-4fd9-b97b-028d4bc59623 req-eb921f47-acc2-4beb-a247-df7e61455607 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1027901 Nov 24 13:18:33.336679 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a4e51a1-e289-474f-a739-a9f689ecb744 req-e9704e23-c31f-445d-b7b4-ca3d6a2fcf8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583462 Nov 24 13:18:33.337492 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-1c8a12c8-4ca7-482b-b1dd-e7e4414ee9a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:33.342431 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a12c8-4ca7-482b-b1dd-e7e4414ee9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:33.343432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1c8a12c8-4ca7-482b-b1dd-e7e4414ee9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:33.414341 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1c8a12c8-4ca7-482b-b1dd-e7e4414ee9a0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2871990 Nov 24 13:18:33.417385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36846) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:33.422080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:33.465836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186000b4-884a-42b9-a48e-83864e506577 None None] Network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:33.484533 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6b883f9-9c3f-4fd9-b97b-028d4bc59623 req-6ec51ca1-eff7-4e68-a84d-f444f7533ee5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377964 Nov 24 13:18:33.528562 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:33.529673 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:33.611435 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:33.612011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36852) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:33.612328 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a4e51a1-e289-474f-a739-a9f689ecb744 req-272fdb43-6529-4330-afd7-1d7ffdc6fcb9 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660506 Nov 24 13:18:33.836195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:18:33.837642 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:33.982061 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a2954fa2-c393-462a-b09a-68f7184f8c3e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a40594b892c24042b833fac5267aff57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3662930 Nov 24 13:18:33.983109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36868) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:34.015961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Allocated IP 172.20.0.2 (8ac16d32-2b4a-4497-8ab0-f1781fca9e4a/7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3/94428a4a-f1bc-47ab-a60d-9f29ca698bab) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:18:34.083441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70877cd4-57d2-4fcd-bd5e-ebdcc0c0986e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:34.162613 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:34.182426 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70877cd4-57d2-4fcd-bd5e-ebdcc0c0986e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:34.188428 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a4e51a1-e289-474f-a739-a9f689ecb744 req-e8ece565-0681-4bff-8fa1-882a6a069f50 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5683243 Nov 24 13:18:34.279240 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70877cd4-57d2-4fcd-bd5e-ebdcc0c0986e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:34.281961 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-70877cd4-57d2-4fcd-bd5e-ebdcc0c0986e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:34.283125 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-70877cd4-57d2-4fcd-bd5e-ebdcc0c0986e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f44ee90-6f3a-4640-a658-f52518c7bbf7 HTTP/1.1" status: 204 len: 168 time: 0.2993348 Nov 24 13:18:34.296579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70877cd4-57d2-4fcd-bd5e-ebdcc0c0986e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f44ee90-6f3a-4640-a658-f52518c7bbf7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:34.320567 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:34.331914 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:34.394751 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:34.401379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:34.404526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:18:34.417746 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Pushing event updated for resources: {'Port': ['ID=94428a4a-f1bc-47ab-a60d-9f29ca698bab,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:34.466304 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:34.488717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Attempting to bind port 94428a4a-f1bc-47ab-a60d-9f29ca698bab on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:18:34.489132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Attempting to bind port 94428a4a-f1bc-47ab-a60d-9f29ca698bab by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:18:34.489501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Attempting to bind port 94428a4a-f1bc-47ab-a60d-9f29ca698bab on network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:34.498038 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:34.501912 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:18:34.504407 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Checking segment: {'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:34.504952 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:34.506207 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Bound using segment: {'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:18:34.507189 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Bound port: 94428a4a-f1bc-47ab-a60d-9f29ca698bab, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:18:34.517691 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:34.622547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] For port 94428a4a-f1bc-47ab-a60d-9f29ca698bab, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:18:34.626817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] For port 94428a4a-f1bc-47ab-a60d-9f29ca698bab, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=94428a4a-f1bc-47ab-a60d-9f29ca698bab,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:18:34.633726 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:34.640639 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Allocated IP 172.25.0.172 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/0486d2ca-dd3e-484e-beee-3db547368532) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:18:34.711806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe984a-41ea-4175-b0ba-b24e39f1cc94 None None] Pushing event updated for resources: {'Port': ['ID=94428a4a-f1bc-47ab-a60d-9f29ca698bab,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:34.823653 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:34.871466 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:34.921656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:34.934975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:34.948702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:18:34.982392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185530ff-1064-4e63-b24b-79fc1ab43425 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:18:35.017049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Pushing event updated for resources: {'Port': ['ID=0486d2ca-dd3e-484e-beee-3db547368532,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:35.105598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4c8cc9e0-7ca7-452d-9475-7196bf9c5141 None None] Provisioning complete for port 0486d2ca-dd3e-484e-beee-3db547368532 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:35.106261 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4c8cc9e0-7ca7-452d-9475-7196bf9c5141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:35.156679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4c8cc9e0-7ca7-452d-9475-7196bf9c5141 None None] Port 0486d2ca-dd3e-484e-beee-3db547368532 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:18:35.295165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36894) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:35.316443 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:35.421080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f412e3b6-0a25-4daf-8b35-70a220911c6a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group': {'name': 'tempest-secgroup--323661079'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:35.453063 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f412e3b6-0a25-4daf-8b35-70a220911c6a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:35.462028 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f412e3b6-0a25-4daf-8b35-70a220911c6a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:35.540466 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:35.596058 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f412e3b6-0a25-4daf-8b35-70a220911c6a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:35.611963 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f412e3b6-0a25-4daf-8b35-70a220911c6a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:35.681434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412e3b6-0a25-4daf-8b35-70a220911c6a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e0ac52-5ab2-482b-8d78-e870a441e4e1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:35.726376 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f412e3b6-0a25-4daf-8b35-70a220911c6a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:35.731808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Router c5fd5c21-48a1-4905-b47f-3f24b868f405 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:18:35.733829 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f412e3b6-0a25-4daf-8b35-70a220911c6a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:35.785504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412e3b6-0a25-4daf-8b35-70a220911c6a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41d75f3-5a07-4481-b1d5-8345c9121406,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:35.791058 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f412e3b6-0a25-4daf-8b35-70a220911c6a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:35.795170 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f412e3b6-0a25-4daf-8b35-70a220911c6a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4989479 Nov 24 13:18:35.795833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36900) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:35.876464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3854701e-57b9-4448-b794-d162f131ba06 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0792882 Nov 24 13:18:35.877107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36902) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:35.882109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-bf0fadb3-ad81-4e6e-804e-47b72d293ad0 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group': {'name': 'tempest-security--1853390189', 'description': 'tempest-security-description-465162983'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:35.905419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:18:35.919713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Sync routers for ids ['c5fd5c21-48a1-4905-b47f-3f24b868f405'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:18:35.935630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Routers {'c5fd5c21-48a1-4905-b47f-3f24b868f405'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:18:35.937672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:18:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c5fd5c21-48a1-4905-b47f-3f24b868f405'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:35.941052 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:35.942007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf0fadb3-ad81-4e6e-804e-47b72d293ad0 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:35.943775 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9b3c2e88-faf0-4f03-a442-2005002bf52f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5251732 Nov 24 13:18:35.946387 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36904) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:36.018596 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf0fadb3-ad81-4e6e-804e-47b72d293ad0 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.025344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9370ac95-b76e-4669-9e70-08fcfaa3526f None None] Network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:18:36.028809 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf0fadb3-ad81-4e6e-804e-47b72d293ad0 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.031654 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf0fadb3-ad81-4e6e-804e-47b72d293ad0 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.036096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bf0fadb3-ad81-4e6e-804e-47b72d293ad0 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "PUT /v2.0/security-groups/c41d75f3-5a07-4481-b1d5-8345c9121406 HTTP/1.1" status: 200 len: 1796 time: 0.1578948 Nov 24 13:18:36.036976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36908) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:36.092640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fadb3-ad81-4e6e-804e-47b72d293ad0 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41d75f3-5a07-4481-b1d5-8345c9121406,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:36.133263 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-89e0ecb8-44af-49f1-8951-3a065cd9bc3d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-groups/c41d75f3-5a07-4481-b1d5-8345c9121406 HTTP/1.1" status: 200 len: 1796 time: 0.0586798 Nov 24 13:18:36.135703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36910) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:36.150848 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8b79cdd2-f033-4492-82e6-941fc68d7676 None None] Provisioning complete for port 94428a4a-f1bc-47ab-a60d-9f29ca698bab triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:36.151213 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8b79cdd2-f033-4492-82e6-941fc68d7676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.217007 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Set router c5fd5c21-48a1-4905-b47f-3f24b868f405 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:18:36.229963 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-22fd8f68-40af-40fb-8fab-56491799cc56 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.313755 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-22fd8f68-40af-40fb-8fab-56491799cc56 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.371638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 94428a4a-f1bc-47ab-a60d-9f29ca698bab up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:18:36.378279 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-22fd8f68-40af-40fb-8fab-56491799cc56 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.381255 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-22fd8f68-40af-40fb-8fab-56491799cc56 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.385121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-22fd8f68-40af-40fb-8fab-56491799cc56 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-groups/c41d75f3-5a07-4481-b1d5-8345c9121406 HTTP/1.1" status: 204 len: 168 time: 0.2453036 Nov 24 13:18:36.390237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36912) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:36.413561 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd8f68-40af-40fb-8fab-56491799cc56 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41d75f3-5a07-4481-b1d5-8345c9121406,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:36.490718 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7137f88a-d6b3-4045-a900-2835d4379877 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0946591 Nov 24 13:18:36.492066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36914) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:36.514591 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-c1b68259-a202-4368-ad96-604848a49306 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] delete failed (client error): The resource could not be found. Nov 24 13:18:36.515967 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c1b68259-a202-4368-ad96-604848a49306 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-groups/c41d75f3-5a07-4481-b1d5-8345c9121406 HTTP/1.1" status: 404 len: 347 time: 0.0229304 Nov 24 13:18:36.521256 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.521468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36916) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:36.527758 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8b79cdd2-f033-4492-82e6-941fc68d7676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.529777 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-fe656548-782b-44e9-baa2-137685d3414d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107360380'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:36.568111 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8b79cdd2-f033-4492-82e6-941fc68d7676 None None] For port 94428a4a-f1bc-47ab-a60d-9f29ca698bab, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=94428a4a-f1bc-47ab-a60d-9f29ca698bab,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:36.569225 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe656548-782b-44e9-baa2-137685d3414d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.579021 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8b79cdd2-f033-4492-82e6-941fc68d7676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.642420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:35Z', 'revision_number': 3, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:36.654409 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.689277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Checking router: c5fd5c21-48a1-4905-b47f-3f24b868f405 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:18:36.689640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Updating router c5fd5c21-48a1-4905-b47f-3f24b868f405 port 0486d2ca-dd3e-484e-beee-3db547368532 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:18:36.715482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 94428a4a-f1bc-47ab-a60d-9f29ca698bab triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:36.715862 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.721929 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.727950 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe656548-782b-44e9-baa2-137685d3414d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.732545 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe656548-782b-44e9-baa2-137685d3414d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.779105 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fe656548-782b-44e9-baa2-137685d3414d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.780749 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fe656548-782b-44e9-baa2-137685d3414d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2579231 Nov 24 13:18:36.783852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36920) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:36.795885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79cdd2-f033-4492-82e6-941fc68d7676 None None] Pushing event updated for resources: {'Port': ['ID=94428a4a-f1bc-47ab-a60d-9f29ca698bab,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:36.799470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d243489c-9e1f-45f7-87b1-82e9ee1c8921 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group_rule': {'security_group_id': '0bf99bac-114a-40a5-bd1f-239544abf283', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:36.811015 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe656548-782b-44e9-baa2-137685d3414d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf99bac-114a-40a5-bd1f-239544abf283,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:36.850291 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d243489c-9e1f-45f7-87b1-82e9ee1c8921 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.989883 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d243489c-9e1f-45f7-87b1-82e9ee1c8921 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:36.999843 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d243489c-9e1f-45f7-87b1-82e9ee1c8921 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.008231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Allocated IP 172.20.0.1 (8ac16d32-2b4a-4497-8ab0-f1781fca9e4a/7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3/fcf31d08-0a5d-419f-8456-cd0904ded214) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:18:37.046544 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d243489c-9e1f-45f7-87b1-82e9ee1c8921 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.051103 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d243489c-9e1f-45f7-87b1-82e9ee1c8921 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2661502 Nov 24 13:18:37.053970 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36922) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:37.067673 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243489c-9e1f-45f7-87b1-82e9ee1c8921 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2060dca0-0895-4a4a-a463-ed667f768207,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:37.094400 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5c19d27b-de65-42fa-8288-d575584a8329 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.112019 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5c19d27b-de65-42fa-8288-d575584a8329 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.160302 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5c19d27b-de65-42fa-8288-d575584a8329 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.168417 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5c19d27b-de65-42fa-8288-d575584a8329 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.172300 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5c19d27b-de65-42fa-8288-d575584a8329 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/2060dca0-0895-4a4a-a463-ed667f768207 HTTP/1.1" status: 204 len: 168 time: 0.1146102 Nov 24 13:18:37.173162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36926) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:37.204341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19d27b-de65-42fa-8288-d575584a8329 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2060dca0-0895-4a4a-a463-ed667f768207,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:37.239952 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1cf91ce8-133c-4843-b71c-8682b976e55d None None] Provisioning complete for port 94428a4a-f1bc-47ab-a60d-9f29ca698bab triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:37.240579 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1cf91ce8-133c-4843-b71c-8682b976e55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.250860 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.271484 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36928) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:37.273019 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d8d87c52-52e7-464f-acc0-e4c64f005db4 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0985832 Nov 24 13:18:37.377007 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aae1e573-3e99-49dd-ac5d-3a2a5d56492a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.382769 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.405144 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.412670 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.447221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aae1e573-3e99-49dd-ac5d-3a2a5d56492a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.463868 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:37.471044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd80a3d9-b358-46a4-85d7-e66d987ca092 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:18:37.473011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:37.476403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Attempting to bind port 0486d2ca-dd3e-484e-beee-3db547368532 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:18:37.477013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Attempting to bind port 0486d2ca-dd3e-484e-beee-3db547368532 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:18:37.477566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Attempting to bind port 0486d2ca-dd3e-484e-beee-3db547368532 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:37.479487 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:18:37.489134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39081d-6f3d-464e-9e97-0f0a1c330701 None None] Pushing event updated for resources: {'Port': ['ID=0486d2ca-dd3e-484e-beee-3db547368532,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:37.492875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:18:37.493512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:37.494112 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.494691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:18:37.495366 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Bound port: 0486d2ca-dd3e-484e-beee-3db547368532, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:18:37.496500 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.524603 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.528317 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Pushing event updated for resources: {'Port': ['ID=fcf31d08-0a5d-419f-8456-cd0904ded214,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:37.558877 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] For port 0486d2ca-dd3e-484e-beee-3db547368532, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:18:37.562748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] For port 0486d2ca-dd3e-484e-beee-3db547368532, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0486d2ca-dd3e-484e-beee-3db547368532,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:18:37.569785 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.614854 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aae1e573-3e99-49dd-ac5d-3a2a5d56492a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.618657 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aae1e573-3e99-49dd-ac5d-3a2a5d56492a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.623136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36930) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:37.624358 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-aae1e573-3e99-49dd-ac5d-3a2a5d56492a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-groups/0bf99bac-114a-40a5-bd1f-239544abf283 HTTP/1.1" status: 204 len: 168 time: 0.3510032 Nov 24 13:18:37.657296 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfccc1a2-0826-4286-9327-824b36d3e4dc None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:18:37.674067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39081d-6f3d-464e-9e97-0f0a1c330701 None None] Pushing event updated for resources: {'Port': ['ID=0486d2ca-dd3e-484e-beee-3db547368532,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:37.681882 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5e9ef73b-65f4-4790-a643-a888355f1ca8 None None] Provisioning complete for port 0486d2ca-dd3e-484e-beee-3db547368532 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:37.682391 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e9ef73b-65f4-4790-a643-a888355f1ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.732823 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9428466c-3c03-41a2-a537-3d16fc0e4111 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1047263 Nov 24 13:18:37.732951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Routers {'c5fd5c21-48a1-4905-b47f-3f24b868f405'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:18:37.733073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36934) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:37.733856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:18:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c5fd5c21-48a1-4905-b47f-3f24b868f405'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:37.748100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-031f962a-3671-4dfc-a1a5-1cafa8d5d942 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group': {'name': 'tempest-secgroup--444115616'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:37.802780 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-031f962a-3671-4dfc-a1a5-1cafa8d5d942 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.955310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] Set router c5fd5c21-48a1-4905-b47f-3f24b868f405 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:18:37.965684 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-031f962a-3671-4dfc-a1a5-1cafa8d5d942 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:37.973480 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-031f962a-3671-4dfc-a1a5-1cafa8d5d942 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.007511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1e573-3e99-49dd-ac5d-3a2a5d56492a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf99bac-114a-40a5-bd1f-239544abf283,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:38.052077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-031f962a-3671-4dfc-a1a5-1cafa8d5d942 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.056813 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-031f962a-3671-4dfc-a1a5-1cafa8d5d942 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3204582 Nov 24 13:18:38.059593 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e9ef73b-65f4-4790-a643-a888355f1ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.059892 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36936) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:38.060400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f962a-3671-4dfc-a1a5-1cafa8d5d942 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c14868-c803-44aa-96fe-e125f6823ffa,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:38.066415 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f756a739-6938-46cc-ac16-2a8685532c2c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group_rule': {'security_group_id': '35c14868-c803-44aa-96fe-e125f6823ffa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:38.121791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5e9ef73b-65f4-4790-a643-a888355f1ca8 None None] For port 0486d2ca-dd3e-484e-beee-3db547368532, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0486d2ca-dd3e-484e-beee-3db547368532,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:38.130069 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e9ef73b-65f4-4790-a643-a888355f1ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.157671 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f756a739-6938-46cc-ac16-2a8685532c2c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.164690 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.252821 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ef73b-65f4-4790-a643-a888355f1ca8 None None] Pushing event updated for resources: {'Port': ['ID=0486d2ca-dd3e-484e-beee-3db547368532,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:38.296279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 94428a4a-f1bc-47ab-a60d-9f29ca698bab up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:18:38.325823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0f9531fe-965f-4024-a95c-d7d8338955dc None None] Provisioning complete for port 0486d2ca-dd3e-484e-beee-3db547368532 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:38.326349 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0f9531fe-965f-4024-a95c-d7d8338955dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.379501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:35Z', 'revision_number': 3, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:38.384147 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f756a739-6938-46cc-ac16-2a8685532c2c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.390335 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f756a739-6938-46cc-ac16-2a8685532c2c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.415633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5366ab12-bfc7-41da-89c9-75daefc1a46d None None] The sync data for ids ['c5fd5c21-48a1-4905-b47f-3f24b868f405'] in n-d-817303-4 is: [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:35Z', 'revision_number': 3, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:18:38.416960 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756a739-6938-46cc-ac16-2a8685532c2c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534273ad-0436-42ed-b746-16b92843a1a7,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:38.437817 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f756a739-6938-46cc-ac16-2a8685532c2c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.439126 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f756a739-6938-46cc-ac16-2a8685532c2c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3780932 Nov 24 13:18:38.441977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36940) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:38.446701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2ec42008-119b-4e11-b458-17583bb19833 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group_rule': {'security_group_id': '35c14868-c803-44aa-96fe-e125f6823ffa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:38.472845 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.481708 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.499125 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ec42008-119b-4e11-b458-17583bb19833 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.505715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 94428a4a-f1bc-47ab-a60d-9f29ca698bab triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:38.516571 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.592079 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.594239 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Pushing event updated for resources: {'Port': ['ID=fcf31d08-0a5d-419f-8456-cd0904ded214,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:38.600950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0f9531fe-965f-4024-a95c-d7d8338955dc None None] Provisioning complete for port fcf31d08-0a5d-419f-8456-cd0904ded214 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:38.601334 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0f9531fe-965f-4024-a95c-d7d8338955dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.632975 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ec42008-119b-4e11-b458-17583bb19833 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.638609 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ec42008-119b-4e11-b458-17583bb19833 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.675557 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec42008-119b-4e11-b458-17583bb19833 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20280e77-5cff-4e23-a9f5-568de8221121,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:38.685467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0f9531fe-965f-4024-a95c-d7d8338955dc None None] Port fcf31d08-0a5d-419f-8456-cd0904ded214 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:18:38.709727 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ec42008-119b-4e11-b458-17583bb19833 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.711954 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2ec42008-119b-4e11-b458-17583bb19833 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2688923 Nov 24 13:18:38.715264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36942) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:38.721248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2b2a813c-beef-4787-a553-7976139591f4 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group_rule': {'security_group_id': '35c14868-c803-44aa-96fe-e125f6823ffa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:38.733503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:38.736254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:38.792600 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b2a813c-beef-4787-a553-7976139591f4 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.886839 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b2a813c-beef-4787-a553-7976139591f4 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.892476 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b2a813c-beef-4787-a553-7976139591f4 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.926250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a813c-beef-4787-a553-7976139591f4 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15327efd-7d2e-4a4e-a3fe-57204e5a3ebc,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:38.939417 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b2a813c-beef-4787-a553-7976139591f4 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:38.940786 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2b2a813c-beef-4787-a553-7976139591f4 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2243264 Nov 24 13:18:38.943904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36946) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:38.955190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c94c2823-a232-4011-8922-3bc89a04b763 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group_rule': {'security_group_id': '35c14868-c803-44aa-96fe-e125f6823ffa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:38.970434 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Router c5fd5c21-48a1-4905-b47f-3f24b868f405 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:18:39.010200 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c94c2823-a232-4011-8922-3bc89a04b763 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.134951 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c94c2823-a232-4011-8922-3bc89a04b763 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.142329 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c94c2823-a232-4011-8922-3bc89a04b763 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.164411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:18:39.168857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c2823-a232-4011-8922-3bc89a04b763 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ad4fd4-26fe-4fd0-b13b-e3320e9ba928,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:39.185443 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f14b1208-854b-42cf-adb8-15850998379c admin admin] 10.222.0.48 "PUT /v2.0/routers/c5fd5c21-48a1-4905-b47f-3f24b868f405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2284439 Nov 24 13:18:39.195712 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c94c2823-a232-4011-8922-3bc89a04b763 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.197092 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c94c2823-a232-4011-8922-3bc89a04b763 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2521091 Nov 24 13:18:39.200542 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36950) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:39.205681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2e719a01-1a2b-416e-8fdb-58bf1e85b427 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group_rule': {'security_group_id': '35c14868-c803-44aa-96fe-e125f6823ffa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:39.236836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-13b97b43-afde-4179-ba0b-21c4727ccbf1 None None] Provisioning complete for port fcf31d08-0a5d-419f-8456-cd0904ded214 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:39.237440 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-13b97b43-afde-4179-ba0b-21c4727ccbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.240879 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e719a01-1a2b-416e-8fdb-58bf1e85b427 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.316566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-13b97b43-afde-4179-ba0b-21c4727ccbf1 None None] Port fcf31d08-0a5d-419f-8456-cd0904ded214 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:18:39.336612 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e719a01-1a2b-416e-8fdb-58bf1e85b427 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.344210 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e719a01-1a2b-416e-8fdb-58bf1e85b427 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.381694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e719a01-1a2b-416e-8fdb-58bf1e85b427 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe649f0-5dee-46da-b768-23d970dbb105,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:39.391317 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2e719a01-1a2b-416e-8fdb-58bf1e85b427 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.395206 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2e719a01-1a2b-416e-8fdb-58bf1e85b427 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1910946 Nov 24 13:18:39.395620 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36954) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:39.423821 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-098e3112-e41a-4212-97c2-2153f46e2bf3 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.432233 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-098e3112-e41a-4212-97c2-2153f46e2bf3 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.471427 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-098e3112-e41a-4212-97c2-2153f46e2bf3 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.478618 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-098e3112-e41a-4212-97c2-2153f46e2bf3 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.480373 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-098e3112-e41a-4212-97c2-2153f46e2bf3 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9fe649f0-5dee-46da-b768-23d970dbb105 HTTP/1.1" status: 204 len: 168 time: 0.0834243 Nov 24 13:18:39.482780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36958) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:39.490352 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e3112-e41a-4212-97c2-2153f46e2bf3 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fe649f0-5dee-46da-b768-23d970dbb105,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:39.546524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d2fc6e88-908a-4c99-be8b-4f557644bfcb tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0622191 Nov 24 13:18:39.549278 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36960) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:39.581143 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5654e3e-47d4-44fd-92c6-c4f5304cb62e tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.591070 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5654e3e-47d4-44fd-92c6-c4f5304cb62e tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.622968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5654e3e-47d4-44fd-92c6-c4f5304cb62e tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.629005 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5654e3e-47d4-44fd-92c6-c4f5304cb62e tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.630155 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a5654e3e-47d4-44fd-92c6-c4f5304cb62e tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/20ad4fd4-26fe-4fd0-b13b-e3320e9ba928 HTTP/1.1" status: 204 len: 168 time: 0.0796170 Nov 24 13:18:39.633412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36962) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:39.650681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5654e3e-47d4-44fd-92c6-c4f5304cb62e tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20ad4fd4-26fe-4fd0-b13b-e3320e9ba928,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:39.689218 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5f49faed-74eb-4f00-a9fd-d7132eb17548 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0546048 Nov 24 13:18:39.691965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36964) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:39.702654 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.728271 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9130d8e-0741-412f-81e3-e5ab5562b9fa tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.738509 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9130d8e-0741-412f-81e3-e5ab5562b9fa tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.771271 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9130d8e-0741-412f-81e3-e5ab5562b9fa tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.777926 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9130d8e-0741-412f-81e3-e5ab5562b9fa tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.779011 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e9130d8e-0741-412f-81e3-e5ab5562b9fa tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/15327efd-7d2e-4a4e-a3fe-57204e5a3ebc HTTP/1.1" status: 204 len: 168 time: 0.0857725 Nov 24 13:18:39.781747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36966) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:39.788312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9130d8e-0741-412f-81e3-e5ab5562b9fa tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15327efd-7d2e-4a4e-a3fe-57204e5a3ebc,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:39.830800 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eace67bd-c266-4516-9455-e0d67deac2c9 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0474432 Nov 24 13:18:39.833483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36968) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:39.865397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-59237f25-e961-46c9-82ce-48e4c6849dd5 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.878578 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-59237f25-e961-46c9-82ce-48e4c6849dd5 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.910185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-59237f25-e961-46c9-82ce-48e4c6849dd5 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.915024 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-59237f25-e961-46c9-82ce-48e4c6849dd5 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:39.916173 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-59237f25-e961-46c9-82ce-48e4c6849dd5 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/20280e77-5cff-4e23-a9f5-568de8221121 HTTP/1.1" status: 204 len: 168 time: 0.0817049 Nov 24 13:18:39.919115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36972) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:39.924838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59237f25-e961-46c9-82ce-48e4c6849dd5 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20280e77-5cff-4e23-a9f5-568de8221121,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:39.968248 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7cf3a1f7-d93c-4d7c-8a46-73a716c93464 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0475681 Nov 24 13:18:39.972154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36974) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:40.000846 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-065c9780-cca0-4b57-83a0-be5ead3e798c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:40.009600 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-065c9780-cca0-4b57-83a0-be5ead3e798c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:40.037687 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-065c9780-cca0-4b57-83a0-be5ead3e798c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:40.044302 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-065c9780-cca0-4b57-83a0-be5ead3e798c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:40.045437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-065c9780-cca0-4b57-83a0-be5ead3e798c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/534273ad-0436-42ed-b746-16b92843a1a7 HTTP/1.1" status: 204 len: 168 time: 0.0722692 Nov 24 13:18:40.047904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36976) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:40.064914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c9780-cca0-4b57-83a0-be5ead3e798c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=534273ad-0436-42ed-b746-16b92843a1a7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:40.094829 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-732ea86c-015d-4c3f-ac59-66cb215777d6 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0434282 Nov 24 13:18:40.095149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36978) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:40.183404 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5087c2de-3c1c-4e37-af7c-1926c1165d41 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:40.250390 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5087c2de-3c1c-4e37-af7c-1926c1165d41 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:40.325633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-8fa53f6d-e1e4-4645-b278-555ea5529d4e tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:40.327193 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-8fa53f6d-e1e4-4645-b278-555ea5529d4e tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/networks?id=6db81e04-2b02-4f14-a937-9dd9245a8029 HTTP/1.1" status: 200 len: 808 time: 0.1607349 Nov 24 13:18:40.330076 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0486d2ca-dd3e-484e-beee-3db547368532 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:18:40.346881 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-109bf28d-f902-45f1-ae66-5026b9a0e187 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/quotas/160865936a0341718173a2cc7adf2738 HTTP/1.1" status: 200 len: 375 time: 0.0107112 Nov 24 13:18:40.391910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-e13cb536-a3f4-4ef9-b47a-0d4cae7a523d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:40.399661 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-e13cb536-a3f4-4ef9-b47a-0d4cae7a523d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 812 time: 0.2318828 Nov 24 13:18:40.419456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-5a2779a3-ab78-40eb-834e-1874eb61b5b6 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/quotas/5ff8d85d3e28474f9fc7b4af44e09a93 HTTP/1.1" status: 200 len: 375 time: 0.0186925 Nov 24 13:18:40.422625 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5087c2de-3c1c-4e37-af7c-1926c1165d41 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:40.429255 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5087c2de-3c1c-4e37-af7c-1926c1165d41 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:40.430694 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-237baf4e-7dc3-49dc-857c-139f246156e1 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=160865936a0341718173a2cc7adf2738&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772877 Nov 24 13:18:40.433892 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 0486d2ca-dd3e-484e-beee-3db547368532 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:40.434122 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:40.439102 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5087c2de-3c1c-4e37-af7c-1926c1165d41 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-groups/35c14868-c803-44aa-96fe-e125f6823ffa HTTP/1.1" status: 204 len: 168 time: 0.3424566 Nov 24 13:18:40.444694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 36990) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:40.490628 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087c2de-3c1c-4e37-af7c-1926c1165d41 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c14868-c803-44aa-96fe-e125f6823ffa,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:40.527222 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-20b96a76-7682-4a6e-a519-8aab2230ebca tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0868247 Nov 24 13:18:40.557036 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c94814b3-8fa3-4e82-aa9f-67806e438e97 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1097310 Nov 24 13:18:40.570976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 36994) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:40.579738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a08ccac8-58e0-4d90-888a-7f68bb0fa2bc tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group': {'name': 'tempest-secgroup--85493789'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:40.680046 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-003c3901-00eb-4c29-a57c-7e257cecc51c service neutron] 10.222.0.48 "GET /v2.0/networks/6db81e04-2b02-4f14-a937-9dd9245a8029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412720 Nov 24 13:18:40.687571 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a08ccac8-58e0-4d90-888a-7f68bb0fa2bc tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:40.749561 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-31d0b810-5688-45be-8a92-1ac56f2d078c service neutron] 10.222.0.48 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115214 Nov 24 13:18:40.819036 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-9f09c31d-695a-47f9-a875-9cd1f2ae5c75 service neutron] 10.222.0.48 "GET /v2.0/networks/6db81e04-2b02-4f14-a937-9dd9245a8029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301892 Nov 24 13:18:40.868374 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Sync routers for ids ['c5fd5c21-48a1-4905-b47f-3f24b868f405'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:18:40.883615 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Routers {'c5fd5c21-48a1-4905-b47f-3f24b868f405'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:18:40.884255 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:18:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c5fd5c21-48a1-4905-b47f-3f24b868f405'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:40.891953 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a08ccac8-58e0-4d90-888a-7f68bb0fa2bc tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:40.915570 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a08ccac8-58e0-4d90-888a-7f68bb0fa2bc tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:40.997845 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-53c66b45-8f55-4b81-8b7c-31b80e82456a service neutron] 10.222.0.48 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409589 Nov 24 13:18:41.001708 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a08ccac8-58e0-4d90-888a-7f68bb0fa2bc tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:41.006183 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37012) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:41.011242 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-376d6546-12de-4053-a446-0a4ca69d5e11 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group_rule': {'security_group_id': '10372f3b-2a0c-4be2-96ce-bfa62277d9d1', 'direction': 'ingress', 'protocol': 17}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:41.017285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a08ccac8-58e0-4d90-888a-7f68bb0fa2bc tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4451067 Nov 24 13:18:41.018771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ccac8-58e0-4d90-888a-7f68bb0fa2bc tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10372f3b-2a0c-4be2-96ce-bfa62277d9d1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:41.036437 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Set router c5fd5c21-48a1-4905-b47f-3f24b868f405 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:18:41.057927 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-376d6546-12de-4053-a446-0a4ca69d5e11 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:41.177828 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-376d6546-12de-4053-a446-0a4ca69d5e11 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:41.192380 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-376d6546-12de-4053-a446-0a4ca69d5e11 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:41.228813 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d6546-12de-4053-a446-0a4ca69d5e11 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ad9a13-f05a-4ed1-8fd4-c98cca1b49be,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:41.270663 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-376d6546-12de-4053-a446-0a4ca69d5e11 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:41.274886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37018) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:41.282366 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-376d6546-12de-4053-a446-0a4ca69d5e11 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2750175 Nov 24 13:18:41.450949 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a5735976-621b-4ea1-9bca-6e43f2fcd74a req-d0a15054-2297-45de-96fa-4bc5eb71d240 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 210 time: 0.0876913 Nov 24 13:18:41.457304 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-84b175e0-1b28-4255-9f0d-d378e0f589ed tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:41.550688 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-84b175e0-1b28-4255-9f0d-d378e0f589ed tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:41.696495 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 2, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:41.700887 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eb18519a-5ebb-4ee1-a366-ee1ac44f78bd req-5a4e44a3-d661-4e2c-8bfd-e9e3281be818 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 210 time: 0.1697826 Nov 24 13:18:41.704158 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-84b175e0-1b28-4255-9f0d-d378e0f589ed tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:41.707711 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-84b175e0-1b28-4255-9f0d-d378e0f589ed tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:41.709427 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-84b175e0-1b28-4255-9f0d-d378e0f589ed tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-groups/10372f3b-2a0c-4be2-96ce-bfa62277d9d1 HTTP/1.1" status: 204 len: 168 time: 0.4335067 Nov 24 13:18:41.712471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37032) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:41.719710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b175e0-1b28-4255-9f0d-d378e0f589ed tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10372f3b-2a0c-4be2-96ce-bfa62277d9d1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:41.773282 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Checking router: c5fd5c21-48a1-4905-b47f-3f24b868f405 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:18:41.773700 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Updating router c5fd5c21-48a1-4905-b47f-3f24b868f405 port fcf31d08-0a5d-419f-8456-cd0904ded214 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:18:41.783694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37034) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:41.784539 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2b87ca34-4dbe-4cf0-9626-1f12f2e52414 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0706079 Nov 24 13:18:41.789249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c4ea4c32-16b0-430a-9673-05dce36209ff tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group': {'name': 'tempest-secgroup--351983632'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:41.843569 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:41.843982 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4ea4c32-16b0-430a-9673-05dce36209ff tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:41.962444 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4ea4c32-16b0-430a-9673-05dce36209ff tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:41.967882 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4ea4c32-16b0-430a-9673-05dce36209ff tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.004441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4ea4c32-16b0-430a-9673-05dce36209ff tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.008466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c4ea4c32-16b0-430a-9673-05dce36209ff tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2209682 Nov 24 13:18:42.009346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37040) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:42.016441 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5f509878-8482-4ac4-9830-7ed1c713fbde tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group': {'name': 'tempest-secgroup--66061504'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:42.016645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea4c32-16b0-430a-9673-05dce36209ff tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b66fd5e-ba59-4944-9a63-a24147711f23,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:42.068563 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5f509878-8482-4ac4-9830-7ed1c713fbde tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.227918 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5f509878-8482-4ac4-9830-7ed1c713fbde tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.238384 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5f509878-8482-4ac4-9830-7ed1c713fbde tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.303601 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5f509878-8482-4ac4-9830-7ed1c713fbde tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.305157 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5f509878-8482-4ac4-9830-7ed1c713fbde tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2941928 Nov 24 13:18:42.308328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37046) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:42.310255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f509878-8482-4ac4-9830-7ed1c713fbde tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b21c5ea-da1c-4c17-8eb6-3153469075a7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:42.315217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7355772c-7be9-40eb-ab03-aab3b290f78a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group_rule': {'security_group_id': '4b66fd5e-ba59-4944-9a63-a24147711f23', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1b21c5ea-da1c-4c17-8eb6-3153469075a7', 'remote_ip_prefix': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:42.335277 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.343630 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.382128 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7355772c-7be9-40eb-ab03-aab3b290f78a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.441136 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b898c-ddf7-4c37-b128-77a502061581 None None] Pushing event updated for resources: {'Port': ['ID=fcf31d08-0a5d-419f-8456-cd0904ded214,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:42.469775 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b898c-ddf7-4c37-b128-77a502061581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:42.470136 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b898c-ddf7-4c37-b128-77a502061581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:42.470565 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b898c-ddf7-4c37-b128-77a502061581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:42.471113 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b898c-ddf7-4c37-b128-77a502061581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:42.473146 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b898c-ddf7-4c37-b128-77a502061581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:42.473688 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b898c-ddf7-4c37-b128-77a502061581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:42.474220 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b898c-ddf7-4c37-b128-77a502061581 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:42.474734 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b898c-ddf7-4c37-b128-77a502061581 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:42.481249 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b898c-ddf7-4c37-b128-77a502061581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:42.481856 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b898c-ddf7-4c37-b128-77a502061581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:42.482378 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b898c-ddf7-4c37-b128-77a502061581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:42.482900 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023b898c-ddf7-4c37-b128-77a502061581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:18:42.507873 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7355772c-7be9-40eb-ab03-aab3b290f78a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.513752 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7355772c-7be9-40eb-ab03-aab3b290f78a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.544544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355772c-7be9-40eb-ab03-aab3b290f78a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f061114-2791-4f1e-8799-4fdc1a205a3d,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:42.555875 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7355772c-7be9-40eb-ab03-aab3b290f78a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.558890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7355772c-7be9-40eb-ab03-aab3b290f78a tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2472939 Nov 24 13:18:42.560683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37054) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:42.585613 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Attempting to bind port fcf31d08-0a5d-419f-8456-cd0904ded214 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:18:42.586210 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Attempting to bind port fcf31d08-0a5d-419f-8456-cd0904ded214 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:18:42.586763 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Attempting to bind port fcf31d08-0a5d-419f-8456-cd0904ded214 on network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:42.596690 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:18:42.599455 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97d4cc17-4194-4553-9c68-74663fe22938 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.600760 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Checking segment: {'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:42.601376 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.602009 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Bound using segment: {'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:18:42.602683 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Bound port: fcf31d08-0a5d-419f-8456-cd0904ded214, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:18:42.603270 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.636699 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97d4cc17-4194-4553-9c68-74663fe22938 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.762560 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] For port fcf31d08-0a5d-419f-8456-cd0904ded214, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:18:42.784155 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] For port fcf31d08-0a5d-419f-8456-cd0904ded214, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=fcf31d08-0a5d-419f-8456-cd0904ded214,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:18:42.791558 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.795471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5761f145-305e-452b-81d9-0cd2a97d548b req-7cfc6ab7-26ca-4d3f-a59f-5ca37b315faa tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 210 time: 0.1156380 Nov 24 13:18:42.816928 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37060) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:42.821468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f086b906-87ff-4bdc-894e-ab75f5a766d0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--113344692', 'description': 'tempest-description--46961288'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:42.877852 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f086b906-87ff-4bdc-894e-ab75f5a766d0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.881186 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a5903e00-07b6-4ef4-9a33-e10055dae15f None None] Provisioning complete for port fcf31d08-0a5d-419f-8456-cd0904ded214 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:42.881743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a5903e00-07b6-4ef4-9a33-e10055dae15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.935351 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97d4cc17-4194-4553-9c68-74663fe22938 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.943180 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97d4cc17-4194-4553-9c68-74663fe22938 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:42.947448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-97d4cc17-4194-4553-9c68-74663fe22938 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9f061114-2791-4f1e-8799-4fdc1a205a3d HTTP/1.1" status: 204 len: 168 time: 0.3833005 Nov 24 13:18:42.950637 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Routers {'c5fd5c21-48a1-4905-b47f-3f24b868f405'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:18:42.959096 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:18:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c5fd5c21-48a1-4905-b47f-3f24b868f405'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:42.960754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37062) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:42.963807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4cc17-4194-4553-9c68-74663fe22938 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f061114-2791-4f1e-8799-4fdc1a205a3d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:42.971811 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e719fd4-1f3d-4816-9d50-c893faaef837 req-f2c525b3-e762-4167-8871-77ce838105ad tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 210 time: 0.0721655 Nov 24 13:18:43.128691 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8c0d61fd-f823-4090-a896-5d93d65c08dc tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1590505 Nov 24 13:18:43.137745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37066) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:43.145596 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f086b906-87ff-4bdc-894e-ab75f5a766d0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.154916 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f086b906-87ff-4bdc-894e-ab75f5a766d0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.165919 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a5903e00-07b6-4ef4-9a33-e10055dae15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.195734 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f086b906-87ff-4bdc-894e-ab75f5a766d0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.203145 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f086b906-87ff-4bdc-894e-ab75f5a766d0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3851783 Nov 24 13:18:43.206467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37068) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:43.223923 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-3c8c246b-1adf-46aa-a05a-4643dff5bc75 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:43.239408 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-3c8c246b-1adf-46aa-a05a-4643dff5bc75 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.59 "GET /v2.0/networks?id=6db81e04-2b02-4f14-a937-9dd9245a8029 HTTP/1.1" status: 200 len: 808 time: 0.4429426 Nov 24 13:18:43.245328 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a5903e00-07b6-4ef4-9a33-e10055dae15f None None] For port fcf31d08-0a5d-419f-8456-cd0904ded214, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=fcf31d08-0a5d-419f-8456-cd0904ded214,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:43.246560 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a4bf76be-9b2c-4c14-8396-04d8b487c586 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Request body: {'security_group_rule': {'security_group_id': '105c8382-2d4f-44e0-bffd-d1e8884e1838', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:43.259649 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a5903e00-07b6-4ef4-9a33-e10055dae15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.276295 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086b906-87ff-4bdc-894e-ab75f5a766d0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=105c8382-2d4f-44e0-bffd-d1e8884e1838,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:43.295668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-868965dd-75b0-4503-bb76-c4d3932aeab0 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Request body: {'port': {'device_id': 'a7698d97-3758-4c29-a6e1-8cbf4cbcd519', 'network_id': '6db81e04-2b02-4f14-a937-9dd9245a8029', 'admin_state_up': True, 'tenant_id': '160865936a0341718173a2cc7adf2738'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:43.306350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4bf76be-9b2c-4c14-8396-04d8b487c586 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.354090 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b898c-ddf7-4c37-b128-77a502061581 None None] Pushing event updated for resources: {'Port': ['ID=fcf31d08-0a5d-419f-8456-cd0904ded214,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:43.383304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5903e00-07b6-4ef4-9a33-e10055dae15f None None] Pushing event updated for resources: {'Port': ['ID=fcf31d08-0a5d-419f-8456-cd0904ded214,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:43.405623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3188e540-8981-4bfa-bbb0-835b6c1477aa None None] Provisioning complete for port fcf31d08-0a5d-419f-8456-cd0904ded214 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:43.407611 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3188e540-8981-4bfa-bbb0-835b6c1477aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.442095 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] Set router c5fd5c21-48a1-4905-b47f-3f24b868f405 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:18:43.488778 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06343ce0-87ee-456f-aa20-30e03216e899 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.551144 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06343ce0-87ee-456f-aa20-30e03216e899 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.588211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-868965dd-75b0-4503-bb76-c4d3932aeab0 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Made reservation on behalf of 160865936a0341718173a2cc7adf2738 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:43.597344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-868965dd-75b0-4503-bb76-c4d3932aeab0 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.661806 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4bf76be-9b2c-4c14-8396-04d8b487c586 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.670195 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4bf76be-9b2c-4c14-8396-04d8b487c586 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.725544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-4fb441f5-5441-4c25-b70b-fd6e87443887 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:43.728040 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-4fb441f5-5441-4c25-b70b-fd6e87443887 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.59 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 812 time: 0.3504071 Nov 24 13:18:43.729355 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf76be-9b2c-4c14-8396-04d8b487c586 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2e5ba7-b69b-4102-8ce7-36d600ba7bc8,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:43.747858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06343ce0-87ee-456f-aa20-30e03216e899 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.750723 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06343ce0-87ee-456f-aa20-30e03216e899 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.754205 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-06343ce0-87ee-456f-aa20-30e03216e899 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-groups/1b21c5ea-da1c-4c17-8eb6-3153469075a7 HTTP/1.1" status: 204 len: 168 time: 0.6131787 Nov 24 13:18:43.754385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-783352bf-2b46-4ef9-820d-9702364c036c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Request body: {'port': {'device_id': 'e84233b5-fb9c-43da-ac03-a468c5aba684', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'admin_state_up': True, 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:43.757570 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37072) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:43.764016 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a4bf76be-9b2c-4c14-8396-04d8b487c586 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.768218 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a4bf76be-9b2c-4c14-8396-04d8b487c586 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5604711 Nov 24 13:18:43.769634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37074) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:43.783117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-646cf0aa-71db-4d1d-a776-889d9512f9e3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Request body: {'security_group_rule': {'security_group_id': '105c8382-2d4f-44e0-bffd-d1e8884e1838', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:43.788044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06343ce0-87ee-456f-aa20-30e03216e899 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b21c5ea-da1c-4c17-8eb6-3153469075a7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:43.900926 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-646cf0aa-71db-4d1d-a776-889d9512f9e3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:43.907746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-868965dd-75b0-4503-bb76-c4d3932aeab0 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Allocated IP 172.20.0.10 (6db81e04-2b02-4f14-a937-9dd9245a8029/c9700633-be4c-417b-977a-af70d420585f/d3c14395-7194-457c-aabf-d8063497d819) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:18:43.917863 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:42Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:18:43.985819 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ffe986-2b7d-4f6a-be89-f428f99690a6 None None] The sync data for ids ['c5fd5c21-48a1-4905-b47f-3f24b868f405'] in n-d-817303-4 is: [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:42Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:18:43.987914 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ff271409-9554-4b76-9db1-54db7be52520 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2182453 Nov 24 13:18:43.991908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37078) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:44.026615 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dfb61b6c-384d-4798-a95b-ca6704ba37d7 req-361e185f-cc69-48d7-ac56-8ce139eb9468 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 210 time: 0.0426373 Nov 24 13:18:44.128650 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-646cf0aa-71db-4d1d-a776-889d9512f9e3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.137201 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-264e74aa-5179-4ce8-b408-bb8bf2030a57 req-ac4b3431-d717-4026-8609-bfd4d82336a6 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 210 time: 0.0419979 Nov 24 13:18:44.154623 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-646cf0aa-71db-4d1d-a776-889d9512f9e3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.191586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-783352bf-2b46-4ef9-820d-9702364c036c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Made reservation on behalf of 5ff8d85d3e28474f9fc7b4af44e09a93 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:44.204585 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-783352bf-2b46-4ef9-820d-9702364c036c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.242166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646cf0aa-71db-4d1d-a776-889d9512f9e3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc5886c-6dbd-4271-8535-2bcf7cb01850,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:44.281795 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-646cf0aa-71db-4d1d-a776-889d9512f9e3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.283772 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-646cf0aa-71db-4d1d-a776-889d9512f9e3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5126593 Nov 24 13:18:44.304062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37084) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:44.311099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:44.370123 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:18:44.417823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device fcf31d08-0a5d-419f-8456-cd0904ded214 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:18:44.441416 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.454036 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55d84738-b0a7-4945-8660-c0ff1ef42654 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.466928 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-783352bf-2b46-4ef9-820d-9702364c036c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Allocated IP 172.20.0.10 (350afefa-f8e9-48b5-9810-800aaca7033f/4a0683ef-715b-43e2-968a-1f8e85a2dd11/2c868683-12b7-42d3-810c-b55fc89fb709) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:18:44.506401 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55d84738-b0a7-4945-8660-c0ff1ef42654 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.514386 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-868965dd-75b0-4503-bb76-c4d3932aeab0 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.538498 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port fcf31d08-0a5d-419f-8456-cd0904ded214 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:44.539242 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.652777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-868965dd-75b0-4503-bb76-c4d3932aeab0 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.686246 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55d84738-b0a7-4945-8660-c0ff1ef42654 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.689423 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55d84738-b0a7-4945-8660-c0ff1ef42654 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.690642 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-55d84738-b0a7-4945-8660-c0ff1ef42654 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-groups/4b66fd5e-ba59-4944-9a63-a24147711f23 HTTP/1.1" status: 204 len: 168 time: 0.6980360 Nov 24 13:18:44.704446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37086) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:44.713767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d84738-b0a7-4945-8660-c0ff1ef42654 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b66fd5e-ba59-4944-9a63-a24147711f23,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:44.727068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-868965dd-75b0-4503-bb76-c4d3932aeab0 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Network 6db81e04-2b02-4f14-a937-9dd9245a8029 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:44.740216 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-868965dd-75b0-4503-bb76-c4d3932aeab0 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:44.742916 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-868965dd-75b0-4503-bb76-c4d3932aeab0 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:18:44.780876 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.814710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868965dd-75b0-4503-bb76-c4d3932aeab0 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Pushing event updated for resources: {'Port': ['ID=d3c14395-7194-457c-aabf-d8063497d819,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:44.893096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-868965dd-75b0-4503-bb76-c4d3932aeab0 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:44.893817 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-868965dd-75b0-4503-bb76-c4d3932aeab0 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.909623 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-783352bf-2b46-4ef9-820d-9702364c036c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.925426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-32834d0c-2d21-4ff4-be0c-59da649dc69d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2198374 Nov 24 13:18:44.929201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37090) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:44.934710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-01d0b6ec-1c96-45c5-a4d1-ac1c98049003 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group': {'name': 'tempest-secgroup--667993094'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:44.961180 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-868965dd-75b0-4503-bb76-c4d3932aeab0 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6870809 Nov 24 13:18:44.965534 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01d0b6ec-1c96-45c5-a4d1-ac1c98049003 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.968301 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-783352bf-2b46-4ef9-820d-9702364c036c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:44.977059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Request body: {'port': {'device_id': 'a7698d97-3758-4c29-a6e1-8cbf4cbcd519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:44.981663 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['2601b878-ea0e-499d-a6fe-95a39a3d4c0a', '14d5e10e-2b91-45af-847c-192985a74a5e'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:18:45.034522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-783352bf-2b46-4ef9-820d-9702364c036c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Network 350afefa-f8e9-48b5-9810-800aaca7033f is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:45.038038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-783352bf-2b46-4ef9-820d-9702364c036c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:45.044640 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-783352bf-2b46-4ef9-820d-9702364c036c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:18:45.090340 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783352bf-2b46-4ef9-820d-9702364c036c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event updated for resources: {'Port': ['ID=2c868683-12b7-42d3-810c-b55fc89fb709,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:45.215205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:45.255035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Allocated IP 172.25.0.241 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/749c478f-07b7-48e6-9869-802fb74459c2) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:18:45.271838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-783352bf-2b46-4ef9-820d-9702364c036c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:45.273556 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-783352bf-2b46-4ef9-820d-9702364c036c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:45.393044 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-783352bf-2b46-4ef9-820d-9702364c036c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6457570 Nov 24 13:18:45.413141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Request body: {'port': {'device_id': 'e84233b5-fb9c-43da-ac03-a468c5aba684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:45.533784 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:45.565351 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcbd3c-75a5-4610-8bf7-9d26428750a2 req-331554fb-1050-4e5b-8ed6-62ae94607908 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:45.570137 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b2bcbd3c-75a5-4610-8bf7-9d26428750a2 req-331554fb-1050-4e5b-8ed6-62ae94607908 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 932 time: 0.2699385 Nov 24 13:18:45.665896 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-14198e7e-00b5-4c63-a29e-996810e27d2f None None] Provisioning complete for port 2c868683-12b7-42d3-810c-b55fc89fb709 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:45.666991 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14198e7e-00b5-4c63-a29e-996810e27d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:45.780017 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-14198e7e-00b5-4c63-a29e-996810e27d2f None None] Port 2c868683-12b7-42d3-810c-b55fc89fb709 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:18:45.968953 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b2bcbd3c-75a5-4610-8bf7-9d26428750a2 req-96d7b5d5-49a8-43d0-9b40-b9f550115406 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544556 Nov 24 13:18:46.130494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c868683-12b7-42d3-810c-b55fc89fb709 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:18:46.142398 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:46.167240 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Transition to ACTIVE for port object 2c868683-12b7-42d3-810c-b55fc89fb709 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:18:46.175008 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:46.346651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Pushing event updated for resources: {'Port': ['ID=2c868683-12b7-42d3-810c-b55fc89fb709,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:46.459857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Attempting to bind port 2c868683-12b7-42d3-810c-b55fc89fb709 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:18:46.460420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Attempting to bind port 2c868683-12b7-42d3-810c-b55fc89fb709 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:18:46.460867 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Attempting to bind port 2c868683-12b7-42d3-810c-b55fc89fb709 on network 350afefa-f8e9-48b5-9810-800aaca7033f {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:46.466851 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Port 2c868683-12b7-42d3-810c-b55fc89fb709 on network 350afefa-f8e9-48b5-9810-800aaca7033f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:18:46.467262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Attempting to bind port 2c868683-12b7-42d3-810c-b55fc89fb709 on network 350afefa-f8e9-48b5-9810-800aaca7033f {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:46.473455 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:18:46.474597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Checking segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:46.474597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Bound using segment: {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:18:46.474881 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Bound port: 2c868683-12b7-42d3-810c-b55fc89fb709, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e15591e-974b-4135-ab8d-4e89377e3002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:18:46.475051 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:46.505022 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:46.528594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaafc4b-1b55-43f3-aa97-2c75710e277f req-087137f1-2d42-4727-9ad7-b52f4c54be01 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:46.530246 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7aaafc4b-1b55-43f3-aa97-2c75710e277f req-087137f1-2d42-4727-9ad7-b52f4c54be01 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 932 time: 1.1497340 Nov 24 13:18:46.569518 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01d0b6ec-1c96-45c5-a4d1-ac1c98049003 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:46.588550 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] For port 2c868683-12b7-42d3-810c-b55fc89fb709, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:18:46.592889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] For port 2c868683-12b7-42d3-810c-b55fc89fb709, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2c868683-12b7-42d3-810c-b55fc89fb709,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:18:46.594384 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01d0b6ec-1c96-45c5-a4d1-ac1c98049003 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:46.598894 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:46.650012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:46.651059 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:46.653317 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] 10.222.0.59 "PUT /v2.0/ports/2c868683-12b7-42d3-810c-b55fc89fb709 HTTP/1.1" status: 200 len: 1092 time: 1.2494581 Nov 24 13:18:46.654224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84233b5-fb9c-43da-ac03-a468c5aba684', 'tag': '2c868683-12b7-42d3-810c-b55fc89fb709'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:18:46.657445 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458997f3-2519-4c27-b0a3-200e50d9a965" -d '{"events": [{"name": "network-changed", "server_uuid": "e84233b5-fb9c-43da-ac03-a468c5aba684", "tag": "2c868683-12b7-42d3-810c-b55fc89fb709"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:18:46.675832 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-01d0b6ec-1c96-45c5-a4d1-ac1c98049003 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:46.697294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-01d0b6ec-1c96-45c5-a4d1-ac1c98049003 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7668986 Nov 24 13:18:46.698537 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37110) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:46.706139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8fe97e2d-c1fa-40cd-be90-1e46531c3a09 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group_rule': {'security_group_id': 'fcfabb6f-9875-41ed-bd8f-0bf93e28c851', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:46.712995 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff892ae-1cb9-40f1-a039-0e25069768cd x-openstack-request-id: req-dff892ae-1cb9-40f1-a039-0e25069768cd {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:18:46.713364 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84233b5-fb9c-43da-ac03-a468c5aba684", "tag": "2c868683-12b7-42d3-810c-b55fc89fb709", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:18:46.713701 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dff892ae-1cb9-40f1-a039-0e25069768cd {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:18:46.714359 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84233b5-fb9c-43da-ac03-a468c5aba684', 'tag': '2c868683-12b7-42d3-810c-b55fc89fb709', 'status': 'completed', 'code': 200} Nov 24 13:18:46.765172 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f4782-44d6-414f-8b08-484431464c9a service neutron] Pushing event updated for resources: {'Port': ['ID=2c868683-12b7-42d3-810c-b55fc89fb709,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:46.803867 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-f01b1bd9-aa23-4ab8-a2b4-f71b5ae5b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:46.805560 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-f01b1bd9-aa23-4ab8-a2b4-f71b5ae5b3eb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 1095 time: 0.1055002 Nov 24 13:18:46.834494 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7aaafc4b-1b55-43f3-aa97-2c75710e277f req-1355f093-f6d9-4d98-b443-bca86e06c882 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928076 Nov 24 13:18:46.838926 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fe97e2d-c1fa-40cd-be90-1e46531c3a09 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:46.880395 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-536ea01b-3a35-4828-885d-ac39d2de7e56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c868683-12b7-42d3-810c-b55fc89fb709 HTTP/1.1" status: 200 len: 217 time: 0.0667672 Nov 24 13:18:46.896775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0b6ec-1c96-45c5-a4d1-ac1c98049003 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfabb6f-9875-41ed-bd8f-0bf93e28c851,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:46.910539 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:46.939572 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-496887c4-481f-4253-995b-a41738a697b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:46.941383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-496887c4-481f-4253-995b-a41738a697b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.0537384 Nov 24 13:18:47.036172 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-76c451b8-d460-4a73-ab7e-fd5e14c72f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:47.037780 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-76c451b8-d460-4a73-ab7e-fd5e14c72f5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816245 Nov 24 13:18:47.071622 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fe97e2d-c1fa-40cd-be90-1e46531c3a09 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.102280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:47.103329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event updated for resources: {'Port': ['ID=749c478f-07b7-48e6-9869-802fb74459c2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:47.103757 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fe97e2d-c1fa-40cd-be90-1e46531c3a09 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.129525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:47.137726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:18:47.181792 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c14395-7194-457c-aabf-d8063497d819 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:18:47.202094 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.221776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe97e2d-c1fa-40cd-be90-1e46531c3a09 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07688aa0-91ef-463f-b983-61ea59e13541,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:47.224649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Transition to ACTIVE for port object d3c14395-7194-457c-aabf-d8063497d819 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:18:47.234710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8fe97e2d-c1fa-40cd-be90-1e46531c3a09 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.236083 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8fe97e2d-c1fa-40cd-be90-1e46531c3a09 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5342088 Nov 24 13:18:47.239599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37118) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:47.256808 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.315426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043bbae-d48f-4aa9-b797-eaed6e4cfa8c req-964bddd1-36e8-4839-ad4a-b602df8d872e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:47.329757 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.332114 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b043bbae-d48f-4aa9-b797-eaed6e4cfa8c req-964bddd1-36e8-4839-ad4a-b602df8d872e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 944 time: 0.2069273 Nov 24 13:18:47.354281 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c14395-7194-457c-aabf-d8063497d819,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:47.375823 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-9a51ab57-f387-4cf6-92a8-efaf5ddaa063 service neutron] 10.222.0.59 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229249 Nov 24 13:18:47.380119 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2861a5f4-5af7-4086-9486-888e3e6459a3 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.402425 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2861a5f4-5af7-4086-9486-888e3e6459a3 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.446349 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.496095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Attempting to bind port d3c14395-7194-457c-aabf-d8063497d819 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:18:47.496696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Attempting to bind port d3c14395-7194-457c-aabf-d8063497d819 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'd64c60ac-a8f3-4ebd-8516-b44ef24e1321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6db81e04-2b02-4f14-a937-9dd9245a8029'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:18:47.497061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Attempting to bind port d3c14395-7194-457c-aabf-d8063497d819 on network 6db81e04-2b02-4f14-a937-9dd9245a8029 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:47.506084 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b043bbae-d48f-4aa9-b797-eaed6e4cfa8c req-f3a50324-eced-4d68-91cc-be3d1f3f11f3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727846 Nov 24 13:18:47.509331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Port d3c14395-7194-457c-aabf-d8063497d819 on network 6db81e04-2b02-4f14-a937-9dd9245a8029 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:18:47.509934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Attempting to bind port d3c14395-7194-457c-aabf-d8063497d819 on network 6db81e04-2b02-4f14-a937-9dd9245a8029 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:47.520294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:18:47.520640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Checking segment: {'id': 'd64c60ac-a8f3-4ebd-8516-b44ef24e1321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6db81e04-2b02-4f14-a937-9dd9245a8029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:47.521065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Bound using segment: {'id': 'd64c60ac-a8f3-4ebd-8516-b44ef24e1321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6db81e04-2b02-4f14-a937-9dd9245a8029'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:18:47.521499 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Bound port: d3c14395-7194-457c-aabf-d8063497d819, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64c60ac-a8f3-4ebd-8516-b44ef24e1321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6db81e04-2b02-4f14-a937-9dd9245a8029'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:18:47.521859 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.541325 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2861a5f4-5af7-4086-9486-888e3e6459a3 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.548292 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2861a5f4-5af7-4086-9486-888e3e6459a3 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.549799 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2861a5f4-5af7-4086-9486-888e3e6459a3 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/07688aa0-91ef-463f-b983-61ea59e13541 HTTP/1.1" status: 204 len: 168 time: 0.3054795 Nov 24 13:18:47.553224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37120) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:47.567465 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861a5f4-5af7-4086-9486-888e3e6459a3 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07688aa0-91ef-463f-b983-61ea59e13541,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:47.578705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d44114a8-6d82-4aa9-9d98-3a22f49be687 req-10edc165-284c-42c4-b658-0396aeec356c service neutron] 10.222.0.59 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864121 Nov 24 13:18:47.689034 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-eee309df-ed40-47a3-85b9-f54125575b9b tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1344917 Nov 24 13:18:47.690533 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37122) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:47.691911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] For port d3c14395-7194-457c-aabf-d8063497d819, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:18:47.696979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] For port d3c14395-7194-457c-aabf-d8063497d819, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=d3c14395-7194-457c-aabf-d8063497d819,segment=NetworkSegment(d64c60ac-a8f3-4ebd-8516-b44ef24e1321),segment_id=d64c60ac-a8f3-4ebd-8516-b44ef24e1321)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:18:47.718977 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.757681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458997f3-2519-4c27-b0a3-200e50d9a965 req-1ef78e38-e79d-4350-a0eb-79a028b88073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:47.760686 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-458997f3-2519-4c27-b0a3-200e50d9a965 req-1ef78e38-e79d-4350-a0eb-79a028b88073 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 1095 time: 0.1214192 Nov 24 13:18:47.785103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:47.785905 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.787330 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] 10.222.0.59 "PUT /v2.0/ports/d3c14395-7194-457c-aabf-d8063497d819 HTTP/1.1" status: 200 len: 1092 time: 2.8167541 Nov 24 13:18:47.787786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7698d97-3758-4c29-a6e1-8cbf4cbcd519', 'tag': 'd3c14395-7194-457c-aabf-d8063497d819'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:18:47.790077 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6468adea-42dc-4d38-98a3-01356428f8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7698d97-3758-4c29-a6e1-8cbf4cbcd519", "tag": "d3c14395-7194-457c-aabf-d8063497d819"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:18:47.810041 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dcaaf711-2f4a-4902-8dc6-5ec29e834e65 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.817568 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.822389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e0686-d58c-4c1a-8cf9-63c4088a6bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c14395-7194-457c-aabf-d8063497d819,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:47.826623 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.929899 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ba1f69-98ba-4823-b694-2fe94fc1bea2 x-openstack-request-id: req-73ba1f69-98ba-4823-b694-2fe94fc1bea2 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:18:47.937202 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7698d97-3758-4c29-a6e1-8cbf4cbcd519", "tag": "d3c14395-7194-457c-aabf-d8063497d819", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:18:47.937547 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-73ba1f69-98ba-4823-b694-2fe94fc1bea2 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:18:47.938204 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7698d97-3758-4c29-a6e1-8cbf4cbcd519', 'tag': 'd3c14395-7194-457c-aabf-d8063497d819', 'status': 'completed', 'code': 200} Nov 24 13:18:47.967256 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dcaaf711-2f4a-4902-8dc6-5ec29e834e65 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.968756 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:47.974840 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event updated for resources: {'Port': ['ID=749c478f-07b7-48e6-9869-802fb74459c2,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:47.996010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-e23ea6d4-d66d-487b-b3d5-07d2bd7953c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:47.999043 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-e23ea6d4-d66d-487b-b3d5-07d2bd7953c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=160865936a0341718173a2cc7adf2738&device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 1095 time: 0.1367297 Nov 24 13:18:48.003450 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:48.004699 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7debf5de-9835-4070-9b9e-08fac836eda3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6991611 Nov 24 13:18:48.047844 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-48655335-1b35-49fe-8e28-4a67aed2a6dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3c14395-7194-457c-aabf-d8063497d819 HTTP/1.1" status: 200 len: 217 time: 0.0401208 Nov 24 13:18:48.117555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458997f3-2519-4c27-b0a3-200e50d9a965 req-8c44dd53-63c9-42f1-b4f4-7f1040f40b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:48.119234 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-458997f3-2519-4c27-b0a3-200e50d9a965 req-8c44dd53-63c9-42f1-b4f4-7f1040f40b58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.3348536 Nov 24 13:18:48.147585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-5243b51e-30df-4676-aeb3-53986055475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:48.149273 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-5243b51e-30df-4676-aeb3-53986055475f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c9700633-be4c-417b-977a-af70d420585f HTTP/1.1" status: 200 len: 848 time: 0.0915301 Nov 24 13:18:48.180610 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-458997f3-2519-4c27-b0a3-200e50d9a965 req-1fcc1133-b5b2-438e-8c67-1ee0528b87b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c868683-12b7-42d3-810c-b55fc89fb709 HTTP/1.1" status: 200 len: 217 time: 0.0501509 Nov 24 13:18:48.193588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0d8d6-d6a9-4618-8613-fd6f3b155461 req-eb1c93e1-cbd5-4373-b726-b0492887899c tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:48.195209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43f0d8d6-d6a9-4618-8613-fd6f3b155461 req-eb1c93e1-cbd5-4373-b726-b0492887899c tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 944 time: 0.1842735 Nov 24 13:18:48.204517 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-e734e33d-9590-4d0b-865a-50fb0efe66de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db81e04-2b02-4f14-a937-9dd9245a8029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474484 Nov 24 13:18:48.210576 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dcaaf711-2f4a-4902-8dc6-5ec29e834e65 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:48.213427 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dcaaf711-2f4a-4902-8dc6-5ec29e834e65 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:48.217357 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dcaaf711-2f4a-4902-8dc6-5ec29e834e65 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-groups/fcfabb6f-9875-41ed-bd8f-0bf93e28c851 HTTP/1.1" status: 204 len: 168 time: 0.5255783 Nov 24 13:18:48.223069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37144) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:48.275117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaaf711-2f4a-4902-8dc6-5ec29e834e65 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfabb6f-9875-41ed-bd8f-0bf93e28c851,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:48.290101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458997f3-2519-4c27-b0a3-200e50d9a965 req-1c75679f-e440-4dc6-94b3-71e11edced4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:48.291933 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-458997f3-2519-4c27-b0a3-200e50d9a965 req-1c75679f-e440-4dc6-94b3-71e11edced4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.0945213 Nov 24 13:18:48.347982 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43f0d8d6-d6a9-4618-8613-fd6f3b155461 req-1abf0f48-ab30-486e-a7d3-d58b0e52c667 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401782 Nov 24 13:18:48.362091 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458997f3-2519-4c27-b0a3-200e50d9a965 req-0763d6e2-3ec6-4dc8-a0cd-79d0f94e9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:48.363575 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-458997f3-2519-4c27-b0a3-200e50d9a965 req-0763d6e2-3ec6-4dc8-a0cd-79d0f94e9962 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609386 Nov 24 13:18:48.368976 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8cd373af-91e9-487d-8cac-bcf3574c5107 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1401799 Nov 24 13:18:48.370006 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37146) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:48.374861 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-0011b319-7ffe-44a0-8e8a-93c78497d1fe tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group': {'name': 'tempest-secgroup--864896778'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:48.418209 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-201cd130-ba23-44bd-945f-23dc6f0b1489 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--113344692&fields=id&tenant_id=043eebd593124b14b825cc18dfaf234c HTTP/1.1" status: 200 len: 267 time: 0.1651795 Nov 24 13:18:48.455150 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0011b319-7ffe-44a0-8e8a-93c78497d1fe tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:48.591922 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-fda2b3e9-66c9-4b56-8b72-fcf91caab4b4 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:48.594064 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-fda2b3e9-66c9-4b56-8b72-fcf91caab4b4 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/networks?id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a HTTP/1.1" status: 200 len: 811 time: 0.1358993 Nov 24 13:18:48.615655 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-e9375331-1c5e-4d15-b92f-6c50ad41e08c tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/quotas/043eebd593124b14b825cc18dfaf234c HTTP/1.1" status: 200 len: 375 time: 0.0128224 Nov 24 13:18:48.681815 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-1aff7ff4-f947-417a-a9b0-7386492cea7e service neutron] 10.222.0.59 "GET /v2.0/networks/6db81e04-2b02-4f14-a937-9dd9245a8029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694359 Nov 24 13:18:48.791771 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c9e8a3a8-c48a-482a-882d-2446653a4111 req-31769dbb-ffde-4b9e-9168-001ce21cffe1 service neutron] 10.222.0.59 "GET /v2.0/networks/6db81e04-2b02-4f14-a937-9dd9245a8029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007802 Nov 24 13:18:48.821916 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-9cc2ecac-129d-43e4-8cb0-40fac814e594 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=043eebd593124b14b825cc18dfaf234c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1950045 Nov 24 13:18:48.893512 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-458997f3-2519-4c27-b0a3-200e50d9a965 req-92e9fb6d-a8fd-4469-94bc-45666262ec5b service neutron] 10.222.0.59 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139623 Nov 24 13:18:48.923622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6446ac0-c2f2-4fb4-84d2-c20ef2fbe2f0 req-67c5449a-9366-4b0c-aaf4-f7ea9648ffb4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:48.925813 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6446ac0-c2f2-4fb4-84d2-c20ef2fbe2f0 req-67c5449a-9366-4b0c-aaf4-f7ea9648ffb4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 944 time: 0.1523364 Nov 24 13:18:48.990215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468adea-42dc-4d38-98a3-01356428f8c4 req-b6967e9e-1a8f-431e-a133-064baea237f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:48.992088 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6468adea-42dc-4d38-98a3-01356428f8c4 req-b6967e9e-1a8f-431e-a133-064baea237f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=160865936a0341718173a2cc7adf2738&device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 1095 time: 0.1269526 Nov 24 13:18:49.019990 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0011b319-7ffe-44a0-8e8a-93c78497d1fe tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.059149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0011b319-7ffe-44a0-8e8a-93c78497d1fe tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.081814 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6446ac0-c2f2-4fb4-84d2-c20ef2fbe2f0 req-f7e1cca5-8b5c-41e2-9d0d-971dff4e4c6f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436119 Nov 24 13:18:49.116779 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0011b319-7ffe-44a0-8e8a-93c78497d1fe tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.118022 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0011b319-7ffe-44a0-8e8a-93c78497d1fe tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7467589 Nov 24 13:18:49.122647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37156) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:49.133004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-bb792198-f962-4512-9225-0f6de82eef9f tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group_rule': {'security_group_id': '88057d4e-3fb9-40fd-98ba-cee3bc674698', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:49.138059 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011b319-7ffe-44a0-8e8a-93c78497d1fe tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88057d4e-3fb9-40fd-98ba-cee3bc674698,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:49.148068 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-de2108a2-b41c-4ae3-894e-ace8110e17fd service neutron] 10.222.0.48 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248844 Nov 24 13:18:49.152530 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-458997f3-2519-4c27-b0a3-200e50d9a965 req-a3e41ff0-4f55-4e3b-8300-059f4d074ecd service neutron] 10.222.0.59 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506175 Nov 24 13:18:49.178260 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb792198-f962-4512-9225-0f6de82eef9f tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.266582 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb792198-f962-4512-9225-0f6de82eef9f tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.274806 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb792198-f962-4512-9225-0f6de82eef9f tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.301769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb792198-f962-4512-9225-0f6de82eef9f tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f8835e-d1af-4a3b-a86d-0f67a55e9023,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:49.313475 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bb792198-f962-4512-9225-0f6de82eef9f tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.317353 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bb792198-f962-4512-9225-0f6de82eef9f tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1933043 Nov 24 13:18:49.318055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37158) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:49.330808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468adea-42dc-4d38-98a3-01356428f8c4 req-43f2fc2d-4b0f-4a2c-8b5d-dc4cc4f8ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:49.333139 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6468adea-42dc-4d38-98a3-01356428f8c4 req-43f2fc2d-4b0f-4a2c-8b5d-dc4cc4f8ff36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6db81e04-2b02-4f14-a937-9dd9245a8029 HTTP/1.1" status: 200 len: 909 time: 0.3283634 Nov 24 13:18:49.341365 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3167bbbc-d67a-4473-93d9-4528791de182 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules/83f8835e-d1af-4a3b-a86d-0f67a55e9023 HTTP/1.1" status: 200 len: 763 time: 0.0220001 Nov 24 13:18:49.343953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37160) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:49.404775 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-49962a88-3faa-4a89-b2fb-69473b08b878 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0580041 Nov 24 13:18:49.406157 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37164) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:49.411973 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6468adea-42dc-4d38-98a3-01356428f8c4 req-f06d52a9-ef0e-4ef7-bde6-864e98b59481 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3c14395-7194-457c-aabf-d8063497d819 HTTP/1.1" status: 200 len: 217 time: 0.0702739 Nov 24 13:18:49.442543 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c8460f7d-d31b-401b-8468-56090d3db85b tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.453878 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c8460f7d-d31b-401b-8468-56090d3db85b tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.504428 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-1e9db2e4-c4fc-4308-82d8-ffaeed245fd0 service neutron] 10.222.0.48 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282416 Nov 24 13:18:49.509790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468adea-42dc-4d38-98a3-01356428f8c4 req-28da6428-6b63-4ed2-9161-20754aa43976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:49.513226 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6468adea-42dc-4d38-98a3-01356428f8c4 req-28da6428-6b63-4ed2-9161-20754aa43976 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c9700633-be4c-417b-977a-af70d420585f HTTP/1.1" status: 200 len: 848 time: 0.0906177 Nov 24 13:18:49.534538 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c8460f7d-d31b-401b-8468-56090d3db85b tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.545136 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c8460f7d-d31b-401b-8468-56090d3db85b tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.548580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c8460f7d-d31b-401b-8468-56090d3db85b tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/83f8835e-d1af-4a3b-a86d-0f67a55e9023 HTTP/1.1" status: 204 len: 168 time: 0.1391435 Nov 24 13:18:49.554963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37166) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:49.565706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8460f7d-d31b-401b-8468-56090d3db85b tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83f8835e-d1af-4a3b-a86d-0f67a55e9023,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:49.578722 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8343fc-2ee0-4ed6-87c9-31e208cbed4b req-f7eb7c41-1b63-48f4-947f-2e51c4eb07c1 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:49.580906 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bb8343fc-2ee0-4ed6-87c9-31e208cbed4b req-f7eb7c41-1b63-48f4-947f-2e51c4eb07c1 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 944 time: 0.1056468 Nov 24 13:18:49.598653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6468adea-42dc-4d38-98a3-01356428f8c4 req-776573e3-79e6-4e71-ae0d-5c16ef0ddff3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6db81e04-2b02-4f14-a937-9dd9245a8029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784698 Nov 24 13:18:49.693943 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2358fecf-1a27-4ce2-9388-abbccf1899ef tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1350174 Nov 24 13:18:49.693943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37170) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:49.700265 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bb8343fc-2ee0-4ed6-87c9-31e208cbed4b req-0930e390-3a12-40b2-bb93-a05aeb8a5cec tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090257 Nov 24 13:18:49.703875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f31ca5fc-1f8d-43dc-90f1-87e2adb0ecbf tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group_rule': {'security_group_id': '88057d4e-3fb9-40fd-98ba-cee3bc674698', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:49.778121 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f31ca5fc-1f8d-43dc-90f1-87e2adb0ecbf tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.817383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6688611f-f91e-4d75-b3dc-4eeed7e20e9a req-e1308fcf-0a6e-4504-9057-8d33d82d73a1 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 210 time: 0.0575390 Nov 24 13:18:49.835899 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6468adea-42dc-4d38-98a3-01356428f8c4 req-ff301c6f-c075-425f-acc7-1f7963a67f29 service neutron] 10.222.0.59 "GET /v2.0/networks/6db81e04-2b02-4f14-a937-9dd9245a8029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277274 Nov 24 13:18:49.867904 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f31ca5fc-1f8d-43dc-90f1-87e2adb0ecbf tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.873283 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f31ca5fc-1f8d-43dc-90f1-87e2adb0ecbf tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.903522 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f31ca5fc-1f8d-43dc-90f1-87e2adb0ecbf tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:49.907668 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f31ca5fc-1f8d-43dc-90f1-87e2adb0ecbf tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2126217 Nov 24 13:18:49.908282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37174) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:49.931491 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0f63711c-0dce-42dd-90ef-008508dd04ae tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules/3b218cb0-5488-4682-afbf-3b5bb60be5d1 HTTP/1.1" status: 200 len: 763 time: 0.0206635 Nov 24 13:18:49.932986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37176) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:49.941410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ca5fc-1f8d-43dc-90f1-87e2adb0ecbf tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b218cb0-5488-4682-afbf-3b5bb60be5d1,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:49.989456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6468adea-42dc-4d38-98a3-01356428f8c4 req-d7b1289c-0375-4e87-ae8e-78395f591569 service neutron] 10.222.0.59 "GET /v2.0/networks/6db81e04-2b02-4f14-a937-9dd9245a8029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460481 Nov 24 13:18:50.002039 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-135ee25b-e09e-44b6-ba93-523c1192fd24 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0655391 Nov 24 13:18:50.003719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37182) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:50.030810 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ab502c9-5373-4389-ae89-ab29e9081d6d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.041003 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ab502c9-5373-4389-ae89-ab29e9081d6d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.066904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2c868683-12b7-42d3-810c-b55fc89fb709 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:18:50.078597 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ab502c9-5373-4389-ae89-ab29e9081d6d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.093468 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ab502c9-5373-4389-ae89-ab29e9081d6d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.095449 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2ab502c9-5373-4389-ae89-ab29e9081d6d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/3b218cb0-5488-4682-afbf-3b5bb60be5d1 HTTP/1.1" status: 204 len: 168 time: 0.0906971 Nov 24 13:18:50.098022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37186) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:50.106744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab502c9-5373-4389-ae89-ab29e9081d6d tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b218cb0-5488-4682-afbf-3b5bb60be5d1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:50.169320 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4a350bb3-6ef5-4fb0-b028-b4bd4f60f942 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674593 Nov 24 13:18:50.169684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37190) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:50.174799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cedfbf43-2d93-44fe-84d0-70bc86ff8e58 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Request body: {'security_group_rule': {'security_group_id': '88057d4e-3fb9-40fd-98ba-cee3bc674698', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:50.244031 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cedfbf43-2d93-44fe-84d0-70bc86ff8e58 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.355432 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cedfbf43-2d93-44fe-84d0-70bc86ff8e58 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.364038 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cedfbf43-2d93-44fe-84d0-70bc86ff8e58 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.391607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37134565-73c8-4fcd-ac5c-96d5f3df265c req-4e8fa768-fc75-430e-8c61-54bd52b1f60f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:50.397218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfbf43-2d93-44fe-84d0-70bc86ff8e58 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ba3666-3fd1-453c-9821-e50ae73c8d97,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:50.398129 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-37134565-73c8-4fcd-ac5c-96d5f3df265c req-4e8fa768-fc75-430e-8c61-54bd52b1f60f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 944 time: 0.0983160 Nov 24 13:18:50.409351 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cedfbf43-2d93-44fe-84d0-70bc86ff8e58 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.413665 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cedfbf43-2d93-44fe-84d0-70bc86ff8e58 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2404737 Nov 24 13:18:50.414098 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37196) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:50.437475 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-95ffd566-cba4-4a2b-92fa-b1c1fac7e45b tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules/b0ba3666-3fd1-453c-9821-e50ae73c8d97 HTTP/1.1" status: 200 len: 764 time: 0.0192547 Nov 24 13:18:50.437475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37198) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:50.506469 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-37134565-73c8-4fcd-ac5c-96d5f3df265c req-ca2085f1-dd99-42c6-b7fb-ab183caed5ab tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899439 Nov 24 13:18:50.522814 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c757b063-f08e-4a20-bea2-23d9a8ef76e8 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0821643 Nov 24 13:18:50.523516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37200) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:50.564754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2c868683-12b7-42d3-810c-b55fc89fb709, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2c868683-12b7-42d3-810c-b55fc89fb709,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:50.582491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '2c868683-12b7-42d3-810c-b55fc89fb709', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'port_id': '2c868683-12b7-42d3-810c-b55fc89fb709', 'mac_address': 'fa:16:3e:0a:56:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:18:50.586561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2436a361-f817-478a-91e9-d9c988e2f1e2 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.614405 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2436a361-f817-478a-91e9-d9c988e2f1e2 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.654415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2436a361-f817-478a-91e9-d9c988e2f1e2 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.657676 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.666686 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2436a361-f817-478a-91e9-d9c988e2f1e2 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.670972 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37202) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:50.671534 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2436a361-f817-478a-91e9-d9c988e2f1e2 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b0ba3666-3fd1-453c-9821-e50ae73c8d97 HTTP/1.1" status: 204 len: 168 time: 0.1463659 Nov 24 13:18:50.675853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436a361-f817-478a-91e9-d9c988e2f1e2 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0ba3666-3fd1-453c-9821-e50ae73c8d97,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:50.678721 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c868683-12b7-42d3-810c-b55fc89fb709 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:18:50.706867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2c868683-12b7-42d3-810c-b55fc89fb709, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2c868683-12b7-42d3-810c-b55fc89fb709,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:50.713102 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.714193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device d3c14395-7194-457c-aabf-d8063497d819 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:18:50.782885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2c868683-12b7-42d3-810c-b55fc89fb709,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:50.793990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37206) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:50.794534 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-28a24bf5-8fdf-420e-b798-19b87af09736 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1223490 Nov 24 13:18:50.898793 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb55bcd-95a1-4cbd-a45b-f6a9c6e47187 req-f65a2648-c6c0-4a45-8a5a-1d2b06f7d1a2 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:50.902527 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-edb55bcd-95a1-4cbd-a45b-f6a9c6e47187 req-f65a2648-c6c0-4a45-8a5a-1d2b06f7d1a2 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 944 time: 0.0839775 Nov 24 13:18:50.917695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c54304d8-e0ad-4e77-ab4a-180ac2472b9c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.940901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port d3c14395-7194-457c-aabf-d8063497d819, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=d3c14395-7194-457c-aabf-d8063497d819,segment=NetworkSegment(d64c60ac-a8f3-4ebd-8516-b44ef24e1321),segment_id=d64c60ac-a8f3-4ebd-8516-b44ef24e1321)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:50.953041 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2914f9bf-2713-402a-9e5b-793a78e24bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:50.955008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'd3c14395-7194-457c-aabf-d8063497d819', 'network_id': '6db81e04-2b02-4f14-a937-9dd9245a8029', 'port_id': 'd3c14395-7194-457c-aabf-d8063497d819', 'mac_address': 'fa:16:3e:67:5a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9700633-be4c-417b-977a-af70d420585f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:18:50.972447 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-edb55bcd-95a1-4cbd-a45b-f6a9c6e47187 req-083258ed-f6fb-4d48-a7cf-860707316634 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640860 Nov 24 13:18:50.994990 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fea6e4d1-5652-473b-8414-a2cf57f6a266 req-45f067b3-88ba-420f-876c-a13618cc501e tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 210 time: 0.0537033 Nov 24 13:18:50.998012 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c54304d8-e0ad-4e77-ab4a-180ac2472b9c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:51.003370 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:51.017266 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c14395-7194-457c-aabf-d8063497d819 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:18:51.039977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port d3c14395-7194-457c-aabf-d8063497d819, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=d3c14395-7194-457c-aabf-d8063497d819,segment=NetworkSegment(d64c60ac-a8f3-4ebd-8516-b44ef24e1321),segment_id=d64c60ac-a8f3-4ebd-8516-b44ef24e1321)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:51.045339 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:51.060246 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c54304d8-e0ad-4e77-ab4a-180ac2472b9c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:51.063664 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c54304d8-e0ad-4e77-ab4a-180ac2472b9c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:51.067153 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c54304d8-e0ad-4e77-ab4a-180ac2472b9c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "DELETE /v2.0/security-groups/88057d4e-3fb9-40fd-98ba-cee3bc674698 HTTP/1.1" status: 204 len: 168 time: 0.2696979 Nov 24 13:18:51.067798 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37210) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:51.077126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54304d8-e0ad-4e77-ab4a-180ac2472b9c tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88057d4e-3fb9-40fd-98ba-cee3bc674698,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:51.120615 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=d3c14395-7194-457c-aabf-d8063497d819,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:51.129924 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9c94bb5c-b130-4051-80c7-2f78fe9e3682 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0569639 Nov 24 13:18:51.133639 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37212) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:51.206766 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-52d43937-be0c-49f9-b779-83ff423d35b3 tempest-SecGroupTest-1221239992 tempest-SecGroupTest-1221239992-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0715413 Nov 24 13:18:51.290301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d3c14395-7194-457c-aabf-d8063497d819'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:18:51.294245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['2c868683-12b7-42d3-810c-b55fc89fb709'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:18:51.416317 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-915a111b-b5a5-4e56-b1f6-6b341576ebb2 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:51.419007 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-915a111b-b5a5-4e56-b1f6-6b341576ebb2 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.46 "GET /v2.0/networks?id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a HTTP/1.1" status: 200 len: 811 time: 0.1753745 Nov 24 13:18:51.547967 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-0838280c-3e01-47eb-a399-72a36f615a2f tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=043eebd593124b14b825cc18dfaf234c HTTP/1.1" status: 200 len: 379 time: 0.1191554 Nov 24 13:18:51.563618 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-c6b320f3-b36b-4ae2-b9b0-987b4beaa514 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Request body: {'port': {'device_id': 'bdef949c-2586-433a-8b50-7f7977482067', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'admin_state_up': True, 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'security_groups': ['105c8382-2d4f-44e0-bffd-d1e8884e1838']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:51.748358 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487088f-a19c-420d-8260-29124450e6c1 req-5b15fde6-60c0-4d49-8c86-6f146bf6d856 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:51.754382 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5487088f-a19c-420d-8260-29124450e6c1 req-5b15fde6-60c0-4d49-8c86-6f146bf6d856 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 945 time: 0.1065991 Nov 24 13:18:51.780950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37226) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:51.819197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-c6b320f3-b36b-4ae2-b9b0-987b4beaa514 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Made reservation on behalf of 043eebd593124b14b825cc18dfaf234c for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:18:51.829607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-c6b320f3-b36b-4ae2-b9b0-987b4beaa514 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:51.871434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5487088f-a19c-420d-8260-29124450e6c1 req-4cbb1fb0-6578-4c02-ac58-7bbb5751c4dc tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056283 Nov 24 13:18:52.005907 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2e6d75b3-33ce-4d50-8df5-7c7e6a40773a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f630b2f9ac46443abcd7a0ca2c4b2da2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2237899 Nov 24 13:18:52.008747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 37238) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:18:52.071051 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1af463b5-ac85-42da-b898-195276a189ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:52.071414 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-c6b320f3-b36b-4ae2-b9b0-987b4beaa514 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Allocated IP 172.20.0.9 (8ac16d32-2b4a-4497-8ab0-f1781fca9e4a/7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3/3f76219a-0bbe-44f4-a113-b8c0ba518115) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:18:52.102509 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1af463b5-ac85-42da-b898-195276a189ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:52.148664 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74980ee8-27e1-41ce-9258-967bf821227a req-83684632-f11b-4970-829f-e38d7a58b2b0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 210 time: 0.0490952 Nov 24 13:18:52.199726 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1af463b5-ac85-42da-b898-195276a189ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:52.203060 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1af463b5-ac85-42da-b898-195276a189ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:52.204324 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1af463b5-ac85-42da-b898-195276a189ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19e0ac52-5ab2-482b-8d78-e870a441e4e1 HTTP/1.1" status: 204 len: 168 time: 0.1943178 Nov 24 13:18:52.212652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af463b5-ac85-42da-b898-195276a189ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e0ac52-5ab2-482b-8d78-e870a441e4e1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:52.312977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356223d6-097a-4a72-9598-c7ee10341de5 req-aefc2ec0-2288-4e47-9cea-cb45cb0fc83c tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:52.321680 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-356223d6-097a-4a72-9598-c7ee10341de5 req-aefc2ec0-2288-4e47-9cea-cb45cb0fc83c tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 945 time: 0.2169201 Nov 24 13:18:52.394901 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-356223d6-097a-4a72-9598-c7ee10341de5 req-6b12957a-043f-40d3-bd94-71f98d17b6e7 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721257 Nov 24 13:18:52.414961 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-c6b320f3-b36b-4ae2-b9b0-987b4beaa514 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:52.459949 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-c6b320f3-b36b-4ae2-b9b0-987b4beaa514 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:52.508212 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-c6b320f3-b36b-4ae2-b9b0-987b4beaa514 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:18:52.512277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-c6b320f3-b36b-4ae2-b9b0-987b4beaa514 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:18:52.525580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-c6b320f3-b36b-4ae2-b9b0-987b4beaa514 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:18:52.644867 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b320f3-b36b-4ae2-b9b0-987b4beaa514 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event updated for resources: {'Port': ['ID=3f76219a-0bbe-44f4-a113-b8c0ba518115,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:52.680897 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-c6b320f3-b36b-4ae2-b9b0-987b4beaa514 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:52.682997 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-c6b320f3-b36b-4ae2-b9b0-987b4beaa514 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:52.720769 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-c6b320f3-b36b-4ae2-b9b0-987b4beaa514 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1652226 Nov 24 13:18:52.735032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Request body: {'port': {'device_id': 'bdef949c-2586-433a-8b50-7f7977482067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:18:52.803224 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:52.885605 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c35df693-ef75-425d-b4c0-c40cc0344479 None None] Provisioning complete for port 3f76219a-0bbe-44f4-a113-b8c0ba518115 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:52.887930 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c35df693-ef75-425d-b4c0-c40cc0344479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:52.983650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c35df693-ef75-425d-b4c0-c40cc0344479 None None] Port 3f76219a-0bbe-44f4-a113-b8c0ba518115 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:18:53.102593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af0e73-acec-461e-9af2-df6b26c2269b req-ed6235cb-4906-40fd-a4a1-61b7c774662a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:53.116642 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40af0e73-acec-461e-9af2-df6b26c2269b req-ed6235cb-4906-40fd-a4a1-61b7c774662a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 945 time: 0.1151969 Nov 24 13:18:53.215989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40af0e73-acec-461e-9af2-df6b26c2269b req-dd44df8c-7546-4674-b2e1-f247a8338476 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980582 Nov 24 13:18:53.231613 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-be24d50e-4f15-4fc9-81b5-7cc06520c761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:53.449630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558211b-527e-4cae-924a-4c47d1e1576d req-2eba77b6-d338-426a-a692-c0fc83ced4c2 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:53.451354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5558211b-527e-4cae-924a-4c47d1e1576d req-2eba77b6-d338-426a-a692-c0fc83ced4c2 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 931 time: 0.1333535 Nov 24 13:18:53.466226 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f76219a-0bbe-44f4-a113-b8c0ba518115 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:18:53.478691 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:53.510729 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Transition to ACTIVE for port object 3f76219a-0bbe-44f4-a113-b8c0ba518115 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:18:53.525806 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:53.583518 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5558211b-527e-4cae-924a-4c47d1e1576d req-67c6260c-7831-41aa-9386-258e5381c799 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217830 Nov 24 13:18:53.629855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Pushing event updated for resources: {'Port': ['ID=3f76219a-0bbe-44f4-a113-b8c0ba518115,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:53.641136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e12a81-d820-4264-8755-288640c0d39e req-43dfe584-e790-4dcd-9d08-48771ea32fe7 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:53.642772 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-86e12a81-d820-4264-8755-288640c0d39e req-43dfe584-e790-4dcd-9d08-48771ea32fe7 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 945 time: 0.0920060 Nov 24 13:18:53.736500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-86e12a81-d820-4264-8755-288640c0d39e req-79bd60a3-448a-4211-9a67-78ce5bf3924e tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799949 Nov 24 13:18:53.808974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Attempting to bind port 3f76219a-0bbe-44f4-a113-b8c0ba518115 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:18:53.809439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Attempting to bind port 3f76219a-0bbe-44f4-a113-b8c0ba518115 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:18:53.810063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Attempting to bind port 3f76219a-0bbe-44f4-a113-b8c0ba518115 on network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:53.817497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Port 3f76219a-0bbe-44f4-a113-b8c0ba518115 on network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:18:53.818031 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Attempting to bind port 3f76219a-0bbe-44f4-a113-b8c0ba518115 on network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:18:53.826594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:18:53.827181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Checking segment: {'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:18:53.827696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Bound using segment: {'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:18:53.828275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Bound port: 3f76219a-0bbe-44f4-a113-b8c0ba518115, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:18:53.828770 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:53.939567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] For port 3f76219a-0bbe-44f4-a113-b8c0ba518115, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:18:53.943314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] For port 3f76219a-0bbe-44f4-a113-b8c0ba518115, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3f76219a-0bbe-44f4-a113-b8c0ba518115,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:18:53.951540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:53.997073 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:53.997957 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:53.999740 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] 10.222.0.46 "PUT /v2.0/ports/3f76219a-0bbe-44f4-a113-b8c0ba518115 HTTP/1.1" status: 200 len: 1091 time: 1.2704978 Nov 24 13:18:54.000223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdef949c-2586-433a-8b50-7f7977482067', 'tag': '3f76219a-0bbe-44f4-a113-b8c0ba518115'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:18:54.002557 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10420302-b8f6-42d4-971f-97c3021073a5" -d '{"events": [{"name": "network-changed", "server_uuid": "bdef949c-2586-433a-8b50-7f7977482067", "tag": "3f76219a-0bbe-44f4-a113-b8c0ba518115"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:18:54.041955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec918b-df6e-433f-b5f7-e4a6be78420c service neutron] Pushing event updated for resources: {'Port': ['ID=3f76219a-0bbe-44f4-a113-b8c0ba518115,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:54.133398 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2c868683-12b7-42d3-810c-b55fc89fb709 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:18:54.156387 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ac31aa-179e-47e4-b3e1-795ba46388c3 x-openstack-request-id: req-34ac31aa-179e-47e4-b3e1-795ba46388c3 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:18:54.169227 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdef949c-2586-433a-8b50-7f7977482067", "tag": "3f76219a-0bbe-44f4-a113-b8c0ba518115", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:18:54.169721 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34ac31aa-179e-47e4-b3e1-795ba46388c3 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:18:54.170111 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdef949c-2586-433a-8b50-7f7977482067', 'tag': '3f76219a-0bbe-44f4-a113-b8c0ba518115', 'status': 'completed', 'code': 200} Nov 24 13:18:54.291873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ccfe7c9b-59cf-43fa-b961-7cea0b6f2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:54.293938 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-ccfe7c9b-59cf-43fa-b961-7cea0b6f2203 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=043eebd593124b14b825cc18dfaf234c&device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 1094 time: 0.2228317 Nov 24 13:18:54.357556 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-585c2e29-3fb9-417b-88c6-0105c2ca7945 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f76219a-0bbe-44f4-a113-b8c0ba518115 HTTP/1.1" status: 200 len: 217 time: 0.0554011 Nov 24 13:18:54.361574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 2c868683-12b7-42d3-810c-b55fc89fb709 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:18:54.390147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 2c868683-12b7-42d3-810c-b55fc89fb709 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:54.390873 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:54.428587 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:54.467474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-c66211b8-5b0f-4994-97a1-84ffd3b4d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:54.469012 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-c66211b8-5b0f-4994-97a1-84ffd3b4d098 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3 HTTP/1.1" status: 200 len: 850 time: 0.1030970 Nov 24 13:18:54.534131 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:54.554805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-405eb588-4385-4551-808f-5fc5e228d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:54.562847 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-405eb588-4385-4551-808f-5fc5e228d020 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853465 Nov 24 13:18:54.570534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2c868683-12b7-42d3-810c-b55fc89fb709, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2c868683-12b7-42d3-810c-b55fc89fb709,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:54.571809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84233b5-fb9c-43da-ac03-a468c5aba684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c868683-12b7-42d3-810c-b55fc89fb709'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:18:54.574984 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7de6187-67f6-4166-9f21-1f8820fecefe" -d '{"events": [{"server_uuid": "e84233b5-fb9c-43da-ac03-a468c5aba684", "name": "network-vif-plugged", "status": "completed", "tag": "2c868683-12b7-42d3-810c-b55fc89fb709"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:18:54.583047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65ea51-e3aa-467e-9d0a-d653bbf6dc70 req-496b0b31-552e-4bde-b85e-5e49ae6a17d3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:54.587900 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bf65ea51-e3aa-467e-9d0a-d653bbf6dc70 req-496b0b31-552e-4bde-b85e-5e49ae6a17d3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 945 time: 0.2261105 Nov 24 13:18:54.593484 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:54.594550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device d3c14395-7194-457c-aabf-d8063497d819 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:18:54.732114 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bf65ea51-e3aa-467e-9d0a-d653bbf6dc70 req-9a6a6761-81da-422e-b04b-c2d1a0668cc3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309133 Nov 24 13:18:54.778208 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee03ff6-d9fd-421c-9911-133f18f7f1d1 x-openstack-request-id: req-8ee03ff6-d9fd-421c-9911-133f18f7f1d1 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:18:54.781164 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84233b5-fb9c-43da-ac03-a468c5aba684", "name": "network-vif-plugged", "status": "completed", "tag": "2c868683-12b7-42d3-810c-b55fc89fb709", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:18:54.781654 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ee03ff6-d9fd-421c-9911-133f18f7f1d1 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:18:54.782357 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84233b5-fb9c-43da-ac03-a468c5aba684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c868683-12b7-42d3-810c-b55fc89fb709', 'code': 200} Nov 24 13:18:54.786595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2c868683-12b7-42d3-810c-b55fc89fb709,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:54.800362 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-b41073b8-3849-4572-bc17-06aa223fc6ee service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314017 Nov 24 13:18:54.842224 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port d3c14395-7194-457c-aabf-d8063497d819 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:18:54.849512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port d3c14395-7194-457c-aabf-d8063497d819 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:54.852753 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:54.869456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66678f2-ff3d-4494-b184-9ebcbd638303 req-e4bee445-07a5-4fde-88d7-9142c5d57c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:54.876912 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e66678f2-ff3d-4494-b184-9ebcbd638303 req-e4bee445-07a5-4fde-88d7-9142c5d57c5a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 1097 time: 0.1429117 Nov 24 13:18:54.994238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b439a4-8205-4209-98c1-0ea3cf35d168 req-46434594-573f-440b-94a8-5044224c844e tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:54.998064 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4b439a4-8205-4209-98c1-0ea3cf35d168 req-46434594-573f-440b-94a8-5044224c844e tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 945 time: 0.1194272 Nov 24 13:18:55.003534 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e66678f2-ff3d-4494-b184-9ebcbd638303 req-b6e1a882-ba4a-4bac-9054-5bab1046b4a0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974500 Nov 24 13:18:55.039852 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:55.056379 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4b439a4-8205-4209-98c1-0ea3cf35d168 req-493380cb-9cf8-48e8-8a74-4aa39ed95cce tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511444 Nov 24 13:18:55.063164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92991b7-1271-415b-a70b-6c5bd3cd3a00 req-0ac600b1-7789-4d30-a6d6-8688ee9d2498 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:55.071932 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d92991b7-1271-415b-a70b-6c5bd3cd3a00 req-0ac600b1-7789-4d30-a6d6-8688ee9d2498 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 943 time: 0.2687469 Nov 24 13:18:55.074632 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814e2ac1-9480-4b29-bc95-0aa7214957aa req-9919212c-9ea6-4749-a50e-c9da825f1769 service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592642 Nov 24 13:18:55.084516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port d3c14395-7194-457c-aabf-d8063497d819, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=d3c14395-7194-457c-aabf-d8063497d819,segment=NetworkSegment(d64c60ac-a8f3-4ebd-8516-b44ef24e1321),segment_id=d64c60ac-a8f3-4ebd-8516-b44ef24e1321)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:55.089760 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:55.193686 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=d3c14395-7194-457c-aabf-d8063497d819,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:55.205185 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d92991b7-1271-415b-a70b-6c5bd3cd3a00 req-d3f3395b-6312-49d9-ac13-1f70ac5de852 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084981 Nov 24 13:18:55.218089 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10420302-b8f6-42d4-971f-97c3021073a5 req-32e65dbc-3dba-4775-97bf-7c935b8143f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:55.220591 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10420302-b8f6-42d4-971f-97c3021073a5 req-32e65dbc-3dba-4775-97bf-7c935b8143f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=043eebd593124b14b825cc18dfaf234c&device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 1094 time: 0.0742574 Nov 24 13:18:55.354906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10420302-b8f6-42d4-971f-97c3021073a5 req-0b8582a6-917a-42ef-a5a9-f2dab499cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:55.354906 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10420302-b8f6-42d4-971f-97c3021073a5 req-0b8582a6-917a-42ef-a5a9-f2dab499cd08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a HTTP/1.1" status: 200 len: 912 time: 0.1164246 Nov 24 13:18:55.399790 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10420302-b8f6-42d4-971f-97c3021073a5 req-755cc146-3066-4763-970d-a0cf829e5223 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f76219a-0bbe-44f4-a113-b8c0ba518115 HTTP/1.1" status: 200 len: 217 time: 0.0413399 Nov 24 13:18:55.461993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10420302-b8f6-42d4-971f-97c3021073a5 req-5871f487-184e-4f52-80f4-45b66c084e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:55.464942 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10420302-b8f6-42d4-971f-97c3021073a5 req-5871f487-184e-4f52-80f4-45b66c084e75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3 HTTP/1.1" status: 200 len: 850 time: 0.0569513 Nov 24 13:18:55.539192 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10420302-b8f6-42d4-971f-97c3021073a5 req-455699e6-9ada-4464-ba0b-a87c1f4019a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:55.542196 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10420302-b8f6-42d4-971f-97c3021073a5 req-455699e6-9ada-4464-ba0b-a87c1f4019a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684519 Nov 24 13:18:55.654789 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10420302-b8f6-42d4-971f-97c3021073a5 req-f748e095-868b-40e6-83e5-ed9ff0ac9ffc service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036518 Nov 24 13:18:55.772510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-10420302-b8f6-42d4-971f-97c3021073a5 req-06628c01-0d61-473a-ac6e-872068ff782f service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081052 Nov 24 13:18:55.924273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d9bc3-74d7-4353-8b91-babb66d13958 req-8b75e812-90df-4316-bc95-d56f4a987188 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:55.926922 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca1d9bc3-74d7-4353-8b91-babb66d13958 req-8b75e812-90df-4316-bc95-d56f4a987188 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.0829890 Nov 24 13:18:55.930950 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:56.008287 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca1d9bc3-74d7-4353-8b91-babb66d13958 req-b85abefc-7b38-43d6-8a58-137f5e03a9a0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733654 Nov 24 13:18:56.218348 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8414d-9b8d-49c1-97da-643a642484bc req-949c2afe-e62f-470a-93f4-db4fc278f721 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:56.219833 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b0d8414d-9b8d-49c1-97da-643a642484bc req-949c2afe-e62f-470a-93f4-db4fc278f721 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 946 time: 0.0619075 Nov 24 13:18:56.298095 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b0d8414d-9b8d-49c1-97da-643a642484bc req-840daa89-f485-4709-9c4a-843aa274b787 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695045 Nov 24 13:18:56.377056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5afe7d-e771-49ff-bcb4-91b2560387d3 req-a0cf76a9-8730-4eac-8263-ed353906d4e2 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:56.386082 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b5afe7d-e771-49ff-bcb4-91b2560387d3 req-a0cf76a9-8730-4eac-8263-ed353906d4e2 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 943 time: 0.0817661 Nov 24 13:18:56.411800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3f76219a-0bbe-44f4-a113-b8c0ba518115 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:18:56.509015 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b5afe7d-e771-49ff-bcb4-91b2560387d3 req-b88fc062-6f83-4a3e-81be-47a6fa8bf7bc tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217542 Nov 24 13:18:56.551830 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 3f76219a-0bbe-44f4-a113-b8c0ba518115, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3f76219a-0bbe-44f4-a113-b8c0ba518115,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:56.569923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '3f76219a-0bbe-44f4-a113-b8c0ba518115', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'port_id': '3f76219a-0bbe-44f4-a113-b8c0ba518115', 'mac_address': 'fa:16:3e:0e:47:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:18:56.620282 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:56.634325 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f76219a-0bbe-44f4-a113-b8c0ba518115 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:18:56.667561 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 3f76219a-0bbe-44f4-a113-b8c0ba518115, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3f76219a-0bbe-44f4-a113-b8c0ba518115,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:56.672834 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:56.718421 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:56.734252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=3f76219a-0bbe-44f4-a113-b8c0ba518115,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:56.783575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7698d97-3758-4c29-a6e1-8cbf4cbcd519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c14395-7194-457c-aabf-d8063497d819'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:18:56.785861 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a497b65-d346-4d1d-b280-b2a06b16353a" -d '{"events": [{"server_uuid": "a7698d97-3758-4c29-a6e1-8cbf4cbcd519", "name": "network-vif-plugged", "status": "completed", "tag": "d3c14395-7194-457c-aabf-d8063497d819"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:18:56.826829 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0786a6a5-b590-415b-b840-b19c387a2325 x-openstack-request-id: req-0786a6a5-b590-415b-b840-b19c387a2325 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:18:56.827355 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7698d97-3758-4c29-a6e1-8cbf4cbcd519", "name": "network-vif-plugged", "status": "completed", "tag": "d3c14395-7194-457c-aabf-d8063497d819", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:18:56.827619 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0786a6a5-b590-415b-b840-b19c387a2325 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:18:56.828024 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7698d97-3758-4c29-a6e1-8cbf4cbcd519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c14395-7194-457c-aabf-d8063497d819', 'code': 200} Nov 24 13:18:56.919521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['3f76219a-0bbe-44f4-a113-b8c0ba518115'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:18:56.948101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145c12f-4097-49d6-8004-4b9e8b220930 req-51f12602-83f3-4c5b-98a2-7326e4d87efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:56.951001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a145c12f-4097-49d6-8004-4b9e8b220930 req-51f12602-83f3-4c5b-98a2-7326e4d87efe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 1097 time: 0.0634847 Nov 24 13:18:57.009533 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a145c12f-4097-49d6-8004-4b9e8b220930 req-104fe7e2-858f-4aa9-9175-25da87fa4544 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509558 Nov 24 13:18:57.143318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b442d-8609-4d27-8d58-2859309983a8 req-4a793b40-a382-412c-85c2-4fb06548d9b8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:57.153257 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f2b442d-8609-4d27-8d58-2859309983a8 req-4a793b40-a382-412c-85c2-4fb06548d9b8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.0657794 Nov 24 13:18:57.202797 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8f2b442d-8609-4d27-8d58-2859309983a8 req-893b06fb-6d04-4a98-9fc5-b4f39d9fcf80 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484746 Nov 24 13:18:57.478952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f5233-3658-48d6-80d1-50df083426d0 req-ff6b0d01-59d7-411f-8df9-d5925db3f1d4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:57.479169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84c04b-fb8b-432b-873e-10dba5410680 req-050cc81d-6764-43c3-aaec-d64c539c17a5 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:57.481174 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf84c04b-fb8b-432b-873e-10dba5410680 req-050cc81d-6764-43c3-aaec-d64c539c17a5 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 946 time: 0.0526659 Nov 24 13:18:57.484873 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-330f5233-3658-48d6-80d1-50df083426d0 req-ff6b0d01-59d7-411f-8df9-d5925db3f1d4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.0703645 Nov 24 13:18:57.555291 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf84c04b-fb8b-432b-873e-10dba5410680 req-e8704fe8-e8cf-42ed-8fba-923516a4d6be tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667260 Nov 24 13:18:57.589293 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-330f5233-3658-48d6-80d1-50df083426d0 req-d6400709-94aa-4f17-8539-4e79ea55d157 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936728 Nov 24 13:18:57.725161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c571e9-b7b0-45a1-aca2-fd9c90375865 req-e31280a7-9266-48b4-af6b-b0f203b35c1a tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:57.727420 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-08c571e9-b7b0-45a1-aca2-fd9c90375865 req-e31280a7-9266-48b4-af6b-b0f203b35c1a tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 944 time: 0.0608809 Nov 24 13:18:57.817436 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-08c571e9-b7b0-45a1-aca2-fd9c90375865 req-024b058e-1eb4-4ad5-8d42-9c529d0b60f0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673251 Nov 24 13:18:58.420878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3f76219a-0bbe-44f4-a113-b8c0ba518115 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:18:58.514999 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 3f76219a-0bbe-44f4-a113-b8c0ba518115 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:18:58.525425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 3f76219a-0bbe-44f4-a113-b8c0ba518115 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:18:58.526860 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:58.673176 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:58.723758 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 3f76219a-0bbe-44f4-a113-b8c0ba518115, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3f76219a-0bbe-44f4-a113-b8c0ba518115,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:18:58.737792 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:18:58.792510 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb16ffd-42c3-46ce-9f02-d82f0f4f869f req-2d2e78f2-4ed6-4dfd-a7f1-995cc921b7cc tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:58.798190 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7eb16ffd-42c3-46ce-9f02-d82f0f4f869f req-2d2e78f2-4ed6-4dfd-a7f1-995cc921b7cc tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 946 time: 0.1113119 Nov 24 13:18:58.829811 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdef949c-2586-433a-8b50-7f7977482067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f76219a-0bbe-44f4-a113-b8c0ba518115'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:18:58.832295 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd00d82-94da-4f4b-8806-146e59ef1d6a" -d '{"events": [{"server_uuid": "bdef949c-2586-433a-8b50-7f7977482067", "name": "network-vif-plugged", "status": "completed", "tag": "3f76219a-0bbe-44f4-a113-b8c0ba518115"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:18:58.881724 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=3f76219a-0bbe-44f4-a113-b8c0ba518115,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:18:58.914446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935896b8-3ad3-4fd9-aeeb-3c97e6687a29 req-1f4af3b6-6776-4356-b58d-8fea6c41a5ab tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:58.941304 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-935896b8-3ad3-4fd9-aeeb-3c97e6687a29 req-1f4af3b6-6776-4356-b58d-8fea6c41a5ab tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.2173250 Nov 24 13:18:58.963149 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7eb16ffd-42c3-46ce-9f02-d82f0f4f869f req-030ca42a-80c9-4a6a-81c9-084a24df2945 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541846 Nov 24 13:18:59.019131 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97352d0-1afc-45b6-8c28-42662c3455d6 x-openstack-request-id: req-a97352d0-1afc-45b6-8c28-42662c3455d6 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:18:59.019424 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdef949c-2586-433a-8b50-7f7977482067", "name": "network-vif-plugged", "status": "completed", "tag": "3f76219a-0bbe-44f4-a113-b8c0ba518115", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:18:59.019688 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a97352d0-1afc-45b6-8c28-42662c3455d6 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:18:59.020088 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdef949c-2586-433a-8b50-7f7977482067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f76219a-0bbe-44f4-a113-b8c0ba518115', 'code': 200} Nov 24 13:18:59.046263 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-935896b8-3ad3-4fd9-aeeb-3c97e6687a29 req-bf1e6398-9559-4928-a9d7-d42676cf2a8b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009052 Nov 24 13:18:59.246402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37143b3-d794-4cad-b3df-6cb4c11f5e5d req-6cb9875e-45e1-4948-b7cc-2634dea4aa88 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:59.266749 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d37143b3-d794-4cad-b3df-6cb4c11f5e5d req-6cb9875e-45e1-4948-b7cc-2634dea4aa88 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.1519911 Nov 24 13:18:59.348506 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ec340-3f22-4a11-964e-9bce909b38fc req-82370967-36dd-499d-b918-84f206aff404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:59.363399 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f34ec340-3f22-4a11-964e-9bce909b38fc req-82370967-36dd-499d-b918-84f206aff404 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 1096 time: 0.2012327 Nov 24 13:18:59.388994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d37143b3-d794-4cad-b3df-6cb4c11f5e5d req-8739d053-4c04-449b-bcd3-61885d746249 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202884 Nov 24 13:18:59.516320 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f34ec340-3f22-4a11-964e-9bce909b38fc req-9d7278d1-a4b4-4458-b6de-408bb14151eb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481225 Nov 24 13:18:59.961962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b037e-3f01-4a87-95fe-b1d2775577ab req-b574029f-aec1-459f-bcc4-cf9858816373 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:18:59.971403 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e71b037e-3f01-4a87-95fe-b1d2775577ab req-b574029f-aec1-459f-bcc4-cf9858816373 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.1564217 Nov 24 13:19:00.232703 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e71b037e-3f01-4a87-95fe-b1d2775577ab req-12ee3b54-40ab-4baa-b5c7-38d04b5de267 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429230 Nov 24 13:19:00.753224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eeafb5-d0bd-4a82-83f8-c49d0ab03f41 req-a46c0ce8-d88a-426d-a1a9-06162a066d54 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:00.763767 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4eeafb5-d0bd-4a82-83f8-c49d0ab03f41 req-a46c0ce8-d88a-426d-a1a9-06162a066d54 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.2385454 Nov 24 13:19:00.927118 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b4eeafb5-d0bd-4a82-83f8-c49d0ab03f41 req-c0be216d-d2d4-4342-b362-f8c2b264bf46 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582975 Nov 24 13:19:01.572384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318795b-2980-4e19-b764-40e574380842 req-229df56c-d48a-4db8-990b-876568b0423d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:01.582596 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1318795b-2980-4e19-b764-40e574380842 req-229df56c-d48a-4db8-990b-876568b0423d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.2202477 Nov 24 13:19:01.611705 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-deed2295-85f2-4024-8edc-3171c5270937 req-4cfc0cd5-d1bb-4202-8dc2-3a24c231a5c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1834984 Nov 24 13:19:01.826921 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1318795b-2980-4e19-b764-40e574380842 req-fa3e7124-e828-4f19-bca7-61b96c546e6b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296882 Nov 24 13:19:01.852847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2295-85f2-4024-8edc-3171c5270937 req-82c631c8-9364-48cf-8dff-d60b6967e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:01.858310 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-deed2295-85f2-4024-8edc-3171c5270937 req-82c631c8-9364-48cf-8dff-d60b6967e55c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c366d39494045228b8742673f49e6ef&device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 1096 time: 0.1689203 Nov 24 13:19:02.136286 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2c868683-12b7-42d3-810c-b55fc89fb709 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:19:02.210276 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2295-85f2-4024-8edc-3171c5270937 req-6607fc67-35a7-42fe-8fa7-5c1a2ba1bd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:02.211679 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-deed2295-85f2-4024-8edc-3171c5270937 req-6607fc67-35a7-42fe-8fa7-5c1a2ba1bd3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=06c90acd-f1de-4ca5-a22e-429759ea9ba3 HTTP/1.1" status: 200 len: 910 time: 0.3205299 Nov 24 13:19:02.275767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469686d6-8df3-40b6-bf64-7f33bc8fd09c req-c548b2e7-0c65-47bf-880e-7945e732e3bf tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:02.291362 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-469686d6-8df3-40b6-bf64-7f33bc8fd09c req-c548b2e7-0c65-47bf-880e-7945e732e3bf tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.1104546 Nov 24 13:19:02.410570 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-deed2295-85f2-4024-8edc-3171c5270937 req-9e6af080-69ff-4105-ae43-c9e8acdc749a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=138c5d84-1cfa-4132-af59-814b7eabd025 HTTP/1.1" status: 200 len: 1001 time: 0.1646016 Nov 24 13:19:02.432138 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-469686d6-8df3-40b6-bf64-7f33bc8fd09c req-3b291790-0a12-41d3-a43c-cf33fd54335e tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385171 Nov 24 13:19:02.505550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2295-85f2-4024-8edc-3171c5270937 req-842ebb4b-2425-42c0-9a04-b660e8593294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:02.507508 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-deed2295-85f2-4024-8edc-3171c5270937 req-842ebb4b-2425-42c0-9a04-b660e8593294 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62d21865-5686-4a25-a73b-851470020489 HTTP/1.1" status: 200 len: 848 time: 0.0918581 Nov 24 13:19:02.697264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2c868683-12b7-42d3-810c-b55fc89fb709, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2c868683-12b7-42d3-810c-b55fc89fb709,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:19:02.721763 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2295-85f2-4024-8edc-3171c5270937 req-a66baaee-b124-4f21-9a48-96f38b3749fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:02.723419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-deed2295-85f2-4024-8edc-3171c5270937 req-a66baaee-b124-4f21-9a48-96f38b3749fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06c90acd-f1de-4ca5-a22e-429759ea9ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2085519 Nov 24 13:19:02.751132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '2c868683-12b7-42d3-810c-b55fc89fb709', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'port_id': '2c868683-12b7-42d3-810c-b55fc89fb709', 'mac_address': 'fa:16:3e:0a:56:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:19:02.756521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3a049-912d-425a-834b-8237d18d05e3 req-35a3032e-3789-4755-8465-6ae7da335b38 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:02.758787 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0de3a049-912d-425a-834b-8237d18d05e3 req-35a3032e-3789-4755-8465-6ae7da335b38 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.1184049 Nov 24 13:19:02.771598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 37472) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:02.777216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c13d79c0-8140-44c8-83f5-9b582b0fd364 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Request body: {'floatingip': {'port_id': '3f76219a-0bbe-44f4-a113-b8c0ba518115'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:19:02.907153 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:02.921907 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c13d79c0-8140-44c8-83f5-9b582b0fd364 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:02.957966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c868683-12b7-42d3-810c-b55fc89fb709 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:19:03.003325 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2c868683-12b7-42d3-810c-b55fc89fb709, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2c868683-12b7-42d3-810c-b55fc89fb709,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:19:03.011562 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:03.018029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-deed2295-85f2-4024-8edc-3171c5270937 req-686ab596-3118-45b5-8b4f-525858473fd9 service neutron] 10.222.0.59 "GET /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832410 Nov 24 13:19:03.184654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2c868683-12b7-42d3-810c-b55fc89fb709,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:03.195239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['2c868683-12b7-42d3-810c-b55fc89fb709'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:19:03.272860 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-deed2295-85f2-4024-8edc-3171c5270937 req-f2459905-fc11-4da8-8e97-ef8794c21119 service neutron] 10.222.0.59 "GET /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395275 Nov 24 13:19:04.147582 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2c868683-12b7-42d3-810c-b55fc89fb709 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:19:04.351810 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 2c868683-12b7-42d3-810c-b55fc89fb709 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:19:04.353299 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:04.612866 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:04.815662 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.db.resource_extend [None req-c13d79c0-8140-44c8-83f5-9b582b0fd364 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:19:04.852837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84233b5-fb9c-43da-ac03-a468c5aba684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c868683-12b7-42d3-810c-b55fc89fb709'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:19:04.863297 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2462c8da-8fec-4cf3-9b29-03094a1f7bf2" -d '{"events": [{"server_uuid": "e84233b5-fb9c-43da-ac03-a468c5aba684", "name": "network-vif-plugged", "status": "completed", "tag": "2c868683-12b7-42d3-810c-b55fc89fb709"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:19:04.905756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2c868683-12b7-42d3-810c-b55fc89fb709, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2c868683-12b7-42d3-810c-b55fc89fb709,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:19:04.939422 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:04.979550 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c13d79c0-8140-44c8-83f5-9b582b0fd364 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:05.006649 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909836b-6155-415a-baff-fcaafb8a99c5 req-ba837407-c7ef-432a-b4ce-92485cd5befd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:05.008223 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1909836b-6155-415a-baff-fcaafb8a99c5 req-ba837407-c7ef-432a-b4ce-92485cd5befd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 945 time: 1.8134336 Nov 24 13:19:05.021486 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c13d79c0-8140-44c8-83f5-9b582b0fd364 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:05.036181 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6fe271-bcf9-4c73-9d7f-2bdbb88f0d14 x-openstack-request-id: req-3a6fe271-bcf9-4c73-9d7f-2bdbb88f0d14 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:19:05.038668 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84233b5-fb9c-43da-ac03-a468c5aba684", "name": "network-vif-plugged", "status": "completed", "tag": "2c868683-12b7-42d3-810c-b55fc89fb709", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:19:05.039132 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a6fe271-bcf9-4c73-9d7f-2bdbb88f0d14 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:19:05.041466 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84233b5-fb9c-43da-ac03-a468c5aba684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c868683-12b7-42d3-810c-b55fc89fb709', 'code': 200} Nov 24 13:19:05.114860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2c868683-12b7-42d3-810c-b55fc89fb709,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:05.241124 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1909836b-6155-415a-baff-fcaafb8a99c5 req-18642ba3-3da4-4618-afae-397f25fb8bd2 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208426 Nov 24 13:19:05.298817 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-c13d79c0-8140-44c8-83f5-9b582b0fd364 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Floating IP 77ac256c-e734-4176-be57-2bfe988dbb43 associated. External IP: 172.25.0.241, port: 3f76219a-0bbe-44f4-a113-b8c0ba518115. Nov 24 13:19:05.814837 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13d79c0-8140-44c8-83f5-9b582b0fd364 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Router c5fd5c21-48a1-4905-b47f-3f24b868f405 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:19:06.071405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13d79c0-8140-44c8-83f5-9b582b0fd364 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:19:06.094599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b97470-b595-41ea-862c-abd56ee2e7a7 None None] Sync routers for ids ['c5fd5c21-48a1-4905-b47f-3f24b868f405'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:19:06.105660 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b97470-b595-41ea-862c-abd56ee2e7a7 None None] Routers {'c5fd5c21-48a1-4905-b47f-3f24b868f405'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:19:06.106286 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-23b97470-b595-41ea-862c-abd56ee2e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:18:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c5fd5c21-48a1-4905-b47f-3f24b868f405'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:19:06.126595 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c13d79c0-8140-44c8-83f5-9b582b0fd364 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:06.224162 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c13d79c0-8140-44c8-83f5-9b582b0fd364 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "PUT /v2.0/floatingips/77ac256c-e734-4176-be57-2bfe988dbb43 HTTP/1.1" status: 200 len: 991 time: 3.4509954 Nov 24 13:19:06.225344 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdef949c-2586-433a-8b50-7f7977482067', 'tag': '3f76219a-0bbe-44f4-a113-b8c0ba518115'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:19:06.244073 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3203cc4-f8d0-4bc4-a408-ae0a901c71e1" -d '{"events": [{"name": "network-changed", "server_uuid": "bdef949c-2586-433a-8b50-7f7977482067", "tag": "3f76219a-0bbe-44f4-a113-b8c0ba518115"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:19:06.305881 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd85c90-fad3-471c-914c-bc0ef4efbebb req-00170864-54f1-4301-9955-d8c96bbfc7d3 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:06.328984 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ccd85c90-fad3-471c-914c-bc0ef4efbebb req-00170864-54f1-4301-9955-d8c96bbfc7d3 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 946 time: 0.2561028 Nov 24 13:19:06.460808 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:06.501650 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ccd85c90-fad3-471c-914c-bc0ef4efbebb req-e882653d-13fd-4335-9e28-8a1a8d8bc32a tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711259 Nov 24 13:19:06.519644 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fd09a3-16df-4c59-92f1-2da32577ffa2 x-openstack-request-id: req-a0fd09a3-16df-4c59-92f1-2da32577ffa2 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:19:06.519949 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdef949c-2586-433a-8b50-7f7977482067", "tag": "3f76219a-0bbe-44f4-a113-b8c0ba518115", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:19:06.520205 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0fd09a3-16df-4c59-92f1-2da32577ffa2 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:19:06.520622 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdef949c-2586-433a-8b50-7f7977482067', 'tag': '3f76219a-0bbe-44f4-a113-b8c0ba518115', 'status': 'completed', 'code': 200} Nov 24 13:19:06.529418 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-23b97470-b595-41ea-862c-abd56ee2e7a7 None None] Set router c5fd5c21-48a1-4905-b47f-3f24b868f405 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:19:06.839455 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3203cc4-f8d0-4bc4-a408-ae0a901c71e1 req-c84232e6-ebd8-4460-83c1-1c55f023fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:06.841167 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3203cc4-f8d0-4bc4-a408-ae0a901c71e1 req-c84232e6-ebd8-4460-83c1-1c55f023fa1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=043eebd593124b14b825cc18dfaf234c&device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 1096 time: 0.3089433 Nov 24 13:19:06.887801 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe793aa-7cf0-4aac-93f9-a5621c9fbd98 req-61483d2f-666b-492a-9728-93b8d923fda0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:06.902416 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-afe793aa-7cf0-4aac-93f9-a5621c9fbd98 req-61483d2f-666b-492a-9728-93b8d923fda0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.1830611 Nov 24 13:19:07.153041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3203cc4-f8d0-4bc4-a408-ae0a901c71e1 req-b2a59e53-c9a9-4bce-8332-b7f66141954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:07.155787 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3203cc4-f8d0-4bc4-a408-ae0a901c71e1 req-b2a59e53-c9a9-4bce-8332-b7f66141954f service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a HTTP/1.1" status: 200 len: 912 time: 0.2847095 Nov 24 13:19:07.311881 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-23b97470-b595-41ea-862c-abd56ee2e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77ac256c-e734-4176-be57-2bfe988dbb43', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'port_id': '3f76219a-0bbe-44f4-a113-b8c0ba518115', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'mac_address': 'fa:16:3e:0e:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdef949c-2586-433a-8b50-7f7977482067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:18:47Z', 'updated_at': '2021-11-24T13:19:04Z', 'revision_number': 1, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:43Z', 'revision_number': 5, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:19:07.367715 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3203cc4-f8d0-4bc4-a408-ae0a901c71e1 req-4a9766dc-6140-4289-83b7-dcd426d28fed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f76219a-0bbe-44f4-a113-b8c0ba518115 HTTP/1.1" status: 200 len: 999 time: 0.1998284 Nov 24 13:19:07.377576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b97470-b595-41ea-862c-abd56ee2e7a7 None None] Checking router: c5fd5c21-48a1-4905-b47f-3f24b868f405 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:19:07.396433 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b97470-b595-41ea-862c-abd56ee2e7a7 None None] Routers {'c5fd5c21-48a1-4905-b47f-3f24b868f405'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:19:07.397311 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-23b97470-b595-41ea-862c-abd56ee2e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:18:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c5fd5c21-48a1-4905-b47f-3f24b868f405'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:19:07.431986 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-afe793aa-7cf0-4aac-93f9-a5621c9fbd98 req-9542f417-df28-49b2-bfde-4098c3b82dd9 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283241 Nov 24 13:19:07.552234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cb9a4-2701-45a2-8e75-381c81317e2e req-be6b6b6e-deab-4ab8-93fa-986a28535ff4 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:07.566234 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e73cb9a4-2701-45a2-8e75-381c81317e2e req-be6b6b6e-deab-4ab8-93fa-986a28535ff4 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 946 time: 0.1465294 Nov 24 13:19:07.630083 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3203cc4-f8d0-4bc4-a408-ae0a901c71e1 req-c2c3c4ef-16c2-4e8e-9cad-e63ce342a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:07.631882 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3203cc4-f8d0-4bc4-a408-ae0a901c71e1 req-c2c3c4ef-16c2-4e8e-9cad-e63ce342a83d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3 HTTP/1.1" status: 200 len: 850 time: 0.2393761 Nov 24 13:19:07.703317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-23b97470-b595-41ea-862c-abd56ee2e7a7 None None] Set router c5fd5c21-48a1-4905-b47f-3f24b868f405 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:19:07.829893 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3203cc4-f8d0-4bc4-a408-ae0a901c71e1 req-0f462b05-5f8c-4515-af53-2cdd6fe84bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:07.833733 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3203cc4-f8d0-4bc4-a408-ae0a901c71e1 req-0f462b05-5f8c-4515-af53-2cdd6fe84bbe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946299 Nov 24 13:19:07.836770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e73cb9a4-2701-45a2-8e75-381c81317e2e req-dbb7e3b3-1004-40a5-96b2-e792fdb8eed7 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Deleting port d3c14395-7194-457c-aabf-d8063497d819 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:19:07.836971 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e73cb9a4-2701-45a2-8e75-381c81317e2e req-dbb7e3b3-1004-40a5-96b2-e792fdb8eed7 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:08.037609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e73cb9a4-2701-45a2-8e75-381c81317e2e req-dbb7e3b3-1004-40a5-96b2-e792fdb8eed7 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] For port d3c14395-7194-457c-aabf-d8063497d819, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=d3c14395-7194-457c-aabf-d8063497d819,segment=NetworkSegment(d64c60ac-a8f3-4ebd-8516-b44ef24e1321),segment_id=d64c60ac-a8f3-4ebd-8516-b44ef24e1321)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:19:08.038015 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e73cb9a4-2701-45a2-8e75-381c81317e2e req-dbb7e3b3-1004-40a5-96b2-e792fdb8eed7 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:08.044622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ae15b-9876-4231-9c26-364cb15e4454 req-e1bfed0e-5329-4597-a928-9c27c7717760 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:08.059279 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e85ae15b-9876-4231-9c26-364cb15e4454 req-e1bfed0e-5329-4597-a928-9c27c7717760 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 946 time: 0.3353665 Nov 24 13:19:08.094079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-e73cb9a4-2701-45a2-8e75-381c81317e2e req-dbb7e3b3-1004-40a5-96b2-e792fdb8eed7 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Calling delete_port for d3c14395-7194-457c-aabf-d8063497d819 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:19:08.206971 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3203cc4-f8d0-4bc4-a408-ae0a901c71e1 req-ee20cd1e-79d0-4b56-9e88-d9daddc7f6e1 service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625939 Nov 24 13:19:08.306935 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e85ae15b-9876-4231-9c26-364cb15e4454 req-f6f380bb-4917-4538-9f7b-d371a96c5bcf tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/security-groups?id=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465627 Nov 24 13:19:08.430519 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-23b97470-b595-41ea-862c-abd56ee2e7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77ac256c-e734-4176-be57-2bfe988dbb43', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'port_id': '3f76219a-0bbe-44f4-a113-b8c0ba518115', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'mac_address': 'fa:16:3e:0e:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdef949c-2586-433a-8b50-7f7977482067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:18:47Z', 'updated_at': '2021-11-24T13:19:04Z', 'revision_number': 1, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:43Z', 'revision_number': 5, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:19:08.476142 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e73cb9a4-2701-45a2-8e75-381c81317e2e req-dbb7e3b3-1004-40a5-96b2-e792fdb8eed7 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:08.493549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b97470-b595-41ea-862c-abd56ee2e7a7 None None] The sync data for ids ['c5fd5c21-48a1-4905-b47f-3f24b868f405'] in n-d-817303-4 is: [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '77ac256c-e734-4176-be57-2bfe988dbb43', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'port_id': '3f76219a-0bbe-44f4-a113-b8c0ba518115', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'mac_address': 'fa:16:3e:0e:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdef949c-2586-433a-8b50-7f7977482067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:18:47Z', 'updated_at': '2021-11-24T13:19:04Z', 'revision_number': 1, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:43Z', 'revision_number': 5, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:19:08.501754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['d3c14395-7194-457c-aabf-d8063497d819'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:19:08.569570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3203cc4-f8d0-4bc4-a408-ae0a901c71e1 req-3dba1ce4-3fbf-4b49-8c20-3fa57ad440d5 service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163393 Nov 24 13:19:08.583934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7e3b3-1004-40a5-96b2-e792fdb8eed7 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Pushing event deleted for resources: {'Port': ['ID=d3c14395-7194-457c-aabf-d8063497d819,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:08.833203 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73cb9a4-2701-45a2-8e75-381c81317e2e req-dbb7e3b3-1004-40a5-96b2-e792fdb8eed7 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] No DVR routers for this DVR port d3c14395-7194-457c-aabf-d8063497d819 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:19:08.837308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e73cb9a4-2701-45a2-8e75-381c81317e2e req-dbb7e3b3-1004-40a5-96b2-e792fdb8eed7 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:08.842302 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e73cb9a4-2701-45a2-8e75-381c81317e2e req-dbb7e3b3-1004-40a5-96b2-e792fdb8eed7 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.59 "DELETE /v2.0/ports/d3c14395-7194-457c-aabf-d8063497d819 HTTP/1.1" status: 204 len: 173 time: 1.2660577 Nov 24 13:19:08.843092 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7698d97-3758-4c29-a6e1-8cbf4cbcd519', 'name': 'network-vif-deleted', 'tag': 'd3c14395-7194-457c-aabf-d8063497d819'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:19:08.847012 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a07664-9996-4bdc-aa03-303621c382fe" -d '{"events": [{"server_uuid": "a7698d97-3758-4c29-a6e1-8cbf4cbcd519", "name": "network-vif-deleted", "tag": "d3c14395-7194-457c-aabf-d8063497d819"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:19:08.929655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40643abc-7bdf-43f9-97b5-c0f5ce8f423a req-af79891b-abb6-4618-9e79-48adfeeb6c6a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:08.943271 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40643abc-7bdf-43f9-97b5-c0f5ce8f423a req-af79891b-abb6-4618-9e79-48adfeeb6c6a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.2465396 Nov 24 13:19:08.961666 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733d39c1-5344-4a56-be03-95044fa8a2c3 x-openstack-request-id: req-733d39c1-5344-4a56-be03-95044fa8a2c3 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:19:08.962229 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7698d97-3758-4c29-a6e1-8cbf4cbcd519", "name": "network-vif-deleted", "tag": "d3c14395-7194-457c-aabf-d8063497d819", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:19:08.962682 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-733d39c1-5344-4a56-be03-95044fa8a2c3 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:19:08.964018 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7698d97-3758-4c29-a6e1-8cbf4cbcd519', 'name': 'network-vif-deleted', 'tag': 'd3c14395-7194-457c-aabf-d8063497d819', 'status': 'completed', 'code': 200} Nov 24 13:19:09.014848 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776c0cd-3f81-4b89-8259-4157ad504d23 None None] New status for floating IP 77ac256c-e734-4176-be57-2bfe988dbb43: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:19:09.044080 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40643abc-7bdf-43f9-97b5-c0f5ce8f423a req-9bb9e760-efb5-40b5-80ca-275ba5e1c2ce tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965140 Nov 24 13:19:09.568667 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f3ab5564-4d44-40d8-9184-df333559e23c req-1db1c3f8-1dce-4c2c-83bf-f0f9e494bec5 tempest-VolumesActionsTest-605078567 tempest-VolumesActionsTest-605078567-project] 10.222.0.48 "GET /v2.0/ports?device_id=a7698d97-3758-4c29-a6e1-8cbf4cbcd519 HTTP/1.1" status: 200 len: 210 time: 0.0509603 Nov 24 13:19:09.696418 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:10.193255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141a066-be60-4822-b8c8-6b28bd7ae760 req-af0f3226-5d2d-4c10-87bb-fa1cbb5d084c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:10.200864 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a141a066-be60-4822-b8c8-6b28bd7ae760 req-af0f3226-5d2d-4c10-87bb-fa1cbb5d084c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.0762072 Nov 24 13:19:10.300382 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a141a066-be60-4822-b8c8-6b28bd7ae760 req-dd60298f-1efc-4eb5-940f-02ef3653c3be tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983181 Nov 24 13:19:11.573088 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7de640-796b-4969-8a19-264b5523004a req-342fd099-95ad-45a8-b409-65b509982bdf tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:11.575878 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd7de640-796b-4969-8a19-264b5523004a req-342fd099-95ad-45a8-b409-65b509982bdf tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.1336126 Nov 24 13:19:11.698691 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd7de640-796b-4969-8a19-264b5523004a req-6084b353-a566-4b49-8ad5-32b110d3f043 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165936 Nov 24 13:19:12.186860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device d3c14395-7194-457c-aabf-d8063497d819 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:19:12.248407 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: d3c14395-7194-457c-aabf-d8063497d819 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:19:12.248677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device d3c14395-7194-457c-aabf-d8063497d819 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:19:12.963581 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04ec011a-a8a6-4da0-8a63-dfd1365eb984 req-1eac3f6c-1407-4e13-a5c4-cde12dd20c89 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0986736 Nov 24 13:19:13.003806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7cdfc-7c6a-4c85-8224-2b288e3f2044 req-51839614-201c-4a5d-a043-7e7f69a683d1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:13.013234 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcd7cdfc-7c6a-4c85-8224-2b288e3f2044 req-51839614-201c-4a5d-a043-7e7f69a683d1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.1082015 Nov 24 13:19:13.086449 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcd7cdfc-7c6a-4c85-8224-2b288e3f2044 req-ca90e9c8-37f4-45bf-9eb6-fefd0bc8d6b8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719888 Nov 24 13:19:13.086914 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec011a-a8a6-4da0-8a63-dfd1365eb984 req-6a11faa9-f3a0-42b0-9dc2-ad2a83284182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:13.088465 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04ec011a-a8a6-4da0-8a63-dfd1365eb984 req-6a11faa9-f3a0-42b0-9dc2-ad2a83284182 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 1096 time: 0.0957363 Nov 24 13:19:13.335039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec011a-a8a6-4da0-8a63-dfd1365eb984 req-e9d4357f-8b9a-46ab-af62-34315a0ae2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:13.337279 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04ec011a-a8a6-4da0-8a63-dfd1365eb984 req-e9d4357f-8b9a-46ab-af62-34315a0ae2f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.2100737 Nov 24 13:19:13.404321 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04ec011a-a8a6-4da0-8a63-dfd1365eb984 req-0f033151-b3b9-40c4-a9e2-ae4fcaf54918 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14d5e10e-2b91-45af-847c-192985a74a5e HTTP/1.1" status: 200 len: 217 time: 0.0582161 Nov 24 13:19:13.471127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec011a-a8a6-4da0-8a63-dfd1365eb984 req-d0071dec-f134-4526-8709-d601e0882a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:13.473023 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04ec011a-a8a6-4da0-8a63-dfd1365eb984 req-d0071dec-f134-4526-8709-d601e0882a84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.0553405 Nov 24 13:19:13.644965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec011a-a8a6-4da0-8a63-dfd1365eb984 req-eea648ab-4c45-44a9-b195-85baa1597f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:13.646207 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04ec011a-a8a6-4da0-8a63-dfd1365eb984 req-eea648ab-4c45-44a9-b195-85baa1597f97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610096 Nov 24 13:19:13.786858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04ec011a-a8a6-4da0-8a63-dfd1365eb984 req-84ff8f79-f4cd-43af-9773-fdb6d680fbe3 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329312 Nov 24 13:19:13.962209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04ec011a-a8a6-4da0-8a63-dfd1365eb984 req-d379a4c2-35a8-42b8-a54c-228185ea8429 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661007 Nov 24 13:19:14.346782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12afff3-d1db-4842-804b-5f3b1350cdce req-e3b54759-c9bd-4de7-bf7b-6246c631a476 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:14.357617 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b12afff3-d1db-4842-804b-5f3b1350cdce req-e3b54759-c9bd-4de7-bf7b-6246c631a476 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.1295285 Nov 24 13:19:14.439736 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b12afff3-d1db-4842-804b-5f3b1350cdce req-54a0df9f-71bc-4fd3-926b-3acd4e9eaaa0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799847 Nov 24 13:19:15.681147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb4479-1439-49e7-9a0c-323d37143719 req-3f1e062f-e4c0-4e18-9d43-b7dfc49ebe0b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:15.700896 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3bfb4479-1439-49e7-9a0c-323d37143719 req-3f1e062f-e4c0-4e18-9d43-b7dfc49ebe0b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.0813723 Nov 24 13:19:15.766868 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3bfb4479-1439-49e7-9a0c-323d37143719 req-05a1eb5f-17ff-4c9b-bacb-cc079305887d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643630 Nov 24 13:19:17.086645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f4bdc-49fd-4236-a020-fa75ee0e6ab5 req-463d7bae-b3e5-4372-9183-75d47d555b40 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:17.101407 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f0f4bdc-49fd-4236-a020-fa75ee0e6ab5 req-463d7bae-b3e5-4372-9183-75d47d555b40 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.1434042 Nov 24 13:19:17.161848 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f0f4bdc-49fd-4236-a020-fa75ee0e6ab5 req-f2081ec5-6431-4c8f-9fe4-1f7cadf37651 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590978 Nov 24 13:19:18.401924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec5315-de63-493d-b875-9f3284898c1c req-ef0215dd-5927-4f0e-9990-184a27747326 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:18.411998 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1dec5315-de63-493d-b875-9f3284898c1c req-ef0215dd-5927-4f0e-9990-184a27747326 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.1209016 Nov 24 13:19:18.550010 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1dec5315-de63-493d-b875-9f3284898c1c req-3c52a264-162b-4b1d-81b5-59fd2349a3b4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346893 Nov 24 13:19:19.830479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405e526-eeea-4271-afdb-bb47768c1df1 req-fa7e347d-c44e-4fe2-90d4-7c89e6ff96e6 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:19.835075 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c405e526-eeea-4271-afdb-bb47768c1df1 req-fa7e347d-c44e-4fe2-90d4-7c89e6ff96e6 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.1348262 Nov 24 13:19:19.910088 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c405e526-eeea-4271-afdb-bb47768c1df1 req-b76764a4-08cc-427d-b78e-14c556d2433e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649981 Nov 24 13:19:20.864348 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c0a06b77-ba81-4c7b-a0a9-d08b3213a92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:21.177962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e24e2f-0821-4d59-96ca-c524c5c7017f req-4ba2ea10-c40c-493a-9023-17f96a80f4cd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:21.180713 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d7e24e2f-0821-4d59-96ca-c524c5c7017f req-4ba2ea10-c40c-493a-9023-17f96a80f4cd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.1006219 Nov 24 13:19:21.289850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d7e24e2f-0821-4d59-96ca-c524c5c7017f req-4a75fa76-db66-4d82-9078-b8aa8c88b5ce tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005828 Nov 24 13:19:21.366216 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:19:22.507505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd968a5e-3bb8-4952-aacc-a599af3a7352 req-1ec5ee43-ff34-461a-ac48-43b0ececca46 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:22.513690 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd968a5e-3bb8-4952-aacc-a599af3a7352 req-1ec5ee43-ff34-461a-ac48-43b0ececca46 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.0860765 Nov 24 13:19:22.642637 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd968a5e-3bb8-4952-aacc-a599af3a7352 req-54275830-0a62-48a2-9b0c-a488adbf5f29 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233513 Nov 24 13:19:23.239361 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3c3eaf5f-8a04-4b60-922e-8683ae992ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:23.900880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e2250-a61b-4d8f-8795-885d4a752f53 req-5c94852f-7d6c-4bc1-bd49-bca225ca5d8d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:23.903233 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d53e2250-a61b-4d8f-8795-885d4a752f53 req-5c94852f-7d6c-4bc1-bd49-bca225ca5d8d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.1078241 Nov 24 13:19:24.041122 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d53e2250-a61b-4d8f-8795-885d4a752f53 req-dd9d45e8-8e16-47dd-9784-7ba8dc66a07c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312356 Nov 24 13:19:24.405309 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:25.281021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafce214-934b-48ab-80b9-271e1fd23659 req-b9d39d91-87c5-4960-b2da-23bbe05e3be5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:25.292643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bafce214-934b-48ab-80b9-271e1fd23659 req-b9d39d91-87c5-4960-b2da-23bbe05e3be5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.0852113 Nov 24 13:19:25.362795 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bafce214-934b-48ab-80b9-271e1fd23659 req-7445abad-937a-4839-9a49-09fb3228efba tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698557 Nov 24 13:19:25.919405 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:26.606477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f2908-92e3-4d43-b25e-48d9f3ee8984 req-a40cbc3b-f935-46aa-8518-8b5f85707628 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:26.616406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c4f2908-92e3-4d43-b25e-48d9f3ee8984 req-a40cbc3b-f935-46aa-8518-8b5f85707628 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.0629408 Nov 24 13:19:26.672947 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c4f2908-92e3-4d43-b25e-48d9f3ee8984 req-bd4e5784-8104-4f25-912f-8917631f8203 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551562 Nov 24 13:19:26.724401 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:27.815035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8c6f5-ded7-4d72-89bb-daf78e02a70b req-f6708e4c-540e-41a8-9430-f59b5265f567 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:27.823968 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32b8c6f5-ded7-4d72-89bb-daf78e02a70b req-f6708e4c-540e-41a8-9430-f59b5265f567 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.0647738 Nov 24 13:19:27.951052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32b8c6f5-ded7-4d72-89bb-daf78e02a70b req-aa46d1c1-4b07-4b92-ac76-336e5e931323 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214225 Nov 24 13:19:28.251329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce055fea-a8f0-45b8-a406-5f7e21a4f5d4 req-774607c8-ab5b-478c-9702-29f1f91922e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:28.253379 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce055fea-a8f0-45b8-a406-5f7e21a4f5d4 req-774607c8-ab5b-478c-9702-29f1f91922e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 1097 time: 0.0688169 Nov 24 13:19:28.436999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce055fea-a8f0-45b8-a406-5f7e21a4f5d4 req-8219a33d-c6d2-47f0-ab06-0f22da4f6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:28.438940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce055fea-a8f0-45b8-a406-5f7e21a4f5d4 req-8219a33d-c6d2-47f0-ab06-0f22da4f6d4f service neutron] 10.222.0.59 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.1768923 Nov 24 13:19:28.870002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce055fea-a8f0-45b8-a406-5f7e21a4f5d4 req-9a4da0f9-ce3d-4105-9405-98cc6e57bdc9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c868683-12b7-42d3-810c-b55fc89fb709 HTTP/1.1" status: 200 len: 217 time: 0.4162056 Nov 24 13:19:28.935692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce055fea-a8f0-45b8-a406-5f7e21a4f5d4 req-7fb78209-71a7-4be6-b78b-fab04edc5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:28.937511 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce055fea-a8f0-45b8-a406-5f7e21a4f5d4 req-7fb78209-71a7-4be6-b78b-fab04edc5404 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.0516100 Nov 24 13:19:29.008122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce055fea-a8f0-45b8-a406-5f7e21a4f5d4 req-072585cd-5cce-4d8b-a74c-b948232dbe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:29.010168 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce055fea-a8f0-45b8-a406-5f7e21a4f5d4 req-072585cd-5cce-4d8b-a74c-b948232dbe97 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641077 Nov 24 13:19:29.141757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb38bd-a27a-42e0-af8d-4d6fd732821b req-e290bf7e-6e3a-4c48-bb3d-d72862689c36 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:29.143621 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4bb38bd-a27a-42e0-af8d-4d6fd732821b req-e290bf7e-6e3a-4c48-bb3d-d72862689c36 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.0951822 Nov 24 13:19:29.213598 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4bb38bd-a27a-42e0-af8d-4d6fd732821b req-6aba9c13-af8a-463e-be1b-3f831e9c3b32 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612726 Nov 24 13:19:29.216216 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce055fea-a8f0-45b8-a406-5f7e21a4f5d4 req-5a593061-118c-4fb1-abbb-e86f29356540 service neutron] 10.222.0.59 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981313 Nov 24 13:19:29.380387 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce055fea-a8f0-45b8-a406-5f7e21a4f5d4 req-cb0b2639-e258-4baa-92f8-a3a69cb586cd service neutron] 10.222.0.59 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560102 Nov 24 13:19:30.447511 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8524ccc-9a0b-498d-a735-88ae1b2dd8d3 req-f92a95f3-1576-47aa-990b-bbc0aeb1b8b5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:30.466533 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8524ccc-9a0b-498d-a735-88ae1b2dd8d3 req-f92a95f3-1576-47aa-990b-bbc0aeb1b8b5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.1048689 Nov 24 13:19:30.536923 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8524ccc-9a0b-498d-a735-88ae1b2dd8d3 req-ca138daf-804d-480d-ac68-b0559de5fe63 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690541 Nov 24 13:19:31.745845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222f6f6-200b-4621-97cc-a641b76225a9 req-ba8780d8-6d3e-42f3-9cb9-0e8499123250 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:31.748466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2222f6f6-200b-4621-97cc-a641b76225a9 req-ba8780d8-6d3e-42f3-9cb9-0e8499123250 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 946 time: 0.0861387 Nov 24 13:19:31.850835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2222f6f6-200b-4621-97cc-a641b76225a9 req-5d6f39ea-3ff4-43d5-88e4-1c475cda71ea tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927608 Nov 24 13:19:31.979817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074df02-d5cd-4f90-abdb-15c68d31a783 req-a56987f5-6d62-416c-b4be-96ab148c2dd1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:31.981959 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e074df02-d5cd-4f90-abdb-15c68d31a783 req-a56987f5-6d62-416c-b4be-96ab148c2dd1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0528600 Nov 24 13:19:32.045485 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e074df02-d5cd-4f90-abdb-15c68d31a783 req-2019568d-38ce-4bed-8cbf-bddbe9b6e285 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568981 Nov 24 13:19:32.300631 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 2c868683-12b7-42d3-810c-b55fc89fb709 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:19:32.327873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6361c-d674-4181-976a-2ef652b79cad req-6124a1cb-0ff1-49ad-96da-c8425255313e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:32.341006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08f6361c-d674-4181-976a-2ef652b79cad req-6124a1cb-0ff1-49ad-96da-c8425255313e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1746156 Nov 24 13:19:32.445387 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08f6361c-d674-4181-976a-2ef652b79cad req-4c275f76-3969-4a16-bbc1-336f1fd8a87c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988142 Nov 24 13:19:32.455203 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:32.524651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84233b5-fb9c-43da-ac03-a468c5aba684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c868683-12b7-42d3-810c-b55fc89fb709'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:19:32.530296 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7203f91-ced1-47e8-b2cf-648fb5c4ad00" -d '{"events": [{"server_uuid": "e84233b5-fb9c-43da-ac03-a468c5aba684", "name": "network-vif-unplugged", "status": "completed", "tag": "2c868683-12b7-42d3-810c-b55fc89fb709"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:19:32.557537 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 2c868683-12b7-42d3-810c-b55fc89fb709, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2c868683-12b7-42d3-810c-b55fc89fb709,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:19:32.563549 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:32.639074 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 13:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4ee416-ecb9-4678-b56a-09235e63203b x-openstack-request-id: req-cf4ee416-ecb9-4678-b56a-09235e63203b {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:19:32.639593 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84233b5-fb9c-43da-ac03-a468c5aba684", "name": "network-vif-unplugged", "status": "failed", "tag": "2c868683-12b7-42d3-810c-b55fc89fb709", "code": 422}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:19:32.639992 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf4ee416-ecb9-4678-b56a-09235e63203b {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:19:32.640532 n-d-817303-4 neutron-server[114987]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e84233b5-fb9c-43da-ac03-a468c5aba684', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c868683-12b7-42d3-810c-b55fc89fb709', 'code': 422} returned with failed status Nov 24 13:19:32.664860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=2c868683-12b7-42d3-810c-b55fc89fb709,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:32.676779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:32.677361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:32.677864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:32.678339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:32.679003 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:32.679521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:32.680014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:32.680505 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:32.680864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:32.681269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:32.681605 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:32.682053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:32.766546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1fafd-3e49-4134-b06f-d1a43593db16 req-1a9b9c99-e0ce-4a2e-b508-1f3c8496b72d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:32.768059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27c1fafd-3e49-4134-b06f-d1a43593db16 req-1a9b9c99-e0ce-4a2e-b508-1f3c8496b72d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0868669 Nov 24 13:19:32.856824 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27c1fafd-3e49-4134-b06f-d1a43593db16 req-53578097-386b-4cb3-b156-f4f9f7fc65d8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779498 Nov 24 13:19:34.043851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e678a7-aeb8-4dcc-99d4-66b16b78f578 req-3c3bbe5f-3020-4576-991a-970c21a0faea tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:34.046559 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15e678a7-aeb8-4dcc-99d4-66b16b78f578 req-3c3bbe5f-3020-4576-991a-970c21a0faea tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0860689 Nov 24 13:19:34.141674 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15e678a7-aeb8-4dcc-99d4-66b16b78f578 req-cb06038d-3733-4ea6-b772-68f52619a59d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861194 Nov 24 13:19:35.300140 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551fc39-05cd-45a5-aeea-fb88a6b38441 req-ee5972b8-f6e8-44c5-a993-5f4c87ba1564 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:35.308967 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f551fc39-05cd-45a5-aeea-fb88a6b38441 req-ee5972b8-f6e8-44c5-a993-5f4c87ba1564 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0954051 Nov 24 13:19:35.372472 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f551fc39-05cd-45a5-aeea-fb88a6b38441 req-bd56f198-2a75-4b66-8b37-7185e89759f4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621068 Nov 24 13:19:36.382920 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:36.597144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15234591-7c98-4fe9-95f4-f4a6a4335b4f req-2ff89ab8-cd67-4afe-bdfc-8df04ec306c3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:36.599123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15234591-7c98-4fe9-95f4-f4a6a4335b4f req-2ff89ab8-cd67-4afe-bdfc-8df04ec306c3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0982301 Nov 24 13:19:36.704338 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15234591-7c98-4fe9-95f4-f4a6a4335b4f req-50404019-682b-489b-a9ea-e9b167d5f6fd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988922 Nov 24 13:19:37.909540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869fb4-87e1-4b59-bde6-f5ccfcbf0d58 req-afb14096-9bf5-48d4-a680-ae5f6bf05262 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:37.921059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50869fb4-87e1-4b59-bde6-f5ccfcbf0d58 req-afb14096-9bf5-48d4-a680-ae5f6bf05262 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0934827 Nov 24 13:19:37.922069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-0e716bab-48ef-4c3a-aac2-f6785b02a133 req-5db0bd11-ec1b-41d5-9235-48553eec9e40 service neutron] (114985) timed out ('10.222.0.48', 49478) {{(pid=114985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 13:19:38.034751 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50869fb4-87e1-4b59-bde6-f5ccfcbf0d58 req-f64f6de2-e3eb-4965-9944-545d1452a88c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986137 Nov 24 13:19:38.556296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38208) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:38.697437 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:38.809735 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:38.814795 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:38.848005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e4b6fc638914d828f480ef35378cf20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2904258 Nov 24 13:19:38.850542 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38212) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:38.901075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f19d439-1171-49d9-9452-b4f761586208,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:38.917745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:38.919277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:38.919825 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:38.921212 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:38.922104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:38.922621 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:38.925067 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:38.925563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:38.926085 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:38.927574 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:38.928090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:38.928800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8245dbe0-73e8-4838-ba7c-ae0c4733dd00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:38.950408 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:38.977335 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:39.038127 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:39.041448 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:39.042615 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f19d439-1171-49d9-9452-b4f761586208 HTTP/1.1" status: 204 len: 168 time: 0.1909287 Nov 24 13:19:39.053068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f19d439-1171-49d9-9452-b4f761586208,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:39.063144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:39.063887 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:39.064624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:39.065226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:39.066130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:39.066866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:39.067583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:39.068123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:39.068813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:39.069371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:39.069912 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:39.071344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ebf2b6-2db5-4bb9-90ec-b202f2666ca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:19:39.301456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a70ffa-53d9-4a25-a2bf-dfb5fe4e0e67 req-c5387c86-8c32-494b-a273-d4d62998294c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:39.303347 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e4a70ffa-53d9-4a25-a2bf-dfb5fe4e0e67 req-c5387c86-8c32-494b-a273-d4d62998294c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0874794 Nov 24 13:19:39.462512 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e4a70ffa-53d9-4a25-a2bf-dfb5fe4e0e67 req-87b629a4-d559-4c57-840d-596a8bcba185 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522057 Nov 24 13:19:39.708517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38240) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:39.710787 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:39.731725 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e3a6d1d-ca19-449f-b424-633bdd11b3ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:39.864826 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e3a6d1d-ca19-449f-b424-633bdd11b3ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:39.871252 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e3a6d1d-ca19-449f-b424-633bdd11b3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:39.915744 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38246) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:39.916311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0e3a6d1d-ca19-449f-b424-633bdd11b3ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=574fc42fb90f45b6aa12bf3affd69b74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2056565 Nov 24 13:19:39.949148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a6d1d-ca19-449f-b424-633bdd11b3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7adcdbc-ab72-415f-afa6-32913edc46e2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:40.019049 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf605c06-f683-40c5-9d3b-332be611ba6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:40.081176 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf605c06-f683-40c5-9d3b-332be611ba6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:40.192359 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf605c06-f683-40c5-9d3b-332be611ba6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:40.195295 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf605c06-f683-40c5-9d3b-332be611ba6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:40.200826 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bf605c06-f683-40c5-9d3b-332be611ba6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7adcdbc-ab72-415f-afa6-32913edc46e2 HTTP/1.1" status: 204 len: 168 time: 0.2840235 Nov 24 13:19:40.217903 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf605c06-f683-40c5-9d3b-332be611ba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7adcdbc-ab72-415f-afa6-32913edc46e2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:40.704350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3472b61-8c91-4739-99c0-6a3d3de7fdba req-21f1a548-5031-48b8-a803-d5022af6da7f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:40.713119 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3472b61-8c91-4739-99c0-6a3d3de7fdba req-21f1a548-5031-48b8-a803-d5022af6da7f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1359499 Nov 24 13:19:40.850376 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3472b61-8c91-4739-99c0-6a3d3de7fdba req-b5996fc6-752c-451a-88ea-ce2ab090a6b6 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363757 Nov 24 13:19:42.027188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb5065-4912-4a08-a43a-f179374cff90 req-f68f12be-caea-4e03-817b-bf460f4357b8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:42.028763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e4bb5065-4912-4a08-a43a-f179374cff90 req-f68f12be-caea-4e03-817b-bf460f4357b8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0760844 Nov 24 13:19:42.139734 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e4bb5065-4912-4a08-a43a-f179374cff90 req-0d480428-b2fb-45d6-9e9e-909625de34b2 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011360 Nov 24 13:19:43.321589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4c35b-db27-455b-af99-7e48b9ddf622 req-caab8eae-136c-4b3d-9ded-14f9f7274fa5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:43.323001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63b4c35b-db27-455b-af99-7e48b9ddf622 req-caab8eae-136c-4b3d-9ded-14f9f7274fa5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0787139 Nov 24 13:19:43.416133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63b4c35b-db27-455b-af99-7e48b9ddf622 req-8f42a1c0-5425-4d17-a002-0b9f93a9e500 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779448 Nov 24 13:19:43.725123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb5d5b-cd69-4a7d-8837-47dded01ae7a req-118b438d-1b21-415b-ba71-a92d57d0117c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:43.734913 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-68cb5d5b-cd69-4a7d-8837-47dded01ae7a req-118b438d-1b21-415b-ba71-a92d57d0117c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0946825 Nov 24 13:19:43.762529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142bbab-6352-48ae-a15a-9c5e9c753199 req-46f96203-bd1f-4e50-9909-7f2a7a796d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:43.764289 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f142bbab-6352-48ae-a15a-9c5e9c753199 req-46f96203-bd1f-4e50-9909-7f2a7a796d08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 1096 time: 0.1051152 Nov 24 13:19:43.818712 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-68cb5d5b-cd69-4a7d-8837-47dded01ae7a req-5603ca5f-94d2-44eb-a59a-40957cffe094 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827963 Nov 24 13:19:43.921785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142bbab-6352-48ae-a15a-9c5e9c753199 req-1323029b-cb3a-47cf-b3b2-691bcc882a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:43.927525 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f142bbab-6352-48ae-a15a-9c5e9c753199 req-1323029b-cb3a-47cf-b3b2-691bcc882a11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.1564624 Nov 24 13:19:44.053994 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f142bbab-6352-48ae-a15a-9c5e9c753199 req-9bd3d7ac-cd1a-4df9-9fee-e22de5b647df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86 HTTP/1.1" status: 200 len: 999 time: 0.1195123 Nov 24 13:19:44.143283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142bbab-6352-48ae-a15a-9c5e9c753199 req-f0942d10-b1da-4bff-94b8-97af5c71ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:44.148162 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f142bbab-6352-48ae-a15a-9c5e9c753199 req-f0942d10-b1da-4bff-94b8-97af5c71ca3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.0874100 Nov 24 13:19:44.236737 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142bbab-6352-48ae-a15a-9c5e9c753199 req-a6205490-a260-43a9-b5ed-0681866079a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:44.240069 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f142bbab-6352-48ae-a15a-9c5e9c753199 req-a6205490-a260-43a9-b5ed-0681866079a2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847383 Nov 24 13:19:44.405079 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f142bbab-6352-48ae-a15a-9c5e9c753199 req-9a12bd8f-0ff1-40f2-bf2c-771d970511ed service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581867 Nov 24 13:19:44.518390 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f142bbab-6352-48ae-a15a-9c5e9c753199 req-f99b8f36-20df-4d4e-9498-7779fa0604c4 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007550 Nov 24 13:19:44.965776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4e08a-2538-4e2c-b607-2045f4c52c80 req-77088041-42d2-4606-ab54-b2510f6a7d30 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:44.976394 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-21e4e08a-2538-4e2c-b607-2045f4c52c80 req-77088041-42d2-4606-ab54-b2510f6a7d30 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0894845 Nov 24 13:19:45.093131 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-21e4e08a-2538-4e2c-b607-2045f4c52c80 req-0e43932a-4833-4e4f-b1b7-761d75774fc0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053452 Nov 24 13:19:46.425518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a084c-9c8a-4904-b0d2-bd30eed72457 req-9190f714-6d42-4fbd-af8b-c1ace500a055 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:46.429625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e16a084c-9c8a-4904-b0d2-bd30eed72457 req-9190f714-6d42-4fbd-af8b-c1ace500a055 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1670759 Nov 24 13:19:46.545484 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e16a084c-9c8a-4904-b0d2-bd30eed72457 req-1e926706-850e-4543-9972-6ddd3183817c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039224 Nov 24 13:19:46.736883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38468) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:46.788505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21256399-ad1c-408f-99fc-1fcd8d89f25e req-1a84379b-ab3f-4203-ac39-18f6fde51f7f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:46.790664 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21256399-ad1c-408f-99fc-1fcd8d89f25e req-1a84379b-ab3f-4203-ac39-18f6fde51f7f tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1092417 Nov 24 13:19:46.881897 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21256399-ad1c-408f-99fc-1fcd8d89f25e req-a6856a11-c23c-475e-9b88-03b69b01fb4c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851073 Nov 24 13:19:46.886903 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38474) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:47.084103 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b14ea04-c924-4753-8abe-503e8f03322b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:47.102008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3923aef-dfeb-4ce8-9db4-0096f94694fd req-e8358396-451f-4877-ada1-ef5dc103e417 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:47.104696 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3923aef-dfeb-4ce8-9db4-0096f94694fd req-e8358396-451f-4877-ada1-ef5dc103e417 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1014416 Nov 24 13:19:47.116658 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8b711601-8edb-4a39-9f12-e6c9a4db7cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:47.182709 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b14ea04-c924-4753-8abe-503e8f03322b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:47.207846 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b14ea04-c924-4753-8abe-503e8f03322b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:47.270935 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8b711601-8edb-4a39-9f12-e6c9a4db7cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:47.278884 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7b14ea04-c924-4753-8abe-503e8f03322b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a6c80751fc24b039af46f208c7b0595&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5383618 Nov 24 13:19:47.280573 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38480) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:47.283344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14ea04-c924-4753-8abe-503e8f03322b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4ddbd7-99c3-4f85-94ed-8b9e059cad78,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:47.307900 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3923aef-dfeb-4ce8-9db4-0096f94694fd req-df74b7a5-f166-45b4-85f1-e661272ceabd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230814 Nov 24 13:19:47.308203 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8b711601-8edb-4a39-9f12-e6c9a4db7cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:47.361044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b711601-8edb-4a39-9f12-e6c9a4db7cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d5597d-46ef-4efb-b5c3-2a472c1210b9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:47.490860 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee006404-d800-4b34-8f2e-bafac66cb342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:47.551915 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee006404-d800-4b34-8f2e-bafac66cb342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:47.582450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38488) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:47.583082 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8b711601-8edb-4a39-9f12-e6c9a4db7cbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7cb0f54d5b2c41f594cd1876e2232355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6943865 Nov 24 13:19:47.629717 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee006404-d800-4b34-8f2e-bafac66cb342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:47.632990 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee006404-d800-4b34-8f2e-bafac66cb342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:47.637014 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ee006404-d800-4b34-8f2e-bafac66cb342 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d4ddbd7-99c3-4f85-94ed-8b9e059cad78 HTTP/1.1" status: 204 len: 168 time: 0.3545747 Nov 24 13:19:47.652563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee006404-d800-4b34-8f2e-bafac66cb342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4ddbd7-99c3-4f85-94ed-8b9e059cad78,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:47.662535 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96828644-290d-4dad-b0b3-803fe62b2e3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:47.716586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96828644-290d-4dad-b0b3-803fe62b2e3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:47.847012 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96828644-290d-4dad-b0b3-803fe62b2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:47.851886 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-96828644-290d-4dad-b0b3-803fe62b2e3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:47.854046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-96828644-290d-4dad-b0b3-803fe62b2e3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6d5597d-46ef-4efb-b5c3-2a472c1210b9 HTTP/1.1" status: 204 len: 168 time: 0.2703438 Nov 24 13:19:47.864550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96828644-290d-4dad-b0b3-803fe62b2e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d5597d-46ef-4efb-b5c3-2a472c1210b9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:48.001975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626277c4-4cf3-4d0f-b1b4-c8faf400ab03 req-27453034-1c57-403c-ae10-231e97774058 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:48.010132 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-626277c4-4cf3-4d0f-b1b4-c8faf400ab03 req-27453034-1c57-403c-ae10-231e97774058 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1076932 Nov 24 13:19:48.094242 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-626277c4-4cf3-4d0f-b1b4-c8faf400ab03 req-c78a7a5b-fe73-44a5-a516-8db6fcffa0f3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830700 Nov 24 13:19:48.451435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38514) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:48.480803 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-030c9da2-e5b2-4a9e-94d2-b7430a04a4a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:48.593779 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-030c9da2-e5b2-4a9e-94d2-b7430a04a4a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:48.608566 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-030c9da2-e5b2-4a9e-94d2-b7430a04a4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:48.677308 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-030c9da2-e5b2-4a9e-94d2-b7430a04a4a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c30c729f7814856b720bc029af9d1bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2240415 Nov 24 13:19:48.681512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38526) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:48.682880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c9da2-e5b2-4a9e-94d2-b7430a04a4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a1489b-3937-471a-a4d9-84b9a35b2704,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:48.753814 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7f7a124a-acee-4c0e-8df3-39c6ad3a88dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:48.777020 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7f7a124a-acee-4c0e-8df3-39c6ad3a88dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:48.827402 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7f7a124a-acee-4c0e-8df3-39c6ad3a88dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:48.835550 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7f7a124a-acee-4c0e-8df3-39c6ad3a88dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:48.841305 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7f7a124a-acee-4c0e-8df3-39c6ad3a88dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59a1489b-3937-471a-a4d9-84b9a35b2704 HTTP/1.1" status: 204 len: 168 time: 0.1583030 Nov 24 13:19:48.853001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a124a-acee-4c0e-8df3-39c6ad3a88dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a1489b-3937-471a-a4d9-84b9a35b2704,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:49.265116 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f90be-3d84-404e-8b51-b99c4c9ee6ae req-f7df50fa-c717-4a64-a7b4-b25c949f37df tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:49.267715 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-246f90be-3d84-404e-8b51-b99c4c9ee6ae req-f7df50fa-c717-4a64-a7b4-b25c949f37df tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0825560 Nov 24 13:19:49.392708 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-246f90be-3d84-404e-8b51-b99c4c9ee6ae req-5ceac59d-3274-4067-8695-a38d64aec5b1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174946 Nov 24 13:19:49.873439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ddfad-76ff-47fe-a060-027c2f9fdb9d req-fd57b706-3c1c-47f7-a0c3-1d19ab546abd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:49.881253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-be9ddfad-76ff-47fe-a060-027c2f9fdb9d req-fd57b706-3c1c-47f7-a0c3-1d19ab546abd tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.2374773 Nov 24 13:19:49.885929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334376a9-094b-4a43-b186-da144d1159d0 req-1956e84e-a328-4cbe-ae98-b0a07c8d70da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:49.887705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-334376a9-094b-4a43-b186-da144d1159d0 req-1956e84e-a328-4cbe-ae98-b0a07c8d70da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 1096 time: 0.1990278 Nov 24 13:19:50.050609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334376a9-094b-4a43-b186-da144d1159d0 req-09e398c2-12e5-428a-8d0f-ce1e657e50b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:50.053194 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-334376a9-094b-4a43-b186-da144d1159d0 req-09e398c2-12e5-428a-8d0f-ce1e657e50b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 200 len: 913 time: 0.1577888 Nov 24 13:19:50.151357 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-be9ddfad-76ff-47fe-a060-027c2f9fdb9d req-bd9d0621-52c4-4211-a6ab-95a9ad4cffe4 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689912 Nov 24 13:19:50.182168 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-334376a9-094b-4a43-b186-da144d1159d0 req-1be0f322-c88e-4a50-bb3e-60f854cc408e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86 HTTP/1.1" status: 200 len: 999 time: 0.1194823 Nov 24 13:19:50.250424 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334376a9-094b-4a43-b186-da144d1159d0 req-bc85ede7-9303-43c9-9750-dcbd6a39f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:50.252515 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-334376a9-094b-4a43-b186-da144d1159d0 req-bc85ede7-9303-43c9-9750-dcbd6a39f7e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 200 len: 851 time: 0.0556118 Nov 24 13:19:50.312613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334376a9-094b-4a43-b186-da144d1159d0 req-400f7958-292e-4265-9e5e-48170839fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:50.314169 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-334376a9-094b-4a43-b186-da144d1159d0 req-400f7958-292e-4265-9e5e-48170839fc7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=350afefa-f8e9-48b5-9810-800aaca7033f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542016 Nov 24 13:19:50.468854 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-334376a9-094b-4a43-b186-da144d1159d0 req-19fbb05e-ab8c-4f11-ae32-129cd0d4519a service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349576 Nov 24 13:19:50.630536 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-334376a9-094b-4a43-b186-da144d1159d0 req-f0d7b947-ecd9-4dc1-9c17-c587b15a3c13 service neutron] 10.222.0.46 "GET /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590254 Nov 24 13:19:50.850886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38704) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:50.859683 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-abd0ad3b-11ed-4ac1-a10b-265071659dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:50.944881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-7728bb67-602a-4386-b60a-dd7344b96708 admin admin] Deleting subnet c9700633-be4c-417b-977a-af70d420585f {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:19:50.950494 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7728bb67-602a-4386-b60a-dd7344b96708 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.004755 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7728bb67-602a-4386-b60a-dd7344b96708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.065063 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7728bb67-602a-4386-b60a-dd7344b96708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.167742 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7728bb67-602a-4386-b60a-dd7344b96708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.202420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728bb67-602a-4386-b60a-dd7344b96708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9700633-be4c-417b-977a-af70d420585f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:51.208986 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7728bb67-602a-4386-b60a-dd7344b96708 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.213702 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7728bb67-602a-4386-b60a-dd7344b96708 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c9700633-be4c-417b-977a-af70d420585f HTTP/1.1" status: 204 len: 168 time: 0.3611197 Nov 24 13:19:51.216056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38732) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:51.313468 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4a621c6-4413-47be-9714-be333dcf1228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.416419 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4a621c6-4413-47be-9714-be333dcf1228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.449105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e4a621c6-4413-47be-9714-be333dcf1228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db81e04-2b02-4f14-a937-9dd9245a8029']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:19:51.460917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e4a621c6-4413-47be-9714-be333dcf1228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64c60ac-a8f3-4ebd-8516-b44ef24e1321') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:19:51.461770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e4a621c6-4413-47be-9714-be333dcf1228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64c60ac-a8f3-4ebd-8516-b44ef24e1321') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:19:51.468876 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38738) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:51.477001 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4a621c6-4413-47be-9714-be333dcf1228 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.495857 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4a621c6-4413-47be-9714-be333dcf1228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.505763 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a621c6-4413-47be-9714-be333dcf1228 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:19:51.506542 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4a621c6-4413-47be-9714-be333dcf1228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.509263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff24a1-75a6-4434-a843-6fc045bada4d req-b4632c6e-33db-4c4b-bac4-74048e5d438c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:51.519582 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8aff24a1-75a6-4434-a843-6fc045bada4d req-b4632c6e-33db-4c4b-bac4-74048e5d438c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.1523292 Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:19:51.534070 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:19:51.583925 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4a621c6-4413-47be-9714-be333dcf1228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.595937 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e4a621c6-4413-47be-9714-be333dcf1228 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.606776 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e4a621c6-4413-47be-9714-be333dcf1228 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6db81e04-2b02-4f14-a937-9dd9245a8029 HTTP/1.1" status: 204 len: 168 time: 0.3868630 Nov 24 13:19:51.610655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38742) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:51.620076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a621c6-4413-47be-9714-be333dcf1228 admin admin] Pushing event deleted for resources: {'Network': ['ID=6db81e04-2b02-4f14-a937-9dd9245a8029,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:51.656359 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8aff24a1-75a6-4434-a843-6fc045bada4d req-d3239a4a-1e3f-422d-9432-d4b87a43aa14 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357126 Nov 24 13:19:51.700616 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4489ed5d-d32b-47e4-9f04-455feee6f2c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.771597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2213e0c-f63e-4341-90c2-8fcb537f0b36 admin admin] Deleting subnet 78305532-e692-49f9-a33f-81ef1e29bf54 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:19:51.776164 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2213e0c-f63e-4341-90c2-8fcb537f0b36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.841281 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2213e0c-f63e-4341-90c2-8fcb537f0b36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.893807 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2213e0c-f63e-4341-90c2-8fcb537f0b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.929540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4489ed5d-d32b-47e4-9f04-455feee6f2c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:51.939505 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4489ed5d-d32b-47e4-9f04-455feee6f2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.004804 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4489ed5d-d32b-47e4-9f04-455feee6f2c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38159042f07a4faba27d19d698a02aab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5342810 Nov 24 13:19:52.005171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38754) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:52.008962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489ed5d-d32b-47e4-9f04-455feee6f2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aecf767-dab2-4584-a59a-5b23e8c37d83,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:52.032710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2213e0c-f63e-4341-90c2-8fcb537f0b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.073500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2213e0c-f63e-4341-90c2-8fcb537f0b36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78305532-e692-49f9-a33f-81ef1e29bf54,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:52.077392 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2213e0c-f63e-4341-90c2-8fcb537f0b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.084618 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e2213e0c-f63e-4341-90c2-8fcb537f0b36 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/78305532-e692-49f9-a33f-81ef1e29bf54 HTTP/1.1" status: 204 len: 168 time: 0.4683950 Nov 24 13:19:52.084618 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38762) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:52.127914 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-65d8a56b-ca47-4c24-9483-b57706a81519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.171279 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-65d8a56b-ca47-4c24-9483-b57706a81519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.198063 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b9f44b73-471e-4202-87af-ca02c9e7e956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.236281 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-65d8a56b-ca47-4c24-9483-b57706a81519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.239352 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-65d8a56b-ca47-4c24-9483-b57706a81519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.240873 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-65d8a56b-ca47-4c24-9483-b57706a81519 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6aecf767-dab2-4584-a59a-5b23e8c37d83 HTTP/1.1" status: 204 len: 168 time: 0.2334573 Nov 24 13:19:52.251643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8a56b-ca47-4c24-9483-b57706a81519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aecf767-dab2-4584-a59a-5b23e8c37d83,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:52.345662 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b9f44b73-471e-4202-87af-ca02c9e7e956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.372109 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b9f44b73-471e-4202-87af-ca02c9e7e956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6c6a03-6049-43e2-8331-26d692d1d7b4']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:19:52.383749 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b9f44b73-471e-4202-87af-ca02c9e7e956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30dc4853-37cf-4f9c-aad4-b4182a799d6c') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:19:52.384056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b9f44b73-471e-4202-87af-ca02c9e7e956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30dc4853-37cf-4f9c-aad4-b4182a799d6c') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:19:52.398438 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b9f44b73-471e-4202-87af-ca02c9e7e956 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.415581 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b9f44b73-471e-4202-87af-ca02c9e7e956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.422839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f44b73-471e-4202-87af-ca02c9e7e956 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:19:52.423279 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b9f44b73-471e-4202-87af-ca02c9e7e956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:19:52.425234 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:19:52.497517 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b9f44b73-471e-4202-87af-ca02c9e7e956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.506357 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b9f44b73-471e-4202-87af-ca02c9e7e956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.510058 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b9f44b73-471e-4202-87af-ca02c9e7e956 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ac6c6a03-6049-43e2-8331-26d692d1d7b4 HTTP/1.1" status: 204 len: 168 time: 0.4243829 Nov 24 13:19:52.530081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f44b73-471e-4202-87af-ca02c9e7e956 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac6c6a03-6049-43e2-8331-26d692d1d7b4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:52.717388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38792) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:52.732880 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-42720064-159c-4c7c-a9cd-91e67b6d0207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.775199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38794) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:52.820309 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-27d147fc-4f48-4288-bb22-d66294890dda admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=160865936a0341718173a2cc7adf2738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438924 Nov 24 13:19:52.821496 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38796) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:52.853486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5bb49-0713-4e97-895b-515f6e82c570 req-633d592e-5f44-486d-a760-ea1b9fa264ac tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:52.861281 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ada5bb49-0713-4e97-895b-515f6e82c570 req-633d592e-5f44-486d-a760-ea1b9fa264ac tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0911803 Nov 24 13:19:52.874186 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79f2affe-4222-4847-8552-a9b66025aaa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.897786 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79f2affe-4222-4847-8552-a9b66025aaa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.918700 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-42720064-159c-4c7c-a9cd-91e67b6d0207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.929966 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-42720064-159c-4c7c-a9cd-91e67b6d0207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.948843 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ada5bb49-0713-4e97-895b-515f6e82c570 req-545e6784-9314-4c6c-b7e3-137edce2d511 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861020 Nov 24 13:19:52.952496 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79f2affe-4222-4847-8552-a9b66025aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.957886 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79f2affe-4222-4847-8552-a9b66025aaa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:52.969492 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-79f2affe-4222-4847-8552-a9b66025aaa0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3bbb78d2-eab9-4dfa-902c-7f2064e8bb93 HTTP/1.1" status: 204 len: 168 time: 0.1449919 Nov 24 13:19:52.987125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2affe-4222-4847-8552-a9b66025aaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbb78d2-eab9-4dfa-902c-7f2064e8bb93,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:53.009985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38802) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:53.010706 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-42720064-159c-4c7c-a9cd-91e67b6d0207 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7415722b5244d938564c717e2998760&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2915144 Nov 24 13:19:53.018258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42720064-159c-4c7c-a9cd-91e67b6d0207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b4de56-702d-46c9-a036-aa7aa6f13298,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:53.110821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c607b-3ea7-4d47-82b0-3c87b53de938 req-b03d8128-9d2b-4b8b-8e65-d6c949da2c19 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:53.131101 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed6c607b-3ea7-4d47-82b0-3c87b53de938 req-b03d8128-9d2b-4b8b-8e65-d6c949da2c19 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0984778 Nov 24 13:19:53.146097 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c5db056-584a-4970-8467-a3537a24efbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:53.168628 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c5db056-584a-4970-8467-a3537a24efbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:53.245042 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bb100178-7b6a-48b5-a001-6cba9b38b636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:53.273061 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed6c607b-3ea7-4d47-82b0-3c87b53de938 req-63025723-89e7-4885-9d48-f4c02d8ed7cc tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265059 Nov 24 13:19:53.299229 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c5db056-584a-4970-8467-a3537a24efbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:53.301978 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c5db056-584a-4970-8467-a3537a24efbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:53.305997 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3c5db056-584a-4970-8467-a3537a24efbb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87b4de56-702d-46c9-a036-aa7aa6f13298 HTTP/1.1" status: 204 len: 168 time: 0.2928340 Nov 24 13:19:53.323931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5db056-584a-4970-8467-a3537a24efbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b4de56-702d-46c9-a036-aa7aa6f13298,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:53.542717 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38828) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:53.605094 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-96313a69-1a15-40a4-8284-b94b1c4dc420 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8424cd3e4a1243f4b5e07297d188c13e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0610347 Nov 24 13:19:53.607883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38832) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:53.731513 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f5f0dca7-0725-4ad3-82bc-64b42fb0f7dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:53.756773 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f5f0dca7-0725-4ad3-82bc-64b42fb0f7dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:53.809529 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f5f0dca7-0725-4ad3-82bc-64b42fb0f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:53.812548 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f5f0dca7-0725-4ad3-82bc-64b42fb0f7dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:53.813799 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f5f0dca7-0725-4ad3-82bc-64b42fb0f7dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bce70e15-5687-4c1e-94b4-a2a58b75ba3f HTTP/1.1" status: 204 len: 168 time: 0.2048755 Nov 24 13:19:53.822330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0dca7-0725-4ad3-82bc-64b42fb0f7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce70e15-5687-4c1e-94b4-a2a58b75ba3f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:54.400214 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:54.553738 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549c7b6-492e-4bfb-a1b9-8a5f99f88079 req-e9ab72c5-9b55-44ac-a7bf-2ca44a8f241b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:54.554913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38902) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:54.557488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7549c7b6-492e-4bfb-a1b9-8a5f99f88079 req-e9ab72c5-9b55-44ac-a7bf-2ca44a8f241b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=e84233b5-fb9c-43da-ac03-a468c5aba684 HTTP/1.1" status: 200 len: 944 time: 0.0866303 Nov 24 13:19:54.703852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-7549c7b6-492e-4bfb-a1b9-8a5f99f88079 req-d28a164e-e9f2-4f61-a83f-aa54dde134a8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Deleting port 2c868683-12b7-42d3-810c-b55fc89fb709 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:19:54.704450 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7549c7b6-492e-4bfb-a1b9-8a5f99f88079 req-d28a164e-e9f2-4f61-a83f-aa54dde134a8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:54.739512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1730264367-network', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:19:54.792691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] Made reservation on behalf of f9eb189f71044813946e9bb1928ef292 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:19:54.795435 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:54.812239 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:54.888559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-7549c7b6-492e-4bfb-a1b9-8a5f99f88079 req-d28a164e-e9f2-4f61-a83f-aa54dde134a8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] For port 2c868683-12b7-42d3-810c-b55fc89fb709, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=2c868683-12b7-42d3-810c-b55fc89fb709,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:19:54.889188 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7549c7b6-492e-4bfb-a1b9-8a5f99f88079 req-d28a164e-e9f2-4f61-a83f-aa54dde134a8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:54.901187 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:54.905711 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:54.908435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-7549c7b6-492e-4bfb-a1b9-8a5f99f88079 req-d28a164e-e9f2-4f61-a83f-aa54dde134a8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Calling delete_port for 2c868683-12b7-42d3-810c-b55fc89fb709 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:19:54.919462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:19:54.931240 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:54.931591 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] Added segment 6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b of type vlan for network 6a016955-569b-4861-bee0-ac59750bb8f5 Nov 24 13:19:54.973410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38916) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:55.003865 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.027367 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baafce0-0cce-4138-9459-d78544bcfcb0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:55.051917 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.053451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:55.054928 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.145193 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-333724482-network', 'tenant_id': '68f15ad9caef4bd2bddba0dfca5ee13e'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:19:55.151064 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5945222 Nov 24 13:19:55.153333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8873a46-8c12-4d78-9049-963651c29041 admin admin] Pushing event updated for resources: {'Network': ['ID=6a016955-569b-4861-bee0-ac59750bb8f5,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:55.155326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38920) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:55.162519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-9c7aa837-c767-48af-abe8-732bd7f02f5f admin admin] Request body: {'subnet': {'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1730264367-subnet', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:19:55.167099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 6a016955-569b-4861-bee0-ac59750bb8f5 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:19:55.191260 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.db.api [None req-9c7aa837-c767-48af-abe8-732bd7f02f5f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 13:19:55.191260 n-d-817303-4 neutron-server[114985]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 24 13:19:55.191260 n-d-817303-4 neutron-server[114985]: [parameters: {'project_id_1': 'f9eb189f71044813946e9bb1928ef292', 'expiration_1': datetime.datetime(2021, 11, 24, 13, 19, 35, 170553)}] Nov 24 13:19:55.191260 n-d-817303-4 neutron-server[114985]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=114985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:19:55.191616 n-d-817303-4 neutron-server[114985]: DEBUG oslo_db.api [None req-9c7aa837-c767-48af-abe8-732bd7f02f5f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:19:55.198852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] Made reservation on behalf of 68f15ad9caef4bd2bddba0dfca5ee13e for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:19:55.203548 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.216608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.316860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.321831 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.347453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:19:55.357355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369e7bcf-9a9a-4268-892b-ff7a91045910,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:55.363857 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.364210 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] Added segment af5b226b-3a3b-4b3e-bce3-a2e48e442386 of type vlan for network 6c7a5820-638c-4c25-ba35-f7207fa8bed7 Nov 24 13:19:55.374956 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7549c7b6-492e-4bfb-a1b9-8a5f99f88079 req-d28a164e-e9f2-4f61-a83f-aa54dde134a8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.388204 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['2601b878-ea0e-499d-a6fe-95a39a3d4c0a', '14d5e10e-2b91-45af-847c-192985a74a5e'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:19:55.414968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a164e-e9f2-4f61-a83f-aa54dde134a8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event deleted for resources: {'Port': ['ID=2c868683-12b7-42d3-810c-b55fc89fb709,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:55.433204 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.466966 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.468133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:55.468907 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.473080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-7549c7b6-492e-4bfb-a1b9-8a5f99f88079 req-d28a164e-e9f2-4f61-a83f-aa54dde134a8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] No DVR routers for this DVR port 2c868683-12b7-42d3-810c-b55fc89fb709 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:19:55.477038 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-7549c7b6-492e-4bfb-a1b9-8a5f99f88079 req-d28a164e-e9f2-4f61-a83f-aa54dde134a8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.487746 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7549c7b6-492e-4bfb-a1b9-8a5f99f88079 req-d28a164e-e9f2-4f61-a83f-aa54dde134a8 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "DELETE /v2.0/ports/2c868683-12b7-42d3-810c-b55fc89fb709 HTTP/1.1" status: 204 len: 173 time: 0.9238536 Nov 24 13:19:55.489048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84233b5-fb9c-43da-ac03-a468c5aba684', 'name': 'network-vif-deleted', 'tag': '2c868683-12b7-42d3-810c-b55fc89fb709'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:19:55.491836 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125ba7ac-89e2-4740-8eb4-a39c146e0581" -d '{"events": [{"server_uuid": "e84233b5-fb9c-43da-ac03-a468c5aba684", "name": "network-vif-deleted", "tag": "2c868683-12b7-42d3-810c-b55fc89fb709"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:19:55.535445 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5583143 Nov 24 13:19:55.538143 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 38930) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:55.543763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-90425352-4992-45f8-950e-805e89ea9d9e admin admin] Request body: {'subnet': {'network_id': '6c7a5820-638c-4c25-ba35-f7207fa8bed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-333724482-subnet', 'tenant_id': '68f15ad9caef4bd2bddba0dfca5ee13e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:19:55.596088 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90425352-4992-45f8-950e-805e89ea9d9e admin admin] Made reservation on behalf of 68f15ad9caef4bd2bddba0dfca5ee13e for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:19:55.603581 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-90425352-4992-45f8-950e-805e89ea9d9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.636935 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 24 Nov 2021 13:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fa2cda-e8c0-4296-a9d4-2a4591ba6a35 x-openstack-request-id: req-57fa2cda-e8c0-4296-a9d4-2a4591ba6a35 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:19:55.637240 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84233b5-fb9c-43da-ac03-a468c5aba684", "name": "network-vif-deleted", "tag": "2c868683-12b7-42d3-810c-b55fc89fb709", "status": "failed", "code": 422}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:19:55.639344 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57fa2cda-e8c0-4296-a9d4-2a4591ba6a35 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:19:55.639466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0373e-6247-4ead-b7a9-2cdbb0fa23ec admin admin] Pushing event updated for resources: {'Network': ['ID=6c7a5820-638c-4c25-ba35-f7207fa8bed7,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:55.640389 n-d-817303-4 neutron-server[114986]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e84233b5-fb9c-43da-ac03-a468c5aba684', 'name': 'network-vif-deleted', 'tag': '2c868683-12b7-42d3-810c-b55fc89fb709', 'status': 'failed', 'code': 422} returned with failed status Nov 24 13:19:55.692579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 6c7a5820-638c-4c25-ba35-f7207fa8bed7 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:19:55.729319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7aa837-c767-48af-abe8-732bd7f02f5f admin admin] Made reservation on behalf of f9eb189f71044813946e9bb1928ef292 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:19:55.736235 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa837-c767-48af-abe8-732bd7f02f5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:55.951807 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:56.007268 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-90425352-4992-45f8-950e-805e89ea9d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:56.074726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90425352-4992-45f8-950e-805e89ea9d9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3abb1c-0621-4d5f-9161-5ad1a7a690fa,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:56.107049 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa837-c767-48af-abe8-732bd7f02f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:56.109391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90425352-4992-45f8-950e-805e89ea9d9e admin admin] Checking segment: {'id': 'af5b226b-3a3b-4b3e-bce3-a2e48e442386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c7a5820-638c-4c25-ba35-f7207fa8bed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:19:56.109857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90425352-4992-45f8-950e-805e89ea9d9e admin admin] Network hostable DHCP agents. Network: 6c7a5820-638c-4c25-ba35-f7207fa8bed7, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:19:56.156076 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90425352-4992-45f8-950e-805e89ea9d9e admin admin] Network 6c7a5820-638c-4c25-ba35-f7207fa8bed7 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:19:56.171118 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-90425352-4992-45f8-950e-805e89ea9d9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 6c7a5820-638c-4c25-ba35-f7207fa8bed7) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:19:56.179138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90425352-4992-45f8-950e-805e89ea9d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:56.179742 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-90425352-4992-45f8-950e-805e89ea9d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:56.189514 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06b2ddb-cbf3-4979-821b-a9687d30b4db None None] Network 6c7a5820-638c-4c25-ba35-f7207fa8bed7 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:19:56.190773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7aa837-c767-48af-abe8-732bd7f02f5f admin admin] Checking segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:19:56.191142 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7aa837-c767-48af-abe8-732bd7f02f5f admin admin] Network hostable DHCP agents. Network: 6a016955-569b-4861-bee0-ac59750bb8f5, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:19:56.203953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aa837-c767-48af-abe8-732bd7f02f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c4496a-3b03-42fd-9ce0-2f643f021eac,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:56.207435 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-90425352-4992-45f8-950e-805e89ea9d9e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6678162 Nov 24 13:19:56.231870 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7aa837-c767-48af-abe8-732bd7f02f5f admin admin] Network 6a016955-569b-4861-bee0-ac59750bb8f5 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:19:56.244801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-9c7aa837-c767-48af-abe8-732bd7f02f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 6a016955-569b-4861-bee0-ac59750bb8f5) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:19:56.254607 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7aa837-c767-48af-abe8-732bd7f02f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:56.255288 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa837-c767-48af-abe8-732bd7f02f5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:56.289050 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9c7aa837-c767-48af-abe8-732bd7f02f5f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1275783 Nov 24 13:19:56.289050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 38956) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:56.296203 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:19:56.342838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a0cee4-a8d2-4f3e-964e-cc4a669d12dc None None] Network 6a016955-569b-4861-bee0-ac59750bb8f5 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:19:56.349948 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:56.351564 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:56.457760 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:56.708690 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:56.740987 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c703d22-eca3-46fb-b108-f501d3a32ab4 None None] Network 6c7a5820-638c-4c25-ba35-f7207fa8bed7 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:19:56.888808 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:56.924381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e955d8-4b65-4e5f-afb3-655c4d7eff72 req-03933a9a-65b2-48f2-9e69-d8ec7793f44e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:56.925955 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23e955d8-4b65-4e5f-afb3-655c4d7eff72 req-03933a9a-65b2-48f2-9e69-d8ec7793f44e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 908 time: 0.1169057 Nov 24 13:19:57.003722 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-6a016955-569b-4861-bee0-ac59750bb8f5', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:19:57.005586 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:57.151868 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:57.186203 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:57.251900 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Allocated IP 172.20.0.2 (6a016955-569b-4861-bee0-ac59750bb8f5/58c4496a-3b03-42fd-9ce0-2f643f021eac/4cbade49-e1a8-4717-b777-3d0fd0034e94) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:19:57.354302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Allocated IP 172.25.0.233 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/4b2508b7-ac6d-41bc-9b22-e893fedd0835) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:19:57.434295 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:57.444925 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:57.485251 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:57.527939 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:57.531350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Pushing event updated for resources: {'Port': ['ID=4cbade49-e1a8-4717-b777-3d0fd0034e94,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:57.534913 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Network 6a016955-569b-4861-bee0-ac59750bb8f5 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:19:57.536690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:19:57.543466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:19:57.602238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:19:57.607962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:19:57.624828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:19:57.625994 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c49f42-f036-4826-adff-a2fa6b9a2b9d None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:19:57.630093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Pushing event updated for resources: {'Port': ['ID=4b2508b7-ac6d-41bc-9b22-e893fedd0835,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:57.672389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Attempting to bind port 4cbade49-e1a8-4717-b777-3d0fd0034e94 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:19:57.672802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Attempting to bind port 4cbade49-e1a8-4717-b777-3d0fd0034e94 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:19:57.673179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Attempting to bind port 4cbade49-e1a8-4717-b777-3d0fd0034e94 on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:19:57.684690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:19:57.686375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Checking segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:19:57.686779 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:57.687180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Bound using segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:19:57.687656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Bound port: 4cbade49-e1a8-4717-b777-3d0fd0034e94, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:19:57.689754 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:57.779823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-03ed6cfb-5f82-4fb1-8806-788f2abb6419 None None] Provisioning complete for port 4b2508b7-ac6d-41bc-9b22-e893fedd0835 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:19:57.780460 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-03ed6cfb-5f82-4fb1-8806-788f2abb6419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:57.844330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-03ed6cfb-5f82-4fb1-8806-788f2abb6419 None None] Port 4b2508b7-ac6d-41bc-9b22-e893fedd0835 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:19:57.850495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] For port 4cbade49-e1a8-4717-b777-3d0fd0034e94, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:19:57.855289 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] For port 4cbade49-e1a8-4717-b777-3d0fd0034e94, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4cbade49-e1a8-4717-b777-3d0fd0034e94,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:19:57.860124 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:57.957817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef86461-377c-44af-b56a-04ddefeccb50 None None] Pushing event updated for resources: {'Port': ['ID=4cbade49-e1a8-4717-b777-3d0fd0034e94,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:58.199009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6e1a4-83ac-4f50-adfa-796c67910390 req-4ec492e0-c888-4a0d-9fd4-4af7a76d0960 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:58.202519 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4db6e1a4-83ac-4f50-adfa-796c67910390 req-4ec492e0-c888-4a0d-9fd4-4af7a76d0960 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 908 time: 0.1558337 Nov 24 13:19:58.209000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37760768-ea4a-4d05-8762-e70a900e7313 req-3fff9dda-728e-4f5b-b366-54ae8366a5b7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:19:58.245828 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-37760768-ea4a-4d05-8762-e70a900e7313 req-3fff9dda-728e-4f5b-b366-54ae8366a5b7 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 908 time: 0.2161617 Nov 24 13:19:58.257259 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:58.367028 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:19:58.438309 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-4db6e1a4-83ac-4f50-adfa-796c67910390 req-5fbb4848-2f7c-4f08-885f-caacfce0d93b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Deleting port 5a612284-9be3-4439-81b6-8e176d60ec88 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:19:58.438742 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4db6e1a4-83ac-4f50-adfa-796c67910390 req-5fbb4848-2f7c-4f08-885f-caacfce0d93b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:58.572468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-4db6e1a4-83ac-4f50-adfa-796c67910390 req-5fbb4848-2f7c-4f08-885f-caacfce0d93b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] For port 5a612284-9be3-4439-81b6-8e176d60ec88, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=5a612284-9be3-4439-81b6-8e176d60ec88,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:19:58.572901 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4db6e1a4-83ac-4f50-adfa-796c67910390 req-5fbb4848-2f7c-4f08-885f-caacfce0d93b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:58.593375 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-4db6e1a4-83ac-4f50-adfa-796c67910390 req-5fbb4848-2f7c-4f08-885f-caacfce0d93b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Calling delete_port for 5a612284-9be3-4439-81b6-8e176d60ec88 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:19:58.600283 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:58.764129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:19:58.766001 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4db6e1a4-83ac-4f50-adfa-796c67910390 req-5fbb4848-2f7c-4f08-885f-caacfce0d93b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:58.872651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb4848-2f7c-4f08-885f-caacfce0d93b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event deleted for resources: {'Port': ['ID=5a612284-9be3-4439-81b6-8e176d60ec88,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:19:58.933805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db6e1a4-83ac-4f50-adfa-796c67910390 req-5fbb4848-2f7c-4f08-885f-caacfce0d93b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] No DVR routers for this DVR port 5a612284-9be3-4439-81b6-8e176d60ec88 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:19:58.935757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:19:58.948796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Sync routers for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:19:58.953827 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4db6e1a4-83ac-4f50-adfa-796c67910390 req-5fbb4848-2f7c-4f08-885f-caacfce0d93b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:58.962927 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4db6e1a4-83ac-4f50-adfa-796c67910390 req-5fbb4848-2f7c-4f08-885f-caacfce0d93b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "DELETE /v2.0/ports/5a612284-9be3-4439-81b6-8e176d60ec88 HTTP/1.1" status: 204 len: 173 time: 0.7536054 Nov 24 13:19:58.965515 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6369fd21-f52f-4843-a392-d2999a52d155', 'name': 'network-vif-deleted', 'tag': '5a612284-9be3-4439-81b6-8e176d60ec88'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:19:58.967937 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:58.974648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:19:58.975636 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:19:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:19:58.979299 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6ccb929f-e0a1-4419-8950-7a2ce5586cee admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6867528 Nov 24 13:19:58.980445 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39000) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:19:58.993681 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff35063-9bcc-4472-bba0-4c94f0ad91c8" -d '{"events": [{"server_uuid": "6369fd21-f52f-4843-a392-d2999a52d155", "name": "network-vif-deleted", "tag": "5a612284-9be3-4439-81b6-8e176d60ec88"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:19:59.178547 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9724dba4-92ad-482c-85d5-c4e7be80b45b x-openstack-request-id: req-9724dba4-92ad-482c-85d5-c4e7be80b45b {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:19:59.179226 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6369fd21-f52f-4843-a392-d2999a52d155", "name": "network-vif-deleted", "tag": "5a612284-9be3-4439-81b6-8e176d60ec88", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:19:59.179688 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9724dba4-92ad-482c-85d5-c4e7be80b45b {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:19:59.180862 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6369fd21-f52f-4843-a392-d2999a52d155', 'name': 'network-vif-deleted', 'tag': '5a612284-9be3-4439-81b6-8e176d60ec88', 'status': 'completed', 'code': 200} Nov 24 13:19:59.260144 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:19:59.575043 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-73c6542a-4bf6-4e99-863d-9be065659273 req-49c4ebb2-9b9a-4bed-a8ec-588e0d5e6a56 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=6369fd21-f52f-4843-a392-d2999a52d155 HTTP/1.1" status: 200 len: 210 time: 0.0542324 Nov 24 13:19:59.737378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:19:57Z', 'revision_number': 3, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:19:59.772112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Checking router: 6b4605f8-820c-4085-9fa4-a6596cc1cac0 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:19:59.772642 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Updating router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 port 4b2508b7-ac6d-41bc-9b22-e893fedd0835 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:19:59.804356 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:19:59.905930 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b92a8f-3255-4261-adc3-2a77d85072ca None None] Network 6a016955-569b-4861-bee0-ac59750bb8f5 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:20:00.440108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-29468414-482e-48fb-8c70-e071a5f0360d tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:00.450420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0df6f309-60ff-40aa-ad48-3ccd33305efd None None] Provisioning complete for port 4cbade49-e1a8-4717-b777-3d0fd0034e94 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:00.450970 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0df6f309-60ff-40aa-ad48-3ccd33305efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:00.453431 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-29468414-482e-48fb-8c70-e071a5f0360d tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/networks?id=6c7a5820-638c-4c25-ba35-f7207fa8bed7 HTTP/1.1" status: 200 len: 808 time: 0.2688942 Nov 24 13:20:00.500653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-94edb4a2-d4c9-4eee-826e-3904582ca44e tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/quotas/68f15ad9caef4bd2bddba0dfca5ee13e HTTP/1.1" status: 200 len: 375 time: 0.0460699 Nov 24 13:20:00.566498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-08ae43d8-e08e-428d-a3af-38e2a0dff693 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=68f15ad9caef4bd2bddba0dfca5ee13e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646374 Nov 24 13:20:00.609361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4cbade49-e1a8-4717-b777-3d0fd0034e94 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:20:00.812805 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-d080cc16-e3c9-4e4b-8960-dccac5250d89 service neutron] 10.222.0.48 "GET /v2.0/networks/6c7a5820-638c-4c25-ba35-f7207fa8bed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449741 Nov 24 13:20:00.953564 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:00.996438 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-e4a46a02-f81a-4eb8-a11c-e320930372cd service neutron] 10.222.0.48 "GET /v2.0/networks/6c7a5820-638c-4c25-ba35-f7207fa8bed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827214 Nov 24 13:20:01.260623 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0df6f309-60ff-40aa-ad48-3ccd33305efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:01.270189 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 4cbade49-e1a8-4717-b777-3d0fd0034e94 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:01.273077 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:01.401543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-0df6f309-60ff-40aa-ad48-3ccd33305efd None None] For port 4cbade49-e1a8-4717-b777-3d0fd0034e94, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4cbade49-e1a8-4717-b777-3d0fd0034e94,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:01.407497 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:01.415814 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0df6f309-60ff-40aa-ad48-3ccd33305efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:01.518496 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:01.524241 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bda36103-ccd0-4f9a-8157-a200a326515e req-583f6bb0-2aea-452c-a668-c427e1fb1be4 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 210 time: 0.0488536 Nov 24 13:20:01.590637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e788754-a3d6-465f-9893-5fd6a6406164 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:20:01.616545 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a2ebc-53f7-40ce-8d52-d485548c8187 req-a867e9bf-fd4f-4f46-bc5b-d394c8a3adba tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:01.624229 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-128a2ebc-53f7-40ce-8d52-d485548c8187 req-a867e9bf-fd4f-4f46-bc5b-d394c8a3adba tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 945 time: 0.1261485 Nov 24 13:20:01.688067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Allocated IP 172.20.0.1 (6a016955-569b-4861-bee0-ac59750bb8f5/58c4496a-3b03-42fd-9ce0-2f643f021eac/c641ce35-a967-43da-9a12-9a589cf468d4) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:20:01.690086 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Attempting to bind port 4b2508b7-ac6d-41bc-9b22-e893fedd0835 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:20:01.690086 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Attempting to bind port 4b2508b7-ac6d-41bc-9b22-e893fedd0835 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:20:01.690473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Attempting to bind port 4b2508b7-ac6d-41bc-9b22-e893fedd0835 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:20:01.748919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6f309-60ff-40aa-ad48-3ccd33305efd None None] Pushing event updated for resources: {'Port': ['ID=4cbade49-e1a8-4717-b777-3d0fd0034e94,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:01.767927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ed00a7a1-67a7-4072-92fa-cd55c01988fc None None] Provisioning complete for port 4cbade49-e1a8-4717-b777-3d0fd0034e94 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:01.768298 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ed00a7a1-67a7-4072-92fa-cd55c01988fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:01.889679 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:01.920070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:20:01.920476 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:20:01.920943 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:01.921349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:20:01.921851 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Bound port: 4b2508b7-ac6d-41bc-9b22-e893fedd0835, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:20:01.922236 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:01.941076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:01.997468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Pushing event updated for resources: {'Port': ['ID=c641ce35-a967-43da-9a12-9a589cf468d4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:02.029093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Network 6a016955-569b-4861-bee0-ac59750bb8f5 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:20:02.040507 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:20:02.044167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:20:02.091017 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:02.096984 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-128a2ebc-53f7-40ce-8d52-d485548c8187 req-cf2eb372-04de-495e-8d85-8cc5f51e505c tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718678 Nov 24 13:20:02.150505 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a0270-2847-41aa-94b5-bea48fe5dd61 None None] Pushing event updated for resources: {'Port': ['ID=4b2508b7-ac6d-41bc-9b22-e893fedd0835,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:02.301679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] For port 4b2508b7-ac6d-41bc-9b22-e893fedd0835, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:20:02.358545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] For port 4b2508b7-ac6d-41bc-9b22-e893fedd0835, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4b2508b7-ac6d-41bc-9b22-e893fedd0835,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:20:02.375809 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:02.479525 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:02.650588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4cbade49-e1a8-4717-b777-3d0fd0034e94 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:20:02.660831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89016a55-13ad-4bbc-8829-d9d9f5571b41 req-f4321bf7-7814-4e5e-839c-a9d73ad51ccf tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:02.667520 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-89016a55-13ad-4bbc-8829-d9d9f5571b41 req-f4321bf7-7814-4e5e-839c-a9d73ad51ccf tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 945 time: 0.1218505 Nov 24 13:20:02.716478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1241ca-ff47-4ed0-8626-1c7f24e41ebf None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:20:02.735858 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:20:02.736621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:19:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:02.800614 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b88f3a73-eaa5-47f6-8a74-2ea85f5f43c8 req-2236c93b-e530-432e-aa4e-68b49d1bdc06 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 210 time: 0.1830332 Nov 24 13:20:02.808493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 5a612284-9be3-4439-81b6-8e176d60ec88 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:20:02.858291 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a0270-2847-41aa-94b5-bea48fe5dd61 None None] Pushing event updated for resources: {'Port': ['ID=4b2508b7-ac6d-41bc-9b22-e893fedd0835,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:02.866114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-32eddcb9-f416-4fd3-ae68-5292f2001cbd None None] Provisioning complete for port 4b2508b7-ac6d-41bc-9b22-e893fedd0835 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:02.866781 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-32eddcb9-f416-4fd3-ae68-5292f2001cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:02.872065 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 5a612284-9be3-4439-81b6-8e176d60ec88 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:20:02.872909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 5a612284-9be3-4439-81b6-8e176d60ec88 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:20:02.886159 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-89016a55-13ad-4bbc-8829-d9d9f5571b41 req-9696d3a9-53d4-4e52-963b-0b6be6c2c9db tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Deleting port 14d5e10e-2b91-45af-847c-192985a74a5e {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:20:02.886519 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-89016a55-13ad-4bbc-8829-d9d9f5571b41 req-9696d3a9-53d4-4e52-963b-0b6be6c2c9db tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:02.937231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 4cbade49-e1a8-4717-b777-3d0fd0034e94 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:02.937663 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:02.987669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-89016a55-13ad-4bbc-8829-d9d9f5571b41 req-9696d3a9-53d4-4e52-963b-0b6be6c2c9db tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] For port 14d5e10e-2b91-45af-847c-192985a74a5e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14d5e10e-2b91-45af-847c-192985a74a5e,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:02.988054 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-89016a55-13ad-4bbc-8829-d9d9f5571b41 req-9696d3a9-53d4-4e52-963b-0b6be6c2c9db tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:03.001400 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:03.004450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-89016a55-13ad-4bbc-8829-d9d9f5571b41 req-9696d3a9-53d4-4e52-963b-0b6be6c2c9db tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Calling delete_port for 14d5e10e-2b91-45af-847c-192985a74a5e owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:20:03.008909 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:03.010332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:20:03.149600 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-32eddcb9-f416-4fd3-ae68-5292f2001cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:03.170956 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:03.210350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Pushing event updated for resources: {'Port': ['ID=c641ce35-a967-43da-9a12-9a589cf468d4,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:03.212297 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-89016a55-13ad-4bbc-8829-d9d9f5571b41 req-9696d3a9-53d4-4e52-963b-0b6be6c2c9db tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:03.237052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['2601b878-ea0e-499d-a6fe-95a39a3d4c0a', '14d5e10e-2b91-45af-847c-192985a74a5e'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:20:03.243188 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-32eddcb9-f416-4fd3-ae68-5292f2001cbd None None] For port 4b2508b7-ac6d-41bc-9b22-e893fedd0835, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4b2508b7-ac6d-41bc-9b22-e893fedd0835,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:03.268190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696d3a9-53d4-4e52-963b-0b6be6c2c9db tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event deleted for resources: {'Port': ['ID=14d5e10e-2b91-45af-847c-192985a74a5e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:03.282115 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-32eddcb9-f416-4fd3-ae68-5292f2001cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:03.412858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-65409d66-0b8a-48f2-96f6-9ae44c14f1c7 req-c645e99e-dde7-49a6-bb96-ba2dd51e47b3 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=0259a048-6489-4db2-851f-9d56f19683d9 HTTP/1.1" status: 200 len: 210 time: 0.1066244 Nov 24 13:20:03.427583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-32eddcb9-f416-4fd3-ae68-5292f2001cbd None None] Provisioning complete for port c641ce35-a967-43da-9a12-9a589cf468d4 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:03.428172 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-32eddcb9-f416-4fd3-ae68-5292f2001cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:03.432663 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-89016a55-13ad-4bbc-8829-d9d9f5571b41 req-9696d3a9-53d4-4e52-963b-0b6be6c2c9db tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] No DVR routers for this DVR port 14d5e10e-2b91-45af-847c-192985a74a5e on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:20:03.438593 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-89016a55-13ad-4bbc-8829-d9d9f5571b41 req-9696d3a9-53d4-4e52-963b-0b6be6c2c9db tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:03.447143 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-89016a55-13ad-4bbc-8829-d9d9f5571b41 req-9696d3a9-53d4-4e52-963b-0b6be6c2c9db tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "DELETE /v2.0/ports/14d5e10e-2b91-45af-847c-192985a74a5e HTTP/1.1" status: 204 len: 173 time: 0.7720172 Nov 24 13:20:03.448047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0259a048-6489-4db2-851f-9d56f19683d9', 'name': 'network-vif-deleted', 'tag': '14d5e10e-2b91-45af-847c-192985a74a5e'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:03.452104 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d852d9-109a-4b2d-898b-e39959585f9f" -d '{"events": [{"server_uuid": "0259a048-6489-4db2-851f-9d56f19683d9", "name": "network-vif-deleted", "tag": "14d5e10e-2b91-45af-847c-192985a74a5e"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:03.487587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-32eddcb9-f416-4fd3-ae68-5292f2001cbd None None] Port c641ce35-a967-43da-9a12-9a589cf468d4 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:20:03.489347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eddcb9-f416-4fd3-ae68-5292f2001cbd None None] Pushing event updated for resources: {'Port': ['ID=4b2508b7-ac6d-41bc-9b22-e893fedd0835,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:03.543491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:01Z', 'revision_number': 1, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:03.566263 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df8b729-d930-4253-82cb-71a3767811c0 x-openstack-request-id: req-7df8b729-d930-4253-82cb-71a3767811c0 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:03.566942 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0259a048-6489-4db2-851f-9d56f19683d9", "name": "network-vif-deleted", "tag": "14d5e10e-2b91-45af-847c-192985a74a5e", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:03.567365 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7df8b729-d930-4253-82cb-71a3767811c0 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:03.567914 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0259a048-6489-4db2-851f-9d56f19683d9', 'name': 'network-vif-deleted', 'tag': '14d5e10e-2b91-45af-847c-192985a74a5e', 'status': 'completed', 'code': 200} Nov 24 13:20:03.577805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6dad4d-3fc7-4eac-bef8-a9c44d160a7b None None] The sync data for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 is: [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:01Z', 'revision_number': 1, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:20:03.623889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-9d6dc643-600d-428c-b053-77352a3ae43b tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:03.637594 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-9d6dc643-600d-428c-b053-77352a3ae43b tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.59 "GET /v2.0/networks?id=6c7a5820-638c-4c25-ba35-f7207fa8bed7 HTTP/1.1" status: 200 len: 808 time: 0.4763322 Nov 24 13:20:03.659639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-3099e179-1bb9-4c7d-b41b-2b731430e633 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Request body: {'port': {'device_id': '9537c1ca-fa42-4b4c-abed-b82c3180faa4', 'network_id': '6c7a5820-638c-4c25-ba35-f7207fa8bed7', 'admin_state_up': True, 'tenant_id': '68f15ad9caef4bd2bddba0dfca5ee13e'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:20:03.696222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b98bc999-4580-441c-b677-15ab25d41f5d None None] Provisioning complete for port 4b2508b7-ac6d-41bc-9b22-e893fedd0835 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:03.696743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b98bc999-4580-441c-b677-15ab25d41f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:03.850997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Network 6a016955-569b-4861-bee0-ac59750bb8f5 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:20:03.854465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:20:04.293156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-3099e179-1bb9-4c7d-b41b-2b731430e633 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Made reservation on behalf of 68f15ad9caef4bd2bddba0dfca5ee13e for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:20:04.302142 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-3099e179-1bb9-4c7d-b41b-2b731430e633 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:04.324456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:20:04.328142 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cc3a65ab-19b6-4c7f-90af-9643e761f1f6 req-5b4c0eb1-6c3f-4604-86b1-728767bc7100 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 210 time: 0.2725120 Nov 24 13:20:04.366490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f5a98eea-163c-4e1e-a0a9-3f37b15fff1c None None] Provisioning complete for port c641ce35-a967-43da-9a12-9a589cf468d4 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:04.366991 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f5a98eea-163c-4e1e-a0a9-3f37b15fff1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:04.429327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f5a98eea-163c-4e1e-a0a9-3f37b15fff1c None None] Port c641ce35-a967-43da-9a12-9a589cf468d4 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:20:04.672096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:20:04.678678 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-94f85bd1-5878-4ef7-91e2-a73dc97c2315 admin admin] 10.222.0.48 "PUT /v2.0/routers/6b4605f8-820c-4085-9fa4-a6596cc1cac0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6969597 Nov 24 13:20:04.714407 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-3099e179-1bb9-4c7d-b41b-2b731430e633 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Allocated IP 172.20.0.12 (6c7a5820-638c-4c25-ba35-f7207fa8bed7/5c3abb1c-0621-4d5f-9161-5ad1a7a690fa/039a6fa8-dfde-454f-8934-2e998b6145c8) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:20:04.989797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6353b-ce15-4b5f-b697-5bab75a2363e req-1e463a21-9612-4e6f-9199-67af09197eb1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:04.991326 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-55c6353b-ce15-4b5f-b697-5bab75a2363e req-1e463a21-9612-4e6f-9199-67af09197eb1 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.0838952 Nov 24 13:20:05.038330 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-3099e179-1bb9-4c7d-b41b-2b731430e633 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:05.086655 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-55c6353b-ce15-4b5f-b697-5bab75a2363e req-724454c4-0f1b-4294-9e8f-c3c762e42208 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874450 Nov 24 13:20:05.106063 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-3099e179-1bb9-4c7d-b41b-2b731430e633 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:05.182169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-3099e179-1bb9-4c7d-b41b-2b731430e633 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Network 6c7a5820-638c-4c25-ba35-f7207fa8bed7 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:20:05.185378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-3099e179-1bb9-4c7d-b41b-2b731430e633 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:20:05.189352 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-3099e179-1bb9-4c7d-b41b-2b731430e633 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:20:05.216226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099e179-1bb9-4c7d-b41b-2b731430e633 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Pushing event updated for resources: {'Port': ['ID=039a6fa8-dfde-454f-8934-2e998b6145c8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:05.308656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-3099e179-1bb9-4c7d-b41b-2b731430e633 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:05.309362 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-3099e179-1bb9-4c7d-b41b-2b731430e633 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:05.343757 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-3099e179-1bb9-4c7d-b41b-2b731430e633 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7053778 Nov 24 13:20:05.366987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Request body: {'port': {'device_id': '9537c1ca-fa42-4b4c-abed-b82c3180faa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:20:05.549438 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:05.630829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39144) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:05.638214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-625850219-network', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:20:05.641097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823b426-802f-4327-9b8f-9a77cae38ee6 req-11ada8af-8d85-4a63-8548-2f7ca0ac97de tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:05.642628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f823b426-802f-4327-9b8f-9a77cae38ee6 req-11ada8af-8d85-4a63-8548-2f7ca0ac97de tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 932 time: 0.1475823 Nov 24 13:20:05.682625 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] Made reservation on behalf of 12ff18e3969242f59e4e52545b2bb4d7 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:20:05.685387 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:05.708270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:05.787906 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f823b426-802f-4327-9b8f-9a77cae38ee6 req-d1be370d-2468-4c35-92c2-9c66965de913 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375911 Nov 24 13:20:05.870425 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:05.878421 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:05.931550 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:20:05.963093 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:05.963455 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] Added segment c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1 of type vlan for network 2f3d579a-1e21-4765-a665-65b04edd1c7f Nov 24 13:20:05.985287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 039a6fa8-dfde-454f-8934-2e998b6145c8 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:20:05.994874 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:06.010661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94abb695-d9d0-4975-bf8f-aecba94dbf0d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:06.011355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Transition to ACTIVE for port object 039a6fa8-dfde-454f-8934-2e998b6145c8 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:20:06.016135 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:06.090161 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:06.097649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=039a6fa8-dfde-454f-8934-2e998b6145c8,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:06.153953 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:06.155199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:06.155787 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:06.221787 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5890431 Nov 24 13:20:06.224806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39158) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:06.261790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-fcb72884-9764-4f7e-950d-39ead600a57a admin admin] Request body: {'subnet': {'network_id': '2f3d579a-1e21-4765-a665-65b04edd1c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-625850219-subnet', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:20:06.284076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Attempting to bind port 039a6fa8-dfde-454f-8934-2e998b6145c8 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:20:06.284433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Attempting to bind port 039a6fa8-dfde-454f-8934-2e998b6145c8 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'af5b226b-3a3b-4b3e-bce3-a2e48e442386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c7a5820-638c-4c25-ba35-f7207fa8bed7'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:20:06.284933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Attempting to bind port 039a6fa8-dfde-454f-8934-2e998b6145c8 on network 6c7a5820-638c-4c25-ba35-f7207fa8bed7 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:20:06.297544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c0320-1e39-48d8-ab01-59afcd1ac5c1 admin admin] Pushing event updated for resources: {'Network': ['ID=2f3d579a-1e21-4765-a665-65b04edd1c7f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:06.310888 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9a98d-6f42-46fa-80e8-8f1da75c246a req-e9610371-3d1a-40be-9cd3-6bd20c034869 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:06.312852 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6fc9a98d-6f42-46fa-80e8-8f1da75c246a req-e9610371-3d1a-40be-9cd3-6bd20c034869 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.1716070 Nov 24 13:20:06.314043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Port 039a6fa8-dfde-454f-8934-2e998b6145c8 on network 6c7a5820-638c-4c25-ba35-f7207fa8bed7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:20:06.314442 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Attempting to bind port 039a6fa8-dfde-454f-8934-2e998b6145c8 on network 6c7a5820-638c-4c25-ba35-f7207fa8bed7 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:20:06.319046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 2f3d579a-1e21-4765-a665-65b04edd1c7f details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:20:06.325587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:20:06.326037 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Checking segment: {'id': 'af5b226b-3a3b-4b3e-bce3-a2e48e442386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c7a5820-638c-4c25-ba35-f7207fa8bed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:20:06.326495 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Bound using segment: {'id': 'af5b226b-3a3b-4b3e-bce3-a2e48e442386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c7a5820-638c-4c25-ba35-f7207fa8bed7'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:20:06.327026 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Bound port: 039a6fa8-dfde-454f-8934-2e998b6145c8, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af5b226b-3a3b-4b3e-bce3-a2e48e442386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c7a5820-638c-4c25-ba35-f7207fa8bed7'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:20:06.327574 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:06.418434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713da52-aa00-45d9-8aa8-204605766eab req-22d97961-9f49-4555-8ab6-b337e16b9b76 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:06.420210 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f713da52-aa00-45d9-8aa8-204605766eab req-22d97961-9f49-4555-8ab6-b337e16b9b76 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.1498485 Nov 24 13:20:06.428519 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:06.467867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4b2508b7-ac6d-41bc-9b22-e893fedd0835 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:20:06.486585 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f713da52-aa00-45d9-8aa8-204605766eab req-d6b8e726-4f17-4842-bfcf-8b280675d420 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576847 Nov 24 13:20:06.516024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb72884-9764-4f7e-950d-39ead600a57a admin admin] Made reservation on behalf of 12ff18e3969242f59e4e52545b2bb4d7 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:20:06.519277 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcb72884-9764-4f7e-950d-39ead600a57a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:06.530960 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] For port 039a6fa8-dfde-454f-8934-2e998b6145c8, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:20:06.535911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] For port 039a6fa8-dfde-454f-8934-2e998b6145c8, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=039a6fa8-dfde-454f-8934-2e998b6145c8,segment=NetworkSegment(af5b226b-3a3b-4b3e-bce3-a2e48e442386),segment_id=af5b226b-3a3b-4b3e-bce3-a2e48e442386)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:20:06.542608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:06.572075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 4b2508b7-ac6d-41bc-9b22-e893fedd0835 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:06.572451 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:06.657193 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Pushing event updated for resources: {'Port': ['ID=039a6fa8-dfde-454f-8934-2e998b6145c8,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:06.668890 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:06.669877 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:06.671370 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-fe4c4c99-a15e-44d5-99e5-842e44f4fb92 service neutron] 10.222.0.59 "PUT /v2.0/ports/039a6fa8-dfde-454f-8934-2e998b6145c8 HTTP/1.1" status: 200 len: 1092 time: 1.3171430 Nov 24 13:20:06.671967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9537c1ca-fa42-4b4c-abed-b82c3180faa4', 'tag': '039a6fa8-dfde-454f-8934-2e998b6145c8'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:06.683277 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83cac20-d826-4592-916e-8c8faa131410" -d '{"events": [{"name": "network-changed", "server_uuid": "9537c1ca-fa42-4b4c-abed-b82c3180faa4", "tag": "039a6fa8-dfde-454f-8934-2e998b6145c8"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:06.763305 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98d8e85-0410-4339-b7fb-24ba3e94742a x-openstack-request-id: req-b98d8e85-0410-4339-b7fb-24ba3e94742a {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:06.763858 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9537c1ca-fa42-4b4c-abed-b82c3180faa4", "tag": "039a6fa8-dfde-454f-8934-2e998b6145c8", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:06.764222 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b98d8e85-0410-4339-b7fb-24ba3e94742a {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:06.764816 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9537c1ca-fa42-4b4c-abed-b82c3180faa4', 'tag': '039a6fa8-dfde-454f-8934-2e998b6145c8', 'status': 'completed', 'code': 200} Nov 24 13:20:06.784143 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 14d5e10e-2b91-45af-847c-192985a74a5e no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:20:06.816916 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-b3d02b36-dd76-491f-8de6-621d9cb87a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:06.820335 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-b3d02b36-dd76-491f-8de6-621d9cb87a53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68f15ad9caef4bd2bddba0dfca5ee13e&device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 1095 time: 0.1007321 Nov 24 13:20:06.823993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 14d5e10e-2b91-45af-847c-192985a74a5e {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:20:06.824357 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 14d5e10e-2b91-45af-847c-192985a74a5e not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:20:06.881447 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-a795b5a5-a17b-4747-9fc6-b446a93dc81b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=039a6fa8-dfde-454f-8934-2e998b6145c8 HTTP/1.1" status: 200 len: 217 time: 0.0498846 Nov 24 13:20:06.952556 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcb72884-9764-4f7e-950d-39ead600a57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:07.028651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-d1e9b87c-1584-40d3-aa03-560e28f59f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:07.034240 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-d1e9b87c-1584-40d3-aa03-560e28f59f00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c3abb1c-0621-4d5f-9161-5ad1a7a690fa HTTP/1.1" status: 200 len: 848 time: 0.1436567 Nov 24 13:20:07.053235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec56ebf-de95-46e7-bb0d-f094b6c28413 req-f15abef7-7a3f-4937-9a70-686a50f7d12b tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:07.061965 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ec56ebf-de95-46e7-bb0d-f094b6c28413 req-f15abef7-7a3f-4937-9a70-686a50f7d12b tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 944 time: 0.1553080 Nov 24 13:20:07.073865 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-6fc9a98d-6f42-46fa-80e8-8f1da75c246a req-23bc4ae9-1597-4932-900f-86659b196a2e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Deleting port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:20:07.074800 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6fc9a98d-6f42-46fa-80e8-8f1da75c246a req-23bc4ae9-1597-4932-900f-86659b196a2e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:07.091668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb72884-9764-4f7e-950d-39ead600a57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bb13414-b416-447f-a000-281d79ef1ae0,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:07.110264 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-0fcb35d4-bd89-465c-9276-a1225754a8d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c7a5820-638c-4c25-ba35-f7207fa8bed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451739 Nov 24 13:20:07.144869 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb72884-9764-4f7e-950d-39ead600a57a admin admin] Checking segment: {'id': 'c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2f3d579a-1e21-4765-a665-65b04edd1c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:20:07.145239 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb72884-9764-4f7e-950d-39ead600a57a admin admin] Network hostable DHCP agents. Network: 2f3d579a-1e21-4765-a665-65b04edd1c7f, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:20:07.152812 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Sync routers for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:20:07.175751 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:20:07.176484 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:19:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:07.216220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb72884-9764-4f7e-950d-39ead600a57a admin admin] Network 2f3d579a-1e21-4765-a665-65b04edd1c7f is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:20:07.252915 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-fcb72884-9764-4f7e-950d-39ead600a57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 2f3d579a-1e21-4765-a665-65b04edd1c7f) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:20:07.265850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c304e4-7d5a-4bf5-b1c7-afb05ad0a1f8 None None] Network 2f3d579a-1e21-4765-a665-65b04edd1c7f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:20:07.266567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb72884-9764-4f7e-950d-39ead600a57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:07.267365 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcb72884-9764-4f7e-950d-39ead600a57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:07.268658 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ec56ebf-de95-46e7-bb0d-f094b6c28413 req-fb7945e8-7d32-426d-aa07-390d3993b2b1 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057905 Nov 24 13:20:07.330183 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-e39a35ee-caac-4514-88d6-33e1ac11651b service neutron] 10.222.0.59 "GET /v2.0/networks/6c7a5820-638c-4c25-ba35-f7207fa8bed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088912 Nov 24 13:20:07.357351 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-6fc9a98d-6f42-46fa-80e8-8f1da75c246a req-23bc4ae9-1597-4932-900f-86659b196a2e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] For port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=2601b878-ea0e-499d-a6fe-95a39a3d4c0a,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:07.360749 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6fc9a98d-6f42-46fa-80e8-8f1da75c246a req-23bc4ae9-1597-4932-900f-86659b196a2e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:07.373089 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fcb72884-9764-4f7e-950d-39ead600a57a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1160166 Nov 24 13:20:07.379243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39176) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:07.384532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-625850219-router', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:20:07.389007 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:20:07.448255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-6fc9a98d-6f42-46fa-80e8-8f1da75c246a req-23bc4ae9-1597-4932-900f-86659b196a2e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Calling delete_port for 2601b878-ea0e-499d-a6fe-95a39a3d4c0a owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:20:07.506670 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b93c2bc-b0af-4584-a458-5b70c29c7b02 req-7629494a-7eed-4ce3-8f07-6aec0dcca379 service neutron] 10.222.0.59 "GET /v2.0/networks/6c7a5820-638c-4c25-ba35-f7207fa8bed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691520 Nov 24 13:20:07.558027 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:07.559134 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:07.569611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-2f3d579a-1e21-4765-a665-65b04edd1c7f', 'network_id': '2f3d579a-1e21-4765-a665-65b04edd1c7f', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'fixed_ips': [{'subnet_id': '3bb13414-b416-447f-a000-281d79ef1ae0'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:20:07.570527 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:07.669505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cac20-d826-4592-916e-8c8faa131410 req-7482aa85-cf81-4d83-a822-63671eda9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:07.671398 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d83cac20-d826-4592-916e-8c8faa131410 req-7482aa85-cf81-4d83-a822-63671eda9a89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68f15ad9caef4bd2bddba0dfca5ee13e&device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 1095 time: 0.0887718 Nov 24 13:20:07.718422 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:07.790079 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Allocated IP 172.20.0.2 (2f3d579a-1e21-4765-a665-65b04edd1c7f/3bb13414-b416-447f-a000-281d79ef1ae0/b70ecb4b-90e4-4f6a-bdee-3141e97fbce6) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:20:07.827622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cac20-d826-4592-916e-8c8faa131410 req-d57b943e-e6d6-462d-888d-549367485a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:07.830302 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d83cac20-d826-4592-916e-8c8faa131410 req-d57b943e-e6d6-462d-888d-549367485a04 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c7a5820-638c-4c25-ba35-f7207fa8bed7 HTTP/1.1" status: 200 len: 909 time: 0.1514270 Nov 24 13:20:07.836449 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 2, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:07.867929 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Checking router: 6b4605f8-820c-4085-9fa4-a6596cc1cac0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:20:07.868289 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Updating router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 port c641ce35-a967-43da-9a12-9a589cf468d4 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:20:07.889334 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d83cac20-d826-4592-916e-8c8faa131410 req-bf86f75e-a062-4f04-b367-06959a49ebc5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=039a6fa8-dfde-454f-8934-2e998b6145c8 HTTP/1.1" status: 200 len: 217 time: 0.0510094 Nov 24 13:20:07.905869 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:07.933943 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6fc9a98d-6f42-46fa-80e8-8f1da75c246a req-23bc4ae9-1597-4932-900f-86659b196a2e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:07.943930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da465d55-da43-4a44-8f30-2d7256a01257 req-2d0ad8b7-503c-49de-9da5-640f950eee48 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:07.952263 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-da465d55-da43-4a44-8f30-2d7256a01257 req-2d0ad8b7-503c-49de-9da5-640f950eee48 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=94883485-35c2-4881-9501-c006d081940e HTTP/1.1" status: 200 len: 945 time: 0.2939425 Nov 24 13:20:07.958174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['2601b878-ea0e-499d-a6fe-95a39a3d4c0a'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:20:08.014553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cac20-d826-4592-916e-8c8faa131410 req-67809f8c-7e9d-4c01-a014-2d74271c73de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:08.021971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d83cac20-d826-4592-916e-8c8faa131410 req-67809f8c-7e9d-4c01-a014-2d74271c73de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c3abb1c-0621-4d5f-9161-5ad1a7a690fa HTTP/1.1" status: 200 len: 848 time: 0.1243854 Nov 24 13:20:08.057810 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:08.071807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc4ae9-1597-4932-900f-86659b196a2e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event deleted for resources: {'Port': ['ID=2601b878-ea0e-499d-a6fe-95a39a3d4c0a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:08.083315 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d83cac20-d826-4592-916e-8c8faa131410 req-4a0ad3f8-7ebd-40fa-89b3-2a3a78e09c87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c7a5820-638c-4c25-ba35-f7207fa8bed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518448 Nov 24 13:20:08.144516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc9a98d-6f42-46fa-80e8-8f1da75c246a req-23bc4ae9-1597-4932-900f-86659b196a2e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] No DVR routers for this DVR port 2601b878-ea0e-499d-a6fe-95a39a3d4c0a on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:20:08.154943 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-6fc9a98d-6f42-46fa-80e8-8f1da75c246a req-23bc4ae9-1597-4932-900f-86659b196a2e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:08.158337 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6fc9a98d-6f42-46fa-80e8-8f1da75c246a req-23bc4ae9-1597-4932-900f-86659b196a2e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "DELETE /v2.0/ports/2601b878-ea0e-499d-a6fe-95a39a3d4c0a HTTP/1.1" status: 204 len: 173 time: 1.8048534 Nov 24 13:20:08.158812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94883485-35c2-4881-9501-c006d081940e', 'name': 'network-vif-deleted', 'tag': '2601b878-ea0e-499d-a6fe-95a39a3d4c0a'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:08.161137 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66d03d1-3b04-41b0-bb2b-f2e1c2a29df8" -d '{"events": [{"server_uuid": "94883485-35c2-4881-9501-c006d081940e", "name": "network-vif-deleted", "tag": "2601b878-ea0e-499d-a6fe-95a39a3d4c0a"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:08.189031 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-da465d55-da43-4a44-8f30-2d7256a01257 req-8335bd05-0dae-4f10-85f4-60c16b8e0676 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c9a989a-585d-486c-a89b-818edd2fba6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357659 Nov 24 13:20:08.325364 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:08.341798 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:08.345466 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b4f65-2e8c-4c9a-9971-23393a9a9fac x-openstack-request-id: req-159b4f65-2e8c-4c9a-9971-23393a9a9fac {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:08.346283 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94883485-35c2-4881-9501-c006d081940e", "name": "network-vif-deleted", "tag": "2601b878-ea0e-499d-a6fe-95a39a3d4c0a", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:08.346283 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-159b4f65-2e8c-4c9a-9971-23393a9a9fac {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:08.346475 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94883485-35c2-4881-9501-c006d081940e', 'name': 'network-vif-deleted', 'tag': '2601b878-ea0e-499d-a6fe-95a39a3d4c0a', 'status': 'completed', 'code': 200} Nov 24 13:20:08.384460 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d83cac20-d826-4592-916e-8c8faa131410 req-8e960d4b-0c67-400e-974e-d9aab889aae5 service neutron] 10.222.0.59 "GET /v2.0/networks/6c7a5820-638c-4c25-ba35-f7207fa8bed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873952 Nov 24 13:20:08.447177 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Network 2f3d579a-1e21-4765-a665-65b04edd1c7f is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:20:08.454631 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:20:08.467137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:20:08.484256 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:08.496245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Pushing event updated for resources: {'Port': ['ID=b70ecb4b-90e4-4f6a-bdee-3141e97fbce6,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:08.499749 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:08.520089 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 039a6fa8-dfde-454f-8934-2e998b6145c8 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:20:08.615163 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f28dcb-cd8b-4075-8339-58ec12edc533 None None] Pushing event updated for resources: {'Port': ['ID=c641ce35-a967-43da-9a12-9a589cf468d4,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:08.655170 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f28dcb-cd8b-4075-8339-58ec12edc533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:08.655456 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f28dcb-cd8b-4075-8339-58ec12edc533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:08.655796 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f28dcb-cd8b-4075-8339-58ec12edc533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:08.656127 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f28dcb-cd8b-4075-8339-58ec12edc533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:08.656453 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f28dcb-cd8b-4075-8339-58ec12edc533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:08.665192 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f28dcb-cd8b-4075-8339-58ec12edc533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:08.665691 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f28dcb-cd8b-4075-8339-58ec12edc533 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:08.666030 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f28dcb-cd8b-4075-8339-58ec12edc533 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:08.666363 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f28dcb-cd8b-4075-8339-58ec12edc533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:08.666691 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f28dcb-cd8b-4075-8339-58ec12edc533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:08.667017 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f28dcb-cd8b-4075-8339-58ec12edc533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:08.667338 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f28dcb-cd8b-4075-8339-58ec12edc533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:08.673441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Attempting to bind port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:20:08.674763 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Attempting to bind port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2f3d579a-1e21-4765-a665-65b04edd1c7f'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:20:08.675349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Attempting to bind port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 on network 2f3d579a-1e21-4765-a665-65b04edd1c7f {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:20:08.685971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:20:08.686875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Checking segment: {'id': 'c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2f3d579a-1e21-4765-a665-65b04edd1c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:20:08.687676 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:08.688466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Bound using segment: {'id': 'c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2f3d579a-1e21-4765-a665-65b04edd1c7f'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:20:08.689700 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Bound port: b70ecb4b-90e4-4f6a-bdee-3141e97fbce6, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2f3d579a-1e21-4765-a665-65b04edd1c7f'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:20:08.690372 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:08.702809 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d83cac20-d826-4592-916e-8c8faa131410 req-17f433ab-3c08-452d-85b7-9db0192cf7a6 service neutron] 10.222.0.59 "GET /v2.0/networks/6c7a5820-638c-4c25-ba35-f7207fa8bed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060646 Nov 24 13:20:08.712994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb923024-c0d4-4d7a-b5aa-71230e5cdf1f req-3987cc15-bc47-4992-b0b1-8bfd7b3e0155 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:08.716143 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eb923024-c0d4-4d7a-b5aa-71230e5cdf1f req-3987cc15-bc47-4992-b0b1-8bfd7b3e0155 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 944 time: 0.1292324 Nov 24 13:20:08.762988 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:08.813595 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eb923024-c0d4-4d7a-b5aa-71230e5cdf1f req-33a701be-3d41-4d99-93d4-ff9c05b59854 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825827 Nov 24 13:20:08.822975 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:08.837779 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Attempting to bind port c641ce35-a967-43da-9a12-9a589cf468d4 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:20:08.838153 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Attempting to bind port c641ce35-a967-43da-9a12-9a589cf468d4 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:20:08.838540 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Attempting to bind port c641ce35-a967-43da-9a12-9a589cf468d4 on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:20:08.857761 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:20:08.857761 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Checking segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:20:08.858091 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:08.858277 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Bound using segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:20:08.859002 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Bound port: c641ce35-a967-43da-9a12-9a589cf468d4, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:20:08.859379 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:08.992183 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] For port c641ce35-a967-43da-9a12-9a589cf468d4, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:20:09.003110 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] For port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:20:09.006614 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] For port c641ce35-a967-43da-9a12-9a589cf468d4, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c641ce35-a967-43da-9a12-9a589cf468d4,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:20:09.012778 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:09.025050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] For port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b70ecb4b-90e4-4f6a-bdee-3141e97fbce6,segment=NetworkSegment(c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1),segment_id=c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:20:09.037486 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:09.076954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Allocated IP 172.25.0.170 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:20:09.128806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 039a6fa8-dfde-454f-8934-2e998b6145c8, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=039a6fa8-dfde-454f-8934-2e998b6145c8,segment=NetworkSegment(af5b226b-3a3b-4b3e-bce3-a2e48e442386),segment_id=af5b226b-3a3b-4b3e-bce3-a2e48e442386)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:09.141695 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:20:09.150450 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:19:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:09.167795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b00b27-d7a5-42c3-be65-e6511b00a2e0 None None] Pushing event updated for resources: {'Port': ['ID=b70ecb4b-90e4-4f6a-bdee-3141e97fbce6,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:09.196925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '039a6fa8-dfde-454f-8934-2e998b6145c8', 'network_id': '6c7a5820-638c-4c25-ba35-f7207fa8bed7', 'port_id': '039a6fa8-dfde-454f-8934-2e998b6145c8', 'mac_address': 'fa:16:3e:27:83:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3abb1c-0621-4d5f-9161-5ad1a7a690fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:20:09.346882 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:09.364474 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:09.391063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 039a6fa8-dfde-454f-8934-2e998b6145c8 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:20:09.405460 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f28dcb-cd8b-4075-8339-58ec12edc533 None None] Pushing event updated for resources: {'Port': ['ID=c641ce35-a967-43da-9a12-9a589cf468d4,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:09.461184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 039a6fa8-dfde-454f-8934-2e998b6145c8, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=039a6fa8-dfde-454f-8934-2e998b6145c8,segment=NetworkSegment(af5b226b-3a3b-4b3e-bce3-a2e48e442386),segment_id=af5b226b-3a3b-4b3e-bce3-a2e48e442386)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:09.465726 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b274b877-2374-443a-ac90-af731a48a2f4 None None] Provisioning complete for port c641ce35-a967-43da-9a12-9a589cf468d4 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:09.466134 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b274b877-2374-443a-ac90-af731a48a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:09.481411 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:09.506612 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:20:09.578470 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:09.604609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:09.671623 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:20:09.677202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:20:09.682223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:20:09.760822 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b274b877-2374-443a-ac90-af731a48a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:09.765377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fcc2b1-79e8-4f70-a8c3-6b1e19230054 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:20:09.827667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=039a6fa8-dfde-454f-8934-2e998b6145c8,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:09.837012 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:09.861164 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['039a6fa8-dfde-454f-8934-2e998b6145c8'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:20:09.976162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b274b877-2374-443a-ac90-af731a48a2f4 None None] For port c641ce35-a967-43da-9a12-9a589cf468d4, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c641ce35-a967-43da-9a12-9a589cf468d4,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:09.993427 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b274b877-2374-443a-ac90-af731a48a2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:10.041394 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:08Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:10.069697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def294d7-e707-49e8-a1e1-9ea6b8e7add0 req-c8b2ed69-6e31-4ca4-b2a6-17ac31913e9a tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:10.077229 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-def294d7-e707-49e8-a1e1-9ea6b8e7add0 req-c8b2ed69-6e31-4ca4-b2a6-17ac31913e9a tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 945 time: 0.1032758 Nov 24 13:20:10.096192 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5508ad-a3eb-4dfc-ac09-d316721ebad3 None None] The sync data for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 is: [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:08Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:20:10.195575 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-def294d7-e707-49e8-a1e1-9ea6b8e7add0 req-98d3f828-26bf-46e7-a7f4-87a19ee417a3 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173434 Nov 24 13:20:10.251570 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644e430-5cec-4c9a-80e9-bce80b9ba79d req-7189b63a-c7a9-4dfb-a75b-aa9d298bd20d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:10.261918 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0644e430-5cec-4c9a-80e9-bce80b9ba79d req-7189b63a-c7a9-4dfb-a75b-aa9d298bd20d tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.4675038 Nov 24 13:20:10.306299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8909dbad-cb70-4769-97a5-1ba3f55a08d2 None None] Provisioning complete for port f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:10.306569 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8909dbad-cb70-4769-97a5-1ba3f55a08d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:10.404529 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274b877-2374-443a-ac90-af731a48a2f4 None None] Pushing event updated for resources: {'Port': ['ID=c641ce35-a967-43da-9a12-9a589cf468d4,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:10.432252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8909dbad-cb70-4769-97a5-1ba3f55a08d2 None None] Port f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:20:10.477468 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:10.529504 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8909dbad-cb70-4769-97a5-1ba3f55a08d2 None None] Provisioning complete for port c641ce35-a967-43da-9a12-9a589cf468d4 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:10.529886 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8909dbad-cb70-4769-97a5-1ba3f55a08d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:10.768424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c641ce35-a967-43da-9a12-9a589cf468d4 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:20:10.815495 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0644e430-5cec-4c9a-80e9-bce80b9ba79d req-71c96c9e-3a19-4071-b801-bf4774b080b0 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5525856 Nov 24 13:20:10.889092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 2601b878-ea0e-499d-a6fe-95a39a3d4c0a no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:20:10.986825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 2601b878-ea0e-499d-a6fe-95a39a3d4c0a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:20:10.989158 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 2601b878-ea0e-499d-a6fe-95a39a3d4c0a not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:20:10.993455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39234) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:10.998219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port c641ce35-a967-43da-9a12-9a589cf468d4 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:10.999034 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:11.069586 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:11.155210 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95516bb9-293e-4894-a6f5-b46643b62bf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:11.165083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40598f15-6a3d-43d2-8e82-c42223899f2e None None] Network 2f3d579a-1e21-4765-a665-65b04edd1c7f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:20:11.170229 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:20:11.310964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-536a44a7-ab21-4214-af80-b8a2e995dbee None None] Provisioning complete for port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:11.311429 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-536a44a7-ab21-4214-af80-b8a2e995dbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:11.385237 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95516bb9-293e-4894-a6f5-b46643b62bf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:11.410098 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95516bb9-293e-4894-a6f5-b46643b62bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:11.410796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-d143041a-662c-4e3c-966c-61918f8eb7d5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:11.412354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-d143041a-662c-4e3c-966c-61918f8eb7d5 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.2462864 Nov 24 13:20:11.440923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:11.441538 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:11.494688 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-536a44a7-ab21-4214-af80-b8a2e995dbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:11.500930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95516bb9-293e-4894-a6f5-b46643b62bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9194ebe2-99f0-43c1-a41b-598e83beaa56,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:11.582607 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-95516bb9-293e-4894-a6f5-b46643b62bf3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ecac7a67ba244cfa856fd9eddb1e1603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5857806 Nov 24 13:20:11.583905 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39240) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:11.599469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Router 23565c6d-40a6-4bcf-a40b-497ddb15bfbf is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:20:11.604281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-536a44a7-ab21-4214-af80-b8a2e995dbee None None] For port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b70ecb4b-90e4-4f6a-bdee-3141e97fbce6,segment=NetworkSegment(c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1),segment_id=c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:11.616566 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-536a44a7-ab21-4214-af80-b8a2e995dbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:11.617130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07eb8d7-55d6-443f-aed4-47961057ea9b req-d619f9b1-81c1-4b57-b30a-161acf921a60 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:11.636414 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c07eb8d7-55d6-443f-aed4-47961057ea9b req-d619f9b1-81c1-4b57-b30a-161acf921a60 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 945 time: 0.2485461 Nov 24 13:20:11.734685 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Deleting port 7f5a1e7b-5012-4634-a98d-f3e42c034b86 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:20:11.735437 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:11.755582 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a44a7-ab21-4214-af80-b8a2e995dbee None None] Pushing event updated for resources: {'Port': ['ID=b70ecb4b-90e4-4f6a-bdee-3141e97fbce6,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:11.778025 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c07eb8d7-55d6-443f-aed4-47961057ea9b req-ddad3d20-6d19-4da7-9862-507dd3c5ec51 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389956 Nov 24 13:20:11.959111 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f3082-654e-4253-be2f-f45a3fb022f8 req-fcf22458-4fe6-4dc3-b1c2-4da82ea388fc tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:11.968908 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f1f3082-654e-4253-be2f-f45a3fb022f8 req-fcf22458-4fe6-4dc3-b1c2-4da82ea388fc tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 945 time: 0.0724015 Nov 24 13:20:12.062878 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f1f3082-654e-4253-be2f-f45a3fb022f8 req-e8e9ccd4-ca9b-4a82-b6a7-f82df8a09173 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups?id=7ef96dee-3bab-43c8-a314-5d6d2f333aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929804 Nov 24 13:20:12.140566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f4f02b54-7177-478d-8de3-afa808ce12e9 None None] Provisioning complete for port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:12.141111 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f4f02b54-7177-478d-8de3-afa808ce12e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:12.201738 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f63d3bb2-326e-4777-a04f-e223b5ef0476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:12.265822 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f63d3bb2-326e-4777-a04f-e223b5ef0476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:12.281776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] For port 7f5a1e7b-5012-4634-a98d-f3e42c034b86, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=7f5a1e7b-5012-4634-a98d-f3e42c034b86,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:12.282233 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:12.299283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:20:12.319794 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Sync routers for ids ['23565c6d-40a6-4bcf-a40b-497ddb15bfbf'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:20:12.343264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Routers {'23565c6d-40a6-4bcf-a40b-497ddb15bfbf'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:20:12.343902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:19:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['23565c6d-40a6-4bcf-a40b-497ddb15bfbf'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:12.393198 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:12.397303 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dd89e932-2346-417e-9d52-3678f4ee1b76 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0137300 Nov 24 13:20:12.397303 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f63d3bb2-326e-4777-a04f-e223b5ef0476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:12.398790 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f63d3bb2-326e-4777-a04f-e223b5ef0476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:12.400021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39252) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:12.404756 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f63d3bb2-326e-4777-a04f-e223b5ef0476 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9194ebe2-99f0-43c1-a41b-598e83beaa56 HTTP/1.1" status: 204 len: 168 time: 0.8109331 Nov 24 13:20:12.417917 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d3bb2-326e-4777-a04f-e223b5ef0476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9194ebe2-99f0-43c1-a41b-598e83beaa56,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:12.425104 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c641ce35-a967-43da-9a12-9a589cf468d4 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:20:12.567714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 039a6fa8-dfde-454f-8934-2e998b6145c8 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:20:12.572587 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:12.573706 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:12.573706 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Floating IP 185097a0-3979-40f8-95aa-176b661dddae disassociated. External IP: 172.25.0.15, port: 7f5a1e7b-5012-4634-a98d-f3e42c034b86. Nov 24 13:20:12.586596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Calling delete_port for 7f5a1e7b-5012-4634-a98d-f3e42c034b86 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:20:12.705602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Set router 23565c6d-40a6-4bcf-a40b-497ddb15bfbf gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:20:12.833701 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:12.865452 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port c641ce35-a967-43da-9a12-9a589cf468d4 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:12.865859 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:12.916553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event deleted for resources: {'Port': ['ID=7f5a1e7b-5012-4634-a98d-f3e42c034b86,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:12.918375 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39262) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:12.920493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 039a6fa8-dfde-454f-8934-2e998b6145c8 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:20:12.937412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 039a6fa8-dfde-454f-8934-2e998b6145c8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:12.937802 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:12.962662 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ce1be35-0c2f-4ef9-b3d9-45cb44ade0fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.156708 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:20:13.163068 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.257739 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9537c1ca-fa42-4b4c-abed-b82c3180faa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039a6fa8-dfde-454f-8934-2e998b6145c8'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:13.260116 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c9aed8-1d27-4967-b91c-4a046bb549e9" -d '{"events": [{"server_uuid": "9537c1ca-fa42-4b4c-abed-b82c3180faa4", "name": "network-vif-plugged", "status": "completed", "tag": "039a6fa8-dfde-454f-8934-2e998b6145c8"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:13.284169 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'name': 'tempest-TestVolumeBootPattern-625850219-router', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:20:07Z', 'updated_at': '2021-11-24T13:20:10Z', 'revision_number': 3, 'project_id': '12ff18e3969242f59e4e52545b2bb4d7', 'gw_port': {'id': 'f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:08Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:13.335052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Checking router: 23565c6d-40a6-4bcf-a40b-497ddb15bfbf for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:20:13.335413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Updating router 23565c6d-40a6-4bcf-a40b-497ddb15bfbf port f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:20:13.339714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 039a6fa8-dfde-454f-8934-2e998b6145c8, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=039a6fa8-dfde-454f-8934-2e998b6145c8,segment=NetworkSegment(af5b226b-3a3b-4b3e-bce3-a2e48e442386),segment_id=af5b226b-3a3b-4b3e-bce3-a2e48e442386)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:13.346065 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.371168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a541c-633b-4cd6-8071-7e97b7f2e851 req-4d066436-c3bd-4954-995f-f7bca0c21b04 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:13.372857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187a541c-633b-4cd6-8071-7e97b7f2e851 req-4d066436-c3bd-4954-995f-f7bca0c21b04 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 945 time: 0.3105843 Nov 24 13:20:13.416283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=039a6fa8-dfde-454f-8934-2e998b6145c8,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:13.416624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Router 057022b8-ce31-4c81-b87f-771a7698c98c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:20:13.419277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:13.419812 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.429233 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b876a717-0c20-4c14-a6fc-610bafaad216 req-31d0ca4f-93da-41c6-86c5-70f139a49f3e tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8acd82e-cbdb-4b37-afbd-08b6345cb8af HTTP/1.1" status: 200 len: 210 time: 0.1132705 Nov 24 13:20:13.434247 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ce1be35-0c2f-4ef9-b3d9-45cb44ade0fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.449893 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ce1be35-0c2f-4ef9-b3d9-45cb44ade0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.450745 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.551335 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187a541c-633b-4cd6-8071-7e97b7f2e851 req-5b0fd475-b79c-47b9-aa71-086dd65ff87a tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680660 Nov 24 13:20:13.560227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2ce1be35-0c2f-4ef9-b3d9-45cb44ade0fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0545f7bc04c44dd9394438fec2194da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6389923 Nov 24 13:20:13.561026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39276) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:13.564822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1be35-0c2f-4ef9-b3d9-45cb44ade0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f02d22-18fa-4946-8b28-b2df025fffea,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:13.576240 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1af2a5-39aa-43b9-93fd-4e1c876a2907 x-openstack-request-id: req-eb1af2a5-39aa-43b9-93fd-4e1c876a2907 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:13.576475 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9537c1ca-fa42-4b4c-abed-b82c3180faa4", "name": "network-vif-plugged", "status": "completed", "tag": "039a6fa8-dfde-454f-8934-2e998b6145c8", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:13.577283 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb1af2a5-39aa-43b9-93fd-4e1c876a2907 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:13.579226 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9537c1ca-fa42-4b4c-abed-b82c3180faa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '039a6fa8-dfde-454f-8934-2e998b6145c8', 'code': 200} Nov 24 13:20:13.691230 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:20:13.693227 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-418c2a3f-83f9-4245-8465-3002936be83f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.707646 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ea2182-1a62-42e8-ab38-82d4701f75da None None] Sync routers for ids ['057022b8-ce31-4c81-b87f-771a7698c98c'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:20:13.719120 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea2182-1a62-42e8-ab38-82d4701f75da None None] Routers {'057022b8-ce31-4c81-b87f-771a7698c98c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:20:13.719937 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-e9ea2182-1a62-42e8-ab38-82d4701f75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:19:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['057022b8-ce31-4c81-b87f-771a7698c98c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:13.726222 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfda05-0be5-4664-a790-dadd6d75c2f0 req-d384903f-aff7-4ffa-be4f-d817ce3326d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:13.729384 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70bfda05-0be5-4664-a790-dadd6d75c2f0 req-d384903f-aff7-4ffa-be4f-d817ce3326d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 1097 time: 0.1069393 Nov 24 13:20:13.731869 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.754903 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] No DVR routers for this DVR port 7f5a1e7b-5012-4634-a98d-f3e42c034b86 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:20:13.762077 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.765683 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-385d2631-b688-476d-883e-3f6ba9fc2916 req-40eba960-c71b-426c-976f-f5158ad16d8a tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.46 "DELETE /v2.0/ports/7f5a1e7b-5012-4634-a98d-f3e42c034b86 HTTP/1.1" status: 204 len: 173 time: 2.3461821 Nov 24 13:20:13.766158 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-deleted', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:13.768522 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2dc53c-9000-43ef-945f-93d506c4d223" -d '{"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-deleted", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:13.772645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-418c2a3f-83f9-4245-8465-3002936be83f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.860356 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-418c2a3f-83f9-4245-8465-3002936be83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.862788 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-e9ea2182-1a62-42e8-ab38-82d4701f75da None None] Set router 057022b8-ce31-4c81-b87f-771a7698c98c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:20:13.863706 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-418c2a3f-83f9-4245-8465-3002936be83f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.867540 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-418c2a3f-83f9-4245-8465-3002936be83f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38f02d22-18fa-4946-8b28-b2df025fffea HTTP/1.1" status: 204 len: 168 time: 0.3015549 Nov 24 13:20:13.901684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c2a3f-83f9-4245-8465-3002936be83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f02d22-18fa-4946-8b28-b2df025fffea,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:13.922099 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0b4fa5-9f40-45df-9f56-175f615b4254 x-openstack-request-id: req-bc0b4fa5-9f40-45df-9f56-175f615b4254 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:13.924266 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8acd82e-cbdb-4b37-afbd-08b6345cb8af", "name": "network-vif-deleted", "tag": "7f5a1e7b-5012-4634-a98d-f3e42c034b86", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:13.924402 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bc0b4fa5-9f40-45df-9f56-175f615b4254 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:13.927978 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8acd82e-cbdb-4b37-afbd-08b6345cb8af', 'name': 'network-vif-deleted', 'tag': '7f5a1e7b-5012-4634-a98d-f3e42c034b86', 'status': 'completed', 'code': 200} Nov 24 13:20:13.939787 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.951313 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:13.955242 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-70bfda05-0be5-4664-a790-dadd6d75c2f0 req-c50b15e5-581b-4029-be27-a6340c275497 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961417 Nov 24 13:20:14.053688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d8e5e1-6a8c-419d-9eae-92a3bddb41d7 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:20:14.085838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Attempting to bind port f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:20:14.086220 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Attempting to bind port f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:20:14.086585 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Attempting to bind port f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:20:14.099331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78703f-5bca-45d7-9e87-8b24d17919b1 None None] Pushing event updated for resources: {'Port': ['ID=f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:14.109374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:20:14.109765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:20:14.110250 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:14.110613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:20:14.111054 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Bound port: f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:20:14.111445 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:14.120325 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-e9ea2182-1a62-42e8-ab38-82d4701f75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:11:01Z', 'revision_number': 4, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port': {'id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:49Z', 'updated_at': '2021-11-24T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'd4281926-8c7d-4038-8bab-3ce840062046', 'name': '', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'mac_address': 'fa:16:3e:4a:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:58Z', 'updated_at': '2021-11-24T13:11:07Z', 'revision_number': 5, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'subnets': [{'id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:14.167129 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Allocated IP 172.20.0.1 (2f3d579a-1e21-4765-a665-65b04edd1c7f/3bb13414-b416-447f-a000-281d79ef1ae0/58fa33e8-77a2-45de-9dcd-8445a3696378) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:20:14.170930 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ea2182-1a62-42e8-ab38-82d4701f75da None None] Checking router: 057022b8-ce31-4c81-b87f-771a7698c98c for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:20:14.182094 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea2182-1a62-42e8-ab38-82d4701f75da None None] Routers {'057022b8-ce31-4c81-b87f-771a7698c98c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:20:14.182701 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-e9ea2182-1a62-42e8-ab38-82d4701f75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:19:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['057022b8-ce31-4c81-b87f-771a7698c98c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:14.243335 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] For port f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:20:14.247369 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] For port f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:20:14.258987 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-01899567-e0e7-4d54-94cc-f0fe8f7e90e2 None None] Provisioning complete for port f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:14.259369 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-01899567-e0e7-4d54-94cc-f0fe8f7e90e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:14.261642 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:14.380181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8393cad0-a748-4535-8b5f-69266891f9d5 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:20:14.433401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78703f-5bca-45d7-9e87-8b24d17919b1 None None] Pushing event updated for resources: {'Port': ['ID=f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:14.438791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Routers {'23565c6d-40a6-4bcf-a40b-497ddb15bfbf'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:20:14.439427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:19:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['23565c6d-40a6-4bcf-a40b-497ddb15bfbf'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:14.499983 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:14.536778 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-e9ea2182-1a62-42e8-ab38-82d4701f75da None None] Set router 057022b8-ce31-4c81-b87f-771a7698c98c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:20:14.550613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39296) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:14.578117 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:14.671721 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Network 2f3d579a-1e21-4765-a665-65b04edd1c7f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:20:14.672885 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c88822b2-76d4-4f05-a13b-ea91ec66ef34 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:14.685430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:20:14.690101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:20:14.696579 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-01899567-e0e7-4d54-94cc-f0fe8f7e90e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:14.731785 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c88822b2-76d4-4f05-a13b-ea91ec66ef34 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:14.755634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39302) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:14.773646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Pushing event updated for resources: {'Port': ['ID=58fa33e8-77a2-45de-9dcd-8445a3696378,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:14.787386 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-01899567-e0e7-4d54-94cc-f0fe8f7e90e2 None None] For port f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:14.807573 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-01899567-e0e7-4d54-94cc-f0fe8f7e90e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:14.819809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] Set router 23565c6d-40a6-4bcf-a40b-497ddb15bfbf gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:20:14.823784 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f0cee04-4797-4171-8c7b-cd35c9530fe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:14.844216 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:14.953105 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c88822b2-76d4-4f05-a13b-ea91ec66ef34 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:14.967610 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c88822b2-76d4-4f05-a13b-ea91ec66ef34 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:14.968954 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c88822b2-76d4-4f05-a13b-ea91ec66ef34 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "DELETE /v2.0/security-groups/7ef96dee-3bab-43c8-a314-5d6d2f333aaa HTTP/1.1" status: 204 len: 168 time: 0.4170189 Nov 24 13:20:14.970353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729c732-2c89-462e-9a55-318b9a495a1e req-7736c17d-880c-4e29-9096-303bdd7e3c72 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:14.980321 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6729c732-2c89-462e-9a55-318b9a495a1e req-7736c17d-880c-4e29-9096-303bdd7e3c72 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 946 time: 0.2084811 Nov 24 13:20:14.982609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39308) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:15.016759 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-00bd5561-133f-4094-af73-3db8eaeb340b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] show failed (client error): The resource could not be found. Nov 24 13:20:15.017916 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-00bd5561-133f-4094-af73-3db8eaeb340b tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "GET /v2.0/security-groups/7ef96dee-3bab-43c8-a314-5d6d2f333aaa HTTP/1.1" status: 404 len: 347 time: 0.0343695 Nov 24 13:20:15.027563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39310) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:15.035944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88822b2-76d4-4f05-a13b-ea91ec66ef34 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef96dee-3bab-43c8-a314-5d6d2f333aaa,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:15.037860 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-e9ea2182-1a62-42e8-ab38-82d4701f75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:11:01Z', 'revision_number': 4, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port': {'id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:49Z', 'updated_at': '2021-11-24T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'd4281926-8c7d-4038-8bab-3ce840062046', 'name': '', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'mac_address': 'fa:16:3e:4a:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:58Z', 'updated_at': '2021-11-24T13:11:07Z', 'revision_number': 5, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'subnets': [{'id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:15.084605 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ea2182-1a62-42e8-ab38-82d4701f75da None None] The sync data for ids ['057022b8-ce31-4c81-b87f-771a7698c98c'] in n-d-817303-4 is: [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:11:01Z', 'revision_number': 4, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port': {'id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:49Z', 'updated_at': '2021-11-24T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'd4281926-8c7d-4038-8bab-3ce840062046', 'name': '', 'network_id': '350afefa-f8e9-48b5-9810-800aaca7033f', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'mac_address': 'fa:16:3e:4a:46:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:58Z', 'updated_at': '2021-11-24T13:11:07Z', 'revision_number': 5, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'subnets': [{'id': '4a0683ef-715b-43e2-968a-1f8e85a2dd11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:20:15.085765 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f0cee04-4797-4171-8c7b-cd35c9530fe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.092310 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8f0cee04-4797-4171-8c7b-cd35c9530fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.122551 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6729c732-2c89-462e-9a55-318b9a495a1e req-8f8fd86b-018c-4a65-b215-82f17d058b08 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360555 Nov 24 13:20:15.202706 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8f0cee04-4797-4171-8c7b-cd35c9530fe4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f01bc8ea9e9b45c9afd8f5e42da9d652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4409282 Nov 24 13:20:15.211470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39316) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:15.214382 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cee04-4797-4171-8c7b-cd35c9530fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94aab9d-9ac0-4347-acb4-26ea35325ccd,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:15.260289 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a32c6e7a-9be4-4d9f-b100-f9a58e360b87 None None] Provisioning complete for port f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:15.260802 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a32c6e7a-9be4-4d9f-b100-f9a58e360b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.262277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01899567-e0e7-4d54-94cc-f0fe8f7e90e2 None None] Pushing event updated for resources: {'Port': ['ID=f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:15.325695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91c425dd-3e16-4702-b60b-3a2459b6fae4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.385810 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.395242 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91c425dd-3e16-4702-b60b-3a2459b6fae4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.496699 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91c425dd-3e16-4702-b60b-3a2459b6fae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.504437 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91c425dd-3e16-4702-b60b-3a2459b6fae4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.514288 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-91c425dd-3e16-4702-b60b-3a2459b6fae4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f94aab9d-9ac0-4347-acb4-26ea35325ccd HTTP/1.1" status: 204 len: 168 time: 0.3009114 Nov 24 13:20:15.547342 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c425dd-3e16-4702-b60b-3a2459b6fae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94aab9d-9ac0-4347-acb4-26ea35325ccd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:15.611024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aa58c7-664e-4bb5-9c7d-709a637daf23 None None] New status for floating IP 185097a0-3979-40f8-95aa-176b661dddae: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:20:15.612834 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-2c40fc67-f1c0-426e-930f-0443a94c0780 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Deleting port df65c641-244b-4165-ade4-efd78bdd875a {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:20:15.613753 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c40fc67-f1c0-426e-930f-0443a94c0780 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.651506 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.697722 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.754598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'name': 'tempest-TestVolumeBootPattern-625850219-router', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:20:07Z', 'updated_at': '2021-11-24T13:20:10Z', 'revision_number': 3, 'project_id': '12ff18e3969242f59e4e52545b2bb4d7', 'gw_port': {'id': 'f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:08Z', 'updated_at': '2021-11-24T13:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:15.784513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Pushing event updated for resources: {'Port': ['ID=58fa33e8-77a2-45de-9dcd-8445a3696378,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:15.792210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ab776-e604-4a74-a580-c3ccac983308 None None] The sync data for ids ['23565c6d-40a6-4bcf-a40b-497ddb15bfbf'] in n-d-817303-4 is: [{'id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'name': 'tempest-TestVolumeBootPattern-625850219-router', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:20:07Z', 'updated_at': '2021-11-24T13:20:10Z', 'revision_number': 3, 'project_id': '12ff18e3969242f59e4e52545b2bb4d7', 'gw_port': {'id': 'f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:08Z', 'updated_at': '2021-11-24T13:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:20:15.804027 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.857690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fe2e6304-4435-402d-898e-9705c29cd122 None None] Provisioning complete for port 58fa33e8-77a2-45de-9dcd-8445a3696378 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:15.858103 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe2e6304-4435-402d-898e-9705c29cd122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.896648 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c40fc67-f1c0-426e-930f-0443a94c0780 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.896648 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c40fc67-f1c0-426e-930f-0443a94c0780 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:15.906344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fe2e6304-4435-402d-898e-9705c29cd122 None None] Port 58fa33e8-77a2-45de-9dcd-8445a3696378 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:20:15.921550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-2c40fc67-f1c0-426e-930f-0443a94c0780 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Calling delete_port for df65c641-244b-4165-ade4-efd78bdd875a owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:20:15.992577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Network 2f3d579a-1e21-4765-a665-65b04edd1c7f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:20:15.994214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:20:16.268191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Router 23565c6d-40a6-4bcf-a40b-497ddb15bfbf has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:20:16.487912 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c40fc67-f1c0-426e-930f-0443a94c0780 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:16.515182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ee6a22bd-a96a-42f8-a367-950f2febb4f9 None None] Provisioning complete for port 58fa33e8-77a2-45de-9dcd-8445a3696378 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:16.516194 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ee6a22bd-a96a-42f8-a367-950f2febb4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:16.543302 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:20:16.601791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df12436-c4e4-44d3-b1bf-f106c3a4463e None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:20:16.631058 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40fc67-f1c0-426e-930f-0443a94c0780 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Pushing event deleted for resources: {'Port': ['ID=df65c641-244b-4165-ade4-efd78bdd875a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:16.632925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a22bd-a96a-42f8-a367-950f2febb4f9 None None] Port 58fa33e8-77a2-45de-9dcd-8445a3696378 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:20:16.672386 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:16.672849 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:16.711886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dd1d4-91bc-4d4e-a847-a99e5388316a req-0aa8ecdc-57ea-42b2-b92e-e99f40b8deba tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:16.714192 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-919dd1d4-91bc-4d4e-a847-a99e5388316a req-0aa8ecdc-57ea-42b2-b92e-e99f40b8deba tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 946 time: 0.4485362 Nov 24 13:20:16.760002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:20:16.769277 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-23c31293-fee9-40ae-b4f2-00d940142270 admin admin] 10.222.0.48 "PUT /v2.0/routers/23565c6d-40a6-4bcf-a40b-497ddb15bfbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3671753 Nov 24 13:20:16.797057 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c40fc67-f1c0-426e-930f-0443a94c0780 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:16.799812 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2c40fc67-f1c0-426e-930f-0443a94c0780 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:16.805315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39360) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:16.805824 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2c40fc67-f1c0-426e-930f-0443a94c0780 tempest-ServerActionsTestJSON-741305700 tempest-ServerActionsTestJSON-741305700-project] 10.222.0.48 "DELETE /v2.0/floatingips/185097a0-3979-40f8-95aa-176b661dddae HTTP/1.1" status: 204 len: 168 time: 1.7225111 Nov 24 13:20:16.815359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f5a1e7b-5012-4634-a98d-f3e42c034b86 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:20:16.837974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-919dd1d4-91bc-4d4e-a847-a99e5388316a req-67a3db8c-d84b-445a-a894-76522519d451 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146958 Nov 24 13:20:16.860131 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 7f5a1e7b-5012-4634-a98d-f3e42c034b86 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:20:16.860551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 7f5a1e7b-5012-4634-a98d-f3e42c034b86 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:20:17.686997 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b2dcb01-9c34-48fd-908a-2c5b5fa75056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:17.921290 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167b514-ac0c-41e4-a872-93f4318ef039 req-1709c2db-ec23-4731-8ef4-154d461797af tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:17.922947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2167b514-ac0c-41e4-a872-93f4318ef039 req-1709c2db-ec23-4731-8ef4-154d461797af tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 946 time: 0.1215451 Nov 24 13:20:17.993287 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2167b514-ac0c-41e4-a872-93f4318ef039 req-f919872a-73de-4c99-ae8f-0b84b5877aa0 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624266 Nov 24 13:20:18.105065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-9b2dcb01-9c34-48fd-908a-2c5b5fa75056 admin admin] Deleting port d4281926-8c7d-4038-8bab-3ce840062046 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:20:18.109284 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b2dcb01-9c34-48fd-908a-2c5b5fa75056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:18.210740 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-9b2dcb01-9c34-48fd-908a-2c5b5fa75056 admin admin] For port d4281926-8c7d-4038-8bab-3ce840062046, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d4281926-8c7d-4038-8bab-3ce840062046,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:18.211466 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b2dcb01-9c34-48fd-908a-2c5b5fa75056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:18.233906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-9b2dcb01-9c34-48fd-908a-2c5b5fa75056 admin admin] Calling delete_port for d4281926-8c7d-4038-8bab-3ce840062046 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:20:18.421233 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Sync routers for ids ['23565c6d-40a6-4bcf-a40b-497ddb15bfbf'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:20:18.430084 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Routers {'23565c6d-40a6-4bcf-a40b-497ddb15bfbf'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:20:18.430690 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:19:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['23565c6d-40a6-4bcf-a40b-497ddb15bfbf'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:18.605814 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b2dcb01-9c34-48fd-908a-2c5b5fa75056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:18.636363 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Set router 23565c6d-40a6-4bcf-a40b-497ddb15bfbf gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:20:18.653511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2dcb01-9c34-48fd-908a-2c5b5fa75056 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4281926-8c7d-4038-8bab-3ce840062046,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:19.019847 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9b2dcb01-9c34-48fd-908a-2c5b5fa75056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:19.063457 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'name': 'tempest-TestVolumeBootPattern-625850219-router', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:20:07Z', 'updated_at': '2021-11-24T13:20:15Z', 'revision_number': 4, 'project_id': '12ff18e3969242f59e4e52545b2bb4d7', 'gw_port': {'id': 'f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:08Z', 'updated_at': '2021-11-24T13:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '58fa33e8-77a2-45de-9dcd-8445a3696378', 'name': '', 'network_id': '2f3d579a-1e21-4765-a665-65b04edd1c7f', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'mac_address': 'fa:16:3e:9b:71:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '3bb13414-b416-447f-a000-281d79ef1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:13Z', 'updated_at': '2021-11-24T13:20:15Z', 'revision_number': 2, 'project_id': '12ff18e3969242f59e4e52545b2bb4d7', 'subnets': [{'id': '3bb13414-b416-447f-a000-281d79ef1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:19.150779 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Checking router: 23565c6d-40a6-4bcf-a40b-497ddb15bfbf for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:20:19.151038 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Updating router 23565c6d-40a6-4bcf-a40b-497ddb15bfbf port 58fa33e8-77a2-45de-9dcd-8445a3696378 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:20:19.201292 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:19.262630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9433a-2fec-4010-8374-5130986a5899 req-1d624321-53bc-4c34-9a11-6b2e234416bc tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:19.264371 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aab9433a-2fec-4010-8374-5130986a5899 req-1d624321-53bc-4c34-9a11-6b2e234416bc tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.59 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 946 time: 0.1073821 Nov 24 13:20:19.286396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2806d-406b-4a97-9c75-1133e8c4059e req-4b258855-6de9-44c8-ae5f-317b09263f35 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:19.293630 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30d2806d-406b-4a97-9c75-1133e8c4059e req-4b258855-6de9-44c8-ae5f-317b09263f35 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 946 time: 0.1389675 Nov 24 13:20:19.459876 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-aab9433a-2fec-4010-8374-5130986a5899 req-230f74c1-40f9-4489-8069-9ab80190623d tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Deleting port 039a6fa8-dfde-454f-8934-2e998b6145c8 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:20:19.460261 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-aab9433a-2fec-4010-8374-5130986a5899 req-230f74c1-40f9-4489-8069-9ab80190623d tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:19.499558 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-30d2806d-406b-4a97-9c75-1133e8c4059e req-e8416858-ea6f-4f40-86a0-fb91938d6bf6 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036617 Nov 24 13:20:19.653604 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:19.661633 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:19.668275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2dcb01-9c34-48fd-908a-2c5b5fa75056 admin admin] Router 057022b8-ce31-4c81-b87f-771a7698c98c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:20:19.746789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-aab9433a-2fec-4010-8374-5130986a5899 req-230f74c1-40f9-4489-8069-9ab80190623d tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] For port 039a6fa8-dfde-454f-8934-2e998b6145c8, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=039a6fa8-dfde-454f-8934-2e998b6145c8,segment=NetworkSegment(af5b226b-3a3b-4b3e-bce3-a2e48e442386),segment_id=af5b226b-3a3b-4b3e-bce3-a2e48e442386)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:19.747324 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-aab9433a-2fec-4010-8374-5130986a5899 req-230f74c1-40f9-4489-8069-9ab80190623d tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:19.778688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-aab9433a-2fec-4010-8374-5130986a5899 req-230f74c1-40f9-4489-8069-9ab80190623d tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Calling delete_port for 039a6fa8-dfde-454f-8934-2e998b6145c8 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:20:19.797144 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Attempting to bind port 58fa33e8-77a2-45de-9dcd-8445a3696378 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:20:19.797513 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Attempting to bind port 58fa33e8-77a2-45de-9dcd-8445a3696378 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2f3d579a-1e21-4765-a665-65b04edd1c7f'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:20:19.797876 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Attempting to bind port 58fa33e8-77a2-45de-9dcd-8445a3696378 on network 2f3d579a-1e21-4765-a665-65b04edd1c7f {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:20:19.818688 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:20:19.819097 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Checking segment: {'id': 'c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2f3d579a-1e21-4765-a665-65b04edd1c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:20:19.819451 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:19.820371 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Bound using segment: {'id': 'c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2f3d579a-1e21-4765-a665-65b04edd1c7f'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:20:19.822443 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Bound port: 58fa33e8-77a2-45de-9dcd-8445a3696378, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2f3d579a-1e21-4765-a665-65b04edd1c7f'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:20:19.822837 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:19.910591 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] For port 58fa33e8-77a2-45de-9dcd-8445a3696378, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:20:19.914888 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] For port 58fa33e8-77a2-45de-9dcd-8445a3696378, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=58fa33e8-77a2-45de-9dcd-8445a3696378,segment=NetworkSegment(c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1),segment_id=c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:20:19.919764 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e003714-4889-4d7a-b485-5a4ef3c6e942 None None] Pushing event updated for resources: {'Port': ['ID=58fa33e8-77a2-45de-9dcd-8445a3696378,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:19.924318 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:20.002139 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Routers {'23565c6d-40a6-4bcf-a40b-497ddb15bfbf'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:20:20.003561 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:19:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['23565c6d-40a6-4bcf-a40b-497ddb15bfbf'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:20.047613 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-aab9433a-2fec-4010-8374-5130986a5899 req-230f74c1-40f9-4489-8069-9ab80190623d tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:20.060129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['039a6fa8-dfde-454f-8934-2e998b6145c8'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:20:20.082327 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e003714-4889-4d7a-b485-5a4ef3c6e942 None None] Pushing event updated for resources: {'Port': ['ID=58fa33e8-77a2-45de-9dcd-8445a3696378,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:20.121662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ebc8bc9e-e7e6-432e-8310-c6736af39c26 None None] Provisioning complete for port 58fa33e8-77a2-45de-9dcd-8445a3696378 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:20.122234 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ebc8bc9e-e7e6-432e-8310-c6736af39c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:20.198045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f74c1-40f9-4489-8069-9ab80190623d tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Pushing event deleted for resources: {'Port': ['ID=039a6fa8-dfde-454f-8934-2e998b6145c8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:20.283017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab9433a-2fec-4010-8374-5130986a5899 req-230f74c1-40f9-4489-8069-9ab80190623d tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] No DVR routers for this DVR port 039a6fa8-dfde-454f-8934-2e998b6145c8 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:20:20.284853 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] Set router 23565c6d-40a6-4bcf-a40b-497ddb15bfbf gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:20:20.293010 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ebc8bc9e-e7e6-432e-8310-c6736af39c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:20.294504 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-aab9433a-2fec-4010-8374-5130986a5899 req-230f74c1-40f9-4489-8069-9ab80190623d tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:20.299283 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aab9433a-2fec-4010-8374-5130986a5899 req-230f74c1-40f9-4489-8069-9ab80190623d tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.59 "DELETE /v2.0/ports/039a6fa8-dfde-454f-8934-2e998b6145c8 HTTP/1.1" status: 204 len: 173 time: 1.0280914 Nov 24 13:20:20.308175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9537c1ca-fa42-4b4c-abed-b82c3180faa4', 'name': 'network-vif-deleted', 'tag': '039a6fa8-dfde-454f-8934-2e998b6145c8'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:20.310958 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b554a7c-42a2-4383-beee-7c0228c32006" -d '{"events": [{"server_uuid": "9537c1ca-fa42-4b4c-abed-b82c3180faa4", "name": "network-vif-deleted", "tag": "039a6fa8-dfde-454f-8934-2e998b6145c8"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:20.386283 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2817ae40-90ff-42f1-9243-b2d6ee19c17c x-openstack-request-id: req-2817ae40-90ff-42f1-9243-b2d6ee19c17c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:20.386623 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9537c1ca-fa42-4b4c-abed-b82c3180faa4", "name": "network-vif-deleted", "tag": "039a6fa8-dfde-454f-8934-2e998b6145c8", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:20.386884 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2817ae40-90ff-42f1-9243-b2d6ee19c17c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:20.387293 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9537c1ca-fa42-4b4c-abed-b82c3180faa4', 'name': 'network-vif-deleted', 'tag': '039a6fa8-dfde-454f-8934-2e998b6145c8', 'status': 'completed', 'code': 200} Nov 24 13:20:20.425761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ebc8bc9e-e7e6-432e-8310-c6736af39c26 None None] For port 58fa33e8-77a2-45de-9dcd-8445a3696378, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=58fa33e8-77a2-45de-9dcd-8445a3696378,segment=NetworkSegment(c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1),segment_id=c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:20.434368 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ebc8bc9e-e7e6-432e-8310-c6736af39c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:20.544454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8bc9e-e7e6-432e-8310-c6736af39c26 None None] Pushing event updated for resources: {'Port': ['ID=58fa33e8-77a2-45de-9dcd-8445a3696378,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:20.700349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a005f2e3-d378-4883-bd46-5599285e4401 None None] Provisioning complete for port 58fa33e8-77a2-45de-9dcd-8445a3696378 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:20.702185 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a005f2e3-d378-4883-bd46-5599285e4401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:20.722707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2dcb01-9c34-48fd-908a-2c5b5fa75056 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:20:20.737989 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'name': 'tempest-TestVolumeBootPattern-625850219-router', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:20:07Z', 'updated_at': '2021-11-24T13:20:15Z', 'revision_number': 4, 'project_id': '12ff18e3969242f59e4e52545b2bb4d7', 'gw_port': {'id': 'f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:08Z', 'updated_at': '2021-11-24T13:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '58fa33e8-77a2-45de-9dcd-8445a3696378', 'name': '', 'network_id': '2f3d579a-1e21-4765-a665-65b04edd1c7f', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'mac_address': 'fa:16:3e:9b:71:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '3bb13414-b416-447f-a000-281d79ef1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:13Z', 'updated_at': '2021-11-24T13:20:19Z', 'revision_number': 4, 'project_id': '12ff18e3969242f59e4e52545b2bb4d7', 'subnets': [{'id': '3bb13414-b416-447f-a000-281d79ef1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:20.748112 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-84a34b81-fc0d-4641-8700-e09c54f1a08c req-f3a8e522-c551-41ef-a84e-6621f7139707 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=9537c1ca-fa42-4b4c-abed-b82c3180faa4 HTTP/1.1" status: 200 len: 210 time: 0.0657294 Nov 24 13:20:20.748587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39474) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:20.752094 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9b2dcb01-9c34-48fd-908a-2c5b5fa75056 admin admin] 10.222.0.48 "PUT /v2.0/routers/057022b8-ce31-4c81-b87f-771a7698c98c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9453104 Nov 24 13:20:20.780842 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea45d6b-9088-41b9-a0a3-9c9b2b98aab8 None None] The sync data for ids ['23565c6d-40a6-4bcf-a40b-497ddb15bfbf'] in n-d-817303-4 is: [{'id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'name': 'tempest-TestVolumeBootPattern-625850219-router', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:20:07Z', 'updated_at': '2021-11-24T13:20:15Z', 'revision_number': 4, 'project_id': '12ff18e3969242f59e4e52545b2bb4d7', 'gw_port': {'id': 'f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:08Z', 'updated_at': '2021-11-24T13:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '58fa33e8-77a2-45de-9dcd-8445a3696378', 'name': '', 'network_id': '2f3d579a-1e21-4765-a665-65b04edd1c7f', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'mac_address': 'fa:16:3e:9b:71:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '3bb13414-b416-447f-a000-281d79ef1ae0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:13Z', 'updated_at': '2021-11-24T13:20:19Z', 'revision_number': 4, 'project_id': '12ff18e3969242f59e4e52545b2bb4d7', 'subnets': [{'id': '3bb13414-b416-447f-a000-281d79ef1ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:20:20.799504 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd601a10-3898-470a-aa9e-f66a6a637294 None None] Sync routers for ids ['057022b8-ce31-4c81-b87f-771a7698c98c'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:20:20.882425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd601a10-3898-470a-aa9e-f66a6a637294 None None] Routers {'057022b8-ce31-4c81-b87f-771a7698c98c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:20:20.883099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cd601a10-3898-470a-aa9e-f66a6a637294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:19:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['057022b8-ce31-4c81-b87f-771a7698c98c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:20.942964 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:21.044355 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5c55df68-a372-41ef-b700-19971146bdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:21.177532 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:21.300209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-b11edb80-91c7-4169-b384-005ae276f986 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:21.308232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-cd601a10-3898-470a-aa9e-f66a6a637294 None None] Set router 057022b8-ce31-4c81-b87f-771a7698c98c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:20:21.315063 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-b11edb80-91c7-4169-b384-005ae276f986 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 812 time: 0.2335887 Nov 24 13:20:21.404419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-dff69184-9bb0-4456-be9f-f85f6934b910 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/quotas/f9eb189f71044813946e9bb1928ef292 HTTP/1.1" status: 200 len: 375 time: 0.0881915 Nov 24 13:20:21.442141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] Deleting port 7aca9368-ce39-4108-aaed-11b74eef26a8 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:20:21.442860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:21.578415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] For port 7aca9368-ce39-4108-aaed-11b74eef26a8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7aca9368-ce39-4108-aaed-11b74eef26a8,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:21.579050 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:21.596625 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] Calling delete_port for 7aca9368-ce39-4108-aaed-11b74eef26a8 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:20:21.609759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cd601a10-3898-470a-aa9e-f66a6a637294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:20:18Z', 'revision_number': 5, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port': {'id': '7aca9368-ce39-4108-aaed-11b74eef26a8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:39:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:10:49Z', 'updated_at': '2021-11-24T13:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:21.639324 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd601a10-3898-470a-aa9e-f66a6a637294 None None] Checking router: 057022b8-ce31-4c81-b87f-771a7698c98c for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:20:21.650737 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd601a10-3898-470a-aa9e-f66a6a637294 None None] Routers {'057022b8-ce31-4c81-b87f-771a7698c98c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:20:21.651197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cd601a10-3898-470a-aa9e-f66a6a637294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:19:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['057022b8-ce31-4c81-b87f-771a7698c98c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:21.672558 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-00a2900c-5d57-4c0f-85f0-820aa98ff00f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2650361 Nov 24 13:20:21.774813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-cd601a10-3898-470a-aa9e-f66a6a637294 None None] Set router 057022b8-ce31-4c81-b87f-771a7698c98c gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:20:21.790561 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-1d7e0ff9-0d61-463a-b7a5-424d12d0ed9c service neutron] 10.222.0.48 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104445 Nov 24 13:20:21.915116 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cd601a10-3898-470a-aa9e-f66a6a637294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:20:21Z', 'revision_number': 6, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:22.002764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd601a10-3898-470a-aa9e-f66a6a637294 None None] The sync data for ids ['057022b8-ce31-4c81-b87f-771a7698c98c'] in n-d-817303-4 is: [{'id': '057022b8-ce31-4c81-b87f-771a7698c98c', 'name': 'tempest-ServerActionsTestJSON-1276333554-router', 'tenant_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:10:48Z', 'updated_at': '2021-11-24T13:20:21Z', 'revision_number': 6, 'project_id': '5ff8d85d3e28474f9fc7b4af44e09a93', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:20:22.298844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-e020a662-99f7-49b1-b315-e920dd36b214 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:22.309358 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-e020a662-99f7-49b1-b315-e920dd36b214 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/networks?id=6c7a5820-638c-4c25-ba35-f7207fa8bed7 HTTP/1.1" status: 200 len: 808 time: 0.1658127 Nov 24 13:20:22.331973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-0b8816a2-867d-4a38-b1c4-b7ba56bd996b tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/quotas/68f15ad9caef4bd2bddba0dfca5ee13e HTTP/1.1" status: 200 len: 375 time: 0.0213339 Nov 24 13:20:22.396355 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-51550dd0-a94f-4ecb-a00d-4d7c4082e9df tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=68f15ad9caef4bd2bddba0dfca5ee13e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626354 Nov 24 13:20:22.566795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 039a6fa8-dfde-454f-8934-2e998b6145c8 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:20:22.599743 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:22.664013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 58fa33e8-77a2-45de-9dcd-8445a3696378 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:20:22.666346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 039a6fa8-dfde-454f-8934-2e998b6145c8 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:20:22.666701 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 039a6fa8-dfde-454f-8934-2e998b6145c8 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:20:22.695546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aca9368-ce39-4108-aaed-11b74eef26a8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:22.762496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54158ebc-9e99-4708-afe7-f804e43487ce None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:20:22.809363 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-1df39834-6a77-4b76-ba99-2e4394644266 service neutron] 10.222.0.48 "GET /v2.0/networks/6c7a5820-638c-4c25-ba35-f7207fa8bed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108667 Nov 24 13:20:22.842551 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:22.876807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 58fa33e8-77a2-45de-9dcd-8445a3696378 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:22.878837 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:22.888448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-007edac0-e8e8-4cbc-9802-61527b56770b service neutron] 10.222.0.48 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0448930 Nov 24 13:20:23.114048 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-4c6c912a-ec43-42b2-b954-6d2e015e710b service neutron] 10.222.0.48 "GET /v2.0/networks/6c7a5820-638c-4c25-ba35-f7207fa8bed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004425 Nov 24 13:20:23.176529 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d4281926-8c7d-4038-8bab-3ce840062046 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:20:23.202086 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:23.215953 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:23.265636 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: d4281926-8c7d-4038-8bab-3ce840062046 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:20:23.265985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d4281926-8c7d-4038-8bab-3ce840062046 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:20:23.310241 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8169934d-58f6-4683-a074-52b6102158d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:23.342705 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:23.343374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 057022b8-ce31-4c81-b87f-771a7698c98c {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:20:23.348276 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:23.353741 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6e983047-c464-483d-a346-dfccfeaa0878 admin admin] 10.222.0.48 "DELETE /v2.0/routers/057022b8-ce31-4c81-b87f-771a7698c98c HTTP/1.1" status: 204 len: 168 time: 2.6028478 Nov 24 13:20:23.355169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39564) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:23.448995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-34dba6b4-0139-4e5b-86d8-ec95cd37bc1a admin admin] Deleting subnet 4a0683ef-715b-43e2-968a-1f8e85a2dd11 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:20:23.455476 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34dba6b4-0139-4e5b-86d8-ec95cd37bc1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:23.559702 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34dba6b4-0139-4e5b-86d8-ec95cd37bc1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:23.583710 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-04d36309-d9e7-4f93-87ad-b864ead6b114 req-72c36aba-02f3-4bdd-a87a-8324279d8f65 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 210 time: 0.1044612 Nov 24 13:20:23.808503 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-145e913e-a6d7-47df-96c9-15903bd5feaa req-b2aacd99-5cb8-46d7-9d71-dcf71e3d7b6a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 210 time: 0.1717880 Nov 24 13:20:23.968096 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34dba6b4-0139-4e5b-86d8-ec95cd37bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:24.054627 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34dba6b4-0139-4e5b-86d8-ec95cd37bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:24.113395 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dba6b4-0139-4e5b-86d8-ec95cd37bc1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a0683ef-715b-43e2-968a-1f8e85a2dd11,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:24.119586 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34dba6b4-0139-4e5b-86d8-ec95cd37bc1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:24.121134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098d25ab-cffb-424c-99ab-afd7036d102c None None] Network 350afefa-f8e9-48b5-9810-800aaca7033f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:20:24.123599 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-34dba6b4-0139-4e5b-86d8-ec95cd37bc1a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4a0683ef-715b-43e2-968a-1f8e85a2dd11 HTTP/1.1" status: 204 len: 168 time: 0.7672067 Nov 24 13:20:24.126167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39604) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:24.327657 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:24.412592 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:24.463515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee9f6b-7465-42b6-91a5-a5636820f2f2 None None] DHCP port deletion for 350afefa-f8e9-48b5-9810-800aaca7033f request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:20:24.498209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Deleting port 7ac4f4e0-5424-47eb-be61-be1feae7378a {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:20:24.499123 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:24.500313 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7aca9368-ce39-4108-aaed-11b74eef26a8 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:20:24.543488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 7aca9368-ce39-4108-aaed-11b74eef26a8 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:20:24.544116 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7aca9368-ce39-4108-aaed-11b74eef26a8 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:20:24.578783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee9f6b-7465-42b6-91a5-a5636820f2f2 None None] Deleting port 7ac4f4e0-5424-47eb-be61-be1feae7378a {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:20:24.580170 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b0ee9f6b-7465-42b6-91a5-a5636820f2f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:24.594446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] For port 7ac4f4e0-5424-47eb-be61-be1feae7378a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7ac4f4e0-5424-47eb-be61-be1feae7378a,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:24.594825 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:24.612072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Calling delete_port for 7ac4f4e0-5424-47eb-be61-be1feae7378a owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:20:24.726212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b0ee9f6b-7465-42b6-91a5-a5636820f2f2 None None] For port 7ac4f4e0-5424-47eb-be61-be1feae7378a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7ac4f4e0-5424-47eb-be61-be1feae7378a,segment=NetworkSegment(6e15591e-974b-4135-ab8d-4e89377e3002),segment_id=6e15591e-974b-4135-ab8d-4e89377e3002)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:24.726770 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b0ee9f6b-7465-42b6-91a5-a5636820f2f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:24.729901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:24.744049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee9f6b-7465-42b6-91a5-a5636820f2f2 None None] Calling delete_port for 7ac4f4e0-5424-47eb-be61-be1feae7378a owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:20:24.746400 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b236d010-b10c-4a0e-9152-9f7c8da15cd6 req-6a5f833e-f29b-4883-9c3b-18d2883e3420 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 210 time: 0.0469599 Nov 24 13:20:24.779613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac4f4e0-5424-47eb-be61-be1feae7378a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:24.794536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] No DVR routers for this DVR port 7ac4f4e0-5424-47eb-be61-be1feae7378a on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:20:24.907004 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b0ee9f6b-7465-42b6-91a5-a5636820f2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:24.948718 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee9f6b-7465-42b6-91a5-a5636820f2f2 None None] No DVR routers for this DVR port 7ac4f4e0-5424-47eb-be61-be1feae7378a on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:20:24.961957 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:25.027510 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee9f6b-7465-42b6-91a5-a5636820f2f2 None None] Pushing event deleted for resources: {'Port': ['ID=7ac4f4e0-5424-47eb-be61-be1feae7378a,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:25.045351 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e575c8d9-ee91-47bb-9afe-4fe332a08b36 req-9d4b217c-0703-4838-a8c9-932a10b4fd9b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 210 time: 0.0886145 Nov 24 13:20:25.064315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350afefa-f8e9-48b5-9810-800aaca7033f']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:25.080224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e15591e-974b-4135-ab8d-4e89377e3002') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:25.080819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e15591e-974b-4135-ab8d-4e89377e3002') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:25.135310 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:25.162923 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:25.179549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:20:25.180095 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:20:25.182123 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:20:25.203460 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-8231f02e-e827-42c3-9e88-42c02f54116b tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:25.204961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-8231f02e-e827-42c3-9e88-42c02f54116b tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.59 "GET /v2.0/networks?id=6c7a5820-638c-4c25-ba35-f7207fa8bed7 HTTP/1.1" status: 200 len: 808 time: 0.2468078 Nov 24 13:20:25.250531 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-48dccbca-d9da-4697-9074-68f540da6583 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Request body: {'port': {'device_id': '156fdd82-f675-4667-bcd6-d70dad1b71bd', 'network_id': '6c7a5820-638c-4c25-ba35-f7207fa8bed7', 'admin_state_up': True, 'tenant_id': '68f15ad9caef4bd2bddba0dfca5ee13e'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:20:25.282734 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:25.288345 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:25.304897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] 10.222.0.48 "DELETE /v2.0/networks/350afefa-f8e9-48b5-9810-800aaca7033f HTTP/1.1" status: 204 len: 168 time: 1.1695020 Nov 24 13:20:25.364293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c04b97-eecf-4dc5-affc-94e4345bc278 admin admin] Pushing event deleted for resources: {'Network': ['ID=350afefa-f8e9-48b5-9810-800aaca7033f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:25.454072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-48dccbca-d9da-4697-9074-68f540da6583 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Made reservation on behalf of 68f15ad9caef4bd2bddba0dfca5ee13e for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:20:25.458656 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-48dccbca-d9da-4697-9074-68f540da6583 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:25.586024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39634) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:25.752505 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2e3d139a-c180-45e6-a2b3-292adfa73fc4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ff8d85d3e28474f9fc7b4af44e09a93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559994 Nov 24 13:20:25.753765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39642) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:25.765565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-48dccbca-d9da-4697-9074-68f540da6583 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Allocated IP 172.20.0.7 (6c7a5820-638c-4c25-ba35-f7207fa8bed7/5c3abb1c-0621-4d5f-9161-5ad1a7a690fa/31411907-6181-4886-8f71-b15e23a05eef) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:20:25.792488 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-b7a43749-539a-427e-9377-05352c930f1e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:25.800283 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-b7a43749-539a-427e-9377-05352c930f1e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 812 time: 0.2853150 Nov 24 13:20:25.812271 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-184cf7e0-ee6f-494a-a86d-7abbf4cf500c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'port': {'device_id': 'e7c35fff-86bd-4c7b-b945-396ad683680a', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'admin_state_up': True, 'tenant_id': 'f9eb189f71044813946e9bb1928ef292'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:20:25.862124 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2ea39f8-36e9-4785-8bcb-5fddf3003f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:25.919123 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:25.942899 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ad8fb884-9ce1-4f96-b8f5-e38a732008dd req-3bc73581-2e98-4dcd-b82e-12409bdb7d29 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 210 time: 0.0736067 Nov 24 13:20:25.966452 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2ea39f8-36e9-4785-8bcb-5fddf3003f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:25.974886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-184cf7e0-ee6f-494a-a86d-7abbf4cf500c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Made reservation on behalf of f9eb189f71044813946e9bb1928ef292 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:20:25.984914 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-184cf7e0-ee6f-494a-a86d-7abbf4cf500c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:26.119075 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-48dccbca-d9da-4697-9074-68f540da6583 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:26.157654 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2ea39f8-36e9-4785-8bcb-5fddf3003f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:26.162308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f2ea39f8-36e9-4785-8bcb-5fddf3003f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:26.173286 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f2ea39f8-36e9-4785-8bcb-5fddf3003f19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c9a989a-585d-486c-a89b-818edd2fba6f HTTP/1.1" status: 204 len: 168 time: 0.4153526 Nov 24 13:20:26.178607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-184cf7e0-ee6f-494a-a86d-7abbf4cf500c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Allocated IP 172.20.0.5 (6a016955-569b-4861-bee0-ac59750bb8f5/58c4496a-3b03-42fd-9ce0-2f643f021eac/bf6113c0-be0f-4f0d-b523-2b2d7f2d4648) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:20:26.201169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea39f8-36e9-4785-8bcb-5fddf3003f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9a989a-585d-486c-a89b-818edd2fba6f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:26.203613 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-48dccbca-d9da-4697-9074-68f540da6583 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:26.297661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-48dccbca-d9da-4697-9074-68f540da6583 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Network 6c7a5820-638c-4c25-ba35-f7207fa8bed7 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:20:26.302160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-48dccbca-d9da-4697-9074-68f540da6583 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:20:26.322180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-48dccbca-d9da-4697-9074-68f540da6583 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:20:26.386278 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dccbca-d9da-4697-9074-68f540da6583 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Pushing event updated for resources: {'Port': ['ID=31411907-6181-4886-8f71-b15e23a05eef,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:26.432967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-48dccbca-d9da-4697-9074-68f540da6583 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:26.433631 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-48dccbca-d9da-4697-9074-68f540da6583 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:26.459999 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7ac4f4e0-5424-47eb-be61-be1feae7378a no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:20:26.475456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-48dccbca-d9da-4697-9074-68f540da6583 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2326264 Nov 24 13:20:26.488159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Request body: {'port': {'device_id': '156fdd82-f675-4667-bcd6-d70dad1b71bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:20:26.535223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 7ac4f4e0-5424-47eb-be61-be1feae7378a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:20:26.539390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7ac4f4e0-5424-47eb-be61-be1feae7378a not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:20:26.559298 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-184cf7e0-ee6f-494a-a86d-7abbf4cf500c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:26.621908 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:26.654297 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-612aa24e-866a-46f4-9ad2-3413136df4d6 req-bfd46c60-412e-449b-aece-569f4dc689da tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 210 time: 0.0388114 Nov 24 13:20:26.666475 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-184cf7e0-ee6f-494a-a86d-7abbf4cf500c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:26.709013 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:26.750682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-184cf7e0-ee6f-494a-a86d-7abbf4cf500c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Network 6a016955-569b-4861-bee0-ac59750bb8f5 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:20:26.758072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-184cf7e0-ee6f-494a-a86d-7abbf4cf500c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:20:26.774257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-184cf7e0-ee6f-494a-a86d-7abbf4cf500c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:20:26.842974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cf7e0-ee6f-494a-a86d-7abbf4cf500c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'Port': ['ID=bf6113c0-be0f-4f0d-b523-2b2d7f2d4648,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:26.901161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-184cf7e0-ee6f-494a-a86d-7abbf4cf500c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:26.919788 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-184cf7e0-ee6f-494a-a86d-7abbf4cf500c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:26.976316 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-184cf7e0-ee6f-494a-a86d-7abbf4cf500c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1680465 Nov 24 13:20:26.992976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Request body: {'port': {'device_id': 'e7c35fff-86bd-4c7b-b945-396ad683680a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:20:27.154545 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:27.277302 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-984fa1e4-7d27-425a-8904-1ad75fb41084 None None] Provisioning complete for port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:27.278266 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-984fa1e4-7d27-425a-8904-1ad75fb41084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:27.279844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6888-48a3-43d2-ae75-3d345fd225d0 req-8f4793ba-a64b-443d-9f64-93bc2fef0d78 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:27.280576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31411907-6181-4886-8f71-b15e23a05eef {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:20:27.282177 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-19ab6888-48a3-43d2-ae75-3d345fd225d0 req-8f4793ba-a64b-443d-9f64-93bc2fef0d78 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 931 time: 0.1785364 Nov 24 13:20:27.313212 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:27.337765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Transition to ACTIVE for port object 31411907-6181-4886-8f71-b15e23a05eef will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:20:27.343777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:27.364705 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-984fa1e4-7d27-425a-8904-1ad75fb41084 None None] Port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:20:27.489990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Pushing event updated for resources: {'Port': ['ID=31411907-6181-4886-8f71-b15e23a05eef,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:27.549116 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-19ab6888-48a3-43d2-ae75-3d345fd225d0 req-82c10f81-4a7d-4be5-b7a0-44e34041acde tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208533 Nov 24 13:20:27.577347 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Attempting to bind port 31411907-6181-4886-8f71-b15e23a05eef on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:20:27.577999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Attempting to bind port 31411907-6181-4886-8f71-b15e23a05eef by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'af5b226b-3a3b-4b3e-bce3-a2e48e442386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c7a5820-638c-4c25-ba35-f7207fa8bed7'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:20:27.578460 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Attempting to bind port 31411907-6181-4886-8f71-b15e23a05eef on network 6c7a5820-638c-4c25-ba35-f7207fa8bed7 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:20:27.588190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Port 31411907-6181-4886-8f71-b15e23a05eef on network 6c7a5820-638c-4c25-ba35-f7207fa8bed7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:20:27.588509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Attempting to bind port 31411907-6181-4886-8f71-b15e23a05eef on network 6c7a5820-638c-4c25-ba35-f7207fa8bed7 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:20:27.601104 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:20:27.602462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Checking segment: {'id': 'af5b226b-3a3b-4b3e-bce3-a2e48e442386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c7a5820-638c-4c25-ba35-f7207fa8bed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:20:27.603045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Bound using segment: {'id': 'af5b226b-3a3b-4b3e-bce3-a2e48e442386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c7a5820-638c-4c25-ba35-f7207fa8bed7'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:20:27.604617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Bound port: 31411907-6181-4886-8f71-b15e23a05eef, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af5b226b-3a3b-4b3e-bce3-a2e48e442386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6c7a5820-638c-4c25-ba35-f7207fa8bed7'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:20:27.605239 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:27.753808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] For port 31411907-6181-4886-8f71-b15e23a05eef, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:20:27.765866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] For port 31411907-6181-4886-8f71-b15e23a05eef, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=31411907-6181-4886-8f71-b15e23a05eef,segment=NetworkSegment(af5b226b-3a3b-4b3e-bce3-a2e48e442386),segment_id=af5b226b-3a3b-4b3e-bce3-a2e48e442386)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:20:27.773846 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:27.816542 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 39684) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:27.832878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:27.833707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:27.835955 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] 10.222.0.59 "PUT /v2.0/ports/31411907-6181-4886-8f71-b15e23a05eef HTTP/1.1" status: 200 len: 1091 time: 1.3522861 Nov 24 13:20:27.861768 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '156fdd82-f675-4667-bcd6-d70dad1b71bd', 'tag': '31411907-6181-4886-8f71-b15e23a05eef'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:27.867671 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1267af07-cc4b-4113-9f84-1855c3f80890" -d '{"events": [{"name": "network-changed", "server_uuid": "156fdd82-f675-4667-bcd6-d70dad1b71bd", "tag": "31411907-6181-4886-8f71-b15e23a05eef"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:28.018256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6544c0-c0b3-4cf9-ace7-70179b9b2cfc service neutron] Pushing event updated for resources: {'Port': ['ID=31411907-6181-4886-8f71-b15e23a05eef,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:28.022101 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9077503-413a-4ea3-968a-86838c2cd59b x-openstack-request-id: req-f9077503-413a-4ea3-968a-86838c2cd59b {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:28.022602 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "156fdd82-f675-4667-bcd6-d70dad1b71bd", "tag": "31411907-6181-4886-8f71-b15e23a05eef", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:28.022971 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9077503-413a-4ea3-968a-86838c2cd59b {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:28.023471 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '156fdd82-f675-4667-bcd6-d70dad1b71bd', 'tag': '31411907-6181-4886-8f71-b15e23a05eef', 'status': 'completed', 'code': 200} Nov 24 13:20:28.041403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:20:28.047641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-337c750e-5d82-42c6-9d1d-d40fdf9824f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:28.049314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-337c750e-5d82-42c6-9d1d-d40fdf9824f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68f15ad9caef4bd2bddba0dfca5ee13e&device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 1094 time: 0.1421866 Nov 24 13:20:28.060909 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:28.062697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77d119-aa20-418e-babe-3f8fa00dd0f6 req-bae1424c-9f91-4fc2-afac-116922438f6a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:28.064325 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f77d119-aa20-418e-babe-3f8fa00dd0f6 req-bae1424c-9f91-4fc2-afac-116922438f6a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 931 time: 0.2563553 Nov 24 13:20:28.090739 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Transition to ACTIVE for port object bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:20:28.096954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:28.133378 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-89843af4-3c11-4307-9764-a233f1b4c809 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31411907-6181-4886-8f71-b15e23a05eef HTTP/1.1" status: 200 len: 217 time: 0.0679059 Nov 24 13:20:28.136673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1229527715-network', 'tenant_id': '122c5a784d214520ae62392679767445'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:20:28.235436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-a3e17c8e-5808-498a-bc39-8d4f50ddc742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:28.237003 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-a3e17c8e-5808-498a-bc39-8d4f50ddc742 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c3abb1c-0621-4d5f-9161-5ad1a7a690fa HTTP/1.1" status: 200 len: 848 time: 0.0948176 Nov 24 13:20:28.241272 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f77d119-aa20-418e-babe-3f8fa00dd0f6 req-e8066bfd-5fa3-4ff9-abd6-315d882da7f2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193526 Nov 24 13:20:28.276889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6113c0-be0f-4f0d-b523-2b2d7f2d4648,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:28.342471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-b224e26d-dcbc-4687-a8f8-2f4be0ed82c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c7a5820-638c-4c25-ba35-f7207fa8bed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983615 Nov 24 13:20:28.355285 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] Made reservation on behalf of 122c5a784d214520ae62392679767445 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:20:28.363553 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:28.426063 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:28.546917 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-b994d666-8b70-475d-9edc-dc034d177a6d service neutron] 10.222.0.59 "GET /v2.0/networks/6c7a5820-638c-4c25-ba35-f7207fa8bed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964271 Nov 24 13:20:28.573992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Attempting to bind port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:20:28.591086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Attempting to bind port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:20:28.595516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Attempting to bind port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:20:28.637996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 on network 6a016955-569b-4861-bee0-ac59750bb8f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:20:28.638481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Attempting to bind port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:20:28.648515 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:20:28.657173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Checking segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:20:28.657771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Bound using segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:20:28.658482 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Bound port: bf6113c0-be0f-4f0d-b523-2b2d7f2d4648, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:20:28.658852 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:28.715588 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5f45001-fea3-42bf-aa3b-043cd962f76b req-123d7504-d01b-4d7b-8d14-d90d9470cdf3 service neutron] 10.222.0.59 "GET /v2.0/networks/6c7a5820-638c-4c25-ba35-f7207fa8bed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604633 Nov 24 13:20:28.879015 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267af07-cc4b-4113-9f84-1855c3f80890 req-eaad9242-4645-4c29-8891-dba333ac8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:28.880188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c141831-58e7-4628-818e-1141563c15b3 req-872d39d3-4bcd-4f78-8d67-53bf1face97a tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:28.882560 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c141831-58e7-4628-818e-1141563c15b3 req-872d39d3-4bcd-4f78-8d67-53bf1face97a tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 943 time: 0.2053857 Nov 24 13:20:28.886095 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:28.899502 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:28.901483 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1267af07-cc4b-4113-9f84-1855c3f80890 req-eaad9242-4645-4c29-8891-dba333ac8891 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68f15ad9caef4bd2bddba0dfca5ee13e&device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 1094 time: 0.1288660 Nov 24 13:20:28.911412 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] For port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:20:28.925842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] For port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=bf6113c0-be0f-4f0d-b523-2b2d7f2d4648,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:20:28.980058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:20:28.993931 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:28.994600 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] Added segment 033b79fd-5453-4161-a0e4-8007541c3bdd of type vlan for network ba7dacec-9f76-4b56-9ec9-bdaf1f624313 Nov 24 13:20:29.045586 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:29.066564 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:29.088478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be38917-33dd-45dd-bc2b-3fb16e7936ed,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:29.110141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267af07-cc4b-4113-9f84-1855c3f80890 req-f88e6779-cb83-4d57-8617-f3bdac92ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:29.111761 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1267af07-cc4b-4113-9f84-1855c3f80890 req-f88e6779-cb83-4d57-8617-f3bdac92ca5b service neutron] 10.222.0.59 "GET /v2.0/networks?id=6c7a5820-638c-4c25-ba35-f7207fa8bed7 HTTP/1.1" status: 200 len: 909 time: 0.2021537 Nov 24 13:20:29.121020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:29.124156 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:29.125653 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] 10.222.0.59 "PUT /v2.0/ports/bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 HTTP/1.1" status: 200 len: 1091 time: 2.1427820 Nov 24 13:20:29.169329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c35fff-86bd-4c7b-b945-396ad683680a', 'tag': 'bf6113c0-be0f-4f0d-b523-2b2d7f2d4648'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:29.171758 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7580fee8-9669-4630-9f1b-520b7822d544" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c35fff-86bd-4c7b-b945-396ad683680a", "tag": "bf6113c0-be0f-4f0d-b523-2b2d7f2d4648"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:29.194470 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1267af07-cc4b-4113-9f84-1855c3f80890 req-984dda5f-7d17-45fd-8953-8abd2fd4249d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31411907-6181-4886-8f71-b15e23a05eef HTTP/1.1" status: 200 len: 217 time: 0.0730903 Nov 24 13:20:29.311304 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400d883d-a84a-4693-8524-862071da24f3 x-openstack-request-id: req-400d883d-a84a-4693-8524-862071da24f3 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:29.311602 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c35fff-86bd-4c7b-b945-396ad683680a", "tag": "bf6113c0-be0f-4f0d-b523-2b2d7f2d4648", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:29.311858 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-400d883d-a84a-4693-8524-862071da24f3 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:29.312247 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c35fff-86bd-4c7b-b945-396ad683680a', 'tag': 'bf6113c0-be0f-4f0d-b523-2b2d7f2d4648', 'status': 'completed', 'code': 200} Nov 24 13:20:29.324878 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:29.326541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:29.326541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:29.469158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39726) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:29.520502 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c141831-58e7-4628-818e-1141563c15b3 req-3876d712-2370-40f1-b090-0440e457203f tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926533 Nov 24 13:20:29.523840 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27180-0d6b-44e3-b967-c05bc4400e6b req-414d4bfd-a3fa-442a-94ba-0928d651146a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:29.530495 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5dd27180-0d6b-44e3-b967-c05bc4400e6b req-414d4bfd-a3fa-442a-94ba-0928d651146a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 943 time: 0.1649289 Nov 24 13:20:29.532169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267af07-cc4b-4113-9f84-1855c3f80890 req-4e7f598a-b350-47d0-b11e-60a1845e74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:29.547695 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1267af07-cc4b-4113-9f84-1855c3f80890 req-4e7f598a-b350-47d0-b11e-60a1845e74b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c3abb1c-0621-4d5f-9161-5ad1a7a690fa HTTP/1.1" status: 200 len: 848 time: 0.3449488 Nov 24 13:20:29.559190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-30395942-3660-419d-a0ca-d773ed6772b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:29.560852 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-30395942-3660-419d-a0ca-d773ed6772b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 1094 time: 0.3522096 Nov 24 13:20:29.567116 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7381425 Nov 24 13:20:29.567970 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509e8f7-4b12-499c-8047-218f05852415 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6113c0-be0f-4f0d-b523-2b2d7f2d4648,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:29.580930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39730) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:29.612074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a6e9a15b-5844-48fa-a305-017d5fa9c679 admin admin] Request body: {'subnet': {'network_id': 'ba7dacec-9f76-4b56-9ec9-bdaf1f624313', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1229527715-subnet', 'tenant_id': '122c5a784d214520ae62392679767445', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:20:29.638871 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d354ef-1c5c-4076-b07d-8cb615f1bfdd admin admin] Pushing event updated for resources: {'Network': ['ID=ba7dacec-9f76-4b56-9ec9-bdaf1f624313,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:29.656841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network ba7dacec-9f76-4b56-9ec9-bdaf1f624313 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:20:29.663358 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1267af07-cc4b-4113-9f84-1855c3f80890 req-2c16bb09-8927-48fa-9f82-78bf7bc709c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6c7a5820-638c-4c25-ba35-f7207fa8bed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974944 Nov 24 13:20:29.674572 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-218e7059-9fda-4f75-a836-e4056db465ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 HTTP/1.1" status: 200 len: 217 time: 0.0460303 Nov 24 13:20:29.748401 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5dd27180-0d6b-44e3-b967-c05bc4400e6b req-b6ed6180-0125-40ba-a194-c09b41686bd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996887 Nov 24 13:20:29.752660 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e9a15b-5844-48fa-a305-017d5fa9c679 admin admin] Made reservation on behalf of 122c5a784d214520ae62392679767445 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:20:29.762313 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a15b-5844-48fa-a305-017d5fa9c679 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:29.787308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-f327f61b-9a76-43c2-8ba1-53d4981c9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:29.788869 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-f327f61b-9a76-43c2-8ba1-53d4981c9e1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.1080918 Nov 24 13:20:29.865010 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51ea5ce4-797b-497e-a72b-08d71fe724e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:29.865217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-966ac643-fbb8-49a8-a05f-97e6d4d04980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:29.867112 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-966ac643-fbb8-49a8-a05f-97e6d4d04980 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713103 Nov 24 13:20:29.962414 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51ea5ce4-797b-497e-a72b-08d71fe724e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:30.004225 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51ea5ce4-797b-497e-a72b-08d71fe724e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:30.011491 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-2f754b3e-5aab-4ba9-8946-2cb3b911ff4a service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360488 Nov 24 13:20:30.140047 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-51ea5ce4-797b-497e-a72b-08d71fe724e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36897668eee84e17b296583d7aefcbaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6664138 Nov 24 13:20:30.141741 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db90a3d4-b32a-40eb-9be8-99793b6ec29b req-691d1c6a-7375-45a6-95fb-7a3b7a891881 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210415 Nov 24 13:20:30.142321 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1267af07-cc4b-4113-9f84-1855c3f80890 req-1f6d340b-368c-44a7-8a0b-13192cdda726 service neutron] 10.222.0.59 "GET /v2.0/networks/6c7a5820-638c-4c25-ba35-f7207fa8bed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682229 Nov 24 13:20:30.142679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39744) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:30.198526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea5ce4-797b-497e-a72b-08d71fe724e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb08b6e4-dba6-4314-96f7-15e0a047448f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:30.316584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580fee8-9669-4630-9f1b-520b7822d544 req-c69dfd03-8192-4c28-89fc-4a613d424218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:30.318496 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7580fee8-9669-4630-9f1b-520b7822d544 req-c69dfd03-8192-4c28-89fc-4a613d424218 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 1094 time: 0.0875673 Nov 24 13:20:30.362010 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1267af07-cc4b-4113-9f84-1855c3f80890 req-017d8afa-d94b-4c21-bdbc-8cd36faf0998 service neutron] 10.222.0.59 "GET /v2.0/networks/6c7a5820-638c-4c25-ba35-f7207fa8bed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697431 Nov 24 13:20:30.406633 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6499c79b-2f76-4e3c-9641-5bcd03d550aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:30.419144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580fee8-9669-4630-9f1b-520b7822d544 req-c1624b3a-51a0-42c2-a0ad-0b6a97d2bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:30.421102 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7580fee8-9669-4630-9f1b-520b7822d544 req-c1624b3a-51a0-42c2-a0ad-0b6a97d2bd75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.0951731 Nov 24 13:20:30.421386 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a15b-5844-48fa-a305-017d5fa9c679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:30.455939 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6499c79b-2f76-4e3c-9641-5bcd03d550aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:30.474474 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7580fee8-9669-4630-9f1b-520b7822d544 req-e7634562-a4b1-4616-bfda-961d7ac9910b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 HTTP/1.1" status: 200 len: 217 time: 0.0440145 Nov 24 13:20:30.531686 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580fee8-9669-4630-9f1b-520b7822d544 req-d7af7071-1ca4-4359-bfd7-6c9c6231541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:30.533159 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7580fee8-9669-4630-9f1b-520b7822d544 req-d7af7071-1ca4-4359-bfd7-6c9c6231541e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0517011 Nov 24 13:20:30.546797 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e9a15b-5844-48fa-a305-017d5fa9c679 admin admin] Checking segment: {'id': '033b79fd-5453-4161-a0e4-8007541c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba7dacec-9f76-4b56-9ec9-bdaf1f624313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:20:30.547502 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e9a15b-5844-48fa-a305-017d5fa9c679 admin admin] Network hostable DHCP agents. Network: ba7dacec-9f76-4b56-9ec9-bdaf1f624313, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:20:30.550333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9a15b-5844-48fa-a305-017d5fa9c679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80454de9-6e35-40c5-9a91-ce97196c20a7,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:30.583157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e9a15b-5844-48fa-a305-017d5fa9c679 admin admin] Network ba7dacec-9f76-4b56-9ec9-bdaf1f624313 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:20:30.592609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 31411907-6181-4886-8f71-b15e23a05eef details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:20:30.595191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a6e9a15b-5844-48fa-a305-017d5fa9c679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, ba7dacec-9f76-4b56-9ec9-bdaf1f624313) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:20:30.603226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e9a15b-5844-48fa-a305-017d5fa9c679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:30.603915 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a15b-5844-48fa-a305-017d5fa9c679 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:30.617878 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6499c79b-2f76-4e3c-9641-5bcd03d550aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:30.618277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc936c84-a788-44be-930c-56aa3ada1e71 None None] Network ba7dacec-9f76-4b56-9ec9-bdaf1f624313 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:20:30.621025 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6499c79b-2f76-4e3c-9641-5bcd03d550aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:30.622674 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6499c79b-2f76-4e3c-9641-5bcd03d550aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb08b6e4-dba6-4314-96f7-15e0a047448f HTTP/1.1" status: 204 len: 168 time: 0.4316492 Nov 24 13:20:30.637307 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a6e9a15b-5844-48fa-a305-017d5fa9c679 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0356004 Nov 24 13:20:30.638239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6499c79b-2f76-4e3c-9641-5bcd03d550aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb08b6e4-dba6-4314-96f7-15e0a047448f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:30.658732 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580fee8-9669-4630-9f1b-520b7822d544 req-5eb86a87-c083-4c0b-9bb4-f71849f2ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:30.660673 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7580fee8-9669-4630-9f1b-520b7822d544 req-5eb86a87-c083-4c0b-9bb4-f71849f2ddaa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166205 Nov 24 13:20:30.837737 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dac611-8bd5-48d7-8824-0d72bea321f5 req-495214eb-d2d3-4a9e-b67d-1a0c1070a955 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:30.842639 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1dac611-8bd5-48d7-8824-0d72bea321f5 req-495214eb-d2d3-4a9e-b67d-1a0c1070a955 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 943 time: 0.1624413 Nov 24 13:20:30.871803 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7580fee8-9669-4630-9f1b-520b7822d544 req-326ee468-fc60-47b7-9048-3cf4709a7527 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022612 Nov 24 13:20:30.952471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1dac611-8bd5-48d7-8824-0d72bea321f5 req-c4e45d94-c563-4a76-af33-119404722549 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027524 Nov 24 13:20:31.116894 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.resource_extend [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:20:31.143482 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889d4e3-612e-434d-b4dc-bda21df57564 req-f0984078-cbcb-4088-852c-50aff98a688d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:31.148258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e889d4e3-612e-434d-b4dc-bda21df57564 req-f0984078-cbcb-4088-852c-50aff98a688d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 943 time: 0.2097433 Nov 24 13:20:31.186806 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7580fee8-9669-4630-9f1b-520b7822d544 req-90da59d0-7a54-4d4d-a3e7-015f131147f1 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061261 Nov 24 13:20:31.245231 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e889d4e3-612e-434d-b4dc-bda21df57564 req-3ca9ad7f-043c-4ebc-b4e1-77812f51ce62 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746024 Nov 24 13:20:31.261880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39772) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:31.280065 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9ffe360a-d3ab-4b3c-882d-00da878cf311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:31.378812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56401fbe-0b97-4483-96cd-99e00a77dc6a None None] Network ba7dacec-9f76-4b56-9ec9-bdaf1f624313 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:20:31.452388 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9ffe360a-d3ab-4b3c-882d-00da878cf311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:31.458139 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9ffe360a-d3ab-4b3c-882d-00da878cf311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:31.469323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 31411907-6181-4886-8f71-b15e23a05eef, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=31411907-6181-4886-8f71-b15e23a05eef,segment=NetworkSegment(af5b226b-3a3b-4b3e-bce3-a2e48e442386),segment_id=af5b226b-3a3b-4b3e-bce3-a2e48e442386)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:31.490556 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '31411907-6181-4886-8f71-b15e23a05eef', 'network_id': '6c7a5820-638c-4c25-ba35-f7207fa8bed7', 'port_id': '31411907-6181-4886-8f71-b15e23a05eef', 'mac_address': 'fa:16:3e:6c:8a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3abb1c-0621-4d5f-9161-5ad1a7a690fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:20:31.517059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe360a-d3ab-4b3c-882d-00da878cf311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb11ff5-5f0e-4b73-822d-f42c66ee4984,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:31.537176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9ffe360a-d3ab-4b3c-882d-00da878cf311 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1aba7c6ab9594fb89bf97079dd91d29f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739904 Nov 24 13:20:31.540383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 39778) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:31.555186 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:31.629331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31411907-6181-4886-8f71-b15e23a05eef {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:20:31.630311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-24a4b9c7-6389-453e-ae8c-fcccf2ecc8f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:31.652351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 31411907-6181-4886-8f71-b15e23a05eef, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=31411907-6181-4886-8f71-b15e23a05eef,segment=NetworkSegment(af5b226b-3a3b-4b3e-bce3-a2e48e442386),segment_id=af5b226b-3a3b-4b3e-bce3-a2e48e442386)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:31.673879 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-24a4b9c7-6389-453e-ae8c-fcccf2ecc8f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:31.680878 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:31.736156 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=31411907-6181-4886-8f71-b15e23a05eef,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:31.743204 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-24a4b9c7-6389-453e-ae8c-fcccf2ecc8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:31.747228 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-24a4b9c7-6389-453e-ae8c-fcccf2ecc8f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:31.751625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-24a4b9c7-6389-453e-ae8c-fcccf2ecc8f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6eb11ff5-5f0e-4b73-822d-f42c66ee4984 HTTP/1.1" status: 204 len: 168 time: 0.2096987 Nov 24 13:20:31.762345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4b9c7-6389-453e-ae8c-fcccf2ecc8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb11ff5-5f0e-4b73-822d-f42c66ee4984,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:31.896710 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['31411907-6181-4886-8f71-b15e23a05eef'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:20:32.227319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b1868-2409-4145-a667-fd92199e616f req-71e4ac47-2be8-46a7-b69b-ae58cb7aa5b9 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:32.228922 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fb4b1868-2409-4145-a667-fd92199e616f req-71e4ac47-2be8-46a7-b69b-ae58cb7aa5b9 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 944 time: 0.1177838 Nov 24 13:20:32.336946 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fb4b1868-2409-4145-a667-fd92199e616f req-7b0bacee-8c4d-42a3-9d93-b3b1a963dd54 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013412 Nov 24 13:20:32.489948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af464708-2081-455b-8856-76ae8e6d95b1 req-70323b68-929a-4f33-bfae-283a56402cfa tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:32.494037 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af464708-2081-455b-8856-76ae8e6d95b1 req-70323b68-929a-4f33-bfae-283a56402cfa tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 943 time: 0.0778365 Nov 24 13:20:32.579077 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af464708-2081-455b-8856-76ae8e6d95b1 req-30da693a-d2df-4ed8-a051-90fad56aba04 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759151 Nov 24 13:20:32.606768 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 31411907-6181-4886-8f71-b15e23a05eef up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:20:32.698959 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 31411907-6181-4886-8f71-b15e23a05eef completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:20:32.704392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 31411907-6181-4886-8f71-b15e23a05eef triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:32.704800 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:32.845667 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:32.872948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156fdd82-f675-4667-bcd6-d70dad1b71bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31411907-6181-4886-8f71-b15e23a05eef'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:32.875720 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e075f0-d0e6-4da3-8699-3319bcb00365" -d '{"events": [{"server_uuid": "156fdd82-f675-4667-bcd6-d70dad1b71bd", "name": "network-vif-plugged", "status": "completed", "tag": "31411907-6181-4886-8f71-b15e23a05eef"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:32.892824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 31411907-6181-4886-8f71-b15e23a05eef, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=31411907-6181-4886-8f71-b15e23a05eef,segment=NetworkSegment(af5b226b-3a3b-4b3e-bce3-a2e48e442386),segment_id=af5b226b-3a3b-4b3e-bce3-a2e48e442386)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:32.899662 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:32.952773 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebe0026-5ca4-48c4-aafe-476970480710 x-openstack-request-id: req-0ebe0026-5ca4-48c4-aafe-476970480710 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:32.953017 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156fdd82-f675-4667-bcd6-d70dad1b71bd", "name": "network-vif-plugged", "status": "completed", "tag": "31411907-6181-4886-8f71-b15e23a05eef", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:32.953322 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ebe0026-5ca4-48c4-aafe-476970480710 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:32.953752 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156fdd82-f675-4667-bcd6-d70dad1b71bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31411907-6181-4886-8f71-b15e23a05eef', 'code': 200} Nov 24 13:20:32.978449 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=31411907-6181-4886-8f71-b15e23a05eef,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:32.992059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:32.992490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:32.992940 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:32.993358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:32.993756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:32.994511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:32.994695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:32.995162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:32.995560 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:32.995966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:32.996573 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:32.997048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:33.119861 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d3d37-6d4a-4cac-b9d9-42bcb9150df2 req-a2e28853-5516-40a0-ba65-75068c163398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:33.121464 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e50d3d37-6d4a-4cac-b9d9-42bcb9150df2 req-a2e28853-5516-40a0-ba65-75068c163398 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 1096 time: 0.0838773 Nov 24 13:20:33.205010 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e50d3d37-6d4a-4cac-b9d9-42bcb9150df2 req-5b88cf5e-a4e5-48e6-8185-0b8e987e74dd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751889 Nov 24 13:20:33.295824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-9a48daf8-eaad-4482-8507-f46a00825a9e tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:33.298174 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-9a48daf8-eaad-4482-8507-f46a00825a9e tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/networks?id=ba7dacec-9f76-4b56-9ec9-bdaf1f624313 HTTP/1.1" status: 200 len: 810 time: 0.1464529 Nov 24 13:20:33.319444 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-b7058a2d-007d-40d0-9488-f861a5ffef68 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/quotas/122c5a784d214520ae62392679767445 HTTP/1.1" status: 200 len: 375 time: 0.0121865 Nov 24 13:20:33.393978 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-2ddd8b2d-5eee-4748-8880-476718623550 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=122c5a784d214520ae62392679767445&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600333 Nov 24 13:20:33.541219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e81ae5-f82a-42c7-8533-900526857a68 req-c349841d-c31a-4bdd-8f53-3840b651c3c6 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:33.546887 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-76e81ae5-f82a-42c7-8533-900526857a68 req-c349841d-c31a-4bdd-8f53-3840b651c3c6 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 945 time: 0.1073270 Nov 24 13:20:33.549394 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ee706a79-c47c-4096-8b2e-03914aa5e399 service neutron] 10.222.0.48 "GET /v2.0/networks/ba7dacec-9f76-4b56-9ec9-bdaf1f624313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542034 Nov 24 13:20:33.671160 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-76e81ae5-f82a-42c7-8533-900526857a68 req-59a69f99-9b8d-4786-aa1d-13e464b0e4f5 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176813 Nov 24 13:20:33.714097 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-5624db81-29e6-46ac-82d5-3402fc563eeb service neutron] 10.222.0.48 "GET /v2.0/networks/ba7dacec-9f76-4b56-9ec9-bdaf1f624313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555831 Nov 24 13:20:33.906142 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbeada-b03b-49b2-8e72-cbdbfaf3f476 req-47c68d1e-4189-41d2-a113-170543ec6624 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:33.907720 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57bbeada-b03b-49b2-8e72-cbdbfaf3f476 req-47c68d1e-4189-41d2-a113-170543ec6624 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 943 time: 0.0802283 Nov 24 13:20:34.009797 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57bbeada-b03b-49b2-8e72-cbdbfaf3f476 req-d874974a-cce6-4c98-b3b2-e3b153fc6604 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932543 Nov 24 13:20:34.241059 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2368d10b-05a7-44fe-9cf1-f56ca8c1ea99 req-88a0511a-8bbb-4c57-9361-af625a449e28 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 210 time: 0.0586061 Nov 24 13:20:34.854105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a91378-ed4b-47d0-9446-23ce498c5523 req-0c6e245a-a483-4b5f-914e-6b3b992f5108 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:34.861447 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24a91378-ed4b-47d0-9446-23ce498c5523 req-0c6e245a-a483-4b5f-914e-6b3b992f5108 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 945 time: 0.1037521 Nov 24 13:20:34.916796 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24a91378-ed4b-47d0-9446-23ce498c5523 req-d9333d7b-456d-43d5-81f5-cf2d99b17879 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535972 Nov 24 13:20:35.159726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13d5f3-6282-48f0-ae27-13d078f8b517 req-097433da-9ec5-4c37-adc1-d035db309cf2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:35.162432 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e13d5f3-6282-48f0-ae27-13d078f8b517 req-097433da-9ec5-4c37-adc1-d035db309cf2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 943 time: 0.0673399 Nov 24 13:20:35.257390 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e13d5f3-6282-48f0-ae27-13d078f8b517 req-712b39ea-f772-46af-89a4-cadc7ca57ef1 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867264 Nov 24 13:20:35.353624 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-879f6133-4c23-4df4-96eb-4bd62bacf05a req-1506aa17-45c8-4b0c-af12-ef96d2c090f0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 210 time: 0.0309174 Nov 24 13:20:35.371816 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:20:35.719431 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-a379edc3-b562-4f72-b774-bd3119939dd8 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:35.722337 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-a379edc3-b562-4f72-b774-bd3119939dd8 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.46 "GET /v2.0/networks?id=ba7dacec-9f76-4b56-9ec9-bdaf1f624313 HTTP/1.1" status: 200 len: 810 time: 0.1587987 Nov 24 13:20:35.750805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-1883e0ff-2ffb-4707-8593-fd1b1d5c86b0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Request body: {'port': {'device_id': 'acae4ff4-8833-4af3-a71c-c9d07b5c9855', 'network_id': 'ba7dacec-9f76-4b56-9ec9-bdaf1f624313', 'admin_state_up': True, 'tenant_id': '122c5a784d214520ae62392679767445'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:20:35.807612 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543edd96-ce89-4637-8e6e-3b91749aaa08 req-ce10fe89-91cb-4b35-9c21-2714e748d47a tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:35.809491 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-543edd96-ce89-4637-8e6e-3b91749aaa08 req-ce10fe89-91cb-4b35-9c21-2714e748d47a tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 945 time: 0.0703709 Nov 24 13:20:35.891074 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-543edd96-ce89-4637-8e6e-3b91749aaa08 req-2494780e-758b-4f4c-86f3-f8228b0536f5 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749314 Nov 24 13:20:35.912380 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-1883e0ff-2ffb-4707-8593-fd1b1d5c86b0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Made reservation on behalf of 122c5a784d214520ae62392679767445 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:20:35.917815 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-1883e0ff-2ffb-4707-8593-fd1b1d5c86b0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:36.067171 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-1883e0ff-2ffb-4707-8593-fd1b1d5c86b0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Allocated IP 172.20.0.10 (ba7dacec-9f76-4b56-9ec9-bdaf1f624313/80454de9-6e35-40c5-9a91-ce97196c20a7/533edeb6-eded-4f63-84a4-39815648556e) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:20:36.236693 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-1883e0ff-2ffb-4707-8593-fd1b1d5c86b0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:36.283652 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-1883e0ff-2ffb-4707-8593-fd1b1d5c86b0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:36.338072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883e0ff-2ffb-4707-8593-fd1b1d5c86b0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Pushing event updated for resources: {'Port': ['ID=533edeb6-eded-4f63-84a4-39815648556e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:36.368109 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:36.371203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-1883e0ff-2ffb-4707-8593-fd1b1d5c86b0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Network ba7dacec-9f76-4b56-9ec9-bdaf1f624313 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:20:36.372867 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-1883e0ff-2ffb-4707-8593-fd1b1d5c86b0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:20:36.375609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-1883e0ff-2ffb-4707-8593-fd1b1d5c86b0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:20:36.434554 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28442bc1-ddbf-43d2-bf0b-61ac892e1b92 req-622edb29-40d0-40ef-abb5-aee152216f06 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:36.450774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-1883e0ff-2ffb-4707-8593-fd1b1d5c86b0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:36.451397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-1883e0ff-2ffb-4707-8593-fd1b1d5c86b0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:36.455962 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28442bc1-ddbf-43d2-bf0b-61ac892e1b92 req-622edb29-40d0-40ef-abb5-aee152216f06 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 943 time: 0.1274765 Nov 24 13:20:36.477259 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-1883e0ff-2ffb-4707-8593-fd1b1d5c86b0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7417743 Nov 24 13:20:36.499254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Request body: {'port': {'device_id': 'acae4ff4-8833-4af3-a71c-c9d07b5c9855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:20:36.517864 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28442bc1-ddbf-43d2-bf0b-61ac892e1b92 req-9c79d458-bfa3-4141-a1d5-b94070fb23c2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607803 Nov 24 13:20:36.556132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df472648-6360-464c-9cd1-15e559eb945a req-cd4c6bfb-996b-4212-97f2-266a79855887 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:36.557668 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-df472648-6360-464c-9cd1-15e559eb945a req-cd4c6bfb-996b-4212-97f2-266a79855887 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 932 time: 0.0959179 Nov 24 13:20:36.600821 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:36.669321 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-df472648-6360-464c-9cd1-15e559eb945a req-586655bd-3d53-4e97-86da-9a53ff1f736c tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/security-groups?id=3be38917-33dd-45dd-bc2b-3fb16e7936ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055837 Nov 24 13:20:36.939706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533edeb6-eded-4f63-84a4-39815648556e {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:20:36.949971 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:36.966119 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Transition to ACTIVE for port object 533edeb6-eded-4f63-84a4-39815648556e will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:20:36.971549 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:37.033361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Pushing event updated for resources: {'Port': ['ID=533edeb6-eded-4f63-84a4-39815648556e,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:37.103439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb29078-d563-40b0-aaa3-ff8dc501dba3 req-bae034bd-ddb1-4a47-88c9-a33f25ccf89b tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:37.109372 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcb29078-d563-40b0-aaa3-ff8dc501dba3 req-bae034bd-ddb1-4a47-88c9-a33f25ccf89b tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 945 time: 0.1270008 Nov 24 13:20:37.163221 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ced1b-acd4-45d6-9dfc-7ed1b7e64bd0 req-9c9793a8-061a-4f91-b86d-194895688541 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:37.169032 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-296ced1b-acd4-45d6-9dfc-7ed1b7e64bd0 req-9c9793a8-061a-4f91-b86d-194895688541 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.59 "GET /v2.0/ports?device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 945 time: 0.0768356 Nov 24 13:20:37.182669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Attempting to bind port 533edeb6-eded-4f63-84a4-39815648556e on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:20:37.182932 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcb29078-d563-40b0-aaa3-ff8dc501dba3 req-b2a09698-d796-4565-898e-42bd2a96aeb7 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/security-groups?id=369e7bcf-9a9a-4268-892b-ff7a91045910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648661 Nov 24 13:20:37.183031 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Attempting to bind port 533edeb6-eded-4f63-84a4-39815648556e by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '033b79fd-5453-4161-a0e4-8007541c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba7dacec-9f76-4b56-9ec9-bdaf1f624313'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:20:37.183031 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Attempting to bind port 533edeb6-eded-4f63-84a4-39815648556e on network ba7dacec-9f76-4b56-9ec9-bdaf1f624313 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:20:37.216418 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Port 533edeb6-eded-4f63-84a4-39815648556e on network ba7dacec-9f76-4b56-9ec9-bdaf1f624313 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:20:37.216780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Attempting to bind port 533edeb6-eded-4f63-84a4-39815648556e on network ba7dacec-9f76-4b56-9ec9-bdaf1f624313 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:20:37.269733 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:20:37.270102 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Checking segment: {'id': '033b79fd-5453-4161-a0e4-8007541c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba7dacec-9f76-4b56-9ec9-bdaf1f624313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:20:37.270450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Bound using segment: {'id': '033b79fd-5453-4161-a0e4-8007541c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba7dacec-9f76-4b56-9ec9-bdaf1f624313'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:20:37.270905 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Bound port: 533edeb6-eded-4f63-84a4-39815648556e, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033b79fd-5453-4161-a0e4-8007541c3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ba7dacec-9f76-4b56-9ec9-bdaf1f624313'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:20:37.271284 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:37.363887 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-296ced1b-acd4-45d6-9dfc-7ed1b7e64bd0 req-61e12c43-20d0-4efd-a3a0-12d05d341cec tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Deleting port 31411907-6181-4886-8f71-b15e23a05eef {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:20:37.364623 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-296ced1b-acd4-45d6-9dfc-7ed1b7e64bd0 req-61e12c43-20d0-4efd-a3a0-12d05d341cec tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:37.371705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] For port 533edeb6-eded-4f63-84a4-39815648556e, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:20:37.403828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] For port 533edeb6-eded-4f63-84a4-39815648556e, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=533edeb6-eded-4f63-84a4-39815648556e,segment=NetworkSegment(033b79fd-5453-4161-a0e4-8007541c3bdd),segment_id=033b79fd-5453-4161-a0e4-8007541c3bdd)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:20:37.410726 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:37.819566 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:37.820184 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:37.821599 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] 10.222.0.46 "PUT /v2.0/ports/533edeb6-eded-4f63-84a4-39815648556e HTTP/1.1" status: 200 len: 1092 time: 1.3291624 Nov 24 13:20:37.828561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acae4ff4-8833-4af3-a71c-c9d07b5c9855', 'tag': '533edeb6-eded-4f63-84a4-39815648556e'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:37.834022 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010fa8d9-e504-4fec-9b1c-0c334a174c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "acae4ff4-8833-4af3-a71c-c9d07b5c9855", "tag": "533edeb6-eded-4f63-84a4-39815648556e"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:37.834251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca7b73-1b63-4743-8192-87e074cb68bd req-278d5bb8-3402-420e-bc3a-17e1d503156f tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:37.845145 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1fca7b73-1b63-4743-8192-87e074cb68bd req-278d5bb8-3402-420e-bc3a-17e1d503156f tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 944 time: 0.0833817 Nov 24 13:20:37.860824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5910bf-7279-43cb-9829-a73e44b47564 service neutron] Pushing event updated for resources: {'Port': ['ID=533edeb6-eded-4f63-84a4-39815648556e,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:37.870722 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-296ced1b-acd4-45d6-9dfc-7ed1b7e64bd0 req-61e12c43-20d0-4efd-a3a0-12d05d341cec tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] For port 31411907-6181-4886-8f71-b15e23a05eef, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=31411907-6181-4886-8f71-b15e23a05eef,segment=NetworkSegment(af5b226b-3a3b-4b3e-bce3-a2e48e442386),segment_id=af5b226b-3a3b-4b3e-bce3-a2e48e442386)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:37.871087 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-296ced1b-acd4-45d6-9dfc-7ed1b7e64bd0 req-61e12c43-20d0-4efd-a3a0-12d05d341cec tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:37.888442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-296ced1b-acd4-45d6-9dfc-7ed1b7e64bd0 req-61e12c43-20d0-4efd-a3a0-12d05d341cec tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Calling delete_port for 31411907-6181-4886-8f71-b15e23a05eef owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:20:37.897484 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33655a00-388c-466a-b7f3-210921ad97f7 req-cbd40fb5-7238-49d9-a3f0-6b952a8d6cea tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:37.899025 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33655a00-388c-466a-b7f3-210921ad97f7 req-cbd40fb5-7238-49d9-a3f0-6b952a8d6cea tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 943 time: 0.1315165 Nov 24 13:20:37.935952 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1fca7b73-1b63-4743-8192-87e074cb68bd req-6056cc5f-d2bc-4925-a656-51f0c6984bca tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/security-groups?id=3be38917-33dd-45dd-bc2b-3fb16e7936ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821724 Nov 24 13:20:38.039623 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fbafd6-36a0-4a31-82e3-206f97f2b340 x-openstack-request-id: req-e3fbafd6-36a0-4a31-82e3-206f97f2b340 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:38.040276 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acae4ff4-8833-4af3-a71c-c9d07b5c9855", "tag": "533edeb6-eded-4f63-84a4-39815648556e", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:38.040698 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3fbafd6-36a0-4a31-82e3-206f97f2b340 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:38.041267 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acae4ff4-8833-4af3-a71c-c9d07b5c9855', 'tag': '533edeb6-eded-4f63-84a4-39815648556e', 'status': 'completed', 'code': 200} Nov 24 13:20:38.070678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-6d205804-7718-4e9d-bcef-2aefad810941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:38.072206 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-6d205804-7718-4e9d-bcef-2aefad810941 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=122c5a784d214520ae62392679767445&device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 1095 time: 0.1723442 Nov 24 13:20:38.079898 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33655a00-388c-466a-b7f3-210921ad97f7 req-13757ecc-4a2c-4734-864f-5b2682279193 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675839 Nov 24 13:20:38.142596 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-a9a400c2-b1d6-4185-b735-57fca9ac92ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=533edeb6-eded-4f63-84a4-39815648556e HTTP/1.1" status: 200 len: 217 time: 0.0608563 Nov 24 13:20:38.244521 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-7aea5973-4142-428b-8dd9-9942b995bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:38.246032 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-7aea5973-4142-428b-8dd9-9942b995bc82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=80454de9-6e35-40c5-9a91-ce97196c20a7 HTTP/1.1" status: 200 len: 850 time: 0.0965755 Nov 24 13:20:38.291529 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-a5ec5113-5c5d-4de8-a517-1e19b6b7da76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba7dacec-9f76-4b56-9ec9-bdaf1f624313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351627 Nov 24 13:20:38.295451 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-296ced1b-acd4-45d6-9dfc-7ed1b7e64bd0 req-61e12c43-20d0-4efd-a3a0-12d05d341cec tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:38.307791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['31411907-6181-4886-8f71-b15e23a05eef'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:20:38.348447 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e12c43-20d0-4efd-a3a0-12d05d341cec tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Pushing event deleted for resources: {'Port': ['ID=31411907-6181-4886-8f71-b15e23a05eef,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:38.403121 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-680cb371-ae0a-452e-b475-e33374b58120 req-b7d8a2d0-33be-4a9a-a6de-f9f008ba4383 tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.48 "GET /v2.0/ports?device_id=156fdd82-f675-4667-bcd6-d70dad1b71bd HTTP/1.1" status: 200 len: 210 time: 0.0712087 Nov 24 13:20:38.479525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-296ced1b-acd4-45d6-9dfc-7ed1b7e64bd0 req-61e12c43-20d0-4efd-a3a0-12d05d341cec tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] No DVR routers for this DVR port 31411907-6181-4886-8f71-b15e23a05eef on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:20:38.483825 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-296ced1b-acd4-45d6-9dfc-7ed1b7e64bd0 req-61e12c43-20d0-4efd-a3a0-12d05d341cec tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:38.487532 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-296ced1b-acd4-45d6-9dfc-7ed1b7e64bd0 req-61e12c43-20d0-4efd-a3a0-12d05d341cec tempest-VolumesActionsTest-1097663600 tempest-VolumesActionsTest-1097663600-project] 10.222.0.59 "DELETE /v2.0/ports/31411907-6181-4886-8f71-b15e23a05eef HTTP/1.1" status: 204 len: 173 time: 1.3153539 Nov 24 13:20:38.537415 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-3f09f8a2-d5b7-4200-9f5e-fc9bf89d58f9 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7dacec-9f76-4b56-9ec9-bdaf1f624313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361724 Nov 24 13:20:38.669383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5bb42f6-07be-42a4-a546-b751c9884859 req-44d910bb-8312-484f-94fe-cb9ef8505e79 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7dacec-9f76-4b56-9ec9-bdaf1f624313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173685 Nov 24 13:20:38.760107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fa8d9-e504-4fec-9b1c-0c334a174c2c req-0797bc96-ea17-4c9a-96f1-58b05ad8c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:38.761671 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-010fa8d9-e504-4fec-9b1c-0c334a174c2c req-0797bc96-ea17-4c9a-96f1-58b05ad8c54c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=122c5a784d214520ae62392679767445&device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 1095 time: 0.0433347 Nov 24 13:20:38.872268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fa8d9-e504-4fec-9b1c-0c334a174c2c req-535fad31-ea11-4859-8b02-d0a1131f0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:38.873862 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-010fa8d9-e504-4fec-9b1c-0c334a174c2c req-535fad31-ea11-4859-8b02-d0a1131f0533 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba7dacec-9f76-4b56-9ec9-bdaf1f624313 HTTP/1.1" status: 200 len: 911 time: 0.0987413 Nov 24 13:20:38.927378 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-010fa8d9-e504-4fec-9b1c-0c334a174c2c req-b3c8dbe3-e69e-4ec3-9011-4b3be511febc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=533edeb6-eded-4f63-84a4-39815648556e HTTP/1.1" status: 200 len: 217 time: 0.0416641 Nov 24 13:20:39.005329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fa8d9-e504-4fec-9b1c-0c334a174c2c req-9f778f2b-7aff-462f-974b-976de5854f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:39.007739 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-010fa8d9-e504-4fec-9b1c-0c334a174c2c req-9f778f2b-7aff-462f-974b-976de5854f30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=80454de9-6e35-40c5-9a91-ce97196c20a7 HTTP/1.1" status: 200 len: 850 time: 0.0642097 Nov 24 13:20:39.061212 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-010fa8d9-e504-4fec-9b1c-0c334a174c2c req-513a4fa4-cce4-405f-9769-f3b817d52de8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba7dacec-9f76-4b56-9ec9-bdaf1f624313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431201 Nov 24 13:20:39.178527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523faaa1-447d-4e13-af1c-98e2887d10c6 req-47d0d971-bad6-470b-a95a-b0376f14019b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:39.189114 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-010fa8d9-e504-4fec-9b1c-0c334a174c2c req-991e3e22-9597-4672-9e3b-2cf0d887c85a service neutron] 10.222.0.46 "GET /v2.0/networks/ba7dacec-9f76-4b56-9ec9-bdaf1f624313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182561 Nov 24 13:20:39.190469 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-523faaa1-447d-4e13-af1c-98e2887d10c6 req-47d0d971-bad6-470b-a95a-b0376f14019b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 944 time: 0.1242139 Nov 24 13:20:39.262786 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-523faaa1-447d-4e13-af1c-98e2887d10c6 req-6cab8a7e-a797-44ce-9e79-009968655f52 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/security-groups?id=3be38917-33dd-45dd-bc2b-3fb16e7936ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712407 Nov 24 13:20:39.365521 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1cba6-d7c5-4173-b97e-d0d0c3d256d0 req-4bf1b3a9-4774-4cee-9f88-0c7af8bd0441 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:39.367162 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ca1cba6-d7c5-4173-b97e-d0d0c3d256d0 req-4bf1b3a9-4774-4cee-9f88-0c7af8bd0441 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 943 time: 0.1528723 Nov 24 13:20:39.410959 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-010fa8d9-e504-4fec-9b1c-0c334a174c2c req-5186d5d9-de27-46fb-bd76-a81c59431df0 service neutron] 10.222.0.46 "GET /v2.0/networks/ba7dacec-9f76-4b56-9ec9-bdaf1f624313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140777 Nov 24 13:20:39.441254 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ca1cba6-d7c5-4173-b97e-d0d0c3d256d0 req-dcb7229b-a457-4778-89e8-b6cf186a11e1 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652440 Nov 24 13:20:39.709287 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:40.042921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '156fdd82-f675-4667-bcd6-d70dad1b71bd', 'name': 'network-vif-deleted', 'tag': '31411907-6181-4886-8f71-b15e23a05eef'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:40.045417 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407dad6e-466d-48e5-8230-7faed2a021fe" -d '{"events": [{"server_uuid": "156fdd82-f675-4667-bcd6-d70dad1b71bd", "name": "network-vif-deleted", "tag": "31411907-6181-4886-8f71-b15e23a05eef"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:40.132663 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1462b40d-68f9-414d-bf28-c6dc51fcad19 x-openstack-request-id: req-1462b40d-68f9-414d-bf28-c6dc51fcad19 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:40.132984 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "156fdd82-f675-4667-bcd6-d70dad1b71bd", "name": "network-vif-deleted", "tag": "31411907-6181-4886-8f71-b15e23a05eef", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:40.133225 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1462b40d-68f9-414d-bf28-c6dc51fcad19 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:40.133674 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '156fdd82-f675-4667-bcd6-d70dad1b71bd', 'name': 'network-vif-deleted', 'tag': '31411907-6181-4886-8f71-b15e23a05eef', 'status': 'completed', 'code': 200} Nov 24 13:20:40.513730 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1416e2-f8cc-4112-8ae8-ab79cf709cf4 req-9a09904a-f027-4af8-ae4b-afaacf89c7b7 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:40.516225 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-da1416e2-f8cc-4112-8ae8-ab79cf709cf4 req-9a09904a-f027-4af8-ae4b-afaacf89c7b7 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 944 time: 0.1288636 Nov 24 13:20:40.604362 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-da1416e2-f8cc-4112-8ae8-ab79cf709cf4 req-d8c8aa2b-1e3c-4a55-8817-cf75276d3657 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/security-groups?id=3be38917-33dd-45dd-bc2b-3fb16e7936ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765254 Nov 24 13:20:40.668862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:20:40.672561 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 31411907-6181-4886-8f71-b15e23a05eef no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:20:40.712457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77283de-af1e-4214-a58e-5605e7da1117 req-fae1d5e8-6b49-4029-b954-81c63d6d406a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:40.734943 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d77283de-af1e-4214-a58e-5605e7da1117 req-fae1d5e8-6b49-4029-b954-81c63d6d406a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 943 time: 0.1650486 Nov 24 13:20:40.879161 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d77283de-af1e-4214-a58e-5605e7da1117 req-e5771793-9b93-46c0-8614-38f9d7764fba tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309321 Nov 24 13:20:40.916985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 533edeb6-eded-4f63-84a4-39815648556e details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:20:40.959692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 31411907-6181-4886-8f71-b15e23a05eef {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:20:40.960225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 31411907-6181-4886-8f71-b15e23a05eef not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:20:41.048499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 533edeb6-eded-4f63-84a4-39815648556e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=533edeb6-eded-4f63-84a4-39815648556e,segment=NetworkSegment(033b79fd-5453-4161-a0e4-8007541c3bdd),segment_id=033b79fd-5453-4161-a0e4-8007541c3bdd)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:41.065454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '533edeb6-eded-4f63-84a4-39815648556e', 'network_id': 'ba7dacec-9f76-4b56-9ec9-bdaf1f624313', 'port_id': '533edeb6-eded-4f63-84a4-39815648556e', 'mac_address': 'fa:16:3e:ed:9f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80454de9-6e35-40c5-9a91-ce97196c20a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:20:41.142107 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=bf6113c0-be0f-4f0d-b523-2b2d7f2d4648,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:41.163594 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'bf6113c0-be0f-4f0d-b523-2b2d7f2d4648', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'port_id': 'bf6113c0-be0f-4f0d-b523-2b2d7f2d4648', 'mac_address': 'fa:16:3e:52:4b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:20:41.166957 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:41.252661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533edeb6-eded-4f63-84a4-39815648556e {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:20:41.262539 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:41.289913 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:20:41.319660 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=bf6113c0-be0f-4f0d-b523-2b2d7f2d4648,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:41.322485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 533edeb6-eded-4f63-84a4-39815648556e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=533edeb6-eded-4f63-84a4-39815648556e,segment=NetworkSegment(033b79fd-5453-4161-a0e4-8007541c3bdd),segment_id=033b79fd-5453-4161-a0e4-8007541c3bdd)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:41.326245 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:41.332077 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:41.434577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=bf6113c0-be0f-4f0d-b523-2b2d7f2d4648,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:41.549970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=533edeb6-eded-4f63-84a4-39815648556e,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:41.571170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['bf6113c0-be0f-4f0d-b523-2b2d7f2d4648'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:20:41.598154 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['533edeb6-eded-4f63-84a4-39815648556e'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:20:41.816245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724612d-cef8-4be2-9e96-ae198339420a req-efe289be-4b29-405d-a4f8-ed849dd4d5e0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:41.831718 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5724612d-cef8-4be2-9e96-ae198339420a req-efe289be-4b29-405d-a4f8-ed849dd4d5e0 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 945 time: 0.1301219 Nov 24 13:20:41.972021 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5724612d-cef8-4be2-9e96-ae198339420a req-e0a97529-f829-4629-a74d-7a1899ff673a tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/security-groups?id=3be38917-33dd-45dd-bc2b-3fb16e7936ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286237 Nov 24 13:20:42.098815 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce7d82-996a-422c-8f03-370f39e97931 req-d8129821-8e39-4756-8e60-1df2201be963 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:42.106046 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0cce7d82-996a-422c-8f03-370f39e97931 req-d8129821-8e39-4756-8e60-1df2201be963 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 944 time: 0.1206903 Nov 24 13:20:42.198896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0cce7d82-996a-422c-8f03-370f39e97931 req-43612278-4855-4845-8c2d-ccc582f7752e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864637 Nov 24 13:20:42.675562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:20:42.793473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:20:42.798540 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:42.799087 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:42.973677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 533edeb6-eded-4f63-84a4-39815648556e up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:20:43.074905 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:43.144659 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c35fff-86bd-4c7b-b945-396ad683680a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6113c0-be0f-4f0d-b523-2b2d7f2d4648'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:43.147960 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21db7ed-2984-4fe8-8c38-1954d6392bc6" -d '{"events": [{"server_uuid": "e7c35fff-86bd-4c7b-b945-396ad683680a", "name": "network-vif-plugged", "status": "completed", "tag": "bf6113c0-be0f-4f0d-b523-2b2d7f2d4648"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:43.168204 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=bf6113c0-be0f-4f0d-b523-2b2d7f2d4648,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:43.170298 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 533edeb6-eded-4f63-84a4-39815648556e completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:20:43.176886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 533edeb6-eded-4f63-84a4-39815648556e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:20:43.177448 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:43.181455 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:43.268153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ee815-e4af-46a8-ad45-623038f3cc36 req-dc675bc6-3976-4fff-8d87-07516b80d687 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:43.289647 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-201ee815-e4af-46a8-ad45-623038f3cc36 req-dc675bc6-3976-4fff-8d87-07516b80d687 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 945 time: 0.1892922 Nov 24 13:20:43.372547 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-201ee815-e4af-46a8-ad45-623038f3cc36 req-d72a2fb3-392e-4c5a-9e7d-7ecff451f362 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/security-groups?id=3be38917-33dd-45dd-bc2b-3fb16e7936ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811481 Nov 24 13:20:43.394873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=bf6113c0-be0f-4f0d-b523-2b2d7f2d4648,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:43.501354 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be26a11e-c9f6-4c99-9ae1-922c59ae122b x-openstack-request-id: req-be26a11e-c9f6-4c99-9ae1-922c59ae122b {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:43.502176 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c35fff-86bd-4c7b-b945-396ad683680a", "name": "network-vif-plugged", "status": "completed", "tag": "bf6113c0-be0f-4f0d-b523-2b2d7f2d4648", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:43.502476 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be26a11e-c9f6-4c99-9ae1-922c59ae122b {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:43.503176 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c35fff-86bd-4c7b-b945-396ad683680a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6113c0-be0f-4f0d-b523-2b2d7f2d4648', 'code': 200} Nov 24 13:20:43.503793 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:43.611555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa643eb-ce09-40fa-b401-c79a566e8db2 req-53c7181c-54dc-4ae7-8419-06c93290ac0e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:43.623366 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dfa643eb-ce09-40fa-b401-c79a566e8db2 req-53c7181c-54dc-4ae7-8419-06c93290ac0e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 945 time: 0.1210949 Nov 24 13:20:43.639338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 533edeb6-eded-4f63-84a4-39815648556e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=533edeb6-eded-4f63-84a4-39815648556e,segment=NetworkSegment(033b79fd-5453-4161-a0e4-8007541c3bdd),segment_id=033b79fd-5453-4161-a0e4-8007541c3bdd)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:43.649555 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:43.659478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f97fb-8e93-4136-863d-c221a1584915 req-37c2f3d0-9c76-4a47-b8d0-1e4ab6b7bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:43.664362 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d22f97fb-8e93-4136-863d-c221a1584915 req-37c2f3d0-9c76-4a47-b8d0-1e4ab6b7bef3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 1096 time: 0.1443214 Nov 24 13:20:43.702660 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dfa643eb-ce09-40fa-b401-c79a566e8db2 req-d2b47a7e-8f2e-4e75-a1da-d105390dd854 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777943 Nov 24 13:20:43.784455 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d22f97fb-8e93-4136-863d-c221a1584915 req-05517471-4c0e-45db-8d89-ade38a5a47c9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106849 Nov 24 13:20:43.786682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=533edeb6-eded-4f63-84a4-39815648556e,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:44.597509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd5332-45bf-4005-ba83-288db9956e80 req-66a4042f-8727-4e5e-b785-3ccb78cd2c2e tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:44.601559 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59bd5332-45bf-4005-ba83-288db9956e80 req-66a4042f-8727-4e5e-b785-3ccb78cd2c2e tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 946 time: 0.0820181 Nov 24 13:20:44.748562 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-59bd5332-45bf-4005-ba83-288db9956e80 req-4163c434-b1c1-4a6c-b604-5ef4c8e529c3 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/security-groups?id=3be38917-33dd-45dd-bc2b-3fb16e7936ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402223 Nov 24 13:20:44.984458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ce67c-66f9-4c22-bbf7-a8ebf5fc33ff req-c059ae57-babe-4afe-addd-ce9f44ecedf9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:44.993432 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-491ce67c-66f9-4c22-bbf7-a8ebf5fc33ff req-c059ae57-babe-4afe-addd-ce9f44ecedf9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 945 time: 0.1019115 Nov 24 13:20:45.091717 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-491ce67c-66f9-4c22-bbf7-a8ebf5fc33ff req-e050e10a-629c-4150-bf18-268e50429ad8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869553 Nov 24 13:20:45.504283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acae4ff4-8833-4af3-a71c-c9d07b5c9855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533edeb6-eded-4f63-84a4-39815648556e'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:45.506835 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c51c33-4b77-4459-a495-1d93473769e4" -d '{"events": [{"server_uuid": "acae4ff4-8833-4af3-a71c-c9d07b5c9855", "name": "network-vif-plugged", "status": "completed", "tag": "533edeb6-eded-4f63-84a4-39815648556e"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:45.572090 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd69192a-8e66-4a33-ba7e-c993cb90e297 x-openstack-request-id: req-cd69192a-8e66-4a33-ba7e-c993cb90e297 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:45.572395 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acae4ff4-8833-4af3-a71c-c9d07b5c9855", "name": "network-vif-plugged", "status": "completed", "tag": "533edeb6-eded-4f63-84a4-39815648556e", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:45.572658 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd69192a-8e66-4a33-ba7e-c993cb90e297 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:45.573092 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acae4ff4-8833-4af3-a71c-c9d07b5c9855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533edeb6-eded-4f63-84a4-39815648556e', 'code': 200} Nov 24 13:20:45.708820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e84d21-66a0-4ec2-baaf-ab9a43112af1 req-d1b594e4-0d27-4632-a976-770e46a587b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:45.710359 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8e84d21-66a0-4ec2-baaf-ab9a43112af1 req-d1b594e4-0d27-4632-a976-770e46a587b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 1097 time: 0.0670688 Nov 24 13:20:45.770768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8e84d21-66a0-4ec2-baaf-ab9a43112af1 req-a13456b9-4971-474a-b40a-36a41c766486 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3be38917-33dd-45dd-bc2b-3fb16e7936ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532038 Nov 24 13:20:45.906149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3e7ac-94a1-43d9-8e8c-438a39af0d2f req-29d105b4-4f49-417c-aae8-939d4837a45a tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:45.914448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2fa3e7ac-94a1-43d9-8e8c-438a39af0d2f req-29d105b4-4f49-417c-aae8-939d4837a45a tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 946 time: 0.0719469 Nov 24 13:20:46.020192 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2fa3e7ac-94a1-43d9-8e8c-438a39af0d2f req-8305dcbf-608a-48b1-a28c-ec3b2ef4c3a4 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/security-groups?id=3be38917-33dd-45dd-bc2b-3fb16e7936ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039572 Nov 24 13:20:46.543644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e26eb-8fb8-4a42-a5db-d66d31093d04 req-24c804a3-d826-4c73-b0b3-ecd1bddfcae9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:46.551526 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f61e26eb-8fb8-4a42-a5db-d66d31093d04 req-24c804a3-d826-4c73-b0b3-ecd1bddfcae9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 945 time: 0.0765965 Nov 24 13:20:46.607508 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f61e26eb-8fb8-4a42-a5db-d66d31093d04 req-b9824a3a-badb-4720-b6ac-d6d7eff6faad tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546618 Nov 24 13:20:46.775851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42598e75-f125-4e07-b836-48587487cc0e req-8d26b08b-9ee6-422f-895d-8e063bc417c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:46.785795 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42598e75-f125-4e07-b836-48587487cc0e req-8d26b08b-9ee6-422f-895d-8e063bc417c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 945 time: 0.0785913 Nov 24 13:20:46.883013 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42598e75-f125-4e07-b836-48587487cc0e req-8ed51332-30ff-43fe-b969-c59b24cd4e0a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957119 Nov 24 13:20:47.089265 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7955b92-e579-4bd4-8b2e-cc354110540f req-d85bd472-dff5-4ce1-b876-be265b0ce2af tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:47.096691 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b7955b92-e579-4bd4-8b2e-cc354110540f req-d85bd472-dff5-4ce1-b876-be265b0ce2af tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 945 time: 0.0929010 Nov 24 13:20:47.169285 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b7955b92-e579-4bd4-8b2e-cc354110540f req-b1f45ea5-6acf-4b1c-8566-4459e11100e3 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713472 Nov 24 13:20:47.206917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c62679-4bd0-4438-bc28-75df2f09292c req-e0d42bed-4059-45e4-a000-004cc6d72d9b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:47.209102 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14c62679-4bd0-4438-bc28-75df2f09292c req-e0d42bed-4059-45e4-a000-004cc6d72d9b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 946 time: 0.0825806 Nov 24 13:20:47.305615 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14c62679-4bd0-4438-bc28-75df2f09292c req-a1b29b32-6795-4844-8389-96c8db135d72 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/security-groups?id=3be38917-33dd-45dd-bc2b-3fb16e7936ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839083 Nov 24 13:20:47.596941 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd2f3f-2dec-45fc-8c59-9e08a7d1e487 req-14b8aff4-707e-4887-b71e-94a8bb7ffe93 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:47.610710 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-70dd2f3f-2dec-45fc-8c59-9e08a7d1e487 req-14b8aff4-707e-4887-b71e-94a8bb7ffe93 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 945 time: 0.1290085 Nov 24 13:20:47.693634 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-70dd2f3f-2dec-45fc-8c59-9e08a7d1e487 req-cffc1b30-8925-434b-bde3-eda052c70a49 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721588 Nov 24 13:20:47.771058 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3d04f-d7fe-4749-b60b-57ba9a349edf req-c064d25c-bbd1-45cc-bfec-a71d35766356 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:47.778991 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aea3d04f-d7fe-4749-b60b-57ba9a349edf req-c064d25c-bbd1-45cc-bfec-a71d35766356 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 946 time: 0.0707858 Nov 24 13:20:47.846606 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aea3d04f-d7fe-4749-b60b-57ba9a349edf req-0ac8c814-3bd6-4563-a4f6-567f4db9ad55 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/security-groups?id=3be38917-33dd-45dd-bc2b-3fb16e7936ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663779 Nov 24 13:20:48.852535 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e88f53-dcf5-4ff9-b87e-9f10c4a3f6a9 req-2e4d3c51-845d-4481-bd1c-b67741a90494 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:48.855099 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-46e88f53-dcf5-4ff9-b87e-9f10c4a3f6a9 req-2e4d3c51-845d-4481-bd1c-b67741a90494 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 945 time: 0.0778532 Nov 24 13:20:48.922514 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-46e88f53-dcf5-4ff9-b87e-9f10c4a3f6a9 req-95e10509-5f7b-4ad2-803b-0e040b2c6405 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594311 Nov 24 13:20:49.027770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687ed38-e1e0-4428-a13a-4b8d0cdd2a65 req-98252d83-02ca-4e3e-bc3a-d2212f9858c7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:49.029735 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b687ed38-e1e0-4428-a13a-4b8d0cdd2a65 req-98252d83-02ca-4e3e-bc3a-d2212f9858c7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 945 time: 0.1018121 Nov 24 13:20:49.042478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220303b3-ae7b-4f94-b4e1-921cef893376 req-e2e0477e-5917-4a21-a53b-a753fe72d874 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:49.044431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-220303b3-ae7b-4f94-b4e1-921cef893376 req-e2e0477e-5917-4a21-a53b-a753fe72d874 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.46 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 946 time: 0.0891635 Nov 24 13:20:49.054684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10eaf0-1562-44d5-9f51-bb7dec374107 req-21f4b389-6392-4290-a17e-251881943d71 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:20:49.061978 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e10eaf0-1562-44d5-9f51-bb7dec374107 req-21f4b389-6392-4290-a17e-251881943d71 tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 946 time: 0.1328895 Nov 24 13:20:49.184276 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0e10eaf0-1562-44d5-9f51-bb7dec374107 req-5c83828a-4bbd-41dd-8f0c-7139dc6337de tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/security-groups?id=3be38917-33dd-45dd-bc2b-3fb16e7936ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157036 Nov 24 13:20:49.266913 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-220303b3-ae7b-4f94-b4e1-921cef893376 req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Deleting port 533edeb6-eded-4f63-84a4-39815648556e {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:20:49.267665 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-220303b3-ae7b-4f94-b4e1-921cef893376 req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:49.302520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-b687ed38-e1e0-4428-a13a-4b8d0cdd2a65 req-f1122f49-0942-4e87-81da-6aa0957ccd62 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Deleting port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:20:49.303827 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b687ed38-e1e0-4428-a13a-4b8d0cdd2a65 req-f1122f49-0942-4e87-81da-6aa0957ccd62 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:49.490787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-220303b3-ae7b-4f94-b4e1-921cef893376 req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] For port 533edeb6-eded-4f63-84a4-39815648556e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=533edeb6-eded-4f63-84a4-39815648556e,segment=NetworkSegment(033b79fd-5453-4161-a0e4-8007541c3bdd),segment_id=033b79fd-5453-4161-a0e4-8007541c3bdd)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:49.491444 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-220303b3-ae7b-4f94-b4e1-921cef893376 req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:49.503773 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-b687ed38-e1e0-4428-a13a-4b8d0cdd2a65 req-f1122f49-0942-4e87-81da-6aa0957ccd62 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] For port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=bf6113c0-be0f-4f0d-b523-2b2d7f2d4648,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:20:49.504576 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b687ed38-e1e0-4428-a13a-4b8d0cdd2a65 req-f1122f49-0942-4e87-81da-6aa0957ccd62 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:49.520550 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-220303b3-ae7b-4f94-b4e1-921cef893376 req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Calling delete_port for 533edeb6-eded-4f63-84a4-39815648556e owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:20:49.528016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-b687ed38-e1e0-4428-a13a-4b8d0cdd2a65 req-f1122f49-0942-4e87-81da-6aa0957ccd62 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Calling delete_port for bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:20:49.828005 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-220303b3-ae7b-4f94-b4e1-921cef893376 req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:49.840932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['533edeb6-eded-4f63-84a4-39815648556e'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:20:49.869682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Pushing event deleted for resources: {'Port': ['ID=533edeb6-eded-4f63-84a4-39815648556e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:49.878945 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b687ed38-e1e0-4428-a13a-4b8d0cdd2a65 req-f1122f49-0942-4e87-81da-6aa0957ccd62 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:49.886291 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:49.886712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:49.887071 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:49.887421 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:49.887900 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:49.888250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:49.888588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:49.888951 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:49.889284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:49.890190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:49.890190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:49.890419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:49.921118 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['bf6113c0-be0f-4f0d-b523-2b2d7f2d4648'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:20:49.945428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1122f49-0942-4e87-81da-6aa0957ccd62 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event deleted for resources: {'Port': ['ID=bf6113c0-be0f-4f0d-b523-2b2d7f2d4648,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:50.099628 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b687ed38-e1e0-4428-a13a-4b8d0cdd2a65 req-f1122f49-0942-4e87-81da-6aa0957ccd62 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] No DVR routers for this DVR port bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:20:50.104328 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b687ed38-e1e0-4428-a13a-4b8d0cdd2a65 req-f1122f49-0942-4e87-81da-6aa0957ccd62 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:50.109974 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b687ed38-e1e0-4428-a13a-4b8d0cdd2a65 req-f1122f49-0942-4e87-81da-6aa0957ccd62 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "DELETE /v2.0/ports/bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 HTTP/1.1" status: 204 len: 173 time: 1.0644772 Nov 24 13:20:50.164707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c35fff-86bd-4c7b-b945-396ad683680a', 'name': 'network-vif-deleted', 'tag': 'bf6113c0-be0f-4f0d-b523-2b2d7f2d4648'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:50.168751 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45756e81-7c30-42ec-a620-9a0ffcf81335" -d '{"events": [{"server_uuid": "e7c35fff-86bd-4c7b-b945-396ad683680a", "name": "network-vif-deleted", "tag": "bf6113c0-be0f-4f0d-b523-2b2d7f2d4648"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:50.174417 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-220303b3-ae7b-4f94-b4e1-921cef893376 req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] No DVR routers for this DVR port 533edeb6-eded-4f63-84a4-39815648556e on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:20:50.179535 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-220303b3-ae7b-4f94-b4e1-921cef893376 req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:50.188988 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-220303b3-ae7b-4f94-b4e1-921cef893376 req-f3f547ac-3801-4b7f-9338-01d7e4eeaf3b tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.46 "DELETE /v2.0/ports/533edeb6-eded-4f63-84a4-39815648556e HTTP/1.1" status: 204 len: 173 time: 1.0908515 Nov 24 13:20:50.236316 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cf2f87b2-fecf-40d6-b387-d2c9966ccd6c req-0940c782-2f1d-41df-bfe2-0bc20637d7e5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 210 time: 0.1529517 Nov 24 13:20:50.332067 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f778e3c4-f6c0-452d-b9df-6ee3acc4ce50 x-openstack-request-id: req-f778e3c4-f6c0-452d-b9df-6ee3acc4ce50 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:50.332380 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c35fff-86bd-4c7b-b945-396ad683680a", "name": "network-vif-deleted", "tag": "bf6113c0-be0f-4f0d-b523-2b2d7f2d4648", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:50.334992 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f778e3c4-f6c0-452d-b9df-6ee3acc4ce50 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:50.335444 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c35fff-86bd-4c7b-b945-396ad683680a', 'name': 'network-vif-deleted', 'tag': 'bf6113c0-be0f-4f0d-b523-2b2d7f2d4648', 'status': 'completed', 'code': 200} Nov 24 13:20:50.420531 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e471a65d-f6b3-4ca6-8f56-f813f16859cc req-262f287e-f1b8-4a10-810c-704203b2f6bb tempest-ServerGroupTestJSON-1762458850 tempest-ServerGroupTestJSON-1762458850-project] 10.222.0.48 "GET /v2.0/ports?device_id=acae4ff4-8833-4af3-a71c-c9d07b5c9855 HTTP/1.1" status: 200 len: 210 time: 0.0490110 Nov 24 13:20:50.856796 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1de44c8a-f4cc-45ff-98bf-d9a46f777181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:51.395941 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d4b0564-c812-4555-829a-75133399a7fa req-af52a3f1-76de-438c-99bd-72c3103ab105 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 210 time: 0.0486343 Nov 24 13:20:51.819563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40364) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:51.910439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-784f03c3-0295-4a59-b6be-bb47544dca53 admin admin] Deleting subnet 80454de9-6e35-40c5-9a91-ce97196c20a7 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:20:51.920313 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-784f03c3-0295-4a59-b6be-bb47544dca53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:51.992940 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-784f03c3-0295-4a59-b6be-bb47544dca53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:52.071802 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-784f03c3-0295-4a59-b6be-bb47544dca53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:52.161672 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-784f03c3-0295-4a59-b6be-bb47544dca53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:52.205768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f03c3-0295-4a59-b6be-bb47544dca53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80454de9-6e35-40c5-9a91-ce97196c20a7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:52.238096 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-784f03c3-0295-4a59-b6be-bb47544dca53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:52.245331 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-784f03c3-0295-4a59-b6be-bb47544dca53 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/80454de9-6e35-40c5-9a91-ce97196c20a7 HTTP/1.1" status: 204 len: 168 time: 0.4245009 Nov 24 13:20:52.246387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40366) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:52.336643 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acae4ff4-8833-4af3-a71c-c9d07b5c9855', 'name': 'network-vif-deleted', 'tag': '533edeb6-eded-4f63-84a4-39815648556e'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:20:52.339933 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18934af9-e54f-42cb-8f7d-0610c60b4260" -d '{"events": [{"server_uuid": "acae4ff4-8833-4af3-a71c-c9d07b5c9855", "name": "network-vif-deleted", "tag": "533edeb6-eded-4f63-84a4-39815648556e"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:20:52.404569 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:52.411465 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5190a9-90ea-454d-8c60-c6eb57b5f9ba x-openstack-request-id: req-cd5190a9-90ea-454d-8c60-c6eb57b5f9ba {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:20:52.411869 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acae4ff4-8833-4af3-a71c-c9d07b5c9855", "name": "network-vif-deleted", "tag": "533edeb6-eded-4f63-84a4-39815648556e", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:20:52.412292 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd5190a9-90ea-454d-8c60-c6eb57b5f9ba {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:20:52.413090 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acae4ff4-8833-4af3-a71c-c9d07b5c9855', 'name': 'network-vif-deleted', 'tag': '533edeb6-eded-4f63-84a4-39815648556e', 'status': 'completed', 'code': 200} Nov 24 13:20:52.509012 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:52.555425 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-700fc40b-2b9b-42f9-8bb7-1cdcad7d485c req-b10aaa19-70f1-4a19-9edf-ed6ecb368490 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 210 time: 0.0478332 Nov 24 13:20:52.571985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7dacec-9f76-4b56-9ec9-bdaf1f624313']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:52.585542 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033b79fd-5453-4161-a0e4-8007541c3bdd') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:52.586070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033b79fd-5453-4161-a0e4-8007541c3bdd') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:20:52.598108 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:52.614960 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:52.623505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:20:52.624295 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:20:52.627295 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:20:52.736879 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:52.738029 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:20:52.751721 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:52.759715 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] 10.222.0.48 "DELETE /v2.0/networks/ba7dacec-9f76-4b56-9ec9-bdaf1f624313 HTTP/1.1" status: 204 len: 168 time: 0.5119655 Nov 24 13:20:52.800692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7dacec-9f76-4b56-9ec9-bdaf1f624313,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:52.822702 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:20:52.824616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:52.825551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device bf6113c0-be0f-4f0d-b523-2b2d7f2d4648 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:20:52.826551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:52.828309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:52.828972 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:52.829690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:52.831683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:52.831948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:52.834032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:52.834866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:52.836426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:52.837120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:52.838433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30d3e74-47f9-4101-b38f-eb01b372706d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:20:52.879208 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 533edeb6-eded-4f63-84a4-39815648556e no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:20:52.960857 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 533edeb6-eded-4f63-84a4-39815648556e {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:20:52.964185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 533edeb6-eded-4f63-84a4-39815648556e not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:20:53.050053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40382) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:53.100069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40388) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:20:53.108021 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-be2e8700-645d-4fc2-b701-e3ee0e8c48d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=122c5a784d214520ae62392679767445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0566418 Nov 24 13:20:53.198696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c2835cd-3be5-4680-abec-461eead37438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:53.250117 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c2835cd-3be5-4680-abec-461eead37438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:53.264122 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8d0811fe-e7c5-4a03-a29b-afd1793ec5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:53.338334 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c2835cd-3be5-4680-abec-461eead37438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:53.342220 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c2835cd-3be5-4680-abec-461eead37438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:53.346107 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5c2835cd-3be5-4680-abec-461eead37438 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3be38917-33dd-45dd-bc2b-3fb16e7936ed HTTP/1.1" status: 204 len: 168 time: 0.2425523 Nov 24 13:20:53.366424 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2835cd-3be5-4680-abec-461eead37438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be38917-33dd-45dd-bc2b-3fb16e7936ed,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:20:53.779298 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f89af767-de0e-489b-88c6-fd09f0d18ba6 req-2c070645-71c1-46da-8d86-31877ca1d309 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 210 time: 0.0531547 Nov 24 13:20:54.402187 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:54.985597 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63509b9d-8dcb-4e23-a803-9dd052ce1af7 req-d61caefb-bdd2-449c-8069-25e4a972a714 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 210 time: 0.0685158 Nov 24 13:20:55.509827 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75a60c8d-26ad-4e1f-8978-d32ab0aa6f97 req-ab987a45-f051-4e92-8a49-d5dbe06ba588 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec28459-b4ea-4472-8e0f-5004f3865782 HTTP/1.1" status: 200 len: 210 time: 0.0614431 Nov 24 13:20:55.944032 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:56.183658 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e9b5eae-7df2-4b5b-842a-621301e455e7 req-2a3a0a9c-0388-459b-bafd-e4e1179bc48c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 210 time: 0.0701361 Nov 24 13:20:56.216625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2f5795ae-ebfa-4426-b1a7-2bfa336d6f1d req-00b72271-cbd1-4a04-b849-a84a95ce2b4d tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0413399 Nov 24 13:20:56.697030 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:20:57.413395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e6a8740-24e4-4b4e-86d3-b177e307d72d req-054a6270-a22a-4a39-8de3-fa019855f5f8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 210 time: 0.0571990 Nov 24 13:20:57.437349 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f0fdfbbe-8446-4972-a305-7495f4485ab7 req-aace17cd-98f2-4b35-8901-ef656b1765ab tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0462673 Nov 24 13:20:58.360968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a6b8a68-7278-418a-a331-59e4d38f9a94 req-221b73f7-1ef7-4a40-a2ab-3f87a5fcf7bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dec28459-b4ea-4472-8e0f-5004f3865782 HTTP/1.1" status: 200 len: 210 time: 0.0296769 Nov 24 13:20:58.566342 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1d119049-4bab-47fc-b198-c34f81995bc9 req-0ff2adb5-de58-4904-aa50-4d53c355c6d1 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 210 time: 0.0466144 Nov 24 13:20:58.625343 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a6f7cac-33df-46f1-b067-bbba45e85d09 req-61f155fc-b80f-478b-908e-6defecf54bb7 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0397515 Nov 24 13:20:59.281754 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6eca61da-25d6-44ed-a0a8-69f2b3351cfd req-b723b2b2-a91e-473e-af18-439cba35a4b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0506880 Nov 24 13:20:59.936150 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9057b023-742e-4b6a-bfb4-1e93aa24bc95 req-059e658b-741c-481c-9def-f2dcc6b36493 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0757527 Nov 24 13:21:00.020882 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ad2f3547-d765-4197-9f31-caaf679a38af req-3bbd5406-0e7e-41d7-bad3-0ee888a2537a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c35fff-86bd-4c7b-b945-396ad683680a HTTP/1.1" status: 200 len: 210 time: 0.1215570 Nov 24 13:21:01.135440 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-87d105d8-395e-49e8-a455-905b7f530bb8 req-827af4f3-c1a6-482c-903c-a3e385d24ec4 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0383909 Nov 24 13:21:01.433455 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5244d20-8812-4a46-bf6c-f11547c06707 req-217483ac-1466-4c47-8b9e-e83f39f76a8b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0660779 Nov 24 13:21:01.731095 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5244d20-8812-4a46-bf6c-f11547c06707 req-23689599-3b6d-4fef-9722-f56a7adb9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:01.745515 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5244d20-8812-4a46-bf6c-f11547c06707 req-23689599-3b6d-4fef-9722-f56a7adb9204 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1c366d39494045228b8742673f49e6ef&device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 1096 time: 0.2222300 Nov 24 13:21:01.944405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2f4fb42b-3063-4248-8928-247234226b54 req-fd73883b-d026-4492-b10d-2e322829cb32 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.1142342 Nov 24 13:21:02.053615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5244d20-8812-4a46-bf6c-f11547c06707 req-3c88eb25-2d3c-4df2-af1c-f0bcfb295daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:02.055575 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5244d20-8812-4a46-bf6c-f11547c06707 req-3c88eb25-2d3c-4df2-af1c-f0bcfb295daa service neutron] 10.222.0.59 "GET /v2.0/networks?id=06c90acd-f1de-4ca5-a22e-429759ea9ba3 HTTP/1.1" status: 200 len: 910 time: 0.2934027 Nov 24 13:21:02.225258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5244d20-8812-4a46-bf6c-f11547c06707 req-e73a43c9-7b59-45ff-a594-89993d267336 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=138c5d84-1cfa-4132-af59-814b7eabd025 HTTP/1.1" status: 200 len: 1001 time: 0.1600180 Nov 24 13:21:02.338776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5244d20-8812-4a46-bf6c-f11547c06707 req-c7ab5f12-954c-4405-9ef9-8f6f9377638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:02.340310 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5244d20-8812-4a46-bf6c-f11547c06707 req-c7ab5f12-954c-4405-9ef9-8f6f9377638f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=62d21865-5686-4a25-a73b-851470020489 HTTP/1.1" status: 200 len: 848 time: 0.1095309 Nov 24 13:21:02.446545 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5244d20-8812-4a46-bf6c-f11547c06707 req-4d808192-3912-4846-8bb3-7a6d4ca3b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:02.451576 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5244d20-8812-4a46-bf6c-f11547c06707 req-4d808192-3912-4846-8bb3-7a6d4ca3b518 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=06c90acd-f1de-4ca5-a22e-429759ea9ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018872 Nov 24 13:21:02.601241 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5244d20-8812-4a46-bf6c-f11547c06707 req-9e2aa3de-7122-481e-974a-802b4a751566 service neutron] 10.222.0.59 "GET /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414337 Nov 24 13:21:02.741784 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5244d20-8812-4a46-bf6c-f11547c06707 req-276effd3-3d49-46e6-b8ba-8e911ccba0f4 service neutron] 10.222.0.59 "GET /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333406 Nov 24 13:21:03.097724 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-259a31dc-77b4-45a0-8af9-7d81ac53052d req-3cab4855-01f1-464c-b96f-5e18a5c8d6a6 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0488122 Nov 24 13:21:04.589366 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-73643960-9e33-409a-9bb7-1fe2ee8a5b00 req-f5bcd3a4-e8bb-4cb3-971f-6fb424779617 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.3317814 Nov 24 13:21:05.878175 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c2040b4-fd50-469d-98b9-4f0cde5d683a req-fdeec871-f2ec-4d06-8273-91353720667f tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.1530488 Nov 24 13:21:06.375585 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:07.054291 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16cd2da6-c3de-4c44-9f05-a0890c658346 req-0d8a92aa-cf55-4f96-9a9f-fec29d077e65 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0590169 Nov 24 13:21:07.890150 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 40668) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:08.182175 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a7273f9-7440-444f-b2b6-b8a3edc067fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:08.229969 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ea1ccde-49f6-4d94-bd95-ab7c92fd4dc7 req-e0598e24-2d05-4d46-b2f3-dd2517d1c97b tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0452070 Nov 24 13:21:08.482830 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a7273f9-7440-444f-b2b6-b8a3edc067fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:08.501113 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a7273f9-7440-444f-b2b6-b8a3edc067fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:08.666013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 40718) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:08.666496 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6a7273f9-7440-444f-b2b6-b8a3edc067fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbb57d8316ba42369e2cba6ced22d584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7750919 Nov 24 13:21:08.719217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7273f9-7440-444f-b2b6-b8a3edc067fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd15ab8b-be73-4ca5-b8b8-90b162c92b35,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:08.816656 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-808e44df-0248-44e1-8ec8-454bc6db9053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:08.871216 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-808e44df-0248-44e1-8ec8-454bc6db9053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:08.975405 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-808e44df-0248-44e1-8ec8-454bc6db9053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:08.978319 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-808e44df-0248-44e1-8ec8-454bc6db9053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:08.979877 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-808e44df-0248-44e1-8ec8-454bc6db9053 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd15ab8b-be73-4ca5-b8b8-90b162c92b35 HTTP/1.1" status: 204 len: 168 time: 0.3121755 Nov 24 13:21:08.997425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e44df-0248-44e1-8ec8-454bc6db9053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd15ab8b-be73-4ca5-b8b8-90b162c92b35,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:09.512895 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-63e8ded2-9b78-43b6-a4b9-8ae21ea1a318 req-9068add0-0ba2-4733-aafd-a8104d3945bc tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0773792 Nov 24 13:21:09.569139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744a171-4232-49f0-a4b3-fe7eb715f4a3 req-ea3e396c-084c-4677-a4f0-ed303ab10255 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:09.577798 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f744a171-4232-49f0-a4b3-fe7eb715f4a3 req-ea3e396c-084c-4677-a4f0-ed303ab10255 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0912354 Nov 24 13:21:09.662853 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f744a171-4232-49f0-a4b3-fe7eb715f4a3 req-c7284a43-c671-42c5-83a0-9a54246f687d tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787938 Nov 24 13:21:09.746876 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:10.698164 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9d81c01c-8c77-4411-bd0f-a53d3b5860a5 req-93907e46-eca4-4e74-9f35-2f7f1bebed59 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0777457 Nov 24 13:21:10.906221 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38977379-bd2b-4a8e-a762-30e3f35160f0 req-5f448d62-de6e-4a28-b519-64aff96564bb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:10.916970 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38977379-bd2b-4a8e-a762-30e3f35160f0 req-5f448d62-de6e-4a28-b519-64aff96564bb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.1411407 Nov 24 13:21:10.984107 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38977379-bd2b-4a8e-a762-30e3f35160f0 req-21c0c439-74c5-46b1-b7a1-b3dc5411ff4d tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656667 Nov 24 13:21:11.844433 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6796c33e-eae6-42ac-bc42-98160d517014 req-24562134-035b-427b-bf83-cc49348f7a86 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0454898 Nov 24 13:21:12.128211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7e684-235c-4d14-8bee-3a36588e20b2 req-20fa3952-fe00-43a1-a45e-7e3b5c66f1c3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:12.129849 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-71d7e684-235c-4d14-8bee-3a36588e20b2 req-20fa3952-fe00-43a1-a45e-7e3b5c66f1c3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0793936 Nov 24 13:21:12.231115 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-71d7e684-235c-4d14-8bee-3a36588e20b2 req-661c2925-069a-4cfb-a910-7b6a81c2357c tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915327 Nov 24 13:21:12.373152 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:21:13.111124 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f70d8117-b212-49eb-bdc6-81aef0d646a3 req-62ffbce9-cb6b-4fbf-92f8-859a37a053bd tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0339341 Nov 24 13:21:13.447251 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abe31f-6057-471d-a36b-2cb9f7a7546e req-4d731591-1956-45c3-8e9a-1ed5dcc8dc52 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:13.447251 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d8abe31f-6057-471d-a36b-2cb9f7a7546e req-4d731591-1956-45c3-8e9a-1ed5dcc8dc52 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0852406 Nov 24 13:21:13.528963 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d8abe31f-6057-471d-a36b-2cb9f7a7546e req-0a91eee6-a72c-4302-9fd5-1e2141349416 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803452 Nov 24 13:21:14.233422 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de5e7506-7891-4d7f-9b51-3a14a9a7f6d2 req-7fba0b4f-9eb5-48bb-882d-43e53a434faa tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0517392 Nov 24 13:21:14.727839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a4b58-34c2-4bbb-a340-cf321d404f63 req-11997406-2b1d-4de3-a248-0186d9ecfd4c tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:14.737595 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-028a4b58-34c2-4bbb-a340-cf321d404f63 req-11997406-2b1d-4de3-a248-0186d9ecfd4c tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0989010 Nov 24 13:21:14.806691 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-028a4b58-34c2-4bbb-a340-cf321d404f63 req-ad2191c0-91b6-4bcf-b875-6a3191e4bf1f tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678370 Nov 24 13:21:15.386722 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-25966c90-4faa-45e2-a5ed-3ea882dc0b71 req-7263a815-b5de-4e7a-bd98-52233f879a9c tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0329368 Nov 24 13:21:16.064154 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38e99a-c77f-4417-af71-35fb9a6ed724 req-e907bb33-b7e2-4c93-8c3d-f260e6e5f00d tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:16.068811 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d38e99a-c77f-4417-af71-35fb9a6ed724 req-e907bb33-b7e2-4c93-8c3d-f260e6e5f00d tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0908139 Nov 24 13:21:16.070868 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3099-66cf-4e40-bb1e-5c872b572c91 req-7041e10f-1ce7-4533-a679-05f99a43a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:16.072400 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f5a3099-66cf-4e40-bb1e-5c872b572c91 req-7041e10f-1ce7-4533-a679-05f99a43a873 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=043eebd593124b14b825cc18dfaf234c&device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 1096 time: 0.1521394 Nov 24 13:21:16.235492 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3099-66cf-4e40-bb1e-5c872b572c91 req-249a1caf-5f42-49e1-8fc2-78b3154fb470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:16.237005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f5a3099-66cf-4e40-bb1e-5c872b572c91 req-249a1caf-5f42-49e1-8fc2-78b3154fb470 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a HTTP/1.1" status: 200 len: 912 time: 0.1386027 Nov 24 13:21:16.340437 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d38e99a-c77f-4417-af71-35fb9a6ed724 req-799f6cdc-9f4f-4a5b-9cd2-e717ce052a6e tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595954 Nov 24 13:21:16.406616 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f5a3099-66cf-4e40-bb1e-5c872b572c91 req-4033cfef-ac6b-4603-9ce3-d9c1d10a09f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f76219a-0bbe-44f4-a113-b8c0ba518115 HTTP/1.1" status: 200 len: 1001 time: 0.1515517 Nov 24 13:21:16.496426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3099-66cf-4e40-bb1e-5c872b572c91 req-ca8c4f30-1905-4819-9e11-869eda63cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:16.498384 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f5a3099-66cf-4e40-bb1e-5c872b572c91 req-ca8c4f30-1905-4819-9e11-869eda63cca5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3 HTTP/1.1" status: 200 len: 850 time: 0.0754287 Nov 24 13:21:16.524882 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5be0bb35-99cf-4a90-bdad-d4646629670c req-2c7a5ff5-0cc6-42ca-af7d-eaea564d8c9a tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0304525 Nov 24 13:21:16.606766 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3099-66cf-4e40-bb1e-5c872b572c91 req-8e702f72-8dfc-469a-b02b-78efb9da1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:16.606766 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f5a3099-66cf-4e40-bb1e-5c872b572c91 req-8e702f72-8dfc-469a-b02b-78efb9da1fbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999224 Nov 24 13:21:17.147548 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f5a3099-66cf-4e40-bb1e-5c872b572c91 req-a17d1587-777f-4a67-b0b5-c251f95be10b service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283015 Nov 24 13:21:17.280105 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f5a3099-66cf-4e40-bb1e-5c872b572c91 req-26203ca9-88ad-4786-a099-2c783e28ac3f service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242003 Nov 24 13:21:17.497077 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a37fa-2ae6-48d2-a237-988ef70c07de req-fdd80e9d-d7ca-4c7d-9ae4-751b95e7b6b5 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:17.499673 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9d1a37fa-2ae6-48d2-a237-988ef70c07de req-fdd80e9d-d7ca-4c7d-9ae4-751b95e7b6b5 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0643392 Nov 24 13:21:17.604989 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9d1a37fa-2ae6-48d2-a237-988ef70c07de req-61977ad2-0f53-400e-be07-5a0a323bfb2e tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897133 Nov 24 13:21:17.737342 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d6fdf56f-9d1f-4daf-acf5-b2135e9fb1b7 req-7475a393-308f-4a84-9e2b-d05508820aea tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0570230 Nov 24 13:21:18.747364 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d760441-4c69-416a-946a-62cfbeef9c13 req-b6531677-96c5-4748-8c2a-8f2d650ee06a tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:18.751979 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d760441-4c69-416a-946a-62cfbeef9c13 req-b6531677-96c5-4748-8c2a-8f2d650ee06a tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0633938 Nov 24 13:21:18.874949 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d760441-4c69-416a-946a-62cfbeef9c13 req-63c47fc9-7cc8-458b-87bd-cefd5b7ad9e9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109033 Nov 24 13:21:19.405737 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-868089ba-287a-44aa-b5c7-c7adff759efb req-e672c40c-f27c-42be-abf1-4ed142092288 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.5022461 Nov 24 13:21:20.125464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f533-5be5-42f4-abea-44292c91701d req-3b0ecc1f-8fad-4fc3-8a6d-d8b892be0aa6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:20.127739 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b2b8f533-5be5-42f4-abea-44292c91701d req-3b0ecc1f-8fad-4fc3-8a6d-d8b892be0aa6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0810046 Nov 24 13:21:20.286498 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b2b8f533-5be5-42f4-abea-44292c91701d req-2b68a0c1-0eab-479a-8896-314a80c0b1ca tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443684 Nov 24 13:21:20.654779 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3322de64-59b2-40bf-837d-9f6f77a91e24 req-a5c7b38b-8616-4cbb-bce8-d2737729dcb2 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.1013095 Nov 24 13:21:20.703789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaccb68-a75f-4330-a115-c27ef3a26ff2 req-614b7234-d9a5-4e1d-b979-0d49d7865d4c tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:20.714292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfaccb68-a75f-4330-a115-c27ef3a26ff2 req-614b7234-d9a5-4e1d-b979-0d49d7865d4c tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.1270967 Nov 24 13:21:20.743399 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee99165-f97f-444b-9802-fd85d3306d4c req-6844bca7-0285-4d20-a1d3-1ecdeaabc754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:20.746115 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ee99165-f97f-444b-9802-fd85d3306d4c req-6844bca7-0285-4d20-a1d3-1ecdeaabc754 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=043eebd593124b14b825cc18dfaf234c&device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 1096 time: 0.0981712 Nov 24 13:21:20.781302 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfaccb68-a75f-4330-a115-c27ef3a26ff2 req-a35750bb-2eef-48f6-9148-6de2720e776d tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635900 Nov 24 13:21:20.866274 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-69329077-1331-4374-9b48-47f242710882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:20.965079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee99165-f97f-444b-9802-fd85d3306d4c req-7c3a1f7d-7edb-4446-9f27-71f85270bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:20.967926 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ee99165-f97f-444b-9802-fd85d3306d4c req-7c3a1f7d-7edb-4446-9f27-71f85270bc3a service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a HTTP/1.1" status: 200 len: 912 time: 0.2121136 Nov 24 13:21:21.038543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41130) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:21.182079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef402b2-7109-47f4-8b5a-5be744b06d2e admin admin] Deleting subnet 5c3abb1c-0621-4d5f-9161-5ad1a7a690fa {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:21:21.185774 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ef402b2-7109-47f4-8b5a-5be744b06d2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:21.217283 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ee99165-f97f-444b-9802-fd85d3306d4c req-c2234c52-718f-4462-8a20-e9dede1d6718 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f76219a-0bbe-44f4-a113-b8c0ba518115 HTTP/1.1" status: 200 len: 1001 time: 0.2403316 Nov 24 13:21:21.249142 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ef402b2-7109-47f4-8b5a-5be744b06d2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:21.335826 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ef402b2-7109-47f4-8b5a-5be744b06d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:21.389420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee99165-f97f-444b-9802-fd85d3306d4c req-5e913727-83d4-4882-b959-b594af6027d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:21.397555 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ee99165-f97f-444b-9802-fd85d3306d4c req-5e913727-83d4-4882-b959-b594af6027d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3 HTTP/1.1" status: 200 len: 850 time: 0.1624107 Nov 24 13:21:21.413840 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ef402b2-7109-47f4-8b5a-5be744b06d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:21.436329 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ef402b2-7109-47f4-8b5a-5be744b06d2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:21.446241 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8ef402b2-7109-47f4-8b5a-5be744b06d2e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5c3abb1c-0621-4d5f-9161-5ad1a7a690fa HTTP/1.1" status: 204 len: 168 time: 0.4055996 Nov 24 13:21:21.455803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41140) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:21.474554 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee99165-f97f-444b-9802-fd85d3306d4c req-674f067f-a715-4bc2-8a03-8ab3119f1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:21.476526 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ee99165-f97f-444b-9802-fd85d3306d4c req-674f067f-a715-4bc2-8a03-8ab3119f1db8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744832 Nov 24 13:21:21.550216 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef402b2-7109-47f4-8b5a-5be744b06d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3abb1c-0621-4d5f-9161-5ad1a7a690fa,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:21.612151 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ee99165-f97f-444b-9802-fd85d3306d4c req-c3edea9c-aa4c-419d-8fbe-6e86120d0546 service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256065 Nov 24 13:21:21.691658 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89710c8d-1b77-4e63-954e-b2e7b0469ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:21.778363 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ee99165-f97f-444b-9802-fd85d3306d4c req-85a7e2cc-ff7d-4d63-9f48-a10a57f70995 service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584675 Nov 24 13:21:21.855914 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4939ab49-8877-4d25-9e13-7787c4683a5f req-0a81dc50-f687-4435-b58d-4684777851bf tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0430977 Nov 24 13:21:21.977896 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89710c8d-1b77-4e63-954e-b2e7b0469ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:22.027482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-89710c8d-1b77-4e63-954e-b2e7b0469ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7a5820-638c-4c25-ba35-f7207fa8bed7']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:22.044597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-89710c8d-1b77-4e63-954e-b2e7b0469ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5b226b-3a3b-4b3e-bce3-a2e48e442386') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:22.045150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-89710c8d-1b77-4e63-954e-b2e7b0469ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5b226b-3a3b-4b3e-bce3-a2e48e442386') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:22.060287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7703f33-b037-498e-ad92-330ce290d429 req-87e8ec35-ce02-4157-a5a2-959cb7d097a0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:22.062395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c7703f33-b037-498e-ad92-330ce290d429 req-87e8ec35-ce02-4157-a5a2-959cb7d097a0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0991740 Nov 24 13:21:22.070477 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89710c8d-1b77-4e63-954e-b2e7b0469ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:22.108571 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89710c8d-1b77-4e63-954e-b2e7b0469ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:22.124434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89710c8d-1b77-4e63-954e-b2e7b0469ada admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:21:22.125050 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89710c8d-1b77-4e63-954e-b2e7b0469ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:21:22.126881 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:21:22.194909 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c7703f33-b037-498e-ad92-330ce290d429 req-926696ce-4085-4e30-8da1-343375a7aef8 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150134 Nov 24 13:21:22.213244 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89710c8d-1b77-4e63-954e-b2e7b0469ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:22.240629 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89710c8d-1b77-4e63-954e-b2e7b0469ada admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:22.244544 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-89710c8d-1b77-4e63-954e-b2e7b0469ada admin admin] 10.222.0.48 "DELETE /v2.0/networks/6c7a5820-638c-4c25-ba35-f7207fa8bed7 HTTP/1.1" status: 204 len: 168 time: 0.7872248 Nov 24 13:21:22.248087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89710c8d-1b77-4e63-954e-b2e7b0469ada admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7a5820-638c-4c25-ba35-f7207fa8bed7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:22.543107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41168) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:22.604521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41172) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:22.612660 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d8f98d71-798e-4776-bd5d-58618c4e1785 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=68f15ad9caef4bd2bddba0dfca5ee13e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0681374 Nov 24 13:21:22.748783 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dc6f76cb-2f05-4642-9068-d5a0e5aad7d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:22.784194 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dc6f76cb-2f05-4642-9068-d5a0e5aad7d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:22.859720 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dc6f76cb-2f05-4642-9068-d5a0e5aad7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:22.863584 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dc6f76cb-2f05-4642-9068-d5a0e5aad7d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:22.865450 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dc6f76cb-2f05-4642-9068-d5a0e5aad7d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/369e7bcf-9a9a-4268-892b-ff7a91045910 HTTP/1.1" status: 204 len: 168 time: 0.2589936 Nov 24 13:21:22.875818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f76cb-2f05-4642-9068-d5a0e5aad7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e7bcf-9a9a-4268-892b-ff7a91045910,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:23.028940 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01711e3f-70c3-469e-9355-20e3eb650a16 req-2ec902a0-9b5b-4490-80ee-2def873ad0a8 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0570502 Nov 24 13:21:23.238128 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a5ae7db0-db68-4c20-90c9-15a96400e10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:23.385683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65eca02-d89d-4772-aadf-90388a8967f7 req-354be7bb-474e-46b7-85fa-a14a60ae97c3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:23.394200 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d65eca02-d89d-4772-aadf-90388a8967f7 req-354be7bb-474e-46b7-85fa-a14a60ae97c3 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0848532 Nov 24 13:21:23.549536 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d65eca02-d89d-4772-aadf-90388a8967f7 req-1f7f1230-61e7-478b-a885-98eed8ea9c44 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475561 Nov 24 13:21:24.026716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41232) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:24.241579 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e13d928c-71ca-4668-9a7f-4d3e41d3d00c req-91013ebb-2299-4d96-8732-20456bb17127 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0723197 Nov 24 13:21:24.274951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-680402609-network', 'tenant_id': 'c1b618e104d0464396c0487ebe5461ca'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:21:24.312888 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] Made reservation on behalf of c1b618e104d0464396c0487ebe5461ca for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:21:24.315581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:24.326057 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:24.392237 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:24.471392 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:24.476870 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:24.510147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe8d569-2fe3-4f09-99d2-64ee691635d0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:24.526316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:21:24.543706 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:24.544058 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] Added segment 43888b9a-4a53-42b4-8f32-cc430c6100a1 of type vlan for network 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af Nov 24 13:21:24.612498 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:24.641008 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:24.642003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:24.642586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:24.694294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6636891 Nov 24 13:21:24.694583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41254) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:24.699664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-75fe6f6b-7e45-484a-8261-4209e1bb0b3e admin admin] Request body: {'subnet': {'network_id': '03ff7ec1-267c-4fd1-bc1f-f9c1e21142af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-680402609-subnet', 'tenant_id': 'c1b618e104d0464396c0487ebe5461ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:21:24.730700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e13fd2-006e-4714-b8e8-3ee77fc25570 admin admin] Pushing event updated for resources: {'Network': ['ID=03ff7ec1-267c-4fd1-bc1f-f9c1e21142af,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:24.743386 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:21:24.745708 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fe6f6b-7e45-484a-8261-4209e1bb0b3e admin admin] Made reservation on behalf of c1b618e104d0464396c0487ebe5461ca for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:21:24.748432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-75fe6f6b-7e45-484a-8261-4209e1bb0b3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:24.991973 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-75fe6f6b-7e45-484a-8261-4209e1bb0b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:25.078020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe6f6b-7e45-484a-8261-4209e1bb0b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f27b78ba-9286-4c20-a35f-69b0372063f7,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:25.114552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fe6f6b-7e45-484a-8261-4209e1bb0b3e admin admin] Checking segment: {'id': '43888b9a-4a53-42b4-8f32-cc430c6100a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '03ff7ec1-267c-4fd1-bc1f-f9c1e21142af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:21:25.114914 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fe6f6b-7e45-484a-8261-4209e1bb0b3e admin admin] Network hostable DHCP agents. Network: 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:21:25.150729 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fe6f6b-7e45-484a-8261-4209e1bb0b3e admin admin] Network 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:21:25.173694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-75fe6f6b-7e45-484a-8261-4209e1bb0b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:21:25.183424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef8b31-3485-4e6a-bad8-1c22dfe4ee11 None None] Network 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:21:25.204953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe6f6b-7e45-484a-8261-4209e1bb0b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:25.205693 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-75fe6f6b-7e45-484a-8261-4209e1bb0b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:25.243459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-75fe6f6b-7e45-484a-8261-4209e1bb0b3e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5476263 Nov 24 13:21:25.402866 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657410cd-9b97-482c-87dd-24fa6d7d1dce None None] Network 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:21:25.428395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e2e70776-6fb7-401f-8495-20d4867d2282 req-d08b66b2-d42c-4d25-a592-bbd76b7e08fd tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0470364 Nov 24 13:21:25.927275 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:26.647108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41320) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:26.668936 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f884305-e5cf-4a86-ab83-aebc78179b59 req-2e27e708-841b-4dfc-99df-e05efb0602ad tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0521073 Nov 24 13:21:26.722536 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:26.887725 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbbbc11f-3433-4c01-89b1-d7164d7854d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:27.022061 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbbbc11f-3433-4c01-89b1-d7164d7854d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:27.035086 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbbbc11f-3433-4c01-89b1-d7164d7854d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:27.072038 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cbbbc11f-3433-4c01-89b1-d7164d7854d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf3185e533f642ce999f0028f8ce590a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4203105 Nov 24 13:21:27.072492 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41330) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:27.117650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbc11f-3433-4c01-89b1-d7164d7854d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec23d2e-c414-4866-836f-31e14371a0c4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:27.256814 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4dc03a2a-c9a3-46be-91a5-d49c11b05c54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:27.322274 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4dc03a2a-c9a3-46be-91a5-d49c11b05c54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:27.460147 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4dc03a2a-c9a3-46be-91a5-d49c11b05c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:27.467308 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4dc03a2a-c9a3-46be-91a5-d49c11b05c54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:27.485489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4dc03a2a-c9a3-46be-91a5-d49c11b05c54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ec23d2e-c414-4866-836f-31e14371a0c4 HTTP/1.1" status: 204 len: 168 time: 0.4098151 Nov 24 13:21:27.507955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc03a2a-c9a3-46be-91a5-d49c11b05c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec23d2e-c414-4866-836f-31e14371a0c4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:27.823432 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ebbe25a-28ec-45f7-b450-b17c302375ee req-8961f525-747b-4c5f-a2b2-e0932fa9e01f tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0481799 Nov 24 13:21:27.957889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41356) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:27.978364 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4b3b26e3-fda2-49a2-8a66-cf5928c3c97f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:28.091399 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4b3b26e3-fda2-49a2-8a66-cf5928c3c97f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:28.096620 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4b3b26e3-fda2-49a2-8a66-cf5928c3c97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:28.138894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b26e3-fda2-49a2-8a66-cf5928c3c97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0d69c9-7906-4cbd-a549-58a85b642790,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:28.162806 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4b3b26e3-fda2-49a2-8a66-cf5928c3c97f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f228cffcb37842aa97c24a7ceb36ac4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2025063 Nov 24 13:21:28.164208 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41362) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:28.224282 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e1169f60-77ed-4ede-8622-8fb5b9c66219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:28.248630 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e1169f60-77ed-4ede-8622-8fb5b9c66219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:28.303063 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e1169f60-77ed-4ede-8622-8fb5b9c66219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:28.308105 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e1169f60-77ed-4ede-8622-8fb5b9c66219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:28.310135 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e1169f60-77ed-4ede-8622-8fb5b9c66219 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e0d69c9-7906-4cbd-a549-58a85b642790 HTTP/1.1" status: 204 len: 168 time: 0.1445584 Nov 24 13:21:28.325261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1169f60-77ed-4ede-8622-8fb5b9c66219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0d69c9-7906-4cbd-a549-58a85b642790,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:28.882842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41392) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:28.902886 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67e0c03c-fce5-4abf-a036-ecfda562a326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:29.017090 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41323c39-5ffa-4184-9a7f-8fe4c9c969bc req-ffea0c62-2ee2-4acf-8cc4-c1b113b852e2 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0393243 Nov 24 13:21:29.076607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67e0c03c-fce5-4abf-a036-ecfda562a326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:29.084580 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67e0c03c-fce5-4abf-a036-ecfda562a326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:29.151557 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41398) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:29.154173 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-67e0c03c-fce5-4abf-a036-ecfda562a326 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3b0a10167e742498b3c0f2c1c41bc1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702854 Nov 24 13:21:29.166292 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0c03c-fce5-4abf-a036-ecfda562a326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a62ef00-3fa9-44dc-901c-5f7ab2049850,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:29.213862 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bce5f80e-acf2-4d76-8a08-e3027b5bf55d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:29.259856 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bce5f80e-acf2-4d76-8a08-e3027b5bf55d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:29.323663 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bce5f80e-acf2-4d76-8a08-e3027b5bf55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:29.332970 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bce5f80e-acf2-4d76-8a08-e3027b5bf55d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:29.335593 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bce5f80e-acf2-4d76-8a08-e3027b5bf55d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a62ef00-3fa9-44dc-901c-5f7ab2049850 HTTP/1.1" status: 204 len: 168 time: 0.1821022 Nov 24 13:21:29.347711 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5f80e-acf2-4d76-8a08-e3027b5bf55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a62ef00-3fa9-44dc-901c-5f7ab2049850,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:29.973152 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d94a3e68-512e-4f54-97d5-bd81de265e21 req-b04c407b-a3f9-4af7-a411-45a1117537d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0364809 Nov 24 13:21:30.174269 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4691d2f4-f399-4644-8428-750378889820 req-437e2a3e-0f12-41f8-bb67-267b917c2aac tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0373333 Nov 24 13:21:31.349280 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9d603b4d-5c0b-4e55-8b2b-d4d300433e1f req-d9363bbe-a824-4a03-b7f6-79d36c833995 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0314336 Nov 24 13:21:31.822836 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1edb29de-9044-484e-8f5b-fd9a5871dfac req-55297483-5a16-4ba5-88a7-171eff063fd9 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5&device_id=dec28459-b4ea-4472-8e0f-5004f3865782 HTTP/1.1" status: 200 len: 210 time: 0.0730715 Nov 24 13:21:32.216910 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d4a71b9d-88f8-4680-8e00-b67ed7703beb req-ae4c0d71-324c-4a96-8ea4-519f20ebec0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e40831f11ad441f94ff87749e79673e&device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0480881 Nov 24 13:21:32.331067 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d4a71b9d-88f8-4680-8e00-b67ed7703beb req-f484e955-8213-423f-ac8c-e9ffa38b10d8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1e40831f11ad441f94ff87749e79673e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1062915 Nov 24 13:21:32.344081 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b91197b9-e0c2-4bf9-934d-be5bd3abc402 req-986f41f0-a54d-4feb-ad11-0448e7cbc172 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0867531 Nov 24 13:21:32.554029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b967a-e0cd-44d6-bec6-4732553043ba req-6fdb0bd6-506d-44e9-ab8d-051f81c62d75 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:32.562157 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b62b967a-e0cd-44d6-bec6-4732553043ba req-6fdb0bd6-506d-44e9-ab8d-051f81c62d75 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 945 time: 0.2286391 Nov 24 13:21:32.630324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a71b9d-88f8-4680-8e00-b67ed7703beb req-dce164f0-4767-404b-b629-7f34a96d409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:32.632880 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d4a71b9d-88f8-4680-8e00-b67ed7703beb req-dce164f0-4767-404b-b629-7f34a96d409f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2694981 Nov 24 13:21:32.669406 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b62b967a-e0cd-44d6-bec6-4732553043ba req-3b91d93e-1dd2-414b-80c5-dc3982c16fbe tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060641 Nov 24 13:21:33.455830 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba62cf9d-7b83-4b53-94fd-ff2c4da38074 req-dc368607-9945-4cc1-876b-c81b50e5fa52 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0304720 Nov 24 13:21:33.576820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-f27411f1-4be3-4a3b-98b1-074175d21fb5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:33.586183 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-f27411f1-4be3-4a3b-98b1-074175d21fb5 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.59 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 945 time: 0.1077447 Nov 24 13:21:33.706097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Deleting port 138c5d84-1cfa-4132-af59-814b7eabd025 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:21:33.706705 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:33.830906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] For port 138c5d84-1cfa-4132-af59-814b7eabd025, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=138c5d84-1cfa-4132-af59-814b7eabd025,segment=NetworkSegment(6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc),segment_id=6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:21:33.831543 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:33.996113 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fd0af-c46e-4f25-8eca-d0ccef2c4965 req-5c446528-2328-46fe-bcf7-a4347d581938 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:33.997784 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d18fd0af-c46e-4f25-8eca-d0ccef2c4965 req-5c446528-2328-46fe-bcf7-a4347d581938 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 945 time: 0.0995824 Nov 24 13:21:34.099261 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d4a71b9d-88f8-4680-8e00-b67ed7703beb req-83efe32b-6253-4314-acb6-9d628bfcdc44 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.46 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0457320 Nov 24 13:21:34.139109 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:34.139578 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:34.139988 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Floating IP 0d371446-2108-42bc-a838-0c11bfe34074 disassociated. External IP: 172.25.0.192, port: 138c5d84-1cfa-4132-af59-814b7eabd025. Nov 24 13:21:34.140431 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Calling delete_port for 138c5d84-1cfa-4132-af59-814b7eabd025 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:21:34.158510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d18fd0af-c46e-4f25-8eca-d0ccef2c4965 req-bfbc1ff2-9bb2-4705-999a-64c5958917f1 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/security-groups?id=d8c18f0e-6a19-4eb4-b950-5f206c1e012e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506879 Nov 24 13:21:34.326995 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:34.371111 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Pushing event deleted for resources: {'Port': ['ID=138c5d84-1cfa-4132-af59-814b7eabd025,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:34.587739 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Router b431f74d-eee3-417c-a499-cb2a4ef48a43 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:21:34.723068 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cb5b0180-5a68-4069-8ca3-fea705e333d0 req-e3383d83-861d-445a-a767-42dd9503bf1c tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=11ab7e61-fc3d-47af-8af2-a085103164f5 HTTP/1.1" status: 200 len: 210 time: 0.0892460 Nov 24 13:21:34.852354 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:21:34.884953 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7a402-21aa-4ffd-af9c-7228504a24b8 None None] Sync routers for ids ['b431f74d-eee3-417c-a499-cb2a4ef48a43'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:21:34.899410 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7a402-21aa-4ffd-af9c-7228504a24b8 None None] Routers {'b431f74d-eee3-417c-a499-cb2a4ef48a43'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:21:34.900049 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6cf7a402-21aa-4ffd-af9c-7228504a24b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:21:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b431f74d-eee3-417c-a499-cb2a4ef48a43'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:34.960546 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] No DVR routers for this DVR port 138c5d84-1cfa-4132-af59-814b7eabd025 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:21:34.970162 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:34.974557 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dedd7cec-7462-4f4a-a34b-788b0bd70ddb req-2832a479-21e6-47d9-81f9-53d7a6c333e2 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.59 "DELETE /v2.0/ports/138c5d84-1cfa-4132-af59-814b7eabd025 HTTP/1.1" status: 204 len: 173 time: 1.3822603 Nov 24 13:21:34.975176 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166c6147-c569-4118-84d8-889a7058d55d', 'name': 'network-vif-deleted', 'tag': '138c5d84-1cfa-4132-af59-814b7eabd025'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:21:34.977671 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4be8245-a64b-48d1-8dad-325bbac32d20" -d '{"events": [{"server_uuid": "166c6147-c569-4118-84d8-889a7058d55d", "name": "network-vif-deleted", "tag": "138c5d84-1cfa-4132-af59-814b7eabd025"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:21:35.111474 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd499986-7a8b-4308-a248-298e5e1ec70c x-openstack-request-id: req-dd499986-7a8b-4308-a248-298e5e1ec70c {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:21:35.112100 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166c6147-c569-4118-84d8-889a7058d55d", "name": "network-vif-deleted", "tag": "138c5d84-1cfa-4132-af59-814b7eabd025", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:21:35.112464 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd499986-7a8b-4308-a248-298e5e1ec70c {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:21:35.112997 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '166c6147-c569-4118-84d8-889a7058d55d', 'name': 'network-vif-deleted', 'tag': '138c5d84-1cfa-4132-af59-814b7eabd025', 'status': 'completed', 'code': 200} Nov 24 13:21:35.159189 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-6cf7a402-21aa-4ffd-af9c-7228504a24b8 None None] Set router b431f74d-eee3-417c-a499-cb2a4ef48a43 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:21:35.416828 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-97cbd6c7-9b43-449f-b52a-824247d80f93 req-5250ace0-7171-4c82-b15a-36efd2f9ba08 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "GET /v2.0/ports?device_id=166c6147-c569-4118-84d8-889a7058d55d HTTP/1.1" status: 200 len: 210 time: 0.0658622 Nov 24 13:21:35.747680 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6cf7a402-21aa-4ffd-af9c-7228504a24b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:16:05Z', 'revision_number': 4, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port': {'id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:15:56Z', 'updated_at': '2021-11-24T13:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '300c9fbc-dbed-4980-a8c1-50db8d6ea986', 'name': '', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'mac_address': 'fa:16:3e:d7:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '62d21865-5686-4a25-a73b-851470020489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:03Z', 'updated_at': '2021-11-24T13:16:10Z', 'revision_number': 5, 'project_id': '1c366d39494045228b8742673f49e6ef', 'subnets': [{'id': '62d21865-5686-4a25-a73b-851470020489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:35.985015 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7a402-21aa-4ffd-af9c-7228504a24b8 None None] Checking router: b431f74d-eee3-417c-a499-cb2a4ef48a43 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:21:35.998375 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf7a402-21aa-4ffd-af9c-7228504a24b8 None None] Routers {'b431f74d-eee3-417c-a499-cb2a4ef48a43'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:21:35.999217 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6cf7a402-21aa-4ffd-af9c-7228504a24b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:21:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b431f74d-eee3-417c-a499-cb2a4ef48a43'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:36.182073 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-6cf7a402-21aa-4ffd-af9c-7228504a24b8 None None] Set router b431f74d-eee3-417c-a499-cb2a4ef48a43 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:21:36.263956 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a48d10d9-8a46-4395-9024-a017853cd6d6 req-25e4e1d5-b1eb-439f-8c92-e1e8100fc9d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e40831f11ad441f94ff87749e79673e&device_id=dec28459-b4ea-4472-8e0f-5004f3865782 HTTP/1.1" status: 200 len: 210 time: 0.0473478 Nov 24 13:21:36.360810 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a48d10d9-8a46-4395-9024-a017853cd6d6 req-234d0272-d228-4caf-a8b1-7fbcc25db525 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1e40831f11ad441f94ff87749e79673e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856829 Nov 24 13:21:36.367507 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e5d0ad8d-0de2-4857-aea8-c8ce5174af2d req-75f0a048-8032-4b1e-ae63-48b574156788 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec28459-b4ea-4472-8e0f-5004f3865782 HTTP/1.1" status: 200 len: 210 time: 0.0630677 Nov 24 13:21:36.401100 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:36.502150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41590) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:36.586594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d10d9-8a46-4395-9024-a017853cd6d6 req-8dc35260-5a87-4d5b-a78b-cb5d61797966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:36.588086 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a48d10d9-8a46-4395-9024-a017853cd6d6 req-8dc35260-5a87-4d5b-a78b-cb5d61797966 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2171428 Nov 24 13:21:36.643576 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6cf7a402-21aa-4ffd-af9c-7228504a24b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:16:05Z', 'revision_number': 4, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port': {'id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:15:56Z', 'updated_at': '2021-11-24T13:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '300c9fbc-dbed-4980-a8c1-50db8d6ea986', 'name': '', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'mac_address': 'fa:16:3e:d7:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '62d21865-5686-4a25-a73b-851470020489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:03Z', 'updated_at': '2021-11-24T13:16:10Z', 'revision_number': 5, 'project_id': '1c366d39494045228b8742673f49e6ef', 'subnets': [{'id': '62d21865-5686-4a25-a73b-851470020489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:36.673867 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf7a402-21aa-4ffd-af9c-7228504a24b8 None None] The sync data for ids ['b431f74d-eee3-417c-a499-cb2a4ef48a43'] in n-d-817303-4 is: [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:16:05Z', 'revision_number': 4, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port': {'id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:15:56Z', 'updated_at': '2021-11-24T13:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '300c9fbc-dbed-4980-a8c1-50db8d6ea986', 'name': '', 'network_id': '06c90acd-f1de-4ca5-a22e-429759ea9ba3', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'mac_address': 'fa:16:3e:d7:98:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2756, 'fixed_ips': [{'subnet_id': '62d21865-5686-4a25-a73b-851470020489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:03Z', 'updated_at': '2021-11-24T13:16:10Z', 'revision_number': 5, 'project_id': '1c366d39494045228b8742673f49e6ef', 'subnets': [{'id': '62d21865-5686-4a25-a73b-851470020489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:21:36.755754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e9027596-1b8d-4b0c-970d-3fff76e5b815 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Deleting port 7da2e4b3-7d25-4925-bc72-6af135835643 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:21:36.756641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9027596-1b8d-4b0c-970d-3fff76e5b815 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:36.895872 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9027596-1b8d-4b0c-970d-3fff76e5b815 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:36.896484 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9027596-1b8d-4b0c-970d-3fff76e5b815 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:36.921106 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e9027596-1b8d-4b0c-970d-3fff76e5b815 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Calling delete_port for 7da2e4b3-7d25-4925-bc72-6af135835643 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:21:36.948637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 138c5d84-1cfa-4132-af59-814b7eabd025 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:21:36.996438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 138c5d84-1cfa-4132-af59-814b7eabd025 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:21:36.997082 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 138c5d84-1cfa-4132-af59-814b7eabd025 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:21:37.361658 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9027596-1b8d-4b0c-970d-3fff76e5b815 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:37.415584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad309ce-6f13-4b26-9a9d-1892cafa2611 None None] New status for floating IP 0d371446-2108-42bc-a838-0c11bfe34074: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:21:37.536646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9027596-1b8d-4b0c-970d-3fff76e5b815 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Pushing event deleted for resources: {'Port': ['ID=7da2e4b3-7d25-4925-bc72-6af135835643,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:37.619093 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-77cce728-bf06-4e6e-9b3a-bb92cacc5020 req-879817ac-4710-4e35-88bc-39df0395518e tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec28459-b4ea-4472-8e0f-5004f3865782 HTTP/1.1" status: 200 len: 210 time: 0.0897024 Nov 24 13:21:37.652444 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1611b50-0b20-4b88-be56-82745d5fa0ba None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:21:37.704303 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9027596-1b8d-4b0c-970d-3fff76e5b815 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:37.707769 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e9027596-1b8d-4b0c-970d-3fff76e5b815 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:37.709063 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e9027596-1b8d-4b0c-970d-3fff76e5b815 tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "DELETE /v2.0/floatingips/0d371446-2108-42bc-a838-0c11bfe34074 HTTP/1.1" status: 204 len: 168 time: 1.2052622 Nov 24 13:21:37.872775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41612) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:38.055526 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a48d10d9-8a46-4395-9024-a017853cd6d6 req-d38dee5b-36ed-4561-be3f-77ce2a96f594 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.46 "GET /v2.0/ports?device_id=dec28459-b4ea-4472-8e0f-5004f3865782 HTTP/1.1" status: 200 len: 210 time: 0.0992105 Nov 24 13:21:38.084985 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f03b7493-6003-4407-9daa-07557f94579e tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:38.194695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f03b7493-6003-4407-9daa-07557f94579e tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:38.351953 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f03b7493-6003-4407-9daa-07557f94579e tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:38.360050 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f03b7493-6003-4407-9daa-07557f94579e tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:38.361743 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f03b7493-6003-4407-9daa-07557f94579e tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] 10.222.0.48 "DELETE /v2.0/security-groups/d8c18f0e-6a19-4eb4-b950-5f206c1e012e HTTP/1.1" status: 204 len: 168 time: 0.4877594 Nov 24 13:21:38.429229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b7493-6003-4407-9daa-07557f94579e tempest-TestServerBasicOps-724509174 tempest-TestServerBasicOps-724509174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c18f0e-6a19-4eb4-b950-5f206c1e012e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:38.453646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41620) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:38.875644 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4e58b458-d6e8-4f9b-8b29-0c0a96cf77c6 req-e70323da-8c03-4e00-83e3-6bcb9b356b38 tempest-ServerShowV247Test-975671877 tempest-ServerShowV247Test-975671877-project] 10.222.0.48 "GET /v2.0/ports?device_id=dec28459-b4ea-4472-8e0f-5004f3865782 HTTP/1.1" status: 200 len: 210 time: 0.0832288 Nov 24 13:21:39.361213 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8bd1e0e8-d5bc-48d6-95d2-28813a4a2e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:39.714426 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:39.756440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-8bd1e0e8-d5bc-48d6-95d2-28813a4a2e31 admin admin] Deleting port 300c9fbc-dbed-4980-a8c1-50db8d6ea986 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:21:39.757187 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8bd1e0e8-d5bc-48d6-95d2-28813a4a2e31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:39.882350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-8bd1e0e8-d5bc-48d6-95d2-28813a4a2e31 admin admin] For port 300c9fbc-dbed-4980-a8c1-50db8d6ea986, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=300c9fbc-dbed-4980-a8c1-50db8d6ea986,segment=NetworkSegment(6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc),segment_id=6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:21:39.883143 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8bd1e0e8-d5bc-48d6-95d2-28813a4a2e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:39.919771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-8bd1e0e8-d5bc-48d6-95d2-28813a4a2e31 admin admin] Calling delete_port for 300c9fbc-dbed-4980-a8c1-50db8d6ea986 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:21:40.491883 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8bd1e0e8-d5bc-48d6-95d2-28813a4a2e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:40.547766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1e0e8-d5bc-48d6-95d2-28813a4a2e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=300c9fbc-dbed-4980-a8c1-50db8d6ea986,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:40.693690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41654) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:40.966130 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14fc277c-f5d2-4c88-b5f2-ffc632322971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:40.989974 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8bd1e0e8-d5bc-48d6-95d2-28813a4a2e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:41.138972 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14fc277c-f5d2-4c88-b5f2-ffc632322971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:41.143675 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14fc277c-f5d2-4c88-b5f2-ffc632322971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:41.231580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-14fc277c-f5d2-4c88-b5f2-ffc632322971 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e40831f11ad441f94ff87749e79673e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5362601 Nov 24 13:21:41.232343 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc277c-f5d2-4c88-b5f2-ffc632322971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335af63e-3568-4ba3-b9ad-64265a4bc7c5,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:41.242400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41664) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:41.359116 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9042-e2a3-4e5e-b5aa-b0a86accf81f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:41.364823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd1e0e8-d5bc-48d6-95d2-28813a4a2e31 admin admin] Router b431f74d-eee3-417c-a499-cb2a4ef48a43 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:21:41.420942 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9042-e2a3-4e5e-b5aa-b0a86accf81f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:41.521715 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9042-e2a3-4e5e-b5aa-b0a86accf81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:41.524452 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ddb9042-e2a3-4e5e-b5aa-b0a86accf81f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:41.528960 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1ddb9042-e2a3-4e5e-b5aa-b0a86accf81f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/335af63e-3568-4ba3-b9ad-64265a4bc7c5 HTTP/1.1" status: 204 len: 168 time: 0.2855465 Nov 24 13:21:41.546057 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb9042-e2a3-4e5e-b5aa-b0a86accf81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335af63e-3568-4ba3-b9ad-64265a4bc7c5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:41.812980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd1e0e8-d5bc-48d6-95d2-28813a4a2e31 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:21:41.824999 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83e8f2-f013-4aaa-b3bf-50a7f7cd7e3f None None] Sync routers for ids ['b431f74d-eee3-417c-a499-cb2a4ef48a43'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:21:41.844698 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83e8f2-f013-4aaa-b3bf-50a7f7cd7e3f None None] Routers {'b431f74d-eee3-417c-a499-cb2a4ef48a43'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:21:41.845211 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8bd1e0e8-d5bc-48d6-95d2-28813a4a2e31 admin admin] 10.222.0.48 "PUT /v2.0/routers/b431f74d-eee3-417c-a499-cb2a4ef48a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3911457 Nov 24 13:21:41.847891 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41684) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:41.849198 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8c83e8f2-f013-4aaa-b3bf-50a7f7cd7e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:21:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b431f74d-eee3-417c-a499-cb2a4ef48a43'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:42.108380 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8c83e8f2-f013-4aaa-b3bf-50a7f7cd7e3f None None] Set router b431f74d-eee3-417c-a499-cb2a4ef48a43 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:21:42.199178 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:42.514453 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:42.785570 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8c83e8f2-f013-4aaa-b3bf-50a7f7cd7e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:21:40Z', 'revision_number': 5, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port': {'id': '2bc745ec-2c1d-463f-a34a-f3be97c9aa3f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:90:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:15:56Z', 'updated_at': '2021-11-24T13:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:42.908246 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83e8f2-f013-4aaa-b3bf-50a7f7cd7e3f None None] Checking router: b431f74d-eee3-417c-a499-cb2a4ef48a43 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:21:42.950312 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83e8f2-f013-4aaa-b3bf-50a7f7cd7e3f None None] Routers {'b431f74d-eee3-417c-a499-cb2a4ef48a43'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:21:42.951343 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8c83e8f2-f013-4aaa-b3bf-50a7f7cd7e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:21:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b431f74d-eee3-417c-a499-cb2a4ef48a43'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:43.207829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41710) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:43.258341 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8c83e8f2-f013-4aaa-b3bf-50a7f7cd7e3f None None] Set router b431f74d-eee3-417c-a499-cb2a4ef48a43 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:21:43.404950 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8c83e8f2-f013-4aaa-b3bf-50a7f7cd7e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:21:42Z', 'revision_number': 6, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:43.431065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1519751999-network', 'tenant_id': '1501d91435bf45ea94b0b0eb9cda3f9b'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:21:43.487674 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83e8f2-f013-4aaa-b3bf-50a7f7cd7e3f None None] The sync data for ids ['b431f74d-eee3-417c-a499-cb2a4ef48a43'] in n-d-817303-4 is: [{'id': 'b431f74d-eee3-417c-a499-cb2a4ef48a43', 'name': 'tempest-TestServerBasicOps-2126433122-router', 'tenant_id': '1c366d39494045228b8742673f49e6ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:15:54Z', 'updated_at': '2021-11-24T13:21:42Z', 'revision_number': 6, 'project_id': '1c366d39494045228b8742673f49e6ef', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:21:43.494919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] Made reservation on behalf of 1501d91435bf45ea94b0b0eb9cda3f9b for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:21:43.497344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:43.500273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] Deleting port 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:21:43.501331 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:43.511643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:43.658719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] For port 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2bc745ec-2c1d-463f-a34a-f3be97c9aa3f,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:21:43.659878 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:43.677279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] Calling delete_port for 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:21:43.778878 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:43.790933 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:43.902937 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b9bdb2-5b49-4e76-ad53-bf1998c57b9e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:43.954226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:21:44.010345 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.010700 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] Added segment 503cfa3e-794b-4615-900c-054240f1311a of type vlan for network 1408db85-2cb8-403b-b371-00f8350315c3 Nov 24 13:21:44.132583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.147338 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.185818 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.187032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:44.187692 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.246805 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0355370 Nov 24 13:21:44.247417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41722) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:44.248244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbf6424-e258-4b1e-8427-0e9998d5d035 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:21:44.261462 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc745ec-2c1d-463f-a34a-f3be97c9aa3f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:44.291082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f5d58537-48a0-44a5-8776-f3606cc6ea3b admin admin] Request body: {'subnet': {'network_id': '1408db85-2cb8-403b-b371-00f8350315c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1519751999-subnet', 'tenant_id': '1501d91435bf45ea94b0b0eb9cda3f9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:21:44.345606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d58537-48a0-44a5-8776-f3606cc6ea3b admin admin] Made reservation on behalf of 1501d91435bf45ea94b0b0eb9cda3f9b for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:21:44.352492 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f5d58537-48a0-44a5-8776-f3606cc6ea3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.364525 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.533358 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.536964 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.569622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 300c9fbc-dbed-4980-a8c1-50db8d6ea986 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:21:44.610160 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.610727 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b431f74d-eee3-417c-a499-cb2a4ef48a43 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:21:44.615983 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.617993 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-76c6ea5e-b412-4c25-8a91-ed4bf2e02a89 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b431f74d-eee3-417c-a499-cb2a4ef48a43 HTTP/1.1" status: 204 len: 168 time: 2.7690930 Nov 24 13:21:44.619448 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 300c9fbc-dbed-4980-a8c1-50db8d6ea986 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:21:44.620049 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 300c9fbc-dbed-4980-a8c1-50db8d6ea986 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:21:44.620990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41726) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:44.623218 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:21:44.678290 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:21:44.678642 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2bc745ec-2c1d-463f-a34a-f3be97c9aa3f not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:21:44.708767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37a8d96-8ab5-453c-a7e0-a3dcddae8ef3 admin admin] Deleting subnet 62d21865-5686-4a25-a73b-851470020489 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:21:44.723564 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d37a8d96-8ab5-453c-a7e0-a3dcddae8ef3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.744762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea572467-f7ec-440c-9ded-cc4bd135d714 admin admin] Pushing event updated for resources: {'Network': ['ID=1408db85-2cb8-403b-b371-00f8350315c3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:44.764707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 1408db85-2cb8-403b-b371-00f8350315c3 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:21:44.775065 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f5d58537-48a0-44a5-8776-f3606cc6ea3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.802959 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d37a8d96-8ab5-453c-a7e0-a3dcddae8ef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.837035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d58537-48a0-44a5-8776-f3606cc6ea3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7a1e4f0-47f0-4658-8670-357c9db63d32,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:44.868381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d58537-48a0-44a5-8776-f3606cc6ea3b admin admin] Checking segment: {'id': '503cfa3e-794b-4615-900c-054240f1311a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1408db85-2cb8-403b-b371-00f8350315c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:21:44.868902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d58537-48a0-44a5-8776-f3606cc6ea3b admin admin] Network hostable DHCP agents. Network: 1408db85-2cb8-403b-b371-00f8350315c3, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:21:44.947052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d58537-48a0-44a5-8776-f3606cc6ea3b admin admin] Network 1408db85-2cb8-403b-b371-00f8350315c3 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:21:44.967488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-f5d58537-48a0-44a5-8776-f3606cc6ea3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 1408db85-2cb8-403b-b371-00f8350315c3) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:21:44.980598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d58537-48a0-44a5-8776-f3606cc6ea3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:44.981338 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f5d58537-48a0-44a5-8776-f3606cc6ea3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:44.987662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73966c30-e8df-4c82-9f63-e44159e48a90 None None] Network 1408db85-2cb8-403b-b371-00f8350315c3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:21:45.012340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d37a8d96-8ab5-453c-a7e0-a3dcddae8ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:45.025283 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f5d58537-48a0-44a5-8776-f3606cc6ea3b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7765632 Nov 24 13:21:45.140885 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d37a8d96-8ab5-453c-a7e0-a3dcddae8ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:45.191845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a8d96-8ab5-453c-a7e0-a3dcddae8ef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d21865-5686-4a25-a73b-851470020489,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:45.196023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d37a8d96-8ab5-453c-a7e0-a3dcddae8ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:45.200220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d37a8d96-8ab5-453c-a7e0-a3dcddae8ef3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/62d21865-5686-4a25-a73b-851470020489 HTTP/1.1" status: 204 len: 168 time: 0.5778925 Nov 24 13:21:45.202994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41748) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:45.210798 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c29ba1-d774-428b-bf7a-6ecff7eb0cc2 None None] Network 06c90acd-f1de-4ca5-a22e-429759ea9ba3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:21:45.353458 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:45.360983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41754) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:45.416298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-4456152d-ff84-4dd5-a678-d96f45d15dfe admin admin] Deleting subnet b7a1e4f0-47f0-4658-8670-357c9db63d32 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:21:45.424196 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4456152d-ff84-4dd5-a678-d96f45d15dfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:45.459010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Deleting port c9629ef0-adc2-4c29-be78-d9547c40973c {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:21:45.459357 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:45.513689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4456152d-ff84-4dd5-a678-d96f45d15dfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:45.549499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d9c81f-9a12-464e-938c-291ae04cd114 None None] Network 1408db85-2cb8-403b-b371-00f8350315c3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:21:45.609169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] For port c9629ef0-adc2-4c29-be78-d9547c40973c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c9629ef0-adc2-4c29-be78-d9547c40973c,segment=NetworkSegment(6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc),segment_id=6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:21:45.609928 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:45.636318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Calling delete_port for c9629ef0-adc2-4c29-be78-d9547c40973c owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:21:45.638416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-41f259dd-57b6-4142-8789-ce3d21812518 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:45.642464 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-41f259dd-57b6-4142-8789-ce3d21812518 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 812 time: 0.3416297 Nov 24 13:21:45.665150 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] DHCP port deletion for 06c90acd-f1de-4ca5-a22e-429759ea9ba3 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:21:45.689443 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-9f1252fa-9b66-44c9-8710-5dfc1ab94c9d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/quotas/f9eb189f71044813946e9bb1928ef292 HTTP/1.1" status: 200 len: 375 time: 0.0369890 Nov 24 13:21:45.700478 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4456152d-ff84-4dd5-a678-d96f45d15dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:45.743549 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:45.804335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] No DVR routers for this DVR port c9629ef0-adc2-4c29-be78-d9547c40973c on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:21:45.810375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9629ef0-adc2-4c29-be78-d9547c40973c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:45.815070 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e42b68af-dc43-41bd-8caa-b25fc1580f89 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118648 Nov 24 13:21:45.867160 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Deleting port c9629ef0-adc2-4c29-be78-d9547c40973c {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:21:45.868126 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:45.869897 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4456152d-ff84-4dd5-a678-d96f45d15dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:45.904951 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456152d-ff84-4dd5-a678-d96f45d15dfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7a1e4f0-47f0-4658-8670-357c9db63d32,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:45.938119 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4456152d-ff84-4dd5-a678-d96f45d15dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:45.942515 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4456152d-ff84-4dd5-a678-d96f45d15dfe admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b7a1e4f0-47f0-4658-8670-357c9db63d32 HTTP/1.1" status: 204 len: 168 time: 0.5804102 Nov 24 13:21:45.945353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41758) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:45.970983 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:45.989892 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] For port c9629ef0-adc2-4c29-be78-d9547c40973c, host n-d-817303-4, got binding levels [] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:21:45.991095 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:46.009303 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Calling delete_port for c9629ef0-adc2-4c29-be78-d9547c40973c owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:21:46.012764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.ipam_backend_mixin [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Port c9629ef0-adc2-4c29-be78-d9547c40973c was not found and therefore no delete operation was performed {{(pid=114987) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 13:21:46.015439 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:46.024597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c90acd-f1de-4ca5-a22e-429759ea9ba3']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:46.034058 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b354d609-fcdb-4dde-9bb8-23141431060d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:46.043746 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Pushing event deleted for resources: {'Port': ['ID=c9629ef0-adc2-4c29-be78-d9547c40973c,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:46.046314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:46.049056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca9e3ed-343d-4fc6-9ec9-c98ee26b67bc') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:46.054530 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:46.055012 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:46.055455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:46.056030 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:46.056470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:46.056951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:46.057396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:46.057824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:46.058256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:46.059086 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:46.059086 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:46.059601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:46.064495 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:46.071565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df468f0-5c79-4628-bf3a-96e28970f4d1 None None] No DVR routers for this DVR port c9629ef0-adc2-4c29-be78-d9547c40973c on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:21:46.092303 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:46.100108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:21:46.100522 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:46.129476 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-006a46f7-528b-4e8f-bbab-ac5e9de2baaa service neutron] 10.222.0.48 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945676 Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:21:46.204423 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:21:46.208168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:46.223014 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:46.232394 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] 10.222.0.48 "DELETE /v2.0/networks/06c90acd-f1de-4ca5-a22e-429759ea9ba3 HTTP/1.1" status: 204 len: 168 time: 1.0269904 Nov 24 13:21:46.239263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 41762) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:46.272087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129831e-a2a9-42cf-a873-8b4ea3cf9319 admin admin] Pushing event deleted for resources: {'Network': ['ID=06c90acd-f1de-4ca5-a22e-429759ea9ba3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:46.275360 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-4d0a2d99-3806-42dc-a6e1-f0ceab32a3b8 service neutron] 10.222.0.48 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383724 Nov 24 13:21:46.342807 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b354d609-fcdb-4dde-9bb8-23141431060d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:46.392899 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b354d609-fcdb-4dde-9bb8-23141431060d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1408db85-2cb8-403b-b371-00f8350315c3']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:46.419536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b354d609-fcdb-4dde-9bb8-23141431060d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503cfa3e-794b-4615-900c-054240f1311a') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:46.419850 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b354d609-fcdb-4dde-9bb8-23141431060d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503cfa3e-794b-4615-900c-054240f1311a') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:46.455217 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b354d609-fcdb-4dde-9bb8-23141431060d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:46.485936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b354d609-fcdb-4dde-9bb8-23141431060d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:46.503479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b354d609-fcdb-4dde-9bb8-23141431060d admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:21:46.503884 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b354d609-fcdb-4dde-9bb8-23141431060d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:46.520009 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c9629ef0-adc2-4c29-be78-d9547c40973c no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:21:46.585519 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: c9629ef0-adc2-4c29-be78-d9547c40973c {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:21:46.586776 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:21:46.591509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c9629ef0-adc2-4c29-be78-d9547c40973c not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:21:46.593374 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b354d609-fcdb-4dde-9bb8-23141431060d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:46.602246 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b354d609-fcdb-4dde-9bb8-23141431060d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:46.605117 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b354d609-fcdb-4dde-9bb8-23141431060d admin admin] 10.222.0.48 "DELETE /v2.0/networks/1408db85-2cb8-403b-b371-00f8350315c3 HTTP/1.1" status: 204 len: 168 time: 0.6588006 Nov 24 13:21:46.653124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354d609-fcdb-4dde-9bb8-23141431060d admin admin] Pushing event deleted for resources: {'Network': ['ID=1408db85-2cb8-403b-b371-00f8350315c3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:46.817199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41774) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:46.841802 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8551c583-5e83-46c8-8c40-35c2150e6098 req-d35355c5-091c-42f0-bf93-8caaf51e3f7a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 210 time: 0.0552032 Nov 24 13:21:46.894903 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-da532fd7-8829-41cb-89b7-6f7b929454c1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1501d91435bf45ea94b0b0eb9cda3f9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0762856 Nov 24 13:21:46.897676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 41776) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:47.006033 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ca8be37-b206-4faa-834c-c06c040824a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:47.044006 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ca8be37-b206-4faa-834c-c06c040824a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:47.112870 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e47b07e9-1d1b-432e-8913-afa71555543d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:47.119776 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ca8be37-b206-4faa-834c-c06c040824a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:47.126742 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ca8be37-b206-4faa-834c-c06c040824a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:47.133408 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4ca8be37-b206-4faa-834c-c06c040824a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26b9bdb2-5b49-4e76-ad53-bf1998c57b9e HTTP/1.1" status: 204 len: 168 time: 0.2342675 Nov 24 13:21:47.154762 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8be37-b206-4faa-834c-c06c040824a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b9bdb2-5b49-4e76-ad53-bf1998c57b9e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:47.770061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e47b07e9-1d1b-432e-8913-afa71555543d admin admin] Deleting port de5f6b51-b8a1-4743-9a67-c9070a709c31 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:21:47.770310 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e47b07e9-1d1b-432e-8913-afa71555543d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:48.103225 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e51a9256-3543-432b-b823-37ec798ac6e6 req-c3c367c5-c9d2-4e97-a5af-e1ad881ca6a4 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 210 time: 0.1002836 Nov 24 13:21:48.634877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-9ccc1746-bd21-4c51-b626-d0307be6b432 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:48.636931 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-9ccc1746-bd21-4c51-b626-d0307be6b432 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 812 time: 0.3506982 Nov 24 13:21:48.652150 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'port': {'device_id': '025d9cdc-0ede-481a-88dc-d083e1cef4ba', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'admin_state_up': True, 'tenant_id': 'f9eb189f71044813946e9bb1928ef292'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:21:48.922431 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Made reservation on behalf of f9eb189f71044813946e9bb1928ef292 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:21:48.929504 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:49.099526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-e47b07e9-1d1b-432e-8913-afa71555543d admin admin] For port de5f6b51-b8a1-4743-9a67-c9070a709c31, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=de5f6b51-b8a1-4743-9a67-c9070a709c31,segment=NetworkSegment(08b5b6ba-bcba-471a-aacb-9e0bbd28010f),segment_id=08b5b6ba-bcba-471a-aacb-9e0bbd28010f)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:21:49.100064 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e47b07e9-1d1b-432e-8913-afa71555543d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:49.152655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e47b07e9-1d1b-432e-8913-afa71555543d admin admin] Calling delete_port for de5f6b51-b8a1-4743-9a67-c9070a709c31 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:21:49.373036 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:21:49.407679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Allocated IP 172.20.0.9 (6a016955-569b-4861-bee0-ac59750bb8f5/58c4496a-3b03-42fd-9ce0-2f643f021eac/8cffd0c9-7cf6-498f-97eb-0c6a3bc39649) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:21:49.663421 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a2ff7183-e54b-4ae1-959e-1b147351d571 req-f0ebc7b2-4e68-48da-b094-efb640488e43 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 210 time: 0.1326287 Nov 24 13:21:49.799354 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e47b07e9-1d1b-432e-8913-afa71555543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:49.839941 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42032) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:50.022659 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b07e9-1d1b-432e-8913-afa71555543d admin admin] Pushing event deleted for resources: {'Port': ['ID=de5f6b51-b8a1-4743-9a67-c9070a709c31,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:50.333673 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:50.349197 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a0af0c0d-3bee-4741-b18a-80817240926c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:50.374217 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e47b07e9-1d1b-432e-8913-afa71555543d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:50.479772 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:50.547111 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'Port': ['ID=8cffd0c9-7cf6-498f-97eb-0c6a3bc39649,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:50.574633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:50.575267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:50.575833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:50.576410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:50.577208 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:50.577764 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:50.578337 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:50.578914 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:50.579326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:50.579892 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:50.580299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:50.580707 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:50.591529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Network 6a016955-569b-4861-bee0-ac59750bb8f5 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:21:50.599349 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:21:50.603530 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:21:50.703296 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a0af0c0d-3bee-4741-b18a-80817240926c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:50.718515 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a0af0c0d-3bee-4741-b18a-80817240926c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:50.755960 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:50.756834 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:50.815961 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-16f1aa88-9a2d-4659-a2e2-3caa93d9f2ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1681364 Nov 24 13:21:50.822826 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a0af0c0d-3bee-4741-b18a-80817240926c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cfad89bb5e1145aa833901095f46af3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9818408 Nov 24 13:21:50.829764 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-651331ae-93a2-4223-877c-14abcc25ff53 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:21:50.831849 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-651331ae-93a2-4223-877c-14abcc25ff53 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069880 Nov 24 13:21:50.832806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af0c0d-3bee-4741-b18a-80817240926c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195604dc-a461-43e2-b8bb-19a1bf930588,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:50.856870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42128) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:50.859324 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14c041eb-1ea3-492f-8daf-baac85648d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:50.955998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47b07e9-1d1b-432e-8913-afa71555543d admin admin] Router 65ffcd54-e398-494f-8f41-7d5999ababf7 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:21:51.012089 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2736e64b-aee9-4ae9-98ef-028bff167780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:51.015311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134e226-79e9-4ee0-abce-251951837319 req-d448c3cf-b887-4091-b745-8cc1a15c720c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:51.017524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d134e226-79e9-4ee0-abce-251951837319 req-d448c3cf-b887-4091-b745-8cc1a15c720c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 931 time: 0.1265497 Nov 24 13:21:51.074988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-738d0fbd-8ad1-4a4d-a24d-c79efa4e1e41 None None] Provisioning complete for port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:21:51.077265 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-738d0fbd-8ad1-4a4d-a24d-c79efa4e1e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:51.082575 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2736e64b-aee9-4ae9-98ef-028bff167780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:51.163265 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-738d0fbd-8ad1-4a4d-a24d-c79efa4e1e41 None None] Port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:21:51.174429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Request body: {'port': {'device_id': '025d9cdc-0ede-481a-88dc-d083e1cef4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:21:51.209568 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d134e226-79e9-4ee0-abce-251951837319 req-f374779d-67c8-466f-9906-142da16b67da tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463854 Nov 24 13:21:51.265101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47b07e9-1d1b-432e-8913-afa71555543d admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:21:51.273674 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e47b07e9-1d1b-432e-8913-afa71555543d admin admin] 10.222.0.48 "PUT /v2.0/routers/65ffcd54-e398-494f-8f41-7d5999ababf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0302072 Nov 24 13:21:51.276773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42176) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:51.285903 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e2046f-1d87-45b6-bb94-67364878cfe8 None None] Sync routers for ids ['65ffcd54-e398-494f-8f41-7d5999ababf7'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:21:51.301906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e2046f-1d87-45b6-bb94-67364878cfe8 None None] Routers {'65ffcd54-e398-494f-8f41-7d5999ababf7'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:21:51.305336 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-24e2046f-1d87-45b6-bb94-67364878cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:21:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['65ffcd54-e398-494f-8f41-7d5999ababf7'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:51.323868 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2736e64b-aee9-4ae9-98ef-028bff167780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:51.338576 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2736e64b-aee9-4ae9-98ef-028bff167780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:51.343314 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2736e64b-aee9-4ae9-98ef-028bff167780 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/195604dc-a461-43e2-b8bb-19a1bf930588 HTTP/1.1" status: 204 len: 168 time: 0.4822695 Nov 24 13:21:51.386708 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:51.630535 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:51.650278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736e64b-aee9-4ae9-98ef-028bff167780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195604dc-a461-43e2-b8bb-19a1bf930588,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:51.694134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-24e2046f-1d87-45b6-bb94-67364878cfe8 None None] Set router 65ffcd54-e398-494f-8f41-7d5999ababf7 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:21:51.923849 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:52.148302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Deleting port 277dbb21-c68c-40dc-8dda-f077c55a334b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:21:52.148747 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:52.163225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:21:52.197682 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:52.224696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Transition to ACTIVE for port object 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:21:52.232176 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:52.529135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] For port 277dbb21-c68c-40dc-8dda-f077c55a334b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=277dbb21-c68c-40dc-8dda-f077c55a334b,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:21:52.531508 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:52.572598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-24e2046f-1d87-45b6-bb94-67364878cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'name': 'tempest-TestServerBasicOps-1848958468-router', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '277dbb21-c68c-40dc-8dda-f077c55a334b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:13Z', 'updated_at': '2021-11-24T13:21:49Z', 'revision_number': 5, 'project_id': '1376b687475e4dccad23a29f14cfd209', 'gw_port': {'id': '277dbb21-c68c-40dc-8dda-f077c55a334b', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:16:14Z', 'updated_at': '2021-11-24T13:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:52.576543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Calling delete_port for 277dbb21-c68c-40dc-8dda-f077c55a334b owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:21:52.652551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e2046f-1d87-45b6-bb94-67364878cfe8 None None] Checking router: 65ffcd54-e398-494f-8f41-7d5999ababf7 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:21:52.678430 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Pushing event updated for resources: {'Port': ['ID=8cffd0c9-7cf6-498f-97eb-0c6a3bc39649,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:52.706662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e2046f-1d87-45b6-bb94-67364878cfe8 None None] Routers {'65ffcd54-e398-494f-8f41-7d5999ababf7'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:21:52.707322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-24e2046f-1d87-45b6-bb94-67364878cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:21:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['65ffcd54-e398-494f-8f41-7d5999ababf7'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:52.796960 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd9fef-4e17-46fe-a2d6-56a9041e9693 req-05f348c0-ea45-42aa-b39e-a6f441dd0d4a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:52.803071 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20bd9fef-4e17-46fe-a2d6-56a9041e9693 req-05f348c0-ea45-42aa-b39e-a6f441dd0d4a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.3595655 Nov 24 13:21:52.804793 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Attempting to bind port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:21:52.805446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Attempting to bind port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:21:52.807642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Attempting to bind port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:21:52.865081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 on network 6a016955-569b-4861-bee0-ac59750bb8f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:21:52.865204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Attempting to bind port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:21:52.883915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-24e2046f-1d87-45b6-bb94-67364878cfe8 None None] Set router 65ffcd54-e398-494f-8f41-7d5999ababf7 gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:21:52.926704 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:21:52.929834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Checking segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:21:52.930268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Bound using segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:21:52.936070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Bound port: 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:21:52.936848 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:52.946670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-24e2046f-1d87-45b6-bb94-67364878cfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'name': 'tempest-TestServerBasicOps-1848958468-router', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:13Z', 'updated_at': '2021-11-24T13:21:51Z', 'revision_number': 6, 'project_id': '1376b687475e4dccad23a29f14cfd209', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:52.991186 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20bd9fef-4e17-46fe-a2d6-56a9041e9693 req-3e2d1855-012a-4cd0-9340-b1a0e1f77983 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786795 Nov 24 13:21:53.013972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:53.026877 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e2046f-1d87-45b6-bb94-67364878cfe8 None None] The sync data for ids ['65ffcd54-e398-494f-8f41-7d5999ababf7'] in n-d-817303-4 is: [{'id': '65ffcd54-e398-494f-8f41-7d5999ababf7', 'name': 'tempest-TestServerBasicOps-1848958468-router', 'tenant_id': '1376b687475e4dccad23a29f14cfd209', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:16:13Z', 'updated_at': '2021-11-24T13:21:51Z', 'revision_number': 6, 'project_id': '1376b687475e4dccad23a29f14cfd209', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:21:53.076221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=277dbb21-c68c-40dc-8dda-f077c55a334b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:53.127658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959d1492-7407-4981-ad48-e52434b8c05e None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:21:53.129461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:53.130398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:53.131508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:53.132311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:53.132991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:53.139774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] For port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:21:53.142483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:53.144049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:53.144662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:53.146081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:53.147274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:53.148188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] For port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8cffd0c9-7cf6-498f-97eb-0c6a3bc39649,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:21:53.148518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:53.149614 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:21:53.155629 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:53.181114 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:53.181864 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:53.183439 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] 10.222.0.59 "PUT /v2.0/ports/8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 HTTP/1.1" status: 200 len: 1091 time: 2.2439289 Nov 24 13:21:53.184316 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025d9cdc-0ede-481a-88dc-d083e1cef4ba', 'tag': '8cffd0c9-7cf6-498f-97eb-0c6a3bc39649'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:21:53.188310 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58f33fb-11c8-4c7a-9f6b-a433c90403b2" -d '{"events": [{"name": "network-changed", "server_uuid": "025d9cdc-0ede-481a-88dc-d083e1cef4ba", "tag": "8cffd0c9-7cf6-498f-97eb-0c6a3bc39649"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:21:53.261336 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-35139e32-e814-48a8-9c4e-8a390fa560eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:53.310140 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1e22fb-d3a2-4deb-acca-c436afdad986 x-openstack-request-id: req-bb1e22fb-d3a2-4deb-acca-c436afdad986 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:21:53.310458 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025d9cdc-0ede-481a-88dc-d083e1cef4ba", "tag": "8cffd0c9-7cf6-498f-97eb-0c6a3bc39649", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:21:53.310726 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb1e22fb-d3a2-4deb-acca-c436afdad986 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:21:53.311347 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025d9cdc-0ede-481a-88dc-d083e1cef4ba', 'tag': '8cffd0c9-7cf6-498f-97eb-0c6a3bc39649', 'status': 'completed', 'code': 200} Nov 24 13:21:53.326036 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:53.407240 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c442d3-d88b-443a-9dde-89b7f1abbf88 service neutron] Pushing event updated for resources: {'Port': ['ID=8cffd0c9-7cf6-498f-97eb-0c6a3bc39649,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:53.435060 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-1412e5f9-22c7-4bea-b892-394b1ebbd3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:53.436569 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-1412e5f9-22c7-4bea-b892-394b1ebbd3b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 1094 time: 0.1744297 Nov 24 13:21:53.543756 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-b146f700-5f92-4a93-bb99-197edc2b8bd1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 HTTP/1.1" status: 200 len: 217 time: 0.0937560 Nov 24 13:21:53.567618 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:53.572289 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:53.669032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-998ddbcf-97f4-45c9-a487-30e2036da547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:53.671173 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-998ddbcf-97f4-45c9-a487-30e2036da547 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.1197550 Nov 24 13:21:53.691647 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:53.693708 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65ffcd54-e398-494f-8f41-7d5999ababf7 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:21:53.720631 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:53.725013 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bf5a045c-3d43-4961-830e-072167f26b71 admin admin] 10.222.0.48 "DELETE /v2.0/routers/65ffcd54-e398-494f-8f41-7d5999ababf7 HTTP/1.1" status: 204 len: 168 time: 2.4471374 Nov 24 13:21:53.725779 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42352) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:53.774424 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-fde86e5f-5c87-4320-81cd-cb9e929ed798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:53.775843 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-fde86e5f-5c87-4320-81cd-cb9e929ed798 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963888 Nov 24 13:21:53.797136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb86ca6-e4a8-4916-9ee6-f749e65b961c admin admin] Deleting subnet 9845ef5d-3909-44b0-850d-d37286f76812 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:21:53.827310 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adb86ca6-e4a8-4916-9ee6-f749e65b961c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:53.909287 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adb86ca6-e4a8-4916-9ee6-f749e65b961c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:53.941444 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-4961415c-2a06-4983-a956-41bce31fdf62 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564405 Nov 24 13:21:54.079259 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adb86ca6-e4a8-4916-9ee6-f749e65b961c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:54.188704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3f0a983-c6ae-4a8b-a5cd-0219df67407a req-0fa0bea5-64ad-40ea-8e94-740b049ade15 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400906 Nov 24 13:21:54.219156 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adb86ca6-e4a8-4916-9ee6-f749e65b961c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:54.349059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb86ca6-e4a8-4916-9ee6-f749e65b961c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9845ef5d-3909-44b0-850d-d37286f76812,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:54.357667 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adb86ca6-e4a8-4916-9ee6-f749e65b961c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:54.365804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-adb86ca6-e4a8-4916-9ee6-f749e65b961c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9845ef5d-3909-44b0-850d-d37286f76812 HTTP/1.1" status: 204 len: 168 time: 0.6385906 Nov 24 13:21:54.369088 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42370) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:54.375761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0455b146-b358-41d9-92f1-2e74088b4c62 None None] Network a97cfb38-c8de-4ea8-979d-88688f8cd038 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:21:54.420063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4558af-fdac-44b7-aadf-0b3a93987e2d req-0a047c25-2c3a-4429-9a43-8b2980a27528 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:54.428796 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c4558af-fdac-44b7-aadf-0b3a93987e2d req-0a047c25-2c3a-4429-9a43-8b2980a27528 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.2732282 Nov 24 13:21:54.482626 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f33fb-11c8-4c7a-9f6b-a433c90403b2 req-01e4fffd-fdbf-42d1-aaeb-2667663fca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:54.494336 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e58f33fb-11c8-4c7a-9f6b-a433c90403b2 req-01e4fffd-fdbf-42d1-aaeb-2667663fca70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 1094 time: 0.2253737 Nov 24 13:21:54.672588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 277dbb21-c68c-40dc-8dda-f077c55a334b no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:21:54.674232 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:54.718542 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:54.733194 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 277dbb21-c68c-40dc-8dda-f077c55a334b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:21:54.733800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 277dbb21-c68c-40dc-8dda-f077c55a334b not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:21:54.735075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device de5f6b51-b8a1-4743-9a67-c9070a709c31 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:21:54.792216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: de5f6b51-b8a1-4743-9a67-c9070a709c31 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:21:54.794112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device de5f6b51-b8a1-4743-9a67-c9070a709c31 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:21:54.815203 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Deleting port be17ce48-0c13-4c82-a322-99d5343d2038 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:21:54.824459 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:54.863295 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c4558af-fdac-44b7-aadf-0b3a93987e2d req-569612e9-34b3-466c-a05f-5510236dfb4f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192898 Nov 24 13:21:54.954670 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f33fb-11c8-4c7a-9f6b-a433c90403b2 req-82fecfc8-682d-4a84-95cd-a8358bc082f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:54.956293 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e58f33fb-11c8-4c7a-9f6b-a433c90403b2 req-82fecfc8-682d-4a84-95cd-a8358bc082f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.4459553 Nov 24 13:21:55.012270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] For port be17ce48-0c13-4c82-a322-99d5343d2038, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=be17ce48-0c13-4c82-a322-99d5343d2038,segment=NetworkSegment(08b5b6ba-bcba-471a-aacb-9e0bbd28010f),segment_id=08b5b6ba-bcba-471a-aacb-9e0bbd28010f)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:21:55.012647 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:55.029256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Calling delete_port for be17ce48-0c13-4c82-a322-99d5343d2038 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:21:55.051915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187bf06a-ae07-48b8-ba49-bce9d98530d9 None None] DHCP port deletion for a97cfb38-c8de-4ea8-979d-88688f8cd038 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:21:55.083477 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e58f33fb-11c8-4c7a-9f6b-a433c90403b2 req-f58f8c30-f6af-418b-8783-73d8afcd6b34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 HTTP/1.1" status: 200 len: 217 time: 0.1192267 Nov 24 13:21:55.171611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-187bf06a-ae07-48b8-ba49-bce9d98530d9 None None] Deleting port be17ce48-0c13-4c82-a322-99d5343d2038 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:21:55.173249 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-187bf06a-ae07-48b8-ba49-bce9d98530d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:55.186700 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f33fb-11c8-4c7a-9f6b-a433c90403b2 req-d232fc32-95db-4246-adfc-0d9be26fd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:55.188180 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e58f33fb-11c8-4c7a-9f6b-a433c90403b2 req-d232fc32-95db-4246-adfc-0d9be26fd64d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0946052 Nov 24 13:21:55.248075 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:55.288573 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f33fb-11c8-4c7a-9f6b-a433c90403b2 req-edb21f4f-61df-4183-9d59-6735a151ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:55.290395 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e58f33fb-11c8-4c7a-9f6b-a433c90403b2 req-edb21f4f-61df-4183-9d59-6735a151ad91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927417 Nov 24 13:21:55.312022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Pushing event deleted for resources: {'Port': ['ID=be17ce48-0c13-4c82-a322-99d5343d2038,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:55.327161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] No DVR routers for this DVR port be17ce48-0c13-4c82-a322-99d5343d2038 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:21:55.379673 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-187bf06a-ae07-48b8-ba49-bce9d98530d9 None None] For port be17ce48-0c13-4c82-a322-99d5343d2038, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=be17ce48-0c13-4c82-a322-99d5343d2038,segment=NetworkSegment(08b5b6ba-bcba-471a-aacb-9e0bbd28010f),segment_id=08b5b6ba-bcba-471a-aacb-9e0bbd28010f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:21:55.386526 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-187bf06a-ae07-48b8-ba49-bce9d98530d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:55.462256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-187bf06a-ae07-48b8-ba49-bce9d98530d9 None None] Calling delete_port for be17ce48-0c13-4c82-a322-99d5343d2038 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:21:55.574136 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e58f33fb-11c8-4c7a-9f6b-a433c90403b2 req-5bd515e4-80b8-4d60-90df-1fa0205932c8 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746866 Nov 24 13:21:55.640144 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:55.699001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97cfb38-c8de-4ea8-979d-88688f8cd038']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:21:55.710715 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:21:55.725696 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-187bf06a-ae07-48b8-ba49-bce9d98530d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:55.731015 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b5b6ba-bcba-471a-aacb-9e0bbd28010f') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:55.731605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b5b6ba-bcba-471a-aacb-9e0bbd28010f') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:21:55.751445 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:55.780834 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e58f33fb-11c8-4c7a-9f6b-a433c90403b2 req-2f5195df-f167-470a-9e5f-685af6f501b2 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767619 Nov 24 13:21:55.785646 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:55.793794 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187bf06a-ae07-48b8-ba49-bce9d98530d9 None None] No DVR routers for this DVR port be17ce48-0c13-4c82-a322-99d5343d2038 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:21:55.797691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:21:55.798438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bf06a-ae07-48b8-ba49-bce9d98530d9 None None] Pushing event deleted for resources: {'Port': ['ID=be17ce48-0c13-4c82-a322-99d5343d2038,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:55.800198 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:21:55.807592 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:21:55.918047 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:55.936597 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:55.946624 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] 10.222.0.48 "DELETE /v2.0/networks/a97cfb38-c8de-4ea8-979d-88688f8cd038 HTTP/1.1" status: 204 len: 168 time: 1.5759733 Nov 24 13:21:55.950393 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:55.980158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a322ad5-ef09-4fd5-9953-2d27994cf90b admin admin] Pushing event deleted for resources: {'Network': ['ID=a97cfb38-c8de-4ea8-979d-88688f8cd038,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:56.065487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762422c8-c60b-41ab-808f-19d6dfbe4404 req-a41af026-e583-429c-8cd4-d81b52da6d8b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:56.073296 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-762422c8-c60b-41ab-808f-19d6dfbe4404 req-a41af026-e583-429c-8cd4-d81b52da6d8b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.0759029 Nov 24 13:21:56.138311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-762422c8-c60b-41ab-808f-19d6dfbe4404 req-a82c31b9-59c7-496f-ba81-dabd41bda9d3 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640578 Nov 24 13:21:56.350993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42416) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:56.429556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e237d1dd-0c0b-44bf-af48-a886444e1ad0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c366d39494045228b8742673f49e6ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0766814 Nov 24 13:21:56.432072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42418) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:56.477839 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device be17ce48-0c13-4c82-a322-99d5343d2038 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:21:56.504275 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27a08d91-c0f8-4a66-8f26-7f1400d4abca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:56.517527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: be17ce48-0c13-4c82-a322-99d5343d2038 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:21:56.518384 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device be17ce48-0c13-4c82-a322-99d5343d2038 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:21:56.536905 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27a08d91-c0f8-4a66-8f26-7f1400d4abca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:56.654099 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27a08d91-c0f8-4a66-8f26-7f1400d4abca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:56.657758 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27a08d91-c0f8-4a66-8f26-7f1400d4abca admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:56.659958 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-27a08d91-c0f8-4a66-8f26-7f1400d4abca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cfe83e5-294e-4112-b9a3-925448909167 HTTP/1.1" status: 204 len: 168 time: 0.2261877 Nov 24 13:21:56.680444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a08d91-c0f8-4a66-8f26-7f1400d4abca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfe83e5-294e-4112-b9a3-925448909167,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:56.791611 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:57.282056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42448) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:57.418047 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f7039ef9-85c9-4ed4-8901-adb45ad94725 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1376b687475e4dccad23a29f14cfd209&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345983 Nov 24 13:21:57.420772 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42452) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:21:57.542498 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4572e-6905-424a-a631-fe9de74a08c0 req-c7f982af-49cb-414a-ae61-8c892f2eb512 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:57.550892 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-95a4572e-6905-424a-a631-fe9de74a08c0 req-c7f982af-49cb-414a-ae61-8c892f2eb512 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.2168262 Nov 24 13:21:57.579159 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2129538c-0665-4526-b189-b6d2dbf337ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:57.626677 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2129538c-0665-4526-b189-b6d2dbf337ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:57.647173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-95a4572e-6905-424a-a631-fe9de74a08c0 req-de986a5d-552b-455d-bc44-0f9d3781992a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953608 Nov 24 13:21:57.709272 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2129538c-0665-4526-b189-b6d2dbf337ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:57.712163 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2129538c-0665-4526-b189-b6d2dbf337ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:21:57.714123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2129538c-0665-4526-b189-b6d2dbf337ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35a3a751-96ce-4381-b70b-ddca569bf6ef HTTP/1.1" status: 204 len: 168 time: 0.2923043 Nov 24 13:21:57.730103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129538c-0665-4526-b189-b6d2dbf337ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a3a751-96ce-4381-b70b-ddca569bf6ef,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:21:58.935830 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae2846-d4f1-4439-a1fb-826129f2bbe1 req-79364874-6717-422a-9c79-cb4f527fe94c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:21:58.946572 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4cae2846-d4f1-4439-a1fb-826129f2bbe1 req-79364874-6717-422a-9c79-cb4f527fe94c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.1235416 Nov 24 13:21:59.101683 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4cae2846-d4f1-4439-a1fb-826129f2bbe1 req-ac8f9d4d-6270-4b98-8a77-e3ca50477d54 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512945 Nov 24 13:22:00.365537 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1fcc0-ca9b-4025-8e14-8ceffd7ea422 req-72a5ffe8-05da-4843-8c91-3db5497808ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:00.374831 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3bb1fcc0-ca9b-4025-8e14-8ceffd7ea422 req-72a5ffe8-05da-4843-8c91-3db5497808ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.0912583 Nov 24 13:22:00.511945 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3bb1fcc0-ca9b-4025-8e14-8ceffd7ea422 req-893bf833-e292-4328-8ceb-bb01d213d302 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356647 Nov 24 13:22:01.784852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f5ca0-2b15-4c0b-b260-a9b49842ead0 req-5c5c8099-c0b2-4525-b1d4-575512e0db5b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:01.797963 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e74f5ca0-2b15-4c0b-b260-a9b49842ead0 req-5c5c8099-c0b2-4525-b1d4-575512e0db5b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.1157980 Nov 24 13:22:01.889902 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e74f5ca0-2b15-4c0b-b260-a9b49842ead0 req-eb2cef70-fcc6-4bdd-a74f-a6d829167e11 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863013 Nov 24 13:22:03.142471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b08e1f-9643-4c13-868f-868ec4ce4fae req-de3a7753-72e4-404b-91a4-0ce2f30d6903 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:03.151065 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47b08e1f-9643-4c13-868f-868ec4ce4fae req-de3a7753-72e4-404b-91a4-0ce2f30d6903 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.1255603 Nov 24 13:22:03.288879 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-47b08e1f-9643-4c13-868f-868ec4ce4fae req-0a19f935-eb6c-4c5a-b89d-9c6678e9a8f6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349928 Nov 24 13:22:04.570332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd0834-59ec-4a6b-a274-bde2cc59057b req-e0a6c09f-86b1-48c6-9387-d1076191db8b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:04.575210 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-19dd0834-59ec-4a6b-a274-bde2cc59057b req-e0a6c09f-86b1-48c6-9387-d1076191db8b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.1454906 Nov 24 13:22:04.786993 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-19dd0834-59ec-4a6b-a274-bde2cc59057b req-6c8a6d1a-1fa6-413e-8a7b-dbd46b4f2ba3 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023602 Nov 24 13:22:06.024215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e0b1e-d8c9-4522-bf28-f234300cc6a4 req-ad0ae770-cbb8-4735-a129-d64a8f4d3fc8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:06.038059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-935e0b1e-d8c9-4522-bf28-f234300cc6a4 req-ad0ae770-cbb8-4735-a129-d64a8f4d3fc8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.1190798 Nov 24 13:22:06.120588 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-935e0b1e-d8c9-4522-bf28-f234300cc6a4 req-7f4e966e-934e-4718-9190-3faab2933eed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815587 Nov 24 13:22:06.435052 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:06.814468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42686) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:07.183357 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b955c9bc-ab95-49f3-be12-bad1f7b447c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:07.292877 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b955c9bc-ab95-49f3-be12-bad1f7b447c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:07.321917 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b955c9bc-ab95-49f3-be12-bad1f7b447c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:07.388081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c57822-2cda-4762-a0ea-179bccaddbf8 req-a16dc1bf-6ba6-40cb-904b-84767d0e87bf tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:07.418589 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b0c57822-2cda-4762-a0ea-179bccaddbf8 req-a16dc1bf-6ba6-40cb-904b-84767d0e87bf tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.1404066 Nov 24 13:22:07.433520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955c9bc-ab95-49f3-be12-bad1f7b447c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c228eb06-f173-49d7-8eb6-3020893c0a47,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:07.452055 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b955c9bc-ab95-49f3-be12-bad1f7b447c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c35d8e38a40432f8eb1b99d1979283f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6354370 Nov 24 13:22:07.454833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42704) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:07.527091 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b0c57822-2cda-4762-a0ea-179bccaddbf8 req-93849a57-4475-4d1d-834a-74d630695149 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071117 Nov 24 13:22:07.562141 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bbe5855-0158-41ff-bd23-378b5b1c21d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:07.587869 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bbe5855-0158-41ff-bd23-378b5b1c21d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:07.669621 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bbe5855-0158-41ff-bd23-378b5b1c21d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:07.673818 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1bbe5855-0158-41ff-bd23-378b5b1c21d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:07.677482 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1bbe5855-0158-41ff-bd23-378b5b1c21d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c228eb06-f173-49d7-8eb6-3020893c0a47 HTTP/1.1" status: 204 len: 168 time: 0.2154634 Nov 24 13:22:07.704756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe5855-0158-41ff-bd23-378b5b1c21d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c228eb06-f173-49d7-8eb6-3020893c0a47,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:08.333928 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fed70-157f-4b9b-9936-2aad306eddb8 req-a3253aa2-2b38-4145-b34b-1e04e208d4d7 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:08.336887 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-263fed70-157f-4b9b-9936-2aad306eddb8 req-a3253aa2-2b38-4145-b34b-1e04e208d4d7 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0992844 Nov 24 13:22:08.434924 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-263fed70-157f-4b9b-9936-2aad306eddb8 req-6279b1ac-f580-48e2-86db-95afb063235c tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926778 Nov 24 13:22:08.440363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42730) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:08.454597 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-617ae350-d41e-426c-a7de-ae1737de6abd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:08.555478 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-617ae350-d41e-426c-a7de-ae1737de6abd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:08.566837 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-617ae350-d41e-426c-a7de-ae1737de6abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:08.614340 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-617ae350-d41e-426c-a7de-ae1737de6abd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d3141c367c34a2a9f1dd2d461478486&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1705191 Nov 24 13:22:08.615152 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42738) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:08.638192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ae350-d41e-426c-a7de-ae1737de6abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4d1f45-4ce3-4b46-83ff-7bc02ed76656,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:08.719814 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf652-26fa-43fa-9ff4-4c4acb3f749d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:08.760755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99c63c-36e4-457a-ab42-71d1408acda3 req-e0cf8379-bb0f-4280-a75b-be79c469dc82 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:08.763671 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc99c63c-36e4-457a-ab42-71d1408acda3 req-e0cf8379-bb0f-4280-a75b-be79c469dc82 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.0906131 Nov 24 13:22:08.775676 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf652-26fa-43fa-9ff4-4c4acb3f749d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:08.844669 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf652-26fa-43fa-9ff4-4c4acb3f749d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:08.854148 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf652-26fa-43fa-9ff4-4c4acb3f749d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:08.862978 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bf8cf652-26fa-43fa-9ff4-4c4acb3f749d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae4d1f45-4ce3-4b46-83ff-7bc02ed76656 HTTP/1.1" status: 204 len: 168 time: 0.2464764 Nov 24 13:22:08.880349 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cf652-26fa-43fa-9ff4-4c4acb3f749d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4d1f45-4ce3-4b46-83ff-7bc02ed76656,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:08.901028 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc99c63c-36e4-457a-ab42-71d1408acda3 req-15e05774-0e5d-4865-b872-db68d70d2ba5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266394 Nov 24 13:22:09.672990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78197c4f-d9df-4637-b370-0cae7748b030 req-864b808d-d97b-4898-a4ab-0369184bc891 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:09.681336 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-78197c4f-d9df-4637-b370-0cae7748b030 req-864b808d-d97b-4898-a4ab-0369184bc891 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0909896 Nov 24 13:22:09.724325 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:09.761472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-78197c4f-d9df-4637-b370-0cae7748b030 req-fec4cb28-926f-406b-9291-2d982d0768ea tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792685 Nov 24 13:22:10.091664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3764d-d50c-4ae9-8a93-6d44575be63a req-f4df452c-0031-47c0-8543-c5b930d51a76 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:10.111887 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1b3764d-d50c-4ae9-8a93-6d44575be63a req-f4df452c-0031-47c0-8543-c5b930d51a76 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.1275396 Nov 24 13:22:10.194710 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1b3764d-d50c-4ae9-8a93-6d44575be63a req-18b27941-aec1-48f6-835a-ad9f28cee9a6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814185 Nov 24 13:22:10.916850 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f473fc6-bd80-468e-aa48-83331221aeaf req-6b28b21b-6b36-4ef4-956f-a9356998aff9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:10.919949 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f473fc6-bd80-468e-aa48-83331221aeaf req-6b28b21b-6b36-4ef4-956f-a9356998aff9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0767798 Nov 24 13:22:11.008798 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f473fc6-bd80-468e-aa48-83331221aeaf req-244177fb-09a1-4f31-ae3c-f879bad89038 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815575 Nov 24 13:22:11.322334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34777333-cc7d-4718-8f4f-eeb0e86412ed req-9429a3dc-8bb4-4800-a8ec-4ab615a79553 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:11.329807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34777333-cc7d-4718-8f4f-eeb0e86412ed req-9429a3dc-8bb4-4800-a8ec-4ab615a79553 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.0658810 Nov 24 13:22:11.386290 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34777333-cc7d-4718-8f4f-eeb0e86412ed req-1ff59002-7b18-4cc4-92b2-2211bf420179 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549891 Nov 24 13:22:12.166555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72b8a5-f5d6-4a5f-acd4-d1a161866d42 req-2fec5993-c742-4dd4-9d69-3272a110f353 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:12.176283 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1b72b8a5-f5d6-4a5f-acd4-d1a161866d42 req-2fec5993-c742-4dd4-9d69-3272a110f353 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0745757 Nov 24 13:22:12.262568 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1b72b8a5-f5d6-4a5f-acd4-d1a161866d42 req-49fb1940-2413-47b8-bc1d-903c92817b76 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787883 Nov 24 13:22:12.574044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b93d8-0856-42d4-97fd-845a2591770d req-d0329e40-5874-458e-a910-63619da9071b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:12.576252 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-347b93d8-0856-42d4-97fd-845a2591770d req-d0329e40-5874-458e-a910-63619da9071b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.0731180 Nov 24 13:22:12.638464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-347b93d8-0856-42d4-97fd-845a2591770d req-b59529ad-d3ba-4a4f-a7b8-8c0540d3ac15 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548339 Nov 24 13:22:12.903946 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42896) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:13.063700 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3ed509f3-60de-4c11-b282-6421a84e9235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:13.188608 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3ed509f3-60de-4c11-b282-6421a84e9235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:13.192865 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3ed509f3-60de-4c11-b282-6421a84e9235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:13.220660 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3ed509f3-60de-4c11-b282-6421a84e9235 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fe814ba7a9b4819a203b785af77340e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3166604 Nov 24 13:22:13.233076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42910) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:13.241594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed509f3-60de-4c11-b282-6421a84e9235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae877d8b-c3c2-4630-8e9e-115c46b32db9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:13.294244 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8825b30f-06a7-4e44-a50c-eadf2d8f21fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:13.322919 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8825b30f-06a7-4e44-a50c-eadf2d8f21fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:13.389999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619881e5-cb37-481e-817a-022e83b1d4ec req-5c3bf02b-5c93-44dd-b2fd-e8efe33e04af tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:13.391988 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8825b30f-06a7-4e44-a50c-eadf2d8f21fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:13.395323 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8825b30f-06a7-4e44-a50c-eadf2d8f21fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:13.399558 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8825b30f-06a7-4e44-a50c-eadf2d8f21fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae877d8b-c3c2-4630-8e9e-115c46b32db9 HTTP/1.1" status: 204 len: 168 time: 0.1621864 Nov 24 13:22:13.407518 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-619881e5-cb37-481e-817a-022e83b1d4ec req-5c3bf02b-5c93-44dd-b2fd-e8efe33e04af tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0774329 Nov 24 13:22:13.415293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825b30f-06a7-4e44-a50c-eadf2d8f21fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae877d8b-c3c2-4630-8e9e-115c46b32db9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:13.507899 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-619881e5-cb37-481e-817a-022e83b1d4ec req-13a4d5ed-af51-4dce-be72-a25cb8a74408 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994551 Nov 24 13:22:13.783286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 42928) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:13.799546 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fc5eea04-28b3-443f-9abc-9e21394f0e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:13.804024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30bab6-1f20-481b-a487-92dc541f05da req-9ac42dfd-2daf-405c-8e04-fa4f62eadd82 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:13.813404 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d30bab6-1f20-481b-a487-92dc541f05da req-9ac42dfd-2daf-405c-8e04-fa4f62eadd82 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.0893579 Nov 24 13:22:13.868575 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d30bab6-1f20-481b-a487-92dc541f05da req-5e5dea43-a603-4d4d-bc7a-4274ea0fbd9b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511773 Nov 24 13:22:13.899631 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fc5eea04-28b3-443f-9abc-9e21394f0e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:13.903944 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fc5eea04-28b3-443f-9abc-9e21394f0e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:13.967266 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fc5eea04-28b3-443f-9abc-9e21394f0e41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=102b0face08941b988eb212582a0ca06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1790526 Nov 24 13:22:13.967266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5eea04-28b3-443f-9abc-9e21394f0e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fccb2bb9-1312-44d3-b52f-89dde6d862ec,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:13.967638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 42934) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:14.029357 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43b755b3-899a-426e-9e28-856ff0d5a8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:14.050725 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43b755b3-899a-426e-9e28-856ff0d5a8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:14.103537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43b755b3-899a-426e-9e28-856ff0d5a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:14.106392 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-43b755b3-899a-426e-9e28-856ff0d5a8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:14.107682 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-43b755b3-899a-426e-9e28-856ff0d5a8eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fccb2bb9-1312-44d3-b52f-89dde6d862ec HTTP/1.1" status: 204 len: 168 time: 0.1381269 Nov 24 13:22:14.118530 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b755b3-899a-426e-9e28-856ff0d5a8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccb2bb9-1312-44d3-b52f-89dde6d862ec,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:14.672988 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db6783-182c-4b59-9876-f23d7f5c13d0 req-2f8bb902-3d7e-4fb1-85f8-b54105524139 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:14.688395 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86db6783-182c-4b59-9876-f23d7f5c13d0 req-2f8bb902-3d7e-4fb1-85f8-b54105524139 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0813072 Nov 24 13:22:14.802201 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86db6783-182c-4b59-9876-f23d7f5c13d0 req-c50510ba-48f0-4e20-8af6-9db280051f8b tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128817 Nov 24 13:22:15.086878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad3da3-6f7b-42f8-b152-296edd7518b8 req-ab36095a-e564-4492-8d9a-d284b5ef1814 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:15.089571 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-78ad3da3-6f7b-42f8-b152-296edd7518b8 req-ab36095a-e564-4492-8d9a-d284b5ef1814 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.0899172 Nov 24 13:22:15.200462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-78ad3da3-6f7b-42f8-b152-296edd7518b8 req-ed105ff8-b4e8-47d5-989f-12e6ea745134 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043668 Nov 24 13:22:15.992936 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f47e58-55b4-49a2-856a-4f526b8eeee2 req-99e5fb3f-0105-43de-b115-c4a96878e05e tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:16.000373 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14f47e58-55b4-49a2-856a-4f526b8eeee2 req-99e5fb3f-0105-43de-b115-c4a96878e05e tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0786955 Nov 24 13:22:16.083795 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14f47e58-55b4-49a2-856a-4f526b8eeee2 req-b519d7d8-34f7-48e7-9f20-585feb9cc9bf tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760140 Nov 24 13:22:16.470433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f699d-7a7b-43d5-b490-a4a7e88fa1c2 req-0930fd8e-8054-4de0-aa61-fb6a6e3fe54d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:16.477738 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-515f699d-7a7b-43d5-b490-a4a7e88fa1c2 req-0930fd8e-8054-4de0-aa61-fb6a6e3fe54d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.1532984 Nov 24 13:22:16.570637 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-515f699d-7a7b-43d5-b490-a4a7e88fa1c2 req-19164b61-f21e-49e2-bfd3-c6ad5287a58c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905604 Nov 24 13:22:17.299320 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aee072-cd6e-4e1d-95c5-89ea3ed9d61a req-e6b7b493-493f-437b-b99f-a2af72de142a tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:17.301766 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93aee072-cd6e-4e1d-95c5-89ea3ed9d61a req-e6b7b493-493f-437b-b99f-a2af72de142a tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.1125369 Nov 24 13:22:17.306183 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43062) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:17.423243 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93aee072-cd6e-4e1d-95c5-89ea3ed9d61a req-bfabd61e-a7d0-49c6-b355-68951f5949b8 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111109 Nov 24 13:22:17.506381 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb6f799a-d411-4364-adbd-6d00013ffa60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:17.606119 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb6f799a-d411-4364-adbd-6d00013ffa60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:17.613556 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb6f799a-d411-4364-adbd-6d00013ffa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:17.737363 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eb6f799a-d411-4364-adbd-6d00013ffa60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d6eb1d4f55d434fa8dd438ffa153138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4270775 Nov 24 13:22:17.739626 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43084) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:17.741716 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f799a-d411-4364-adbd-6d00013ffa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac8e24c-2084-48bf-ab8c-f07ead8b3144,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:17.821957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ab49e-f339-4ae3-9688-ce0cf1825878 req-baffa9af-ed1c-4335-8817-0a0d6c8b1274 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:17.826635 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e2ab49e-f339-4ae3-9688-ce0cf1825878 req-baffa9af-ed1c-4335-8817-0a0d6c8b1274 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.1346047 Nov 24 13:22:17.885861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4b5a8d79-f4e8-4cdc-b9d9-e060a11dc589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:17.924952 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4b5a8d79-f4e8-4cdc-b9d9-e060a11dc589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:17.929313 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e2ab49e-f339-4ae3-9688-ce0cf1825878 req-60e5b183-1843-4f82-843d-cd0574195824 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945706 Nov 24 13:22:17.978635 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4b5a8d79-f4e8-4cdc-b9d9-e060a11dc589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:17.982104 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4b5a8d79-f4e8-4cdc-b9d9-e060a11dc589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:17.983992 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4b5a8d79-f4e8-4cdc-b9d9-e060a11dc589 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ac8e24c-2084-48bf-ab8c-f07ead8b3144 HTTP/1.1" status: 204 len: 168 time: 0.2338612 Nov 24 13:22:17.997425 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a8d79-f4e8-4cdc-b9d9-e060a11dc589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac8e24c-2084-48bf-ab8c-f07ead8b3144,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:18.668944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43114) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:18.674384 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de816e29-3160-48bc-916a-a9b290a66a13 req-7c42dcd9-d5a9-4a39-b15e-d78a366ca187 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:18.686528 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-245b0ca6-dd2b-4092-b9ea-438739e186c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:18.690812 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de816e29-3160-48bc-916a-a9b290a66a13 req-7c42dcd9-d5a9-4a39-b15e-d78a366ca187 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.1348732 Nov 24 13:22:18.810923 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de816e29-3160-48bc-916a-a9b290a66a13 req-d2863a99-bde9-4d94-8578-a6224e67cbd2 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192126 Nov 24 13:22:18.859643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-245b0ca6-dd2b-4092-b9ea-438739e186c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:18.876352 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-245b0ca6-dd2b-4092-b9ea-438739e186c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:18.936303 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-245b0ca6-dd2b-4092-b9ea-438739e186c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bce740a86732417ebe9d808cc3c23c29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2659910 Nov 24 13:22:18.937051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b0ca6-dd2b-4092-b9ea-438739e186c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b2da1e-a966-4c5b-9820-6591c7681ba0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:18.938799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43118) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:19.061954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29c9acd9-8f4a-4f1a-89f8-7288f3a1326f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:19.121367 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29c9acd9-8f4a-4f1a-89f8-7288f3a1326f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:19.137523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa12a42-2c4b-4f7c-9555-8874cc8a3c00 req-dcad17f4-938e-438d-b402-f703b54e52b2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:19.148813 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fa12a42-2c4b-4f7c-9555-8874cc8a3c00 req-dcad17f4-938e-438d-b402-f703b54e52b2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.1021948 Nov 24 13:22:19.208122 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fa12a42-2c4b-4f7c-9555-8874cc8a3c00 req-9fd3895c-037e-4725-9c05-26b0f43bf39f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575593 Nov 24 13:22:19.229238 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29c9acd9-8f4a-4f1a-89f8-7288f3a1326f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:19.251412 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29c9acd9-8f4a-4f1a-89f8-7288f3a1326f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:19.272334 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-29c9acd9-8f4a-4f1a-89f8-7288f3a1326f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1b2da1e-a966-4c5b-9820-6591c7681ba0 HTTP/1.1" status: 204 len: 168 time: 0.3318136 Nov 24 13:22:19.296539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9acd9-8f4a-4f1a-89f8-7288f3a1326f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b2da1e-a966-4c5b-9820-6591c7681ba0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:20.039524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d104f62-3e33-498f-aa20-0c54807ab01a req-37171d1a-4b9d-4a28-a6e6-18e65dfe2617 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:20.047188 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d104f62-3e33-498f-aa20-0c54807ab01a req-37171d1a-4b9d-4a28-a6e6-18e65dfe2617 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0635788 Nov 24 13:22:20.098939 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d104f62-3e33-498f-aa20-0c54807ab01a req-38ace975-4853-43b4-aec9-51603829e4b5 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508041 Nov 24 13:22:20.557574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963465ec-505c-4b38-b0b3-f23b750d642a req-76e28b7e-7892-4689-a77d-7b895efb7bca tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:20.559307 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-963465ec-505c-4b38-b0b3-f23b750d642a req-76e28b7e-7892-4689-a77d-7b895efb7bca tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.1260300 Nov 24 13:22:20.684387 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-963465ec-505c-4b38-b0b3-f23b750d642a req-b3a7ad59-2dff-4c62-b6a2-d1bd268a40cf tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058280 Nov 24 13:22:20.861976 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a647f976-78b3-4bcb-a6fe-2713391c0e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:20.947291 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c522265-4b2d-4a8a-84b4-d513e56b65a3 req-ed86c627-6e2b-4789-b73e-225a9ce6503a tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:20.956766 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6c522265-4b2d-4a8a-84b4-d513e56b65a3 req-ed86c627-6e2b-4789-b73e-225a9ce6503a tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.5733171 Nov 24 13:22:21.019926 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6c522265-4b2d-4a8a-84b4-d513e56b65a3 req-9c421e3d-97f7-43cc-b904-d3cddd30bb55 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585191 Nov 24 13:22:21.235466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b58bf-376f-45a9-aff4-63216f3e3a9b req-cf5b8f09-9414-4821-9a94-b3ef80ced57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:21.241949 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b11b58bf-376f-45a9-aff4-63216f3e3a9b req-cf5b8f09-9414-4821-9a94-b3ef80ced57b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=043eebd593124b14b825cc18dfaf234c&device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 1096 time: 0.8467438 Nov 24 13:22:21.482048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b58bf-376f-45a9-aff4-63216f3e3a9b req-e0887e84-64d8-44bd-8bb5-78ebfe6460c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:21.483741 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b11b58bf-376f-45a9-aff4-63216f3e3a9b req-e0887e84-64d8-44bd-8bb5-78ebfe6460c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a HTTP/1.1" status: 200 len: 912 time: 0.2341530 Nov 24 13:22:21.635062 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b11b58bf-376f-45a9-aff4-63216f3e3a9b req-5782f4e5-fe9b-41bc-bba4-5112484b9d02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f76219a-0bbe-44f4-a113-b8c0ba518115 HTTP/1.1" status: 200 len: 1001 time: 0.1423597 Nov 24 13:22:21.734132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b58bf-376f-45a9-aff4-63216f3e3a9b req-e9222943-5e0c-4876-b350-a09e9a6cb3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:21.740843 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b11b58bf-376f-45a9-aff4-63216f3e3a9b req-e9222943-5e0c-4876-b350-a09e9a6cb3cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3 HTTP/1.1" status: 200 len: 850 time: 0.0995805 Nov 24 13:22:21.898299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b58bf-376f-45a9-aff4-63216f3e3a9b req-d4cb7a9b-c604-4026-9eb1-453b1c95a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:21.899951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b11b58bf-376f-45a9-aff4-63216f3e3a9b req-d4cb7a9b-c604-4026-9eb1-453b1c95a55d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525052 Nov 24 13:22:21.912637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-b11b58bf-376f-45a9-aff4-63216f3e3a9b req-827460fa-69e8-4472-93f0-a79c32949ed1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:22:21.920777 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b11b58bf-376f-45a9-aff4-63216f3e3a9b req-827460fa-69e8-4472-93f0-a79c32949ed1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055964 Nov 24 13:22:21.996462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966b16c-c5d4-47d2-ad14-2e9e57af5c76 req-fd5a1903-4029-4465-9aa2-6168c0a5ba4a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:22.010935 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5966b16c-c5d4-47d2-ad14-2e9e57af5c76 req-fd5a1903-4029-4465-9aa2-6168c0a5ba4a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.1240120 Nov 24 13:22:22.110129 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5966b16c-c5d4-47d2-ad14-2e9e57af5c76 req-4d498cea-6863-4f9a-980b-6d65750a8b57 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871999 Nov 24 13:22:22.130942 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b11b58bf-376f-45a9-aff4-63216f3e3a9b req-4f4c80d6-fa43-43a5-845f-41ccd692e3c8 service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092464 Nov 24 13:22:22.335834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b540db-974c-41c7-8c7c-3671871fab59 req-1dbfbf50-ed61-48ea-a09f-39e76814e717 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:22.338425 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02b540db-974c-41c7-8c7c-3671871fab59 req-1dbfbf50-ed61-48ea-a09f-39e76814e717 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.1367729 Nov 24 13:22:22.434344 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b11b58bf-376f-45a9-aff4-63216f3e3a9b req-79696651-2154-4373-af05-abc5645a9d4c service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947276 Nov 24 13:22:22.477477 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02b540db-974c-41c7-8c7c-3671871fab59 req-ab315b67-c6d5-4143-85a7-f83099367fcd tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277826 Nov 24 13:22:23.267250 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-54229a5c-29b3-4d69-9466-403984ff3334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:23.396764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60759379-db5d-40d4-8081-9f8fad6cd1f4 req-f9fb2f26-a310-44c6-925d-54af194196b7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:23.398415 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60759379-db5d-40d4-8081-9f8fad6cd1f4 req-f9fb2f26-a310-44c6-925d-54af194196b7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.0983193 Nov 24 13:22:23.419188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43432) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:23.541473 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60759379-db5d-40d4-8081-9f8fad6cd1f4 req-37a95d13-f11b-4816-b840-5d2b3baf4f9b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360238 Nov 24 13:22:23.558325 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2a7400c6-bdcb-4678-bec3-24bd9a8033f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:23.723360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ba4f7-2967-412a-b74e-d1fe55965577 req-ebd802f8-ed63-4842-92ff-b48e3d6030d6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:23.725717 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9e1ba4f7-2967-412a-b74e-d1fe55965577 req-ebd802f8-ed63-4842-92ff-b48e3d6030d6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.1314702 Nov 24 13:22:23.764421 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2a7400c6-bdcb-4678-bec3-24bd9a8033f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:23.776514 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2a7400c6-bdcb-4678-bec3-24bd9a8033f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:23.815987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43450) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:23.816207 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2a7400c6-bdcb-4678-bec3-24bd9a8033f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd631a536355423596523f6ea9ca2a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3957994 Nov 24 13:22:23.854750 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9e1ba4f7-2967-412a-b74e-d1fe55965577 req-5766e7d0-6e49-4ba1-a7bd-c2ca4e96db4b tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205516 Nov 24 13:22:23.856673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7400c6-bdcb-4678-bec3-24bd9a8033f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6caffe-7de1-450d-a6cd-11647ac97f49,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:23.912614 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0be8b8fe-4180-4274-8624-34966d6f8bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:23.940707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0be8b8fe-4180-4274-8624-34966d6f8bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:24.011010 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0be8b8fe-4180-4274-8624-34966d6f8bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:24.018500 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0be8b8fe-4180-4274-8624-34966d6f8bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:24.019951 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0be8b8fe-4180-4274-8624-34966d6f8bcc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d6caffe-7de1-450d-a6cd-11647ac97f49 HTTP/1.1" status: 204 len: 168 time: 0.2022474 Nov 24 13:22:24.031355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8b8fe-4180-4274-8624-34966d6f8bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6caffe-7de1-450d-a6cd-11647ac97f49,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:24.416024 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:24.455527 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43476) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:24.471445 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb009475-9957-4727-8690-9ea41287ee64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:24.563474 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb009475-9957-4727-8690-9ea41287ee64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:24.570079 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb009475-9957-4727-8690-9ea41287ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:24.619524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb009475-9957-4727-8690-9ea41287ee64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2702c1ff-65f5-40a4-8cfc-438c5da733d6,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:24.663238 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eb009475-9957-4727-8690-9ea41287ee64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c35ddf35f4d4f6fa32836e778e42478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2064211 Nov 24 13:22:24.665978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43488) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:24.723503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42266ea-f73c-4623-97f2-47da2ecf4d48 req-fc1b2c68-9e04-4c08-ac6e-58fc34a7f521 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:24.725692 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42266ea-f73c-4623-97f2-47da2ecf4d48 req-fc1b2c68-9e04-4c08-ac6e-58fc34a7f521 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 943 time: 0.1035123 Nov 24 13:22:24.752143 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f6faeffd-9e43-43c0-b53e-11b1d58278b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:24.784760 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f6faeffd-9e43-43c0-b53e-11b1d58278b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:24.817399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42266ea-f73c-4623-97f2-47da2ecf4d48 req-8604cf5c-d991-41db-bedc-14abbceca186 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846038 Nov 24 13:22:24.864198 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f6faeffd-9e43-43c0-b53e-11b1d58278b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:24.867571 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f6faeffd-9e43-43c0-b53e-11b1d58278b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:24.868944 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f6faeffd-9e43-43c0-b53e-11b1d58278b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2702c1ff-65f5-40a4-8cfc-438c5da733d6 HTTP/1.1" status: 204 len: 168 time: 0.2017505 Nov 24 13:22:24.880587 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6faeffd-9e43-43c0-b53e-11b1d58278b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2702c1ff-65f5-40a4-8cfc-438c5da733d6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:25.130949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:22:25.294079 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8cffd0c9-7cf6-498f-97eb-0c6a3bc39649,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:22:25.317196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '8cffd0c9-7cf6-498f-97eb-0c6a3bc39649', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'port_id': '8cffd0c9-7cf6-498f-97eb-0c6a3bc39649', 'mac_address': 'fa:16:3e:ff:52:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:22:25.367210 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:25.381385 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:22:25.410308 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8cffd0c9-7cf6-498f-97eb-0c6a3bc39649,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:22:25.420612 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:25.495130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=8cffd0c9-7cf6-498f-97eb-0c6a3bc39649,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:25.644707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['8cffd0c9-7cf6-498f-97eb-0c6a3bc39649'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:22:25.935603 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:25.995603 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbb4f0-272b-4de8-bca0-eaa694085d57 req-6492dbed-0540-4f04-a67c-fd716b650968 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:26.000044 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ecbb4f0-272b-4de8-bca0-eaa694085d57 req-6492dbed-0540-4f04-a67c-fd716b650968 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 944 time: 0.0655718 Nov 24 13:22:26.067346 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ecbb4f0-272b-4de8-bca0-eaa694085d57 req-72cb2e33-7e3f-4038-98c8-159f45444094 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597429 Nov 24 13:22:26.375269 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:22:26.698044 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:27.130054 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:22:27.238474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:22:27.243697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:22:27.244084 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:27.351303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218837a-3c91-47e8-90d2-38e53dd65c16 req-c425d143-90e3-40bc-8471-fac718d06d27 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:27.371504 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0218837a-3c91-47e8-90d2-38e53dd65c16 req-c425d143-90e3-40bc-8471-fac718d06d27 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 944 time: 0.1594279 Nov 24 13:22:27.396709 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:27.442337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8cffd0c9-7cf6-498f-97eb-0c6a3bc39649,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:22:27.444074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025d9cdc-0ede-481a-88dc-d083e1cef4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cffd0c9-7cf6-498f-97eb-0c6a3bc39649'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:22:27.449167 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35536bac-4917-4e11-8b9b-0738e0a45e63" -d '{"events": [{"server_uuid": "025d9cdc-0ede-481a-88dc-d083e1cef4ba", "name": "network-vif-plugged", "status": "completed", "tag": "8cffd0c9-7cf6-498f-97eb-0c6a3bc39649"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:22:27.455964 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:27.491228 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0218837a-3c91-47e8-90d2-38e53dd65c16 req-e6e9d966-237c-4aa6-930b-77ed7eaad077 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045294 Nov 24 13:22:27.520434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=8cffd0c9-7cf6-498f-97eb-0c6a3bc39649,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:27.744244 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06033698-7c4a-47c6-bc0c-67a21dcc95d1 x-openstack-request-id: req-06033698-7c4a-47c6-bc0c-67a21dcc95d1 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:22:27.745478 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025d9cdc-0ede-481a-88dc-d083e1cef4ba", "name": "network-vif-plugged", "status": "completed", "tag": "8cffd0c9-7cf6-498f-97eb-0c6a3bc39649", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:22:27.745921 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-06033698-7c4a-47c6-bc0c-67a21dcc95d1 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:22:27.746489 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025d9cdc-0ede-481a-88dc-d083e1cef4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cffd0c9-7cf6-498f-97eb-0c6a3bc39649', 'code': 200} Nov 24 13:22:27.892021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b11c93-038f-4f46-88db-d1c490c6d7ce req-89069d68-2857-4efb-bddb-953d2bf3da91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:27.898082 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b8b11c93-038f-4f46-88db-d1c490c6d7ce req-89069d68-2857-4efb-bddb-953d2bf3da91 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 1096 time: 0.0853617 Nov 24 13:22:27.969785 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b8b11c93-038f-4f46-88db-d1c490c6d7ce req-f31f3e63-a7fd-4e17-a316-41f8e400ede0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631289 Nov 24 13:22:28.673864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dffb2-f995-4371-8abe-797e75fd1ced req-e6aaa2d9-35e5-4a93-a757-8764a9a185df tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:28.683608 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-097dffb2-f995-4371-8abe-797e75fd1ced req-e6aaa2d9-35e5-4a93-a757-8764a9a185df tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 945 time: 0.0792043 Nov 24 13:22:28.748898 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-097dffb2-f995-4371-8abe-797e75fd1ced req-169f0b23-96c0-448c-a4f3-f1f02d5dd29f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640290 Nov 24 13:22:29.182168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43788) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:29.333635 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac848b37-01c5-4e71-9457-6c89357763ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:29.440079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac848b37-01c5-4e71-9457-6c89357763ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:29.446213 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac848b37-01c5-4e71-9457-6c89357763ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:29.512027 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 43802) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:29.512588 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ac848b37-01c5-4e71-9457-6c89357763ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e0434eb43164cd495a22001de2e9be7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3289669 Nov 24 13:22:29.514649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac848b37-01c5-4e71-9457-6c89357763ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084bc71d-15c3-4768-84d0-aa13bf3affdf,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:29.594556 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9951e0c1-6fba-4c58-b89c-66b3dec522f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:29.622564 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9951e0c1-6fba-4c58-b89c-66b3dec522f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:29.693710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9951e0c1-6fba-4c58-b89c-66b3dec522f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:29.697234 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9951e0c1-6fba-4c58-b89c-66b3dec522f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:29.702491 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9951e0c1-6fba-4c58-b89c-66b3dec522f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/084bc71d-15c3-4768-84d0-aa13bf3affdf HTTP/1.1" status: 204 len: 168 time: 0.1878438 Nov 24 13:22:29.716443 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951e0c1-6fba-4c58-b89c-66b3dec522f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084bc71d-15c3-4768-84d0-aa13bf3affdf,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:29.942002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac55ce-699c-4dde-ae0c-018e1e00a2b9 req-7118e2ff-8885-45bd-9473-fbf3855aa41f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:29.945592 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6ac55ce-699c-4dde-ae0c-018e1e00a2b9 req-7118e2ff-8885-45bd-9473-fbf3855aa41f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 945 time: 0.1003125 Nov 24 13:22:30.015915 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c6ac55ce-699c-4dde-ae0c-018e1e00a2b9 req-ebf727e3-e2a7-4b23-8b92-97d0c2a5e699 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642328 Nov 24 13:22:30.191782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa9944-9ebf-4bd7-b03e-62b47e483ab4 req-63491ab2-0ef5-44dc-a1dd-d1422c45310a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:30.192913 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fcfa9944-9ebf-4bd7-b03e-62b47e483ab4 req-63491ab2-0ef5-44dc-a1dd-d1422c45310a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 945 time: 0.0854104 Nov 24 13:22:30.194052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43832) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:30.219873 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f98a4221-9e58-4e91-b611-3f989b44ddb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:30.325680 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fcfa9944-9ebf-4bd7-b03e-62b47e483ab4 req-eddcf2ae-9cb7-48c1-9b23-e29619afb81c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199052 Nov 24 13:22:30.361633 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f98a4221-9e58-4e91-b611-3f989b44ddb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:30.368826 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f98a4221-9e58-4e91-b611-3f989b44ddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:30.396294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f98a4221-9e58-4e91-b611-3f989b44ddb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ee87720f9434e2fbe22d94e939ab0f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2010760 Nov 24 13:22:30.398895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 43836) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:30.445322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a4221-9e58-4e91-b611-3f989b44ddb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bca9e2-0005-4653-bb62-67c8ddd5ea9f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:30.521881 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de086543-b58d-4a21-ad6d-6d07e62442b5 req-f2f1addf-0555-479b-97ba-eb3010c60230 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:30.524086 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de086543-b58d-4a21-ad6d-6d07e62442b5 req-f2f1addf-0555-479b-97ba-eb3010c60230 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 945 time: 0.1012893 Nov 24 13:22:30.538697 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-951641c9-68e5-4fb9-8725-c4e01edf19b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:30.571389 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-951641c9-68e5-4fb9-8725-c4e01edf19b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:30.600233 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de086543-b58d-4a21-ad6d-6d07e62442b5 req-a26d2543-8564-47c4-bf0c-4db5c4e1d3d5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621569 Nov 24 13:22:30.640931 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-951641c9-68e5-4fb9-8725-c4e01edf19b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:30.644982 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-951641c9-68e5-4fb9-8725-c4e01edf19b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:30.648629 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-951641c9-68e5-4fb9-8725-c4e01edf19b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27bca9e2-0005-4653-bb62-67c8ddd5ea9f HTTP/1.1" status: 204 len: 168 time: 0.2456965 Nov 24 13:22:30.659218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951641c9-68e5-4fb9-8725-c4e01edf19b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bca9e2-0005-4653-bb62-67c8ddd5ea9f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:31.087039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb521f29-289b-4d1a-b264-e77c2206aca2 req-75b7161b-ee7d-4359-9066-909630d9d02e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:31.095627 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb521f29-289b-4d1a-b264-e77c2206aca2 req-75b7161b-ee7d-4359-9066-909630d9d02e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 945 time: 0.1071763 Nov 24 13:22:31.173233 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb521f29-289b-4d1a-b264-e77c2206aca2 req-c6c3c517-197d-4ff6-8345-23acdb5d03bd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763557 Nov 24 13:22:32.368216 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe352e8-75f2-4cb5-a53d-9813ff1f67d0 req-0c1a65ee-e8f6-44ab-a787-89c580aca0ee tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:32.373220 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fe352e8-75f2-4cb5-a53d-9813ff1f67d0 req-0c1a65ee-e8f6-44ab-a787-89c580aca0ee tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 945 time: 0.0632925 Nov 24 13:22:32.471668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5fe352e8-75f2-4cb5-a53d-9813ff1f67d0 req-0799c0bf-ad95-4d18-b3d3-e703721bb666 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944836 Nov 24 13:22:32.492098 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96647354-d6a9-4dca-a143-c3b89eee2929 req-7966174f-93c3-424f-b2cf-d4d0df2ab0d7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:32.498716 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96647354-d6a9-4dca-a143-c3b89eee2929 req-7966174f-93c3-424f-b2cf-d4d0df2ab0d7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 945 time: 0.0893302 Nov 24 13:22:32.635120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-96647354-d6a9-4dca-a143-c3b89eee2929 req-b6f542e8-e751-410f-9ab6-f9ba42aae113 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Deleting port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:22:32.635466 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-96647354-d6a9-4dca-a143-c3b89eee2929 req-b6f542e8-e751-410f-9ab6-f9ba42aae113 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:32.813527 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-96647354-d6a9-4dca-a143-c3b89eee2929 req-b6f542e8-e751-410f-9ab6-f9ba42aae113 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] For port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8cffd0c9-7cf6-498f-97eb-0c6a3bc39649,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:22:32.814143 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-96647354-d6a9-4dca-a143-c3b89eee2929 req-b6f542e8-e751-410f-9ab6-f9ba42aae113 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:32.830697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-96647354-d6a9-4dca-a143-c3b89eee2929 req-b6f542e8-e751-410f-9ab6-f9ba42aae113 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Calling delete_port for 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:22:33.039544 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-96647354-d6a9-4dca-a143-c3b89eee2929 req-b6f542e8-e751-410f-9ab6-f9ba42aae113 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:33.057717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['8cffd0c9-7cf6-498f-97eb-0c6a3bc39649'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:22:33.119691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f542e8-e751-410f-9ab6-f9ba42aae113 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event deleted for resources: {'Port': ['ID=8cffd0c9-7cf6-498f-97eb-0c6a3bc39649,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:33.207663 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-96647354-d6a9-4dca-a143-c3b89eee2929 req-b6f542e8-e751-410f-9ab6-f9ba42aae113 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] No DVR routers for this DVR port 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:22:33.213962 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-96647354-d6a9-4dca-a143-c3b89eee2929 req-b6f542e8-e751-410f-9ab6-f9ba42aae113 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:33.221450 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-96647354-d6a9-4dca-a143-c3b89eee2929 req-b6f542e8-e751-410f-9ab6-f9ba42aae113 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "DELETE /v2.0/ports/8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 HTTP/1.1" status: 204 len: 173 time: 0.7158799 Nov 24 13:22:33.223080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025d9cdc-0ede-481a-88dc-d083e1cef4ba', 'name': 'network-vif-deleted', 'tag': '8cffd0c9-7cf6-498f-97eb-0c6a3bc39649'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:22:33.238198 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f57820-a27b-4bb7-824d-78d568ae7113" -d '{"events": [{"server_uuid": "025d9cdc-0ede-481a-88dc-d083e1cef4ba", "name": "network-vif-deleted", "tag": "8cffd0c9-7cf6-498f-97eb-0c6a3bc39649"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:22:33.342597 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d459a04-2d40-43e1-9bf1-867cfd3b6607 x-openstack-request-id: req-5d459a04-2d40-43e1-9bf1-867cfd3b6607 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:22:33.343012 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025d9cdc-0ede-481a-88dc-d083e1cef4ba", "name": "network-vif-deleted", "tag": "8cffd0c9-7cf6-498f-97eb-0c6a3bc39649", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:22:33.343373 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d459a04-2d40-43e1-9bf1-867cfd3b6607 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:22:33.343884 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025d9cdc-0ede-481a-88dc-d083e1cef4ba', 'name': 'network-vif-deleted', 'tag': '8cffd0c9-7cf6-498f-97eb-0c6a3bc39649', 'status': 'completed', 'code': 200} Nov 24 13:22:33.631044 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-90a554cb-64b3-4680-b88b-5452ffc3647b req-25ef907c-5715-459e-bab7-3292ecfba2df tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 210 time: 0.0491774 Nov 24 13:22:33.883141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44024) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:34.078894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-367f6f86-3a66-4c4c-a5d7-c26698fdabe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:34.208646 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-367f6f86-3a66-4c4c-a5d7-c26698fdabe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:34.215483 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-367f6f86-3a66-4c4c-a5d7-c26698fdabe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:34.255789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f6f86-3a66-4c4c-a5d7-c26698fdabe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54f8cc8-31e3-42a6-8449-c529ab5b4bea,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:34.297908 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-367f6f86-3a66-4c4c-a5d7-c26698fdabe1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fb44eb8747842d09369f1e4ee33d7a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4128773 Nov 24 13:22:34.300326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44042) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:34.378641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-00192dd5-02dd-4a86-b3dc-7c1006b71043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:34.435489 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-00192dd5-02dd-4a86-b3dc-7c1006b71043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:34.508814 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-00192dd5-02dd-4a86-b3dc-7c1006b71043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:34.512062 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-00192dd5-02dd-4a86-b3dc-7c1006b71043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:34.515985 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-00192dd5-02dd-4a86-b3dc-7c1006b71043 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c54f8cc8-31e3-42a6-8449-c529ab5b4bea HTTP/1.1" status: 204 len: 168 time: 0.2137229 Nov 24 13:22:34.551121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00192dd5-02dd-4a86-b3dc-7c1006b71043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54f8cc8-31e3-42a6-8449-c529ab5b4bea,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:34.825834 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a7285776-e74d-4f7e-8c7e-0a766e1baac4 req-ee3916ae-8191-4db8-8a28-d16828192a24 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 210 time: 0.0672808 Nov 24 13:22:35.037995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44068) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:35.060463 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-39fbd585-5f0d-4f4a-b68e-9e24db6b0fba admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:35.170948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:22:35.222120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:22:35.224703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 8cffd0c9-7cf6-498f-97eb-0c6a3bc39649 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:22:35.270168 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-39fbd585-5f0d-4f4a-b68e-9e24db6b0fba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:35.277588 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-39fbd585-5f0d-4f4a-b68e-9e24db6b0fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:35.332954 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-39fbd585-5f0d-4f4a-b68e-9e24db6b0fba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79ebdec0868f4199addaccfa3708d366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2937930 Nov 24 13:22:35.334286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbd585-5f0d-4f4a-b68e-9e24db6b0fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91fc5b4-39ed-47c8-b1e5-ad2f014777db,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:35.337942 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44078) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:35.429734 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfb6f-eb66-4ebd-879f-147751f602cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:35.488120 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfb6f-eb66-4ebd-879f-147751f602cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:35.550530 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfb6f-eb66-4ebd-879f-147751f602cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:35.554067 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfb6f-eb66-4ebd-879f-147751f602cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:35.558437 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b0bcfb6f-eb66-4ebd-879f-147751f602cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c91fc5b4-39ed-47c8-b1e5-ad2f014777db HTTP/1.1" status: 204 len: 168 time: 0.2187438 Nov 24 13:22:35.571133 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcfb6f-eb66-4ebd-879f-147751f602cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91fc5b4-39ed-47c8-b1e5-ad2f014777db,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:36.005084 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09c89593-6274-404f-b58f-deff99b31f5b req-0976e112-6d45-4140-a2d0-cd1a2b79c31b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 210 time: 0.0630350 Nov 24 13:22:36.408327 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:37.186979 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9a764ff1-1c18-499b-b7bc-391e0bb9c88a req-a4bc0b16-3f0d-4c91-8aaa-dd2b228d0dd8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 210 time: 0.0589461 Nov 24 13:22:37.592468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44202) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:37.753496 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9bc503bd-a3d5-4e5a-a746-8428de0b2fb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:37.859727 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9bc503bd-a3d5-4e5a-a746-8428de0b2fb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:37.864975 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9bc503bd-a3d5-4e5a-a746-8428de0b2fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:37.939660 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44214) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:37.945279 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9bc503bd-a3d5-4e5a-a746-8428de0b2fb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bec52c23ae3742fb82d63db502c12084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3513405 Nov 24 13:22:37.980582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc503bd-a3d5-4e5a-a746-8428de0b2fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc0926b-c37e-439b-b21b-bf778a51483e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:38.024809 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e22f50e7-9d07-4bb1-a66d-784458f819c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:38.056783 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e22f50e7-9d07-4bb1-a66d-784458f819c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:38.127900 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e22f50e7-9d07-4bb1-a66d-784458f819c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:38.130891 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e22f50e7-9d07-4bb1-a66d-784458f819c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:38.134666 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e22f50e7-9d07-4bb1-a66d-784458f819c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbc0926b-c37e-439b-b21b-bf778a51483e HTTP/1.1" status: 204 len: 168 time: 0.1901102 Nov 24 13:22:38.149510 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f50e7-9d07-4bb1-a66d-784458f819c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc0926b-c37e-439b-b21b-bf778a51483e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:38.435704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c7ff9f2d-1a26-4071-889e-d20956f3e19c req-d86fde62-bcdf-4c66-a2ae-469c5cfaa3cb tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 210 time: 0.0863862 Nov 24 13:22:39.605813 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-16500aad-a477-4fc6-8040-1a22532bba6d req-cb85dd8b-b5a9-4983-80e0-74f830b228e7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 210 time: 0.0431981 Nov 24 13:22:39.723869 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:40.765337 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27dd518f-ad96-46f6-9f5b-e341df9cb987 req-2112caac-046d-4a5a-9577-1388cc197720 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=025d9cdc-0ede-481a-88dc-d083e1cef4ba HTTP/1.1" status: 200 len: 210 time: 0.0410857 Nov 24 13:22:40.883515 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44422) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:41.029948 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e2d803ea-aeae-441f-bacc-39dc57f32b1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:41.163366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e2d803ea-aeae-441f-bacc-39dc57f32b1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:41.173922 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e2d803ea-aeae-441f-bacc-39dc57f32b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:41.231311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e2d803ea-aeae-441f-bacc-39dc57f32b1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b113b28511bf41d0b8bf1f82431b4d6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3443277 Nov 24 13:22:41.231662 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44430) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:41.244178 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d803ea-aeae-441f-bacc-39dc57f32b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe078893-94bd-457e-ba26-9eca205d8c0b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:41.345168 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a20a-74f5-4d46-9897-e6a378de6a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:41.396415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a20a-74f5-4d46-9897-e6a378de6a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:41.480153 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a20a-74f5-4d46-9897-e6a378de6a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:41.483390 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9ed9a20a-74f5-4d46-9897-e6a378de6a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:41.486869 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9ed9a20a-74f5-4d46-9897-e6a378de6a68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe078893-94bd-457e-ba26-9eca205d8c0b HTTP/1.1" status: 204 len: 168 time: 0.2509980 Nov 24 13:22:41.512844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9a20a-74f5-4d46-9897-e6a378de6a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe078893-94bd-457e-ba26-9eca205d8c0b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:43.828373 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44540) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:44.017005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-85373379-5bf3-4a2a-a739-565f0dda79f9 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Request body: {'quota': {'network': 2}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:22:44.058810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44550) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:44.060237 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-85373379-5bf3-4a2a-a739-565f0dda79f9 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] 10.222.0.48 "PUT /v2.0/quotas/e04af6c5948144b89fee95a02537f9ad HTTP/1.1" status: 200 len: 368 time: 0.2297347 Nov 24 13:22:44.066373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Request body: {'network': {'project_id': 'e04af6c5948144b89fee95a02537f9ad'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:22:44.121179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Made reservation on behalf of e04af6c5948144b89fee95a02537f9ad for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:22:44.123848 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:44.134831 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:44.247807 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:44.257675 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:44.310540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:22:44.316927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba7dbd3-5701-4da1-8d46-4e6150a1113c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:44.350098 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:44.350442 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Added segment f4afe3aa-c459-481a-8657-3cfa5f73b517 of type vlan for network a87c79ec-116e-4929-a798-1cbfc8916253 Nov 24 13:22:44.449457 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:44.484632 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:44.486633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:44.489156 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:44.583337 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Pushing event updated for resources: {'Network': ['ID=a87c79ec-116e-4929-a798-1cbfc8916253,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:44.599963 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-282b05ad-20f6-4184-9679-6035413e97db tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5393500 Nov 24 13:22:44.602698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44560) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:44.604976 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network a87c79ec-116e-4929-a798-1cbfc8916253 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:22:44.617232 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-02180a93-6545-4f67-a8f8-1b9642231f22 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Request body: {'network': {'project_id': 'e04af6c5948144b89fee95a02537f9ad'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:22:44.673710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02180a93-6545-4f67-a8f8-1b9642231f22 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Made reservation on behalf of e04af6c5948144b89fee95a02537f9ad for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:22:44.678561 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02180a93-6545-4f67-a8f8-1b9642231f22 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:44.733366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02180a93-6545-4f67-a8f8-1b9642231f22 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:22:44.747788 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02180a93-6545-4f67-a8f8-1b9642231f22 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:44.748948 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-02180a93-6545-4f67-a8f8-1b9642231f22 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Added segment 8e207c77-e82d-41a0-bfb6-82cf24929c77 of type vlan for network 7cdce061-92a1-4770-a880-b0eefda2c1ea Nov 24 13:22:44.815755 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02180a93-6545-4f67-a8f8-1b9642231f22 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:44.883795 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02180a93-6545-4f67-a8f8-1b9642231f22 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:44.885352 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02180a93-6545-4f67-a8f8-1b9642231f22 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:44.886079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02180a93-6545-4f67-a8f8-1b9642231f22 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:44.941452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44570) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:44.944395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-02180a93-6545-4f67-a8f8-1b9642231f22 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3323061 Nov 24 13:22:44.947233 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d29c08f5-e6e9-413e-a205-03c208e47ac2 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Request body: {'network': {'project_id': 'e04af6c5948144b89fee95a02537f9ad'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:22:44.974425 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29c08f5-e6e9-413e-a205-03c208e47ac2 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 24 13:22:44.975160 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29c08f5-e6e9-413e-a205-03c208e47ac2 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:22:44.979674 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d29c08f5-e6e9-413e-a205-03c208e47ac2 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0365195 Nov 24 13:22:44.980551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44572) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:45.025667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02180a93-6545-4f67-a8f8-1b9642231f22 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Pushing event updated for resources: {'Network': ['ID=7cdce061-92a1-4770-a880-b0eefda2c1ea,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:45.039454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44574) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:45.039857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ceb2b8c4-a9f6-4aa0-952f-5bb415e4f982 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e04af6c5948144b89fee95a02537f9ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0577385 Nov 24 13:22:45.148158 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 7cdce061-92a1-4770-a880-b0eefda2c1ea details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:22:45.161379 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f25e168-82d1-471e-b229-0fdaf890e2b6 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:45.207479 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f25e168-82d1-471e-b229-0fdaf890e2b6 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:45.316441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f25e168-82d1-471e-b229-0fdaf890e2b6 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:45.320515 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f25e168-82d1-471e-b229-0fdaf890e2b6 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:45.324511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44588) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:45.333287 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1f25e168-82d1-471e-b229-0fdaf890e2b6 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ba7dbd3-5701-4da1-8d46-4e6150a1113c HTTP/1.1" status: 204 len: 168 time: 0.2922945 Nov 24 13:22:45.368182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25e168-82d1-471e-b229-0fdaf890e2b6 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba7dbd3-5701-4da1-8d46-4e6150a1113c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:45.474513 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22196630-e43b-4cdb-bc68-7bca93b8a98d tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:45.661229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22196630-e43b-4cdb-bc68-7bca93b8a98d tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:45.690435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-22196630-e43b-4cdb-bc68-7bca93b8a98d tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdce061-92a1-4770-a880-b0eefda2c1ea']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:22:45.705109 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-22196630-e43b-4cdb-bc68-7bca93b8a98d tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e207c77-e82d-41a0-bfb6-82cf24929c77') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:22:45.705427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-22196630-e43b-4cdb-bc68-7bca93b8a98d tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e207c77-e82d-41a0-bfb6-82cf24929c77') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:22:45.730508 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22196630-e43b-4cdb-bc68-7bca93b8a98d tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:45.761761 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22196630-e43b-4cdb-bc68-7bca93b8a98d tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:45.770108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22196630-e43b-4cdb-bc68-7bca93b8a98d tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:22:45.770750 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22196630-e43b-4cdb-bc68-7bca93b8a98d tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:22:45.772918 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:22:45.868021 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22196630-e43b-4cdb-bc68-7bca93b8a98d tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:45.894474 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-22196630-e43b-4cdb-bc68-7bca93b8a98d tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:45.901469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44602) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:45.910229 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-22196630-e43b-4cdb-bc68-7bca93b8a98d tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] 10.222.0.48 "DELETE /v2.0/networks/7cdce061-92a1-4770-a880-b0eefda2c1ea HTTP/1.1" status: 204 len: 168 time: 0.5845406 Nov 24 13:22:45.911200 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22196630-e43b-4cdb-bc68-7bca93b8a98d tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Pushing event deleted for resources: {'Network': ['ID=7cdce061-92a1-4770-a880-b0eefda2c1ea,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:46.487558 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32d81f2f-068f-42ea-9d54-e0c52d1de2b0 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:46.639701 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32d81f2f-068f-42ea-9d54-e0c52d1de2b0 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:46.699839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-32d81f2f-068f-42ea-9d54-e0c52d1de2b0 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87c79ec-116e-4929-a798-1cbfc8916253']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:22:46.724079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-32d81f2f-068f-42ea-9d54-e0c52d1de2b0 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4afe3aa-c459-481a-8657-3cfa5f73b517') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:22:46.724383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-32d81f2f-068f-42ea-9d54-e0c52d1de2b0 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4afe3aa-c459-481a-8657-3cfa5f73b517') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:22:46.736758 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32d81f2f-068f-42ea-9d54-e0c52d1de2b0 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:46.762285 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32d81f2f-068f-42ea-9d54-e0c52d1de2b0 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:46.772426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d81f2f-068f-42ea-9d54-e0c52d1de2b0 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:22:46.772858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32d81f2f-068f-42ea-9d54-e0c52d1de2b0 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:22:46.774543 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:22:46.909875 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32d81f2f-068f-42ea-9d54-e0c52d1de2b0 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:46.915200 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32d81f2f-068f-42ea-9d54-e0c52d1de2b0 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:46.925896 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-32d81f2f-068f-42ea-9d54-e0c52d1de2b0 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] 10.222.0.48 "DELETE /v2.0/networks/a87c79ec-116e-4929-a798-1cbfc8916253 HTTP/1.1" status: 204 len: 168 time: 1.0201774 Nov 24 13:22:46.953833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d81f2f-068f-42ea-9d54-e0c52d1de2b0 tempest-QuotasNegativeTest-1095505166 tempest-QuotasNegativeTest-1095505166-project-admin] Pushing event deleted for resources: {'Network': ['ID=a87c79ec-116e-4929-a798-1cbfc8916253,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:47.666676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44640) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:47.946973 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15ba10f3-b6b9-4482-82c5-789ebb3a911f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:48.073685 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15ba10f3-b6b9-4482-82c5-789ebb3a911f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:48.081821 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-15ba10f3-b6b9-4482-82c5-789ebb3a911f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:48.140275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba10f3-b6b9-4482-82c5-789ebb3a911f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccb5b28-a3ab-4d85-8430-c4868a621ea6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:48.171839 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-15ba10f3-b6b9-4482-82c5-789ebb3a911f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=117f14aa1aaa484eb0d2cc5fc512b4c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5036290 Nov 24 13:22:48.175120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44654) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:48.256812 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-69da0f35-51fe-4005-9c36-61b57a8c1fb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:48.292599 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-69da0f35-51fe-4005-9c36-61b57a8c1fb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:48.361283 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-69da0f35-51fe-4005-9c36-61b57a8c1fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:48.371478 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-69da0f35-51fe-4005-9c36-61b57a8c1fb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:48.374952 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-69da0f35-51fe-4005-9c36-61b57a8c1fb5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eccb5b28-a3ab-4d85-8430-c4868a621ea6 HTTP/1.1" status: 204 len: 168 time: 0.1965230 Nov 24 13:22:48.388792 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da0f35-51fe-4005-9c36-61b57a8c1fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccb5b28-a3ab-4d85-8430-c4868a621ea6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:48.880211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 44674) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:48.901288 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0075472-3764-4f0e-90f8-e68a9da3364e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:49.019004 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0075472-3764-4f0e-90f8-e68a9da3364e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:49.025068 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0075472-3764-4f0e-90f8-e68a9da3364e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:49.067359 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44682) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:49.074848 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d0075472-3764-4f0e-90f8-e68a9da3364e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42be0d2760224786b405502e6527f2f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1932952 Nov 24 13:22:49.120199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0075472-3764-4f0e-90f8-e68a9da3364e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1aec3a-554f-4b6d-9ba0-c8492f30bfd5,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:49.149499 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1491ca3b-5b9e-4996-b175-de7b1f5fc4d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:49.173869 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1491ca3b-5b9e-4996-b175-de7b1f5fc4d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:49.228023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1491ca3b-5b9e-4996-b175-de7b1f5fc4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:49.232462 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1491ca3b-5b9e-4996-b175-de7b1f5fc4d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:49.234816 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1491ca3b-5b9e-4996-b175-de7b1f5fc4d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b1aec3a-554f-4b6d-9ba0-c8492f30bfd5 HTTP/1.1" status: 204 len: 168 time: 0.1663945 Nov 24 13:22:49.245907 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491ca3b-5b9e-4996-b175-de7b1f5fc4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1aec3a-554f-4b6d-9ba0-c8492f30bfd5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:50.852423 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-08438c85-4820-46ed-9383-a045968c6b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:52.104765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 44996) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:52.446706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3a284c64-93d4-4029-86a2-a56ba4aeebce tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:22:52.511834 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45062) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:52.522341 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3a284c64-93d4-4029-86a2-a56ba4aeebce tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] 10.222.0.48 "PUT /v2.0/quotas/122bc7da20d74bb0945ea0624ed0a14a HTTP/1.1" status: 200 len: 366 time: 0.4163549 Nov 24 13:22:52.534608 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45066) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:52.537531 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3c3ef312-48ce-44ab-bec3-f24bf1c9d0e9 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0242820 Nov 24 13:22:52.566176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45070) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:52.574348 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3afa9907-5e25-490a-981d-bfb7c0bd958d tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] 10.222.0.48 "GET /v2.0/quotas/122bc7da20d74bb0945ea0624ed0a14a HTTP/1.1" status: 200 len: 366 time: 0.0380573 Nov 24 13:22:52.591294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45074) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:52.597079 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-81b4ae3f-775d-48b8-a18f-abd5e261c7dc tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/122bc7da20d74bb0945ea0624ed0a14a HTTP/1.1" status: 204 len: 168 time: 0.0286255 Nov 24 13:22:52.610532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45078) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:52.618654 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fd7051b8-d09b-41d7-953b-69628132be97 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0249825 Nov 24 13:22:52.626949 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45080) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:52.631603 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9f13de83-e283-4da4-a56a-8a80d22a8f70 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] 10.222.0.48 "GET /v2.0/quotas/122bc7da20d74bb0945ea0624ed0a14a HTTP/1.1" status: 200 len: 370 time: 0.0182898 Nov 24 13:22:52.637999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45084) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:52.642451 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-533cbe60-065f-4e4e-bb66-68f70f10ce8f tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] 10.222.0.48 "GET /v2.0/quotas/122bc7da20d74bb0945ea0624ed0a14a/default HTTP/1.1" status: 200 len: 370 time: 0.0118985 Nov 24 13:22:52.649354 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-e122adf5-fc38-478f-883c-76152149c8c4 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] delete failed (client error): The resource could not be found. Nov 24 13:22:52.653513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e122adf5-fc38-478f-883c-76152149c8c4 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/122bc7da20d74bb0945ea0624ed0a14a HTTP/1.1" status: 404 len: 348 time: 0.0144889 Nov 24 13:22:52.895130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45112) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:52.933674 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Usage tracker for resource:network and project:4b464982d61f42018a4dbd569e490230 is out of sync, need to count used quota {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 13:22:52.942693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 13:22:52.960363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Usage tracker for resource:subnet and project:4b464982d61f42018a4dbd569e490230 is out of sync, need to count used quota {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 13:22:52.972421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 13:22:52.987480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Usage tracker for resource:subnetpool and project:4b464982d61f42018a4dbd569e490230 is out of sync, need to count used quota {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 13:22:52.995261 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 13:22:53.002426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Usage tracker for resource:port and project:4b464982d61f42018a4dbd569e490230 is out of sync, need to count used quota {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 13:22:53.014091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 13:22:53.021725 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Usage tracker for resource:router and project:4b464982d61f42018a4dbd569e490230 is out of sync, need to count used quota {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 13:22:53.025374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 13:22:53.033329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Usage tracker for resource:floatingip and project:4b464982d61f42018a4dbd569e490230 is out of sync, need to count used quota {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 13:22:53.037079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 13:22:53.081323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Usage tracker for resource:security_group and project:4b464982d61f42018a4dbd569e490230 is out of sync, need to count used quota {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 13:22:53.086011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 13:22:53.111280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Usage tracker for resource:security_group_rule and project:4b464982d61f42018a4dbd569e490230 is out of sync, need to count used quota {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 24 13:22:53.115672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.quota.resource [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=114985) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 24 13:22:53.122349 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-924cb271-003c-4498-ba9f-baf860390f11 tempest-QuotasTest-59183910 tempest-QuotasTest-59183910-project-admin] 10.222.0.48 "GET /v2.0/quotas/4b464982d61f42018a4dbd569e490230/details.json HTTP/1.1" status: 200 len: 703 time: 0.2260211 Nov 24 13:22:53.291461 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-13e928ab-7c40-4f71-b573-18f3443ae415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:53.864399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45242) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:54.144477 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:54.309527 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:54.314871 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:54.389983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45306) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:54.390532 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2af1ded3c2044d9eaaecfafbd367072f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5232460 Nov 24 13:22:54.405625 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686f0c92-2430-4c84-b3eb-84ca73563a50,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:54.426470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.426828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.427180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.427520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.429431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.430668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.432760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.435436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.438571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.439160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.439700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.440208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad208d90-55e4-4f70-b233-97835a7536d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.441515 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:54.491779 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:54.528891 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:54.599572 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:54.602136 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:54.609181 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/686f0c92-2430-4c84-b3eb-84ca73563a50 HTTP/1.1" status: 204 len: 168 time: 0.2159221 Nov 24 13:22:54.623402 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686f0c92-2430-4c84-b3eb-84ca73563a50,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:54.639494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.639906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.640308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.640618 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.641857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.642664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.643270 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.643764 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.644176 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.644769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.645278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:54.645764 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eeaac0-77ec-4819-879b-985169355c0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:22:55.206520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45386) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:55.233629 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc58f010-c176-4750-acd2-c09319aed607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:55.375993 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc58f010-c176-4750-acd2-c09319aed607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:55.389521 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc58f010-c176-4750-acd2-c09319aed607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:55.431081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58f010-c176-4750-acd2-c09319aed607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6184c2-ccd8-48d1-abfe-b09a5d9081f7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:55.467795 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bc58f010-c176-4750-acd2-c09319aed607 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b464982d61f42018a4dbd569e490230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2601447 Nov 24 13:22:55.473283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45402) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:55.553081 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e263-96ae-4512-86fb-32e1b68ff207 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:55.595103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-bea2dbd0-af5e-4bb0-9500-382796d56719 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:55.601297 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e263-96ae-4512-86fb-32e1b68ff207 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:55.601936 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-bea2dbd0-af5e-4bb0-9500-382796d56719 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/networks?id=03ff7ec1-267c-4fd1-bc1f-f9c1e21142af HTTP/1.1" status: 200 len: 813 time: 0.2289419 Nov 24 13:22:55.623837 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-73f14184-6cc9-4e42-88e8-b9e1a0ab4685 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/quotas/c1b618e104d0464396c0487ebe5461ca HTTP/1.1" status: 200 len: 375 time: 0.0160761 Nov 24 13:22:55.674382 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e263-96ae-4512-86fb-32e1b68ff207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:55.681052 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7a4e263-96ae-4512-86fb-32e1b68ff207 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:55.686233 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a7a4e263-96ae-4512-86fb-32e1b68ff207 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ca6184c2-ccd8-48d1-abfe-b09a5d9081f7 HTTP/1.1" status: 204 len: 168 time: 0.2117198 Nov 24 13:22:55.687353 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-58557f14-eaec-46fd-9236-22bb7fdee4a7 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1b618e104d0464396c0487ebe5461ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559223 Nov 24 13:22:55.711197 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4e263-96ae-4512-86fb-32e1b68ff207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6184c2-ccd8-48d1-abfe-b09a5d9081f7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:22:55.712600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-fa4fc962-060f-4750-950e-e01222f0e65c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:22:55.734452 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-fa4fc962-060f-4750-950e-e01222f0e65c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0358651 Nov 24 13:22:55.871457 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-8ebe6257-a7df-49db-bfaf-e24369deb435 service neutron] 10.222.0.48 "GET /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361372 Nov 24 13:22:55.939022 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:56.071707 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-2e46746e-f942-489f-b0ac-c8b77dc83b4a service neutron] 10.222.0.48 "GET /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909273 Nov 24 13:22:56.357440 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-422c0d71-b5b1-4b3f-a7b1-eac42af13b14 req-fce1e655-16bf-405f-a2e0-fc392b872a76 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 210 time: 0.0346391 Nov 24 13:22:56.699109 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:57.427599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a85988-8848-456c-93e5-ea6ab68c98db req-9dc053f7-6d5f-4be7-b97d-46b813c0a807 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:57.435473 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-17a85988-8848-456c-93e5-ea6ab68c98db req-9dc053f7-6d5f-4be7-b97d-46b813c0a807 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.1540387 Nov 24 13:22:57.514531 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-73051a2b-7ed8-4545-9842-dcb328c66aa3 req-e8aeec72-aec4-4b20-a4e3-bf824b6f8b74 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 210 time: 0.0723598 Nov 24 13:22:57.546950 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-17a85988-8848-456c-93e5-ea6ab68c98db req-00fe37c1-f6d3-4404-aa54-a32280200bde tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059644 Nov 24 13:22:58.199397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45506) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:58.518202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-550f3f69-aa4f-46eb-8834-2e45d508307b tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1336247029'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:22:58.573351 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-550f3f69-aa4f-46eb-8834-2e45d508307b tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:58.575262 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-550f3f69-aa4f-46eb-8834-2e45d508307b tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:58.603984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-59b23faf-c39d-4031-bb1b-c10b46ed3aa5 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:58.614648 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-59b23faf-c39d-4031-bb1b-c10b46ed3aa5 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.59 "GET /v2.0/networks?id=03ff7ec1-267c-4fd1-bc1f-f9c1e21142af HTTP/1.1" status: 200 len: 813 time: 0.3113353 Nov 24 13:22:58.629814 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-a757d1eb-a756-4469-b8ea-11cd534c2980 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Request body: {'port': {'device_id': '82cdba74-250d-4e94-9f94-0a6eaad6e0e7', 'network_id': '03ff7ec1-267c-4fd1-bc1f-f9c1e21142af', 'admin_state_up': True, 'tenant_id': 'c1b618e104d0464396c0487ebe5461ca'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:22:58.712415 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca5004be-6cd9-45af-889e-bdb03ce3309e req-5dbbaa12-6939-47fc-9c6b-b57be5a4d368 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 210 time: 0.0566802 Nov 24 13:22:58.754357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c53e96-e058-41c8-b41a-56f24c88981e req-a5b4b467-e39a-4f72-977c-3e03ae97cc56 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:58.761831 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24c53e96-e058-41c8-b41a-56f24c88981e req-a5b4b467-e39a-4f72-977c-3e03ae97cc56 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.0913539 Nov 24 13:22:58.819951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-550f3f69-aa4f-46eb-8834-2e45d508307b tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:58.820407 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24c53e96-e058-41c8-b41a-56f24c88981e req-4cb72955-67ce-4462-9e07-35927ac3b387 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576277 Nov 24 13:22:58.832192 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-550f3f69-aa4f-46eb-8834-2e45d508307b tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:58.870209 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-550f3f69-aa4f-46eb-8834-2e45d508307b tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:58.871942 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-550f3f69-aa4f-46eb-8834-2e45d508307b tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6714947 Nov 24 13:22:58.874611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45522) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:59.010996 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63bc53af-6c06-4ac0-aa94-ec439c32204a tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:59.048209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-a757d1eb-a756-4469-b8ea-11cd534c2980 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Made reservation on behalf of c1b618e104d0464396c0487ebe5461ca for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:22:59.051701 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-a757d1eb-a756-4469-b8ea-11cd534c2980 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:59.116763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-e7c25da3-459c-4091-8d87-aed78550a0a0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:22:59.118592 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-e7c25da3-459c-4091-8d87-aed78550a0a0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.46 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.2308118 Nov 24 13:22:59.382191 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63bc53af-6c06-4ac0-aa94-ec439c32204a tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:59.391883 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63bc53af-6c06-4ac0-aa94-ec439c32204a tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:59.511232 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63bc53af-6c06-4ac0-aa94-ec439c32204a tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:59.511828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bc53af-6c06-4ac0-aa94-ec439c32204a tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b42ebbd-cb7c-46e4-a8ae-d98cdadc33ed {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:22:59.517494 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63bc53af-6c06-4ac0-aa94-ec439c32204a tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:59.522175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45538) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:59.522420 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-63bc53af-6c06-4ac0-aa94-ec439c32204a tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] 10.222.0.48 "DELETE /v2.0/routers/5b42ebbd-cb7c-46e4-a8ae-d98cdadc33ed HTTP/1.1" status: 204 len: 168 time: 0.6450987 Nov 24 13:22:59.526426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d2afd1ae-a869-42a5-a5f7-0cabfbfd0703 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Request body: {'router': {'name': 'tempest-router-995085677', 'distributed': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:22:59.528561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-a757d1eb-a756-4469-b8ea-11cd534c2980 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Allocated IP 172.20.0.10 (03ff7ec1-267c-4fd1-bc1f-f9c1e21142af/f27b78ba-9286-4c20-a35f-69b0372063f7/15517e8c-314e-42ed-bd25-49e5cf783f7f) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:22:59.567770 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2afd1ae-a869-42a5-a5f7-0cabfbfd0703 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:59.569102 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Deleting port 3f76219a-0bbe-44f4-a113-b8c0ba518115 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:22:59.569571 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:59.573635 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2afd1ae-a869-42a5-a5f7-0cabfbfd0703 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:59.643032 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2afd1ae-a869-42a5-a5f7-0cabfbfd0703 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:59.663859 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2afd1ae-a869-42a5-a5f7-0cabfbfd0703 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:59.698725 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2afd1ae-a869-42a5-a5f7-0cabfbfd0703 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:59.702525 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d2afd1ae-a869-42a5-a5f7-0cabfbfd0703 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1794164 Nov 24 13:22:59.705301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45544) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:22:59.795592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] For port 3f76219a-0bbe-44f4-a113-b8c0ba518115, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=3f76219a-0bbe-44f4-a113-b8c0ba518115,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:22:59.798013 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:59.805376 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-829c326e-7382-4108-8b47-b86e80816094 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:22:59.979560 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-a757d1eb-a756-4469-b8ea-11cd534c2980 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:00.062143 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-642e1056-d834-4ee7-b269-6e148a5a25ef req-05ab4381-a2b1-4b64-aca8-161081b8e4be tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 210 time: 0.1633213 Nov 24 13:23:00.101622 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-a757d1eb-a756-4469-b8ea-11cd534c2980 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:00.119869 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-829c326e-7382-4108-8b47-b86e80816094 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:00.128339 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-829c326e-7382-4108-8b47-b86e80816094 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:00.198766 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-a757d1eb-a756-4469-b8ea-11cd534c2980 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Network 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:00.217690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-a757d1eb-a756-4469-b8ea-11cd534c2980 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:00.222995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-a757d1eb-a756-4469-b8ea-11cd534c2980 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:23:00.311906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68091d-b720-4609-a2f2-3b7392022604 req-8bc398ef-7546-4c65-8238-2221d5fbfe39 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:00.316036 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f68091d-b720-4609-a2f2-3b7392022604 req-8bc398ef-7546-4c65-8238-2221d5fbfe39 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.3420994 Nov 24 13:23:00.321315 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-829c326e-7382-4108-8b47-b86e80816094 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:00.321947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829c326e-7382-4108-8b47-b86e80816094 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71b806cc-d277-4119-8113-ce001b8f2299 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:23:00.337534 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-829c326e-7382-4108-8b47-b86e80816094 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:00.346064 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-829c326e-7382-4108-8b47-b86e80816094 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] 10.222.0.48 "DELETE /v2.0/routers/71b806cc-d277-4119-8113-ce001b8f2299 HTTP/1.1" status: 204 len: 168 time: 0.6331215 Nov 24 13:23:00.348692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45556) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:00.398737 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-fce352b6-3ac6-4971-a0d8-871ced7b3fb5 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Request body: {'router': {'name': 'tempest-router-1733659202', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9fc4becd394b43d8b092ebc8b2c62bfa'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:00.475944 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f68091d-b720-4609-a2f2-3b7392022604 req-530208d0-44d3-4758-9d0d-c1fd4f7b470e tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323655 Nov 24 13:23:00.522429 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fce352b6-3ac6-4971-a0d8-871ced7b3fb5 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:00.524052 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fce352b6-3ac6-4971-a0d8-871ced7b3fb5 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:00.660220 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fce352b6-3ac6-4971-a0d8-871ced7b3fb5 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:00.665719 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fce352b6-3ac6-4971-a0d8-871ced7b3fb5 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:00.689944 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fce352b6-3ac6-4971-a0d8-871ced7b3fb5 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:00.694869 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fce352b6-3ac6-4971-a0d8-871ced7b3fb5 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3426507 Nov 24 13:23:00.695898 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45572) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:00.707029 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b62bd402-da90-4bda-ada1-f4609d223730 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Request body: {'router': {'distributed': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:00.909890 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a757d1eb-a756-4469-b8ea-11cd534c2980 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Pushing event updated for resources: {'Port': ['ID=15517e8c-314e-42ed-bd25-49e5cf783f7f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:01.107293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-a757d1eb-a756-4469-b8ea-11cd534c2980 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:01.116224 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-a757d1eb-a756-4469-b8ea-11cd534c2980 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:01.190748 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:01.191368 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:01.191857 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Floating IP 77ac256c-e734-4176-be57-2bfe988dbb43 disassociated. External IP: 172.25.0.241, port: 3f76219a-0bbe-44f4-a113-b8c0ba518115. Nov 24 13:23:01.192364 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Calling delete_port for 3f76219a-0bbe-44f4-a113-b8c0ba518115 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:23:01.207818 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-a757d1eb-a756-4469-b8ea-11cd534c2980 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5836952 Nov 24 13:23:01.275195 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Request body: {'port': {'device_id': '82cdba74-250d-4e94-9f94-0a6eaad6e0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:01.279264 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b62bd402-da90-4bda-ada1-f4609d223730 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:01.280229 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b62bd402-da90-4bda-ada1-f4609d223730 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:01.414128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d6e7f-8def-4b76-98fb-4353b028a841 req-fd3aaaaa-4969-4dd5-b6c5-8886d778a958 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:01.414786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b62bd402-da90-4bda-ada1-f4609d223730 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=114985) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 24 13:23:01.415133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b62bd402-da90-4bda-ada1-f4609d223730 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Router ff534033-d001-47a1-8da9-557927a8a292 migrating from provider to provider. {{(pid=114985) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 24 13:23:01.415525 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b62bd402-da90-4bda-ada1-f4609d223730 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:01.415971 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-986d6e7f-8def-4b76-98fb-4353b028a841 req-fd3aaaaa-4969-4dd5-b6c5-8886d778a958 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 932 time: 0.1452367 Nov 24 13:23:01.416591 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:01.435070 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b62bd402-da90-4bda-ada1-f4609d223730 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:01.441973 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b62bd402-da90-4bda-ada1-f4609d223730 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:01.726273 n-d-817303-4 neutron-server[114985]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b62bd402-da90-4bda-ada1-f4609d223730 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] No L3 agents can host the router ff534033-d001-47a1-8da9-557927a8a292 Nov 24 13:23:01.801816 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-986d6e7f-8def-4b76-98fb-4353b028a841 req-67eba63d-3996-4bbf-ba0b-9e2d8b319d70 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715196 Nov 24 13:23:01.803615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7b75c-055f-4108-882a-3f2163a25fe7 req-f80e1a77-deed-4cf0-b817-b21d670d0abe tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:01.808919 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d0e7b75c-055f-4108-882a-3f2163a25fe7 req-f80e1a77-deed-4cf0-b817-b21d670d0abe tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 945 time: 0.1837060 Nov 24 13:23:01.936381 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:02.145496 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62bd402-da90-4bda-ada1-f4609d223730 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Hosts for router ff534033-d001-47a1-8da9-557927a8a292: [] {{(pid=114985) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 24 13:23:02.186900 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d0e7b75c-055f-4108-882a-3f2163a25fe7 req-23e7b641-8913-4a94-8fe1-b5f25e35b4c4 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=105c8382-2d4f-44e0-bffd-d1e8884e1838&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3711128 Nov 24 13:23:02.187833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62bd402-da90-4bda-ada1-f4609d223730 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Hosts for other DVR routers connected to router ff534033-d001-47a1-8da9-557927a8a292: set() {{(pid=114985) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 24 13:23:02.190645 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b62bd402-da90-4bda-ada1-f4609d223730 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:02.195191 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b62bd402-da90-4bda-ada1-f4609d223730 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] 10.222.0.48 "PUT /v2.0/routers/ff534033-d001-47a1-8da9-557927a8a292 HTTP/1.1" status: 200 len: 717 time: 1.4982436 Nov 24 13:23:02.196431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45600) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:02.223383 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event deleted for resources: {'Port': ['ID=3f76219a-0bbe-44f4-a113-b8c0ba518115,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:02.419643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-31e87ab2-0275-4569-b150-f0c9e35363be tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] 10.222.0.48 "GET /v2.0/routers/ff534033-d001-47a1-8da9-557927a8a292 HTTP/1.1" status: 200 len: 717 time: 0.2219095 Nov 24 13:23:02.421085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45604) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:02.438294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15517e8c-314e-42ed-bd25-49e5cf783f7f {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:23:02.486198 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:02.499163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Router c5fd5c21-48a1-4905-b47f-3f24b868f405 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:23:02.529018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Transition to ACTIVE for port object 15517e8c-314e-42ed-bd25-49e5cf783f7f will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:23:02.548202 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:02.720940 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Pushing event updated for resources: {'Port': ['ID=15517e8c-314e-42ed-bd25-49e5cf783f7f,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:02.810571 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-311062c7-b5cc-4033-82ed-df632cea313a tempest-RoutersTestDVR-1298499850 tempest-RoutersTestDVR-1298499850-project] 10.222.0.48 "GET /v2.0/routers/ff534033-d001-47a1-8da9-557927a8a292 HTTP/1.1" status: 200 len: 683 time: 0.3875818 Nov 24 13:23:02.813388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45612) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:02.930717 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7794c0f7-26b6-4a8b-9c57-34ffb0287132 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:02.932079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Attempting to bind port 15517e8c-314e-42ed-bd25-49e5cf783f7f on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:23:02.932431 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Attempting to bind port 15517e8c-314e-42ed-bd25-49e5cf783f7f by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '43888b9a-4a53-42b4-8f32-cc430c6100a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '03ff7ec1-267c-4fd1-bc1f-f9c1e21142af'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:23:02.932784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Attempting to bind port 15517e8c-314e-42ed-bd25-49e5cf783f7f on network 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:23:02.953921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Port 15517e8c-314e-42ed-bd25-49e5cf783f7f on network 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:23:02.954600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Attempting to bind port 15517e8c-314e-42ed-bd25-49e5cf783f7f on network 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:23:02.975056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:23:02.975416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Checking segment: {'id': '43888b9a-4a53-42b4-8f32-cc430c6100a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '03ff7ec1-267c-4fd1-bc1f-f9c1e21142af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:02.975819 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Bound using segment: {'id': '43888b9a-4a53-42b4-8f32-cc430c6100a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '03ff7ec1-267c-4fd1-bc1f-f9c1e21142af'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:23:02.976278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Bound port: 15517e8c-314e-42ed-bd25-49e5cf783f7f, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43888b9a-4a53-42b4-8f32-cc430c6100a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '03ff7ec1-267c-4fd1-bc1f-f9c1e21142af'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:23:02.976645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:03.001585 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:23:03.015154 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756cf41-3a5c-4892-8ef5-7517ad4c6a25 None None] Sync routers for ids ['c5fd5c21-48a1-4905-b47f-3f24b868f405'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:23:03.047489 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756cf41-3a5c-4892-8ef5-7517ad4c6a25 None None] Routers {'c5fd5c21-48a1-4905-b47f-3f24b868f405'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:03.050031 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c756cf41-3a5c-4892-8ef5-7517ad4c6a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:22:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c5fd5c21-48a1-4905-b47f-3f24b868f405'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:03.075777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] No DVR routers for this DVR port 3f76219a-0bbe-44f4-a113-b8c0ba518115 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:23:03.083453 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:03.089160 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5bf81a97-9287-4ef6-a5a5-9abf8d08cb29 req-6b405828-9217-4508-90e3-1556fdbd66e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.46 "DELETE /v2.0/ports/3f76219a-0bbe-44f4-a113-b8c0ba518115 HTTP/1.1" status: 204 len: 173 time: 3.9490938 Nov 24 13:23:03.090253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdef949c-2586-433a-8b50-7f7977482067', 'name': 'network-vif-deleted', 'tag': '3f76219a-0bbe-44f4-a113-b8c0ba518115'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:23:03.103877 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a783a8cc-9806-448e-87c5-7df136bc0ce7" -d '{"events": [{"server_uuid": "bdef949c-2586-433a-8b50-7f7977482067", "name": "network-vif-deleted", "tag": "3f76219a-0bbe-44f4-a113-b8c0ba518115"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:23:03.247046 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1e6ed9-a770-490d-81d3-4011a47e61f8 x-openstack-request-id: req-ab1e6ed9-a770-490d-81d3-4011a47e61f8 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:23:03.254704 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdef949c-2586-433a-8b50-7f7977482067", "name": "network-vif-deleted", "tag": "3f76219a-0bbe-44f4-a113-b8c0ba518115", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:23:03.255041 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab1e6ed9-a770-490d-81d3-4011a47e61f8 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:23:03.255592 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdef949c-2586-433a-8b50-7f7977482067', 'name': 'network-vif-deleted', 'tag': '3f76219a-0bbe-44f4-a113-b8c0ba518115', 'status': 'completed', 'code': 200} Nov 24 13:23:03.276260 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7794c0f7-26b6-4a8b-9c57-34ffb0287132 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:03.277455 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffacbc-a615-4dd8-861b-75256aeefab9 req-297a01e5-84cf-4e33-9af6-cb0752eb255d tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:03.279803 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2cffacbc-a615-4dd8-861b-75256aeefab9 req-297a01e5-84cf-4e33-9af6-cb0752eb255d tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 944 time: 0.3659701 Nov 24 13:23:03.281335 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7794c0f7-26b6-4a8b-9c57-34ffb0287132 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:03.297871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3f76219a-0bbe-44f4-a113-b8c0ba518115 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:23:03.299949 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] For port 15517e8c-314e-42ed-bd25-49e5cf783f7f, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:23:03.303715 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] For port 15517e8c-314e-42ed-bd25-49e5cf783f7f, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=15517e8c-314e-42ed-bd25-49e5cf783f7f,segment=NetworkSegment(43888b9a-4a53-42b4-8f32-cc430c6100a1),segment_id=43888b9a-4a53-42b4-8f32-cc430c6100a1)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:23:03.315016 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:03.355247 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 3f76219a-0bbe-44f4-a113-b8c0ba518115 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:23:03.358270 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 3f76219a-0bbe-44f4-a113-b8c0ba518115 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:23:03.395847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:03.396709 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:03.399192 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] 10.222.0.59 "PUT /v2.0/ports/15517e8c-314e-42ed-bd25-49e5cf783f7f HTTP/1.1" status: 200 len: 1092 time: 2.1295712 Nov 24 13:23:03.446074 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7794c0f7-26b6-4a8b-9c57-34ffb0287132 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:03.446074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7794c0f7-26b6-4a8b-9c57-34ffb0287132 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff534033-d001-47a1-8da9-557927a8a292 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:23:03.470272 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7794c0f7-26b6-4a8b-9c57-34ffb0287132 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:03.477305 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2cffacbc-a615-4dd8-861b-75256aeefab9 req-29f0c243-0ea1-4afd-bd3d-2f3d92bbc305 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717739 Nov 24 13:23:03.485959 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7794c0f7-26b6-4a8b-9c57-34ffb0287132 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] 10.222.0.48 "DELETE /v2.0/routers/ff534033-d001-47a1-8da9-557927a8a292 HTTP/1.1" status: 204 len: 168 time: 0.6699741 Nov 24 13:23:03.488211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45622) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:03.493431 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8cf4163-d517-49e9-9213-0f2d5ac1705c req-9ce0cbfd-62bb-40a3-9d1d-e26fe846c1f0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdef949c-2586-433a-8b50-7f7977482067 HTTP/1.1" status: 200 len: 210 time: 0.0770578 Nov 24 13:23:03.509975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-de608baa-5ed1-4f85-b93d-332a74a1917b tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Request body: {'router': {'name': 'tempest-router-1628311269', 'distributed': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:03.567804 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de608baa-5ed1-4f85-b93d-332a74a1917b tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:03.569715 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de608baa-5ed1-4f85-b93d-332a74a1917b tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:03.571703 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-c756cf41-3a5c-4892-8ef5-7517ad4c6a25 None None] Set router c5fd5c21-48a1-4905-b47f-3f24b868f405 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:23:03.574690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60320bf7-085e-4b18-ac3b-b82569fe4f19 service neutron] Pushing event updated for resources: {'Port': ['ID=15517e8c-314e-42ed-bd25-49e5cf783f7f,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:03.613517 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-75b852f3-0a0f-4e0e-8707-b2b8a7a6cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:03.615827 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-75b852f3-0a0f-4e0e-8707-b2b8a7a6cff6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1b618e104d0464396c0487ebe5461ca&device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 1095 time: 0.1307087 Nov 24 13:23:03.651272 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de608baa-5ed1-4f85-b93d-332a74a1917b tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:03.653821 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:23:03.657186 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de608baa-5ed1-4f85-b93d-332a74a1917b tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:03.675120 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-3d4f4b68-ae1d-4dd0-8dea-4e02b70dcc96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15517e8c-314e-42ed-bd25-49e5cf783f7f HTTP/1.1" status: 200 len: 217 time: 0.0502710 Nov 24 13:23:03.678088 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-de608baa-5ed1-4f85-b93d-332a74a1917b tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:03.679500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-de608baa-5ed1-4f85-b93d-332a74a1917b tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1820288 Nov 24 13:23:03.683117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45624) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:03.740151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-13f4366e-430d-4bff-93d4-3c2051da5bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:03.742046 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-13f4366e-430d-4bff-93d4-3c2051da5bb0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f27b78ba-9286-4c20-a35f-69b0372063f7 HTTP/1.1" status: 200 len: 853 time: 0.0595872 Nov 24 13:23:03.783042 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-a4dc697d-20d9-4257-92ba-c75cfb1fa9ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03ff7ec1-267c-4fd1-bc1f-f9c1e21142af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339165 Nov 24 13:23:03.788448 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fc22337e-8b4b-425e-9134-ccfded1efd46 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:03.999336 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c756cf41-3a5c-4892-8ef5-7517ad4c6a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:43Z', 'revision_number': 5, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:04.053246 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756cf41-3a5c-4892-8ef5-7517ad4c6a25 None None] Checking router: c5fd5c21-48a1-4905-b47f-3f24b868f405 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:23:04.068960 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-e8b3a6a9-c9fa-4dae-9128-d7d81cec018d service neutron] 10.222.0.59 "GET /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784994 Nov 24 13:23:04.070957 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756cf41-3a5c-4892-8ef5-7517ad4c6a25 None None] Routers {'c5fd5c21-48a1-4905-b47f-3f24b868f405'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:04.071604 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c756cf41-3a5c-4892-8ef5-7517ad4c6a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:22:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c5fd5c21-48a1-4905-b47f-3f24b868f405'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:04.173721 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fc22337e-8b4b-425e-9134-ccfded1efd46 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:04.180844 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fc22337e-8b4b-425e-9134-ccfded1efd46 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:04.196489 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-c756cf41-3a5c-4892-8ef5-7517ad4c6a25 None None] Set router c5fd5c21-48a1-4905-b47f-3f24b868f405 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:23:04.263013 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fc22337e-8b4b-425e-9134-ccfded1efd46 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:04.263013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc22337e-8b4b-425e-9134-ccfded1efd46 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f12b477-46ba-4262-abd4-8a2bb8a7a2a0 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:23:04.267987 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fc22337e-8b4b-425e-9134-ccfded1efd46 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:04.287762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fc22337e-8b4b-425e-9134-ccfded1efd46 tempest-RoutersTestDVR-648084078 tempest-RoutersTestDVR-648084078-project-admin] 10.222.0.48 "DELETE /v2.0/routers/4f12b477-46ba-4262-abd4-8a2bb8a7a2a0 HTTP/1.1" status: 204 len: 168 time: 0.6005220 Nov 24 13:23:04.352355 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4ea04fb4-6565-4181-bece-fb7f345eb366 req-5371b789-b832-4369-8855-44dfd97f4e3f service neutron] 10.222.0.59 "GET /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763145 Nov 24 13:23:04.495482 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c756cf41-3a5c-4892-8ef5-7517ad4c6a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:43Z', 'revision_number': 5, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:04.539115 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c756cf41-3a5c-4892-8ef5-7517ad4c6a25 None None] The sync data for ids ['c5fd5c21-48a1-4905-b47f-3f24b868f405'] in n-d-817303-4 is: [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:43Z', 'revision_number': 5, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:23:04.645876 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45640) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:04.695548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dc398-eb94-4346-b474-fec3b6a9a018 req-c4bd2a46-4dd2-481a-a2d7-3197840cee19 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:04.699029 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c45dc398-eb94-4346-b474-fec3b6a9a018 req-c4bd2a46-4dd2-481a-a2d7-3197840cee19 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 944 time: 0.1033969 Nov 24 13:23:04.723106 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2bc412c9-1bc6-4490-9560-c69445f1f054 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:04.762611 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2bc412c9-1bc6-4490-9560-c69445f1f054 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:04.789228 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c45dc398-eb94-4346-b474-fec3b6a9a018 req-772b68e6-29d3-4829-9545-fa6712075e1e tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827522 Nov 24 13:23:04.861737 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2bc412c9-1bc6-4490-9560-c69445f1f054 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:04.864693 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2bc412c9-1bc6-4490-9560-c69445f1f054 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:04.869217 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2bc412c9-1bc6-4490-9560-c69445f1f054 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "DELETE /v2.0/security-groups/105c8382-2d4f-44e0-bffd-d1e8884e1838 HTTP/1.1" status: 204 len: 168 time: 0.2189436 Nov 24 13:23:04.869473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45644) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:04.893293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45646) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:04.905323 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-90365600-0c03-4896-81d1-c0970e74ee3c tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] show failed (client error): The resource could not be found. Nov 24 13:23:04.909938 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-90365600-0c03-4896-81d1-c0970e74ee3c tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups/105c8382-2d4f-44e0-bffd-d1e8884e1838 HTTP/1.1" status: 404 len: 347 time: 0.0369184 Nov 24 13:23:04.916575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45650) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:04.918860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc412c9-1bc6-4490-9560-c69445f1f054 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=105c8382-2d4f-44e0-bffd-d1e8884e1838,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:05.126216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bb94ce-58b7-4853-855b-306890d7684d None None] New status for floating IP 77ac256c-e734-4176-be57-2bfe988dbb43: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:23:05.185341 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b53c6d76-3162-499a-bc90-ec7abcfbbc44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:05.230679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4144562f-6dcb-4ade-b0a6-b4429794085b tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Deleting port 749c478f-07b7-48e6-9869-802fb74459c2 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:23:05.231022 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4144562f-6dcb-4ade-b0a6-b4429794085b tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:05.266976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82cdba74-250d-4e94-9f94-0a6eaad6e0e7', 'tag': '15517e8c-314e-42ed-bd25-49e5cf783f7f'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:23:05.285253 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408570a2-db6a-4aed-ad5d-2e84fbd835d1" -d '{"events": [{"name": "network-changed", "server_uuid": "82cdba74-250d-4e94-9f94-0a6eaad6e0e7", "tag": "15517e8c-314e-42ed-bd25-49e5cf783f7f"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:23:05.400660 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 15517e8c-314e-42ed-bd25-49e5cf783f7f details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:23:05.431098 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffd1525-7bd7-4218-b33a-0052158962c5 x-openstack-request-id: req-6ffd1525-7bd7-4218-b33a-0052158962c5 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:23:05.431396 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82cdba74-250d-4e94-9f94-0a6eaad6e0e7", "tag": "15517e8c-314e-42ed-bd25-49e5cf783f7f", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:23:05.431663 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ffd1525-7bd7-4218-b33a-0052158962c5 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:23:05.432084 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82cdba74-250d-4e94-9f94-0a6eaad6e0e7', 'tag': '15517e8c-314e-42ed-bd25-49e5cf783f7f', 'status': 'completed', 'code': 200} Nov 24 13:23:05.498553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45664) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:05.604822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408570a2-db6a-4aed-ad5d-2e84fbd835d1 req-c5b37025-2b03-4f38-b32f-780787e0e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:05.607055 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-408570a2-db6a-4aed-ad5d-2e84fbd835d1 req-c5b37025-2b03-4f38-b32f-780787e0e87c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1b618e104d0464396c0487ebe5461ca&device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 1095 time: 0.1552305 Nov 24 13:23:05.610313 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4144562f-6dcb-4ade-b0a6-b4429794085b tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:05.612461 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4144562f-6dcb-4ade-b0a6-b4429794085b tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:05.636865 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b53c6d76-3162-499a-bc90-ec7abcfbbc44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:05.662305 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4144562f-6dcb-4ade-b0a6-b4429794085b tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Calling delete_port for 749c478f-07b7-48e6-9869-802fb74459c2 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:23:05.666158 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b53c6d76-3162-499a-bc90-ec7abcfbbc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:05.667737 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af785540-bccc-444a-b33f-d36ff4bdb537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:05.670177 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 15517e8c-314e-42ed-bd25-49e5cf783f7f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=15517e8c-314e-42ed-bd25-49e5cf783f7f,segment=NetworkSegment(43888b9a-4a53-42b4-8f32-cc430c6100a1),segment_id=43888b9a-4a53-42b4-8f32-cc430c6100a1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:05.698803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '15517e8c-314e-42ed-bd25-49e5cf783f7f', 'network_id': '03ff7ec1-267c-4fd1-bc1f-f9c1e21142af', 'port_id': '15517e8c-314e-42ed-bd25-49e5cf783f7f', 'mac_address': 'fa:16:3e:f9:21:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27b78ba-9286-4c20-a35f-69b0372063f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:23:05.773025 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af785540-bccc-444a-b33f-d36ff4bdb537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:05.780384 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:05.786683 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af785540-bccc-444a-b33f-d36ff4bdb537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:05.798664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15517e8c-314e-42ed-bd25-49e5cf783f7f {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:23:05.815008 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b53c6d76-3162-499a-bc90-ec7abcfbbc44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fc4becd394b43d8b092ebc8b2c62bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9205568 Nov 24 13:23:05.819937 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45670) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:05.825398 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 15517e8c-314e-42ed-bd25-49e5cf783f7f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=15517e8c-314e-42ed-bd25-49e5cf783f7f,segment=NetworkSegment(43888b9a-4a53-42b4-8f32-cc430c6100a1),segment_id=43888b9a-4a53-42b4-8f32-cc430c6100a1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:05.832102 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:05.880351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af785540-bccc-444a-b33f-d36ff4bdb537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1170754c-568f-476b-aebc-62a5a7e66fd4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:05.901069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408570a2-db6a-4aed-ad5d-2e84fbd835d1 req-e09c7b82-3a3a-4e14-ac67-be14bdf4d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:05.902525 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-408570a2-db6a-4aed-ad5d-2e84fbd835d1 req-e09c7b82-3a3a-4e14-ac67-be14bdf4d2ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=03ff7ec1-267c-4fd1-bc1f-f9c1e21142af HTTP/1.1" status: 200 len: 914 time: 0.2784123 Nov 24 13:23:05.906507 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-af785540-bccc-444a-b33f-d36ff4bdb537 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ae17922d1a74458a23d13b64b25353b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4044421 Nov 24 13:23:05.906690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c6d76-3162-499a-bc90-ec7abcfbbc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca8c61a-5f64-44d6-b031-dfc49e781e72,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:05.923070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=15517e8c-314e-42ed-bd25-49e5cf783f7f,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:05.923862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45672) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:05.944786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:05.945228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:05.945637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:05.946233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:05.947014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:05.947014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:05.947224 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:05.947479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:05.947819 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:05.948154 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:05.948811 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:05.954103 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:06.026584 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-408570a2-db6a-4aed-ad5d-2e84fbd835d1 req-3eb0925c-6af8-4a70-b3fc-4d5830a96e19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15517e8c-314e-42ed-bd25-49e5cf783f7f HTTP/1.1" status: 200 len: 217 time: 0.0785110 Nov 24 13:23:06.030492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['15517e8c-314e-42ed-bd25-49e5cf783f7f'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:23:06.105361 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4195a5e1-dcd1-49d7-af03-09aa2503005c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:06.116113 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70742999-d1cc-4a52-91ad-e9518911a11b req-89d481f1-d625-40c2-a6e5-7a9731d02d1d tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:06.120163 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-70742999-d1cc-4a52-91ad-e9518911a11b req-89d481f1-d625-40c2-a6e5-7a9731d02d1d tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 945 time: 0.1830842 Nov 24 13:23:06.152641 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408570a2-db6a-4aed-ad5d-2e84fbd835d1 req-dfc20ef8-5b66-49f8-9b45-95aa96b6d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:06.154113 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-408570a2-db6a-4aed-ad5d-2e84fbd835d1 req-dfc20ef8-5b66-49f8-9b45-95aa96b6d2c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f27b78ba-9286-4c20-a35f-69b0372063f7 HTTP/1.1" status: 200 len: 853 time: 0.1198080 Nov 24 13:23:06.208118 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4195a5e1-dcd1-49d7-af03-09aa2503005c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:06.213070 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46a72c2a-b0f2-4a5b-9b78-ff464675772c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:06.243087 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-408570a2-db6a-4aed-ad5d-2e84fbd835d1 req-b591474b-4cb1-41e5-9e1e-143fef2f202b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03ff7ec1-267c-4fd1-bc1f-f9c1e21142af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687115 Nov 24 13:23:06.275624 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46a72c2a-b0f2-4a5b-9b78-ff464675772c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:06.379823 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46a72c2a-b0f2-4a5b-9b78-ff464675772c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:06.388834 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46a72c2a-b0f2-4a5b-9b78-ff464675772c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:06.393390 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-46a72c2a-b0f2-4a5b-9b78-ff464675772c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1170754c-568f-476b-aebc-62a5a7e66fd4 HTTP/1.1" status: 204 len: 168 time: 0.4675736 Nov 24 13:23:06.397463 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4195a5e1-dcd1-49d7-af03-09aa2503005c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:06.405415 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4195a5e1-dcd1-49d7-af03-09aa2503005c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:06.413018 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4195a5e1-dcd1-49d7-af03-09aa2503005c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dca8c61a-5f64-44d6-b031-dfc49e781e72 HTTP/1.1" status: 204 len: 168 time: 0.5835247 Nov 24 13:23:06.425434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a72c2a-b0f2-4a5b-9b78-ff464675772c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1170754c-568f-476b-aebc-62a5a7e66fd4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:06.431290 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:06.471022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195a5e1-dcd1-49d7-af03-09aa2503005c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca8c61a-5f64-44d6-b031-dfc49e781e72,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:06.562277 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4144562f-6dcb-4ade-b0a6-b4429794085b tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:06.623121 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-70742999-d1cc-4a52-91ad-e9518911a11b req-f00544b0-b138-492e-accf-164d5281fb7a tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640820 Nov 24 13:23:06.687543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144562f-6dcb-4ade-b0a6-b4429794085b tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event deleted for resources: {'Port': ['ID=749c478f-07b7-48e6-9869-802fb74459c2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:06.775151 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-408570a2-db6a-4aed-ad5d-2e84fbd835d1 req-bb13685b-1e05-43cf-b02e-913dcc1da740 service neutron] 10.222.0.59 "GET /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627576 Nov 24 13:23:06.827473 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4144562f-6dcb-4ade-b0a6-b4429794085b tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:06.830825 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4144562f-6dcb-4ade-b0a6-b4429794085b tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:06.832617 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4144562f-6dcb-4ade-b0a6-b4429794085b tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "DELETE /v2.0/floatingips/77ac256c-e734-4176-be57-2bfe988dbb43 HTTP/1.1" status: 204 len: 168 time: 1.9130714 Nov 24 13:23:06.963352 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-408570a2-db6a-4aed-ad5d-2e84fbd835d1 req-827519f4-4c98-4e34-ba46-2837bf70f469 service neutron] 10.222.0.59 "GET /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783898 Nov 24 13:23:07.001760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45692) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:07.022301 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09a766d8-cc27-4008-a478-7c2176697cfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.270295 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09a766d8-cc27-4008-a478-7c2176697cfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.275562 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-09a766d8-cc27-4008-a478-7c2176697cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.321851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45700) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:07.329500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a766d8-cc27-4008-a478-7c2176697cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c57fc8-f080-46ab-8ca3-a5ff40413c5a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:07.329704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c4794a5a-49c4-4fb3-a4dc-ea088cebd5e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1272422269', 'description': 'tempest-description--648649962'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:07.380190 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4794a5a-49c4-4fb3-a4dc-ea088cebd5e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.393775 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-09a766d8-cc27-4008-a478-7c2176697cfd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cc785b38785c435b946a3cc7a58db39f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3837085 Nov 24 13:23:07.394488 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45702) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:07.411954 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 15517e8c-314e-42ed-bd25-49e5cf783f7f up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:23:07.508369 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4794a5a-49c4-4fb3-a4dc-ea088cebd5e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.514061 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4794a5a-49c4-4fb3-a4dc-ea088cebd5e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.525287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 15517e8c-314e-42ed-bd25-49e5cf783f7f completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:23:07.530558 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 15517e8c-314e-42ed-bd25-49e5cf783f7f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:07.530934 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.540037 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-957212b0-5070-4f61-baa3-a519dc138b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.567264 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4794a5a-49c4-4fb3-a4dc-ea088cebd5e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.569423 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c4794a5a-49c4-4fb3-a4dc-ea088cebd5e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2463486 Nov 24 13:23:07.572238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4794a5a-49c4-4fb3-a4dc-ea088cebd5e6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b351919-8e2e-4e0b-8ede-92dd5a538a39,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:07.584891 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-957212b0-5070-4f61-baa3-a519dc138b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.591976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45710) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:07.598342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d9543921-8a06-44a0-80ce-f0b1db616d81 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Request body: {'security_group_rule': {'security_group_id': '6b351919-8e2e-4e0b-8ede-92dd5a538a39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:07.636246 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9543921-8a06-44a0-80ce-f0b1db616d81 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.681587 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.683020 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-957212b0-5070-4f61-baa3-a519dc138b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.686207 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-957212b0-5070-4f61-baa3-a519dc138b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.692037 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-957212b0-5070-4f61-baa3-a519dc138b54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03c57fc8-f080-46ab-8ca3-a5ff40413c5a HTTP/1.1" status: 204 len: 168 time: 0.2965240 Nov 24 13:23:07.721004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957212b0-5070-4f61-baa3-a519dc138b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c57fc8-f080-46ab-8ca3-a5ff40413c5a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:07.733196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cdba74-250d-4e94-9f94-0a6eaad6e0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15517e8c-314e-42ed-bd25-49e5cf783f7f'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:23:07.738092 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdcca6a-32f2-4012-abfc-fc80cf2909a9" -d '{"events": [{"server_uuid": "82cdba74-250d-4e94-9f94-0a6eaad6e0e7", "name": "network-vif-plugged", "status": "completed", "tag": "15517e8c-314e-42ed-bd25-49e5cf783f7f"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:23:07.792331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 15517e8c-314e-42ed-bd25-49e5cf783f7f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=15517e8c-314e-42ed-bd25-49e5cf783f7f,segment=NetworkSegment(43888b9a-4a53-42b4-8f32-cc430c6100a1),segment_id=43888b9a-4a53-42b4-8f32-cc430c6100a1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:07.798374 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.832450 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9543921-8a06-44a0-80ce-f0b1db616d81 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.838224 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9543921-8a06-44a0-80ce-f0b1db616d81 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.882830 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68804628-ad7b-4697-bda3-9a692bae497c x-openstack-request-id: req-68804628-ad7b-4697-bda3-9a692bae497c {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:23:07.885715 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9543921-8a06-44a0-80ce-f0b1db616d81 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fe03d4-e7cc-4f51-bd03-7b0f14ab3257,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:07.886413 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cdba74-250d-4e94-9f94-0a6eaad6e0e7", "name": "network-vif-plugged", "status": "completed", "tag": "15517e8c-314e-42ed-bd25-49e5cf783f7f", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:23:07.886885 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68804628-ad7b-4697-bda3-9a692bae497c {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:23:07.887692 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cdba74-250d-4e94-9f94-0a6eaad6e0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15517e8c-314e-42ed-bd25-49e5cf783f7f', 'code': 200} Nov 24 13:23:07.939962 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9543921-8a06-44a0-80ce-f0b1db616d81 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:07.947187 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d9543921-8a06-44a0-80ce-f0b1db616d81 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512986 Nov 24 13:23:07.948445 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=15517e8c-314e-42ed-bd25-49e5cf783f7f,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:07.948751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45722) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:07.971205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-79b5bf3a-7a13-4e39-9457-55119390d9e2 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Request body: {'security_group_rule': {'security_group_id': '6b351919-8e2e-4e0b-8ede-92dd5a538a39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:08.071548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b46ae4-577a-4a17-86de-f780a6388a41 req-54d810ad-7998-423b-a77b-9b0c0e816a67 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:08.071768 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79b5bf3a-7a13-4e39-9457-55119390d9e2 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:08.073533 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21b46ae4-577a-4a17-86de-f780a6388a41 req-54d810ad-7998-423b-a77b-9b0c0e816a67 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 946 time: 0.2169838 Nov 24 13:23:08.112021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15269552-18de-4463-857a-6f59ae2bc224 req-61104edb-e77d-4b47-90a2-60b3b88768d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:08.113967 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15269552-18de-4463-857a-6f59ae2bc224 req-61104edb-e77d-4b47-90a2-60b3b88768d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 1097 time: 0.1797104 Nov 24 13:23:08.169687 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21b46ae4-577a-4a17-86de-f780a6388a41 req-1dca970b-4740-490a-8280-3a640482331d tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828607 Nov 24 13:23:08.215230 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79b5bf3a-7a13-4e39-9457-55119390d9e2 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:08.221793 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79b5bf3a-7a13-4e39-9457-55119390d9e2 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:08.242509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15269552-18de-4463-857a-6f59ae2bc224 req-429d6f77-f096-4a23-b4cb-8e6b3cb114b7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023715 Nov 24 13:23:08.259585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5bf3a-7a13-4e39-9457-55119390d9e2 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a012017a-9675-4e03-90b8-b4503417ee77,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:08.277159 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-79b5bf3a-7a13-4e39-9457-55119390d9e2 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:08.278349 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-79b5bf3a-7a13-4e39-9457-55119390d9e2 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3261321 Nov 24 13:23:08.282215 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45734) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:08.288091 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:08.362517 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:08.597127 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:08.726629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Allocated IP 172.25.0.147 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/1ddcffd4-77fa-4250-b234-dfd26ba83874) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:23:08.742322 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45750) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:08.904454 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-139b4dc8-0519-49e8-ac10-02d489744907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:08.949402 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.034509 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.054840 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:09.060561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:09.096035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:23:09.102419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45760) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:09.105245 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-139b4dc8-0519-49e8-ac10-02d489744907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.142567 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-139b4dc8-0519-49e8-ac10-02d489744907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.188084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event updated for resources: {'Port': ['ID=1ddcffd4-77fa-4250-b234-dfd26ba83874,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:09.243353 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-139b4dc8-0519-49e8-ac10-02d489744907 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c8635bcb3cd47a4933bfa12fed82cc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4972394 Nov 24 13:23:09.243353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b4dc8-0519-49e8-ac10-02d489744907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e24f9d4-3641-49c8-953c-2af33e508ae5,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:09.244037 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45766) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:09.304786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'network': {'name': 'tempest-RoutersTest-833846857'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:09.393590 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.394218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:09.397965 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.410007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.418151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d87d9b7e-3b15-4963-8ce7-013ebf1c3284 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.430413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08d70e-1859-46bf-b3a8-8b2aa41a4be7 req-d79554b3-bf26-48b0-892d-614fcf3a2e27 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:09.438401 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1c08d70e-1859-46bf-b3a8-8b2aa41a4be7 req-d79554b3-bf26-48b0-892d-614fcf3a2e27 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 946 time: 0.1121995 Nov 24 13:23:09.459166 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.465149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d87d9b7e-3b15-4963-8ce7-013ebf1c3284 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.526642 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1c08d70e-1859-46bf-b3a8-8b2aa41a4be7 req-76c1d558-872a-466d-b576-12d651a3e233 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846691 Nov 24 13:23:09.578854 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.584160 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.622181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f95215-be24-4ba6-a0c5-cb363082d6c4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:09.660969 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d87d9b7e-3b15-4963-8ce7-013ebf1c3284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.662703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:23:09.663700 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d87d9b7e-3b15-4963-8ce7-013ebf1c3284 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.676370 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d87d9b7e-3b15-4963-8ce7-013ebf1c3284 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e24f9d4-3641-49c8-953c-2af33e508ae5 HTTP/1.1" status: 204 len: 168 time: 0.4040828 Nov 24 13:23:09.682421 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.683153 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Added segment bf8af756-ce83-401b-b976-69168afa4195 of type vlan for network dea77e9f-9168-48a6-9b96-7f63a7c74157 Nov 24 13:23:09.720693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d9b7e-3b15-4963-8ce7-013ebf1c3284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e24f9d4-3641-49c8-953c-2af33e508ae5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:09.724544 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.763184 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.770619 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.790626 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.829259 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.835707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:09.836305 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.878291 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7747130 Nov 24 13:23:09.881424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45774) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:09.889610 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-959e4947-69a9-4823-a4db-ec956bf085f6 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'network': {'name': 'tempest-RoutersTest-670520079'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:09.939111 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959e4947-69a9-4823-a4db-ec956bf085f6 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:09.943558 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-959e4947-69a9-4823-a4db-ec956bf085f6 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.949188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24af5de-7228-47da-bcce-a55fb9cdb15e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Network': ['ID=dea77e9f-9168-48a6-9b96-7f63a7c74157,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:09.950718 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event updated for resources: {'Port': ['ID=1ddcffd4-77fa-4250-b234-dfd26ba83874,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:09.957874 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:09.964575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network dea77e9f-9168-48a6-9b96-7f63a7c74157 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:23:09.979532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959e4947-69a9-4823-a4db-ec956bf085f6 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:23:09.989247 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:10.004801 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-959e4947-69a9-4823-a4db-ec956bf085f6 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:10.005649 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-28620d1a-6912-4bfa-a7ed-2b9abe1f3060 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7084033 Nov 24 13:23:10.005743 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-959e4947-69a9-4823-a4db-ec956bf085f6 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Added segment 78df9397-6ffd-4d78-97c4-91f2d614b08c of type vlan for network 83663ca4-be29-45bb-87a9-24086b332eef Nov 24 13:23:10.080075 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-959e4947-69a9-4823-a4db-ec956bf085f6 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:10.116966 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-959e4947-69a9-4823-a4db-ec956bf085f6 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:10.123201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959e4947-69a9-4823-a4db-ec956bf085f6 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:10.123816 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-959e4947-69a9-4823-a4db-ec956bf085f6 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:10.167267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45780) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:10.167573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-959e4947-69a9-4823-a4db-ec956bf085f6 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2846608 Nov 24 13:23:10.172948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f49de927-014a-4be1-8626-2bf8423b8659 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'subnet': {'network_id': 'dea77e9f-9168-48a6-9b96-7f63a7c74157', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:10.221214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e4947-69a9-4823-a4db-ec956bf085f6 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Network': ['ID=83663ca4-be29-45bb-87a9-24086b332eef,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:10.232949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 83663ca4-be29-45bb-87a9-24086b332eef details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:23:10.389312 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49de927-014a-4be1-8626-2bf8423b8659 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:10.393493 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f49de927-014a-4be1-8626-2bf8423b8659 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:10.441303 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-592f7744-816b-411d-b486-8305606d455d tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1272422269&fields=id&tenant_id=043eebd593124b14b825cc18dfaf234c HTTP/1.1" status: 200 len: 267 time: 0.1077671 Nov 24 13:23:10.663390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-9dd82005-82d2-46af-bb8d-844e2d4d7258 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:10.664929 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-9dd82005-82d2-46af-bb8d-844e2d4d7258 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/networks?id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a HTTP/1.1" status: 200 len: 811 time: 0.1899996 Nov 24 13:23:10.690100 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-3ed00b34-7972-47c1-ab39-451e25405953 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/quotas/043eebd593124b14b825cc18dfaf234c HTTP/1.1" status: 200 len: 375 time: 0.0134330 Nov 24 13:23:10.721828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7ed24-1023-446d-ba41-ae29b889186b req-508f6da5-d902-43be-a376-efdb8b3a6649 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:10.723890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c3d7ed24-1023-446d-ba41-ae29b889186b req-508f6da5-d902-43be-a376-efdb8b3a6649 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 946 time: 0.0949745 Nov 24 13:23:10.794386 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f49de927-014a-4be1-8626-2bf8423b8659 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:10.836214 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c3d7ed24-1023-446d-ba41-ae29b889186b req-bcb932fa-fe8b-43ba-ac06-8113be3ea249 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957937 Nov 24 13:23:10.849353 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-2db11e3e-5c7b-46c0-b679-0e1628bccd97 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=043eebd593124b14b825cc18dfaf234c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1437514 Nov 24 13:23:10.875821 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-266582a6-9882-45ba-ab3a-d52d3298c6bd service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:23:10.876857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-266582a6-9882-45ba-ab3a-d52d3298c6bd service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089099 Nov 24 13:23:10.977832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45840) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:11.142716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-472157115-network', 'tenant_id': 'ff0f156c667c46a4b3c5388a9d30e247'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:11.179016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] Made reservation on behalf of ff0f156c667c46a4b3c5388a9d30e247 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:11.182854 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:11.206175 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:11.246844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49de927-014a-4be1-8626-2bf8423b8659 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Subnet': ['ID=5a771c45-76a3-4e10-8348-309d8800e440,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:11.277671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49de927-014a-4be1-8626-2bf8423b8659 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Checking segment: {'id': 'bf8af756-ce83-401b-b976-69168afa4195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dea77e9f-9168-48a6-9b96-7f63a7c74157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:11.278122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49de927-014a-4be1-8626-2bf8423b8659 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network hostable DHCP agents. Network: dea77e9f-9168-48a6-9b96-7f63a7c74157, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:23:11.338474 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:11.344124 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:11.355769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49de927-014a-4be1-8626-2bf8423b8659 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network dea77e9f-9168-48a6-9b96-7f63a7c74157 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:23:11.375245 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-c970c129-3656-4baf-8bec-c950f2f0fe7a service neutron] 10.222.0.48 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460969 Nov 24 13:23:11.376555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-f49de927-014a-4be1-8626-2bf8423b8659 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, dea77e9f-9168-48a6-9b96-7f63a7c74157) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:11.381089 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49de927-014a-4be1-8626-2bf8423b8659 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:11.381679 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f49de927-014a-4be1-8626-2bf8423b8659 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:11.392803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b9a814-05c8-417c-9f03-f5cae7d12cef None None] Network dea77e9f-9168-48a6-9b96-7f63a7c74157 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:11.395659 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:23:11.408520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:11.437888 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:11.438836 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] Added segment df2db014-8be6-4da6-b8ee-2531440ef331 of type vlan for network 895882ec-a36d-41f5-b14b-ec9584f4b7b1 Nov 24 13:23:11.456182 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f49de927-014a-4be1-8626-2bf8423b8659 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2877672 Nov 24 13:23:11.458967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45876) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:11.468155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ab77671c-9284-4ea1-a524-aeeb40025833 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'subnet': {'network_id': '83663ca4-be29-45bb-87a9-24086b332eef', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:11.542845 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:11.584062 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:11.587944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:11.589507 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:11.708096 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-7c67064f-bcfd-46ad-8577-98c704762c4a service neutron] 10.222.0.48 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233404 Nov 24 13:23:11.741260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab77671c-9284-4ea1-a524-aeeb40025833 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:11.745397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-dea77e9f-9168-48a6-9b96-7f63a7c74157', 'network_id': 'dea77e9f-9168-48a6-9b96-7f63a7c74157', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'fixed_ips': [{'subnet_id': '5a771c45-76a3-4e10-8348-309d8800e440'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:23:11.746384 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:11.755929 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ab77671c-9284-4ea1-a524-aeeb40025833 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:12.056571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Allocated IP 172.20.0.2 (dea77e9f-9168-48a6-9b96-7f63a7c74157/5a771c45-76a3-4e10-8348-309d8800e440/38a578e6-fad3-411b-a34a-03a31d5adc5a) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:23:12.349344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] Pushing event updated for resources: {'Network': ['ID=895882ec-a36d-41f5-b14b-ec9584f4b7b1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:12.386510 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:12.393842 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 895882ec-a36d-41f5-b14b-ec9584f4b7b1 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:23:12.398925 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:12.408341 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-273a229c-94fd-456b-8d87-9508b0b7dde6 req-4b4a83bf-e62f-42e9-a5e8-bb8912a8e6c6 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 210 time: 0.0905607 Nov 24 13:23:12.428845 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-baf01c2d-e18d-42fb-9027-ceed77e9794c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4461277 Nov 24 13:23:12.429008 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ab77671c-9284-4ea1-a524-aeeb40025833 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:12.429148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45920) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:12.438863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-64f3fe0d-a2d2-4104-97fe-0336eb263e8a admin admin] Request body: {'subnet': {'network_id': '895882ec-a36d-41f5-b14b-ec9584f4b7b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-472157115-subnet', 'tenant_id': 'ff0f156c667c46a4b3c5388a9d30e247', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:12.464497 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f3fe0d-a2d2-4104-97fe-0336eb263e8a admin admin] Made reservation on behalf of ff0f156c667c46a4b3c5388a9d30e247 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:12.470698 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-64f3fe0d-a2d2-4104-97fe-0336eb263e8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:12.567548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Network dea77e9f-9168-48a6-9b96-7f63a7c74157 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:12.572929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Pushing event updated for resources: {'Port': ['ID=38a578e6-fad3-411b-a34a-03a31d5adc5a,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:12.576698 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:12.657703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:23:12.665202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77671c-9284-4ea1-a524-aeeb40025833 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Subnet': ['ID=52739e22-d840-45db-844e-e6cc79bf8c83,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:12.697728 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab77671c-9284-4ea1-a524-aeeb40025833 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Checking segment: {'id': '78df9397-6ffd-4d78-97c4-91f2d614b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '83663ca4-be29-45bb-87a9-24086b332eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:12.698963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab77671c-9284-4ea1-a524-aeeb40025833 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network hostable DHCP agents. Network: 83663ca4-be29-45bb-87a9-24086b332eef, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:23:12.754961 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab77671c-9284-4ea1-a524-aeeb40025833 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 83663ca4-be29-45bb-87a9-24086b332eef is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:23:12.756073 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Attempting to bind port 38a578e6-fad3-411b-a34a-03a31d5adc5a on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:23:12.757933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Attempting to bind port 38a578e6-fad3-411b-a34a-03a31d5adc5a by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'bf8af756-ce83-401b-b976-69168afa4195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dea77e9f-9168-48a6-9b96-7f63a7c74157'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:23:12.758319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Attempting to bind port 38a578e6-fad3-411b-a34a-03a31d5adc5a on network dea77e9f-9168-48a6-9b96-7f63a7c74157 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:23:12.768768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-ab77671c-9284-4ea1-a524-aeeb40025833 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 83663ca4-be29-45bb-87a9-24086b332eef) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:12.778733 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54c08a8-6784-497a-8842-0a090d612df7 None None] Network 83663ca4-be29-45bb-87a9-24086b332eef requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:12.783146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:23:12.783526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Checking segment: {'id': 'bf8af756-ce83-401b-b976-69168afa4195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dea77e9f-9168-48a6-9b96-7f63a7c74157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:12.783930 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:12.784307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab77671c-9284-4ea1-a524-aeeb40025833 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:12.784447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Bound using segment: {'id': 'bf8af756-ce83-401b-b976-69168afa4195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dea77e9f-9168-48a6-9b96-7f63a7c74157'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:23:12.784832 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Bound port: 38a578e6-fad3-411b-a34a-03a31d5adc5a, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8af756-ce83-401b-b976-69168afa4195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'dea77e9f-9168-48a6-9b96-7f63a7c74157'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:23:12.785220 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:12.785832 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ab77671c-9284-4ea1-a524-aeeb40025833 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:12.806387 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ab77671c-9284-4ea1-a524-aeeb40025833 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3462491 Nov 24 13:23:12.809132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45928) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:12.824934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-aa673946-2395-4cd2-8c4d-82c45ef76a64 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-431827203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:12.858735 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa673946-2395-4cd2-8c4d-82c45ef76a64 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:12.861217 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa673946-2395-4cd2-8c4d-82c45ef76a64 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:12.886054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-8e89544f-98b6-4295-95a5-13a29266aad2 req-a902e99d-96c0-49c5-b88a-cd80a16fc3e9 service neutron] (114986) timed out ('10.222.0.48', 44566) {{(pid=114986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 13:23:12.894821 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-64f3fe0d-a2d2-4104-97fe-0336eb263e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:12.949905 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa673946-2395-4cd2-8c4d-82c45ef76a64 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:12.957544 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa673946-2395-4cd2-8c4d-82c45ef76a64 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:12.979834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] For port 38a578e6-fad3-411b-a34a-03a31d5adc5a, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:23:12.998847 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa673946-2395-4cd2-8c4d-82c45ef76a64 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:13.008354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-aa673946-2395-4cd2-8c4d-82c45ef76a64 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1934171 Nov 24 13:23:13.008998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 45930) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:13.011662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3fe0d-a2d2-4104-97fe-0336eb263e8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46f0a20-7b8b-49ba-a4a7-c178df448359,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:13.026650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] For port 38a578e6-fad3-411b-a34a-03a31d5adc5a, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=38a578e6-fad3-411b-a34a-03a31d5adc5a,segment=NetworkSegment(bf8af756-ce83-401b-b976-69168afa4195),segment_id=bf8af756-ce83-401b-b976-69168afa4195)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:23:13.027227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f3fe0d-a2d2-4104-97fe-0336eb263e8a admin admin] Checking segment: {'id': 'df2db014-8be6-4da6-b8ee-2531440ef331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '895882ec-a36d-41f5-b14b-ec9584f4b7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:13.028532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3fe0d-a2d2-4104-97fe-0336eb263e8a admin admin] Network hostable DHCP agents. Network: 895882ec-a36d-41f5-b14b-ec9584f4b7b1, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:23:13.034522 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:13.053345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3fe0d-a2d2-4104-97fe-0336eb263e8a admin admin] Network 895882ec-a36d-41f5-b14b-ec9584f4b7b1 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:23:13.069719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-64f3fe0d-a2d2-4104-97fe-0336eb263e8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 895882ec-a36d-41f5-b14b-ec9584f4b7b1) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:13.087408 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f3fe0d-a2d2-4104-97fe-0336eb263e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:13.088556 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-64f3fe0d-a2d2-4104-97fe-0336eb263e8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:13.109895 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbe8046-a5bd-4024-be1a-0519169bda1b None None] Network 895882ec-a36d-41f5-b14b-ec9584f4b7b1 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:13.118026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b276fcc-edda-49ef-8533-7dbfa521074a None None] Pushing event updated for resources: {'Port': ['ID=38a578e6-fad3-411b-a34a-03a31d5adc5a,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:13.132309 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-64f3fe0d-a2d2-4104-97fe-0336eb263e8a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6916482 Nov 24 13:23:13.205883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-83663ca4-be29-45bb-87a9-24086b332eef', 'network_id': '83663ca4-be29-45bb-87a9-24086b332eef', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'fixed_ips': [{'subnet_id': '52739e22-d840-45db-844e-e6cc79bf8c83'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:23:13.208004 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:13.850471 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:13.938138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-11251740-2573-4350-a6d4-08315e5af7ea tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:13.939729 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-11251740-2573-4350-a6d4-08315e5af7ea tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.46 "GET /v2.0/networks?id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a HTTP/1.1" status: 200 len: 811 time: 0.4417415 Nov 24 13:23:14.005274 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-543ee795-5b2c-41da-bdde-624c5f2ee5b3 req-4945baad-db74-40cb-84c4-678c55f954fd tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 210 time: 0.1521556 Nov 24 13:23:14.095667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc652b95-ad08-49e8-a348-f1145db41f71 None None] Network 895882ec-a36d-41f5-b14b-ec9584f4b7b1 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:14.262233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Allocated IP 172.21.0.2 (83663ca4-be29-45bb-87a9-24086b332eef/52739e22-d840-45db-844e-e6cc79bf8c83/e87d3794-2411-4dfd-97a3-7e87552d5bfc) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:23:14.320887 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-c85d6f48-55f2-4a00-b654-14b2b79fb139 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=043eebd593124b14b825cc18dfaf234c HTTP/1.1" status: 200 len: 380 time: 0.3431065 Nov 24 13:23:14.355141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-95500705-c075-4aa4-a930-5fe031288ef9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Request body: {'port': {'device_id': 'bd09dec6-7f4c-456a-9d62-f8f29381a295', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'admin_state_up': True, 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'security_groups': ['6b351919-8e2e-4e0b-8ede-92dd5a538a39']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:14.423113 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45958) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:14.428599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1207716757-network', 'tenant_id': '00f23899f8ae489b82aa8a67178d7477'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:14.473775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] Made reservation on behalf of 00f23899f8ae489b82aa8a67178d7477 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:14.484205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:14.502092 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:14.647154 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:14.661855 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 38a578e6-fad3-411b-a34a-03a31d5adc5a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:23:14.666661 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:14.674808 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:14.682304 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:14.725230 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Network 83663ca4-be29-45bb-87a9-24086b332eef is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:14.740377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:23:14.757212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:14.769231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:23:14.784131 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:14.784484 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] Added segment b595c061-acaa-4c9a-b302-7a0e74ef59f4 of type vlan for network e3158718-28b3-416f-9a4c-a2f93a9e3875 Nov 24 13:23:14.802977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befab38d-ecdd-41aa-8ebd-9720fb83c1fc,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:14.836149 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Allocated IP 172.20.0.1 (dea77e9f-9168-48a6-9b96-7f63a7c74157/5a771c45-76a3-4e10-8348-309d8800e440/2f438b6e-f6d0-4b69-96e5-0f57154dac74) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:23:14.886702 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:14.888041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Pushing event updated for resources: {'Port': ['ID=e87d3794-2411-4dfd-97a3-7e87552d5bfc,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:14.908315 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-95500705-c075-4aa4-a930-5fe031288ef9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Made reservation on behalf of 043eebd593124b14b825cc18dfaf234c for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:14.914991 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-95500705-c075-4aa4-a930-5fe031288ef9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:14.934337 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:14.935982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:14.936800 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:14.943865 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Attempting to bind port e87d3794-2411-4dfd-97a3-7e87552d5bfc on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:23:14.945850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Attempting to bind port e87d3794-2411-4dfd-97a3-7e87552d5bfc by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '78df9397-6ffd-4d78-97c4-91f2d614b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '83663ca4-be29-45bb-87a9-24086b332eef'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:23:14.947089 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Attempting to bind port e87d3794-2411-4dfd-97a3-7e87552d5bfc on network 83663ca4-be29-45bb-87a9-24086b332eef {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:23:14.980652 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:23:14.981216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Checking segment: {'id': '78df9397-6ffd-4d78-97c4-91f2d614b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '83663ca4-be29-45bb-87a9-24086b332eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:14.985654 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:14.986269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Bound using segment: {'id': '78df9397-6ffd-4d78-97c4-91f2d614b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '83663ca4-be29-45bb-87a9-24086b332eef'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:23:14.987183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Bound port: e87d3794-2411-4dfd-97a3-7e87552d5bfc, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78df9397-6ffd-4d78-97c4-91f2d614b08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '83663ca4-be29-45bb-87a9-24086b332eef'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:23:14.989022 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:15.023300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] Pushing event updated for resources: {'Network': ['ID=e3158718-28b3-416f-9a4c-a2f93a9e3875,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:15.047050 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-07e5f3ec-558e-4c7e-994d-d91041733e88 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6222241 Nov 24 13:23:15.050705 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 45966) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:15.062648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-24c7b2b4-4f7e-4fdc-8f9c-6730bef639e0 admin admin] Request body: {'subnet': {'network_id': 'e3158718-28b3-416f-9a4c-a2f93a9e3875', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1207716757-subnet', 'tenant_id': '00f23899f8ae489b82aa8a67178d7477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:15.111954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c7b2b4-4f7e-4fdc-8f9c-6730bef639e0 admin admin] Made reservation on behalf of 00f23899f8ae489b82aa8a67178d7477 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:15.117324 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-24c7b2b4-4f7e-4fdc-8f9c-6730bef639e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:15.158154 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:15.170566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] For port e87d3794-2411-4dfd-97a3-7e87552d5bfc, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:23:15.176499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] For port e87d3794-2411-4dfd-97a3-7e87552d5bfc, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e87d3794-2411-4dfd-97a3-7e87552d5bfc,segment=NetworkSegment(78df9397-6ffd-4d78-97c4-91f2d614b08c),segment_id=78df9397-6ffd-4d78-97c4-91f2d614b08c)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:23:15.178606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344724f1-89f6-4c4b-a0a6-c8c9005a7fec None None] Network dea77e9f-9168-48a6-9b96-7f63a7c74157 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:15.197719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-95500705-c075-4aa4-a930-5fe031288ef9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Allocated IP 172.20.0.10 (8ac16d32-2b4a-4497-8ab0-f1781fca9e4a/7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3/1da576b1-ee06-47f1-9cb2-0357ed6fa6d6) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:23:15.246502 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:15.255986 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c7c6fa19-cdc3-4411-ac40-704e10eea00c req-28f64ef2-fbef-4783-8357-fc9257037160 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 210 time: 0.0945554 Nov 24 13:23:15.301181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network e3158718-28b3-416f-9a4c-a2f93a9e3875 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:23:15.309428 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:15.372783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 38a578e6-fad3-411b-a34a-03a31d5adc5a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:15.373162 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:15.384295 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network dea77e9f-9168-48a6-9b96-7f63a7c74157 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:15.395184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=2f438b6e-f6d0-4b69-96e5-0f57154dac74,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:15.429349 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:15.443228 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:23:15.500437 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-24c7b2b4-4f7e-4fdc-8f9c-6730bef639e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:15.536409 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-703c241c-9104-4208-83c9-ae007750aca8 None None] Provisioning complete for port 38a578e6-fad3-411b-a34a-03a31d5adc5a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:15.536953 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-703c241c-9104-4208-83c9-ae007750aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:15.587353 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:15.617639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c7b2b4-4f7e-4fdc-8f9c-6730bef639e0 admin admin] Checking segment: {'id': 'b595c061-acaa-4c9a-b302-7a0e74ef59f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'e3158718-28b3-416f-9a4c-a2f93a9e3875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:15.618167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7b2b4-4f7e-4fdc-8f9c-6730bef639e0 admin admin] Network hostable DHCP agents. Network: e3158718-28b3-416f-9a4c-a2f93a9e3875, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:23:15.622318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7b2b4-4f7e-4fdc-8f9c-6730bef639e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d9aacf-ca7d-4f0d-9c63-673e49fb20a9,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:15.662800 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c7b2b4-4f7e-4fdc-8f9c-6730bef639e0 admin admin] Network e3158718-28b3-416f-9a4c-a2f93a9e3875 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:23:15.698570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-24c7b2b4-4f7e-4fdc-8f9c-6730bef639e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, e3158718-28b3-416f-9a4c-a2f93a9e3875) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:15.717023 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c7b2b4-4f7e-4fdc-8f9c-6730bef639e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:15.717624 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-24c7b2b4-4f7e-4fdc-8f9c-6730bef639e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:15.762935 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-95500705-c075-4aa4-a930-5fe031288ef9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:15.763395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-24c7b2b4-4f7e-4fdc-8f9c-6730bef639e0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7105207 Nov 24 13:23:15.772957 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e9442-1b64-4304-82ca-483277805229 None None] Network e3158718-28b3-416f-9a4c-a2f93a9e3875 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:15.872932 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:15.893705 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:15.946684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd38e14-ecc3-4de9-b4f3-5b3fc4cada31 None None] Pushing event updated for resources: {'Port': ['ID=e87d3794-2411-4dfd-97a3-7e87552d5bfc,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:16.020613 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-95500705-c075-4aa4-a930-5fe031288ef9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:16.053870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 38a578e6-fad3-411b-a34a-03a31d5adc5a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=38a578e6-fad3-411b-a34a-03a31d5adc5a,segment=NetworkSegment(bf8af756-ce83-401b-b976-69168afa4195),segment_id=bf8af756-ce83-401b-b976-69168afa4195)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:16.116445 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:16.245896 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-703c241c-9104-4208-83c9-ae007750aca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:16.265141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-95500705-c075-4aa4-a930-5fe031288ef9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:16.279037 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-95500705-c075-4aa4-a930-5fe031288ef9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:16.321755 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-95500705-c075-4aa4-a930-5fe031288ef9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:23:16.609677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=38a578e6-fad3-411b-a34a-03a31d5adc5a,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:16.627607 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a491a9-3d14-4995-ba3c-1b6f87b1c9c6 req-df006c77-51b3-4b0a-b983-690ca1df38a1 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:16.631561 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3a491a9-3d14-4995-ba3c-1b6f87b1c9c6 req-df006c77-51b3-4b0a-b983-690ca1df38a1 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 932 time: 0.2002373 Nov 24 13:23:16.657770 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c73ee9-7a4d-4fce-99a8-72db40bed379 None None] Network e3158718-28b3-416f-9a4c-a2f93a9e3875 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:16.748830 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e87d3794-2411-4dfd-97a3-7e87552d5bfc up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:23:16.813354 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3a491a9-3d14-4995-ba3c-1b6f87b1c9c6 req-fd737983-d48d-48db-9471-43e67f3e8420 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b351919-8e2e-4e0b-8ede-92dd5a538a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762085 Nov 24 13:23:16.893187 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:16.903686 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-703c241c-9104-4208-83c9-ae007750aca8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:23:16.905749 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95500705-c075-4aa4-a930-5fe031288ef9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event updated for resources: {'Port': ['ID=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:16.909308 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-703c241c-9104-4208-83c9-ae007750aca8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:23:16.912498 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:16.992369 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:17.029217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e87d3794-2411-4dfd-97a3-7e87552d5bfc triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:17.032338 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:17.231687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network dea77e9f-9168-48a6-9b96-7f63a7c74157 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:17.248503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:17.279963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81602f8a-01ea-4165-85d8-0cdf6e47b97d None None] Network 83663ca4-be29-45bb-87a9-24086b332eef requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:17.324174 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:17.458555 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port e87d3794-2411-4dfd-97a3-7e87552d5bfc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e87d3794-2411-4dfd-97a3-7e87552d5bfc,segment=NetworkSegment(78df9397-6ffd-4d78-97c4-91f2d614b08c),segment_id=78df9397-6ffd-4d78-97c4-91f2d614b08c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:17.467563 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:17.612805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=e87d3794-2411-4dfd-97a3-7e87552d5bfc,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:17.694429 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-52120426-1c7b-4669-a9cf-9e32bae7decc None None] Provisioning complete for port e87d3794-2411-4dfd-97a3-7e87552d5bfc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:17.694810 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-52120426-1c7b-4669-a9cf-9e32bae7decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:17.991399 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=2f438b6e-f6d0-4b69-96e5-0f57154dac74,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:18.018509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-95500705-c075-4aa4-a930-5fe031288ef9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:18.019717 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-95500705-c075-4aa4-a930-5fe031288ef9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:18.076218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba2508-d6f6-490d-8e78-a26de40141c1 req-810b63af-3259-4909-93d9-82821d054689 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:18.079253 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3fba2508-d6f6-490d-8e78-a26de40141c1 req-810b63af-3259-4909-93d9-82821d054689 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 932 time: 0.1271272 Nov 24 13:23:18.086370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-d427a2f2-c88e-41a7-a08a-480c882a6af6 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:18.088593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-d427a2f2-c88e-41a7-a08a-480c882a6af6 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/networks?id=895882ec-a36d-41f5-b14b-ec9584f4b7b1 HTTP/1.1" status: 200 len: 811 time: 1.1788054 Nov 24 13:23:18.092905 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-95500705-c075-4aa4-a930-5fe031288ef9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7450395 Nov 24 13:23:18.113493 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Request body: {'port': {'device_id': 'bd09dec6-7f4c-456a-9d62-f8f29381a295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:18.156595 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-479a81d7-e00b-4744-b410-1dfebba7fde5 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/quotas/ff0f156c667c46a4b3c5388a9d30e247 HTTP/1.1" status: 200 len: 375 time: 0.0570996 Nov 24 13:23:18.178450 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3fba2508-d6f6-490d-8e78-a26de40141c1 req-e7dbc2f5-3410-4d46-9b6c-99176442d452 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b351919-8e2e-4e0b-8ede-92dd5a538a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925422 Nov 24 13:23:18.197376 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-52120426-1c7b-4669-a9cf-9e32bae7decc None None] Provisioning complete for port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:18.197788 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-52120426-1c7b-4669-a9cf-9e32bae7decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:18.247319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-52120426-1c7b-4669-a9cf-9e32bae7decc None None] Port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:23:18.262978 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-76527b28-2f7c-42ad-a572-87fb213a2f6d tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff0f156c667c46a4b3c5388a9d30e247&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0962813 Nov 24 13:23:18.268764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-52120426-1c7b-4669-a9cf-9e32bae7decc None None] Provisioning complete for port 38a578e6-fad3-411b-a34a-03a31d5adc5a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:18.269388 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-52120426-1c7b-4669-a9cf-9e32bae7decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:18.291309 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:18.339884 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router 923e7f03-65bf-40a4-bace-61a4496c1e13 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:23:18.421492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-52120426-1c7b-4669-a9cf-9e32bae7decc None None] Provisioning complete for port 2f438b6e-f6d0-4b69-96e5-0f57154dac74 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:18.422096 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-52120426-1c7b-4669-a9cf-9e32bae7decc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:18.516245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-52120426-1c7b-4669-a9cf-9e32bae7decc None None] Port 2f438b6e-f6d0-4b69-96e5-0f57154dac74 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:23:18.607150 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-fd9781a6-4df2-41ac-8b38-8869fc2fbb4c service neutron] 10.222.0.48 "GET /v2.0/networks/895882ec-a36d-41f5-b14b-ec9584f4b7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335147 Nov 24 13:23:18.644001 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 38a578e6-fad3-411b-a34a-03a31d5adc5a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:23:18.675714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-83a1cc8a-2885-4c49-a397-5cf7970959e3 None None] Provisioning complete for port e87d3794-2411-4dfd-97a3-7e87552d5bfc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:18.677055 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-83a1cc8a-2885-4c49-a397-5cf7970959e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:18.679181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:23:18.686855 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-99c05711-4e0b-4b7e-87b3-41f4487e8abb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/923e7f03-65bf-40a4-bace-61a4496c1e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6760509 Nov 24 13:23:18.690157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46024) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:18.698378 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0b6d6-3f16-4ad7-9499-b5bc1a14041c None None] Sync routers for ids ['923e7f03-65bf-40a4-bace-61a4496c1e13'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:23:18.724411 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0b6d6-3f16-4ad7-9499-b5bc1a14041c None None] Routers {'923e7f03-65bf-40a4-bace-61a4496c1e13'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:18.725073 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4ee0b6d6-3f16-4ad7-9499-b5bc1a14041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:22:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['923e7f03-65bf-40a4-bace-61a4496c1e13'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:18.799610 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d843e1-1fc6-4795-a9c4-7cd70fd97d5d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:18.810626 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a4d843e1-1fc6-4795-a9c4-7cd70fd97d5d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports/2f438b6e-f6d0-4b69-96e5-0f57154dac74 HTTP/1.1" status: 200 len: 910 time: 0.1191494 Nov 24 13:23:18.813085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46026) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:18.822684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 38a578e6-fad3-411b-a34a-03a31d5adc5a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:18.823874 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:18.825683 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4ee0b6d6-3f16-4ad7-9499-b5bc1a14041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:18.844233 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee0b6d6-3f16-4ad7-9499-b5bc1a14041c None None] Routers {'923e7f03-65bf-40a4-bace-61a4496c1e13'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:18.849455 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4ee0b6d6-3f16-4ad7-9499-b5bc1a14041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:22:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['923e7f03-65bf-40a4-bace-61a4496c1e13'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:18.922403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e87d3794-2411-4dfd-97a3-7e87552d5bfc up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:23:18.924351 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4ee0b6d6-3f16-4ad7-9499-b5bc1a14041c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:18.925217 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee0b6d6-3f16-4ad7-9499-b5bc1a14041c None None] The sync data for ids ['923e7f03-65bf-40a4-bace-61a4496c1e13'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:23:19.031665 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e87d3794-2411-4dfd-97a3-7e87552d5bfc triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:19.032305 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:19.078144 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-b55cffa3-59fa-403e-bd59-a20bd13bd913 service neutron] 10.222.0.48 "GET /v2.0/networks/895882ec-a36d-41f5-b14b-ec9584f4b7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596641 Nov 24 13:23:19.086525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:23:19.119561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:19.147306 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Transition to ACTIVE for port object 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:23:19.160328 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:19.298652 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Pushing event updated for resources: {'Port': ['ID=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:19.417012 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:19.517443 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9611d8e5-1ba8-4612-bf2a-0ee45a5436fb req-c0252877-af8b-4532-9437-812c029684a7 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 210 time: 0.0531199 Nov 24 13:23:19.580423 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Attempting to bind port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:23:19.580816 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Attempting to bind port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:23:19.581358 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Attempting to bind port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 on network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:23:19.591427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 on network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:23:19.591647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Attempting to bind port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 on network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:23:19.616069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:23:19.616646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Checking segment: {'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:19.617224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Bound using segment: {'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:23:19.618502 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Bound port: 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:23:19.619065 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:19.668192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e336d-4d66-49d1-bbf0-f42cbb690314 req-7a4cb58d-ecd6-4860-91a4-a2b5cb359409 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:19.677225 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d62e336d-4d66-49d1-bbf0-f42cbb690314 req-7a4cb58d-ecd6-4860-91a4-a2b5cb359409 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 944 time: 0.2623601 Nov 24 13:23:19.746609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] For port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:23:19.753466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] For port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:23:19.768224 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:19.824173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d62e336d-4d66-49d1-bbf0-f42cbb690314 req-182d7e7a-a560-48de-9d81-8a5bfc752e85 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b351919-8e2e-4e0b-8ede-92dd5a538a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429975 Nov 24 13:23:19.831366 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:19.832212 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:19.844349 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] 10.222.0.46 "PUT /v2.0/ports/1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 HTTP/1.1" status: 200 len: 1092 time: 1.7258158 Nov 24 13:23:19.845001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd09dec6-7f4c-456a-9d62-f8f29381a295', 'tag': '1da576b1-ee06-47f1-9cb2-0357ed6fa6d6'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:23:19.847421 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c48dfcf-af89-45fd-b446-b04ed2eb897e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd09dec6-7f4c-456a-9d62-f8f29381a295", "tag": "1da576b1-ee06-47f1-9cb2-0357ed6fa6d6"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:23:19.924376 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd0d7c8-9ae7-41a1-ab4f-77c2d6c0c805 x-openstack-request-id: req-0fd0d7c8-9ae7-41a1-ab4f-77c2d6c0c805 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:23:19.924777 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd09dec6-7f4c-456a-9d62-f8f29381a295", "tag": "1da576b1-ee06-47f1-9cb2-0357ed6fa6d6", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:23:19.925093 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0fd0d7c8-9ae7-41a1-ab4f-77c2d6c0c805 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:23:19.925831 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd09dec6-7f4c-456a-9d62-f8f29381a295', 'tag': '1da576b1-ee06-47f1-9cb2-0357ed6fa6d6', 'status': 'completed', 'code': 200} Nov 24 13:23:19.968973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-9455821f-2f03-412e-9980-fb79fd3071c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:19.970827 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-9455821f-2f03-412e-9980-fb79fd3071c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=043eebd593124b14b825cc18dfaf234c&device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 1095 time: 0.0931919 Nov 24 13:23:19.971921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dad9d-fd8b-4fac-a76c-3a2185e8369f service neutron] Pushing event updated for resources: {'Port': ['ID=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:20.042211 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-9fce5d8e-4749-4cfd-b623-6ba5b085bf4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 HTTP/1.1" status: 200 len: 217 time: 0.0625160 Nov 24 13:23:20.114748 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-dd4fb634-a8c6-423e-8575-36b70023c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:20.116611 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-dd4fb634-a8c6-423e-8575-36b70023c517 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3 HTTP/1.1" status: 200 len: 850 time: 0.0655262 Nov 24 13:23:20.173524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Allocated IP 172.21.0.1 (83663ca4-be29-45bb-87a9-24086b332eef/52739e22-d840-45db-844e-e6cc79bf8c83/b01016f7-291b-4f6d-8d1e-020d1c68e828) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:23:20.178390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-b79b61d8-9c11-486a-9c49-fa05484daf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:20.180121 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-b79b61d8-9c11-486a-9c49-fa05484daf0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559516 Nov 24 13:23:20.389719 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-6b87618f-a146-4daf-b167-ccd7c335fdfe service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013328 Nov 24 13:23:20.522941 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:20.571245 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:20.623931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 83663ca4-be29-45bb-87a9-24086b332eef is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:20.634300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:20.663136 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc946efe-70cb-4532-8933-1e85393e5c48 req-8f4ff91a-9b07-404a-8925-e0141030a4f1 service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583997 Nov 24 13:23:20.675924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:23:20.733417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=b01016f7-291b-4f6d-8d1e-020d1c68e828,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:20.770835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b2372fb-837c-4c41-a10f-536848aea492 req-6a5fb081-03d1-4dbb-8670-f70bae10c521 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 210 time: 0.0737569 Nov 24 13:23:20.804482 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:20.838534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48dfcf-af89-45fd-b446-b04ed2eb897e req-072c3ba3-3c06-48ff-a7d8-6685415e12f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:20.842419 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c48dfcf-af89-45fd-b446-b04ed2eb897e req-072c3ba3-3c06-48ff-a7d8-6685415e12f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=043eebd593124b14b825cc18dfaf234c&device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 1095 time: 0.1220007 Nov 24 13:23:20.858941 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-773336e4-e7b3-455d-945c-c54b14aaf25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:21.087446 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:21.108241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5643fd4d-e5c5-455b-ba3f-5a267b24b092 None None] Provisioning complete for port b01016f7-291b-4f6d-8d1e-020d1c68e828 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:21.110197 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5643fd4d-e5c5-455b-ba3f-5a267b24b092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:21.130429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48dfcf-af89-45fd-b446-b04ed2eb897e req-60b5a88a-5a9e-4bfe-8f24-b6c8e510f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:21.131358 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c48dfcf-af89-45fd-b446-b04ed2eb897e req-60b5a88a-5a9e-4bfe-8f24-b6c8e510f042 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a HTTP/1.1" status: 200 len: 912 time: 0.2730172 Nov 24 13:23:21.158659 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e568d0-29bc-4a3b-85a6-6739200a3e09 req-fc56f483-ddfd-4b20-beee-86cab98062fd tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:21.163817 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8e568d0-29bc-4a3b-85a6-6739200a3e09 req-fc56f483-ddfd-4b20-beee-86cab98062fd tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 944 time: 0.1794815 Nov 24 13:23:21.217246 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c48dfcf-af89-45fd-b446-b04ed2eb897e req-9d94ff3a-315f-4eb5-a331-6a42fdb05a56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 HTTP/1.1" status: 200 len: 217 time: 0.0520887 Nov 24 13:23:21.274917 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5643fd4d-e5c5-455b-ba3f-5a267b24b092 None None] Port b01016f7-291b-4f6d-8d1e-020d1c68e828 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:23:21.321065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48dfcf-af89-45fd-b446-b04ed2eb897e req-3b20f98c-ad92-4a2c-b06b-459e13b22939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:21.321331 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c48dfcf-af89-45fd-b446-b04ed2eb897e req-3b20f98c-ad92-4a2c-b06b-459e13b22939 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3 HTTP/1.1" status: 200 len: 850 time: 0.0944121 Nov 24 13:23:21.325846 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8e568d0-29bc-4a3b-85a6-6739200a3e09 req-ff1f2c12-e311-43b9-a2b4-01c1e4d8fb5f tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b351919-8e2e-4e0b-8ede-92dd5a538a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066287 Nov 24 13:23:21.396485 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48dfcf-af89-45fd-b446-b04ed2eb897e req-744e935f-0d5f-449a-8f8f-2bf767f3cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:21.401542 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c48dfcf-af89-45fd-b446-b04ed2eb897e req-744e935f-0d5f-449a-8f8f-2bf767f3cd59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726593 Nov 24 13:23:21.538548 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c48dfcf-af89-45fd-b446-b04ed2eb897e req-738084cb-10a7-41c4-bdbd-5bb520c1ddae service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269515 Nov 24 13:23:21.588616 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-5f05b672-f14c-4e2e-ae0b-3e2ef57a4ee7 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:21.590192 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-5f05b672-f14c-4e2e-ae0b-3e2ef57a4ee7 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.46 "GET /v2.0/networks?id=895882ec-a36d-41f5-b14b-ec9584f4b7b1 HTTP/1.1" status: 200 len: 811 time: 0.5311177 Nov 24 13:23:21.615006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-cf83507d-f710-4240-a458-f5a5b32adaf2 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Request body: {'port': {'device_id': '7f8d88d2-0ec3-406e-9246-edcaa5ff6291', 'network_id': '895882ec-a36d-41f5-b14b-ec9584f4b7b1', 'admin_state_up': True, 'tenant_id': 'ff0f156c667c46a4b3c5388a9d30e247'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:21.623286 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:21.674675 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:21.703797 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7c48dfcf-af89-45fd-b446-b04ed2eb897e req-51dbe742-cbf3-4a1a-af52-b378d718071c service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561394 Nov 24 13:23:21.798370 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:21.984554 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e0a8c727-1a59-44b0-a91f-261da70870cf req-831cfe86-d32a-412a-9e3d-0a64f8fdff0a tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 210 time: 0.0930514 Nov 24 13:23:21.997287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=b01016f7-291b-4f6d-8d1e-020d1c68e828,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:22.043735 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-cf83507d-f710-4240-a458-f5a5b32adaf2 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Made reservation on behalf of ff0f156c667c46a4b3c5388a9d30e247 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:22.047990 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-cf83507d-f710-4240-a458-f5a5b32adaf2 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:22.132390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 83663ca4-be29-45bb-87a9-24086b332eef is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:22.135903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:22.315562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router 923e7f03-65bf-40a4-bace-61a4496c1e13 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:23:22.410276 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-cf83507d-f710-4240-a458-f5a5b32adaf2 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Allocated IP 172.20.0.7 (895882ec-a36d-41f5-b14b-ec9584f4b7b1/d46f0a20-7b8b-49ba-a4a7-c178df448359/380ca897-b272-4612-b851-f03f36ca74a3) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:23:22.512046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b140e599-bfb8-4922-aa74-bc12072077b1 None None] Provisioning complete for port b01016f7-291b-4f6d-8d1e-020d1c68e828 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:22.513064 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b140e599-bfb8-4922-aa74-bc12072077b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:22.581025 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b140e599-bfb8-4922-aa74-bc12072077b1 None None] Port b01016f7-291b-4f6d-8d1e-020d1c68e828 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:23:22.584429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:23:22.596275 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a5c05017-c641-4b53-9884-8e2196416b68 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/923e7f03-65bf-40a4-bace-61a4496c1e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7797799 Nov 24 13:23:22.596903 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a52fcf-0420-4e80-b602-14e09cfddfe8 req-9e05cb93-dc3e-4e8c-960a-12bb3f28f8f4 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:22.597287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bf36c-3131-4abb-9e9e-498508550794 None None] Sync routers for ids ['923e7f03-65bf-40a4-bace-61a4496c1e13'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:23:22.603977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46078) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:22.607095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035bf36c-3131-4abb-9e9e-498508550794 None None] Routers {'923e7f03-65bf-40a4-bace-61a4496c1e13'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:22.608173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-035bf36c-3131-4abb-9e9e-498508550794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:22:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['923e7f03-65bf-40a4-bace-61a4496c1e13'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:22.610711 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74a52fcf-0420-4e80-b602-14e09cfddfe8 req-9e05cb93-dc3e-4e8c-960a-12bb3f28f8f4 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 944 time: 0.1197309 Nov 24 13:23:22.646836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-035bf36c-3131-4abb-9e9e-498508550794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:22.666905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035bf36c-3131-4abb-9e9e-498508550794 None None] Routers {'923e7f03-65bf-40a4-bace-61a4496c1e13'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:22.667644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-035bf36c-3131-4abb-9e9e-498508550794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:22:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['923e7f03-65bf-40a4-bace-61a4496c1e13'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:22.708198 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74a52fcf-0420-4e80-b602-14e09cfddfe8 req-8aa95982-de5e-4d0b-99f1-61ba117cf456 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b351919-8e2e-4e0b-8ede-92dd5a538a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963140 Nov 24 13:23:22.757591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-035bf36c-3131-4abb-9e9e-498508550794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:22.758280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035bf36c-3131-4abb-9e9e-498508550794 None None] The sync data for ids ['923e7f03-65bf-40a4-bace-61a4496c1e13'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:23:22.805662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49618f19-f976-42ec-9e43-22763724e79f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:22.807066 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-49618f19-f976-42ec-9e43-22763724e79f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports/b01016f7-291b-4f6d-8d1e-020d1c68e828 HTTP/1.1" status: 200 len: 910 time: 0.1999269 Nov 24 13:23:22.810006 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46086) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:22.950783 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-cf83507d-f710-4240-a458-f5a5b32adaf2 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:23.000824 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-cf83507d-f710-4240-a458-f5a5b32adaf2 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:23.079673 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-cf83507d-f710-4240-a458-f5a5b32adaf2 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Network 895882ec-a36d-41f5-b14b-ec9584f4b7b1 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:23.085016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-cf83507d-f710-4240-a458-f5a5b32adaf2 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:23.088368 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83507d-f710-4240-a458-f5a5b32adaf2 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Pushing event updated for resources: {'Port': ['ID=380ca897-b272-4612-b851-f03f36ca74a3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:23.092542 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-cf83507d-f710-4240-a458-f5a5b32adaf2 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:23:23.186569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-cf83507d-f710-4240-a458-f5a5b32adaf2 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:23.187402 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-cf83507d-f710-4240-a458-f5a5b32adaf2 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:23.224234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ec787-46c8-4bee-ac46-2aa89995a405 req-e36b4715-fc84-47be-a833-7fb82d0fdc63 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:23.234441 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e46ec787-46c8-4bee-ac46-2aa89995a405 req-e36b4715-fc84-47be-a833-7fb82d0fdc63 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 931 time: 0.0953271 Nov 24 13:23:23.237790 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-cf83507d-f710-4240-a458-f5a5b32adaf2 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6292925 Nov 24 13:23:23.262485 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a023ee41-a708-4491-a2ae-07d8a8509622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:23.267889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Request body: {'port': {'device_id': '7f8d88d2-0ec3-406e-9246-edcaa5ff6291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:23.356049 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d369eab0-0b72-4fa1-b22c-9f379bc2fe00 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:23.419346 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e46ec787-46c8-4bee-ac46-2aa89995a405 req-3275ceea-c596-4bff-bfb3-92809e1e0a5e tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658804 Nov 24 13:23:23.421320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:23:23.424677 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:23.699260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:23.766693 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '1da576b1-ee06-47f1-9cb2-0357ed6fa6d6', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'port_id': '1da576b1-ee06-47f1-9cb2-0357ed6fa6d6', 'mac_address': 'fa:16:3e:0f:e6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:23:23.824494 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:23.872470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:23:23.913627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:23.920587 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:23.976267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a56d7-3be5-421e-af06-513f061c0887 req-4ae7fd58-fea6-4709-9a06-39347ca56122 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:23.985252 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e0a56d7-3be5-421e-af06-513f061c0887 req-4ae7fd58-fea6-4709-9a06-39347ca56122 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 944 time: 0.1550436 Nov 24 13:23:23.998805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 380ca897-b272-4612-b851-f03f36ca74a3 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:23:24.002772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:24.017694 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:24.037019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Transition to ACTIVE for port object 380ca897-b272-4612-b851-f03f36ca74a3 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:23:24.044090 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:24.060535 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e0a56d7-3be5-421e-af06-513f061c0887 req-34794151-7585-40a3-99ff-9da121c9148d tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b351919-8e2e-4e0b-8ede-92dd5a538a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742226 Nov 24 13:23:24.070044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-d369eab0-0b72-4fa1-b22c-9f379bc2fe00 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port b01016f7-291b-4f6d-8d1e-020d1c68e828 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:23:24.070370 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d369eab0-0b72-4fa1-b22c-9f379bc2fe00 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:24.137766 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['1da576b1-ee06-47f1-9cb2-0357ed6fa6d6'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:23:24.170081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Pushing event updated for resources: {'Port': ['ID=380ca897-b272-4612-b851-f03f36ca74a3,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:24.198782 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d369eab0-0b72-4fa1-b22c-9f379bc2fe00 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:24.218539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-d369eab0-0b72-4fa1-b22c-9f379bc2fe00 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for b01016f7-291b-4f6d-8d1e-020d1c68e828 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:23:24.231239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Attempting to bind port 380ca897-b272-4612-b851-f03f36ca74a3 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:23:24.232327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Attempting to bind port 380ca897-b272-4612-b851-f03f36ca74a3 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'df2db014-8be6-4da6-b8ee-2531440ef331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '895882ec-a36d-41f5-b14b-ec9584f4b7b1'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:23:24.233167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Attempting to bind port 380ca897-b272-4612-b851-f03f36ca74a3 on network 895882ec-a36d-41f5-b14b-ec9584f4b7b1 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:23:24.241859 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Port 380ca897-b272-4612-b851-f03f36ca74a3 on network 895882ec-a36d-41f5-b14b-ec9584f4b7b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:23:24.243828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Attempting to bind port 380ca897-b272-4612-b851-f03f36ca74a3 on network 895882ec-a36d-41f5-b14b-ec9584f4b7b1 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:23:24.257588 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:23:24.258065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Checking segment: {'id': 'df2db014-8be6-4da6-b8ee-2531440ef331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '895882ec-a36d-41f5-b14b-ec9584f4b7b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:24.258644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Bound using segment: {'id': 'df2db014-8be6-4da6-b8ee-2531440ef331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '895882ec-a36d-41f5-b14b-ec9584f4b7b1'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:23:24.259967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Bound port: 380ca897-b272-4612-b851-f03f36ca74a3, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2db014-8be6-4da6-b8ee-2531440ef331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '895882ec-a36d-41f5-b14b-ec9584f4b7b1'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:23:24.261191 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:24.364413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] For port 380ca897-b272-4612-b851-f03f36ca74a3, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:23:24.368099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] For port 380ca897-b272-4612-b851-f03f36ca74a3, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=380ca897-b272-4612-b851-f03f36ca74a3,segment=NetworkSegment(df2db014-8be6-4da6-b8ee-2531440ef331),segment_id=df2db014-8be6-4da6-b8ee-2531440ef331)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:23:24.373684 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:24.412561 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:24.424922 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:24.425551 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:24.426951 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] 10.222.0.46 "PUT /v2.0/ports/380ca897-b272-4612-b851-f03f36ca74a3 HTTP/1.1" status: 200 len: 1091 time: 1.1760499 Nov 24 13:23:24.430198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8d88d2-0ec3-406e-9246-edcaa5ff6291', 'tag': '380ca897-b272-4612-b851-f03f36ca74a3'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:23:24.434109 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd0f985-ca0b-414e-84ba-deab8a076cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8d88d2-0ec3-406e-9246-edcaa5ff6291", "tag": "380ca897-b272-4612-b851-f03f36ca74a3"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:23:24.502618 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d369eab0-0b72-4fa1-b22c-9f379bc2fe00 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:24.544074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8ec8d-4fe2-47e4-9e3f-c6b2589c439a service neutron] Pushing event updated for resources: {'Port': ['ID=380ca897-b272-4612-b851-f03f36ca74a3,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:24.563929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-286565e4-c23b-4283-893b-b2a8b525cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:24.565834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-286565e4-c23b-4283-893b-b2a8b525cb86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff0f156c667c46a4b3c5388a9d30e247&device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 1094 time: 0.0789497 Nov 24 13:23:24.573220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369eab0-0b72-4fa1-b22c-9f379bc2fe00 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=b01016f7-291b-4f6d-8d1e-020d1c68e828,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:24.656540 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff60b5dc-688d-4709-9d8d-bd463978bc00 x-openstack-request-id: req-ff60b5dc-688d-4709-9d8d-bd463978bc00 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:23:24.657012 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8d88d2-0ec3-406e-9246-edcaa5ff6291", "tag": "380ca897-b272-4612-b851-f03f36ca74a3", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:23:24.657125 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff60b5dc-688d-4709-9d8d-bd463978bc00 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:23:24.657527 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8d88d2-0ec3-406e-9246-edcaa5ff6291', 'tag': '380ca897-b272-4612-b851-f03f36ca74a3', 'status': 'completed', 'code': 200} Nov 24 13:23:24.659865 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-8f6db5e0-e0c3-4dde-8654-ce49c44c9c46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=380ca897-b272-4612-b851-f03f36ca74a3 HTTP/1.1" status: 200 len: 217 time: 0.0846958 Nov 24 13:23:24.743432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-b70ee270-ff5a-4980-bb8e-03eebeb3de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:24.745758 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-b70ee270-ff5a-4980-bb8e-03eebeb3de56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d46f0a20-7b8b-49ba-a4a7-c178df448359 HTTP/1.1" status: 200 len: 851 time: 0.0762584 Nov 24 13:23:24.751075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15748bfb-5fb2-4007-badb-d7d8787192ee req-5a8da876-e906-4ec5-aa35-52b96e4e1a24 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:24.752583 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15748bfb-5fb2-4007-badb-d7d8787192ee req-5a8da876-e906-4ec5-aa35-52b96e4e1a24 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 943 time: 0.1840630 Nov 24 13:23:24.828437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-f06d6185-c544-488b-981f-18bdb4a1afe4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=895882ec-a36d-41f5-b14b-ec9584f4b7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746830 Nov 24 13:23:25.062120 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15748bfb-5fb2-4007-badb-d7d8787192ee req-f93f085a-ccb4-4f52-86b3-8ac0f88a7831 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974541 Nov 24 13:23:25.078918 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d369eab0-0b72-4fa1-b22c-9f379bc2fe00 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:25.119514 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-a5e80760-1507-41dc-96b2-e2f6f7644192 service neutron] 10.222.0.46 "GET /v2.0/networks/895882ec-a36d-41f5-b14b-ec9584f4b7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830591 Nov 24 13:23:25.320225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcf163-2371-402c-a6a4-a5412de5fa4d req-ce46d4b2-af39-4a4d-96d1-90efcbe1dbeb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:25.330301 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38fcf163-2371-402c-a6a4-a5412de5fa4d req-ce46d4b2-af39-4a4d-96d1-90efcbe1dbeb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 945 time: 0.1364386 Nov 24 13:23:25.346406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94d8b683-9f77-4407-9a42-88dd9e8f6a59 req-e3730a8f-96db-493f-914e-178833c8f04c service neutron] 10.222.0.46 "GET /v2.0/networks/895882ec-a36d-41f5-b14b-ec9584f4b7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196465 Nov 24 13:23:25.437334 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-38fcf163-2371-402c-a6a4-a5412de5fa4d req-6e53f664-a3da-46a6-8fc2-8329e46c6932 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b351919-8e2e-4e0b-8ede-92dd5a538a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059170 Nov 24 13:23:25.437593 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:23:25.524281 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d369eab0-0b72-4fa1-b22c-9f379bc2fe00 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router 923e7f03-65bf-40a4-bace-61a4496c1e13 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:23:25.541272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0f985-ca0b-414e-84ba-deab8a076cbf req-f578ce70-2abb-4ac5-ad15-f6d42ab5e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:25.544407 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9dd0f985-ca0b-414e-84ba-deab8a076cbf req-f578ce70-2abb-4ac5-ad15-f6d42ab5e802 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff0f156c667c46a4b3c5388a9d30e247&device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 1094 time: 0.1014352 Nov 24 13:23:25.550846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:23:25.559509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:25.561272 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:25.683846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0f985-ca0b-414e-84ba-deab8a076cbf req-20361965-f2ef-485e-9cc4-b889f48f9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:25.685425 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9dd0f985-ca0b-414e-84ba-deab8a076cbf req-20361965-f2ef-485e-9cc4-b889f48f9e4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=895882ec-a36d-41f5-b14b-ec9584f4b7b1 HTTP/1.1" status: 200 len: 912 time: 0.1328788 Nov 24 13:23:25.821678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d369eab0-0b72-4fa1-b22c-9f379bc2fe00 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:23:25.821970 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330270c-a0d7-4cfa-bc5e-31b2ecbbab01 None None] Sync routers for ids ['923e7f03-65bf-40a4-bace-61a4496c1e13'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:23:25.822590 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d369eab0-0b72-4fa1-b22c-9f379bc2fe00 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/923e7f03-65bf-40a4-bace-61a4496c1e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9445720 Nov 24 13:23:25.822590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46124) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:25.824014 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:25.824327 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330270c-a0d7-4cfa-bc5e-31b2ecbbab01 None None] Routers {'923e7f03-65bf-40a4-bace-61a4496c1e13'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:25.824327 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-7330270c-a0d7-4cfa-bc5e-31b2ecbbab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['923e7f03-65bf-40a4-bace-61a4496c1e13'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:25.952191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:25.952191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd09dec6-7f4c-456a-9d62-f8f29381a295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da576b1-ee06-47f1-9cb2-0357ed6fa6d6'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:23:25.953974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9dd0f985-ca0b-414e-84ba-deab8a076cbf req-c3ee9edf-a0d2-4891-b296-255f6e89e684 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=380ca897-b272-4612-b851-f03f36ca74a3 HTTP/1.1" status: 200 len: 217 time: 0.1390002 Nov 24 13:23:25.954346 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e4d7ac-f94a-47d1-9b94-dbc06afb6661" -d '{"events": [{"server_uuid": "bd09dec6-7f4c-456a-9d62-f8f29381a295", "name": "network-vif-plugged", "status": "completed", "tag": "1da576b1-ee06-47f1-9cb2-0357ed6fa6d6"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:23:25.954649 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-7330270c-a0d7-4cfa-bc5e-31b2ecbbab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:25.955398 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:25.956070 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330270c-a0d7-4cfa-bc5e-31b2ecbbab01 None None] Routers {'923e7f03-65bf-40a4-bace-61a4496c1e13'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:25.956070 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-7330270c-a0d7-4cfa-bc5e-31b2ecbbab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['923e7f03-65bf-40a4-bace-61a4496c1e13'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:25.965530 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-7330270c-a0d7-4cfa-bc5e-31b2ecbbab01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:25.965530 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330270c-a0d7-4cfa-bc5e-31b2ecbbab01 None None] The sync data for ids ['923e7f03-65bf-40a4-bace-61a4496c1e13'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:23:26.035172 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0f985-ca0b-414e-84ba-deab8a076cbf req-8621993c-7b1d-4211-8009-83bedbf08ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:26.036678 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9dd0f985-ca0b-414e-84ba-deab8a076cbf req-8621993c-7b1d-4211-8009-83bedbf08ede service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d46f0a20-7b8b-49ba-a4a7-c178df448359 HTTP/1.1" status: 200 len: 851 time: 0.1965764 Nov 24 13:23:26.068443 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d875c9-6fcd-4cac-b321-ee21afb6dbef x-openstack-request-id: req-05d875c9-6fcd-4cac-b321-ee21afb6dbef {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:23:26.069159 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd09dec6-7f4c-456a-9d62-f8f29381a295", "name": "network-vif-plugged", "status": "completed", "tag": "1da576b1-ee06-47f1-9cb2-0357ed6fa6d6", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:23:26.070003 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05d875c9-6fcd-4cac-b321-ee21afb6dbef {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:23:26.070444 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd09dec6-7f4c-456a-9d62-f8f29381a295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da576b1-ee06-47f1-9cb2-0357ed6fa6d6', 'code': 200} Nov 24 13:23:26.074542 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:26.125721 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9dd0f985-ca0b-414e-84ba-deab8a076cbf req-b430a1e5-c4fb-45b9-86d0-0270b0f0d3fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=895882ec-a36d-41f5-b14b-ec9584f4b7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638528 Nov 24 13:23:26.133163 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:26.276605 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9dd0f985-ca0b-414e-84ba-deab8a076cbf req-f94b09f4-1c42-4d72-af24-87dba4c5ff58 service neutron] 10.222.0.46 "GET /v2.0/networks/895882ec-a36d-41f5-b14b-ec9584f4b7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388316 Nov 24 13:23:26.443365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3695a-a3b3-4ca9-b7f3-f0bc11207f42 req-f937e3e3-1f54-4aca-8c7a-88c5ba61f9f7 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:26.451540 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-48a3695a-a3b3-4ca9-b7f3-f0bc11207f42 req-f937e3e3-1f54-4aca-8c7a-88c5ba61f9f7 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 943 time: 0.1724601 Nov 24 13:23:26.524744 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9dd0f985-ca0b-414e-84ba-deab8a076cbf req-a6dbe7cd-133e-4ce6-a300-64e929de5729 service neutron] 10.222.0.46 "GET /v2.0/networks/895882ec-a36d-41f5-b14b-ec9584f4b7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373011 Nov 24 13:23:26.584939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-48a3695a-a3b3-4ca9-b7f3-f0bc11207f42 req-df5098f4-fadb-4c39-9ade-d69cae4e76c0 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986891 Nov 24 13:23:26.703542 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:26.715189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ce565-85cd-400d-ae78-c13710b46d07 req-b85ead42-d77d-43e8-8d63-934a789f2bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:26.716679 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b99ce565-85cd-400d-ae78-c13710b46d07 req-b85ead42-d77d-43e8-8d63-934a789f2bb9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 1097 time: 0.6492434 Nov 24 13:23:26.808047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95e21c-5d00-4e69-b540-f71508a17873 req-cccec0e4-c8d4-43ee-923e-58b3f7c367a4 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:26.809808 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dc95e21c-5d00-4e69-b540-f71508a17873 req-cccec0e4-c8d4-43ee-923e-58b3f7c367a4 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 946 time: 0.1988432 Nov 24 13:23:26.948784 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b99ce565-85cd-400d-ae78-c13710b46d07 req-6a145518-8588-4d64-9cbd-b14356cf4d49 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6b351919-8e2e-4e0b-8ede-92dd5a538a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930737 Nov 24 13:23:26.978561 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dc95e21c-5d00-4e69-b540-f71508a17873 req-a3f08f3e-6c79-49b5-8312-b827bff2853a tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b351919-8e2e-4e0b-8ede-92dd5a538a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616569 Nov 24 13:23:27.181295 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccd9a-f064-46cf-9ad9-c4f159c0c0c3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:27.571787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-cf5ccd9a-f064-46cf-9ad9-c4f159c0c0c3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port 2f438b6e-f6d0-4b69-96e5-0f57154dac74 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:23:27.572198 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccd9a-f064-46cf-9ad9-c4f159c0c0c3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:27.620126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e51919-eb0c-418a-8723-725d11f54d4c req-c5b0b1ef-bbbc-4aa1-9475-1928e5d89426 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:27.628386 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-43e51919-eb0c-418a-8723-725d11f54d4c req-c5b0b1ef-bbbc-4aa1-9475-1928e5d89426 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 812 time: 0.1521163 Nov 24 13:23:27.642244 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-43e51919-eb0c-418a-8723-725d11f54d4c req-8bce0d86-930b-4f9a-a601-efa2c2e8829f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/quotas/f9eb189f71044813946e9bb1928ef292 HTTP/1.1" status: 200 len: 375 time: 0.0125804 Nov 24 13:23:27.674490 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccd9a-f064-46cf-9ad9-c4f159c0c0c3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:27.691805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-cf5ccd9a-f064-46cf-9ad9-c4f159c0c0c3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for 2f438b6e-f6d0-4b69-96e5-0f57154dac74 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:23:27.723629 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-43e51919-eb0c-418a-8723-725d11f54d4c req-1e1023e6-6579-40d9-95a9-d93a4ce04e1a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718451 Nov 24 13:23:27.829910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab93d37-b107-429c-909b-c0917ef2b520 req-6793850f-570e-4a03-8318-e21a6d37f16c tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:27.833197 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bab93d37-b107-429c-909b-c0917ef2b520 req-6793850f-570e-4a03-8318-e21a6d37f16c tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 943 time: 0.1269786 Nov 24 13:23:27.960415 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bab93d37-b107-429c-909b-c0917ef2b520 req-d95ab930-18dd-45d0-9269-f15247e245b8 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151986 Nov 24 13:23:28.050833 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccd9a-f064-46cf-9ad9-c4f159c0c0c3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:28.083839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ccd9a-f064-46cf-9ad9-c4f159c0c0c3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=2f438b6e-f6d0-4b69-96e5-0f57154dac74,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:28.258064 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e40294-9be3-4e77-9734-e63e685a1458 req-9dc45d52-fd83-4b01-8eb8-3243401448c9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:28.273432 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93e40294-9be3-4e77-9734-e63e685a1458 req-9dc45d52-fd83-4b01-8eb8-3243401448c9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 946 time: 0.1822147 Nov 24 13:23:28.344459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-93e40294-9be3-4e77-9734-e63e685a1458 req-520a9baa-3ff2-4c75-90f8-e9a320557101 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b351919-8e2e-4e0b-8ede-92dd5a538a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698855 Nov 24 13:23:28.487191 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf5ccd9a-f064-46cf-9ad9-c4f159c0c0c3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:28.565345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-43e51919-eb0c-418a-8723-725d11f54d4c req-22d29822-f87c-459f-95d4-219f2846e2bf service neutron] 10.222.0.48 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8297265 Nov 24 13:23:28.686583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5ccd9a-f064-46cf-9ad9-c4f159c0c0c3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router 923e7f03-65bf-40a4-bace-61a4496c1e13 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:23:28.693088 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-43e51919-eb0c-418a-8723-725d11f54d4c req-1df3e2d5-67bc-4182-8c67-c56e584fed63 service neutron] 10.222.0.48 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207366 Nov 24 13:23:28.786362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5ccd9a-f064-46cf-9ad9-c4f159c0c0c3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:23:28.792343 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cf5ccd9a-f064-46cf-9ad9-c4f159c0c0c3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/923e7f03-65bf-40a4-bace-61a4496c1e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0327466 Nov 24 13:23:28.794985 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46212) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:28.797993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2742ad96-967f-4456-a87d-dbc446101981 None None] Sync routers for ids ['923e7f03-65bf-40a4-bace-61a4496c1e13'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:23:28.810256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2742ad96-967f-4456-a87d-dbc446101981 None None] Routers {'923e7f03-65bf-40a4-bace-61a4496c1e13'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:28.811153 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2742ad96-967f-4456-a87d-dbc446101981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['923e7f03-65bf-40a4-bace-61a4496c1e13'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:28.841459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46216) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:28.841856 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d6c9691e-b5a9-45d0-8954-32b828774856 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports?device_id=923e7f03-65bf-40a4-bace-61a4496c1e13 HTTP/1.1" status: 200 len: 205 time: 0.0457671 Nov 24 13:23:28.867621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2742ad96-967f-4456-a87d-dbc446101981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:28.890187 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2742ad96-967f-4456-a87d-dbc446101981 None None] Routers {'923e7f03-65bf-40a4-bace-61a4496c1e13'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:28.891064 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2742ad96-967f-4456-a87d-dbc446101981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['923e7f03-65bf-40a4-bace-61a4496c1e13'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:28.932834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2742ad96-967f-4456-a87d-dbc446101981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:28.933512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2742ad96-967f-4456-a87d-dbc446101981 None None] The sync data for ids ['923e7f03-65bf-40a4-bace-61a4496c1e13'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:23:28.945355 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69e548ad-570a-4a1a-b41b-6fb7f797653f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:29.153512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bbca2-200e-4390-9910-fa8c8fba7903 req-9180fc97-992a-4943-a5f4-bbb9550d84c0 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:29.155532 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-381bbca2-200e-4390-9910-fa8c8fba7903 req-9180fc97-992a-4943-a5f4-bbb9550d84c0 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 943 time: 0.1191010 Nov 24 13:23:29.179768 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac99b423-69bb-4a44-89fb-0e7d8d8a2deb req-99a7d0bb-e774-453c-a01e-3c30c146624c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 210 time: 0.0428846 Nov 24 13:23:29.181514 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69e548ad-570a-4a1a-b41b-6fb7f797653f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:29.184716 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69e548ad-570a-4a1a-b41b-6fb7f797653f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:29.269119 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69e548ad-570a-4a1a-b41b-6fb7f797653f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:29.269961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e548ad-570a-4a1a-b41b-6fb7f797653f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Fanout notify agent at l3_agent the message router_deleted on router 923e7f03-65bf-40a4-bace-61a4496c1e13 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:23:29.279556 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69e548ad-570a-4a1a-b41b-6fb7f797653f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:29.282024 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-69e548ad-570a-4a1a-b41b-6fb7f797653f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/routers/923e7f03-65bf-40a4-bace-61a4496c1e13 HTTP/1.1" status: 204 len: 168 time: 0.4385931 Nov 24 13:23:29.284421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46238) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:29.291031 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-381bbca2-200e-4390-9910-fa8c8fba7903 req-afcf9a23-c08c-43d6-beae-12ac59ec700a tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976791 Nov 24 13:23:29.371478 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79f16c5-019a-40db-b06a-f2d74100d92e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting subnet 52739e22-d840-45db-844e-e6cc79bf8c83 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:23:29.375705 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f79f16c5-019a-40db-b06a-f2d74100d92e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:29.450010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 380ca897-b272-4612-b851-f03f36ca74a3 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:23:29.475463 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f79f16c5-019a-40db-b06a-f2d74100d92e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:29.554563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedab821-4796-411d-97ea-2773f827f1c0 req-dcd15f79-a7a4-4be4-8350-894ed902ef17 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:29.556292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aedab821-4796-411d-97ea-2773f827f1c0 req-dcd15f79-a7a4-4be4-8350-894ed902ef17 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 946 time: 0.1125295 Nov 24 13:23:29.612852 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 380ca897-b272-4612-b851-f03f36ca74a3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=380ca897-b272-4612-b851-f03f36ca74a3,segment=NetworkSegment(df2db014-8be6-4da6-b8ee-2531440ef331),segment_id=df2db014-8be6-4da6-b8ee-2531440ef331)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:29.630655 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '380ca897-b272-4612-b851-f03f36ca74a3', 'network_id': '895882ec-a36d-41f5-b14b-ec9584f4b7b1', 'port_id': '380ca897-b272-4612-b851-f03f36ca74a3', 'mac_address': 'fa:16:3e:b8:39:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46f0a20-7b8b-49ba-a4a7-c178df448359', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:23:29.659813 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f79f16c5-019a-40db-b06a-f2d74100d92e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:29.693349 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aedab821-4796-411d-97ea-2773f827f1c0 req-232797d9-c84d-4e42-9e57-8aebe9f0001e tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b351919-8e2e-4e0b-8ede-92dd5a538a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263251 Nov 24 13:23:29.723746 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:29.756692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 380ca897-b272-4612-b851-f03f36ca74a3 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:23:29.757117 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f79f16c5-019a-40db-b06a-f2d74100d92e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:29.797316 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 380ca897-b272-4612-b851-f03f36ca74a3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=380ca897-b272-4612-b851-f03f36ca74a3,segment=NetworkSegment(df2db014-8be6-4da6-b8ee-2531440ef331),segment_id=df2db014-8be6-4da6-b8ee-2531440ef331)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:29.797561 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f16c5-019a-40db-b06a-f2d74100d92e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Subnet': ['ID=52739e22-d840-45db-844e-e6cc79bf8c83,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:29.802510 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f79f16c5-019a-40db-b06a-f2d74100d92e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:29.807747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f79f16c5-019a-40db-b06a-f2d74100d92e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/52739e22-d840-45db-844e-e6cc79bf8c83 HTTP/1.1" status: 204 len: 168 time: 0.5222216 Nov 24 13:23:29.808849 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:29.810947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46256) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:29.819263 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb1f068-3bde-4250-bbc9-09e4ba460741 None None] Network 83663ca4-be29-45bb-87a9-24086b332eef requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:29.874559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=380ca897-b272-4612-b851-f03f36ca74a3,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:29.881582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-2835f0f2-051f-4c68-a07c-580686f99f44 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting subnet 5a771c45-76a3-4e10-8348-309d8800e440 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:23:29.886237 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2835f0f2-051f-4c68-a07c-580686f99f44 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:29.947420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf77905-ad33-4833-b775-e2b2b8b482db req-a04856dc-1d91-4b27-a752-e553fc60241d tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:29.961521 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1bf77905-ad33-4833-b775-e2b2b8b482db req-a04856dc-1d91-4b27-a752-e553fc60241d tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 946 time: 0.1779964 Nov 24 13:23:29.962690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46260) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:29.968860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-72776338-3f32-4b9d-86a8-ffa97e02c9eb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Request body: {'floatingip': {'port_id': '1da576b1-ee06-47f1-9cb2-0357ed6fa6d6'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:29.989155 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2835f0f2-051f-4c68-a07c-580686f99f44 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:30.032085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['380ca897-b272-4612-b851-f03f36ca74a3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:23:30.076144 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72776338-3f32-4b9d-86a8-ffa97e02c9eb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:30.121867 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2835f0f2-051f-4c68-a07c-580686f99f44 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:30.133423 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ceb48e-8824-47bb-a63b-f2f71595ea4b None None] DHCP port deletion for 83663ca4-be29-45bb-87a9-24086b332eef request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:23:30.245528 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2835f0f2-051f-4c68-a07c-580686f99f44 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:30.284716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835f0f2-051f-4c68-a07c-580686f99f44 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Subnet': ['ID=5a771c45-76a3-4e10-8348-309d8800e440,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:30.294005 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2835f0f2-051f-4c68-a07c-580686f99f44 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:30.303644 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2835f0f2-051f-4c68-a07c-580686f99f44 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/5a771c45-76a3-4e10-8348-309d8800e440 HTTP/1.1" status: 204 len: 168 time: 0.4899120 Nov 24 13:23:30.304544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46270) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:30.327803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f084a-0a9c-4dda-bfce-4aa1d18381eb None None] Network dea77e9f-9168-48a6-9b96-7f63a7c74157 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:30.461861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abf49e12-00db-4561-9013-6641b66f2057 req-a5d65910-f424-4376-8705-9560c7dec339 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 210 time: 0.1077232 Nov 24 13:23:30.582962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e6ceb48e-8824-47bb-a63b-f2f71595ea4b None None] Deleting port e87d3794-2411-4dfd-97a3-7e87552d5bfc {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:23:30.586528 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:30.595948 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb48e-8824-47bb-a63b-f2f71595ea4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:30.640803 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e748c0-c776-470c-9cdb-69cbc55ea41f req-d79541e3-96b5-4642-a914-9e777f34581f tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:30.645208 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-09e748c0-c776-470c-9cdb-69cbc55ea41f req-d79541e3-96b5-4642-a914-9e777f34581f tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 944 time: 0.1907578 Nov 24 13:23:30.693465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port e87d3794-2411-4dfd-97a3-7e87552d5bfc {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:23:30.694515 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:30.712761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e87d3794-2411-4dfd-97a3-7e87552d5bfc no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:23:30.834807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] For port e87d3794-2411-4dfd-97a3-7e87552d5bfc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e87d3794-2411-4dfd-97a3-7e87552d5bfc,segment=NetworkSegment(78df9397-6ffd-4d78-97c4-91f2d614b08c),segment_id=78df9397-6ffd-4d78-97c4-91f2d614b08c)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:30.835458 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:30.860032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for e87d3794-2411-4dfd-97a3-7e87552d5bfc owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:23:30.901183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e6ceb48e-8824-47bb-a63b-f2f71595ea4b None None] For port e87d3794-2411-4dfd-97a3-7e87552d5bfc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e87d3794-2411-4dfd-97a3-7e87552d5bfc,segment=NetworkSegment(78df9397-6ffd-4d78-97c4-91f2d614b08c),segment_id=78df9397-6ffd-4d78-97c4-91f2d614b08c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:30.901748 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb48e-8824-47bb-a63b-f2f71595ea4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:30.928791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e6ceb48e-8824-47bb-a63b-f2f71595ea4b None None] Calling delete_port for e87d3794-2411-4dfd-97a3-7e87552d5bfc owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:23:30.943386 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:30.977783 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-09e748c0-c776-470c-9cdb-69cbc55ea41f req-55598318-57d2-48cb-be37-62a5b5fe2b2e tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261244 Nov 24 13:23:31.013698 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6a9fe1-154f-4e46-afd6-7ffc76e0df3f None None] DHCP port deletion for dea77e9f-9168-48a6-9b96-7f63a7c74157 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:23:31.016489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e51919-eb0c-418a-8723-725d11f54d4c req-ba019312-eb54-44e4-bb4e-72357876d906 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:31.018216 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43e51919-eb0c-418a-8723-725d11f54d4c req-ba019312-eb54-44e4-bb4e-72357876d906 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 812 time: 0.3979540 Nov 24 13:23:31.038861 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-43e51919-eb0c-418a-8723-725d11f54d4c req-e4f65741-55a1-4f43-8e65-ecd4819b58c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'port': {'device_id': '6e74f094-3fda-46c0-b0fe-b1c4df82e885', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'admin_state_up': True, 'tenant_id': 'f9eb189f71044813946e9bb1928ef292'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:31.118961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port e87d3794-2411-4dfd-97a3-7e87552d5bfc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e87d3794-2411-4dfd-97a3-7e87552d5bfc,segment=NetworkSegment(78df9397-6ffd-4d78-97c4-91f2d614b08c),segment_id=78df9397-6ffd-4d78-97c4-91f2d614b08c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:31.128042 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.138418 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.160414 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event deleted for resources: {'Port': ['ID=e87d3794-2411-4dfd-97a3-7e87552d5bfc,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:31.169324 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=e87d3794-2411-4dfd-97a3-7e87552d5bfc,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:31.173454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No DVR routers for this DVR port e87d3794-2411-4dfd-97a3-7e87552d5bfc on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:23:31.178544 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb48e-8824-47bb-a63b-f2f71595ea4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.221749 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.db.resource_extend [None req-72776338-3f32-4b9d-86a8-ffa97e02c9eb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:23:31.233847 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ceb48e-8824-47bb-a63b-f2f71595ea4b None None] No DVR routers for this DVR port e87d3794-2411-4dfd-97a3-7e87552d5bfc on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:23:31.256271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ceb48e-8824-47bb-a63b-f2f71595ea4b None None] Pushing event deleted for resources: {'Port': ['ID=e87d3794-2411-4dfd-97a3-7e87552d5bfc,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:31.273239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a9fe1-154f-4e46-afd6-7ffc76e0df3f None None] Deleting port 38a578e6-fad3-411b-a34a-03a31d5adc5a {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:23:31.274272 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9fe1-154f-4e46-afd6-7ffc76e0df3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.382771 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72776338-3f32-4b9d-86a8-ffa97e02c9eb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.394234 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72776338-3f32-4b9d-86a8-ffa97e02c9eb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.405538 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.437910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6b6a9fe1-154f-4e46-afd6-7ffc76e0df3f None None] For port 38a578e6-fad3-411b-a34a-03a31d5adc5a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=38a578e6-fad3-411b-a34a-03a31d5adc5a,segment=NetworkSegment(bf8af756-ce83-401b-b976-69168afa4195),segment_id=bf8af756-ce83-401b-b976-69168afa4195)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:31.440156 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9fe1-154f-4e46-afd6-7ffc76e0df3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.464027 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83663ca4-be29-45bb-87a9-24086b332eef']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:31.481335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78df9397-6ffd-4d78-97c4-91f2d614b08c') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:31.481782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78df9397-6ffd-4d78-97c4-91f2d614b08c') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:31.499879 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 380ca897-b272-4612-b851-f03f36ca74a3 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:23:31.515024 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.555924 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.560497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e51919-eb0c-418a-8723-725d11f54d4c req-e4f65741-55a1-4f43-8e65-ecd4819b58c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Made reservation on behalf of f9eb189f71044813946e9bb1928ef292 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:31.568323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:23:31.571074 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:23:31.580682 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:23:31.582809 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43e51919-eb0c-418a-8723-725d11f54d4c req-e4f65741-55a1-4f43-8e65-ecd4819b58c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.583624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a9fe1-154f-4e46-afd6-7ffc76e0df3f None None] Calling delete_port for 38a578e6-fad3-411b-a34a-03a31d5adc5a owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:23:31.722946 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 380ca897-b272-4612-b851-f03f36ca74a3 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:23:31.729106 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 380ca897-b272-4612-b851-f03f36ca74a3 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:31.730045 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.758819 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e6c96c4c-32ed-409a-8aab-7506cc74c5a4 req-2550dc5e-363d-4fe6-98ff-4aacb963f3aa tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 210 time: 0.1124022 Nov 24 13:23:31.773772 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.783769 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9fe1-154f-4e46-afd6-7ffc76e0df3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.816659 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.818091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a9fe1-154f-4e46-afd6-7ffc76e0df3f None None] Pushing event deleted for resources: {'Port': ['ID=38a578e6-fad3-411b-a34a-03a31d5adc5a,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:31.823472 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/networks/83663ca4-be29-45bb-87a9-24086b332eef HTTP/1.1" status: 204 len: 168 time: 1.5168121 Nov 24 13:23:31.824605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc24b4c-3685-4dc7-be89-82f63c0ad749 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Network': ['ID=83663ca4-be29-45bb-87a9-24086b332eef,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:31.826853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46300) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:31.843128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6a9fe1-154f-4e46-afd6-7ffc76e0df3f None None] No DVR routers for this DVR port 38a578e6-fad3-411b-a34a-03a31d5adc5a on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:23:31.911036 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:31.930697 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-72776338-3f32-4b9d-86a8-ffa97e02c9eb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Floating IP 4483b56b-7b96-4a93-aa65-ad0e4e986182 associated. External IP: 172.25.0.147, port: 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6. Nov 24 13:23:31.940554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8d88d2-0ec3-406e-9246-edcaa5ff6291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380ca897-b272-4612-b851-f03f36ca74a3'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:23:31.943610 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8858f127-4709-4ba7-b490-383b364076bd" -d '{"events": [{"server_uuid": "7f8d88d2-0ec3-406e-9246-edcaa5ff6291", "name": "network-vif-plugged", "status": "completed", "tag": "380ca897-b272-4612-b851-f03f36ca74a3"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:23:31.960967 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 380ca897-b272-4612-b851-f03f36ca74a3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=380ca897-b272-4612-b851-f03f36ca74a3,segment=NetworkSegment(df2db014-8be6-4da6-b8ee-2531440ef331),segment_id=df2db014-8be6-4da6-b8ee-2531440ef331)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:31.972261 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:32.032134 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05791e29-ced9-4240-9bf1-6fbb4768ee32 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:32.058236 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffaf956-72ff-479e-91a5-e0d68d6f0521 x-openstack-request-id: req-fffaf956-72ff-479e-91a5-e0d68d6f0521 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:23:32.058766 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8d88d2-0ec3-406e-9246-edcaa5ff6291", "name": "network-vif-plugged", "status": "completed", "tag": "380ca897-b272-4612-b851-f03f36ca74a3", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:23:32.059476 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fffaf956-72ff-479e-91a5-e0d68d6f0521 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:23:32.060137 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8d88d2-0ec3-406e-9246-edcaa5ff6291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '380ca897-b272-4612-b851-f03f36ca74a3', 'code': 200} Nov 24 13:23:32.081713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=380ca897-b272-4612-b851-f03f36ca74a3,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:32.250417 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05791e29-ced9-4240-9bf1-6fbb4768ee32 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:32.266274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-43e51919-eb0c-418a-8723-725d11f54d4c req-e4f65741-55a1-4f43-8e65-ecd4819b58c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Allocated IP 172.20.0.10 (6a016955-569b-4861-bee0-ac59750bb8f5/58c4496a-3b03-42fd-9ce0-2f643f021eac/1d48fd55-2402-49d5-9fdf-39b4ae6adfa9) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:23:32.277175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e967a-7243-4a87-bcc9-6c7abab634ea req-8ab86d6a-0d6a-4126-842f-0d3727e0babb tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:32.293456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-751e967a-7243-4a87-bcc9-6c7abab634ea req-8ab86d6a-0d6a-4126-842f-0d3727e0babb tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.1577232 Nov 24 13:23:32.317517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-05791e29-ced9-4240-9bf1-6fbb4768ee32 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea77e9f-9168-48a6-9b96-7f63a7c74157']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:32.341053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-05791e29-ced9-4240-9bf1-6fbb4768ee32 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8af756-ce83-401b-b976-69168afa4195') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:32.341386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-05791e29-ced9-4240-9bf1-6fbb4768ee32 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8af756-ce83-401b-b976-69168afa4195') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:32.357659 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05791e29-ced9-4240-9bf1-6fbb4768ee32 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:32.366441 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29508b17-1fa5-498f-83c1-3d6f70167742 req-cf1ab5e5-6131-4d04-9d7e-30011a306755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:32.368545 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29508b17-1fa5-498f-83c1-3d6f70167742 req-cf1ab5e5-6131-4d04-9d7e-30011a306755 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 1096 time: 0.2489967 Nov 24 13:23:32.388487 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05791e29-ced9-4240-9bf1-6fbb4768ee32 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:32.404527 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-751e967a-7243-4a87-bcc9-6c7abab634ea req-64e57301-6b1b-4487-a671-282272c962d9 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088307 Nov 24 13:23:32.413857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05791e29-ced9-4240-9bf1-6fbb4768ee32 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:23:32.414478 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05791e29-ced9-4240-9bf1-6fbb4768ee32 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:23:32.418280 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:23:32.515289 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05791e29-ced9-4240-9bf1-6fbb4768ee32 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:32.522741 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05791e29-ced9-4240-9bf1-6fbb4768ee32 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:32.541400 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-05791e29-ced9-4240-9bf1-6fbb4768ee32 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/networks/dea77e9f-9168-48a6-9b96-7f63a7c74157 HTTP/1.1" status: 204 len: 168 time: 0.7114260 Nov 24 13:23:32.543449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46318) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:32.553672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 38a578e6-fad3-411b-a34a-03a31d5adc5a no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:23:32.556255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05791e29-ced9-4240-9bf1-6fbb4768ee32 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Network': ['ID=dea77e9f-9168-48a6-9b96-7f63a7c74157,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:32.584653 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3cee6156-90d1-412a-8dd5-46f5e18e12f8 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1383972797'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:32.655455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 38a578e6-fad3-411b-a34a-03a31d5adc5a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:23:32.655767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 38a578e6-fad3-411b-a34a-03a31d5adc5a not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:23:32.672506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cee6156-90d1-412a-8dd5-46f5e18e12f8 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:32.689048 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3cee6156-90d1-412a-8dd5-46f5e18e12f8 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:32.729837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cee6156-90d1-412a-8dd5-46f5e18e12f8 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:23:32.750690 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3cee6156-90d1-412a-8dd5-46f5e18e12f8 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:32.754257 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-3cee6156-90d1-412a-8dd5-46f5e18e12f8 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Added segment 8ba2def5-3721-481a-89f5-7d55a8827d43 of type vlan for network 9753dbec-16fa-442b-9946-bd22396019ea Nov 24 13:23:32.862296 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3cee6156-90d1-412a-8dd5-46f5e18e12f8 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:32.923742 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3cee6156-90d1-412a-8dd5-46f5e18e12f8 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:32.933126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cee6156-90d1-412a-8dd5-46f5e18e12f8 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:32.933778 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3cee6156-90d1-412a-8dd5-46f5e18e12f8 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:33.021044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee6156-90d1-412a-8dd5-46f5e18e12f8 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Network': ['ID=9753dbec-16fa-442b-9946-bd22396019ea,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:33.036716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 9753dbec-16fa-442b-9946-bd22396019ea details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:23:33.053605 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3cee6156-90d1-412a-8dd5-46f5e18e12f8 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4989352 Nov 24 13:23:33.055044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46330) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:33.060419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2ef5297d-ebee-40fb-a7e5-d2e369a31186 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'subnet': {'network_id': '9753dbec-16fa-442b-9946-bd22396019ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:33.146030 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29508b17-1fa5-498f-83c1-3d6f70167742 req-22db956f-5d42-4fd4-afbb-684f2f5ccaa1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7456977 Nov 24 13:23:33.167426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef5297d-ebee-40fb-a7e5-d2e369a31186 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:33.175380 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ef5297d-ebee-40fb-a7e5-d2e369a31186 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:33.200567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72776338-3f32-4b9d-86a8-ffa97e02c9eb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Router c5fd5c21-48a1-4905-b47f-3f24b868f405 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:23:33.209718 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d2f28a2-5fdf-44df-aaa6-744ce4abb0b8 req-a55c95c0-824c-4695-a732-df9a9df1570e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 210 time: 0.0936906 Nov 24 13:23:33.386527 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43e51919-eb0c-418a-8723-725d11f54d4c req-e4f65741-55a1-4f43-8e65-ecd4819b58c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:33.433929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72776338-3f32-4b9d-86a8-ffa97e02c9eb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:23:33.447581 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f8440-f4b4-4747-90bd-919c2d339e18 None None] Sync routers for ids ['c5fd5c21-48a1-4905-b47f-3f24b868f405'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:23:33.450002 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72776338-3f32-4b9d-86a8-ffa97e02c9eb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:33.473072 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f8440-f4b4-4747-90bd-919c2d339e18 None None] Routers {'c5fd5c21-48a1-4905-b47f-3f24b868f405'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:33.473726 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-707f8440-f4b4-4747-90bd-919c2d339e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c5fd5c21-48a1-4905-b47f-3f24b868f405'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:33.490827 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-72776338-3f32-4b9d-86a8-ffa97e02c9eb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "PUT /v2.0/floatingips/4483b56b-7b96-4a93-aa65-ad0e4e986182 HTTP/1.1" status: 200 len: 992 time: 3.5268877 Nov 24 13:23:33.493385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd09dec6-7f4c-456a-9d62-f8f29381a295', 'tag': '1da576b1-ee06-47f1-9cb2-0357ed6fa6d6'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:23:33.495949 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1bfeca-1d55-4053-85a4-45a0edee2923" -d '{"events": [{"name": "network-changed", "server_uuid": "bd09dec6-7f4c-456a-9d62-f8f29381a295", "tag": "1da576b1-ee06-47f1-9cb2-0357ed6fa6d6"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:23:33.519487 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43e51919-eb0c-418a-8723-725d11f54d4c req-e4f65741-55a1-4f43-8e65-ecd4819b58c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:33.581497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e51919-eb0c-418a-8723-725d11f54d4c req-e4f65741-55a1-4f43-8e65-ecd4819b58c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Network 6a016955-569b-4861-bee0-ac59750bb8f5 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:33.589392 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-43e51919-eb0c-418a-8723-725d11f54d4c req-e4f65741-55a1-4f43-8e65-ecd4819b58c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:33.592849 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f65741-55a1-4f43-8e65-ecd4819b58c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'Port': ['ID=1d48fd55-2402-49d5-9fdf-39b4ae6adfa9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:33.595543 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e51919-eb0c-418a-8723-725d11f54d4c req-e4f65741-55a1-4f43-8e65-ecd4819b58c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:23:33.656040 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ef5297d-ebee-40fb-a7e5-d2e369a31186 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:33.706225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e51919-eb0c-418a-8723-725d11f54d4c req-e4f65741-55a1-4f43-8e65-ecd4819b58c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:33.709076 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43e51919-eb0c-418a-8723-725d11f54d4c req-e4f65741-55a1-4f43-8e65-ecd4819b58c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:33.722914 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-707f8440-f4b4-4747-90bd-919c2d339e18 None None] Set router c5fd5c21-48a1-4905-b47f-3f24b868f405 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:23:33.750762 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43e51919-eb0c-418a-8723-725d11f54d4c req-e4f65741-55a1-4f43-8e65-ecd4819b58c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7156696 Nov 24 13:23:33.763548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Request body: {'port': {'device_id': '6e74f094-3fda-46c0-b0fe-b1c4df82e885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:33.913888 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b9b0e-cca4-4e72-a59c-ceaa0dd8c3ab req-b6f4c965-e7bd-42c7-a5df-86b4a5ddf651 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:33.926916 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b0b9b0e-cca4-4e72-a59c-ceaa0dd8c3ab req-b6f4c965-e7bd-42c7-a5df-86b4a5ddf651 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.3603189 Nov 24 13:23:33.931373 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3674a3ff-1785-4874-b925-39221fdc4a83 x-openstack-request-id: req-3674a3ff-1785-4874-b925-39221fdc4a83 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:23:33.933332 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd09dec6-7f4c-456a-9d62-f8f29381a295", "tag": "1da576b1-ee06-47f1-9cb2-0357ed6fa6d6", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:23:33.933862 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3674a3ff-1785-4874-b925-39221fdc4a83 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:23:33.934493 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd09dec6-7f4c-456a-9d62-f8f29381a295', 'tag': '1da576b1-ee06-47f1-9cb2-0357ed6fa6d6', 'status': 'completed', 'code': 200} Nov 24 13:23:33.955606 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:33.999839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5297d-ebee-40fb-a7e5-d2e369a31186 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Subnet': ['ID=54c20dae-787e-407d-8034-e4059d043130,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:34.104549 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b0b9b0e-cca4-4e72-a59c-ceaa0dd8c3ab req-0bd1cdb8-7162-43ee-8f91-5eae0d59c76b tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628759 Nov 24 13:23:34.121956 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef5297d-ebee-40fb-a7e5-d2e369a31186 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Checking segment: {'id': '8ba2def5-3721-481a-89f5-7d55a8827d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9753dbec-16fa-442b-9946-bd22396019ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:34.122435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5297d-ebee-40fb-a7e5-d2e369a31186 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network hostable DHCP agents. Network: 9753dbec-16fa-442b-9946-bd22396019ea, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:23:34.159230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5297d-ebee-40fb-a7e5-d2e369a31186 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 9753dbec-16fa-442b-9946-bd22396019ea is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:23:34.187097 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0099d96a-3911-4a37-8ab7-ded9e762face None None] Provisioning complete for port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:34.187683 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0099d96a-3911-4a37-8ab7-ded9e762face None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:34.188646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-2ef5297d-ebee-40fb-a7e5-d2e369a31186 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 9753dbec-16fa-442b-9946-bd22396019ea) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:34.190442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bfeca-1d55-4053-85a4-45a0edee2923 req-43d908d5-f0a1-4fb6-9912-34ad39f5636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:34.193312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef5297d-ebee-40fb-a7e5-d2e369a31186 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:34.194072 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2ef5297d-ebee-40fb-a7e5-d2e369a31186 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:34.201792 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a1bfeca-1d55-4053-85a4-45a0edee2923 req-43d908d5-f0a1-4fb6-9912-34ad39f5636a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=043eebd593124b14b825cc18dfaf234c&device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 1097 time: 0.2189879 Nov 24 13:23:34.222530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2ef5297d-ebee-40fb-a7e5-d2e369a31186 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1663435 Nov 24 13:23:34.235876 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46360) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:34.269895 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce0f096-94ee-4363-8b86-2fe0c6d4fe7a None None] Network 9753dbec-16fa-442b-9946-bd22396019ea requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:34.281810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7b3f6655-87d0-440d-ab9b-e75467237ffe tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-266652276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:34.352348 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-707f8440-f4b4-4747-90bd-919c2d339e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '4483b56b-7b96-4a93-aa65-ad0e4e986182', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'port_id': '1da576b1-ee06-47f1-9cb2-0357ed6fa6d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'mac_address': 'fa:16:3e:0f:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd09dec6-7f4c-456a-9d62-f8f29381a295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:23:09Z', 'updated_at': '2021-11-24T13:23:31Z', 'revision_number': 1, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:43Z', 'revision_number': 5, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:34.378804 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b3f6655-87d0-440d-ab9b-e75467237ffe tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:34.380658 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b3f6655-87d0-440d-ab9b-e75467237ffe tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:34.480037 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f8440-f4b4-4747-90bd-919c2d339e18 None None] Checking router: c5fd5c21-48a1-4905-b47f-3f24b868f405 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:23:34.486910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b3f6655-87d0-440d-ab9b-e75467237ffe tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:34.497244 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b3f6655-87d0-440d-ab9b-e75467237ffe tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:34.501732 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f8440-f4b4-4747-90bd-919c2d339e18 None None] Routers {'c5fd5c21-48a1-4905-b47f-3f24b868f405'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:34.502671 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-707f8440-f4b4-4747-90bd-919c2d339e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c5fd5c21-48a1-4905-b47f-3f24b868f405'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:34.532020 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7b3f6655-87d0-440d-ab9b-e75467237ffe tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:34.548306 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7b3f6655-87d0-440d-ab9b-e75467237ffe tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3046496 Nov 24 13:23:34.548306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46372) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:34.568304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-fbb6ce9b-5077-43b2-b372-4e96d4c0927a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'port': {'network_id': '9753dbec-16fa-442b-9946-bd22396019ea', 'name': 'tempest-RoutersTest-773431067'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:34.786039 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0099d96a-3911-4a37-8ab7-ded9e762face None None] Port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:23:34.837058 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb6ce9b-5077-43b2-b372-4e96d4c0927a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:34.840935 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fbb6ce9b-5077-43b2-b372-4e96d4c0927a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:34.861205 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-707f8440-f4b4-4747-90bd-919c2d339e18 None None] Set router c5fd5c21-48a1-4905-b47f-3f24b868f405 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:23:34.923014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-fbb6ce9b-5077-43b2-b372-4e96d4c0927a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] device_id is not set on port ea0e717b-d1ac-4af0-bdf6-817b448379c6 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:23:35.009044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-9753dbec-16fa-442b-9946-bd22396019ea', 'network_id': '9753dbec-16fa-442b-9946-bd22396019ea', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'fixed_ips': [{'subnet_id': '54c20dae-787e-407d-8034-e4059d043130'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:23:35.010509 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:35.085464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:23:35.105741 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:35.129701 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Transition to ACTIVE for port object 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:23:35.148060 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbba4cf-4e7e-4414-b6d2-5c5d15e688bf req-b93af857-91b4-4fd2-aa40-27e479fb3fde tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:35.160644 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbbba4cf-4e7e-4414-b6d2-5c5d15e688bf req-b93af857-91b4-4fd2-aa40-27e479fb3fde tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 932 time: 0.7860520 Nov 24 13:23:35.172561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:35.237267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d48fd55-2402-49d5-9fdf-39b4ae6adfa9,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:35.391498 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbbba4cf-4e7e-4414-b6d2-5c5d15e688bf req-90795d12-0c16-43cf-b5e3-9601ce4a6ebe tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295475 Nov 24 13:23:35.397043 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bfeca-1d55-4053-85a4-45a0edee2923 req-357cb03d-31f1-4030-9846-3e2f8d21b6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:35.398588 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a1bfeca-1d55-4053-85a4-45a0edee2923 req-357cb03d-31f1-4030-9846-3e2f8d21b6a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a HTTP/1.1" status: 200 len: 912 time: 1.1879106 Nov 24 13:23:35.431143 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-fbb6ce9b-5077-43b2-b372-4e96d4c0927a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Allocated IP 172.20.0.12 (9753dbec-16fa-442b-9946-bd22396019ea/54c20dae-787e-407d-8034-e4059d043130/ea0e717b-d1ac-4af0-bdf6-817b448379c6) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:23:35.621771 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a1bfeca-1d55-4053-85a4-45a0edee2923 req-64ac648f-c54a-4617-a480-423fb5159873 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 HTTP/1.1" status: 200 len: 1000 time: 0.1705573 Nov 24 13:23:35.699422 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Attempting to bind port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:23:35.699738 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Attempting to bind port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:23:35.700078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Attempting to bind port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:23:35.713418 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 on network 6a016955-569b-4861-bee0-ac59750bb8f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:23:35.713753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Attempting to bind port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:23:35.731928 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-707f8440-f4b4-4747-90bd-919c2d339e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '4483b56b-7b96-4a93-aa65-ad0e4e986182', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'port_id': '1da576b1-ee06-47f1-9cb2-0357ed6fa6d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'mac_address': 'fa:16:3e:0f:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd09dec6-7f4c-456a-9d62-f8f29381a295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:23:09Z', 'updated_at': '2021-11-24T13:23:31Z', 'revision_number': 1, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:43Z', 'revision_number': 5, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:35.743917 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:23:35.744266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Checking segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:35.744660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Bound using segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:23:35.759886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Bound port: 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:23:35.760281 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:35.806373 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707f8440-f4b4-4747-90bd-919c2d339e18 None None] The sync data for ids ['c5fd5c21-48a1-4905-b47f-3f24b868f405'] in n-d-817303-4 is: [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '4483b56b-7b96-4a93-aa65-ad0e4e986182', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'port_id': '1da576b1-ee06-47f1-9cb2-0357ed6fa6d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'mac_address': 'fa:16:3e:0f:e6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd09dec6-7f4c-456a-9d62-f8f29381a295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:23:09Z', 'updated_at': '2021-11-24T13:23:31Z', 'revision_number': 1, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:43Z', 'revision_number': 5, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:23:35.808389 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bfeca-1d55-4053-85a4-45a0edee2923 req-46c08944-0914-4687-8565-16ba54a63830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:35.814038 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a1bfeca-1d55-4053-85a4-45a0edee2923 req-46c08944-0914-4687-8565-16ba54a63830 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3 HTTP/1.1" status: 200 len: 850 time: 0.1832147 Nov 24 13:23:36.084465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad4242-ce5a-4563-8a91-3730a6d53df4 req-e3ff65d0-86f4-4513-80ef-b2db29c50a6a tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:36.097605 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2ad4242-ce5a-4563-8a91-3730a6d53df4 req-e3ff65d0-86f4-4513-80ef-b2db29c50a6a tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.3332655 Nov 24 13:23:36.130262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bfeca-1d55-4053-85a4-45a0edee2923 req-0edcffb6-93d8-424a-8466-c6907cfcaa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:36.137541 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a1bfeca-1d55-4053-85a4-45a0edee2923 req-0edcffb6-93d8-424a-8466-c6907cfcaa1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3111250 Nov 24 13:23:36.138462 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] For port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:23:36.142501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] For port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1d48fd55-2402-49d5-9fdf-39b4ae6adfa9,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:23:36.151687 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fbb6ce9b-5077-43b2-b372-4e96d4c0927a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:36.162969 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:36.194673 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2ad4242-ce5a-4563-8a91-3730a6d53df4 req-a5c536dd-6f87-4677-a85d-e140fce277c4 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953562 Nov 24 13:23:36.348308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fbb6ce9b-5077-43b2-b372-4e96d4c0927a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:36.387492 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:36.388116 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:36.389705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43e51919-eb0c-418a-8723-725d11f54d4c req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] 10.222.0.59 "PUT /v2.0/ports/1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 HTTP/1.1" status: 200 len: 1092 time: 2.6310358 Nov 24 13:23:36.392181 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a1bfeca-1d55-4053-85a4-45a0edee2923 req-6742e3cc-3e28-418f-b1ff-cc172606d945 service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473900 Nov 24 13:23:36.392448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e74f094-3fda-46c0-b0fe-b1c4df82e885', 'tag': '1d48fd55-2402-49d5-9fdf-39b4ae6adfa9'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:23:36.395427 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036722ee-da90-4300-a9db-68105dd3b651" -d '{"events": [{"name": "network-changed", "server_uuid": "6e74f094-3fda-46c0-b0fe-b1c4df82e885", "tag": "1d48fd55-2402-49d5-9fdf-39b4ae6adfa9"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:23:36.464291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6ce9b-5077-43b2-b372-4e96d4c0927a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=ea0e717b-d1ac-4af0-bdf6-817b448379c6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:36.476248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb6ce9b-5077-43b2-b372-4e96d4c0927a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 9753dbec-16fa-442b-9946-bd22396019ea is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:36.477927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-fbb6ce9b-5077-43b2-b372-4e96d4c0927a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:36.485749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6ce9b-5077-43b2-b372-4e96d4c0927a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:23:36.491147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed2180-1378-4913-8f04-39126a86a6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d48fd55-2402-49d5-9fdf-39b4ae6adfa9,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:36.494200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8873b41f-1834-4c8e-a92d-9f6a6775715a None None] New status for floating IP 4483b56b-7b96-4a93-aa65-ad0e4e986182: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:23:36.575822 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4a9e88-752a-453c-9b34-44341b596c6d x-openstack-request-id: req-cb4a9e88-752a-453c-9b34-44341b596c6d {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:23:36.575822 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e74f094-3fda-46c0-b0fe-b1c4df82e885", "tag": "1d48fd55-2402-49d5-9fdf-39b4ae6adfa9", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:23:36.576351 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb4a9e88-752a-453c-9b34-44341b596c6d {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:23:36.577492 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e74f094-3fda-46c0-b0fe-b1c4df82e885', 'tag': '1d48fd55-2402-49d5-9fdf-39b4ae6adfa9', 'status': 'completed', 'code': 200} Nov 24 13:23:36.625246 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb6ce9b-5077-43b2-b372-4e96d4c0927a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:36.626049 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fbb6ce9b-5077-43b2-b372-4e96d4c0927a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:36.674498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fbb6ce9b-5077-43b2-b372-4e96d4c0927a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1177588 Nov 24 13:23:36.677251 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46430) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:36.747424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Allocated IP 172.20.0.2 (9753dbec-16fa-442b-9946-bd22396019ea/54c20dae-787e-407d-8034-e4059d043130/1349ea5f-a25a-4048-a573-114ca400ffd2) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:23:36.772068 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:36.843132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e51919-eb0c-418a-8723-725d11f54d4c req-671b841c-faf1-4b7e-93c0-4a4c7404ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:36.845821 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43e51919-eb0c-418a-8723-725d11f54d4c req-671b841c-faf1-4b7e-93c0-4a4c7404ca60 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 1095 time: 0.2939026 Nov 24 13:23:36.862896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d53515-5162-4c67-a093-f29266ac3be1 req-33f8b4c0-81c9-41ef-afed-aaff6c3c7fff tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:36.868790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20845c-f192-4663-a8e6-e1bb5e19a715 req-51596a53-3e9b-4e01-809f-97d1b4ed48e6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:36.870334 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d20845c-f192-4663-a8e6-e1bb5e19a715 req-51596a53-3e9b-4e01-809f-97d1b4ed48e6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 944 time: 0.1696301 Nov 24 13:23:36.871887 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-80d53515-5162-4c67-a093-f29266ac3be1 req-33f8b4c0-81c9-41ef-afed-aaff6c3c7fff tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.3556604 Nov 24 13:23:37.065387 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6d20845c-f192-4663-a8e6-e1bb5e19a715 req-26041bd6-f4d3-4512-96af-a24de3f042f6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741705 Nov 24 13:23:37.191777 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:37.200632 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:37.241035 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43e51919-eb0c-418a-8723-725d11f54d4c req-35107729-b851-45cd-b6dd-571a47dff5e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 HTTP/1.1" status: 200 len: 217 time: 0.3611963 Nov 24 13:23:37.274062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Pushing event updated for resources: {'Port': ['ID=1349ea5f-a25a-4048-a573-114ca400ffd2,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:37.308658 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8a1bfeca-1d55-4053-85a4-45a0edee2923 req-3d0306fa-5a9f-41fd-88dd-b6c4714292db service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7442224 Nov 24 13:23:37.326395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Network 9753dbec-16fa-442b-9946-bd22396019ea is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:37.328557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:37.332755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:23:37.409894 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Attempting to bind port 1349ea5f-a25a-4048-a573-114ca400ffd2 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:23:37.410450 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Attempting to bind port 1349ea5f-a25a-4048-a573-114ca400ffd2 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '8ba2def5-3721-481a-89f5-7d55a8827d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9753dbec-16fa-442b-9946-bd22396019ea'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:23:37.411211 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Attempting to bind port 1349ea5f-a25a-4048-a573-114ca400ffd2 on network 9753dbec-16fa-442b-9946-bd22396019ea {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:23:37.423760 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:23:37.424762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Checking segment: {'id': '8ba2def5-3721-481a-89f5-7d55a8827d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9753dbec-16fa-442b-9946-bd22396019ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:37.425714 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:37.426323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Bound using segment: {'id': '8ba2def5-3721-481a-89f5-7d55a8827d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9753dbec-16fa-442b-9946-bd22396019ea'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:23:37.427298 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Bound port: 1349ea5f-a25a-4048-a573-114ca400ffd2, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba2def5-3721-481a-89f5-7d55a8827d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9753dbec-16fa-442b-9946-bd22396019ea'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:23:37.427870 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:37.486120 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-80d53515-5162-4c67-a093-f29266ac3be1 req-0c603e08-bcf9-4dd8-ae4f-a18779068e0d tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130433 Nov 24 13:23:37.512666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e51919-eb0c-418a-8723-725d11f54d4c req-6bccacda-e0db-4618-948b-7818b29e55f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:37.514240 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43e51919-eb0c-418a-8723-725d11f54d4c req-6bccacda-e0db-4618-948b-7818b29e55f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.2539647 Nov 24 13:23:37.540146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] For port 1349ea5f-a25a-4048-a573-114ca400ffd2, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:23:37.548292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] For port 1349ea5f-a25a-4048-a573-114ca400ffd2, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1349ea5f-a25a-4048-a573-114ca400ffd2,segment=NetworkSegment(8ba2def5-3721-481a-89f5-7d55a8827d43),segment_id=8ba2def5-3721-481a-89f5-7d55a8827d43)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:23:37.563539 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:37.621169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e51919-eb0c-418a-8723-725d11f54d4c req-cc92841e-4cf2-4f19-b858-0b7d793d66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:37.622697 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43e51919-eb0c-418a-8723-725d11f54d4c req-cc92841e-4cf2-4f19-b858-0b7d793d66d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982494 Nov 24 13:23:37.673429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:37.707607 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127d5a6-34ab-41ab-adf9-9201a5e100df None None] Pushing event updated for resources: {'Port': ['ID=1349ea5f-a25a-4048-a573-114ca400ffd2,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:37.849158 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43e51919-eb0c-418a-8723-725d11f54d4c req-3c74ba2e-720c-4d83-bd62-ee283c46d87b service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834948 Nov 24 13:23:38.174982 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c2e72-b3ce-4ff1-8467-d9a5f7076a03 req-af7fad07-8a90-4aec-93bb-98c1d231fa35 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:38.178778 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c8c2e72-b3ce-4ff1-8467-d9a5f7076a03 req-af7fad07-8a90-4aec-93bb-98c1d231fa35 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.2935252 Nov 24 13:23:38.269044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b75345-db95-4e6a-a0ec-49952f2f921d req-7f57ce45-70c0-4211-9e5e-5e694ce144f6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:38.276991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43e51919-eb0c-418a-8723-725d11f54d4c req-f5b48ba7-4c4a-426e-9673-9b4bc101e6a2 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028480 Nov 24 13:23:38.281612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-05b75345-db95-4e6a-a0ec-49952f2f921d req-7f57ce45-70c0-4211-9e5e-5e694ce144f6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 944 time: 0.1100774 Nov 24 13:23:38.350076 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c8c2e72-b3ce-4ff1-8467-d9a5f7076a03 req-7474c3c8-baec-48f7-80dc-55a3965a7276 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517334 Nov 24 13:23:38.393907 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-05b75345-db95-4e6a-a0ec-49952f2f921d req-35a103c4-41cc-4db3-90f8-87ec43a7c195 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834405 Nov 24 13:23:38.434911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036722ee-da90-4300-a9db-68105dd3b651 req-9438db61-c461-437a-9ed9-457d35861097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:38.437173 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-036722ee-da90-4300-a9db-68105dd3b651 req-9438db61-c461-437a-9ed9-457d35861097 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 1095 time: 0.0843332 Nov 24 13:23:38.490264 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:38.547635 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:38.685168 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1349ea5f-a25a-4048-a573-114ca400ffd2 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:23:38.770284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1349ea5f-a25a-4048-a573-114ca400ffd2 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:38.770738 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:38.962227 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:39.035870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 1349ea5f-a25a-4048-a573-114ca400ffd2, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1349ea5f-a25a-4048-a573-114ca400ffd2,segment=NetworkSegment(8ba2def5-3721-481a-89f5-7d55a8827d43),segment_id=8ba2def5-3721-481a-89f5-7d55a8827d43)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:39.041979 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:39.113389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=1349ea5f-a25a-4048-a573-114ca400ffd2,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:39.294684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036722ee-da90-4300-a9db-68105dd3b651 req-1bd58507-9b56-4971-b2c7-0a9985a64c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:39.296210 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-036722ee-da90-4300-a9db-68105dd3b651 req-1bd58507-9b56-4971-b2c7-0a9985a64c59 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.8481350 Nov 24 13:23:39.323370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=ea0e717b-d1ac-4af0-bdf6-817b448379c6,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:39.407794 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-036722ee-da90-4300-a9db-68105dd3b651 req-aa281085-acf9-4b92-abdc-3dac025433b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 HTTP/1.1" status: 200 len: 217 time: 0.1006403 Nov 24 13:23:39.408003 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa6f2ba-900a-4b70-864d-4e8d38be0b1a None None] Network 9753dbec-16fa-442b-9946-bd22396019ea requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:39.595920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036722ee-da90-4300-a9db-68105dd3b651 req-4d04d4d4-73cd-4590-b1cf-c1117a32c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:39.597232 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-036722ee-da90-4300-a9db-68105dd3b651 req-4d04d4d4-73cd-4590-b1cf-c1117a32c285 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.1800892 Nov 24 13:23:39.650146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-05748a93-3191-4d45-b856-89431e0e32ac None None] Provisioning complete for port 1349ea5f-a25a-4048-a573-114ca400ffd2 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:39.650517 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-05748a93-3191-4d45-b856-89431e0e32ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:39.671495 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ac621-87ff-40c3-9aea-75b09bb1499d req-0e6699bd-a778-4dba-a37e-82f93aa2bbfb tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:39.691601 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-596ac621-87ff-40c3-9aea-75b09bb1499d req-0e6699bd-a778-4dba-a37e-82f93aa2bbfb tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.1175044 Nov 24 13:23:39.798625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-596ac621-87ff-40c3-9aea-75b09bb1499d req-c5d8d213-5252-4da7-a075-ca65224521e0 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060026 Nov 24 13:23:39.931094 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:39.931599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a90665-c156-4426-95ae-fdaec0d63f2f req-70624675-cb2f-446f-a003-93d5e0710ab5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:39.942575 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-77a90665-c156-4426-95ae-fdaec0d63f2f req-70624675-cb2f-446f-a003-93d5e0710ab5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 944 time: 0.3890448 Nov 24 13:23:39.958810 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:40.087169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036722ee-da90-4300-a9db-68105dd3b651 req-15010791-45ab-45ee-971c-839bb73cf0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:40.089635 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-036722ee-da90-4300-a9db-68105dd3b651 req-15010791-45ab-45ee-971c-839bb73cf0b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4535165 Nov 24 13:23:40.310467 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0040a9-ba6e-4061-ab63-411cec7ff480 req-5b4c0df1-5616-4f55-8955-6eb566e28f8f tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:40.324581 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8c0040a9-ba6e-4061-ab63-411cec7ff480 req-5b4c0df1-5616-4f55-8955-6eb566e28f8f tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.0858185 Nov 24 13:23:40.377731 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-77a90665-c156-4426-95ae-fdaec0d63f2f req-0f08d414-07c0-4e7f-8700-0f2f26b6f0c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331932 Nov 24 13:23:40.397355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a477f2e8-b4b1-4d78-ac09-5ad28abad0d3 None None] Provisioning complete for port ea0e717b-d1ac-4af0-bdf6-817b448379c6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:40.401415 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a477f2e8-b4b1-4d78-ac09-5ad28abad0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:40.415515 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8c0040a9-ba6e-4061-ab63-411cec7ff480 req-eed85549-a31b-4ed3-bf3c-625dd08f3bca tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861771 Nov 24 13:23:40.481532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a477f2e8-b4b1-4d78-ac09-5ad28abad0d3 None None] Port ea0e717b-d1ac-4af0-bdf6-817b448379c6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:23:40.504074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a477f2e8-b4b1-4d78-ac09-5ad28abad0d3 None None] Provisioning complete for port 1349ea5f-a25a-4048-a573-114ca400ffd2 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:40.504644 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a477f2e8-b4b1-4d78-ac09-5ad28abad0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:40.506322 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-036722ee-da90-4300-a9db-68105dd3b651 req-91b32d39-a081-465c-b010-62028d459f28 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077301 Nov 24 13:23:40.600037 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1349ea5f-a25a-4048-a573-114ca400ffd2 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:23:40.634120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd592b76-8d01-41ca-bc7e-e908fe99ce05 req-777d180e-b226-4479-82b8-7445c1b932c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:40.652228 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd592b76-8d01-41ca-bc7e-e908fe99ce05 req-777d180e-b226-4479-82b8-7445c1b932c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff0f156c667c46a4b3c5388a9d30e247&device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 1096 time: 0.3304534 Nov 24 13:23:40.654682 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:23:40.683048 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:40.694867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1349ea5f-a25a-4048-a573-114ca400ffd2 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:40.695630 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:40.901323 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-036722ee-da90-4300-a9db-68105dd3b651 req-23e81bde-5230-491c-9511-b82c336ad525 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703508 Nov 24 13:23:40.917609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a5045f30-9a68-4078-a941-d1b40496475b None None] Provisioning complete for port ea0e717b-d1ac-4af0-bdf6-817b448379c6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:40.918287 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a5045f30-9a68-4078-a941-d1b40496475b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:41.008473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd592b76-8d01-41ca-bc7e-e908fe99ce05 req-f14346cc-ee9b-406b-8fe6-033a9dc28a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:41.010069 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd592b76-8d01-41ca-bc7e-e908fe99ce05 req-f14346cc-ee9b-406b-8fe6-033a9dc28a5c service neutron] 10.222.0.46 "GET /v2.0/networks?id=895882ec-a36d-41f5-b14b-ec9584f4b7b1 HTTP/1.1" status: 200 len: 912 time: 0.3570285 Nov 24 13:23:41.023168 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a5045f30-9a68-4078-a941-d1b40496475b None None] Port ea0e717b-d1ac-4af0-bdf6-817b448379c6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:23:41.063861 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd592b76-8d01-41ca-bc7e-e908fe99ce05 req-8acb1838-eedc-44a5-8032-0db52bbfbe30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=380ca897-b272-4612-b851-f03f36ca74a3 HTTP/1.1" status: 200 len: 217 time: 0.0416832 Nov 24 13:23:41.221973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd592b76-8d01-41ca-bc7e-e908fe99ce05 req-3fd9f024-51ec-461e-a9e9-10c8184fe524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:41.223468 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd592b76-8d01-41ca-bc7e-e908fe99ce05 req-3fd9f024-51ec-461e-a9e9-10c8184fe524 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d46f0a20-7b8b-49ba-a4a7-c178df448359 HTTP/1.1" status: 200 len: 851 time: 0.1434476 Nov 24 13:23:41.264328 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8b8ae42b-378b-484f-958c-7bbdef324b6d None None] Provisioning complete for port ea0e717b-d1ac-4af0-bdf6-817b448379c6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:41.290196 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd592b76-8d01-41ca-bc7e-e908fe99ce05 req-064ef291-eb04-42c2-9498-fe958fc77004 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=895882ec-a36d-41f5-b14b-ec9584f4b7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492933 Nov 24 13:23:41.292239 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae42b-378b-484f-958c-7bbdef324b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:41.352296 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ae42b-378b-484f-958c-7bbdef324b6d None None] Port ea0e717b-d1ac-4af0-bdf6-817b448379c6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:23:41.437419 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd592b76-8d01-41ca-bc7e-e908fe99ce05 req-15dc9728-8f35-4fb0-8f28-334a1766999a service neutron] 10.222.0.46 "GET /v2.0/networks/895882ec-a36d-41f5-b14b-ec9584f4b7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250758 Nov 24 13:23:41.463213 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:41.503895 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:41.627818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294c234-d234-4828-8df2-827fe45c2ca9 req-e6e388a6-f9b0-4f5b-84bf-6db950135871 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:41.631093 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2294c234-d234-4828-8df2-827fe45c2ca9 req-e6e388a6-f9b0-4f5b-84bf-6db950135871 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 944 time: 0.1065347 Nov 24 13:23:41.710761 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:41.717624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=ea0e717b-d1ac-4af0-bdf6-817b448379c6,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:41.735353 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2294c234-d234-4828-8df2-827fe45c2ca9 req-a270f6df-8338-47c3-a549-d2618f51566a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970583 Nov 24 13:23:41.738381 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26903d05-7a9c-4125-a0e7-d81cde6d6762 req-1a88a732-4331-4085-b3fc-251538783a7a tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:41.740024 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-26903d05-7a9c-4125-a0e7-d81cde6d6762 req-1a88a732-4331-4085-b3fc-251538783a7a tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.2202342 Nov 24 13:23:41.774689 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd592b76-8d01-41ca-bc7e-e908fe99ce05 req-ee1aa58d-bb20-4061-a139-2d5158ce56df service neutron] 10.222.0.46 "GET /v2.0/networks/895882ec-a36d-41f5-b14b-ec9584f4b7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297825 Nov 24 13:23:41.891284 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-26903d05-7a9c-4125-a0e7-d81cde6d6762 req-d17305fb-5865-487c-a0a5-be1b4653cf30 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308730 Nov 24 13:23:41.932509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 9753dbec-16fa-442b-9946-bd22396019ea is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:41.935843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:42.099046 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router 32b8b604-fbe0-44be-94bf-324d2db089d4 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:23:42.206501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:23:42.214990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46556) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:42.217860 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9c1e1b70-9b19-4055-a8f3-d884530effcf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/32b8b604-fbe0-44be-94bf-324d2db089d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5391567 Nov 24 13:23:42.217995 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ccaa25-9218-4548-8654-11a684152b58 None None] Sync routers for ids ['32b8b604-fbe0-44be-94bf-324d2db089d4'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:23:42.240848 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ccaa25-9218-4548-8654-11a684152b58 None None] Routers {'32b8b604-fbe0-44be-94bf-324d2db089d4'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:42.243413 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-83ccaa25-9218-4548-8654-11a684152b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['32b8b604-fbe0-44be-94bf-324d2db089d4'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:42.294821 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f1275ee6-a195-409b-9120-bc1e5a6f5914 None None] Provisioning complete for port ea0e717b-d1ac-4af0-bdf6-817b448379c6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:42.295779 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1275ee6-a195-409b-9120-bc1e5a6f5914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:42.297025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240a51f0-0341-4cea-b77d-5b7796d7c8da tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:42.298882 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-240a51f0-0341-4cea-b77d-5b7796d7c8da tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports/ea0e717b-d1ac-4af0-bdf6-817b448379c6 HTTP/1.1" status: 200 len: 977 time: 0.0827110 Nov 24 13:23:42.299415 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-83ccaa25-9218-4548-8654-11a684152b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:42.301531 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46558) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:42.322722 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ccaa25-9218-4548-8654-11a684152b58 None None] Routers {'32b8b604-fbe0-44be-94bf-324d2db089d4'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:42.323889 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-83ccaa25-9218-4548-8654-11a684152b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['32b8b604-fbe0-44be-94bf-324d2db089d4'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:42.348013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f1275ee6-a195-409b-9120-bc1e5a6f5914 None None] Port ea0e717b-d1ac-4af0-bdf6-817b448379c6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:23:42.377477 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-83ccaa25-9218-4548-8654-11a684152b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:42.378399 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ccaa25-9218-4548-8654-11a684152b58 None None] The sync data for ids ['32b8b604-fbe0-44be-94bf-324d2db089d4'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:23:42.885234 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc73f2d-1c24-42e4-8202-0a2713f9ce00 req-3f34de2b-458d-4140-bebe-4a683cb48523 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:42.895674 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8bc73f2d-1c24-42e4-8202-0a2713f9ce00 req-3f34de2b-458d-4140-bebe-4a683cb48523 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 944 time: 0.0741262 Nov 24 13:23:42.913253 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5437ec20-f6ee-4df7-a1b6-273cf95cda24 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:42.993662 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8bc73f2d-1c24-42e4-8202-0a2713f9ce00 req-ef4d1922-4eeb-4370-b3d1-be8c15caa73b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961342 Nov 24 13:23:43.081386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7651773b-a5fd-4a35-a8da-8c1a9a53408e req-829ef195-243f-45bc-8bb3-d2ca11163db4 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:43.083494 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7651773b-a5fd-4a35-a8da-8c1a9a53408e req-829ef195-243f-45bc-8bb3-d2ca11163db4 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.0751321 Nov 24 13:23:43.212930 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7651773b-a5fd-4a35-a8da-8c1a9a53408e req-8eeb7976-fdbf-4444-b511-fe274ee6715c tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228220 Nov 24 13:23:43.315576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5437ec20-f6ee-4df7-a1b6-273cf95cda24 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port ea0e717b-d1ac-4af0-bdf6-817b448379c6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:23:43.316011 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5437ec20-f6ee-4df7-a1b6-273cf95cda24 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:43.433156 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5437ec20-f6ee-4df7-a1b6-273cf95cda24 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:43.448182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5437ec20-f6ee-4df7-a1b6-273cf95cda24 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for ea0e717b-d1ac-4af0-bdf6-817b448379c6 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:23:44.115651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506741a8-0235-4226-8964-ed9cede68a66 req-2dc77787-1192-4f00-9abf-3fa3066cc8f7 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:44.118190 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-506741a8-0235-4226-8964-ed9cede68a66 req-2dc77787-1192-4f00-9abf-3fa3066cc8f7 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.1901655 Nov 24 13:23:44.142297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b207010-b1d8-4532-8232-67d957947129 req-82912be8-948d-497f-8c51-d8695cf1e8b7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:44.151729 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b207010-b1d8-4532-8232-67d957947129 req-82912be8-948d-497f-8c51-d8695cf1e8b7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 944 time: 0.0712302 Nov 24 13:23:44.177215 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-506741a8-0235-4226-8964-ed9cede68a66 req-9d9d7bf8-cc84-4bbb-89d7-ceab341d17a0 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521715 Nov 24 13:23:44.191225 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5437ec20-f6ee-4df7-a1b6-273cf95cda24 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:44.207621 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b207010-b1d8-4532-8232-67d957947129 req-1c1acf45-5245-4e64-ad49-536714b21976 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549958 Nov 24 13:23:44.231319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437ec20-f6ee-4df7-a1b6-273cf95cda24 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=ea0e717b-d1ac-4af0-bdf6-817b448379c6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:44.393281 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5437ec20-f6ee-4df7-a1b6-273cf95cda24 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:44.557532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5437ec20-f6ee-4df7-a1b6-273cf95cda24 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router 32b8b604-fbe0-44be-94bf-324d2db089d4 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:23:44.636857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5437ec20-f6ee-4df7-a1b6-273cf95cda24 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:23:44.645464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46586) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:44.645759 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5437ec20-f6ee-4df7-a1b6-273cf95cda24 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/32b8b604-fbe0-44be-94bf-324d2db089d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3401496 Nov 24 13:23:44.657631 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537355eb-fe2f-4d74-bf57-67bdb547abf8 None None] Sync routers for ids ['32b8b604-fbe0-44be-94bf-324d2db089d4'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:23:44.671104 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537355eb-fe2f-4d74-bf57-67bdb547abf8 None None] Routers {'32b8b604-fbe0-44be-94bf-324d2db089d4'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:44.671661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-537355eb-fe2f-4d74-bf57-67bdb547abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['32b8b604-fbe0-44be-94bf-324d2db089d4'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:44.714502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-537355eb-fe2f-4d74-bf57-67bdb547abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:44.724616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537355eb-fe2f-4d74-bf57-67bdb547abf8 None None] Routers {'32b8b604-fbe0-44be-94bf-324d2db089d4'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:44.725522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-537355eb-fe2f-4d74-bf57-67bdb547abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['32b8b604-fbe0-44be-94bf-324d2db089d4'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:44.764539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-537355eb-fe2f-4d74-bf57-67bdb547abf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:44.765246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537355eb-fe2f-4d74-bf57-67bdb547abf8 None None] The sync data for ids ['32b8b604-fbe0-44be-94bf-324d2db089d4'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:23:44.901145 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-817253a5-441a-453b-8565-fb88ff6b45b7 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] remove_router_interface failed (client error): The resource could not be found. Nov 24 13:23:44.905046 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-817253a5-441a-453b-8565-fb88ff6b45b7 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/32b8b604-fbe0-44be-94bf-324d2db089d4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2553923 Nov 24 13:23:44.906174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46598) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:44.936312 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fa050c5c-373f-4397-a5db-643e59615cac tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b8b604-fbe0-44be-94bf-324d2db089d4 HTTP/1.1" status: 200 len: 205 time: 0.0283256 Nov 24 13:23:44.938338 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46600) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:45.021895 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9a225de-63a1-43e9-b5db-8825cec8c472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:45.191602 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9a225de-63a1-43e9-b5db-8825cec8c472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:45.194074 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9a225de-63a1-43e9-b5db-8825cec8c472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:45.266629 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9a225de-63a1-43e9-b5db-8825cec8c472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:45.267236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a225de-63a1-43e9-b5db-8825cec8c472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Fanout notify agent at l3_agent the message router_deleted on router 32b8b604-fbe0-44be-94bf-324d2db089d4 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:23:45.275553 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9a225de-63a1-43e9-b5db-8825cec8c472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:45.276652 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c9a225de-63a1-43e9-b5db-8825cec8c472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/routers/32b8b604-fbe0-44be-94bf-324d2db089d4 HTTP/1.1" status: 204 len: 168 time: 0.3373473 Nov 24 13:23:45.280177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46608) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:45.371124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac576e-4fc5-4f6e-9e9d-74bf6bba31d9 req-a9085a62-9df9-43c8-a0a4-5ff60fbd2bdb tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:45.379478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-45cf3540-fe0e-4479-b871-dd05ad3dec60 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting subnet 54c20dae-787e-407d-8034-e4059d043130 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:23:45.379933 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1bac576e-4fc5-4f6e-9e9d-74bf6bba31d9 req-a9085a62-9df9-43c8-a0a4-5ff60fbd2bdb tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.0716827 Nov 24 13:23:45.385122 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-45cf3540-fe0e-4479-b871-dd05ad3dec60 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:45.414757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12da409-3f9f-4c02-b30a-917982531374 req-2ef6d8a7-173f-4161-80c9-430ca72719c7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:45.423759 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e12da409-3f9f-4c02-b30a-917982531374 req-2ef6d8a7-173f-4161-80c9-430ca72719c7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 944 time: 0.1082933 Nov 24 13:23:45.452094 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1bac576e-4fc5-4f6e-9e9d-74bf6bba31d9 req-20072bf5-c18c-4953-abef-c3a0268686ad tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669029 Nov 24 13:23:45.494480 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-45cf3540-fe0e-4479-b871-dd05ad3dec60 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:45.530520 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e12da409-3f9f-4c02-b30a-917982531374 req-8df4fb06-328b-4f1a-8fde-9a8cbab93a91 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007988 Nov 24 13:23:45.620999 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-45cf3540-fe0e-4479-b871-dd05ad3dec60 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:45.725179 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-45cf3540-fe0e-4479-b871-dd05ad3dec60 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:45.798205 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf3540-fe0e-4479-b871-dd05ad3dec60 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Subnet': ['ID=54c20dae-787e-407d-8034-e4059d043130,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:45.806408 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-45cf3540-fe0e-4479-b871-dd05ad3dec60 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:45.809558 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-45cf3540-fe0e-4479-b871-dd05ad3dec60 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/54c20dae-787e-407d-8034-e4059d043130 HTTP/1.1" status: 204 len: 168 time: 0.5281820 Nov 24 13:23:45.812909 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46618) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:45.813394 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5130a8-878a-4e14-9f72-f2bdcee880d0 None None] Network 9753dbec-16fa-442b-9946-bd22396019ea requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:46.015180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b49ec8-e3c2-4edc-a3ed-adb6c7847369 None None] DHCP port deletion for 9753dbec-16fa-442b-9946-bd22396019ea request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:23:46.075024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-82b49ec8-e3c2-4edc-a3ed-adb6c7847369 None None] Deleting port 1349ea5f-a25a-4048-a573-114ca400ffd2 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:23:46.075573 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-82b49ec8-e3c2-4edc-a3ed-adb6c7847369 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.155885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-82b49ec8-e3c2-4edc-a3ed-adb6c7847369 None None] For port 1349ea5f-a25a-4048-a573-114ca400ffd2, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1349ea5f-a25a-4048-a573-114ca400ffd2,segment=NetworkSegment(8ba2def5-3721-481a-89f5-7d55a8827d43),segment_id=8ba2def5-3721-481a-89f5-7d55a8827d43)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:46.156303 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-82b49ec8-e3c2-4edc-a3ed-adb6c7847369 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.171752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-82b49ec8-e3c2-4edc-a3ed-adb6c7847369 None None] Calling delete_port for 1349ea5f-a25a-4048-a573-114ca400ffd2 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:23:46.221034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7ec7b-fd79-4243-9cbd-d90fe8ed3b5b req-bd7bff4a-18c2-4a50-b727-e311e711ace5 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:46.222588 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fc7ec7b-fd79-4243-9cbd-d90fe8ed3b5b req-bd7bff4a-18c2-4a50-b727-e311e711ace5 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.5090396 Nov 24 13:23:46.229147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724476b-a920-4ffc-ba82-858546c3ee00 req-25a39d3d-107d-4e9d-a735-326c224810c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:46.230812 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b724476b-a920-4ffc-ba82-858546c3ee00 req-25a39d3d-107d-4e9d-a735-326c224810c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff0f156c667c46a4b3c5388a9d30e247&device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 1096 time: 0.5071886 Nov 24 13:23:46.265237 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-82b49ec8-e3c2-4edc-a3ed-adb6c7847369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.291339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b49ec8-e3c2-4edc-a3ed-adb6c7847369 None None] Pushing event deleted for resources: {'Port': ['ID=1349ea5f-a25a-4048-a573-114ca400ffd2,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:46.296844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b49ec8-e3c2-4edc-a3ed-adb6c7847369 None None] No DVR routers for this DVR port 1349ea5f-a25a-4048-a573-114ca400ffd2 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:23:46.313743 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0298fb0-821a-4326-9fbd-e6fc40bbd481 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.386001 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fc7ec7b-fd79-4243-9cbd-d90fe8ed3b5b req-ddba6ad1-af01-4e57-a932-848e4a33eb21 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514664 Nov 24 13:23:46.437333 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724476b-a920-4ffc-ba82-858546c3ee00 req-1498517d-ff7f-4a38-8077-54cc17f7b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:46.438786 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b724476b-a920-4ffc-ba82-858546c3ee00 req-1498517d-ff7f-4a38-8077-54cc17f7b786 service neutron] 10.222.0.46 "GET /v2.0/networks?id=895882ec-a36d-41f5-b14b-ec9584f4b7b1 HTTP/1.1" status: 200 len: 912 time: 0.1745753 Nov 24 13:23:46.515260 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b724476b-a920-4ffc-ba82-858546c3ee00 req-c5b162c9-078e-41ff-8c24-90cadeb5af7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=380ca897-b272-4612-b851-f03f36ca74a3 HTTP/1.1" status: 200 len: 217 time: 0.0678477 Nov 24 13:23:46.516977 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0298fb0-821a-4326-9fbd-e6fc40bbd481 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.521527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1349ea5f-a25a-4048-a573-114ca400ffd2 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:23:46.542976 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 1349ea5f-a25a-4048-a573-114ca400ffd2 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:23:46.543558 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1349ea5f-a25a-4048-a573-114ca400ffd2 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:23:46.583366 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b0298fb0-821a-4326-9fbd-e6fc40bbd481 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9753dbec-16fa-442b-9946-bd22396019ea']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:46.597705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b0298fb0-821a-4326-9fbd-e6fc40bbd481 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba2def5-3721-481a-89f5-7d55a8827d43') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:46.598048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b0298fb0-821a-4326-9fbd-e6fc40bbd481 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba2def5-3721-481a-89f5-7d55a8827d43') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:46.611811 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0298fb0-821a-4326-9fbd-e6fc40bbd481 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.614545 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724476b-a920-4ffc-ba82-858546c3ee00 req-6abb2cad-3524-4a49-8fa1-0ce3388ffe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:46.616018 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b724476b-a920-4ffc-ba82-858546c3ee00 req-6abb2cad-3524-4a49-8fa1-0ce3388ffe02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d46f0a20-7b8b-49ba-a4a7-c178df448359 HTTP/1.1" status: 200 len: 851 time: 0.0888662 Nov 24 13:23:46.639988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fa2e5-b237-42e9-aebb-fd996ead1c06 req-7b699a9b-1296-4cf1-859e-950227d21771 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:46.641594 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b3fa2e5-b237-42e9-aebb-fd996ead1c06 req-7b699a9b-1296-4cf1-859e-950227d21771 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 944 time: 0.0481753 Nov 24 13:23:46.655322 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0298fb0-821a-4326-9fbd-e6fc40bbd481 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.658709 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b724476b-a920-4ffc-ba82-858546c3ee00 req-8bcd92c6-9f0c-45cb-af1c-ad3d6ce6ea0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=895882ec-a36d-41f5-b14b-ec9584f4b7b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330017 Nov 24 13:23:46.663488 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0298fb0-821a-4326-9fbd-e6fc40bbd481 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:23:46.663879 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0298fb0-821a-4326-9fbd-e6fc40bbd481 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:23:46.667608 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:23:46.696412 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b3fa2e5-b237-42e9-aebb-fd996ead1c06 req-b8b22d97-bcb5-4f9e-b971-1b9c3916acd9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485866 Nov 24 13:23:46.785213 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0298fb0-821a-4326-9fbd-e6fc40bbd481 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.794429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b0298fb0-821a-4326-9fbd-e6fc40bbd481 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.801844 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b0298fb0-821a-4326-9fbd-e6fc40bbd481 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/networks/9753dbec-16fa-442b-9946-bd22396019ea HTTP/1.1" status: 204 len: 168 time: 0.9829085 Nov 24 13:23:46.802146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46626) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:46.807073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-05d5f73e-3b7d-4954-910f-7b265a3a7e1d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1601819667'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:46.814224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0298fb0-821a-4326-9fbd-e6fc40bbd481 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Network': ['ID=9753dbec-16fa-442b-9946-bd22396019ea,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:46.829041 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d5f73e-3b7d-4954-910f-7b265a3a7e1d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:46.833661 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05d5f73e-3b7d-4954-910f-7b265a3a7e1d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.851788 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b724476b-a920-4ffc-ba82-858546c3ee00 req-c8fe97ca-21e3-45b0-820d-2075d09402cf service neutron] 10.222.0.46 "GET /v2.0/networks/895882ec-a36d-41f5-b14b-ec9584f4b7b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839144 Nov 24 13:23:46.860628 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d5f73e-3b7d-4954-910f-7b265a3a7e1d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:23:46.870819 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05d5f73e-3b7d-4954-910f-7b265a3a7e1d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.871243 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-05d5f73e-3b7d-4954-910f-7b265a3a7e1d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Added segment 107d8e42-57de-4046-a5a8-d6035f066636 of type vlan for network 8e5e9fe9-4e09-4111-ae3e-22220392bb39 Nov 24 13:23:46.912773 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05d5f73e-3b7d-4954-910f-7b265a3a7e1d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.938816 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05d5f73e-3b7d-4954-910f-7b265a3a7e1d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.944482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d5f73e-3b7d-4954-910f-7b265a3a7e1d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:46.945101 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-05d5f73e-3b7d-4954-910f-7b265a3a7e1d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:46.958726 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b724476b-a920-4ffc-ba82-858546c3ee00 req-98421df3-d403-42d5-ab8e-fced580fb669 service neutron] 10.222.0.46 "GET /v2.0/networks/895882ec-a36d-41f5-b14b-ec9584f4b7b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966690 Nov 24 13:23:46.980807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-05d5f73e-3b7d-4954-910f-7b265a3a7e1d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1774373 Nov 24 13:23:46.983759 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46630) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:46.990432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e321ed2d-7a1e-4f80-afc7-ebd32909ff03 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'subnet': {'network_id': '8e5e9fe9-4e09-4111-ae3e-22220392bb39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:47.039107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5f73e-3b7d-4954-910f-7b265a3a7e1d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Network': ['ID=8e5e9fe9-4e09-4111-ae3e-22220392bb39,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:47.056801 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 8e5e9fe9-4e09-4111-ae3e-22220392bb39 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:23:47.125357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e321ed2d-7a1e-4f80-afc7-ebd32909ff03 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:47.129240 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e321ed2d-7a1e-4f80-afc7-ebd32909ff03 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:47.320542 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e321ed2d-7a1e-4f80-afc7-ebd32909ff03 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:47.381323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321ed2d-7a1e-4f80-afc7-ebd32909ff03 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Subnet': ['ID=7075bb28-eb2b-4e2d-8456-3c87d21dae6f,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:47.389174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e321ed2d-7a1e-4f80-afc7-ebd32909ff03 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Checking segment: {'id': '107d8e42-57de-4046-a5a8-d6035f066636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e5e9fe9-4e09-4111-ae3e-22220392bb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:47.389548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e321ed2d-7a1e-4f80-afc7-ebd32909ff03 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network hostable DHCP agents. Network: 8e5e9fe9-4e09-4111-ae3e-22220392bb39, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:23:47.406803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e321ed2d-7a1e-4f80-afc7-ebd32909ff03 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 8e5e9fe9-4e09-4111-ae3e-22220392bb39 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:23:47.416318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-e321ed2d-7a1e-4f80-afc7-ebd32909ff03 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 8e5e9fe9-4e09-4111-ae3e-22220392bb39) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:47.420381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e321ed2d-7a1e-4f80-afc7-ebd32909ff03 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:47.421007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e321ed2d-7a1e-4f80-afc7-ebd32909ff03 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:47.428858 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447daa08-6333-4a1c-b944-616f8bd64864 None None] Network 8e5e9fe9-4e09-4111-ae3e-22220392bb39 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:47.440065 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e321ed2d-7a1e-4f80-afc7-ebd32909ff03 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4552491 Nov 24 13:23:47.442667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46636) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:47.447862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e53469a4-9894-492b-8534-d58c6921099a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1045241469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:47.479202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e53469a4-9894-492b-8534-d58c6921099a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:47.480638 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e53469a4-9894-492b-8534-d58c6921099a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:47.582941 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e53469a4-9894-492b-8534-d58c6921099a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:47.601271 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e53469a4-9894-492b-8534-d58c6921099a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:47.622617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-8e5e9fe9-4e09-4111-ae3e-22220392bb39', 'network_id': '8e5e9fe9-4e09-4111-ae3e-22220392bb39', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'fixed_ips': [{'subnet_id': '7075bb28-eb2b-4e2d-8456-3c87d21dae6f'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:23:47.625444 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:47.635685 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62117465-6810-4390-8dca-8312e7a6a1c0 req-2c6f12ca-743f-4d5e-822e-befd226816d5 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:47.641870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62117465-6810-4390-8dca-8312e7a6a1c0 req-2c6f12ca-743f-4d5e-822e-befd226816d5 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.1159947 Nov 24 13:23:47.664189 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e53469a4-9894-492b-8534-d58c6921099a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:47.669155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46638) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:47.669658 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e53469a4-9894-492b-8534-d58c6921099a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2257299 Nov 24 13:23:47.711680 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62117465-6810-4390-8dca-8312e7a6a1c0 req-04ac080c-6c06-4127-899d-499007454d9c tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645599 Nov 24 13:23:47.818932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Allocated IP 172.20.0.2 (8e5e9fe9-4e09-4111-ae3e-22220392bb39/7075bb28-eb2b-4e2d-8456-3c87d21dae6f/247e6d46-c411-41be-9484-903a2ab38ccd) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:23:47.981309 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824c453-8baa-410d-8e03-3989a0235c90 req-24d62389-9d15-44f5-90b4-faa11edbc1a3 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:47.983680 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1824c453-8baa-410d-8e03-3989a0235c90 req-24d62389-9d15-44f5-90b4-faa11edbc1a3 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 944 time: 0.1781299 Nov 24 13:23:48.003413 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:48.010078 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:48.047454 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:48.048021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Network 8e5e9fe9-4e09-4111-ae3e-22220392bb39 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:48.051465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:48.053866 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:23:48.080844 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1824c453-8baa-410d-8e03-3989a0235c90 req-f9d58fa0-0d6b-4e40-99e1-4ae89a7f19cf tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896535 Nov 24 13:23:48.275753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Pushing event updated for resources: {'Port': ['ID=247e6d46-c411-41be-9484-903a2ab38ccd,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:48.308478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Attempting to bind port 247e6d46-c411-41be-9484-903a2ab38ccd on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:23:48.309559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Attempting to bind port 247e6d46-c411-41be-9484-903a2ab38ccd by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '107d8e42-57de-4046-a5a8-d6035f066636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e5e9fe9-4e09-4111-ae3e-22220392bb39'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:23:48.309559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Attempting to bind port 247e6d46-c411-41be-9484-903a2ab38ccd on network 8e5e9fe9-4e09-4111-ae3e-22220392bb39 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:23:48.315724 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:23:48.316569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Checking segment: {'id': '107d8e42-57de-4046-a5a8-d6035f066636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e5e9fe9-4e09-4111-ae3e-22220392bb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:48.316704 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:48.317191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Bound using segment: {'id': '107d8e42-57de-4046-a5a8-d6035f066636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e5e9fe9-4e09-4111-ae3e-22220392bb39'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:23:48.317758 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Bound port: 247e6d46-c411-41be-9484-903a2ab38ccd, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107d8e42-57de-4046-a5a8-d6035f066636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8e5e9fe9-4e09-4111-ae3e-22220392bb39'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:23:48.318231 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:48.328353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Allocated IP 172.20.0.1 (8e5e9fe9-4e09-4111-ae3e-22220392bb39/7075bb28-eb2b-4e2d-8456-3c87d21dae6f/1be61218-794d-4ab8-b6b3-87ac1be297bf) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:23:48.382438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] For port 247e6d46-c411-41be-9484-903a2ab38ccd, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:23:48.385894 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] For port 247e6d46-c411-41be-9484-903a2ab38ccd, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=247e6d46-c411-41be-9484-903a2ab38ccd,segment=NetworkSegment(107d8e42-57de-4046-a5a8-d6035f066636),segment_id=107d8e42-57de-4046-a5a8-d6035f066636)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:23:48.390388 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:48.458141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532172d1-a0cd-4c4e-9b1e-9a388afbc3ce None None] Pushing event updated for resources: {'Port': ['ID=247e6d46-c411-41be-9484-903a2ab38ccd,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:48.464429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:48.501193 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:48.546841 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 8e5e9fe9-4e09-4111-ae3e-22220392bb39 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:48.552519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:48.556296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:23:48.587814 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=1be61218-794d-4ab8-b6b3-87ac1be297bf,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:48.605909 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:48.752808 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:48.899201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0107b6c-213e-4712-be45-0db9ec73441a req-56a02caa-2e1b-4cf1-9086-7f00657ffac5 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:48.900970 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e0107b6c-213e-4712-be45-0db9ec73441a req-56a02caa-2e1b-4cf1-9086-7f00657ffac5 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.0773697 Nov 24 13:23:48.983590 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e0107b6c-213e-4712-be45-0db9ec73441a req-3a6a357d-9d0a-4b1b-9b70-7edacff99952 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760014 Nov 24 13:23:49.121920 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:49.128823 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:49.310730 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=1be61218-794d-4ab8-b6b3-87ac1be297bf,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:49.340229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:49.364174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f55655-ce36-420c-8254-a5b579cca4f2 req-e11e16bb-9122-4fc9-936f-663aed0e62ff tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:49.371660 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89f55655-ce36-420c-8254-a5b579cca4f2 req-e11e16bb-9122-4fc9-936f-663aed0e62ff tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.0652752 Nov 24 13:23:49.427031 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89f55655-ce36-420c-8254-a5b579cca4f2 req-372e661e-090a-4321-b0cd-8f0da1c2cb64 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543885 Nov 24 13:23:49.440396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88e59b-7649-4bef-899b-8ecfe7edadec req-922013a9-491e-4cb5-a09b-f1865f8d8c80 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:49.445808 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc88e59b-7649-4bef-899b-8ecfe7edadec req-922013a9-491e-4cb5-a09b-f1865f8d8c80 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 944 time: 0.2261794 Nov 24 13:23:49.481375 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 8e5e9fe9-4e09-4111-ae3e-22220392bb39 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:49.485901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:49.577093 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc88e59b-7649-4bef-899b-8ecfe7edadec req-1c58d764-28ad-4fd3-a955-69c1add2f13b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241522 Nov 24 13:23:49.630660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router 6771a385-6c52-4c57-9ac1-40b2aa82ab49 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:23:49.650047 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18a5e13-9457-49f0-a218-153d54e04cfe None None] Network 8e5e9fe9-4e09-4111-ae3e-22220392bb39 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:49.729063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:23:49.740127 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46670) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:49.745030 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dabaf33-803d-40e6-b5ae-216dd8199743 None None] Sync routers for ids ['6771a385-6c52-4c57-9ac1-40b2aa82ab49'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:23:49.751787 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-86ab435b-20d7-4f5e-ba5d-9aa73acfa764 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/6771a385-6c52-4c57-9ac1-40b2aa82ab49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0800385 Nov 24 13:23:49.759515 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dabaf33-803d-40e6-b5ae-216dd8199743 None None] Routers {'6771a385-6c52-4c57-9ac1-40b2aa82ab49'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:49.760634 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3dabaf33-803d-40e6-b5ae-216dd8199743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6771a385-6c52-4c57-9ac1-40b2aa82ab49'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:49.791874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da3b552-4a11-4568-8291-9d9d5dd082d4 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:49.797121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3da3b552-4a11-4568-8291-9d9d5dd082d4 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports/1be61218-794d-4ab8-b6b3-87ac1be297bf HTTP/1.1" status: 200 len: 910 time: 0.0522981 Nov 24 13:23:49.797369 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-91b3f8a4-b8fc-4b2d-a39b-3ee20616c79d None None] Provisioning complete for port 247e6d46-c411-41be-9484-903a2ab38ccd triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:49.797531 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46672) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:49.798227 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91b3f8a4-b8fc-4b2d-a39b-3ee20616c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:49.824679 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3dabaf33-803d-40e6-b5ae-216dd8199743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:49.839297 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dabaf33-803d-40e6-b5ae-216dd8199743 None None] Routers {'6771a385-6c52-4c57-9ac1-40b2aa82ab49'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:49.840518 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3dabaf33-803d-40e6-b5ae-216dd8199743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6771a385-6c52-4c57-9ac1-40b2aa82ab49'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:49.928678 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91b3f8a4-b8fc-4b2d-a39b-3ee20616c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:49.968992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-91b3f8a4-b8fc-4b2d-a39b-3ee20616c79d None None] For port 247e6d46-c411-41be-9484-903a2ab38ccd, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=247e6d46-c411-41be-9484-903a2ab38ccd,segment=NetworkSegment(107d8e42-57de-4046-a5a8-d6035f066636),segment_id=107d8e42-57de-4046-a5a8-d6035f066636)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:49.980099 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91b3f8a4-b8fc-4b2d-a39b-3ee20616c79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:50.025058 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3dabaf33-803d-40e6-b5ae-216dd8199743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:50.025736 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dabaf33-803d-40e6-b5ae-216dd8199743 None None] The sync data for ids ['6771a385-6c52-4c57-9ac1-40b2aa82ab49'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:23:50.063086 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3f8a4-b8fc-4b2d-a39b-3ee20616c79d None None] Pushing event updated for resources: {'Port': ['ID=247e6d46-c411-41be-9484-903a2ab38ccd,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:50.207976 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-88956cea-9185-4364-83f9-459de201a16b None None] Provisioning complete for port 247e6d46-c411-41be-9484-903a2ab38ccd triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:50.208712 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-88956cea-9185-4364-83f9-459de201a16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:50.218821 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f14b-15b4-4a71-99b8-a5c181edf208 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:50.370562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-88956cea-9185-4364-83f9-459de201a16b None None] Provisioning complete for port 1be61218-794d-4ab8-b6b3-87ac1be297bf triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:50.371282 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-88956cea-9185-4364-83f9-459de201a16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:50.425285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-88956cea-9185-4364-83f9-459de201a16b None None] Port 1be61218-794d-4ab8-b6b3-87ac1be297bf cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:23:50.554774 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3b5d29a2-b82b-418d-ad38-5050061c3319 None None] Provisioning complete for port 1be61218-794d-4ab8-b6b3-87ac1be297bf triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:50.555407 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3b5d29a2-b82b-418d-ad38-5050061c3319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:50.604645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-ddc1f14b-15b4-4a71-99b8-a5c181edf208 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port 1be61218-794d-4ab8-b6b3-87ac1be297bf {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:23:50.605025 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f14b-15b4-4a71-99b8-a5c181edf208 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:50.608749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 247e6d46-c411-41be-9484-903a2ab38ccd up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:23:50.639669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d29a2-b82b-418d-ad38-5050061c3319 None None] Port 1be61218-794d-4ab8-b6b3-87ac1be297bf cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:23:50.699179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 247e6d46-c411-41be-9484-903a2ab38ccd triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:50.700254 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:50.718193 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f14b-15b4-4a71-99b8-a5c181edf208 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:50.749365 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-ddc1f14b-15b4-4a71-99b8-a5c181edf208 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for 1be61218-794d-4ab8-b6b3-87ac1be297bf owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:23:50.759912 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc028d-c8b1-4e6d-8487-830f1ce671ed req-aba7bbed-a2af-4d18-93e8-db25766e0ed0 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:50.761417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d6e5b-8749-4286-8452-05a4e6139dd1 req-80cf965e-62a1-481a-aef0-88aebad21b7b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:50.764577 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3d6e5b-8749-4286-8452-05a4e6139dd1 req-80cf965e-62a1-481a-aef0-88aebad21b7b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 944 time: 0.0733647 Nov 24 13:23:50.765635 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0dbc028d-c8b1-4e6d-8487-830f1ce671ed req-aba7bbed-a2af-4d18-93e8-db25766e0ed0 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.2543325 Nov 24 13:23:50.776852 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9eb5e0ab-0c41-4164-96f8-33fbf5b3349b None None] Provisioning complete for port 1be61218-794d-4ab8-b6b3-87ac1be297bf triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:50.777227 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9eb5e0ab-0c41-4164-96f8-33fbf5b3349b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:50.831086 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d3d6e5b-8749-4286-8452-05a4e6139dd1 req-8b1db450-652c-4efe-bf0c-61c82919910f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569019 Nov 24 13:23:50.864107 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9eb5e0ab-0c41-4164-96f8-33fbf5b3349b None None] Port 1be61218-794d-4ab8-b6b3-87ac1be297bf cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:23:50.867717 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3719143c-7773-4133-b32e-052a342f79b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:50.898931 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0dbc028d-c8b1-4e6d-8487-830f1ce671ed req-37fd0c15-3f45-4c6e-b7cb-c13535215427 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197755 Nov 24 13:23:51.021189 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f14b-15b4-4a71-99b8-a5c181edf208 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:51.048059 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1f14b-15b4-4a71-99b8-a5c181edf208 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=1be61218-794d-4ab8-b6b3-87ac1be297bf,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:51.223131 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f14b-15b4-4a71-99b8-a5c181edf208 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:51.326740 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850344d-04d7-4a2f-85c1-d38a0edda45b req-c839f7fe-873f-4a99-98ec-924c66e1c0cf tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:51.328323 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4850344d-04d7-4a2f-85c1-d38a0edda45b req-c839f7fe-873f-4a99-98ec-924c66e1c0cf tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.1401567 Nov 24 13:23:51.465031 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc1f14b-15b4-4a71-99b8-a5c181edf208 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router 6771a385-6c52-4c57-9ac1-40b2aa82ab49 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:23:51.567164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc1f14b-15b4-4a71-99b8-a5c181edf208 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:23:51.573042 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ddc1f14b-15b4-4a71-99b8-a5c181edf208 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/6771a385-6c52-4c57-9ac1-40b2aa82ab49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7745047 Nov 24 13:23:51.575350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-4850344d-04d7-4a2f-85c1-d38a0edda45b req-9050772b-4cd5-49b4-9f15-39b9ea5d740f tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Deleting port 380ca897-b272-4612-b851-f03f36ca74a3 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:23:51.575729 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4850344d-04d7-4a2f-85c1-d38a0edda45b req-9050772b-4cd5-49b4-9f15-39b9ea5d740f tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:51.575867 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46690) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:51.582199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2b96ed-8d8a-406a-8926-ac07d123c45e None None] Sync routers for ids ['6771a385-6c52-4c57-9ac1-40b2aa82ab49'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:23:51.599675 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2b96ed-8d8a-406a-8926-ac07d123c45e None None] Routers {'6771a385-6c52-4c57-9ac1-40b2aa82ab49'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:51.600558 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cc2b96ed-8d8a-406a-8926-ac07d123c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6771a385-6c52-4c57-9ac1-40b2aa82ab49'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:51.604771 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-08dcee01-568d-4f40-ad6e-863c4f7d0423 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports?device_id=6771a385-6c52-4c57-9ac1-40b2aa82ab49 HTTP/1.1" status: 200 len: 205 time: 0.0265083 Nov 24 13:23:51.606698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46692) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:51.611209 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:23:51.650899 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cc2b96ed-8d8a-406a-8926-ac07d123c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:51.679097 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2b96ed-8d8a-406a-8926-ac07d123c45e None None] Routers {'6771a385-6c52-4c57-9ac1-40b2aa82ab49'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:51.679739 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cc2b96ed-8d8a-406a-8926-ac07d123c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6771a385-6c52-4c57-9ac1-40b2aa82ab49'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:51.691309 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-18764ddf-074f-4c6c-b824-0732f251cfdf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:51.727958 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cc2b96ed-8d8a-406a-8926-ac07d123c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:51.728660 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2b96ed-8d8a-406a-8926-ac07d123c45e None None] The sync data for ids ['6771a385-6c52-4c57-9ac1-40b2aa82ab49'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:23:51.808631 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1d48fd55-2402-49d5-9fdf-39b4ae6adfa9,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:51.822650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '1d48fd55-2402-49d5-9fdf-39b4ae6adfa9', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'port_id': '1d48fd55-2402-49d5-9fdf-39b4ae6adfa9', 'mac_address': 'fa:16:3e:de:7a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:23:51.886828 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:51.903249 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-18764ddf-074f-4c6c-b824-0732f251cfdf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:51.905738 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-18764ddf-074f-4c6c-b824-0732f251cfdf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:51.920030 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:23:51.970856 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-18764ddf-074f-4c6c-b824-0732f251cfdf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:51.972581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18764ddf-074f-4c6c-b824-0732f251cfdf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Fanout notify agent at l3_agent the message router_deleted on router 6771a385-6c52-4c57-9ac1-40b2aa82ab49 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:23:51.976473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1d48fd55-2402-49d5-9fdf-39b4ae6adfa9,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:51.989987 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:51.999264 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-18764ddf-074f-4c6c-b824-0732f251cfdf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:52.003921 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-18764ddf-074f-4c6c-b824-0732f251cfdf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/routers/6771a385-6c52-4c57-9ac1-40b2aa82ab49 HTTP/1.1" status: 204 len: 168 time: 0.3956835 Nov 24 13:23:52.005522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46698) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:52.067187 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=1d48fd55-2402-49d5-9fdf-39b4ae6adfa9,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:52.086327 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387fc6b-225d-43e0-99f3-8f3af42f5292 req-6b0f8ba4-3777-4aad-ace3-0d83f25b0190 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:52.088767 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e387fc6b-225d-43e0-99f3-8f3af42f5292 req-6b0f8ba4-3777-4aad-ace3-0d83f25b0190 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 945 time: 0.0712402 Nov 24 13:23:52.112498 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-4850344d-04d7-4a2f-85c1-d38a0edda45b req-9050772b-4cd5-49b4-9f15-39b9ea5d740f tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] For port 380ca897-b272-4612-b851-f03f36ca74a3, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=380ca897-b272-4612-b851-f03f36ca74a3,segment=NetworkSegment(df2db014-8be6-4da6-b8ee-2531440ef331),segment_id=df2db014-8be6-4da6-b8ee-2531440ef331)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:52.112888 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4850344d-04d7-4a2f-85c1-d38a0edda45b req-9050772b-4cd5-49b4-9f15-39b9ea5d740f tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:52.134211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-4850344d-04d7-4a2f-85c1-d38a0edda45b req-9050772b-4cd5-49b4-9f15-39b9ea5d740f tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Calling delete_port for 380ca897-b272-4612-b851-f03f36ca74a3 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:23:52.159622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34eae6b-aee1-4d79-a477-b391acbc8b23 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting subnet 7075bb28-eb2b-4e2d-8456-3c87d21dae6f {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:23:52.163030 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d34eae6b-aee1-4d79-a477-b391acbc8b23 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:52.200967 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e387fc6b-225d-43e0-99f3-8f3af42f5292 req-4fd84e4b-5bd4-4f81-b927-5668508cb656 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991900 Nov 24 13:23:52.204983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['1d48fd55-2402-49d5-9fdf-39b4ae6adfa9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:23:52.250715 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d34eae6b-aee1-4d79-a477-b391acbc8b23 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:52.341460 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4850344d-04d7-4a2f-85c1-d38a0edda45b req-9050772b-4cd5-49b4-9f15-39b9ea5d740f tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:52.359627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['380ca897-b272-4612-b851-f03f36ca74a3'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:23:52.378852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050772b-4cd5-49b4-9f15-39b9ea5d740f tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Pushing event deleted for resources: {'Port': ['ID=380ca897-b272-4612-b851-f03f36ca74a3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:52.463567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4850344d-04d7-4a2f-85c1-d38a0edda45b req-9050772b-4cd5-49b4-9f15-39b9ea5d740f tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] No DVR routers for this DVR port 380ca897-b272-4612-b851-f03f36ca74a3 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:23:52.466606 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4850344d-04d7-4a2f-85c1-d38a0edda45b req-9050772b-4cd5-49b4-9f15-39b9ea5d740f tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:52.471285 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4850344d-04d7-4a2f-85c1-d38a0edda45b req-9050772b-4cd5-49b4-9f15-39b9ea5d740f tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.46 "DELETE /v2.0/ports/380ca897-b272-4612-b851-f03f36ca74a3 HTTP/1.1" status: 204 len: 173 time: 1.1357045 Nov 24 13:23:52.472062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8d88d2-0ec3-406e-9246-edcaa5ff6291', 'name': 'network-vif-deleted', 'tag': '380ca897-b272-4612-b851-f03f36ca74a3'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:23:52.474587 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2369bf84-65a6-4915-bf70-2cc338472efd" -d '{"events": [{"server_uuid": "7f8d88d2-0ec3-406e-9246-edcaa5ff6291", "name": "network-vif-deleted", "tag": "380ca897-b272-4612-b851-f03f36ca74a3"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:23:52.491171 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d34eae6b-aee1-4d79-a477-b391acbc8b23 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:52.546661 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a57fe1-2721-48cd-ab0d-a1f22bc9d77c x-openstack-request-id: req-17a57fe1-2721-48cd-ab0d-a1f22bc9d77c {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:23:52.546821 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8d88d2-0ec3-406e-9246-edcaa5ff6291", "name": "network-vif-deleted", "tag": "380ca897-b272-4612-b851-f03f36ca74a3", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:23:52.547061 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17a57fe1-2721-48cd-ab0d-a1f22bc9d77c {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:23:52.547478 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8d88d2-0ec3-406e-9246-edcaa5ff6291', 'name': 'network-vif-deleted', 'tag': '380ca897-b272-4612-b851-f03f36ca74a3', 'status': 'completed', 'code': 200} Nov 24 13:23:52.599365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a84f8-14c7-4b26-8016-bf400c2a2e82 req-e03c25b0-430b-443a-a861-79eac1f60deb tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:52.607639 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-815a84f8-14c7-4b26-8016-bf400c2a2e82 req-e03c25b0-430b-443a-a861-79eac1f60deb tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f8d88d2-0ec3-406e-9246-edcaa5ff6291 HTTP/1.1" status: 200 len: 945 time: 0.5292959 Nov 24 13:23:52.617076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d34eae6b-aee1-4d79-a477-b391acbc8b23 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:52.668249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34eae6b-aee1-4d79-a477-b391acbc8b23 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Subnet': ['ID=7075bb28-eb2b-4e2d-8456-3c87d21dae6f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:52.676407 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d34eae6b-aee1-4d79-a477-b391acbc8b23 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:52.679889 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d34eae6b-aee1-4d79-a477-b391acbc8b23 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/7075bb28-eb2b-4e2d-8456-3c87d21dae6f HTTP/1.1" status: 204 len: 168 time: 0.6729512 Nov 24 13:23:52.683861 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46708) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:52.686878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcb0a85-55d9-4d7d-8dbb-92ea0f2b1928 None None] Network 8e5e9fe9-4e09-4111-ae3e-22220392bb39 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:52.705336 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-815a84f8-14c7-4b26-8016-bf400c2a2e82 req-a76f4da2-05a2-44e0-86e0-6a4ded28bba5 tempest-TestServerAdvancedOps-27212363 tempest-TestServerAdvancedOps-27212363-project] 10.222.0.48 "GET /v2.0/security-groups?id=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966749 Nov 24 13:23:52.781517 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:52.840324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port 247e6d46-c411-41be-9484-903a2ab38ccd {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:23:52.841189 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:52.938604 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] For port 247e6d46-c411-41be-9484-903a2ab38ccd, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=247e6d46-c411-41be-9484-903a2ab38ccd,segment=NetworkSegment(107d8e42-57de-4046-a5a8-d6035f066636),segment_id=107d8e42-57de-4046-a5a8-d6035f066636)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:52.938742 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:52.938955 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0252cb22-df13-4ebf-a433-270cd8dfde2d None None] DHCP port deletion for 8e5e9fe9-4e09-4111-ae3e-22220392bb39 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:23:52.964094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for 247e6d46-c411-41be-9484-903a2ab38ccd owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:23:53.063092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0252cb22-df13-4ebf-a433-270cd8dfde2d None None] Deleting port 247e6d46-c411-41be-9484-903a2ab38ccd {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:23:53.063558 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0252cb22-df13-4ebf-a433-270cd8dfde2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.095437 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.137508 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=247e6d46-c411-41be-9484-903a2ab38ccd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:53.157148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No DVR routers for this DVR port 247e6d46-c411-41be-9484-903a2ab38ccd on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:23:53.183414 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-0252cb22-df13-4ebf-a433-270cd8dfde2d None None] For port 247e6d46-c411-41be-9484-903a2ab38ccd, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=247e6d46-c411-41be-9484-903a2ab38ccd,segment=NetworkSegment(107d8e42-57de-4046-a5a8-d6035f066636),segment_id=107d8e42-57de-4046-a5a8-d6035f066636)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:53.184407 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0252cb22-df13-4ebf-a433-270cd8dfde2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.201932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0252cb22-df13-4ebf-a433-270cd8dfde2d None None] Calling delete_port for 247e6d46-c411-41be-9484-903a2ab38ccd owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:23:53.275083 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.301528 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5e9fe9-4e09-4111-ae3e-22220392bb39']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:53.344295 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107d8e42-57de-4046-a5a8-d6035f066636') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:53.345031 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107d8e42-57de-4046-a5a8-d6035f066636') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:53.365348 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-be4ee9d3-8ea8-42bc-8ec1-811eed5f8d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.391615 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.416782 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.430246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:23:53.430770 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:23:53.434395 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:23:53.440186 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0252cb22-df13-4ebf-a433-270cd8dfde2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.456362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b0c04-20e2-4869-a6d0-bcf14d5369c1 req-bdb5967e-aebc-45ef-90e5-8c6ba232841d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:53.457990 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ee2b0c04-20e2-4869-a6d0-bcf14d5369c1 req-bdb5967e-aebc-45ef-90e5-8c6ba232841d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 945 time: 0.1320014 Nov 24 13:23:53.481235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252cb22-df13-4ebf-a433-270cd8dfde2d None None] Pushing event deleted for resources: {'Port': ['ID=247e6d46-c411-41be-9484-903a2ab38ccd,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:53.489008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252cb22-df13-4ebf-a433-270cd8dfde2d None None] No DVR routers for this DVR port 247e6d46-c411-41be-9484-903a2ab38ccd on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:23:53.558303 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.587741 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.595303 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/networks/8e5e9fe9-4e09-4111-ae3e-22220392bb39 HTTP/1.1" status: 204 len: 168 time: 0.9065926 Nov 24 13:23:53.596012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46716) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:53.602038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:23:53.602533 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1279587452', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:53.627398 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03420a92-b73b-48cf-8f83-7289004ee341 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Network': ['ID=8e5e9fe9-4e09-4111-ae3e-22220392bb39,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:53.643623 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ee2b0c04-20e2-4869-a6d0-bcf14d5369c1 req-405c0614-0ee2-43d0-8e1f-dcf221e3a924 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777766 Nov 24 13:23:53.668425 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.670656 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.718366 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:23:53.722581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:53.722968 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.749521 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.805422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46722) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:53.817721 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.843496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e74f094-3fda-46c0-b0fe-b1c4df82e885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d48fd55-2402-49d5-9fdf-39b4ae6adfa9'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:23:53.845809 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acceebf6-f26d-4017-b7af-d4e54ea5eb1c" -d '{"events": [{"server_uuid": "6e74f094-3fda-46c0-b0fe-b1c4df82e885", "name": "network-vif-plugged", "status": "completed", "tag": "1d48fd55-2402-49d5-9fdf-39b4ae6adfa9"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:23:53.860076 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1d48fd55-2402-49d5-9fdf-39b4ae6adfa9,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:23:53.864627 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.896319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cee800e-2da0-4d71-920b-aacfdc864223 admin admin] Deleting subnet d46f0a20-7b8b-49ba-a4a7-c178df448359 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:23:53.908403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9cee800e-2da0-4d71-920b-aacfdc864223 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.936297 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42014bb7-1f31-4a53-b170-1b75c8e86c8c x-openstack-request-id: req-42014bb7-1f31-4a53-b170-1b75c8e86c8c {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:23:53.936600 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e74f094-3fda-46c0-b0fe-b1c4df82e885", "name": "network-vif-plugged", "status": "completed", "tag": "1d48fd55-2402-49d5-9fdf-39b4ae6adfa9", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:23:53.936970 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42014bb7-1f31-4a53-b170-1b75c8e86c8c {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:23:53.937374 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e74f094-3fda-46c0-b0fe-b1c4df82e885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d48fd55-2402-49d5-9fdf-39b4ae6adfa9', 'code': 200} Nov 24 13:23:53.943679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=1d48fd55-2402-49d5-9fdf-39b4ae6adfa9,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:53.993143 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9cee800e-2da0-4d71-920b-aacfdc864223 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:53.999367 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.062871 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9cee800e-2da0-4d71-920b-aacfdc864223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.090204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4226df6-16ce-490c-ba87-18622352810a req-d8438a87-2db6-4099-9dc8-9ee9f183d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:54.092247 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f4226df6-16ce-490c-ba87-18622352810a req-d8438a87-2db6-4099-9dc8-9ee9f183d300 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 1097 time: 0.1068389 Nov 24 13:23:54.149952 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9cee800e-2da0-4d71-920b-aacfdc864223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.183442 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f4226df6-16ce-490c-ba87-18622352810a req-93d8cb27-1519-4826-9568-be63372922d3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830524 Nov 24 13:23:54.199010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee800e-2da0-4d71-920b-aacfdc864223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d46f0a20-7b8b-49ba-a4a7-c178df448359,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:54.217885 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9cee800e-2da0-4d71-920b-aacfdc864223 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.221759 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9cee800e-2da0-4d71-920b-aacfdc864223 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d46f0a20-7b8b-49ba-a4a7-c178df448359 HTTP/1.1" status: 204 len: 168 time: 0.4174283 Nov 24 13:23:54.225392 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46726) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:54.310822 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.317506 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.336206 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.410492 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.418321 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.436883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895882ec-a36d-41f5-b14b-ec9584f4b7b1']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:54.448676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2db014-8be6-4da6-b8ee-2531440ef331') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:54.449226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2db014-8be6-4da6-b8ee-2531440ef331') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:54.463796 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.479067 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Allocated IP 172.25.0.6 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/d034e2f7-3527-41a0-9a23-0f2780800687) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:23:54.481769 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.496369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:23:54.498211 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.566529 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 247e6d46-c411-41be-9484-903a2ab38ccd no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:23:54.613391 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 247e6d46-c411-41be-9484-903a2ab38ccd {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:23:54.614060 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 247e6d46-c411-41be-9484-903a2ab38ccd not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:23:54.627827 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.685245 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.744092 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:23:54.747631 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:54.752505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:23:54.765959 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbf00a3-0b08-40b7-aa84-b8a95dcc9485 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:23:54.783722 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=d034e2f7-3527-41a0-9a23-0f2780800687,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:54.804948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.805452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.805881 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.806339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.806783 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.807219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.810948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.811461 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.811911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.812443 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.812909 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.815591 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.849491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8a163d60-9fbe-4d38-aa4b-55c6c9d9dda9 None None] Provisioning complete for port d034e2f7-3527-41a0-9a23-0f2780800687 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:23:54.849861 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8a163d60-9fbe-4d38-aa4b-55c6c9d9dda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:23:54.872302 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:23:54.890795 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.907742 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:54.914654 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] 10.222.0.48 "DELETE /v2.0/networks/895882ec-a36d-41f5-b14b-ec9584f4b7b1 HTTP/1.1" status: 204 len: 168 time: 0.6881781 Nov 24 13:23:54.923415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8a163d60-9fbe-4d38-aa4b-55c6c9d9dda9 None None] Port d034e2f7-3527-41a0-9a23-0f2780800687 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:23:54.933852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46758) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:54.945886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Pushing event deleted for resources: {'Network': ['ID=895882ec-a36d-41f5-b14b-ec9584f4b7b1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:54.985688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.986215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.986718 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.987220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.987866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.988424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.989161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.989657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.990354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.990609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.990960 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:54.991267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae0955e-918f-45b5-84f1-dfe2fb895153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:23:55.008706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c48eb-78f9-4816-b6bf-47a8d450848a req-ba4f0bba-0ccd-4a02-bfa2-db1cf3d89875 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:55.010368 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc6c48eb-78f9-4816-b6bf-47a8d450848a req-ba4f0bba-0ccd-4a02-bfa2-db1cf3d89875 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 946 time: 0.1569335 Nov 24 13:23:55.010929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-053c9ef2-8f19-429f-83a8-9688db014b7f admin admin] Deleting subnet 52d9aacf-ca7d-4f0d-9c63-673e49fb20a9 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:23:55.015453 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-053c9ef2-8f19-429f-83a8-9688db014b7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.071771 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-053c9ef2-8f19-429f-83a8-9688db014b7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.135723 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-053c9ef2-8f19-429f-83a8-9688db014b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.186485 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc6c48eb-78f9-4816-b6bf-47a8d450848a req-ca300ecc-f519-4ffa-8cba-010aa4523948 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446307 Nov 24 13:23:55.236833 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-053c9ef2-8f19-429f-83a8-9688db014b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.289339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c9ef2-8f19-429f-83a8-9688db014b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52d9aacf-ca7d-4f0d-9c63-673e49fb20a9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:55.289715 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.310361 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-053c9ef2-8f19-429f-83a8-9688db014b7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.316410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-053c9ef2-8f19-429f-83a8-9688db014b7f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/52d9aacf-ca7d-4f0d-9c63-673e49fb20a9 HTTP/1.1" status: 204 len: 168 time: 0.3812585 Nov 24 13:23:55.317445 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46800) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:55.426970 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e722ba27-454f-4a3c-8151-4021dc895f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.529693 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e722ba27-454f-4a3c-8151-4021dc895f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.530361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 380ca897-b272-4612-b851-f03f36ca74a3 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:23:55.538451 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.565111 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e722ba27-454f-4a3c-8151-4021dc895f16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3158718-28b3-416f-9a4c-a2f93a9e3875']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:55.577248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e722ba27-454f-4a3c-8151-4021dc895f16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b595c061-acaa-4c9a-b302-7a0e74ef59f4') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:55.577655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e722ba27-454f-4a3c-8151-4021dc895f16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b595c061-acaa-4c9a-b302-7a0e74ef59f4') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:55.594082 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e722ba27-454f-4a3c-8151-4021dc895f16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.612221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 380ca897-b272-4612-b851-f03f36ca74a3 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:23:55.612591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 380ca897-b272-4612-b851-f03f36ca74a3 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:23:55.619894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e722ba27-454f-4a3c-8151-4021dc895f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.630603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e722ba27-454f-4a3c-8151-4021dc895f16 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:23:55.631168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e722ba27-454f-4a3c-8151-4021dc895f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:23:55.633369 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:23:55.720271 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router ba9acd2a-5b36-4363-ab5e-d94f7967a573 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:23:55.728985 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e722ba27-454f-4a3c-8151-4021dc895f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.743661 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e722ba27-454f-4a3c-8151-4021dc895f16 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.751278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e722ba27-454f-4a3c-8151-4021dc895f16 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e3158718-28b3-416f-9a4c-a2f93a9e3875 HTTP/1.1" status: 204 len: 168 time: 0.4331989 Nov 24 13:23:55.769573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722ba27-454f-4a3c-8151-4021dc895f16 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3158718-28b3-416f-9a4c-a2f93a9e3875,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:55.864675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:23:55.879976 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a29238-0244-44a5-9c6d-62232851750a None None] Sync routers for ids ['ba9acd2a-5b36-4363-ab5e-d94f7967a573'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:23:55.907907 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a29238-0244-44a5-9c6d-62232851750a None None] Routers {'ba9acd2a-5b36-4363-ab5e-d94f7967a573'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:55.910532 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f4a29238-0244-44a5-9c6d-62232851750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ba9acd2a-5b36-4363-ab5e-d94f7967a573'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:55.922385 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.926383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6c23b8e9-d1eb-403e-a255-8fcbc2a6e128 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3268294 Nov 24 13:23:55.927051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46872) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:55.943907 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:55.987992 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f4a29238-0244-44a5-9c6d-62232851750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:56.004657 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a29238-0244-44a5-9c6d-62232851750a None None] Routers {'ba9acd2a-5b36-4363-ab5e-d94f7967a573'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:56.005582 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f4a29238-0244-44a5-9c6d-62232851750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ba9acd2a-5b36-4363-ab5e-d94f7967a573'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:56.050035 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f4a29238-0244-44a5-9c6d-62232851750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:56.051064 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a29238-0244-44a5-9c6d-62232851750a None None] The sync data for ids ['ba9acd2a-5b36-4363-ab5e-d94f7967a573'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:23:56.055436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46886) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:56.115292 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-95b025fa-a117-43fc-afac-ba013f887026 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff0f156c667c46a4b3c5388a9d30e247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0584688 Nov 24 13:23:56.115966 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46894) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:56.145605 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-48a789e6-09c1-40f7-a187-43eb224673aa tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/routers/ba9acd2a-5b36-4363-ab5e-d94f7967a573 HTTP/1.1" status: 200 len: 879 time: 0.2171934 Nov 24 13:23:56.147857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46900) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:56.179513 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d94ec152-a2a6-4251-8a87-786c1aa77ad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:56.205610 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d94ec152-a2a6-4251-8a87-786c1aa77ad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:56.280900 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d94ec152-a2a6-4251-8a87-786c1aa77ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:56.285167 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d94ec152-a2a6-4251-8a87-786c1aa77ad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:56.286559 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d94ec152-a2a6-4251-8a87-786c1aa77ad3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0 HTTP/1.1" status: 204 len: 168 time: 0.1694396 Nov 24 13:23:56.297483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ec152-a2a6-4251-8a87-786c1aa77ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc2302a-7f05-4fc1-be4b-cbf272d0e9f0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:56.385693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b139c62-02a9-48ba-9b94-0d4bb1ce1d24 req-4540c90f-de20-4751-b3b0-2c36a515d5c0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:56.389759 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b139c62-02a9-48ba-9b94-0d4bb1ce1d24 req-4540c90f-de20-4751-b3b0-2c36a515d5c0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 946 time: 0.0740211 Nov 24 13:23:56.457175 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4b139c62-02a9-48ba-9b94-0d4bb1ce1d24 req-3dabb4fe-5399-4f8b-927d-bb3243fce4d2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588849 Nov 24 13:23:56.517389 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1d6f3d3e-99fd-435c-b903-89e38aa20cbb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.3683333 Nov 24 13:23:56.520511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 46948) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:56.525243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-eb5c644d-691f-46c0-aed3-1ec05c3b26a3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1279587452'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:56.627247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd790ac4-84a0-4493-9ab3-b63c65903bf6 req-a5730403-0b39-407c-8329-55202e317859 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:56.628953 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd790ac4-84a0-4493-9ab3-b63c65903bf6 req-a5730403-0b39-407c-8329-55202e317859 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 946 time: 0.0675223 Nov 24 13:23:56.697193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd790ac4-84a0-4493-9ab3-b63c65903bf6 req-4cf48ad2-8d5b-412d-9623-775f98aa391b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587504 Nov 24 13:23:56.712759 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:56.861876 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 46996) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:56.908687 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-49430d08-0975-43e4-9a7d-f42e04cfda2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00f23899f8ae489b82aa8a67178d7477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454760 Nov 24 13:23:56.909115 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47002) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:57.303304 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb5c644d-691f-46c0-aed3-1ec05c3b26a3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:57.317135 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb5c644d-691f-46c0-aed3-1ec05c3b26a3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:57.366754 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e941-281a-4d24-bd89-612c00e71a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:57.395410 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e941-281a-4d24-bd89-612c00e71a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:57.496997 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5c644d-691f-46c0-aed3-1ec05c3b26a3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router ba9acd2a-5b36-4363-ab5e-d94f7967a573 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:23:57.509781 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e941-281a-4d24-bd89-612c00e71a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:57.512815 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4d0e941-281a-4d24-bd89-612c00e71a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:57.514758 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d4d0e941-281a-4d24-bd89-612c00e71a37 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/befab38d-ecdd-41aa-8ebd-9720fb83c1fc HTTP/1.1" status: 204 len: 168 time: 0.6045914 Nov 24 13:23:57.524784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0e941-281a-4d24-bd89-612c00e71a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befab38d-ecdd-41aa-8ebd-9720fb83c1fc,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:57.683539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5c644d-691f-46c0-aed3-1ec05c3b26a3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:23:57.698714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3116c73-f098-4faf-b9ee-2ac1cd64173b None None] Sync routers for ids ['ba9acd2a-5b36-4363-ab5e-d94f7967a573'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:23:57.710169 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3116c73-f098-4faf-b9ee-2ac1cd64173b None None] Routers {'ba9acd2a-5b36-4363-ab5e-d94f7967a573'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:57.710849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b3116c73-f098-4faf-b9ee-2ac1cd64173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ba9acd2a-5b36-4363-ab5e-d94f7967a573'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:57.715893 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb5c644d-691f-46c0-aed3-1ec05c3b26a3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:57.724234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47122) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:57.725894 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eb5c644d-691f-46c0-aed3-1ec05c3b26a3 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/ba9acd2a-5b36-4363-ab5e-d94f7967a573 HTTP/1.1" status: 200 len: 886 time: 1.2031949 Nov 24 13:23:57.760243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b3116c73-f098-4faf-b9ee-2ac1cd64173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:57.771058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3116c73-f098-4faf-b9ee-2ac1cd64173b None None] Routers {'ba9acd2a-5b36-4363-ab5e-d94f7967a573'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:23:57.771712 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b3116c73-f098-4faf-b9ee-2ac1cd64173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ba9acd2a-5b36-4363-ab5e-d94f7967a573'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:57.819990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b3116c73-f098-4faf-b9ee-2ac1cd64173b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:23:57.821145 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3116c73-f098-4faf-b9ee-2ac1cd64173b None None] The sync data for ids ['ba9acd2a-5b36-4363-ab5e-d94f7967a573'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:23:58.017219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47174) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:58.032688 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c1dd9e69-45d2-4da9-a236-cc839522b436 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/routers/ba9acd2a-5b36-4363-ab5e-d94f7967a573 HTTP/1.1" status: 200 len: 886 time: 0.3066208 Nov 24 13:23:58.070863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47186) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:58.089286 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4fe0b52e-2aed-42e4-9f06-38f68027eb4c tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9acd2a-5b36-4363-ab5e-d94f7967a573 HTTP/1.1" status: 200 len: 205 time: 0.0707450 Nov 24 13:23:58.268433 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:58.423552 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:58.516085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port d034e2f7-3527-41a0-9a23-0f2780800687 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:23:58.516534 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:58.613993 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:58.633710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for d034e2f7-3527-41a0-9a23-0f2780800687 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:23:58.766565 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47284) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:58.803283 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:58.839600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=d034e2f7-3527-41a0-9a23-0f2780800687,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:58.871203 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57940a1b-0899-4238-ae75-03ad3d389c6d None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:23:58.978378 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.033393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1670334718-network', 'tenant_id': '49b922c8ec444c55a41550b580d33260'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:59.071774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] Made reservation on behalf of 49b922c8ec444c55a41550b580d33260 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:59.078996 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.089174 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.102506 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.104960 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.163275 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.164304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Fanout notify agent at l3_agent the message router_deleted on router ba9acd2a-5b36-4363-ab5e-d94f7967a573 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:23:59.175590 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.177752 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e321986c-ad90-43f4-8b29-fa079b966ab9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/routers/ba9acd2a-5b36-4363-ab5e-d94f7967a573 HTTP/1.1" status: 204 len: 168 time: 1.1052017 Nov 24 13:23:59.180803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47314) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:59.198240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-da432549-0ad5-46fe-af7f-50f529d41523 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'network': {'name': 'tempest-RoutersTest-425711331'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:59.211751 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.222229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.296605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da432549-0ad5-46fe-af7f-50f529d41523 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:59.300332 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da432549-0ad5-46fe-af7f-50f529d41523 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.316580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:23:59.323710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3d6205-7b98-4b92-be08-71e96269e1c3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:59.331951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.332599 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] Added segment f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb of type vlan for network 7fec3071-d167-43b4-b9bf-0729a720c476 Nov 24 13:23:59.340766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da432549-0ad5-46fe-af7f-50f529d41523 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:23:59.351267 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da432549-0ad5-46fe-af7f-50f529d41523 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.351676 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-da432549-0ad5-46fe-af7f-50f529d41523 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Added segment a51b66c9-10cc-453c-8682-8e68a293868c of type vlan for network d467704b-70ff-4e79-8da1-09ba743982ea Nov 24 13:23:59.381270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.410066 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da432549-0ad5-46fe-af7f-50f529d41523 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.419548 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.420864 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:59.421648 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.444756 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da432549-0ad5-46fe-af7f-50f529d41523 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.450436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da432549-0ad5-46fe-af7f-50f529d41523 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:59.451086 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da432549-0ad5-46fe-af7f-50f529d41523 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.495522 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-da432549-0ad5-46fe-af7f-50f529d41523 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3134155 Nov 24 13:23:59.499929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47318) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:59.505420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6464ad54-71f7-4829-988d-84d4b2f08bbc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'subnet': {'network_id': 'd467704b-70ff-4e79-8da1-09ba743982ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:59.533687 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7658682 Nov 24 13:23:59.534602 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47320) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:23:59.541845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3646f74c-3cfc-4aad-ade9-834055a7d224 admin admin] Request body: {'subnet': {'network_id': '7fec3071-d167-43b4-b9bf-0729a720c476', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1670334718-subnet', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:23:59.545839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c2ea9-7e1b-4dba-a74c-18aed8f9bfc5 admin admin] Pushing event updated for resources: {'Network': ['ID=7fec3071-d167-43b4-b9bf-0729a720c476,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:59.547170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da432549-0ad5-46fe-af7f-50f529d41523 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Network': ['ID=d467704b-70ff-4e79-8da1-09ba743982ea,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:59.560755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 7fec3071-d167-43b4-b9bf-0729a720c476 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:23:59.602078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3646f74c-3cfc-4aad-ade9-834055a7d224 admin admin] Made reservation on behalf of 49b922c8ec444c55a41550b580d33260 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:59.605841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network d467704b-70ff-4e79-8da1-09ba743982ea details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:23:59.606717 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3646f74c-3cfc-4aad-ade9-834055a7d224 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.691765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6464ad54-71f7-4829-988d-84d4b2f08bbc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:23:59.696450 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6464ad54-71f7-4829-988d-84d4b2f08bbc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.831689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3646f74c-3cfc-4aad-ade9-834055a7d224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.909411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646f74c-3cfc-4aad-ade9-834055a7d224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=438afaa2-1c9b-4d13-84d6-4c22e35d4db7,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:23:59.924321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3646f74c-3cfc-4aad-ade9-834055a7d224 admin admin] Checking segment: {'id': 'f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fec3071-d167-43b4-b9bf-0729a720c476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:23:59.924941 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646f74c-3cfc-4aad-ade9-834055a7d224 admin admin] Network hostable DHCP agents. Network: 7fec3071-d167-43b4-b9bf-0729a720c476, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:23:59.945515 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646f74c-3cfc-4aad-ade9-834055a7d224 admin admin] Network 7fec3071-d167-43b4-b9bf-0729a720c476 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:23:59.949749 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6464ad54-71f7-4829-988d-84d4b2f08bbc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.965799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-3646f74c-3cfc-4aad-ade9-834055a7d224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 7fec3071-d167-43b4-b9bf-0729a720c476) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:23:59.975678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9708343b-14ba-4bdc-a543-0dc73d301221 None None] Network 7fec3071-d167-43b4-b9bf-0729a720c476 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:23:59.977497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3646f74c-3cfc-4aad-ade9-834055a7d224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:23:59.978291 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3646f74c-3cfc-4aad-ade9-834055a7d224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:23:59.999075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3646f74c-3cfc-4aad-ade9-834055a7d224 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4604886 Nov 24 13:24:00.002810 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47322) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:00.014178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1670334718-router', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:00.069977 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:00.071603 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:00.124995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464ad54-71f7-4829-988d-84d4b2f08bbc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Subnet': ['ID=3f8c8568-d57a-4d2f-accb-9563ecba081b,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:00.128690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464ad54-71f7-4829-988d-84d4b2f08bbc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Checking segment: {'id': 'a51b66c9-10cc-453c-8682-8e68a293868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd467704b-70ff-4e79-8da1-09ba743982ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:00.129124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464ad54-71f7-4829-988d-84d4b2f08bbc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network hostable DHCP agents. Network: d467704b-70ff-4e79-8da1-09ba743982ea, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:24:00.164457 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464ad54-71f7-4829-988d-84d4b2f08bbc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network d467704b-70ff-4e79-8da1-09ba743982ea is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:24:00.188374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-6464ad54-71f7-4829-988d-84d4b2f08bbc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, d467704b-70ff-4e79-8da1-09ba743982ea) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:00.203302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6464ad54-71f7-4829-988d-84d4b2f08bbc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:00.204036 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6464ad54-71f7-4829-988d-84d4b2f08bbc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:00.237111 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:00.244169 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6464ad54-71f7-4829-988d-84d4b2f08bbc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7412713 Nov 24 13:24:00.244662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528e4540-42aa-40db-94c8-d19315fef727 None None] Network d467704b-70ff-4e79-8da1-09ba743982ea requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:00.245440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47332) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:00.252020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-adf19deb-2479-43df-9ed0-63261c7df9aa tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1552126247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:00.293339 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adf19deb-2479-43df-9ed0-63261c7df9aa tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:00.296481 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adf19deb-2479-43df-9ed0-63261c7df9aa tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:00.389853 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adf19deb-2479-43df-9ed0-63261c7df9aa tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:00.409223 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adf19deb-2479-43df-9ed0-63261c7df9aa tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:00.450950 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-adf19deb-2479-43df-9ed0-63261c7df9aa tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:00.452712 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-adf19deb-2479-43df-9ed0-63261c7df9aa tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2062011 Nov 24 13:24:00.455829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47348) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:00.498531 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-7fec3071-d167-43b4-b9bf-0729a720c476', 'network_id': '7fec3071-d167-43b4-b9bf-0729a720c476', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'fixed_ips': [{'subnet_id': '438afaa2-1c9b-4d13-84d6-4c22e35d4db7'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:24:00.499738 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:00.559709 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:00.611999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-6c3d5d9c-fea0-4640-a495-729564e82fb0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:00.620204 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-6c3d5d9c-fea0-4640-a495-729564e82fb0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 812 time: 0.2052102 Nov 24 13:24:00.657691 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-bca72c1b-5ea1-48e9-aaad-f89157dca5e4 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/quotas/f9eb189f71044813946e9bb1928ef292 HTTP/1.1" status: 200 len: 375 time: 0.0364020 Nov 24 13:24:00.756054 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-683554a9-aa4e-4f5a-a655-384a307ded20 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974746 Nov 24 13:24:01.011329 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:01.097237 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:01.174278 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-6bb59fff-5e09-4098-a1f3-76a885c726d4 service neutron] 10.222.0.48 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153430 Nov 24 13:24:01.204645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-d467704b-70ff-4e79-8da1-09ba743982ea', 'network_id': 'd467704b-70ff-4e79-8da1-09ba743982ea', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'fixed_ips': [{'subnet_id': '3f8c8568-d57a-4d2f-accb-9563ecba081b'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:24:01.205553 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:01.275771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Allocated IP 172.20.0.2 (7fec3071-d167-43b4-b9bf-0729a720c476/438afaa2-1c9b-4d13-84d6-4c22e35d4db7/30b6a0fe-49bd-4231-b0db-8d04fb048850) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:01.319764 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Allocated IP 172.25.0.125 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/33a6c9f0-765e-4a87-bfee-940e466fb1c7) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:01.342478 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-94a49764-d0a8-443d-9928-181b55053fde service neutron] 10.222.0.48 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672504 Nov 24 13:24:01.403505 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:01.568343 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:01.658193 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:01.768605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:01.784593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:01.807820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:01.815699 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8fcd1499-5740-449b-b84d-ea754092fca5 req-371756bc-efd0-4606-acf0-7b3ba2bc9af1 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 210 time: 0.1494293 Nov 24 13:24:01.822725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3070de4e-b601-4c20-beb4-6f56f78691f4 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:24:02.040944 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-75640f30-9ec5-4501-988d-b2def96eae13 None None] Provisioning complete for port 33a6c9f0-765e-4a87-bfee-940e466fb1c7 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:02.041347 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75640f30-9ec5-4501-988d-b2def96eae13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:02.073429 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Pushing event updated for resources: {'Port': ['ID=33a6c9f0-765e-4a87-bfee-940e466fb1c7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:02.115850 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:02.127421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Allocated IP 172.20.0.2 (d467704b-70ff-4e79-8da1-09ba743982ea/3f8c8568-d57a-4d2f-accb-9563ecba081b/a6206d86-7110-45b8-a782-31d5621b8896) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:02.149365 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:02.268367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-75640f30-9ec5-4501-988d-b2def96eae13 None None] Port 33a6c9f0-765e-4a87-bfee-940e466fb1c7 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:02.286300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Network 7fec3071-d167-43b4-b9bf-0729a720c476 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:02.289149 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:02.291690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:02.353904 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:02.373762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Pushing event updated for resources: {'Port': ['ID=30b6a0fe-49bd-4231-b0db-8d04fb048850,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:02.529761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Attempting to bind port 30b6a0fe-49bd-4231-b0db-8d04fb048850 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:24:02.530262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Attempting to bind port 30b6a0fe-49bd-4231-b0db-8d04fb048850 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fec3071-d167-43b4-b9bf-0729a720c476'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:24:02.530847 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Attempting to bind port 30b6a0fe-49bd-4231-b0db-8d04fb048850 on network 7fec3071-d167-43b4-b9bf-0729a720c476 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:02.542971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:24:02.544176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Checking segment: {'id': 'f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fec3071-d167-43b4-b9bf-0729a720c476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:02.544703 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:02.545322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Bound using segment: {'id': 'f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fec3071-d167-43b4-b9bf-0729a720c476'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:24:02.545890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Bound port: 30b6a0fe-49bd-4231-b0db-8d04fb048850, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fec3071-d167-43b4-b9bf-0729a720c476'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:24:02.546839 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:02.679857 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:02.683130 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:02.688608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] For port 30b6a0fe-49bd-4231-b0db-8d04fb048850, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:24:02.692398 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] For port 30b6a0fe-49bd-4231-b0db-8d04fb048850, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=30b6a0fe-49bd-4231-b0db-8d04fb048850,segment=NetworkSegment(f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb),segment_id=f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:24:02.697894 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:02.705971 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:02.767268 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Network d467704b-70ff-4e79-8da1-09ba743982ea is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:02.777304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:02.797401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:02.799999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Allocated IP 172.20.0.1 (d467704b-70ff-4e79-8da1-09ba743982ea/3f8c8568-d57a-4d2f-accb-9563ecba081b/8d77fcfc-76ef-483c-b48f-78e3bc6441de) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:02.812704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Pushing event updated for resources: {'Port': ['ID=a6206d86-7110-45b8-a782-31d5621b8896,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:02.949084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Attempting to bind port a6206d86-7110-45b8-a782-31d5621b8896 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:24:02.949462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Attempting to bind port a6206d86-7110-45b8-a782-31d5621b8896 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'a51b66c9-10cc-453c-8682-8e68a293868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd467704b-70ff-4e79-8da1-09ba743982ea'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:24:02.949836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Attempting to bind port a6206d86-7110-45b8-a782-31d5621b8896 on network d467704b-70ff-4e79-8da1-09ba743982ea {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:02.974515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:24:02.974897 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Checking segment: {'id': 'a51b66c9-10cc-453c-8682-8e68a293868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd467704b-70ff-4e79-8da1-09ba743982ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:02.975575 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:02.975985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Bound using segment: {'id': 'a51b66c9-10cc-453c-8682-8e68a293868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd467704b-70ff-4e79-8da1-09ba743982ea'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:24:02.976609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Bound port: a6206d86-7110-45b8-a782-31d5621b8896, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51b66c9-10cc-453c-8682-8e68a293868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd467704b-70ff-4e79-8da1-09ba743982ea'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:24:02.977057 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:03.010242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fdf8e-6a68-41a2-999b-b75b7583eb9a None None] Pushing event updated for resources: {'Port': ['ID=30b6a0fe-49bd-4231-b0db-8d04fb048850,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:03.018116 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Router afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:24:03.160256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] For port a6206d86-7110-45b8-a782-31d5621b8896, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:24:03.161668 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:03.165286 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] For port a6206d86-7110-45b8-a782-31d5621b8896, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a6206d86-7110-45b8-a782-31d5621b8896,segment=NetworkSegment(a51b66c9-10cc-453c-8682-8e68a293868c),segment_id=a51b66c9-10cc-453c-8682-8e68a293868c)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:24:03.171960 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:03.240108 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:03.322962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=8d77fcfc-76ef-483c-b48f-78e3bc6441de,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:03.336980 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ec82b-10d7-49e5-bdd4-06071bbf840f None None] Pushing event updated for resources: {'Port': ['ID=a6206d86-7110-45b8-a782-31d5621b8896,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:03.361911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network d467704b-70ff-4e79-8da1-09ba743982ea is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:03.365351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:03.367945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:03.568789 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:03.850768 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:03.971714 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4359aaaa-2e67-4097-8076-674ba7f961de req-6b6c6846-3b8c-461f-b9e0-724c40e04453 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 210 time: 0.0536427 Nov 24 13:24:04.301179 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-225608a8-23fe-416d-a309-5a0a420cfad2 req-93a9477a-db26-45e5-87cd-a94a56a570ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2320564 Nov 24 13:24:04.409951 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:04.423727 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:04.423879 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:24:04.433068 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Sync routers for ids ['afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:24:04.452376 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Routers {'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:04.453329 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:04.459811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-4f0dfb74-8bbc-4fd2-a4cb-dfdde71b5b42 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:04.462010 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-4f0dfb74-8bbc-4fd2-a4cb-dfdde71b5b42 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.46 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 812 time: 0.3946335 Nov 24 13:24:04.497145 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-a23251cf-e774-4137-9511-1f5485ae9df6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'port': {'device_id': '1de17867-1e1c-45ca-8ff6-9642c6a7edda', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'admin_state_up': True, 'tenant_id': 'f9eb189f71044813946e9bb1928ef292'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:04.529104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225608a8-23fe-416d-a309-5a0a420cfad2 req-ea3a3176-385b-4991-a85e-f7c450894296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:04.534755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-225608a8-23fe-416d-a309-5a0a420cfad2 req-ea3a3176-385b-4991-a85e-f7c450894296 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1b618e104d0464396c0487ebe5461ca&device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 1097 time: 0.1706197 Nov 24 13:24:04.589823 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:04.594957 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c44026c7-7eae-445b-862c-64a56ef42bfc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.5878682 Nov 24 13:24:04.602124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47396) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:04.771456 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225608a8-23fe-416d-a309-5a0a420cfad2 req-f7c1d9f1-dd34-4b44-8fe6-9408ed97b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:04.773481 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-225608a8-23fe-416d-a309-5a0a420cfad2 req-f7c1d9f1-dd34-4b44-8fe6-9408ed97b638 service neutron] 10.222.0.59 "GET /v2.0/networks?id=03ff7ec1-267c-4fd1-bc1f-f9c1e21142af HTTP/1.1" status: 200 len: 914 time: 0.1984136 Nov 24 13:24:04.832130 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Set router afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:04.863557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a6206d86-7110-45b8-a782-31d5621b8896 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:04.916676 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-225608a8-23fe-416d-a309-5a0a420cfad2 req-0d00dd4e-dd6f-41b7-9e1a-2832185d9dbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15517e8c-314e-42ed-bd25-49e5cf783f7f HTTP/1.1" status: 200 len: 217 time: 0.1120789 Nov 24 13:24:05.029337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a6206d86-7110-45b8-a782-31d5621b8896 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:05.029931 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:05.044538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa8886b-0eba-434b-b2f7-86c5a994758f None None] Network 7fec3071-d167-43b4-b9bf-0729a720c476 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:05.383873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Provisioning complete for port 30b6a0fe-49bd-4231-b0db-8d04fb048850 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:05.387244 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:05.484118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=8d77fcfc-76ef-483c-b48f-78e3bc6441de,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:05.489791 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'name': 'tempest-ImageQuotaTest-1670334718-router', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '33a6c9f0-765e-4a87-bfee-940e466fb1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:00Z', 'updated_at': '2021-11-24T13:24:02Z', 'revision_number': 3, 'project_id': '49b922c8ec444c55a41550b580d33260', 'gw_port': {'id': '33a6c9f0-765e-4a87-bfee-940e466fb1c7', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:01Z', 'updated_at': '2021-11-24T13:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:05.491528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1b079c-725f-434d-9418-3b54267a8676 None None] Network d467704b-70ff-4e79-8da1-09ba743982ea requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:05.520228 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225608a8-23fe-416d-a309-5a0a420cfad2 req-0eca0f28-52f0-4fb3-9d9f-c1bca6265e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:05.529928 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-225608a8-23fe-416d-a309-5a0a420cfad2 req-0eca0f28-52f0-4fb3-9d9f-c1bca6265e87 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f27b78ba-9286-4c20-a35f-69b0372063f7 HTTP/1.1" status: 200 len: 853 time: 0.5995188 Nov 24 13:24:05.537829 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Checking router: afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:24:05.538680 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Updating router afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 port 33a6c9f0-765e-4a87-bfee-940e466fb1c7 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:24:05.574494 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:05.594064 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:05.608696 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-225608a8-23fe-416d-a309-5a0a420cfad2 req-a510382b-3f6d-4af7-9698-2e90468633e8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03ff7ec1-267c-4fd1-bc1f-f9c1e21142af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694864 Nov 24 13:24:05.612028 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d268fe0e-0021-4f2d-87e7-0a1e8f87a3e8 req-4eff7520-423a-42c6-bfb0-b05ba1435db3 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 210 time: 0.2063196 Nov 24 13:24:05.673507 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-a23251cf-e774-4137-9511-1f5485ae9df6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Made reservation on behalf of f9eb189f71044813946e9bb1928ef292 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:24:05.679102 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-a23251cf-e774-4137-9511-1f5485ae9df6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:05.934267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network d467704b-70ff-4e79-8da1-09ba743982ea is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:05.954707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:06.038016 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-225608a8-23fe-416d-a309-5a0a420cfad2 req-cd74fefe-1ecc-4e01-b81a-8a9d9b81e8ed service neutron] 10.222.0.59 "GET /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131787 Nov 24 13:24:06.282684 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:06.292038 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:06.292523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:06.368986 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9edf0b9-4095-4796-a3fc-2a7843e9a6f6 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:24:06.436361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-a23251cf-e774-4137-9511-1f5485ae9df6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Allocated IP 172.20.0.11 (6a016955-569b-4861-bee0-ac59750bb8f5/58c4496a-3b03-42fd-9ce0-2f643f021eac/1a7723ec-256d-44bf-9388-5fe079403209) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:06.452814 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Attempting to bind port 33a6c9f0-765e-4a87-bfee-940e466fb1c7 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:24:06.453665 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Attempting to bind port 33a6c9f0-765e-4a87-bfee-940e466fb1c7 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:24:06.454655 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Attempting to bind port 33a6c9f0-765e-4a87-bfee-940e466fb1c7 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:06.474315 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:06.485389 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:06.510401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router fd8251dd-c60e-4bcc-855c-b533af64ac8d is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:24:06.563706 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:24:06.564979 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:06.566949 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:06.567527 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:24:06.568953 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Bound port: 33a6c9f0-765e-4a87-bfee-940e466fb1c7, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:24:06.569547 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:06.692682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] For port 30b6a0fe-49bd-4231-b0db-8d04fb048850, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=30b6a0fe-49bd-4231-b0db-8d04fb048850,segment=NetworkSegment(f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb),segment_id=f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:06.721913 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:06.726200 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-a23251cf-e774-4137-9511-1f5485ae9df6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:06.730535 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] For port 33a6c9f0-765e-4a87-bfee-940e466fb1c7, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:24:06.739762 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] For port 33a6c9f0-765e-4a87-bfee-940e466fb1c7, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=33a6c9f0-765e-4a87-bfee-940e466fb1c7,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:24:06.754721 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:06.796706 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:06.920955 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb15482-8eaf-4eb3-9a3b-7c99fb7a8b46 None None] Pushing event updated for resources: {'Port': ['ID=33a6c9f0-765e-4a87-bfee-940e466fb1c7,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:06.934857 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Routers {'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:06.940340 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:06.985831 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-225608a8-23fe-416d-a309-5a0a420cfad2 req-ed0b20cb-b8ca-4208-b446-b74e6455ef4c service neutron] 10.222.0.59 "GET /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9262309 Nov 24 13:24:06.989365 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-a23251cf-e774-4137-9511-1f5485ae9df6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:07.041703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port a6206d86-7110-45b8-a782-31d5621b8896, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a6206d86-7110-45b8-a782-31d5621b8896,segment=NetworkSegment(a51b66c9-10cc-453c-8682-8e68a293868c),segment_id=a51b66c9-10cc-453c-8682-8e68a293868c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:07.046595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Pushing event updated for resources: {'Port': ['ID=30b6a0fe-49bd-4231-b0db-8d04fb048850,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:07.066864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8991a20a-9f48-4fd1-96d6-e208b5891f68 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:24:07.080047 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['1d48fd55-2402-49d5-9fdf-39b4ae6adfa9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:24:07.084430 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb15482-8eaf-4eb3-9a3b-7c99fb7a8b46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.086572 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb15482-8eaf-4eb3-9a3b-7c99fb7a8b46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.086945 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb15482-8eaf-4eb3-9a3b-7c99fb7a8b46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.087297 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb15482-8eaf-4eb3-9a3b-7c99fb7a8b46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.090123 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb15482-8eaf-4eb3-9a3b-7c99fb7a8b46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.090514 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb15482-8eaf-4eb3-9a3b-7c99fb7a8b46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.091390 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb15482-8eaf-4eb3-9a3b-7c99fb7a8b46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.091771 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb15482-8eaf-4eb3-9a3b-7c99fb7a8b46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.095346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.096454 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb15482-8eaf-4eb3-9a3b-7c99fb7a8b46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.098945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.099411 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb15482-8eaf-4eb3-9a3b-7c99fb7a8b46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.099796 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb15482-8eaf-4eb3-9a3b-7c99fb7a8b46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.100268 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb15482-8eaf-4eb3-9a3b-7c99fb7a8b46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.100512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.101109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.103459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.104045 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.104617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.105258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.106812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.109913 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.111374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.111954 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ce1120-966f-4b06-85ea-93259a37fa3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:07.128597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-a23251cf-e774-4137-9511-1f5485ae9df6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Network 6a016955-569b-4861-bee0-ac59750bb8f5 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:07.157524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-a23251cf-e774-4137-9511-1f5485ae9df6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:07.158105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:24:07.170466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-a23251cf-e774-4137-9511-1f5485ae9df6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:07.175133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-232770d0-045f-4e17-a129-56cfc13729ab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/fd8251dd-c60e-4bcc-855c-b533af64ac8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7140169 Nov 24 13:24:07.178349 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47424) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:07.215357 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:07.216358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 30b6a0fe-49bd-4231-b0db-8d04fb048850 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:07.271176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e575c-d827-4197-b2ea-389d9e5de78f None None] Sync routers for ids ['fd8251dd-c60e-4bcc-855c-b533af64ac8d'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:24:07.285252 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23251cf-e774-4137-9511-1f5485ae9df6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'Port': ['ID=1a7723ec-256d-44bf-9388-5fe079403209,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:07.299837 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb15482-8eaf-4eb3-9a3b-7c99fb7a8b46 None None] Pushing event updated for resources: {'Port': ['ID=33a6c9f0-765e-4a87-bfee-940e466fb1c7,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:07.360533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Allocated IP 172.20.0.1 (7fec3071-d167-43b4-b9bf-0729a720c476/438afaa2-1c9b-4d13-84d6-4c22e35d4db7/5e11353b-e6e5-4e0f-813c-463708e63b33) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:07.389613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e575c-d827-4197-b2ea-389d9e5de78f None None] Routers {'fd8251dd-c60e-4bcc-855c-b533af64ac8d'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:07.390248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e81e575c-d827-4197-b2ea-389d9e5de78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd8251dd-c60e-4bcc-855c-b533af64ac8d'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:07.490254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e81e575c-d827-4197-b2ea-389d9e5de78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:07.505559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66790b06-0568-4a29-a81c-8ffe3c0e4e9f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:07.513695 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-66790b06-0568-4a29-a81c-8ffe3c0e4e9f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports/8d77fcfc-76ef-483c-b48f-78e3bc6441de HTTP/1.1" status: 200 len: 910 time: 0.3281097 Nov 24 13:24:07.521822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fa868cc9-8a97-4fcd-af96-5265fdf21aa9 None None] Provisioning complete for port a6206d86-7110-45b8-a782-31d5621b8896 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:07.522200 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fa868cc9-8a97-4fcd-af96-5265fdf21aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:07.539299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47430) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:07.561144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-6e6ae5e1-69b5-41ed-b59d-2063619e2016 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3f8c8568-d57a-4d2f-accb-9563ecba081b'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:07.624100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e575c-d827-4197-b2ea-389d9e5de78f None None] Routers {'fd8251dd-c60e-4bcc-855c-b533af64ac8d'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:07.628664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e81e575c-d827-4197-b2ea-389d9e5de78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd8251dd-c60e-4bcc-855c-b533af64ac8d'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:07.701779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-a23251cf-e774-4137-9511-1f5485ae9df6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:07.702243 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-a23251cf-e774-4137-9511-1f5485ae9df6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:07.768080 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:07.784815 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] Set router afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:07.871311 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-a23251cf-e774-4137-9511-1f5485ae9df6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3986182 Nov 24 13:24:07.889272 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:07.960624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Request body: {'port': {'device_id': '1de17867-1e1c-45ca-8ff6-9642c6a7edda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:08.070072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Network 7fec3071-d167-43b4-b9bf-0729a720c476 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:08.072605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:08.090965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Pushing event updated for resources: {'Port': ['ID=5e11353b-e6e5-4e0f-813c-463708e63b33,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:08.117182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe249a9-ff88-475a-933f-e4a672abd48f req-c781258e-484b-48db-908a-436dec8c2524 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:08.141858 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fe249a9-ff88-475a-933f-e4a672abd48f req-c781258e-484b-48db-908a-436dec8c2524 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 932 time: 1.0059943 Nov 24 13:24:08.143388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:08.165177 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e81e575c-d827-4197-b2ea-389d9e5de78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:08.175872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81e575c-d827-4197-b2ea-389d9e5de78f None None] The sync data for ids ['fd8251dd-c60e-4bcc-855c-b533af64ac8d'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:24:08.211616 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:08.280834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=a6206d86-7110-45b8-a782-31d5621b8896,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:08.472199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 30b6a0fe-49bd-4231-b0db-8d04fb048850 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:08.472814 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:08.601509 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'name': 'tempest-ImageQuotaTest-1670334718-router', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '33a6c9f0-765e-4a87-bfee-940e466fb1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:00Z', 'updated_at': '2021-11-24T13:24:02Z', 'revision_number': 3, 'project_id': '49b922c8ec444c55a41550b580d33260', 'gw_port': {'id': '33a6c9f0-765e-4a87-bfee-940e466fb1c7', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:01Z', 'updated_at': '2021-11-24T13:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:08.748848 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6e6ae5e1-69b5-41ed-b59d-2063619e2016 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:08.817201 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1651f519-1189-4b93-b823-03cd92c8107a None None] The sync data for ids ['afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'] in n-d-817303-4 is: [{'id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'name': 'tempest-ImageQuotaTest-1670334718-router', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '33a6c9f0-765e-4a87-bfee-940e466fb1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:00Z', 'updated_at': '2021-11-24T13:24:02Z', 'revision_number': 3, 'project_id': '49b922c8ec444c55a41550b580d33260', 'gw_port': {'id': '33a6c9f0-765e-4a87-bfee-940e466fb1c7', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:01Z', 'updated_at': '2021-11-24T13:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:24:08.885651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fa868cc9-8a97-4fcd-af96-5265fdf21aa9 None None] Provisioning complete for port 33a6c9f0-765e-4a87-bfee-940e466fb1c7 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:08.886440 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fa868cc9-8a97-4fcd-af96-5265fdf21aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:09.055959 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fa868cc9-8a97-4fcd-af96-5265fdf21aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:09.098478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fa868cc9-8a97-4fcd-af96-5265fdf21aa9 None None] For port 33a6c9f0-765e-4a87-bfee-940e466fb1c7, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=33a6c9f0-765e-4a87-bfee-940e466fb1c7,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:09.107668 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fa868cc9-8a97-4fcd-af96-5265fdf21aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:09.158097 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fa868cc9-8a97-4fcd-af96-5265fdf21aa9 None None] Provisioning complete for port 30b6a0fe-49bd-4231-b0db-8d04fb048850 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:09.158760 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fa868cc9-8a97-4fcd-af96-5265fdf21aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:09.159808 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0fe249a9-ff88-475a-933f-e4a672abd48f req-c9ded33a-164b-439d-8ebe-a7b9845eff12 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0175333 Nov 24 13:24:09.180579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a6206d86-7110-45b8-a782-31d5621b8896 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:09.199364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:09.304146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa868cc9-8a97-4fcd-af96-5265fdf21aa9 None None] Pushing event updated for resources: {'Port': ['ID=33a6c9f0-765e-4a87-bfee-940e466fb1c7,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:09.368528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a6206d86-7110-45b8-a782-31d5621b8896 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:09.369467 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:09.480793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 30b6a0fe-49bd-4231-b0db-8d04fb048850 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:09.546512 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:09.631536 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6e6ae5e1-69b5-41ed-b59d-2063619e2016 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:09.669773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-04baa816-037e-4d78-8d52-0fcbd19887d2 None None] Provisioning complete for port a6206d86-7110-45b8-a782-31d5621b8896 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:09.670197 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-04baa816-037e-4d78-8d52-0fcbd19887d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:09.679822 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6e6ae5e1-69b5-41ed-b59d-2063619e2016 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:09.766592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 30b6a0fe-49bd-4231-b0db-8d04fb048850 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:09.766974 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:09.903609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6ae5e1-69b5-41ed-b59d-2063619e2016 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:09.905239 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6e6ae5e1-69b5-41ed-b59d-2063619e2016 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:09.908990 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6e6ae5e1-69b5-41ed-b59d-2063619e2016 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/ports/8d77fcfc-76ef-483c-b48f-78e3bc6441de HTTP/1.1" status: 200 len: 910 time: 2.3650322 Nov 24 13:24:09.912153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47448) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:09.912687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ae5e1-69b5-41ed-b59d-2063619e2016 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=8d77fcfc-76ef-483c-b48f-78e3bc6441de,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:09.920231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7723ec-256d-44bf-9388-5fe079403209 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:24:09.929765 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:09.939262 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:09.974717 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Transition to ACTIVE for port object 1a7723ec-256d-44bf-9388-5fe079403209 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:24:09.985518 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:10.102448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Pushing event updated for resources: {'Port': ['ID=1a7723ec-256d-44bf-9388-5fe079403209,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:10.225675 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:10.308135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Attempting to bind port 1a7723ec-256d-44bf-9388-5fe079403209 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:24:10.308529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Attempting to bind port 1a7723ec-256d-44bf-9388-5fe079403209 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:24:10.309290 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Attempting to bind port 1a7723ec-256d-44bf-9388-5fe079403209 on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:10.313522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-04baa816-037e-4d78-8d52-0fcbd19887d2 None None] Provisioning complete for port 8d77fcfc-76ef-483c-b48f-78e3bc6441de triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:10.316952 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-04baa816-037e-4d78-8d52-0fcbd19887d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:10.322398 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Port 1a7723ec-256d-44bf-9388-5fe079403209 on network 6a016955-569b-4861-bee0-ac59750bb8f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:24:10.322734 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Attempting to bind port 1a7723ec-256d-44bf-9388-5fe079403209 on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:10.350524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:24:10.352487 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Checking segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:10.352876 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Bound using segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:24:10.353364 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Bound port: 1a7723ec-256d-44bf-9388-5fe079403209, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:24:10.354047 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:10.405907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-04baa816-037e-4d78-8d52-0fcbd19887d2 None None] Port 8d77fcfc-76ef-483c-b48f-78e3bc6441de cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:10.429778 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-04baa816-037e-4d78-8d52-0fcbd19887d2 None None] Provisioning complete for port 33a6c9f0-765e-4a87-bfee-940e466fb1c7 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:10.430661 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-04baa816-037e-4d78-8d52-0fcbd19887d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:10.475683 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:10.525215 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] For port 1a7723ec-256d-44bf-9388-5fe079403209, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:24:10.543433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] For port 1a7723ec-256d-44bf-9388-5fe079403209, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1a7723ec-256d-44bf-9388-5fe079403209,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:24:10.555306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:10.648555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:10.650535 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:10.654898 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] 10.222.0.46 "PUT /v2.0/ports/1a7723ec-256d-44bf-9388-5fe079403209 HTTP/1.1" status: 200 len: 1092 time: 2.7729595 Nov 24 13:24:10.686484 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de17867-1e1c-45ca-8ff6-9642c6a7edda', 'tag': '1a7723ec-256d-44bf-9388-5fe079403209'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:24:10.696890 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72f2662-3a25-4d92-9f31-3c83f7902d81" -d '{"events": [{"name": "network-changed", "server_uuid": "1de17867-1e1c-45ca-8ff6-9642c6a7edda", "tag": "1a7723ec-256d-44bf-9388-5fe079403209"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:24:10.720749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-04baa816-037e-4d78-8d52-0fcbd19887d2 None None] Provisioning complete for port 5e11353b-e6e5-4e0f-813c-463708e63b33 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:10.721362 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-04baa816-037e-4d78-8d52-0fcbd19887d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:10.812517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273f5bb-9aa6-4c6c-933c-d2ba73059f22 req-d5fcbe50-3133-4ce5-a659-bc8d04ad8b8c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:10.814926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524da64b-f30a-44b4-a290-0129e5d250ce service neutron] Pushing event updated for resources: {'Port': ['ID=1a7723ec-256d-44bf-9388-5fe079403209,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:10.822868 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a273f5bb-9aa6-4c6c-933c-d2ba73059f22 req-d5fcbe50-3133-4ce5-a659-bc8d04ad8b8c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.4751637 Nov 24 13:24:10.838491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-acfb27dc-a336-42ed-9480-b87bd5b9485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:10.840159 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-acfb27dc-a336-42ed-9480-b87bd5b9485a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 1095 time: 0.1023102 Nov 24 13:24:10.910505 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-04baa816-037e-4d78-8d52-0fcbd19887d2 None None] Port 5e11353b-e6e5-4e0f-813c-463708e63b33 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:10.962934 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10189320-12e3-47d2-bd8c-8ab751f8351f x-openstack-request-id: req-10189320-12e3-47d2-bd8c-8ab751f8351f {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:24:10.963401 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de17867-1e1c-45ca-8ff6-9642c6a7edda", "tag": "1a7723ec-256d-44bf-9388-5fe079403209", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:24:10.963675 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10189320-12e3-47d2-bd8c-8ab751f8351f {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:24:10.964106 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de17867-1e1c-45ca-8ff6-9642c6a7edda', 'tag': '1a7723ec-256d-44bf-9388-5fe079403209', 'status': 'completed', 'code': 200} Nov 24 13:24:10.968974 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-ba7101a1-0349-49b3-b031-2b8b6541ca72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a7723ec-256d-44bf-9388-5fe079403209 HTTP/1.1" status: 200 len: 217 time: 0.1208143 Nov 24 13:24:11.002580 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:11.054406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-1d9e99d6-bf7f-4eff-afb4-43755b968f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:11.065586 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-1d9e99d6-bf7f-4eff-afb4-43755b968f73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0857253 Nov 24 13:24:11.077875 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Pushing event updated for resources: {'Port': ['ID=5e11353b-e6e5-4e0f-813c-463708e63b33,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:11.149857 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 33a6c9f0-765e-4a87-bfee-940e466fb1c7 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:11.203225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-6ba9e8cf-31b6-4e9e-bd0f-44ed24654830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:11.206192 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-6ba9e8cf-31b6-4e9e-bd0f-44ed24654830 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362104 Nov 24 13:24:11.358286 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 33a6c9f0-765e-4a87-bfee-940e466fb1c7 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:11.358667 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:11.377380 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Network 7fec3071-d167-43b4-b9bf-0729a720c476 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:11.384924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:11.414541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a273f5bb-9aa6-4c6c-933c-d2ba73059f22 req-397c5a2f-264c-4037-b92f-3fbc79de38fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326549 Nov 24 13:24:11.490084 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-9ef9ae65-8da3-4d13-aba2-969c7daab40c service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758098 Nov 24 13:24:11.630886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Router afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:24:11.654961 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-76fec56c-d0d2-4c73-83b8-2c1d622ed472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:11.682928 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a332e2c-fdf4-4a64-9c97-805628c31a0e req-81240d82-80a2-40c1-a093-8625c3370b36 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848233 Nov 24 13:24:11.780117 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-083f3b39-a9a8-43ec-bfe8-6403c53e4a9e None None] Provisioning complete for port 5e11353b-e6e5-4e0f-813c-463708e63b33 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:11.780639 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-083f3b39-a9a8-43ec-bfe8-6403c53e4a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:11.831136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2662-3a25-4d92-9f31-3c83f7902d81 req-c0d3b9d9-d874-4f43-bf65-212096dbe6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:11.833545 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e72f2662-3a25-4d92-9f31-3c83f7902d81 req-c0d3b9d9-d874-4f43-bf65-212096dbe6c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 1095 time: 0.1000838 Nov 24 13:24:11.888479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-083f3b39-a9a8-43ec-bfe8-6403c53e4a9e None None] Port 5e11353b-e6e5-4e0f-813c-463708e63b33 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:12.069194 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2662-3a25-4d92-9f31-3c83f7902d81 req-422f447b-76de-4928-8ba0-ffaaf20a6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:12.070592 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e72f2662-3a25-4d92-9f31-3c83f7902d81 req-422f447b-76de-4928-8ba0-ffaaf20a6289 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.2298193 Nov 24 13:24:12.136322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:24:12.155157 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-737e7f1b-0785-4bc1-9b26-916860a2158e admin admin] 10.222.0.48 "PUT /v2.0/routers/afc9eecc-be9d-40a7-ac4c-ab018bf84bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5371926 Nov 24 13:24:12.194273 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e72f2662-3a25-4d92-9f31-3c83f7902d81 req-6f7c961f-c540-4b5a-a250-dd8c7b1d8061 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a7723ec-256d-44bf-9388-5fe079403209 HTTP/1.1" status: 200 len: 217 time: 0.1161819 Nov 24 13:24:12.317226 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2662-3a25-4d92-9f31-3c83f7902d81 req-9e35beb5-c4d5-4274-8f75-7153f632d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:12.322596 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e72f2662-3a25-4d92-9f31-3c83f7902d81 req-9e35beb5-c4d5-4274-8f75-7153f632d351 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.1213176 Nov 24 13:24:12.333308 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-76fec56c-d0d2-4c73-83b8-2c1d622ed472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port 8d77fcfc-76ef-483c-b48f-78e3bc6441de {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:12.334038 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-76fec56c-d0d2-4c73-83b8-2c1d622ed472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:12.414010 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2662-3a25-4d92-9f31-3c83f7902d81 req-4a38729b-b3af-40a4-a623-5c1d1068da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:12.419630 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e72f2662-3a25-4d92-9f31-3c83f7902d81 req-4a38729b-b3af-40a4-a623-5c1d1068da44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903411 Nov 24 13:24:12.440126 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Sync routers for ids ['afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:24:12.472292 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Routers {'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:12.473645 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:12.626688 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-76fec56c-d0d2-4c73-83b8-2c1d622ed472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:12.647683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-76fec56c-d0d2-4c73-83b8-2c1d622ed472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for 8d77fcfc-76ef-483c-b48f-78e3bc6441de owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:12.693742 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e72f2662-3a25-4d92-9f31-3c83f7902d81 req-42c2fab6-4649-4d11-89b5-ded18c3a1e96 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627296 Nov 24 13:24:12.798894 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Set router afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:12.899211 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e72f2662-3a25-4d92-9f31-3c83f7902d81 req-44663841-0623-42cc-8460-03b6ddf216c5 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912506 Nov 24 13:24:12.972830 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-76fec56c-d0d2-4c73-83b8-2c1d622ed472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:13.149706 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fec56c-d0d2-4c73-83b8-2c1d622ed472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=8d77fcfc-76ef-483c-b48f-78e3bc6441de,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:13.377391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea30a4f-cfc7-4fb7-b788-17f26f2b1e49 req-534ef4a5-4d66-42bd-bfe9-5ef03b0c3841 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:13.380376 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ea30a4f-cfc7-4fb7-b788-17f26f2b1e49 req-534ef4a5-4d66-42bd-bfe9-5ef03b0c3841 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.8455536 Nov 24 13:24:13.487019 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'name': 'tempest-ImageQuotaTest-1670334718-router', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '33a6c9f0-765e-4a87-bfee-940e466fb1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:00Z', 'updated_at': '2021-11-24T13:24:09Z', 'revision_number': 4, 'project_id': '49b922c8ec444c55a41550b580d33260', 'gw_port': {'id': '33a6c9f0-765e-4a87-bfee-940e466fb1c7', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:01Z', 'updated_at': '2021-11-24T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '5e11353b-e6e5-4e0f-813c-463708e63b33', 'name': '', 'network_id': '7fec3071-d167-43b4-b9bf-0729a720c476', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'mac_address': 'fa:16:3e:03:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '438afaa2-1c9b-4d13-84d6-4c22e35d4db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:06Z', 'updated_at': '2021-11-24T13:24:09Z', 'revision_number': 2, 'project_id': '49b922c8ec444c55a41550b580d33260', 'subnets': [{'id': '438afaa2-1c9b-4d13-84d6-4c22e35d4db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:13.574227 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Checking router: afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:24:13.574803 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Updating router afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 port 5e11353b-e6e5-4e0f-813c-463708e63b33 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:24:13.645896 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:13.734378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47498) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:13.813047 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-76fec56c-d0d2-4c73-83b8-2c1d622ed472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:14.084138 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-47b4c458-0a7c-4f77-b536-6b56f9e9b7de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96d38f92566948f0a873e2d8e56ae95b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3446026 Nov 24 13:24:14.085082 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47506) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:14.103446 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:14.115560 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:14.289851 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc666c-12c5-429a-a797-70a23a9ce6f5 None None] Pushing event updated for resources: {'Port': ['ID=5e11353b-e6e5-4e0f-813c-463708e63b33,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:14.338820 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-08053480-ae8a-420c-bfb7-37e3365e546f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:14.373274 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Attempting to bind port 5e11353b-e6e5-4e0f-813c-463708e63b33 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:24:14.376022 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Attempting to bind port 5e11353b-e6e5-4e0f-813c-463708e63b33 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fec3071-d167-43b4-b9bf-0729a720c476'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:24:14.376428 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Attempting to bind port 5e11353b-e6e5-4e0f-813c-463708e63b33 on network 7fec3071-d167-43b4-b9bf-0729a720c476 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:14.395271 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:24:14.395506 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Checking segment: {'id': 'f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fec3071-d167-43b4-b9bf-0729a720c476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:14.398049 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:14.401328 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Bound using segment: {'id': 'f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fec3071-d167-43b4-b9bf-0729a720c476'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:24:14.402118 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Bound port: 5e11353b-e6e5-4e0f-813c-463708e63b33, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fec3071-d167-43b4-b9bf-0729a720c476'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:24:14.402744 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:14.454218 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-08053480-ae8a-420c-bfb7-37e3365e546f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:14.577445 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] For port 5e11353b-e6e5-4e0f-813c-463708e63b33, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:24:14.581967 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] For port 5e11353b-e6e5-4e0f-813c-463708e63b33, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5e11353b-e6e5-4e0f-813c-463708e63b33,segment=NetworkSegment(f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb),segment_id=f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:24:14.598495 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:14.744234 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ea30a4f-cfc7-4fb7-b788-17f26f2b1e49 req-d11defd8-32bb-4342-9a88-8dccbb2dceea tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3516178 Nov 24 13:24:14.770378 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Routers {'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:14.771287 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:14.773449 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5281450d-727e-449d-be36-119e682e7cb8 None None] Provisioning complete for port 5e11353b-e6e5-4e0f-813c-463708e63b33 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:14.774014 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5281450d-727e-449d-be36-119e682e7cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:14.781003 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-08053480-ae8a-420c-bfb7-37e3365e546f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:14.783905 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc666c-12c5-429a-a797-70a23a9ce6f5 None None] Pushing event updated for resources: {'Port': ['ID=5e11353b-e6e5-4e0f-813c-463708e63b33,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:14.811858 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-08053480-ae8a-420c-bfb7-37e3365e546f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:14.822964 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-08053480-ae8a-420c-bfb7-37e3365e546f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/772f7350-c59b-41f5-9663-6077cee5f4bb HTTP/1.1" status: 204 len: 168 time: 0.7338989 Nov 24 13:24:14.895645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08053480-ae8a-420c-bfb7-37e3365e546f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772f7350-c59b-41f5-9663-6077cee5f4bb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:14.994516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fec56c-d0d2-4c73-83b8-2c1d622ed472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router fd8251dd-c60e-4bcc-855c-b533af64ac8d has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:24:15.083085 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5281450d-727e-449d-be36-119e682e7cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:15.140477 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] Set router afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:15.281402 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5281450d-727e-449d-be36-119e682e7cb8 None None] For port 5e11353b-e6e5-4e0f-813c-463708e63b33, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5e11353b-e6e5-4e0f-813c-463708e63b33,segment=NetworkSegment(f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb),segment_id=f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:15.293473 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5281450d-727e-449d-be36-119e682e7cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:15.309704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fec56c-d0d2-4c73-83b8-2c1d622ed472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:24:15.326508 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-76fec56c-d0d2-4c73-83b8-2c1d622ed472 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/fd8251dd-c60e-4bcc-855c-b533af64ac8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3974457 Nov 24 13:24:15.328123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47524) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:15.454420 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f1d65146-f7ba-4cdd-9954-9dc2d2b29464 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd8251dd-c60e-4bcc-855c-b533af64ac8d HTTP/1.1" status: 200 len: 205 time: 0.1243091 Nov 24 13:24:15.456470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47526) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:15.501313 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3cfb32-ab91-406c-b949-d4f4840eaff9 None None] Sync routers for ids ['fd8251dd-c60e-4bcc-855c-b533af64ac8d'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:24:15.705478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3cfb32-ab91-406c-b949-d4f4840eaff9 None None] Routers {'fd8251dd-c60e-4bcc-855c-b533af64ac8d'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:15.710222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0b3cfb32-ab91-406c-b949-d4f4840eaff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd8251dd-c60e-4bcc-855c-b533af64ac8d'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:15.718536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47536) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:15.721839 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9105db33-148d-4d2f-a742-9d75603eb874 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:15.830978 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'name': 'tempest-ImageQuotaTest-1670334718-router', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '33a6c9f0-765e-4a87-bfee-940e466fb1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:00Z', 'updated_at': '2021-11-24T13:24:09Z', 'revision_number': 4, 'project_id': '49b922c8ec444c55a41550b580d33260', 'gw_port': {'id': '33a6c9f0-765e-4a87-bfee-940e466fb1c7', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:01Z', 'updated_at': '2021-11-24T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '5e11353b-e6e5-4e0f-813c-463708e63b33', 'name': '', 'network_id': '7fec3071-d167-43b4-b9bf-0729a720c476', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'mac_address': 'fa:16:3e:03:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '438afaa2-1c9b-4d13-84d6-4c22e35d4db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:06Z', 'updated_at': '2021-11-24T13:24:14Z', 'revision_number': 4, 'project_id': '49b922c8ec444c55a41550b580d33260', 'subnets': [{'id': '438afaa2-1c9b-4d13-84d6-4c22e35d4db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:15.914578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281450d-727e-449d-be36-119e682e7cb8 None None] Pushing event updated for resources: {'Port': ['ID=5e11353b-e6e5-4e0f-813c-463708e63b33,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:15.948269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f6018cbb-1171-4018-b8ca-5a8204e9949a None None] Provisioning complete for port 5e11353b-e6e5-4e0f-813c-463708e63b33 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:15.948839 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f6018cbb-1171-4018-b8ca-5a8204e9949a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:15.967509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0b3cfb32-ab91-406c-b949-d4f4840eaff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:15.985305 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81bb99-0d40-4de2-8f3b-5c6013361497 None None] The sync data for ids ['afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'] in n-d-817303-4 is: [{'id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'name': 'tempest-ImageQuotaTest-1670334718-router', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '33a6c9f0-765e-4a87-bfee-940e466fb1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:00Z', 'updated_at': '2021-11-24T13:24:09Z', 'revision_number': 4, 'project_id': '49b922c8ec444c55a41550b580d33260', 'gw_port': {'id': '33a6c9f0-765e-4a87-bfee-940e466fb1c7', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:01Z', 'updated_at': '2021-11-24T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '5e11353b-e6e5-4e0f-813c-463708e63b33', 'name': '', 'network_id': '7fec3071-d167-43b4-b9bf-0729a720c476', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'mac_address': 'fa:16:3e:03:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '438afaa2-1c9b-4d13-84d6-4c22e35d4db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:06Z', 'updated_at': '2021-11-24T13:24:14Z', 'revision_number': 4, 'project_id': '49b922c8ec444c55a41550b580d33260', 'subnets': [{'id': '438afaa2-1c9b-4d13-84d6-4c22e35d4db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:24:16.030178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3cfb32-ab91-406c-b949-d4f4840eaff9 None None] Routers {'fd8251dd-c60e-4bcc-855c-b533af64ac8d'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:16.031740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0b3cfb32-ab91-406c-b949-d4f4840eaff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd8251dd-c60e-4bcc-855c-b533af64ac8d'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:16.202014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0b3cfb32-ab91-406c-b949-d4f4840eaff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:16.202740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3cfb32-ab91-406c-b949-d4f4840eaff9 None None] The sync data for ids ['fd8251dd-c60e-4bcc-855c-b533af64ac8d'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:24:16.319895 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9105db33-148d-4d2f-a742-9d75603eb874 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:16.323068 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9105db33-148d-4d2f-a742-9d75603eb874 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:16.517079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9105db33-148d-4d2f-a742-9d75603eb874 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:16.517743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9105db33-148d-4d2f-a742-9d75603eb874 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Fanout notify agent at l3_agent the message router_deleted on router fd8251dd-c60e-4bcc-855c-b533af64ac8d {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:24:16.545079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9105db33-148d-4d2f-a742-9d75603eb874 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:16.554910 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9105db33-148d-4d2f-a742-9d75603eb874 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/routers/fd8251dd-c60e-4bcc-855c-b533af64ac8d HTTP/1.1" status: 204 len: 168 time: 1.0968802 Nov 24 13:24:16.592779 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47550) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:16.770598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faf18a-bbf6-4385-98a7-8e9424212e9d req-afcc5e52-baac-406c-b7cb-2142057a7b39 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:16.772312 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40faf18a-bbf6-4385-98a7-8e9424212e9d req-afcc5e52-baac-406c-b7cb-2142057a7b39 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.7280316 Nov 24 13:24:16.792968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd32d09e-7439-4da0-a474-fb2b37d6cf35 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting subnet 3f8c8568-d57a-4d2f-accb-9563ecba081b {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:24:16.805016 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd32d09e-7439-4da0-a474-fb2b37d6cf35 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:16.917442 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40faf18a-bbf6-4385-98a7-8e9424212e9d req-aeee2194-e6b3-4c62-bf4d-85fd587dd11c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145346 Nov 24 13:24:16.951580 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd32d09e-7439-4da0-a474-fb2b37d6cf35 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:17.125515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5e11353b-e6e5-4e0f-813c-463708e63b33 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:17.240332 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd32d09e-7439-4da0-a474-fb2b37d6cf35 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:17.301538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 5e11353b-e6e5-4e0f-813c-463708e63b33 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:17.302389 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:17.414504 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd32d09e-7439-4da0-a474-fb2b37d6cf35 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:17.466953 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0e9b-1979-4a48-a599-6a006eb698c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:17.480707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32d09e-7439-4da0-a474-fb2b37d6cf35 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8c8568-d57a-4d2f-accb-9563ecba081b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:17.489793 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dd32d09e-7439-4da0-a474-fb2b37d6cf35 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:17.505761 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dd32d09e-7439-4da0-a474-fb2b37d6cf35 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/3f8c8568-d57a-4d2f-accb-9563ecba081b HTTP/1.1" status: 204 len: 168 time: 0.9096701 Nov 24 13:24:17.506854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47562) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:17.519944 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d34f324-ee02-45e8-b482-a3b7a19881b2 None None] Network d467704b-70ff-4e79-8da1-09ba743982ea requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:17.655491 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:24:17.847270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:17.981719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port a6206d86-7110-45b8-a782-31d5621b8896 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:17.982748 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:18.161059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] For port a6206d86-7110-45b8-a782-31d5621b8896, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a6206d86-7110-45b8-a782-31d5621b8896,segment=NetworkSegment(a51b66c9-10cc-453c-8682-8e68a293868c),segment_id=a51b66c9-10cc-453c-8682-8e68a293868c)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:18.161427 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:18.176359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for a6206d86-7110-45b8-a782-31d5621b8896 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:18.183434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d68156b-ea76-4385-9093-69a3848a1767 None None] DHCP port deletion for d467704b-70ff-4e79-8da1-09ba743982ea request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:24:18.297386 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa0e9b-1979-4a48-a599-6a006eb698c3 admin admin] Deleting port 5e11353b-e6e5-4e0f-813c-463708e63b33 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:18.297866 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0e9b-1979-4a48-a599-6a006eb698c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:18.365310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4d68156b-ea76-4385-9093-69a3848a1767 None None] Deleting port a6206d86-7110-45b8-a782-31d5621b8896 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:18.365964 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4d68156b-ea76-4385-9093-69a3848a1767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:18.461185 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfdf9d-3242-46e6-b0ae-6fe749318665 req-06f6c976-b77d-4aa5-aa15-db3b4d1c484b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:18.463985 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b8cfdf9d-3242-46e6-b0ae-6fe749318665 req-06f6c976-b77d-4aa5-aa15-db3b4d1c484b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.2457285 Nov 24 13:24:18.504598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-4ffa0e9b-1979-4a48-a599-6a006eb698c3 admin admin] For port 5e11353b-e6e5-4e0f-813c-463708e63b33, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5e11353b-e6e5-4e0f-813c-463708e63b33,segment=NetworkSegment(f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb),segment_id=f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:18.505179 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0e9b-1979-4a48-a599-6a006eb698c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:18.533683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4ffa0e9b-1979-4a48-a599-6a006eb698c3 admin admin] Calling delete_port for 5e11353b-e6e5-4e0f-813c-463708e63b33 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:18.563492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-4d68156b-ea76-4385-9093-69a3848a1767 None None] For port a6206d86-7110-45b8-a782-31d5621b8896, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a6206d86-7110-45b8-a782-31d5621b8896,segment=NetworkSegment(a51b66c9-10cc-453c-8682-8e68a293868c),segment_id=a51b66c9-10cc-453c-8682-8e68a293868c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:18.565694 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4d68156b-ea76-4385-9093-69a3848a1767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:18.609150 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4d68156b-ea76-4385-9093-69a3848a1767 None None] Calling delete_port for a6206d86-7110-45b8-a782-31d5621b8896 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:18.633731 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b8cfdf9d-3242-46e6-b0ae-6fe749318665 req-d7b96372-539a-48d4-a147-f51998081753 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629539 Nov 24 13:24:18.644262 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:18.716139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No DVR routers for this DVR port a6206d86-7110-45b8-a782-31d5621b8896 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:24:18.721453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=a6206d86-7110-45b8-a782-31d5621b8896,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:18.860333 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4d68156b-ea76-4385-9093-69a3848a1767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:18.885617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d68156b-ea76-4385-9093-69a3848a1767 None None] No DVR routers for this DVR port a6206d86-7110-45b8-a782-31d5621b8896 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:24:18.933669 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:18.955051 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68156b-ea76-4385-9093-69a3848a1767 None None] Pushing event deleted for resources: {'Port': ['ID=a6206d86-7110-45b8-a782-31d5621b8896,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:19.026040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d467704b-70ff-4e79-8da1-09ba743982ea']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:19.050789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a6206d86-7110-45b8-a782-31d5621b8896 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:24:19.067680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51b66c9-10cc-453c-8682-8e68a293868c') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:19.068197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51b66c9-10cc-453c-8682-8e68a293868c') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:19.087689 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.101976 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: a6206d86-7110-45b8-a782-31d5621b8896 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:24:19.104381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a6206d86-7110-45b8-a782-31d5621b8896 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:24:19.117858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.137080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:24:19.138162 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:24:19.141378 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:24:19.147682 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0e9b-1979-4a48-a599-6a006eb698c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.213081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa0e9b-1979-4a48-a599-6a006eb698c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e11353b-e6e5-4e0f-813c-463708e63b33,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:19.244576 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.252537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.255855 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/networks/d467704b-70ff-4e79-8da1-09ba743982ea HTTP/1.1" status: 204 len: 168 time: 1.7483587 Nov 24 13:24:19.263527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47590) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:19.276263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-21f7a0bd-02a4-4014-b50f-6a6aec97d413 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-815972760', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:19.338819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6d21d-fcbd-48f8-8203-e6406218b4ba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Network': ['ID=d467704b-70ff-4e79-8da1-09ba743982ea,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:19.351868 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f7a0bd-02a4-4014-b50f-6a6aec97d413 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.354212 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f7a0bd-02a4-4014-b50f-6a6aec97d413 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.498832 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f7a0bd-02a4-4014-b50f-6a6aec97d413 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.516654 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f7a0bd-02a4-4014-b50f-6a6aec97d413 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.556895 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f7a0bd-02a4-4014-b50f-6a6aec97d413 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.558240 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-21f7a0bd-02a4-4014-b50f-6a6aec97d413 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2885892 Nov 24 13:24:19.560858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47594) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:19.567539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ca5efc7b-f7e5-41b6-8fd6-1e0712e91fff tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1060038467'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:19.636790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5efc7b-f7e5-41b6-8fd6-1e0712e91fff tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:24:19.636790 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca5efc7b-f7e5-41b6-8fd6-1e0712e91fff tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.653703 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4ffa0e9b-1979-4a48-a599-6a006eb698c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.725769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5efc7b-f7e5-41b6-8fd6-1e0712e91fff tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:24:19.759129 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca5efc7b-f7e5-41b6-8fd6-1e0712e91fff tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.760114 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-ca5efc7b-f7e5-41b6-8fd6-1e0712e91fff tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Added segment dd64c143-c4cb-4ecd-b07a-52faaab7005f of type vlan for network 6c8105bf-c751-49e0-b378-9bce4f2c3cba Nov 24 13:24:19.869885 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca5efc7b-f7e5-41b6-8fd6-1e0712e91fff tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.913004 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca5efc7b-f7e5-41b6-8fd6-1e0712e91fff tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.919428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5efc7b-f7e5-41b6-8fd6-1e0712e91fff tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:19.920368 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca5efc7b-f7e5-41b6-8fd6-1e0712e91fff tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:19.943132 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ca5efc7b-f7e5-41b6-8fd6-1e0712e91fff tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3809648 Nov 24 13:24:19.960388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47598) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:19.968910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7e63fc2f-3257-4a48-b4f2-3c906ee3f3d9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'subnet': {'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:20.059458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5efc7b-f7e5-41b6-8fd6-1e0712e91fff tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Network': ['ID=6c8105bf-c751-49e0-b378-9bce4f2c3cba,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:20.072998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 6c8105bf-c751-49e0-b378-9bce4f2c3cba details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:24:20.076416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92fb8c-1af9-48a2-b696-f0b2624ec745 req-f7f63815-b8a9-41c1-940e-77fbb5a76c79 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:20.078333 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1d92fb8c-1af9-48a2-b696-f0b2624ec745 req-f7f63815-b8a9-41c1-940e-77fbb5a76c79 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.2742262 Nov 24 13:24:20.122422 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffa0e9b-1979-4a48-a599-6a006eb698c3 admin admin] Router afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:24:20.167062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e63fc2f-3257-4a48-b4f2-3c906ee3f3d9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:24:20.172060 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e63fc2f-3257-4a48-b4f2-3c906ee3f3d9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:20.268309 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1d92fb8c-1af9-48a2-b696-f0b2624ec745 req-b392baf0-71f5-45e1-813b-c2e736aa5bc9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629066 Nov 24 13:24:20.400265 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffa0e9b-1979-4a48-a599-6a006eb698c3 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:24:20.407804 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4ffa0e9b-1979-4a48-a599-6a006eb698c3 admin admin] 10.222.0.48 "PUT /v2.0/routers/afc9eecc-be9d-40a7-ac4c-ab018bf84bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6880217 Nov 24 13:24:20.412116 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47604) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:20.415317 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fe4e19-17a7-4d72-8ed5-de4d902dc271 None None] Sync routers for ids ['afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:24:20.433080 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fe4e19-17a7-4d72-8ed5-de4d902dc271 None None] Routers {'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:20.433764 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b4fe4e19-17a7-4d72-8ed5-de4d902dc271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:20.522611 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e63fc2f-3257-4a48-b4f2-3c906ee3f3d9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:20.671359 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:20.696564 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63fc2f-3257-4a48-b4f2-3c906ee3f3d9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Subnet': ['ID=bc15a959-2f4e-4067-a245-061cd06da4b9,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:20.767221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e63fc2f-3257-4a48-b4f2-3c906ee3f3d9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Checking segment: {'id': 'dd64c143-c4cb-4ecd-b07a-52faaab7005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:20.767587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e63fc2f-3257-4a48-b4f2-3c906ee3f3d9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network hostable DHCP agents. Network: 6c8105bf-c751-49e0-b378-9bce4f2c3cba, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:24:20.810818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e63fc2f-3257-4a48-b4f2-3c906ee3f3d9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 6c8105bf-c751-49e0-b378-9bce4f2c3cba is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:24:20.825393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-7e63fc2f-3257-4a48-b4f2-3c906ee3f3d9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 6c8105bf-c751-49e0-b378-9bce4f2c3cba) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:20.836456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e63fc2f-3257-4a48-b4f2-3c906ee3f3d9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:20.837131 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e63fc2f-3257-4a48-b4f2-3c906ee3f3d9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:20.852595 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-b4fe4e19-17a7-4d72-8ed5-de4d902dc271 None None] Set router afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:20.874446 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7e63fc2f-3257-4a48-b4f2-3c906ee3f3d9 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9109554 Nov 24 13:24:20.875028 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47612) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:20.905139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0596bc-9abb-48d6-a8cc-4916dd8d55a5 None None] Network 6c8105bf-c751-49e0-b378-9bce4f2c3cba requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:20.997282 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c2ae7ed-4a60-4258-91f7-bc1b1d2ad12c req-2f8b38f5-192a-4fb1-b34b-fd5fb518f038 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1565883 Nov 24 13:24:21.004851 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:21.229126 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d5f2c111-b730-4dc0-8fd4-8d2a4079f474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:21.283780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] Deleting port 33a6c9f0-765e-4a87-bfee-940e466fb1c7 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:21.284749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:24:21.285633 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:21.285773 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:21.364062 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b4fe4e19-17a7-4d72-8ed5-de4d902dc271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'name': 'tempest-ImageQuotaTest-1670334718-router', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '33a6c9f0-765e-4a87-bfee-940e466fb1c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:00Z', 'updated_at': '2021-11-24T13:24:18Z', 'revision_number': 5, 'project_id': '49b922c8ec444c55a41550b580d33260', 'gw_port': {'id': '33a6c9f0-765e-4a87-bfee-940e466fb1c7', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:01Z', 'updated_at': '2021-11-24T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:21.532385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] For port 33a6c9f0-765e-4a87-bfee-940e466fb1c7, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=33a6c9f0-765e-4a87-bfee-940e466fb1c7,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:21.532788 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:21.549097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] Calling delete_port for 33a6c9f0-765e-4a87-bfee-940e466fb1c7 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:21.629250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae7ed-4a60-4258-91f7-bc1b1d2ad12c req-2e7f64a7-f9ec-4e4d-8f30-70dbee130466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:21.632762 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c2ae7ed-4a60-4258-91f7-bc1b1d2ad12c req-2e7f64a7-f9ec-4e4d-8f30-70dbee130466 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=043eebd593124b14b825cc18dfaf234c&device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 1097 time: 0.5180342 Nov 24 13:24:21.643212 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fe4e19-17a7-4d72-8ed5-de4d902dc271 None None] Checking router: afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:24:21.653391 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fe4e19-17a7-4d72-8ed5-de4d902dc271 None None] Routers {'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:21.653906 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b4fe4e19-17a7-4d72-8ed5-de4d902dc271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:23:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:21.695803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Allocated IP 172.20.0.2 (6c8105bf-c751-49e0-b378-9bce4f2c3cba/bc15a959-2f4e-4067-a245-061cd06da4b9/be6d419e-7acc-492f-bd0e-94533a63a152) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:21.721333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42d988-b8c1-4f24-8456-9c46bc472c2d req-58dab653-56fb-4ce6-a4b0-c9ca0a49a6ef tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:21.737597 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef42d988-b8c1-4f24-8456-9c46bc472c2d req-58dab653-56fb-4ce6-a4b0-c9ca0a49a6ef tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.2350621 Nov 24 13:24:21.767591 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-b4fe4e19-17a7-4d72-8ed5-de4d902dc271 None None] Set router afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:21.851702 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:21.893070 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b4fe4e19-17a7-4d72-8ed5-de4d902dc271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'name': 'tempest-ImageQuotaTest-1670334718-router', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:00Z', 'updated_at': '2021-11-24T13:24:21Z', 'revision_number': 6, 'project_id': '49b922c8ec444c55a41550b580d33260', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:21.941487 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef42d988-b8c1-4f24-8456-9c46bc472c2d req-1742e567-4303-4cbe-9a41-5491263f2bcf tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021658 Nov 24 13:24:21.988071 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae7ed-4a60-4258-91f7-bc1b1d2ad12c req-ec45ebeb-9a65-4981-95d0-e8ee728fd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:21.989608 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c2ae7ed-4a60-4258-91f7-bc1b1d2ad12c req-ec45ebeb-9a65-4981-95d0-e8ee728fd3a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a HTTP/1.1" status: 200 len: 912 time: 0.3083036 Nov 24 13:24:21.995043 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fe4e19-17a7-4d72-8ed5-de4d902dc271 None None] The sync data for ids ['afc9eecc-be9d-40a7-ac4c-ab018bf84bc4'] in n-d-817303-4 is: [{'id': 'afc9eecc-be9d-40a7-ac4c-ab018bf84bc4', 'name': 'tempest-ImageQuotaTest-1670334718-router', 'tenant_id': '49b922c8ec444c55a41550b580d33260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:00Z', 'updated_at': '2021-11-24T13:24:21Z', 'revision_number': 6, 'project_id': '49b922c8ec444c55a41550b580d33260', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:24:22.145322 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:22.176055 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:22.197417 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:22.209095 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33a6c9f0-765e-4a87-bfee-940e466fb1c7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:22.222752 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c2ae7ed-4a60-4258-91f7-bc1b1d2ad12c req-44aa0862-c7e7-470d-9f24-e23d31255d16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 HTTP/1.1" status: 200 len: 1002 time: 0.2164886 Nov 24 13:24:22.343264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Pushing event updated for resources: {'Port': ['ID=be6d419e-7acc-492f-bd0e-94533a63a152,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:22.361269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ab90fd-0461-4363-9585-8c071d0b1132 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:24:22.405305 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae7ed-4a60-4258-91f7-bc1b1d2ad12c req-8b43fa38-f4ff-4adc-ae91-7e9bd29b960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:22.405917 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c2ae7ed-4a60-4258-91f7-bc1b1d2ad12c req-8b43fa38-f4ff-4adc-ae91-7e9bd29b960f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3 HTTP/1.1" status: 200 len: 850 time: 0.1770947 Nov 24 13:24:22.430847 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Network 6c8105bf-c751-49e0-b378-9bce4f2c3cba is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:22.438305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:22.442571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:22.521983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae7ed-4a60-4258-91f7-bc1b1d2ad12c req-5a50b19b-ca50-4587-9222-f6e01da1e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:22.523823 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c2ae7ed-4a60-4258-91f7-bc1b1d2ad12c req-5a50b19b-ca50-4587-9222-f6e01da1e327 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974627 Nov 24 13:24:22.524922 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:22.581018 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Attempting to bind port be6d419e-7acc-492f-bd0e-94533a63a152 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:24:22.581882 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Attempting to bind port be6d419e-7acc-492f-bd0e-94533a63a152 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'dd64c143-c4cb-4ecd-b07a-52faaab7005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:24:22.586630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Attempting to bind port be6d419e-7acc-492f-bd0e-94533a63a152 on network 6c8105bf-c751-49e0-b378-9bce4f2c3cba {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:22.596106 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:24:22.599102 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Checking segment: {'id': 'dd64c143-c4cb-4ecd-b07a-52faaab7005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:22.599531 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:22.601221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Bound using segment: {'id': 'dd64c143-c4cb-4ecd-b07a-52faaab7005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:24:22.601983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Bound port: be6d419e-7acc-492f-bd0e-94533a63a152, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd64c143-c4cb-4ecd-b07a-52faaab7005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:24:22.603298 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:22.633448 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:22.636243 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:22.694497 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:22.694977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:24:22.700712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Allocated IP 172.20.0.1 (6c8105bf-c751-49e0-b378-9bce4f2c3cba/bc15a959-2f4e-4067-a245-061cd06da4b9/624ef536-7a97-460b-b159-93658fc68a79) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:22.735088 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:22.736275 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4834e0e9-29c3-47b3-9ccc-4ada90837bb6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/afc9eecc-be9d-40a7-ac4c-ab018bf84bc4 HTTP/1.1" status: 204 len: 168 time: 2.3236082 Nov 24 13:24:22.739790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47632) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:22.750286 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] For port be6d419e-7acc-492f-bd0e-94533a63a152, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:24:22.759347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] For port be6d419e-7acc-492f-bd0e-94533a63a152, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=be6d419e-7acc-492f-bd0e-94533a63a152,segment=NetworkSegment(dd64c143-c4cb-4ecd-b07a-52faaab7005f),segment_id=dd64c143-c4cb-4ecd-b07a-52faaab7005f)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:24:22.778683 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:22.983835 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429106a5-3542-44df-ab29-21060a93cdd8 None None] Pushing event updated for resources: {'Port': ['ID=be6d419e-7acc-492f-bd0e-94533a63a152,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:23.018371 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-49669324-2d81-48ef-b2b7-8af68a58b49d admin admin] Deleting subnet 438afaa2-1c9b-4d13-84d6-4c22e35d4db7 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:24:23.057026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5e11353b-e6e5-4e0f-813c-463708e63b33 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:24:23.057251 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49669324-2d81-48ef-b2b7-8af68a58b49d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:23.061037 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:23.125548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 5e11353b-e6e5-4e0f-813c-463708e63b33 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:24:23.127458 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5e11353b-e6e5-4e0f-813c-463708e63b33 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:24:23.127886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 33a6c9f0-765e-4a87-bfee-940e466fb1c7 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:24:23.131418 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c2ae7ed-4a60-4258-91f7-bc1b1d2ad12c req-9a25d3ba-8332-45f3-9e67-6cb22bbbc978 service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480064 Nov 24 13:24:23.202847 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 33a6c9f0-765e-4a87-bfee-940e466fb1c7 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:24:23.203913 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 33a6c9f0-765e-4a87-bfee-940e466fb1c7 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:24:23.215044 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49669324-2d81-48ef-b2b7-8af68a58b49d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:23.237043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00890552-5d8b-4746-a76c-fa57195113be req-0990fa87-a8d7-40e0-a1b4-60a3b080b16b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:23.252391 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-00890552-5d8b-4746-a76c-fa57195113be req-0990fa87-a8d7-40e0-a1b4-60a3b080b16b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.1669827 Nov 24 13:24:23.295591 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-42bb241d-2efe-4ac5-8f7e-992c70ae7c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:23.403984 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-00890552-5d8b-4746-a76c-fa57195113be req-f1eb8134-a388-4919-b8ce-0a62886e6238 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386182 Nov 24 13:24:23.411387 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:23.546121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=624ef536-7a97-460b-b159-93658fc68a79,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:23.554571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 6c8105bf-c751-49e0-b378-9bce4f2c3cba is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:23.556962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:23.560458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:23.603930 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c2ae7ed-4a60-4258-91f7-bc1b1d2ad12c req-4b51c736-7536-49c6-8b9a-f8890bed451a service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571986 Nov 24 13:24:23.618273 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:23.632433 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49669324-2d81-48ef-b2b7-8af68a58b49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:23.719115 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49669324-2d81-48ef-b2b7-8af68a58b49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:23.765540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49669324-2d81-48ef-b2b7-8af68a58b49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:23.771843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1505c82f-168f-40e5-b969-d5e9c71a008f None None] Network 7fec3071-d167-43b4-b9bf-0729a720c476 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:23.778225 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-49669324-2d81-48ef-b2b7-8af68a58b49d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/438afaa2-1c9b-4d13-84d6-4c22e35d4db7 HTTP/1.1" status: 204 len: 168 time: 1.0375051 Nov 24 13:24:23.779358 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49669324-2d81-48ef-b2b7-8af68a58b49d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=438afaa2-1c9b-4d13-84d6-4c22e35d4db7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:23.781235 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47644) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:23.872419 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:23.886816 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:24.031428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Deleting port 30b6a0fe-49bd-4231-b0db-8d04fb048850 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:24.032078 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:24.127350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7747bd31-3b76-49ba-978d-557457f0bb18 None None] DHCP port deletion for 7fec3071-d167-43b4-b9bf-0729a720c476 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:24:24.199289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] For port 30b6a0fe-49bd-4231-b0db-8d04fb048850, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=30b6a0fe-49bd-4231-b0db-8d04fb048850,segment=NetworkSegment(f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb),segment_id=f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:24.200590 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:24.222344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7747bd31-3b76-49ba-978d-557457f0bb18 None None] Deleting port 30b6a0fe-49bd-4231-b0db-8d04fb048850 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:24.223649 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7747bd31-3b76-49ba-978d-557457f0bb18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:24.228263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Calling delete_port for 30b6a0fe-49bd-4231-b0db-8d04fb048850 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:24.348332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7747bd31-3b76-49ba-978d-557457f0bb18 None None] For port 30b6a0fe-49bd-4231-b0db-8d04fb048850, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=30b6a0fe-49bd-4231-b0db-8d04fb048850,segment=NetworkSegment(f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb),segment_id=f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:24.348825 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7747bd31-3b76-49ba-978d-557457f0bb18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:24.411087 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:24.467948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Pushing event deleted for resources: {'Port': ['ID=30b6a0fe-49bd-4231-b0db-8d04fb048850,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:24.469852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] No DVR routers for this DVR port 30b6a0fe-49bd-4231-b0db-8d04fb048850 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:24:24.598011 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:24.643865 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:24.674872 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:24.771631 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fec3071-d167-43b4-b9bf-0729a720c476']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:24.800821 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:24.801397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60a6a1b-57b5-4bbc-b15a-53e1bd49b8cb') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:24.804162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7655950d-9c04-4586-a05d-14f5995789e9 None None] Network 6c8105bf-c751-49e0-b378-9bce4f2c3cba requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:24.819926 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:24.825165 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7747bd31-3b76-49ba-978d-557457f0bb18 None None] Calling delete_port for 30b6a0fe-49bd-4231-b0db-8d04fb048850 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:24.844696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=624ef536-7a97-460b-b159-93658fc68a79,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:24.845046 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:24.864001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:24:24.864641 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:24:24.867834 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:24:24.913739 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3ba42418-577c-4468-9a2d-35dfcb3e4961 None None] Provisioning complete for port be6d419e-7acc-492f-bd0e-94533a63a152 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:24.914135 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3ba42418-577c-4468-9a2d-35dfcb3e4961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:24.917093 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:24.953244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89906004-17fd-44ba-9501-681fa8521585 req-be83dc6b-f4b0-4918-bd2a-750503b14b05 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:24.957441 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89906004-17fd-44ba-9501-681fa8521585 req-be83dc6b-f4b0-4918-bd2a-750503b14b05 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.3518369 Nov 24 13:24:25.149649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device be6d419e-7acc-492f-bd0e-94533a63a152 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:25.201430 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:25.272778 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port be6d419e-7acc-492f-bd0e-94533a63a152 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:25.273450 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:25.373036 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3ba42418-577c-4468-9a2d-35dfcb3e4961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:25.559749 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89906004-17fd-44ba-9501-681fa8521585 req-d8ea9dca-d64f-44bb-9194-a50d3b91347c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732305 Nov 24 13:24:25.575178 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7747bd31-3b76-49ba-978d-557457f0bb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:25.655020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 6c8105bf-c751-49e0-b378-9bce4f2c3cba is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:25.657975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:25.661233 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:25.684923 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:25.696709 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] 10.222.0.48 "DELETE /v2.0/networks/7fec3071-d167-43b4-b9bf-0729a720c476 HTTP/1.1" status: 204 len: 168 time: 1.9128938 Nov 24 13:24:25.727840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747bd31-3b76-49ba-978d-557457f0bb18 None None] Pushing event deleted for resources: {'Port': ['ID=30b6a0fe-49bd-4231-b0db-8d04fb048850,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:25.729037 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448d3f1-13c5-43ef-b587-4fa45f98ae7c admin admin] Pushing event deleted for resources: {'Network': ['ID=7fec3071-d167-43b4-b9bf-0729a720c476,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:25.748869 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:25.897350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747bd31-3b76-49ba-978d-557457f0bb18 None None] No DVR routers for this DVR port 30b6a0fe-49bd-4231-b0db-8d04fb048850 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:24:25.930888 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3ba42418-577c-4468-9a2d-35dfcb3e4961 None None] For port be6d419e-7acc-492f-bd0e-94533a63a152, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=be6d419e-7acc-492f-bd0e-94533a63a152,segment=NetworkSegment(dd64c143-c4cb-4ecd-b07a-52faaab7005f),segment_id=dd64c143-c4cb-4ecd-b07a-52faaab7005f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:25.937371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:24:25.996129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47672) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:26.011601 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3ba42418-577c-4468-9a2d-35dfcb3e4961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:26.024557 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:26.053449 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b1f243d6-c35e-4722-9d03-e28da3a95082 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49b922c8ec444c55a41550b580d33260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0557005 Nov 24 13:24:26.056440 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47674) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:26.066226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:24:26.072637 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-af1bba2c-4ee8-4810-8123-102e2bc7be29 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1965606 Nov 24 13:24:26.075903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47676) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:26.082037 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-624c120d-bc38-4e0b-b06c-1826c8210bfc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1174200674'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:26.094926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Sync routers for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:24:26.107748 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624c120d-bc38-4e0b-b06c-1826c8210bfc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:24:26.111944 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-624c120d-bc38-4e0b-b06c-1826c8210bfc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:26.140010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624c120d-bc38-4e0b-b06c-1826c8210bfc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:24:26.150651 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-624c120d-bc38-4e0b-b06c-1826c8210bfc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:26.151331 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-624c120d-bc38-4e0b-b06c-1826c8210bfc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Added segment 517b3c3a-6505-4128-8df3-18948c87942c of type vlan for network 26d97bf8-5a4f-4d21-b229-1cd2f8f076bc Nov 24 13:24:26.211061 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-624c120d-bc38-4e0b-b06c-1826c8210bfc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:26.253815 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-624c120d-bc38-4e0b-b06c-1826c8210bfc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:26.263817 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9794d700-6744-4024-bd40-570551d84f40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:26.265391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624c120d-bc38-4e0b-b06c-1826c8210bfc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:26.266410 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-624c120d-bc38-4e0b-b06c-1826c8210bfc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:26.285261 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:24:26.285902 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:24:26.292061 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:26.293415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:26.321495 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9794d700-6744-4024-bd40-570551d84f40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:26.457569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:26.466090 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9794d700-6744-4024-bd40-570551d84f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:26.471879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c120d-bc38-4e0b-b06c-1826c8210bfc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Network': ['ID=26d97bf8-5a4f-4d21-b229-1cd2f8f076bc,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:26.476854 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9794d700-6744-4024-bd40-570551d84f40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:26.488158 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9794d700-6744-4024-bd40-570551d84f40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db3d6205-7b98-4b92-be08-71e96269e1c3 HTTP/1.1" status: 204 len: 168 time: 0.4303949 Nov 24 13:24:26.508235 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-624c120d-bc38-4e0b-b06c-1826c8210bfc tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4284611 Nov 24 13:24:26.515391 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 26d97bf8-5a4f-4d21-b229-1cd2f8f076bc details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:24:26.516619 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba42418-577c-4468-9a2d-35dfcb3e4961 None None] Pushing event updated for resources: {'Port': ['ID=be6d419e-7acc-492f-bd0e-94533a63a152,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:26.518108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47680) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:26.534305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-bfb43946-ca99-47f2-85f0-0615474b4fe0 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'subnet': {'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:26.581544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794d700-6744-4024-bd40-570551d84f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3d6205-7b98-4b92-be08-71e96269e1c3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:26.749509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb43946-ca99-47f2-85f0-0615474b4fe0 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:24:26.761178 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bfb43946-ca99-47f2-85f0-0615474b4fe0 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:26.943187 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:27.122623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-474398d9-1b1d-449c-a0ad-8c5232ae76de None None] Provisioning complete for port 624ef536-7a97-460b-b159-93658fc68a79 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:27.125270 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-474398d9-1b1d-449c-a0ad-8c5232ae76de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:27.189062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 30b6a0fe-49bd-4231-b0db-8d04fb048850 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:24:27.289463 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 30b6a0fe-49bd-4231-b0db-8d04fb048850 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:24:27.289463 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 30b6a0fe-49bd-4231-b0db-8d04fb048850 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:24:27.293308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bfb43946-ca99-47f2-85f0-0615474b4fe0 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:27.372826 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-474398d9-1b1d-449c-a0ad-8c5232ae76de None None] Port 624ef536-7a97-460b-b159-93658fc68a79 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:27.419826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47702) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:27.423120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-474398d9-1b1d-449c-a0ad-8c5232ae76de None None] Provisioning complete for port be6d419e-7acc-492f-bd0e-94533a63a152 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:27.423593 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-474398d9-1b1d-449c-a0ad-8c5232ae76de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:27.473294 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d96335ab-329d-48a9-9c62-1cdbf9bba1b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:27.496855 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce7b6f-654a-46b6-95c6-d4e7dd8a4f04 req-c9632c9b-d2e1-49f2-a534-93c6368319a9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:27.498341 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-04ce7b6f-654a-46b6-95c6-d4e7dd8a4f04 req-c9632c9b-d2e1-49f2-a534-93c6368319a9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.5026870 Nov 24 13:24:27.511065 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device be6d419e-7acc-492f-bd0e-94533a63a152 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:27.554910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb43946-ca99-47f2-85f0-0615474b4fe0 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Subnet': ['ID=4d99dea3-e163-4871-af27-cd996f1ec794,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:27.571528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:23Z', 'revision_number': 2, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:24Z', 'revision_number': 2, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:27.611746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb43946-ca99-47f2-85f0-0615474b4fe0 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Checking segment: {'id': '517b3c3a-6505-4128-8df3-18948c87942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:27.612158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb43946-ca99-47f2-85f0-0615474b4fe0 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network hostable DHCP agents. Network: 26d97bf8-5a4f-4d21-b229-1cd2f8f076bc, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:24:27.618880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Checking router: fd0093ee-32d8-4573-9c5b-b10f41a1d4ee for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:24:27.619248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Updating router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee port 624ef536-7a97-460b-b159-93658fc68a79 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:24:27.684116 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-04ce7b6f-654a-46b6-95c6-d4e7dd8a4f04 req-1bd7a966-b467-4791-90cd-7ca3d3a79378 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676602 Nov 24 13:24:27.696593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb43946-ca99-47f2-85f0-0615474b4fe0 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 26d97bf8-5a4f-4d21-b229-1cd2f8f076bc is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:24:27.701092 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:27.738534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-bfb43946-ca99-47f2-85f0-0615474b4fe0 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 26d97bf8-5a4f-4d21-b229-1cd2f8f076bc) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:27.746320 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb43946-ca99-47f2-85f0-0615474b4fe0 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:27.746910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bfb43946-ca99-47f2-85f0-0615474b4fe0 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:27.768707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a06dc22-859a-4f3c-b4b5-ed4a4c2f9a9e None None] Network 26d97bf8-5a4f-4d21-b229-1cd2f8f076bc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:27.807864 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d96335ab-329d-48a9-9c62-1cdbf9bba1b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:27.813054 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bfb43946-ca99-47f2-85f0-0615474b4fe0 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2864254 Nov 24 13:24:27.814354 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d96335ab-329d-48a9-9c62-1cdbf9bba1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:27.816187 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47712) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:27.850102 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d96335ab-329d-48a9-9c62-1cdbf9bba1b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4265041 Nov 24 13:24:27.852850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47714) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:27.899979 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port be6d419e-7acc-492f-bd0e-94533a63a152 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:27.900583 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:27.924640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96335ab-329d-48a9-9c62-1cdbf9bba1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68426561-f04e-4adb-9790-39b9c3d09bce,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:27.994640 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c7519e9-66fc-4171-99e5-b2e458abb079 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:28.045800 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c7519e9-66fc-4171-99e5-b2e458abb079 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:28.125759 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c7519e9-66fc-4171-99e5-b2e458abb079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:28.141750 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c7519e9-66fc-4171-99e5-b2e458abb079 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:28.143096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8c7519e9-66fc-4171-99e5-b2e458abb079 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68426561-f04e-4adb-9790-39b9c3d09bce HTTP/1.1" status: 204 len: 168 time: 0.2889695 Nov 24 13:24:28.153652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7519e9-66fc-4171-99e5-b2e458abb079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68426561-f04e-4adb-9790-39b9c3d09bce,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:28.318115 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2a92e2ca-9e00-4474-837d-fc253d8c2aa0 None None] Provisioning complete for port 624ef536-7a97-460b-b159-93658fc68a79 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:28.318734 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2a92e2ca-9e00-4474-837d-fc253d8c2aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:28.470465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:24:28.471345 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:28.479887 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2a92e2ca-9e00-4474-837d-fc253d8c2aa0 None None] Port 624ef536-7a97-460b-b159-93658fc68a79 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:28.732974 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:28.884645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Allocated IP 172.21.0.2 (26d97bf8-5a4f-4d21-b229-1cd2f8f076bc/4d99dea3-e163-4871-af27-cd996f1ec794/9e6dc81d-865e-4d2d-b3e5-da7292238282) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:28.955773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc6a8b-8f9c-43fa-a630-fc4a4fe9e6b6 req-d279d91b-8166-4704-9a98-39cb03747bdc tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:28.959905 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a5fc6a8b-8f9c-43fa-a630-fc4a4fe9e6b6 req-d279d91b-8166-4704-9a98-39cb03747bdc tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.1198249 Nov 24 13:24:29.059977 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a5fc6a8b-8f9c-43fa-a630-fc4a4fe9e6b6 req-44ea382e-64b3-405f-a8e2-557c0407a3c1 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928645 Nov 24 13:24:29.093067 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.110630 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.157793 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.186215 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.250723 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b280495-9099-44cc-8b57-0e46c0b9d6a0 None None] Pushing event updated for resources: {'Port': ['ID=624ef536-7a97-460b-b159-93658fc68a79,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:29.279970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Network 26d97bf8-5a4f-4d21-b229-1cd2f8f076bc is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:29.307302 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:29.312971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:29.327666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Allocated IP 172.21.0.1 (26d97bf8-5a4f-4d21-b229-1cd2f8f076bc/4d99dea3-e163-4871-af27-cd996f1ec794/2c10f108-0e17-4e65-9f02-79310c55c476) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:29.357340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Attempting to bind port 624ef536-7a97-460b-b159-93658fc68a79 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:24:29.358432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Attempting to bind port 624ef536-7a97-460b-b159-93658fc68a79 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'dd64c143-c4cb-4ecd-b07a-52faaab7005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:24:29.358739 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Attempting to bind port 624ef536-7a97-460b-b159-93658fc68a79 on network 6c8105bf-c751-49e0-b378-9bce4f2c3cba {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:29.372657 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Pushing event updated for resources: {'Port': ['ID=9e6dc81d-865e-4d2d-b3e5-da7292238282,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:29.396839 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:24:29.397461 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Checking segment: {'id': 'dd64c143-c4cb-4ecd-b07a-52faaab7005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:29.398053 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.398488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Bound using segment: {'id': 'dd64c143-c4cb-4ecd-b07a-52faaab7005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:24:29.399143 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Bound port: 624ef536-7a97-460b-b159-93658fc68a79, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd64c143-c4cb-4ecd-b07a-52faaab7005f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:24:29.399706 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.485793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Attempting to bind port 9e6dc81d-865e-4d2d-b3e5-da7292238282 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:24:29.486176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Attempting to bind port 9e6dc81d-865e-4d2d-b3e5-da7292238282 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '517b3c3a-6505-4128-8df3-18948c87942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:24:29.486876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Attempting to bind port 9e6dc81d-865e-4d2d-b3e5-da7292238282 on network 26d97bf8-5a4f-4d21-b229-1cd2f8f076bc {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:29.500628 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:24:29.501249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Checking segment: {'id': '517b3c3a-6505-4128-8df3-18948c87942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:29.501779 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.502218 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Bound using segment: {'id': '517b3c3a-6505-4128-8df3-18948c87942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:24:29.502822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Bound port: 9e6dc81d-865e-4d2d-b3e5-da7292238282, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517b3c3a-6505-4128-8df3-18948c87942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:24:29.503418 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.508255 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.551755 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.580259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] For port 624ef536-7a97-460b-b159-93658fc68a79, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:24:29.604047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=2c10f108-0e17-4e65-9f02-79310c55c476,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:29.608909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] For port 624ef536-7a97-460b-b159-93658fc68a79, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=624ef536-7a97-460b-b159-93658fc68a79,segment=NetworkSegment(dd64c143-c4cb-4ecd-b07a-52faaab7005f),segment_id=dd64c143-c4cb-4ecd-b07a-52faaab7005f)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:24:29.623280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 26d97bf8-5a4f-4d21-b229-1cd2f8f076bc is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:29.624860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:29.628184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:29.633086 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.654003 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] For port 9e6dc81d-865e-4d2d-b3e5-da7292238282, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:24:29.677996 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.702868 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6eef2bf1-2cd4-4fd6-ad72-c8e3bc87c986 None None] Provisioning complete for port 624ef536-7a97-460b-b159-93658fc68a79 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:29.703246 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6eef2bf1-2cd4-4fd6-ad72-c8e3bc87c986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.724650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] For port 9e6dc81d-865e-4d2d-b3e5-da7292238282, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9e6dc81d-865e-4d2d-b3e5-da7292238282,segment=NetworkSegment(517b3c3a-6505-4128-8df3-18948c87942c),segment_id=517b3c3a-6505-4128-8df3-18948c87942c)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:24:29.758489 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:29.759188 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:29.771015 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.844257 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:29.862190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b280495-9099-44cc-8b57-0e46c0b9d6a0 None None] Pushing event updated for resources: {'Port': ['ID=624ef536-7a97-460b-b159-93658fc68a79,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:29.961836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:30.054995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b158198-a02b-4599-aec8-e12b24abf5da None None] Pushing event updated for resources: {'Port': ['ID=9e6dc81d-865e-4d2d-b3e5-da7292238282,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:30.139929 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6eef2bf1-2cd4-4fd6-ad72-c8e3bc87c986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:30.230534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6eef2bf1-2cd4-4fd6-ad72-c8e3bc87c986 None None] For port 624ef536-7a97-460b-b159-93658fc68a79, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=624ef536-7a97-460b-b159-93658fc68a79,segment=NetworkSegment(dd64c143-c4cb-4ecd-b07a-52faaab7005f),segment_id=dd64c143-c4cb-4ecd-b07a-52faaab7005f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:30.243135 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6eef2bf1-2cd4-4fd6-ad72-c8e3bc87c986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:30.305024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d371bbc-187d-41dd-9f0a-d4401c174ff5 req-70968a8f-c690-45a9-a7a6-e8192ceadbc0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:30.318215 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4d371bbc-187d-41dd-9f0a-d4401c174ff5 req-70968a8f-c690-45a9-a7a6-e8192ceadbc0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.1534877 Nov 24 13:24:30.336076 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:30.366406 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:30.412375 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4d371bbc-187d-41dd-9f0a-d4401c174ff5 req-a8a2aa1f-429a-479f-98c0-b50064f24fb0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918138 Nov 24 13:24:30.469557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef2bf1-2cd4-4fd6-ad72-c8e3bc87c986 None None] Pushing event updated for resources: {'Port': ['ID=624ef536-7a97-460b-b159-93658fc68a79,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:30.473215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4ed86d25-9294-45d7-a217-ecca77235ec8 None None] Provisioning complete for port 624ef536-7a97-460b-b159-93658fc68a79 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:30.473660 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4ed86d25-9294-45d7-a217-ecca77235ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:30.511350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:30.549272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=2c10f108-0e17-4e65-9f02-79310c55c476,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:30.618286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 26d97bf8-5a4f-4d21-b229-1cd2f8f076bc is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:30.619871 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:30.623995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:23Z', 'revision_number': 2, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:29Z', 'revision_number': 4, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:30.659681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51ed0b0-2a78-4211-94e5-da6caf0c7f8f None None] The sync data for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 is: [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:23Z', 'revision_number': 2, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:29Z', 'revision_number': 4, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:24:30.731347 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:24:30.836276 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:24:30.844110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47754) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:30.844332 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d7c8d52b-068d-46f5-93e4-8cb7cd0f070f tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0263257 Nov 24 13:24:30.854014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7c02ea4f-ccfb-4ff2-acc8-58664ac2f7df tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1921517414'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:30.887253 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c02ea4f-ccfb-4ff2-acc8-58664ac2f7df tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:24:30.891768 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c02ea4f-ccfb-4ff2-acc8-58664ac2f7df tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:30.932917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c02ea4f-ccfb-4ff2-acc8-58664ac2f7df tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:24:30.944056 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c02ea4f-ccfb-4ff2-acc8-58664ac2f7df tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:30.944528 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-7c02ea4f-ccfb-4ff2-acc8-58664ac2f7df tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Added segment 16f0cd54-ee75-45b2-aa47-0ad3422088e7 of type vlan for network 9f6006b0-092f-4ee1-ac14-47361258fa26 Nov 24 13:24:31.003371 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c02ea4f-ccfb-4ff2-acc8-58664ac2f7df tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:31.035676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c02ea4f-ccfb-4ff2-acc8-58664ac2f7df tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:31.043331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c02ea4f-ccfb-4ff2-acc8-58664ac2f7df tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:31.044031 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c02ea4f-ccfb-4ff2-acc8-58664ac2f7df tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:31.098432 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7c02ea4f-ccfb-4ff2-acc8-58664ac2f7df tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2509043 Nov 24 13:24:31.099220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47756) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:31.105385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a29abf90-51e5-4bdf-8e29-e1b645db2cee tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'subnet': {'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:31.158828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02ea4f-ccfb-4ff2-acc8-58664ac2f7df tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Network': ['ID=9f6006b0-092f-4ee1-ac14-47361258fa26,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:31.170800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 9f6006b0-092f-4ee1-ac14-47361258fa26 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:24:31.262529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29abf90-51e5-4bdf-8e29-e1b645db2cee tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:24:31.266433 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a29abf90-51e5-4bdf-8e29-e1b645db2cee tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:31.513797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9caecf-86f1-492b-ae09-8afe018e476b None None] Network 26d97bf8-5a4f-4d21-b229-1cd2f8f076bc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:31.610666 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a29abf90-51e5-4bdf-8e29-e1b645db2cee tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:31.633157 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9e6dc81d-865e-4d2d-b3e5-da7292238282 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:31.645976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c719b-71d9-4f13-8a49-917c6e4542fd req-5da5ba7f-cdb6-4a99-b584-f02c2b021ddc tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:31.647763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-717c719b-71d9-4f13-8a49-917c6e4542fd req-5da5ba7f-cdb6-4a99-b584-f02c2b021ddc tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.1136115 Nov 24 13:24:31.705065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29abf90-51e5-4bdf-8e29-e1b645db2cee tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Subnet': ['ID=f365b10d-37ba-47f1-b0eb-fb8ab10f15f5,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:31.710082 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-717c719b-71d9-4f13-8a49-917c6e4542fd req-0b78d6f2-7903-4b34-a08a-b1d921be1ca3 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557227 Nov 24 13:24:31.732207 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29abf90-51e5-4bdf-8e29-e1b645db2cee tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Checking segment: {'id': '16f0cd54-ee75-45b2-aa47-0ad3422088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:31.732892 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29abf90-51e5-4bdf-8e29-e1b645db2cee tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network hostable DHCP agents. Network: 9f6006b0-092f-4ee1-ac14-47361258fa26, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:24:31.755104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29abf90-51e5-4bdf-8e29-e1b645db2cee tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 9f6006b0-092f-4ee1-ac14-47361258fa26 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:24:31.766047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a29abf90-51e5-4bdf-8e29-e1b645db2cee tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 9f6006b0-092f-4ee1-ac14-47361258fa26) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:31.771465 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29abf90-51e5-4bdf-8e29-e1b645db2cee tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:31.772841 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a29abf90-51e5-4bdf-8e29-e1b645db2cee tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:31.794683 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a29abf90-51e5-4bdf-8e29-e1b645db2cee tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6940684 Nov 24 13:24:31.797803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47762) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:31.894295 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c93a8b-de4e-4aea-8d1c-9259d17103a7 None None] Network 9f6006b0-092f-4ee1-ac14-47361258fa26 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:31.942984 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-75ef5a8b-3e46-4882-8bff-d272e7002852 None None] Provisioning complete for port 9e6dc81d-865e-4d2d-b3e5-da7292238282 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:31.943358 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75ef5a8b-3e46-4882-8bff-d272e7002852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:32.084020 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9e6dc81d-865e-4d2d-b3e5-da7292238282 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:32.084396 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:32.248313 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:32.265176 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75ef5a8b-3e46-4882-8bff-d272e7002852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:32.285991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-9f6006b0-092f-4ee1-ac14-47361258fa26', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:24:32.286926 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:32.358974 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:32.365546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-75ef5a8b-3e46-4882-8bff-d272e7002852 None None] For port 9e6dc81d-865e-4d2d-b3e5-da7292238282, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9e6dc81d-865e-4d2d-b3e5-da7292238282,segment=NetworkSegment(517b3c3a-6505-4128-8df3-18948c87942c),segment_id=517b3c3a-6505-4128-8df3-18948c87942c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:32.377020 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75ef5a8b-3e46-4882-8bff-d272e7002852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:32.599519 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Sync routers for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:24:32.618374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef5a8b-3e46-4882-8bff-d272e7002852 None None] Pushing event updated for resources: {'Port': ['ID=9e6dc81d-865e-4d2d-b3e5-da7292238282,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:32.618859 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:32.619538 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:32.626957 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:24:32.627504 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:24:32.651399 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Allocated IP 172.22.0.2 (9f6006b0-092f-4ee1-ac14-47361258fa26/f365b10d-37ba-47f1-b0eb-fb8ab10f15f5/dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:32.742403 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:32.773157 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-693026bb-798b-4aae-80ed-ebd0f78be3ff None None] Provisioning complete for port 2c10f108-0e17-4e65-9f02-79310c55c476 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:32.773541 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-693026bb-798b-4aae-80ed-ebd0f78be3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:32.826413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-693026bb-798b-4aae-80ed-ebd0f78be3ff None None] Port 2c10f108-0e17-4e65-9f02-79310c55c476 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:32.856390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-693026bb-798b-4aae-80ed-ebd0f78be3ff None None] Provisioning complete for port 9e6dc81d-865e-4d2d-b3e5-da7292238282 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:32.856707 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-693026bb-798b-4aae-80ed-ebd0f78be3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:32.973226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362ca58-b9aa-4c52-abbc-872c1b357b37 req-8b84b1e1-7550-41a1-a1bc-620d3d7dff22 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:32.977096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2362ca58-b9aa-4c52-abbc-872c1b357b37 req-8b84b1e1-7550-41a1-a1bc-620d3d7dff22 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.1120644 Nov 24 13:24:33.001747 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.033121 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.052623 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:29Z', 'revision_number': 3, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 2, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:33.092894 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Checking router: fd0093ee-32d8-4573-9c5b-b10f41a1d4ee for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:24:33.093244 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Updating router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee port 2c10f108-0e17-4e65-9f02-79310c55c476 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:24:33.128056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Network 9f6006b0-092f-4ee1-ac14-47361258fa26 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:33.130294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Allocated IP 172.22.0.1 (9f6006b0-092f-4ee1-ac14-47361258fa26/f365b10d-37ba-47f1-b0eb-fb8ab10f15f5/57bd6627-9cb3-4788-a605-46332bb16331) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:33.135940 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:33.137127 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.158916 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Pushing event updated for resources: {'Port': ['ID=dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:33.163696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:33.271348 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 624ef536-7a97-460b-b159-93658fc68a79 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:33.311649 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.327475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Attempting to bind port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:24:33.328118 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Attempting to bind port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '16f0cd54-ee75-45b2-aa47-0ad3422088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:24:33.328497 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Attempting to bind port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc on network 9f6006b0-092f-4ee1-ac14-47361258fa26 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:33.348830 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a028ca96-eeec-4620-a68d-7a0c821dc50a None None] Provisioning complete for port 2c10f108-0e17-4e65-9f02-79310c55c476 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:33.349277 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a028ca96-eeec-4620-a68d-7a0c821dc50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.353508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:24:33.353893 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Checking segment: {'id': '16f0cd54-ee75-45b2-aa47-0ad3422088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:33.354297 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.354698 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Bound using segment: {'id': '16f0cd54-ee75-45b2-aa47-0ad3422088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:24:33.355193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Bound port: dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f0cd54-ee75-45b2-aa47-0ad3422088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:24:33.355687 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.377246 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.426597 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2362ca58-b9aa-4c52-abbc-872c1b357b37 req-918559e3-39fe-46ae-b55b-dbeba58ce2c9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417694 Nov 24 13:24:33.457532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a028ca96-eeec-4620-a68d-7a0c821dc50a None None] Port 2c10f108-0e17-4e65-9f02-79310c55c476 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:33.460667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 9f6006b0-092f-4ee1-ac14-47361258fa26 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:33.461583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=57bd6627-9cb3-4788-a605-46332bb16331,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:33.467599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:33.471120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:33.504165 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 624ef536-7a97-460b-b159-93658fc68a79 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:33.504445 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.512567 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.520660 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.530031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] For port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:24:33.551769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] For port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc,segment=NetworkSegment(16f0cd54-ee75-45b2-aa47-0ad3422088e7),segment_id=16f0cd54-ee75-45b2-aa47-0ad3422088e7)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:24:33.560200 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.583282 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.608358 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77fcf5-d637-4d8c-a2a1-4966d6c3d9bb None None] Pushing event updated for resources: {'Port': ['ID=2c10f108-0e17-4e65-9f02-79310c55c476,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:33.656840 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Attempting to bind port 2c10f108-0e17-4e65-9f02-79310c55c476 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:24:33.657264 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Attempting to bind port 2c10f108-0e17-4e65-9f02-79310c55c476 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '517b3c3a-6505-4128-8df3-18948c87942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:24:33.657585 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Attempting to bind port 2c10f108-0e17-4e65-9f02-79310c55c476 on network 26d97bf8-5a4f-4d21-b229-1cd2f8f076bc {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:33.666982 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fd11953e-1ea8-443b-89d9-e0a3183b9145 None None] Provisioning complete for port 2c10f108-0e17-4e65-9f02-79310c55c476 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:33.667642 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd11953e-1ea8-443b-89d9-e0a3183b9145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.668763 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:24:33.669181 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Checking segment: {'id': '517b3c3a-6505-4128-8df3-18948c87942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:33.669698 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.670145 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Bound using segment: {'id': '517b3c3a-6505-4128-8df3-18948c87942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:24:33.670673 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Bound port: 2c10f108-0e17-4e65-9f02-79310c55c476, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517b3c3a-6505-4128-8df3-18948c87942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:24:33.671056 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.807839 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] For port 2c10f108-0e17-4e65-9f02-79310c55c476, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:24:33.812663 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] For port 2c10f108-0e17-4e65-9f02-79310c55c476, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2c10f108-0e17-4e65-9f02-79310c55c476,segment=NetworkSegment(517b3c3a-6505-4128-8df3-18948c87942c),segment_id=517b3c3a-6505-4128-8df3-18948c87942c)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:24:33.820282 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.840879 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:33.847423 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d412b63-a9f9-4461-969f-c5b6f5b5b7d7 None None] Pushing event updated for resources: {'Port': ['ID=dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:33.887834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fd11953e-1ea8-443b-89d9-e0a3183b9145 None None] Port 2c10f108-0e17-4e65-9f02-79310c55c476 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:33.929127 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9e6dc81d-865e-4d2d-b3e5-da7292238282 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:33.957565 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:33.960964 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:33.966160 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77fcf5-d637-4d8c-a2a1-4966d6c3d9bb None None] Pushing event updated for resources: {'Port': ['ID=2c10f108-0e17-4e65-9f02-79310c55c476,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:34.081688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9e6dc81d-865e-4d2d-b3e5-da7292238282 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:34.082074 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:34.167249 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:34.197993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-db61f42f-f135-4880-b8ad-ad6fd27d0c33 None None] Provisioning complete for port 2c10f108-0e17-4e65-9f02-79310c55c476 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:34.198390 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-db61f42f-f135-4880-b8ad-ad6fd27d0c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:34.395331 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-db61f42f-f135-4880-b8ad-ad6fd27d0c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:34.396359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:34.402392 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:34.436321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-db61f42f-f135-4880-b8ad-ad6fd27d0c33 None None] For port 2c10f108-0e17-4e65-9f02-79310c55c476, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2c10f108-0e17-4e65-9f02-79310c55c476,segment=NetworkSegment(517b3c3a-6505-4128-8df3-18948c87942c),segment_id=517b3c3a-6505-4128-8df3-18948c87942c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:34.441889 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-db61f42f-f135-4880-b8ad-ad6fd27d0c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:34.521602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=57bd6627-9cb3-4788-a605-46332bb16331,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:34.528535 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:34.567616 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:33Z', 'revision_number': 4, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:33Z', 'revision_number': 4, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57bd6627-9cb3-4788-a605-46332bb16331', 'name': '', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:13:52:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:32Z', 'updated_at': '2021-11-24T13:24:33Z', 'revision_number': 1, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:34.569346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61f42f-f135-4880-b8ad-ad6fd27d0c33 None None] Pushing event updated for resources: {'Port': ['ID=2c10f108-0e17-4e65-9f02-79310c55c476,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:34.581129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fe8ba781-f0a0-4712-aaab-513f271ed049 None None] Provisioning complete for port 2c10f108-0e17-4e65-9f02-79310c55c476 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:34.582057 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba781-f0a0-4712-aaab-513f271ed049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:34.615611 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be6ee04-6015-47a7-89a4-4d38f9cd5858 None None] The sync data for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 is: [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:33Z', 'revision_number': 4, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:33Z', 'revision_number': 4, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57bd6627-9cb3-4788-a605-46332bb16331', 'name': '', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:13:52:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:32Z', 'updated_at': '2021-11-24T13:24:33Z', 'revision_number': 1, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:24:34.681344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fb1e1-34b2-4ba1-a400-39d28c016192 req-ed84d480-61fa-4efc-b1f6-418be483a6ad tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:34.681344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-347fb1e1-34b2-4ba1-a400-39d28c016192 req-ed84d480-61fa-4efc-b1f6-418be483a6ad tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.1335940 Nov 24 13:24:34.761758 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-347fb1e1-34b2-4ba1-a400-39d28c016192 req-0fa7d6a2-407f-4b2e-833e-7a4dee053b32 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694978 Nov 24 13:24:34.764033 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network 9f6006b0-092f-4ee1-ac14-47361258fa26 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:34.765796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:34.929151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:24:35.042070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:24:35.050868 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7c99e124-a2a5-48d1-b513-2bb2158b329d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2490125 Nov 24 13:24:35.052091 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47774) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:35.062287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b16d2bbe-826e-440b-bcb0-7cc2d0a8b657 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1511477439'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:35.089758 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16d2bbe-826e-440b-bcb0-7cc2d0a8b657 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:24:35.094188 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b16d2bbe-826e-440b-bcb0-7cc2d0a8b657 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:35.124883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16d2bbe-826e-440b-bcb0-7cc2d0a8b657 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:24:35.137928 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b16d2bbe-826e-440b-bcb0-7cc2d0a8b657 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:35.138328 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-b16d2bbe-826e-440b-bcb0-7cc2d0a8b657 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Added segment fd0d7daf-494f-419c-9f5c-9a55b7fcd164 of type vlan for network a8ade1ab-530d-4bc0-b39d-3b02a18719e1 Nov 24 13:24:35.191140 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b16d2bbe-826e-440b-bcb0-7cc2d0a8b657 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:35.242396 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b16d2bbe-826e-440b-bcb0-7cc2d0a8b657 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:35.252217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51812d2-9e3a-4ca2-8d59-7e0ed5000454 None None] Network 9f6006b0-092f-4ee1-ac14-47361258fa26 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:35.256566 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16d2bbe-826e-440b-bcb0-7cc2d0a8b657 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:35.257679 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b16d2bbe-826e-440b-bcb0-7cc2d0a8b657 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:35.329233 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b16d2bbe-826e-440b-bcb0-7cc2d0a8b657 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2758374 Nov 24 13:24:35.332024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47776) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:35.337291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-4e9d9dd6-b38e-46ee-8fa2-801643637e01 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'subnet': {'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:35.415924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-cf1ed550-ba42-4be1-a3e6-2dabd5efaa2c None None] Provisioning complete for port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:35.416681 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed550-ba42-4be1-a3e6-2dabd5efaa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:35.425770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d2bbe-826e-440b-bcb0-7cc2d0a8b657 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Network': ['ID=a8ade1ab-530d-4bc0-b39d-3b02a18719e1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:35.451471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9d9dd6-b38e-46ee-8fa2-801643637e01 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Made reservation on behalf of 16bc4d60a9e8488fa8b63d77ad6a4ca9 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:24:35.456189 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e9d9dd6-b38e-46ee-8fa2-801643637e01 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:35.474134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network a8ade1ab-530d-4bc0-b39d-3b02a18719e1 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:24:35.967388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40377d-81ac-4af9-b0cd-fbd72376935c req-290110ea-3676-45bc-9213-b22c8451a7b5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:35.975740 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d40377d-81ac-4af9-b0cd-fbd72376935c req-290110ea-3676-45bc-9213-b22c8451a7b5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.1049356 Nov 24 13:24:36.048288 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:36.102494 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed550-ba42-4be1-a3e6-2dabd5efaa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:36.114461 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d40377d-81ac-4af9-b0cd-fbd72376935c req-c41a967b-bcd7-45ef-a4ce-378e88f410e5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374304 Nov 24 13:24:36.178484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-cf1ed550-ba42-4be1-a3e6-2dabd5efaa2c None None] For port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc,segment=NetworkSegment(16f0cd54-ee75-45b2-aa47-0ad3422088e7),segment_id=16f0cd54-ee75-45b2-aa47-0ad3422088e7)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:36.179307 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e9d9dd6-b38e-46ee-8fa2-801643637e01 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:36.184829 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:36.185196 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:36.247093 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed550-ba42-4be1-a3e6-2dabd5efaa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:36.279581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d9dd6-b38e-46ee-8fa2-801643637e01 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Subnet': ['ID=10ee99ac-449a-4973-9860-30e2e90b52cb,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:36.290814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d9dd6-b38e-46ee-8fa2-801643637e01 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Checking segment: {'id': 'fd0d7daf-494f-419c-9f5c-9a55b7fcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:36.291830 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9d9dd6-b38e-46ee-8fa2-801643637e01 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network hostable DHCP agents. Network: a8ade1ab-530d-4bc0-b39d-3b02a18719e1, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:24:36.343710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9d9dd6-b38e-46ee-8fa2-801643637e01 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network a8ade1ab-530d-4bc0-b39d-3b02a18719e1 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:24:36.359189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-4e9d9dd6-b38e-46ee-8fa2-801643637e01 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, a8ade1ab-530d-4bc0-b39d-3b02a18719e1) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:36.360493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Sync routers for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:24:36.390539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9d9dd6-b38e-46ee-8fa2-801643637e01 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:36.391251 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e9d9dd6-b38e-46ee-8fa2-801643637e01 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:36.407510 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88224417-978a-45af-98e9-44a051860216 None None] Network a8ade1ab-530d-4bc0-b39d-3b02a18719e1 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:36.429981 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4e9d9dd6-b38e-46ee-8fa2-801643637e01 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0964677 Nov 24 13:24:36.432839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47782) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:36.513663 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:36.514341 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:36.521142 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2c10f108-0e17-4e65-9f02-79310c55c476 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:36.560620 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ed550-ba42-4be1-a3e6-2dabd5efaa2c None None] Pushing event updated for resources: {'Port': ['ID=dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:36.719449 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:36.828478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:37.008827 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-a8ade1ab-530d-4bc0-b39d-3b02a18719e1', 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'fixed_ips': [{'subnet_id': '10ee99ac-449a-4973-9860-30e2e90b52cb'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:24:37.009714 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:37.077116 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 2c10f108-0e17-4e65-9f02-79310c55c476 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:37.077502 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:37.242777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:37.443467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7c60fe91-f352-4bd4-b1f1-bc673f4c3315 None None] Provisioning complete for port 57bd6627-9cb3-4788-a605-46332bb16331 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:37.444425 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f95cd-1065-4843-8784-395960d32a9a req-03a78ec2-180a-4ddd-aa8e-5a652d0bfcf9 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:37.444922 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c60fe91-f352-4bd4-b1f1-bc673f4c3315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:37.446841 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e11f95cd-1065-4843-8784-395960d32a9a req-03a78ec2-180a-4ddd-aa8e-5a652d0bfcf9 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 946 time: 0.0892406 Nov 24 13:24:37.568631 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e11f95cd-1065-4843-8784-395960d32a9a req-454de503-2b01-46d0-b888-0e6a20232161 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096900 Nov 24 13:24:37.694049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f014e6-975e-40d8-ab36-895fedfcdf1c req-845eb3c5-fba3-43a6-8267-8e62d571e141 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:37.695549 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-18f014e6-975e-40d8-ab36-895fedfcdf1c req-845eb3c5-fba3-43a6-8267-8e62d571e141 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.3248301 Nov 24 13:24:37.730240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7c60fe91-f352-4bd4-b1f1-bc673f4c3315 None None] Port 57bd6627-9cb3-4788-a605-46332bb16331 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:37.764653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-18f014e6-975e-40d8-ab36-895fedfcdf1c req-a25b0181-7dec-4dea-8d70-ff9b5e95b34f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605083 Nov 24 13:24:37.793163 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7c60fe91-f352-4bd4-b1f1-bc673f4c3315 None None] Provisioning complete for port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:37.793539 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c60fe91-f352-4bd4-b1f1-bc673f4c3315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:37.796937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Allocated IP 172.23.0.2 (a8ade1ab-530d-4bc0-b39d-3b02a18719e1/10ee99ac-449a-4973-9860-30e2e90b52cb/7ca509ea-3daf-4d44-8ac4-1fa01429e12b) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:37.879449 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:37.983612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:33Z', 'revision_number': 4, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57bd6627-9cb3-4788-a605-46332bb16331', 'name': '', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:13:52:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:32Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 2, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:38.040210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Checking router: fd0093ee-32d8-4573-9c5b-b10f41a1d4ee for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:24:38.040637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Updating router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee port 57bd6627-9cb3-4788-a605-46332bb16331 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:24:38.106014 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:38.130361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:38.130739 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:38.292309 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:38.313101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2faf0f86-f8ae-4c52-8f89-46945a7ce879 None None] Provisioning complete for port 57bd6627-9cb3-4788-a605-46332bb16331 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:38.313415 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2faf0f86-f8ae-4c52-8f89-46945a7ce879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:38.317880 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:38.394467 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Allocated IP 172.23.0.1 (a8ade1ab-530d-4bc0-b39d-3b02a18719e1/10ee99ac-449a-4973-9860-30e2e90b52cb/88ca83c9-4db6-46ec-8b99-0acab6f1b963) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:38.607301 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:38.623612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Pushing event updated for resources: {'Port': ['ID=7ca509ea-3daf-4d44-8ac4-1fa01429e12b,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:38.679125 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:38.680027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Network a8ade1ab-530d-4bc0-b39d-3b02a18719e1 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:38.764410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network a8ade1ab-530d-4bc0-b39d-3b02a18719e1 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:38.766606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=88ca83c9-4db6-46ec-8b99-0acab6f1b963,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:38.769361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:38.780584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:38.848034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2faf0f86-f8ae-4c52-8f89-46945a7ce879 None None] Port 57bd6627-9cb3-4788-a605-46332bb16331 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:38.856121 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:38.862624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:38.902271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048ea55-68a6-49a7-bf93-1f830a18dd03 req-6198be0e-3854-4a20-b841-2b9e141466ec tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:38.909588 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2048ea55-68a6-49a7-bf93-1f830a18dd03 req-6198be0e-3854-4a20-b841-2b9e141466ec tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 946 time: 0.2448170 Nov 24 13:24:38.934085 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:38.947308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:38.975797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Attempting to bind port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:24:38.976462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Attempting to bind port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'fd0d7daf-494f-419c-9f5c-9a55b7fcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:24:38.977416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Attempting to bind port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b on network a8ade1ab-530d-4bc0-b39d-3b02a18719e1 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:38.981856 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.021150 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa7cd1-6960-4605-a473-b2e8851d975b req-a1778a96-2cb1-470e-a023-594a86a3a6fe tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:39.023402 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90aa7cd1-6960-4605-a473-b2e8851d975b req-a1778a96-2cb1-470e-a023-594a86a3a6fe tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.1205146 Nov 24 13:24:39.036053 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aba1d8-9ce3-435d-98e8-f10a726bcafb req-d635d64f-36f8-42c2-aab5-5725f6cc7f94 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:39.042470 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-03aba1d8-9ce3-435d-98e8-f10a726bcafb req-d635d64f-36f8-42c2-aab5-5725f6cc7f94 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.59 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 946 time: 0.1013813 Nov 24 13:24:39.047161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057f0b6-ca74-42ea-ab09-644f1c1fc13d None None] Pushing event updated for resources: {'Port': ['ID=57bd6627-9cb3-4788-a605-46332bb16331,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:39.064535 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:24:39.065535 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Checking segment: {'id': 'fd0d7daf-494f-419c-9f5c-9a55b7fcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:39.066086 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.066555 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Bound using segment: {'id': 'fd0d7daf-494f-419c-9f5c-9a55b7fcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:24:39.079096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Bound port: 7ca509ea-3daf-4d44-8ac4-1fa01429e12b, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0d7daf-494f-419c-9f5c-9a55b7fcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:24:39.079646 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.144983 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2048ea55-68a6-49a7-bf93-1f830a18dd03 req-6cfe3aaf-5923-4079-a472-4557bc6f3f5b tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343221 Nov 24 13:24:39.171228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Attempting to bind port 57bd6627-9cb3-4788-a605-46332bb16331 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:24:39.171636 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Attempting to bind port 57bd6627-9cb3-4788-a605-46332bb16331 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '16f0cd54-ee75-45b2-aa47-0ad3422088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:24:39.171975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Attempting to bind port 57bd6627-9cb3-4788-a605-46332bb16331 on network 9f6006b0-092f-4ee1-ac14-47361258fa26 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:39.211647 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.215443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:24:39.215816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Checking segment: {'id': '16f0cd54-ee75-45b2-aa47-0ad3422088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:39.216234 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.218317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Bound using segment: {'id': '16f0cd54-ee75-45b2-aa47-0ad3422088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:24:39.218864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Bound port: 57bd6627-9cb3-4788-a605-46332bb16331, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f0cd54-ee75-45b2-aa47-0ad3422088e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:24:39.238093 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.295071 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90aa7cd1-6960-4605-a473-b2e8851d975b req-11f148fa-0075-4ea3-b152-c7f4630acf2e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504430 Nov 24 13:24:39.365856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] For port 57bd6627-9cb3-4788-a605-46332bb16331, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:24:39.375036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-03aba1d8-9ce3-435d-98e8-f10a726bcafb req-2bcf6e90-f32d-46e3-a641-800e930bda6a tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Deleting port 15517e8c-314e-42ed-bd25-49e5cf783f7f {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:39.375397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-03aba1d8-9ce3-435d-98e8-f10a726bcafb req-2bcf6e90-f32d-46e3-a641-800e930bda6a tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.376135 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] For port 57bd6627-9cb3-4788-a605-46332bb16331, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=57bd6627-9cb3-4788-a605-46332bb16331,segment=NetworkSegment(16f0cd54-ee75-45b2-aa47-0ad3422088e7),segment_id=16f0cd54-ee75-45b2-aa47-0ad3422088e7)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:24:39.403232 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.436404 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] For port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:24:39.467495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] For port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7ca509ea-3daf-4d44-8ac4-1fa01429e12b,segment=NetworkSegment(fd0d7daf-494f-419c-9f5c-9a55b7fcd164),segment_id=fd0d7daf-494f-419c-9f5c-9a55b7fcd164)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:24:39.486563 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:39.487199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:39.490195 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.525642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-03aba1d8-9ce3-435d-98e8-f10a726bcafb req-2bcf6e90-f32d-46e3-a641-800e930bda6a tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] For port 15517e8c-314e-42ed-bd25-49e5cf783f7f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=15517e8c-314e-42ed-bd25-49e5cf783f7f,segment=NetworkSegment(43888b9a-4a53-42b4-8f32-cc430c6100a1),segment_id=43888b9a-4a53-42b4-8f32-cc430c6100a1)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:39.526117 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-03aba1d8-9ce3-435d-98e8-f10a726bcafb req-2bcf6e90-f32d-46e3-a641-800e930bda6a tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.577066 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-03aba1d8-9ce3-435d-98e8-f10a726bcafb req-2bcf6e90-f32d-46e3-a641-800e930bda6a tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Calling delete_port for 15517e8c-314e-42ed-bd25-49e5cf783f7f owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:39.587096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057f0b6-ca74-42ea-ab09-644f1c1fc13d None None] Pushing event updated for resources: {'Port': ['ID=57bd6627-9cb3-4788-a605-46332bb16331,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:39.666416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-afab5387-1c58-42ca-9004-62eb33b2e35d None None] Provisioning complete for port 57bd6627-9cb3-4788-a605-46332bb16331 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:39.667091 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-afab5387-1c58-42ca-9004-62eb33b2e35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.719136 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.731488 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.760508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:39.804078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115c172-7b06-4f50-af83-7ed955a7085c None None] Pushing event updated for resources: {'Port': ['ID=7ca509ea-3daf-4d44-8ac4-1fa01429e12b,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:39.823536 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.905604 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.910615 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-03aba1d8-9ce3-435d-98e8-f10a726bcafb req-2bcf6e90-f32d-46e3-a641-800e930bda6a tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:39.988146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf6e90-f32d-46e3-a641-800e930bda6a tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Pushing event deleted for resources: {'Port': ['ID=15517e8c-314e-42ed-bd25-49e5cf783f7f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:39.998643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event updated for resources: {'Port': ['ID=88ca83c9-4db6-46ec-8b99-0acab6f1b963,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:40.051617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 57bd6627-9cb3-4788-a605-46332bb16331 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:40.054980 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-03aba1d8-9ce3-435d-98e8-f10a726bcafb req-2bcf6e90-f32d-46e3-a641-800e930bda6a tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] No DVR routers for this DVR port 15517e8c-314e-42ed-bd25-49e5cf783f7f on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:24:40.062464 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-03aba1d8-9ce3-435d-98e8-f10a726bcafb req-2bcf6e90-f32d-46e3-a641-800e930bda6a tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:40.071341 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-03aba1d8-9ce3-435d-98e8-f10a726bcafb req-2bcf6e90-f32d-46e3-a641-800e930bda6a tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.59 "DELETE /v2.0/ports/15517e8c-314e-42ed-bd25-49e5cf783f7f HTTP/1.1" status: 204 len: 173 time: 0.9933581 Nov 24 13:24:40.072218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82cdba74-250d-4e94-9f94-0a6eaad6e0e7', 'name': 'network-vif-deleted', 'tag': '15517e8c-314e-42ed-bd25-49e5cf783f7f'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:24:40.083704 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f99126-1d7d-41f2-a3c8-82af717392dc" -d '{"events": [{"server_uuid": "82cdba74-250d-4e94-9f94-0a6eaad6e0e7", "name": "network-vif-deleted", "tag": "15517e8c-314e-42ed-bd25-49e5cf783f7f"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:24:40.104833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Network a8ade1ab-530d-4bc0-b39d-3b02a18719e1 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:40.107855 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:40.141568 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04593320-898c-4440-a9cc-fea5ae142290 x-openstack-request-id: req-04593320-898c-4440-a9cc-fea5ae142290 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:24:40.142243 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82cdba74-250d-4e94-9f94-0a6eaad6e0e7", "name": "network-vif-deleted", "tag": "15517e8c-314e-42ed-bd25-49e5cf783f7f", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:24:40.149636 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04593320-898c-4440-a9cc-fea5ae142290 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:24:40.150352 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82cdba74-250d-4e94-9f94-0a6eaad6e0e7', 'name': 'network-vif-deleted', 'tag': '15517e8c-314e-42ed-bd25-49e5cf783f7f', 'status': 'completed', 'code': 200} Nov 24 13:24:40.169721 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-afab5387-1c58-42ca-9004-62eb33b2e35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:40.222591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 57bd6627-9cb3-4788-a605-46332bb16331 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:40.222998 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:40.318345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:24:40.327611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-afab5387-1c58-42ca-9004-62eb33b2e35d None None] For port 57bd6627-9cb3-4788-a605-46332bb16331, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=57bd6627-9cb3-4788-a605-46332bb16331,segment=NetworkSegment(16f0cd54-ee75-45b2-aa47-0ad3422088e7),segment_id=16f0cd54-ee75-45b2-aa47-0ad3422088e7)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:40.361270 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-afab5387-1c58-42ca-9004-62eb33b2e35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:40.426441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab5387-1c58-42ca-9004-62eb33b2e35d None None] Pushing event updated for resources: {'Port': ['ID=57bd6627-9cb3-4788-a605-46332bb16331,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:40.483875 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-af2a98d5-dc6e-4741-9464-fcd3d71d3944 req-ae2f9764-430f-499c-ab7c-3ccb599cc398 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=82cdba74-250d-4e94-9f94-0a6eaad6e0e7 HTTP/1.1" status: 200 len: 210 time: 0.1418808 Nov 24 13:24:40.487317 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c195c0-fb27-4235-b6b0-9ce4cc1e52b5 req-93b71279-ad80-4217-ac3f-8ed6cea0a8a7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:40.489610 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66c195c0-fb27-4235-b6b0-9ce4cc1e52b5 req-93b71279-ad80-4217-ac3f-8ed6cea0a8a7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.0823720 Nov 24 13:24:40.525873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0cb5178a-39be-4fab-a15d-5cd1dd625768 None None] Provisioning complete for port 57bd6627-9cb3-4788-a605-46332bb16331 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:40.526179 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0cb5178a-39be-4fab-a15d-5cd1dd625768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:40.535434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:39Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57bd6627-9cb3-4788-a605-46332bb16331', 'name': '', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:13:52:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:32Z', 'updated_at': '2021-11-24T13:24:39Z', 'revision_number': 4, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88ca83c9-4db6-46ec-8b99-0acab6f1b963', 'name': '', 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:ba:78:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:37Z', 'updated_at': '2021-11-24T13:24:38Z', 'revision_number': 1, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:40.549391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:24:40.559301 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-59fac60e-ed51-4c2e-ab6f-ca566fe85229 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1249347 Nov 24 13:24:40.560242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47840) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:40.565567 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-38c11f7d-7329-4795-a21a-49a2cd3637bd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:40.618082 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-66c195c0-fb27-4235-b6b0-9ce4cc1e52b5 req-0b73eca1-6226-4643-b2fe-5d6e07eab25e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151011 Nov 24 13:24:40.622198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d2c5e-ec96-424a-af6e-cba898cf4b55 None None] The sync data for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 is: [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:39Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57bd6627-9cb3-4788-a605-46332bb16331', 'name': '', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:13:52:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:32Z', 'updated_at': '2021-11-24T13:24:39Z', 'revision_number': 4, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88ca83c9-4db6-46ec-8b99-0acab6f1b963', 'name': '', 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:ba:78:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:37Z', 'updated_at': '2021-11-24T13:24:38Z', 'revision_number': 1, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:24:41.162967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.extraroute_db [None req-38c11f7d-7329-4795-a21a-49a2cd3637bd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=114985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 13:24:41.182743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.extraroute_db [None req-38c11f7d-7329-4795-a21a-49a2cd3637bd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Removed routes are [] {{(pid=114985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 13:24:41.184241 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-38c11f7d-7329-4795-a21a-49a2cd3637bd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:41.217138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6b95e3-6abd-4f67-9e88-e37e79b6bc58 None None] Network a8ade1ab-530d-4bc0-b39d-3b02a18719e1 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:41.331924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-58961ce6-0ba3-4a19-a455-c15287ffb9be None None] Provisioning complete for port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:41.332281 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-58961ce6-0ba3-4a19-a455-c15287ffb9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:41.419183 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-38c11f7d-7329-4795-a21a-49a2cd3637bd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:41.422777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-38c11f7d-7329-4795-a21a-49a2cd3637bd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:41.473043 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-58961ce6-0ba3-4a19-a455-c15287ffb9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:41.549043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-58961ce6-0ba3-4a19-a455-c15287ffb9be None None] For port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7ca509ea-3daf-4d44-8ac4-1fa01429e12b,segment=NetworkSegment(fd0d7daf-494f-419c-9f5c-9a55b7fcd164),segment_id=fd0d7daf-494f-419c-9f5c-9a55b7fcd164)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:41.560784 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-58961ce6-0ba3-4a19-a455-c15287ffb9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:41.759185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58961ce6-0ba3-4a19-a455-c15287ffb9be None None] Pushing event updated for resources: {'Port': ['ID=7ca509ea-3daf-4d44-8ac4-1fa01429e12b,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:41.790300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 15517e8c-314e-42ed-bd25-49e5cf783f7f no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:24:41.879020 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 15517e8c-314e-42ed-bd25-49e5cf783f7f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:24:41.879374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 15517e8c-314e-42ed-bd25-49e5cf783f7f not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:24:41.950049 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Sync routers for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:24:42.003287 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:42.009464 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:42.018341 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-73ce8ced-38fe-4940-b116-3553d437e33f None None] Provisioning complete for port 88ca83c9-4db6-46ec-8b99-0acab6f1b963 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:42.018720 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-73ce8ced-38fe-4940-b116-3553d437e33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:42.057054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7721492-70b3-4396-ac2e-3bb9d43e9c48 req-a55b1c97-f36a-4ff9-bad1-fdacd9a8fff1 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:42.065458 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c7721492-70b3-4396-ac2e-3bb9d43e9c48 req-a55b1c97-f36a-4ff9-bad1-fdacd9a8fff1 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.1071291 Nov 24 13:24:42.130943 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7ca509ea-3daf-4d44-8ac4-1fa01429e12b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:42.148509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c11f7d-7329-4795-a21a-49a2cd3637bd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:24:42.167927 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c7721492-70b3-4396-ac2e-3bb9d43e9c48 req-c5ff51eb-8c5e-44cb-9813-f785888bf4e3 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014373 Nov 24 13:24:42.237512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-73ce8ced-38fe-4940-b116-3553d437e33f None None] Port 88ca83c9-4db6-46ec-8b99-0acab6f1b963 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:42.267472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:42.268561 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:42.317368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-73ce8ced-38fe-4940-b116-3553d437e33f None None] Provisioning complete for port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:42.318008 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-73ce8ced-38fe-4940-b116-3553d437e33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:42.402619 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c11f7d-7329-4795-a21a-49a2cd3637bd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:24:42.415545 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-38c11f7d-7329-4795-a21a-49a2cd3637bd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:42.419471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-38c11f7d-7329-4795-a21a-49a2cd3637bd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee HTTP/1.1" status: 200 len: 933 time: 1.8552480 Nov 24 13:24:42.419891 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47862) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:42.447235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 57bd6627-9cb3-4788-a605-46332bb16331 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:42.532121 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:42.542302 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 57bd6627-9cb3-4788-a605-46332bb16331 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:42.543212 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:42.576568 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-81bec1cd-f357-4a50-a90c-10f8e841bfab tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee HTTP/1.1" status: 200 len: 933 time: 0.1552145 Nov 24 13:24:42.579565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47864) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:42.585328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cbb3e122-bd76-412c-ad5f-882792363eba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'router': {'routes': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:42.706062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-59f51843-a729-4c8e-bb1c-152c4695c4f4 None None] Provisioning complete for port 88ca83c9-4db6-46ec-8b99-0acab6f1b963 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:42.706370 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-59f51843-a729-4c8e-bb1c-152c4695c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:43.047883 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:41Z', 'revision_number': 6, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57bd6627-9cb3-4788-a605-46332bb16331', 'name': '', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:13:52:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:32Z', 'updated_at': '2021-11-24T13:24:40Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88ca83c9-4db6-46ec-8b99-0acab6f1b963', 'name': '', 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:ba:78:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:37Z', 'updated_at': '2021-11-24T13:24:39Z', 'revision_number': 2, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:43.103852 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Checking router: fd0093ee-32d8-4573-9c5b-b10f41a1d4ee for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:24:43.105248 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Updating router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee port 88ca83c9-4db6-46ec-8b99-0acab6f1b963 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:24:43.132267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-59f51843-a729-4c8e-bb1c-152c4695c4f4 None None] Port 88ca83c9-4db6-46ec-8b99-0acab6f1b963 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:43.151264 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:43.258790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.extraroute_db [None req-cbb3e122-bd76-412c-ad5f-882792363eba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Added routes are [] {{(pid=114985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 13:24:43.259325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.extraroute_db [None req-cbb3e122-bd76-412c-ad5f-882792363eba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=114985) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 13:24:43.265463 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-69f55e81-e4d4-4595-9f23-ac7cd7ed7529 None None] Provisioning complete for port 88ca83c9-4db6-46ec-8b99-0acab6f1b963 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:43.266014 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-69f55e81-e4d4-4595-9f23-ac7cd7ed7529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:43.295447 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e122-bd76-412c-ad5f-882792363eba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:43.318823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-69f55e81-e4d4-4595-9f23-ac7cd7ed7529 None None] Port 88ca83c9-4db6-46ec-8b99-0acab6f1b963 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:43.612776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42eb24-0c39-49eb-9da0-323077a1d827 req-ca027737-0c73-434a-89d6-bdc6a3ae1f4b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:43.624209 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df42eb24-0c39-49eb-9da0-323077a1d827 req-ca027737-0c73-434a-89d6-bdc6a3ae1f4b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.2029824 Nov 24 13:24:43.633474 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:43.638254 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e122-bd76-412c-ad5f-882792363eba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:43.641942 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:43.657787 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e122-bd76-412c-ad5f-882792363eba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:43.724101 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127776e-0b7f-4ad9-b765-32b3f6aba4d8 None None] Pushing event updated for resources: {'Port': ['ID=88ca83c9-4db6-46ec-8b99-0acab6f1b963,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:43.833481 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Attempting to bind port 88ca83c9-4db6-46ec-8b99-0acab6f1b963 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:24:43.834086 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Attempting to bind port 88ca83c9-4db6-46ec-8b99-0acab6f1b963 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'fd0d7daf-494f-419c-9f5c-9a55b7fcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:24:43.835310 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Attempting to bind port 88ca83c9-4db6-46ec-8b99-0acab6f1b963 on network a8ade1ab-530d-4bc0-b39d-3b02a18719e1 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:43.849006 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:24:43.852795 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Checking segment: {'id': 'fd0d7daf-494f-419c-9f5c-9a55b7fcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:43.860698 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:43.861990 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Bound using segment: {'id': 'fd0d7daf-494f-419c-9f5c-9a55b7fcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:24:43.864579 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Bound port: 88ca83c9-4db6-46ec-8b99-0acab6f1b963, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0d7daf-494f-419c-9f5c-9a55b7fcd164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:24:43.865245 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:43.866082 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df42eb24-0c39-49eb-9da0-323077a1d827 req-f44207d1-c413-4280-b4dd-973404df6ea6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307663 Nov 24 13:24:43.928931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb3e122-bd76-412c-ad5f-882792363eba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:24:43.985758 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] For port 88ca83c9-4db6-46ec-8b99-0acab6f1b963, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:24:43.990163 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] For port 88ca83c9-4db6-46ec-8b99-0acab6f1b963, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=88ca83c9-4db6-46ec-8b99-0acab6f1b963,segment=NetworkSegment(fd0d7daf-494f-419c-9f5c-9a55b7fcd164),segment_id=fd0d7daf-494f-419c-9f5c-9a55b7fcd164)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:24:43.997244 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:44.058479 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:44.059551 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:44.161610 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb3e122-bd76-412c-ad5f-882792363eba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:24:44.162420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-14e89a9a-b7c8-4a2f-a399-6903c48cd64f None None] Provisioning complete for port 88ca83c9-4db6-46ec-8b99-0acab6f1b963 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:44.164294 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14e89a9a-b7c8-4a2f-a399-6903c48cd64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:44.168719 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127776e-0b7f-4ad9-b765-32b3f6aba4d8 None None] Pushing event updated for resources: {'Port': ['ID=88ca83c9-4db6-46ec-8b99-0acab6f1b963,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:44.179439 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:44.199683 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbb3e122-bd76-412c-ad5f-882792363eba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:44.205129 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cbb3e122-bd76-412c-ad5f-882792363eba tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee HTTP/1.1" status: 200 len: 699 time: 1.6217804 Nov 24 13:24:44.205362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47880) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:44.349454 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14e89a9a-b7c8-4a2f-a399-6903c48cd64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:44.431919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-14e89a9a-b7c8-4a2f-a399-6903c48cd64f None None] For port 88ca83c9-4db6-46ec-8b99-0acab6f1b963, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=88ca83c9-4db6-46ec-8b99-0acab6f1b963,segment=NetworkSegment(fd0d7daf-494f-419c-9f5c-9a55b7fcd164),segment_id=fd0d7daf-494f-419c-9f5c-9a55b7fcd164)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:44.444083 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14e89a9a-b7c8-4a2f-a399-6903c48cd64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:44.516535 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cb650978-f7d4-4d3c-87ae-1c7edcc56d08 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee HTTP/1.1" status: 200 len: 699 time: 0.3101377 Nov 24 13:24:44.517348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47882) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:44.587350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e89a9a-b7c8-4a2f-a399-6903c48cd64f None None] Pushing event updated for resources: {'Port': ['ID=88ca83c9-4db6-46ec-8b99-0acab6f1b963,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:44.620070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-86a631ac-fe11-489f-9acf-2aba37423955 None None] Provisioning complete for port 88ca83c9-4db6-46ec-8b99-0acab6f1b963 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:44.627495 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-86a631ac-fe11-489f-9acf-2aba37423955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:44.669804 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:43Z', 'revision_number': 7, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57bd6627-9cb3-4788-a605-46332bb16331', 'name': '', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:13:52:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:32Z', 'updated_at': '2021-11-24T13:24:40Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88ca83c9-4db6-46ec-8b99-0acab6f1b963', 'name': '', 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:ba:78:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:37Z', 'updated_at': '2021-11-24T13:24:43Z', 'revision_number': 4, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:44.703182 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0fa5b-488f-402a-987d-581159c6bfc8 None None] The sync data for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 is: [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:43Z', 'revision_number': 7, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57bd6627-9cb3-4788-a605-46332bb16331', 'name': '', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:13:52:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:32Z', 'updated_at': '2021-11-24T13:24:40Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88ca83c9-4db6-46ec-8b99-0acab6f1b963', 'name': '', 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:ba:78:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:37Z', 'updated_at': '2021-11-24T13:24:43Z', 'revision_number': 4, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:24:44.874390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9086de5-c4a6-490a-a911-0001c7399f27 None None] Sync routers for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:24:44.887808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9086de5-c4a6-490a-a911-0001c7399f27 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:44.888404 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c9086de5-c4a6-490a-a911-0001c7399f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:44.990610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-c9086de5-c4a6-490a-a911-0001c7399f27 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:45.031739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bd4ca-847e-493d-8b6a-b1f3970145c1 req-8bbbdf6e-a73d-4769-96dc-3c75d770291a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:45.033559 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-857bd4ca-847e-493d-8b6a-b1f3970145c1 req-8bbbdf6e-a73d-4769-96dc-3c75d770291a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.0874240 Nov 24 13:24:45.041164 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f61d789c-cb41-4758-84da-2e3b46480f0d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:45.187028 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-857bd4ca-847e-493d-8b6a-b1f3970145c1 req-32af92ec-73b1-4b6c-aa96-6824794c0227 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053727 Nov 24 13:24:45.267651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c9086de5-c4a6-490a-a911-0001c7399f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:43Z', 'revision_number': 7, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57bd6627-9cb3-4788-a605-46332bb16331', 'name': '', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:13:52:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:32Z', 'updated_at': '2021-11-24T13:24:40Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88ca83c9-4db6-46ec-8b99-0acab6f1b963', 'name': '', 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:ba:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:37Z', 'updated_at': '2021-11-24T13:24:44Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:45.309141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9086de5-c4a6-490a-a911-0001c7399f27 None None] Checking router: fd0093ee-32d8-4573-9c5b-b10f41a1d4ee for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:24:45.321143 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9086de5-c4a6-490a-a911-0001c7399f27 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:45.321814 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c9086de5-c4a6-490a-a911-0001c7399f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:45.408019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f61d789c-cb41-4758-84da-2e3b46480f0d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port 88ca83c9-4db6-46ec-8b99-0acab6f1b963 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:45.408522 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f61d789c-cb41-4758-84da-2e3b46480f0d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:45.450725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-c9086de5-c4a6-490a-a911-0001c7399f27 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:45.535032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-f61d789c-cb41-4758-84da-2e3b46480f0d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] For port 88ca83c9-4db6-46ec-8b99-0acab6f1b963, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=88ca83c9-4db6-46ec-8b99-0acab6f1b963,segment=NetworkSegment(fd0d7daf-494f-419c-9f5c-9a55b7fcd164),segment_id=fd0d7daf-494f-419c-9f5c-9a55b7fcd164)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:45.535536 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f61d789c-cb41-4758-84da-2e3b46480f0d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:45.551307 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f61d789c-cb41-4758-84da-2e3b46480f0d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for 88ca83c9-4db6-46ec-8b99-0acab6f1b963 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:45.726219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c9086de5-c4a6-490a-a911-0001c7399f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:43Z', 'revision_number': 7, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57bd6627-9cb3-4788-a605-46332bb16331', 'name': '', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:13:52:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:32Z', 'updated_at': '2021-11-24T13:24:40Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88ca83c9-4db6-46ec-8b99-0acab6f1b963', 'name': '', 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:ba:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:37Z', 'updated_at': '2021-11-24T13:24:44Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:45.764014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9086de5-c4a6-490a-a911-0001c7399f27 None None] The sync data for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 is: [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:43Z', 'revision_number': 7, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57bd6627-9cb3-4788-a605-46332bb16331', 'name': '', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:13:52:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:32Z', 'updated_at': '2021-11-24T13:24:40Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88ca83c9-4db6-46ec-8b99-0acab6f1b963', 'name': '', 'network_id': 'a8ade1ab-530d-4bc0-b39d-3b02a18719e1', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:ba:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:37Z', 'updated_at': '2021-11-24T13:24:44Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '10ee99ac-449a-4973-9860-30e2e90b52cb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:24:45.815305 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f61d789c-cb41-4758-84da-2e3b46480f0d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:45.885779 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d789c-cb41-4758-84da-2e3b46480f0d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=88ca83c9-4db6-46ec-8b99-0acab6f1b963,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:45.930621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 88ca83c9-4db6-46ec-8b99-0acab6f1b963 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:45.987214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 88ca83c9-4db6-46ec-8b99-0acab6f1b963 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:24:45.987889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 88ca83c9-4db6-46ec-8b99-0acab6f1b963 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 24 13:24:46.015262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Port 88ca83c9-4db6-46ec-8b99-0acab6f1b963 not found, will not notify nova. {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 24 13:24:46.454623 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f61d789c-cb41-4758-84da-2e3b46480f0d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:46.472558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a57b4-5015-45c9-830e-575f24340045 req-5b7f4ebe-45c6-4534-8fef-f06eec000e30 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:46.474361 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-390a57b4-5015-45c9-830e-575f24340045 req-5b7f4ebe-45c6-4534-8fef-f06eec000e30 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.0863795 Nov 24 13:24:46.630479 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-390a57b4-5015-45c9-830e-575f24340045 req-67299ccd-ca99-4c9e-b828-126313a8b2c2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064968 Nov 24 13:24:46.760686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61d789c-cb41-4758-84da-2e3b46480f0d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:24:46.880687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61d789c-cb41-4758-84da-2e3b46480f0d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:24:46.891807 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742930a8-e27b-4c9d-9ac5-49cc42d41763 None None] Sync routers for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:24:46.895109 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f61d789c-cb41-4758-84da-2e3b46480f0d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3769300 Nov 24 13:24:46.897989 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47916) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:46.902806 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742930a8-e27b-4c9d-9ac5-49cc42d41763 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:46.903728 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-742930a8-e27b-4c9d-9ac5-49cc42d41763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:47.010401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9aba2d-9299-48e9-9e73-382f3fa2ace4 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting subnet 10ee99ac-449a-4973-9860-30e2e90b52cb {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:24:47.012269 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-742930a8-e27b-4c9d-9ac5-49cc42d41763 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:47.020962 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e9aba2d-9299-48e9-9e73-382f3fa2ace4 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:47.084438 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e9aba2d-9299-48e9-9e73-382f3fa2ace4 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:47.183739 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e9aba2d-9299-48e9-9e73-382f3fa2ace4 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:47.269694 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e9aba2d-9299-48e9-9e73-382f3fa2ace4 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:47.314237 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-742930a8-e27b-4c9d-9ac5-49cc42d41763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:45Z', 'revision_number': 8, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57bd6627-9cb3-4788-a605-46332bb16331', 'name': '', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:13:52:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:32Z', 'updated_at': '2021-11-24T13:24:40Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:47.315198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9aba2d-9299-48e9-9e73-382f3fa2ace4 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Subnet': ['ID=10ee99ac-449a-4973-9860-30e2e90b52cb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:47.327935 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f97a4e-a437-45f4-98ac-69208d0fb245 None None] Network a8ade1ab-530d-4bc0-b39d-3b02a18719e1 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:47.339145 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e9aba2d-9299-48e9-9e73-382f3fa2ace4 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:47.346935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47920) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:47.347631 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4e9aba2d-9299-48e9-9e73-382f3fa2ace4 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/10ee99ac-449a-4973-9860-30e2e90b52cb HTTP/1.1" status: 204 len: 168 time: 0.4443169 Nov 24 13:24:47.527560 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742930a8-e27b-4c9d-9ac5-49cc42d41763 None None] Checking router: fd0093ee-32d8-4573-9c5b-b10f41a1d4ee for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:24:47.532010 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:47.539903 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742930a8-e27b-4c9d-9ac5-49cc42d41763 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:47.540490 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-742930a8-e27b-4c9d-9ac5-49cc42d41763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:47.587147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3990b63c-ecb3-4375-a592-dae62778e08d None None] DHCP port deletion for a8ade1ab-530d-4bc0-b39d-3b02a18719e1 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:24:47.638146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:47.638781 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:47.662350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3990b63c-ecb3-4375-a592-dae62778e08d None None] Deleting port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:47.664545 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3990b63c-ecb3-4375-a592-dae62778e08d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:47.707374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 1a7723ec-256d-44bf-9388-5fe079403209 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:24:47.724643 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-742930a8-e27b-4c9d-9ac5-49cc42d41763 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:47.797744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] For port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7ca509ea-3daf-4d44-8ac4-1fa01429e12b,segment=NetworkSegment(fd0d7daf-494f-419c-9f5c-9a55b7fcd164),segment_id=fd0d7daf-494f-419c-9f5c-9a55b7fcd164)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:47.798112 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:47.857538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3990b63c-ecb3-4375-a592-dae62778e08d None None] For port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7ca509ea-3daf-4d44-8ac4-1fa01429e12b,segment=NetworkSegment(fd0d7daf-494f-419c-9f5c-9a55b7fcd164),segment_id=fd0d7daf-494f-419c-9f5c-9a55b7fcd164)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:47.858316 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3990b63c-ecb3-4375-a592-dae62778e08d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:47.879420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3990b63c-ecb3-4375-a592-dae62778e08d None None] Calling delete_port for 7ca509ea-3daf-4d44-8ac4-1fa01429e12b owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:47.892316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for 7ca509ea-3daf-4d44-8ac4-1fa01429e12b owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:47.947483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e14f64-5431-4316-8892-62491ed75673 req-4e739464-b670-417a-9822-e7b3107db170 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:47.957826 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-59e14f64-5431-4316-8892-62491ed75673 req-4e739464-b670-417a-9822-e7b3107db170 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 944 time: 0.1565979 Nov 24 13:24:48.030757 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7ca509ea-3daf-4d44-8ac4-1fa01429e12b no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:24:48.097164 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:48.154606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=7ca509ea-3daf-4d44-8ac4-1fa01429e12b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:48.162018 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No DVR routers for this DVR port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:24:48.169363 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-742930a8-e27b-4c9d-9ac5-49cc42d41763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:45Z', 'revision_number': 8, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57bd6627-9cb3-4788-a605-46332bb16331', 'name': '', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:13:52:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:32Z', 'updated_at': '2021-11-24T13:24:40Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:48.172239 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-59e14f64-5431-4316-8892-62491ed75673 req-99b49194-f64a-4981-8101-2c30e5aa8c1a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625414 Nov 24 13:24:48.223115 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742930a8-e27b-4c9d-9ac5-49cc42d41763 None None] The sync data for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 is: [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:45Z', 'revision_number': 8, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57bd6627-9cb3-4788-a605-46332bb16331', 'name': '', 'network_id': '9f6006b0-092f-4ee1-ac14-47361258fa26', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:13:52:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:32Z', 'updated_at': '2021-11-24T13:24:40Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'f365b10d-37ba-47f1-b0eb-fb8ab10f15f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:24:48.241093 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 1a7723ec-256d-44bf-9388-5fe079403209, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1a7723ec-256d-44bf-9388-5fe079403209,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:48.259682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No active binding found for port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b {{(pid=114987) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 13:24:48.260365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7ca509ea-3daf-4d44-8ac4-1fa01429e12b not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:24:48.280588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '1a7723ec-256d-44bf-9388-5fe079403209', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'port_id': '1a7723ec-256d-44bf-9388-5fe079403209', 'mac_address': 'fa:16:3e:02:19:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:24:48.295063 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:48.318308 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ade1ab-530d-4bc0-b39d-3b02a18719e1']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:48.328583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0d7daf-494f-419c-9f5c-9a55b7fcd164') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:48.328929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0d7daf-494f-419c-9f5c-9a55b7fcd164') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:48.343153 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3990b63c-ecb3-4375-a592-dae62778e08d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:48.343758 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:48.364628 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:48.375448 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990b63c-ecb3-4375-a592-dae62778e08d None None] Pushing event deleted for resources: {'Port': ['ID=7ca509ea-3daf-4d44-8ac4-1fa01429e12b,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:48.376716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:24:48.377094 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:48.377438 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:48.381909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990b63c-ecb3-4375-a592-dae62778e08d None None] No DVR routers for this DVR port 7ca509ea-3daf-4d44-8ac4-1fa01429e12b on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:24:48.383536 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:24:48.403284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7723ec-256d-44bf-9388-5fe079403209 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:24:48.428170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 1a7723ec-256d-44bf-9388-5fe079403209, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1a7723ec-256d-44bf-9388-5fe079403209,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:48.435328 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:48.478006 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:48.486368 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:48.490069 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/networks/a8ade1ab-530d-4bc0-b39d-3b02a18719e1 HTTP/1.1" status: 204 len: 168 time: 1.1414270 Nov 24 13:24:48.493056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 47930) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:48.512097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd79809-1e83-4e42-986d-ad925f714e95 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Network': ['ID=a8ade1ab-530d-4bc0-b39d-3b02a18719e1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:48.512485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=1a7723ec-256d-44bf-9388-5fe079403209,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:48.650277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['1a7723ec-256d-44bf-9388-5fe079403209'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:24:49.183539 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3aef5f28-7ab9-4923-a30f-78396703e42d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:49.343091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5289c98-b943-4a77-af6c-3d04d3c470ad req-03ce4ecd-2960-4c14-af07-275a74990f7a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:49.349267 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5289c98-b943-4a77-af6c-3d04d3c470ad req-03ce4ecd-2960-4c14-af07-275a74990f7a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 945 time: 0.0716875 Nov 24 13:24:49.409861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e5289c98-b943-4a77-af6c-3d04d3c470ad req-38437d4b-ce50-43ef-a909-c55d63d37199 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558245 Nov 24 13:24:49.474809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3aef5f28-7ab9-4923-a30f-78396703e42d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port 57bd6627-9cb3-4788-a605-46332bb16331 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:49.474809 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3aef5f28-7ab9-4923-a30f-78396703e42d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:49.583953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-3aef5f28-7ab9-4923-a30f-78396703e42d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] For port 57bd6627-9cb3-4788-a605-46332bb16331, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=57bd6627-9cb3-4788-a605-46332bb16331,segment=NetworkSegment(16f0cd54-ee75-45b2-aa47-0ad3422088e7),segment_id=16f0cd54-ee75-45b2-aa47-0ad3422088e7)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:49.584690 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3aef5f28-7ab9-4923-a30f-78396703e42d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:49.597258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3aef5f28-7ab9-4923-a30f-78396703e42d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for 57bd6627-9cb3-4788-a605-46332bb16331 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:49.704539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 1a7723ec-256d-44bf-9388-5fe079403209 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:24:49.785786 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3aef5f28-7ab9-4923-a30f-78396703e42d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:49.793238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 1a7723ec-256d-44bf-9388-5fe079403209 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:24:49.800815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 1a7723ec-256d-44bf-9388-5fe079403209 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:49.801208 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:49.826050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef5f28-7ab9-4923-a30f-78396703e42d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=57bd6627-9cb3-4788-a605-46332bb16331,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:49.848309 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 88ca83c9-4db6-46ec-8b99-0acab6f1b963 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:24:49.896206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 88ca83c9-4db6-46ec-8b99-0acab6f1b963 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:24:49.896545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 88ca83c9-4db6-46ec-8b99-0acab6f1b963 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:24:49.974891 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:50.022592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de17867-1e1c-45ca-8ff6-9642c6a7edda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7723ec-256d-44bf-9388-5fe079403209'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:24:50.048193 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5ec249-757e-4d6c-94bd-fb6b3720688a" -d '{"events": [{"server_uuid": "1de17867-1e1c-45ca-8ff6-9642c6a7edda", "name": "network-vif-plugged", "status": "completed", "tag": "1a7723ec-256d-44bf-9388-5fe079403209"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:24:50.112757 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 1a7723ec-256d-44bf-9388-5fe079403209, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1a7723ec-256d-44bf-9388-5fe079403209,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:50.126477 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:50.173256 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3aef5f28-7ab9-4923-a30f-78396703e42d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:50.187390 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34cd17b-6cbd-46bf-9448-055a0719b669 x-openstack-request-id: req-f34cd17b-6cbd-46bf-9448-055a0719b669 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:24:50.187694 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de17867-1e1c-45ca-8ff6-9642c6a7edda", "name": "network-vif-plugged", "status": "completed", "tag": "1a7723ec-256d-44bf-9388-5fe079403209", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:24:50.188130 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f34cd17b-6cbd-46bf-9448-055a0719b669 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:24:50.188591 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de17867-1e1c-45ca-8ff6-9642c6a7edda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7723ec-256d-44bf-9388-5fe079403209', 'code': 200} Nov 24 13:24:50.245907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=1a7723ec-256d-44bf-9388-5fe079403209,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:50.333288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47954) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:50.337200 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbc800-1f8b-4723-bc4d-c94436e6691c req-866f6c44-6b1c-4e38-94f3-cb4e6fb1c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:50.338665 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c5cbc800-1f8b-4723-bc4d-c94436e6691c req-866f6c44-6b1c-4e38-94f3-cb4e6fb1c915 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 1097 time: 0.0790322 Nov 24 13:24:50.507294 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2adc49a7-43fd-4c89-9d1e-de459be4b113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:50.518619 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c5cbc800-1f8b-4723-bc4d-c94436e6691c req-bed6fe67-b8a2-4d81-a72d-b9221b5c778e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445177 Nov 24 13:24:50.521262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aef5f28-7ab9-4923-a30f-78396703e42d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:24:50.721036 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2adc49a7-43fd-4c89-9d1e-de459be4b113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:50.726513 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2adc49a7-43fd-4c89-9d1e-de459be4b113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:50.769689 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a8273-8e74-4139-a5c0-9f746f5d7d0f req-accf43a0-4237-45fb-8278-17c64146f6da tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:50.771194 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e98a8273-8e74-4139-a5c0-9f746f5d7d0f req-accf43a0-4237-45fb-8278-17c64146f6da tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 946 time: 0.2410600 Nov 24 13:24:50.772196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aef5f28-7ab9-4923-a30f-78396703e42d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:24:50.775872 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2adc49a7-43fd-4c89-9d1e-de459be4b113 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b6cb5dbb5864aa2a8bf510308293060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4406183 Nov 24 13:24:50.781886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47962) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:50.787559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba97d28f-e4be-4949-86a8-7a282a5bbfc6 None None] Sync routers for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:24:50.800817 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3aef5f28-7ab9-4923-a30f-78396703e42d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3063948 Nov 24 13:24:50.803673 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47964) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:50.810650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba97d28f-e4be-4949-86a8-7a282a5bbfc6 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:50.811279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ba97d28f-e4be-4949-86a8-7a282a5bbfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:50.820311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc49a7-43fd-4c89-9d1e-de459be4b113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc49c346-a481-45b8-aa19-9a6f3bce67b1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:50.897143 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-592825a3-ff61-481e-9458-35e8807ebe2a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting subnet f365b10d-37ba-47f1-b0eb-fb8ab10f15f5 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:24:50.898221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e98a8273-8e74-4139-a5c0-9f746f5d7d0f req-bee88fc1-8238-46aa-9b12-28d87b891d4e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962412 Nov 24 13:24:50.909065 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-592825a3-ff61-481e-9458-35e8807ebe2a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:50.936057 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbff0-8c87-4fdb-aab1-854cf2def8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:50.968753 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-592825a3-ff61-481e-9458-35e8807ebe2a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:50.992464 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbff0-8c87-4fdb-aab1-854cf2def8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:51.087655 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-592825a3-ff61-481e-9458-35e8807ebe2a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:51.093230 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbff0-8c87-4fdb-aab1-854cf2def8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:51.096419 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbff0-8c87-4fdb-aab1-854cf2def8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:51.097064 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5c9bbff0-8c87-4fdb-aab1-854cf2def8e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc49c346-a481-45b8-aa19-9a6f3bce67b1 HTTP/1.1" status: 204 len: 168 time: 0.3135655 Nov 24 13:24:51.125194 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-ba97d28f-e4be-4949-86a8-7a282a5bbfc6 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:51.142590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bbff0-8c87-4fdb-aab1-854cf2def8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc49c346-a481-45b8-aa19-9a6f3bce67b1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:51.177998 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-592825a3-ff61-481e-9458-35e8807ebe2a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:51.211813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592825a3-ff61-481e-9458-35e8807ebe2a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Subnet': ['ID=f365b10d-37ba-47f1-b0eb-fb8ab10f15f5,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:51.214752 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-592825a3-ff61-481e-9458-35e8807ebe2a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:51.219658 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-592825a3-ff61-481e-9458-35e8807ebe2a tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/f365b10d-37ba-47f1-b0eb-fb8ab10f15f5 HTTP/1.1" status: 204 len: 168 time: 0.4136593 Nov 24 13:24:51.222180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 47972) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:51.251494 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a7e9f94c-0016-43c2-a291-b958a9e13a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:51.261767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b59783b-e8e0-4b7e-bd7a-da41252fec11 None None] Network 9f6006b0-092f-4ee1-ac14-47361258fa26 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:51.357204 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:51.521794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:51.522426 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:51.531936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8566b85-6ac2-4523-bfff-70351fde797d req-d62639a4-b9aa-4852-a297-f6d66903da06 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:51.539337 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8566b85-6ac2-4523-bfff-70351fde797d req-d62639a4-b9aa-4852-a297-f6d66903da06 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/networks?id=03ff7ec1-267c-4fd1-bc1f-f9c1e21142af HTTP/1.1" status: 200 len: 813 time: 0.1442616 Nov 24 13:24:51.579313 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8566b85-6ac2-4523-bfff-70351fde797d req-76a14b46-8f84-4917-b003-850a5bbaa7f3 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/quotas/c1b618e104d0464396c0487ebe5461ca HTTP/1.1" status: 200 len: 375 time: 0.0390270 Nov 24 13:24:51.631261 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ba97d28f-e4be-4949-86a8-7a282a5bbfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:49Z', 'revision_number': 9, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:51.653670 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8566b85-6ac2-4523-bfff-70351fde797d req-a6317659-6f4e-4085-8609-3ea4d359dc31 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c1b618e104d0464396c0487ebe5461ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733931 Nov 24 13:24:51.664710 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba97d28f-e4be-4949-86a8-7a282a5bbfc6 None None] Checking router: fd0093ee-32d8-4573-9c5b-b10f41a1d4ee for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:24:51.666823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab869d3-3d4f-45e5-b451-886df8d5000b None None] DHCP port deletion for 9f6006b0-092f-4ee1-ac14-47361258fa26 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:24:51.679033 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] For port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc,segment=NetworkSegment(16f0cd54-ee75-45b2-aa47-0ad3422088e7),segment_id=16f0cd54-ee75-45b2-aa47-0ad3422088e7)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:51.679470 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:51.699803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba97d28f-e4be-4949-86a8-7a282a5bbfc6 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:51.700477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ba97d28f-e4be-4949-86a8-7a282a5bbfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:51.709817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:51.823648 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8566b85-6ac2-4523-bfff-70351fde797d req-92a09e51-e2ed-46e8-8418-bb96804ceb98 service neutron] 10.222.0.48 "GET /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619785 Nov 24 13:24:51.838446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-ba97d28f-e4be-4949-86a8-7a282a5bbfc6 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:51.842281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-cab869d3-3d4f-45e5-b451-886df8d5000b None None] Deleting port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:51.842281 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cab869d3-3d4f-45e5-b451-886df8d5000b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:51.922482 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:51.978967 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8566b85-6ac2-4523-bfff-70351fde797d req-186f1aa2-1558-4857-94e6-ae1ea13108e6 service neutron] 10.222.0.48 "GET /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374650 Nov 24 13:24:51.983119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:24:51.986638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-cab869d3-3d4f-45e5-b451-886df8d5000b None None] For port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc,segment=NetworkSegment(16f0cd54-ee75-45b2-aa47-0ad3422088e7),segment_id=16f0cd54-ee75-45b2-aa47-0ad3422088e7)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:51.987047 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cab869d3-3d4f-45e5-b451-886df8d5000b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:52.035345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:24:52.036070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:24:52.054006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No DVR routers for this DVR port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:24:52.055427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-cab869d3-3d4f-45e5-b451-886df8d5000b None None] Calling delete_port for dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:52.055755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:52.102376 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc049301-a4b4-4c73-8298-e44fdd28c8f8 req-7201dc68-c702-4ef1-b8b4-05c303fcaff3 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:52.120968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc049301-a4b4-4c73-8298-e44fdd28c8f8 req-7201dc68-c702-4ef1-b8b4-05c303fcaff3 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 946 time: 0.1120677 Nov 24 13:24:52.208086 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:52.233767 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc049301-a4b4-4c73-8298-e44fdd28c8f8 req-f859771c-6fdc-4e37-949e-b215cbb4dd02 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035511 Nov 24 13:24:52.247560 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dfc85bc3-cb41-4bd3-ac66-10e18cbb158a req-fd0c8163-d5f5-4361-8c86-f2a0c7472103 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 210 time: 0.0421159 Nov 24 13:24:52.267179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f6006b0-092f-4ee1-ac14-47361258fa26']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:52.282546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f0cd54-ee75-45b2-aa47-0ad3422088e7') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:52.282952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f0cd54-ee75-45b2-aa47-0ad3422088e7') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:52.297276 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:52.319720 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:52.331293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:24:52.331835 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:52.341614 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cab869d3-3d4f-45e5-b451-886df8d5000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:52.398971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab869d3-3d4f-45e5-b451-886df8d5000b None None] Pushing event deleted for resources: {'Port': ['ID=dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:52.401214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab869d3-3d4f-45e5-b451-886df8d5000b None None] No DVR routers for this DVR port dc1dca47-0f1f-4fb3-8148-6cb2d2d175fc on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:24:52.404554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ba97d28f-e4be-4949-86a8-7a282a5bbfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:49Z', 'revision_number': 9, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:24:52.405449 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:24:52.413733 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:52.421781 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:52.426160 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/networks/9f6006b0-092f-4ee1-ac14-47361258fa26 HTTP/1.1" status: 204 len: 168 time: 1.2028148 Nov 24 13:24:52.432612 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48016) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:52.441213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba97d28f-e4be-4949-86a8-7a282a5bbfc6 None None] The sync data for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 is: [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:49Z', 'revision_number': 9, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '2c10f108-0e17-4e65-9f02-79310c55c476', 'name': '', 'network_id': '26d97bf8-5a4f-4d21-b229-1cd2f8f076bc', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:9f:11:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:28Z', 'updated_at': '2021-11-24T13:24:34Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': '4d99dea3-e163-4871-af27-cd996f1ec794', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:24:52.493393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2945ee-38e0-472a-8d76-ce95af95b884 req-29323c46-3733-46f4-a068-c6f2784b8bdd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:52.494331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f855f06-f8ae-487e-85f0-01c4f673c058 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Network': ['ID=9f6006b0-092f-4ee1-ac14-47361258fa26,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:52.495863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b2945ee-38e0-472a-8d76-ce95af95b884 req-29323c46-3733-46f4-a068-c6f2784b8bdd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 946 time: 0.1264656 Nov 24 13:24:52.579212 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b2945ee-38e0-472a-8d76-ce95af95b884 req-2a2eb6e7-8f0e-4971-a270-9bc0afc7b96a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766423 Nov 24 13:24:53.012355 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69490c88-ea82-4def-ae92-9ec4f04bf27d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:53.144090 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e06c99-0bd2-4a61-bddf-843de453466f req-de20fc38-aa0a-4a45-92db-9a493fc1a0ab tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:53.145239 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85e06c99-0bd2-4a61-bddf-843de453466f req-de20fc38-aa0a-4a45-92db-9a493fc1a0ab tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 946 time: 0.1542969 Nov 24 13:24:53.278034 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c27573c8-04ea-4521-bc6e-85da9df1c9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:53.357757 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-835fc574-ba0e-44d9-8c53-d73db38de0a2 req-d8d33321-a3e9-4a56-9203-f728bfd328c0 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 210 time: 0.0309997 Nov 24 13:24:53.582093 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-85e06c99-0bd2-4a61-bddf-843de453466f req-70eab45a-b878-49a7-ab10-d488246a718a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242995 Nov 24 13:24:53.634558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8566b85-6ac2-4523-bfff-70351fde797d req-86fed7eb-ee3a-43ef-81ef-ebc41e8f6960 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:53.636123 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8566b85-6ac2-4523-bfff-70351fde797d req-86fed7eb-ee3a-43ef-81ef-ebc41e8f6960 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.59 "GET /v2.0/networks?id=03ff7ec1-267c-4fd1-bc1f-f9c1e21142af HTTP/1.1" status: 200 len: 813 time: 0.1710856 Nov 24 13:24:53.652311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-f8566b85-6ac2-4523-bfff-70351fde797d req-5f66487c-2fd3-45ba-b5c8-f830bdda67ed tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Request body: {'port': {'device_id': '33726f33-7052-48db-bcf9-f4b1d7568e9b', 'network_id': '03ff7ec1-267c-4fd1-bc1f-f9c1e21142af', 'admin_state_up': True, 'tenant_id': 'c1b618e104d0464396c0487ebe5461ca'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:53.693493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-69490c88-ea82-4def-ae92-9ec4f04bf27d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port 2c10f108-0e17-4e65-9f02-79310c55c476 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:53.693939 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69490c88-ea82-4def-ae92-9ec4f04bf27d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:53.787870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8566b85-6ac2-4523-bfff-70351fde797d req-5f66487c-2fd3-45ba-b5c8-f830bdda67ed tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Made reservation on behalf of c1b618e104d0464396c0487ebe5461ca for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:24:53.792891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-69490c88-ea82-4def-ae92-9ec4f04bf27d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] For port 2c10f108-0e17-4e65-9f02-79310c55c476, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2c10f108-0e17-4e65-9f02-79310c55c476,segment=NetworkSegment(517b3c3a-6505-4128-8df3-18948c87942c),segment_id=517b3c3a-6505-4128-8df3-18948c87942c)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:53.792891 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69490c88-ea82-4def-ae92-9ec4f04bf27d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:53.794759 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f8566b85-6ac2-4523-bfff-70351fde797d req-5f66487c-2fd3-45ba-b5c8-f830bdda67ed tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:53.820552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-69490c88-ea82-4def-ae92-9ec4f04bf27d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for 2c10f108-0e17-4e65-9f02-79310c55c476 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:53.839525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 57bd6627-9cb3-4788-a605-46332bb16331 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:24:53.874333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 57bd6627-9cb3-4788-a605-46332bb16331 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:24:53.874697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 57bd6627-9cb3-4788-a605-46332bb16331 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:24:53.947106 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-f8566b85-6ac2-4523-bfff-70351fde797d req-5f66487c-2fd3-45ba-b5c8-f830bdda67ed tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Allocated IP 172.20.0.11 (03ff7ec1-267c-4fd1-bc1f-f9c1e21142af/f27b78ba-9286-4c20-a35f-69b0372063f7/3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:54.030021 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69490c88-ea82-4def-ae92-9ec4f04bf27d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.054430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69490c88-ea82-4def-ae92-9ec4f04bf27d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=2c10f108-0e17-4e65-9f02-79310c55c476,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:54.139405 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f8566b85-6ac2-4523-bfff-70351fde797d req-5f66487c-2fd3-45ba-b5c8-f830bdda67ed tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.176260 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f8566b85-6ac2-4523-bfff-70351fde797d req-5f66487c-2fd3-45ba-b5c8-f830bdda67ed tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.219637 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69490c88-ea82-4def-ae92-9ec4f04bf27d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.224454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8566b85-6ac2-4523-bfff-70351fde797d req-5f66487c-2fd3-45ba-b5c8-f830bdda67ed tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Network 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:54.233538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-f8566b85-6ac2-4523-bfff-70351fde797d req-5f66487c-2fd3-45ba-b5c8-f830bdda67ed tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:54.238287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8566b85-6ac2-4523-bfff-70351fde797d req-5f66487c-2fd3-45ba-b5c8-f830bdda67ed tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:54.245943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66487c-2fd3-45ba-b5c8-f830bdda67ed tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Pushing event updated for resources: {'Port': ['ID=3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:54.295003 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8566b85-6ac2-4523-bfff-70351fde797d req-5f66487c-2fd3-45ba-b5c8-f830bdda67ed tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:54.295617 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f8566b85-6ac2-4523-bfff-70351fde797d req-5f66487c-2fd3-45ba-b5c8-f830bdda67ed tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.313708 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8566b85-6ac2-4523-bfff-70351fde797d req-5f66487c-2fd3-45ba-b5c8-f830bdda67ed tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6670988 Nov 24 13:24:54.329165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Request body: {'port': {'device_id': '33726f33-7052-48db-bcf9-f4b1d7568e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:54.384604 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.419521 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.446014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69490c88-ea82-4def-ae92-9ec4f04bf27d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:24:54.478886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b45dd6-ee1a-4798-ba93-eaedcb267c01 req-16abed83-b7fe-4c0a-8b36-5e18e51c8448 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:54.480990 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01b45dd6-ee1a-4798-ba93-eaedcb267c01 req-16abed83-b7fe-4c0a-8b36-5e18e51c8448 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.46 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 946 time: 0.0920322 Nov 24 13:24:54.558688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180483f-4ff1-48ac-94a9-e7bd7398cb26 req-b0eeb1df-61b0-4560-91d0-0179f16744ce tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:54.560193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2180483f-4ff1-48ac-94a9-e7bd7398cb26 req-b0eeb1df-61b0-4560-91d0-0179f16744ce tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 932 time: 0.1258218 Nov 24 13:24:54.585797 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69490c88-ea82-4def-ae92-9ec4f04bf27d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:24:54.591132 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-69490c88-ea82-4def-ae92-9ec4f04bf27d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1569939 Nov 24 13:24:54.593941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48046) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:54.598394 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6f4b8-b3ac-4bd3-9381-f23e3e584807 None None] Sync routers for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:24:54.609686 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6f4b8-b3ac-4bd3-9381-f23e3e584807 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:54.610905 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-fcb6f4b8-b3ac-4bd3-9381-f23e3e584807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:54.686235 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2180483f-4ff1-48ac-94a9-e7bd7398cb26 req-080e3e44-64b5-421b-a4b7-2a5efaab1304 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037848 Nov 24 13:24:54.690529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e2b86f-7727-4fd9-9f2b-b44ceec682be tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting subnet 4d99dea3-e163-4871-af27-cd996f1ec794 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:24:54.694228 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-76e2b86f-7727-4fd9-9f2b-b44ceec682be tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.698478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-01b45dd6-ee1a-4798-ba93-eaedcb267c01 req-9b367ea7-46ee-479a-9920-f4b29475d5cd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Deleting port 1a7723ec-256d-44bf-9388-5fe079403209 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:54.698817 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-01b45dd6-ee1a-4798-ba93-eaedcb267c01 req-9b367ea7-46ee-479a-9920-f4b29475d5cd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.741472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-76e2b86f-7727-4fd9-9f2b-b44ceec682be tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.744264 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-fcb6f4b8-b3ac-4bd3-9381-f23e3e584807 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:54.781659 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:24:54.828929 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-76e2b86f-7727-4fd9-9f2b-b44ceec682be tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.875784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e04f7-ff11-4e4c-b0bf-7db6d8f5759f req-8436a493-b22e-4e7a-86e2-c078ec119bcd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:54.876437 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f2e04f7-ff11-4e4c-b0bf-7db6d8f5759f req-8436a493-b22e-4e7a-86e2-c078ec119bcd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 946 time: 0.1532438 Nov 24 13:24:54.894349 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-01b45dd6-ee1a-4798-ba93-eaedcb267c01 req-9b367ea7-46ee-479a-9920-f4b29475d5cd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] For port 1a7723ec-256d-44bf-9388-5fe079403209, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1a7723ec-256d-44bf-9388-5fe079403209,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:54.895301 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-01b45dd6-ee1a-4798-ba93-eaedcb267c01 req-9b367ea7-46ee-479a-9920-f4b29475d5cd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.896074 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-76e2b86f-7727-4fd9-9f2b-b44ceec682be tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.917621 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:24:54.944773 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-01b45dd6-ee1a-4798-ba93-eaedcb267c01 req-9b367ea7-46ee-479a-9920-f4b29475d5cd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Calling delete_port for 1a7723ec-256d-44bf-9388-5fe079403209 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:54.944773 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.952758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2b86f-7727-4fd9-9f2b-b44ceec682be tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Subnet': ['ID=4d99dea3-e163-4871-af27-cd996f1ec794,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:54.962528 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-fcb6f4b8-b3ac-4bd3-9381-f23e3e584807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:53Z', 'revision_number': 10, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:54.969351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee01c89-b181-4e8a-bc8a-a0f69f6546b8 None None] Network 26d97bf8-5a4f-4d21-b229-1cd2f8f076bc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:24:54.981580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Transition to ACTIVE for port object 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:24:54.983872 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-76e2b86f-7727-4fd9-9f2b-b44ceec682be tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:54.997338 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-76e2b86f-7727-4fd9-9f2b-b44ceec682be tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/4d99dea3-e163-4871-af27-cd996f1ec794 HTTP/1.1" status: 204 len: 168 time: 0.3982601 Nov 24 13:24:54.997614 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48056) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:54.998507 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6f4b8-b3ac-4bd3-9381-f23e3e584807 None None] Checking router: fd0093ee-32d8-4573-9c5b-b10f41a1d4ee for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:24:55.007544 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6f4b8-b3ac-4bd3-9381-f23e3e584807 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:24:55.008251 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-fcb6f4b8-b3ac-4bd3-9381-f23e3e584807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:55.034244 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:55.097894 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f2e04f7-ff11-4e4c-b0bf-7db6d8f5759f req-83e8f974-a610-4a24-be3a-bd04d1c5660b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098100 Nov 24 13:24:55.111015 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-fcb6f4b8-b3ac-4bd3-9381-f23e3e584807 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:24:55.170198 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-040358e7-b06b-4dd6-8042-3a74cbe42c9a tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=700cc42ff22546b98a9f8fab27517b6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927458 Nov 24 13:24:55.175532 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:55.195807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Pushing event updated for resources: {'Port': ['ID=3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:55.214269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:55.214668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:55.214977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:55.215326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:55.215653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:55.215996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:55.216340 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:55.216656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:55.217023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:55.217351 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:55.217679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:55.218009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:55.222509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Attempting to bind port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:24:55.222509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Attempting to bind port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '43888b9a-4a53-42b4-8f32-cc430c6100a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '03ff7ec1-267c-4fd1-bc1f-f9c1e21142af'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:24:55.222835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Attempting to bind port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b on network 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:55.238944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b on network 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:24:55.239286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Attempting to bind port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b on network 03ff7ec1-267c-4fd1-bc1f-f9c1e21142af {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:24:55.275785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:24:55.276148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Checking segment: {'id': '43888b9a-4a53-42b4-8f32-cc430c6100a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '03ff7ec1-267c-4fd1-bc1f-f9c1e21142af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:24:55.276558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Bound using segment: {'id': '43888b9a-4a53-42b4-8f32-cc430c6100a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '03ff7ec1-267c-4fd1-bc1f-f9c1e21142af'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:24:55.277043 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Bound port: 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43888b9a-4a53-42b4-8f32-cc430c6100a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '03ff7ec1-267c-4fd1-bc1f-f9c1e21142af'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:24:55.277931 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:55.349982 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5d43c3-42d7-47fd-9b8b-5684165b5411 None None] DHCP port deletion for 26d97bf8-5a4f-4d21-b229-1cd2f8f076bc request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:24:55.364298 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-01b45dd6-ee1a-4798-ba93-eaedcb267c01 req-9b367ea7-46ee-479a-9920-f4b29475d5cd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:55.385041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['1d48fd55-2402-49d5-9fdf-39b4ae6adfa9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:24:55.388254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['1a7723ec-256d-44bf-9388-5fe079403209'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:24:55.393398 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-fcb6f4b8-b3ac-4bd3-9381-f23e3e584807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:53Z', 'revision_number': 10, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:55.438517 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6f4b8-b3ac-4bd3-9381-f23e3e584807 None None] The sync data for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 is: [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:53Z', 'revision_number': 10, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None, '_interfaces': [{'id': '624ef536-7a97-460b-b159-93658fc68a79', 'name': '', 'network_id': '6c8105bf-c751-49e0-b378-9bce4f2c3cba', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'mac_address': 'fa:16:3e:88:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:24:22Z', 'updated_at': '2021-11-24T13:24:30Z', 'revision_number': 5, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'subnets': [{'id': 'bc15a959-2f4e-4067-a245-061cd06da4b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:24:55.447896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b367ea7-46ee-479a-9920-f4b29475d5cd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event deleted for resources: {'Port': ['ID=1a7723ec-256d-44bf-9388-5fe079403209,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:55.454693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-0fe4efd3-e734-4aa5-880a-da58f819f41f tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:55.463247 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-0fe4efd3-e734-4aa5-880a-da58f819f41f tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2843330 Nov 24 13:24:55.496898 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-19e780a5-18ce-40ea-a016-90a7eacb865b tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/quotas/700cc42ff22546b98a9f8fab27517b6f HTTP/1.1" status: 200 len: 375 time: 0.0326221 Nov 24 13:24:55.514586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] For port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:24:55.517812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b45dd6-ee1a-4798-ba93-eaedcb267c01 req-9b367ea7-46ee-479a-9920-f4b29475d5cd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] No DVR routers for this DVR port 1a7723ec-256d-44bf-9388-5fe079403209 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:24:55.523926 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-01b45dd6-ee1a-4798-ba93-eaedcb267c01 req-9b367ea7-46ee-479a-9920-f4b29475d5cd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:55.529372 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-01b45dd6-ee1a-4798-ba93-eaedcb267c01 req-9b367ea7-46ee-479a-9920-f4b29475d5cd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.46 "DELETE /v2.0/ports/1a7723ec-256d-44bf-9388-5fe079403209 HTTP/1.1" status: 204 len: 173 time: 1.0398359 Nov 24 13:24:55.530083 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de17867-1e1c-45ca-8ff6-9642c6a7edda', 'name': 'network-vif-deleted', 'tag': '1a7723ec-256d-44bf-9388-5fe079403209'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:24:55.533986 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcd54b3-8f99-4728-abb8-e34cf93ef24c" -d '{"events": [{"server_uuid": "1de17867-1e1c-45ca-8ff6-9642c6a7edda", "name": "network-vif-deleted", "tag": "1a7723ec-256d-44bf-9388-5fe079403209"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:24:55.534750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port 9e6dc81d-865e-4d2d-b3e5-da7292238282 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:55.535333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:55.549833 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-c73aa0f7-4e68-4e37-a921-c433b9c5c7fa tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=700cc42ff22546b98a9f8fab27517b6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519652 Nov 24 13:24:55.552420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d43c3-42d7-47fd-9b8b-5684165b5411 None None] Deleting port 9e6dc81d-865e-4d2d-b3e5-da7292238282 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:55.556409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] For port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b,segment=NetworkSegment(43888b9a-4a53-42b4-8f32-cc430c6100a1),segment_id=43888b9a-4a53-42b4-8f32-cc430c6100a1)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:24:55.557701 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fc5d43c3-42d7-47fd-9b8b-5684165b5411 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:55.563095 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:55.622787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:55.624892 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:55.627156 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8566b85-6ac2-4523-bfff-70351fde797d req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] 10.222.0.59 "PUT /v2.0/ports/3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b HTTP/1.1" status: 200 len: 1092 time: 1.3024199 Nov 24 13:24:55.671836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b559f-051e-4bbd-8527-55d81c79df6b service neutron] Pushing event updated for resources: {'Port': ['ID=3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:55.677867 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f6feb8-d05e-4010-836d-8a22b47b828f x-openstack-request-id: req-b7f6feb8-d05e-4010-836d-8a22b47b828f {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:24:55.678280 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de17867-1e1c-45ca-8ff6-9642c6a7edda", "name": "network-vif-deleted", "tag": "1a7723ec-256d-44bf-9388-5fe079403209", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:24:55.678634 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b7f6feb8-d05e-4010-836d-8a22b47b828f {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:24:55.679125 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de17867-1e1c-45ca-8ff6-9642c6a7edda', 'name': 'network-vif-deleted', 'tag': '1a7723ec-256d-44bf-9388-5fe079403209', 'status': 'completed', 'code': 200} Nov 24 13:24:55.728483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] For port 9e6dc81d-865e-4d2d-b3e5-da7292238282, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9e6dc81d-865e-4d2d-b3e5-da7292238282,segment=NetworkSegment(517b3c3a-6505-4128-8df3-18948c87942c),segment_id=517b3c3a-6505-4128-8df3-18948c87942c)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:55.728917 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:55.730773 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8566b85-6ac2-4523-bfff-70351fde797d req-42d0262c-d267-4932-bca2-2729221a216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:55.732886 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8566b85-6ac2-4523-bfff-70351fde797d req-42d0262c-d267-4932-bca2-2729221a216f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1b618e104d0464396c0487ebe5461ca&device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 1095 time: 0.0568922 Nov 24 13:24:55.772307 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for 9e6dc81d-865e-4d2d-b3e5-da7292238282 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:55.798152 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8566b85-6ac2-4523-bfff-70351fde797d req-564f8cd1-7efc-4fc0-a944-5b0743494778 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b HTTP/1.1" status: 200 len: 217 time: 0.0522928 Nov 24 13:24:55.896203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8566b85-6ac2-4523-bfff-70351fde797d req-036d10d0-83bf-4fe8-9025-044c7e1c06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:55.898017 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8566b85-6ac2-4523-bfff-70351fde797d req-036d10d0-83bf-4fe8-9025-044c7e1c06c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f27b78ba-9286-4c20-a35f-69b0372063f7 HTTP/1.1" status: 200 len: 853 time: 0.0931959 Nov 24 13:24:55.935339 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-876d00d9-755a-4e59-8fc6-227197883238 req-00139acd-1a3f-43c2-b8cb-b471d785e70a tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 210 time: 0.0742424 Nov 24 13:24:55.987533 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9e6dc81d-865e-4d2d-b3e5-da7292238282 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:24:56.004096 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8566b85-6ac2-4523-bfff-70351fde797d req-b809ff63-5023-4955-8c87-3a84b26051c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03ff7ec1-267c-4fd1-bc1f-f9c1e21142af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878990 Nov 24 13:24:56.040041 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:56.049960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fc5d43c3-42d7-47fd-9b8b-5684165b5411 None None] For port 9e6dc81d-865e-4d2d-b3e5-da7292238282, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9e6dc81d-865e-4d2d-b3e5-da7292238282,segment=NetworkSegment(517b3c3a-6505-4128-8df3-18948c87942c),segment_id=517b3c3a-6505-4128-8df3-18948c87942c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:56.050350 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fc5d43c3-42d7-47fd-9b8b-5684165b5411 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:56.072101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No DVR routers for this DVR port 9e6dc81d-865e-4d2d-b3e5-da7292238282 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:24:56.101155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=9e6dc81d-865e-4d2d-b3e5-da7292238282,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:56.108401 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:56.111180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fc5d43c3-42d7-47fd-9b8b-5684165b5411 None None] Calling delete_port for 9e6dc81d-865e-4d2d-b3e5-da7292238282 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:56.112152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:56.112622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:56.112881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:56.113219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:56.113563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:56.113900 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:56.114239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:56.114575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:56.114909 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:56.115239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:56.115573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:56.115903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:24:56.131957 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No active binding found for port 9e6dc81d-865e-4d2d-b3e5-da7292238282 {{(pid=114987) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 24 13:24:56.132396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9e6dc81d-865e-4d2d-b3e5-da7292238282 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:24:56.133449 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2c10f108-0e17-4e65-9f02-79310c55c476 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:24:56.206042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 2c10f108-0e17-4e65-9f02-79310c55c476 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:24:56.206382 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2c10f108-0e17-4e65-9f02-79310c55c476 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:24:56.218362 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:56.234416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f77391-d9bf-4186-b8b1-bd86e9507f3c req-9c73d420-83e0-47e3-b96f-f8ecb65d26ef tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:56.245741 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86f77391-d9bf-4186-b8b1-bd86e9507f3c req-9c73d420-83e0-47e3-b96f-f8ecb65d26ef tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 944 time: 0.3459918 Nov 24 13:24:56.270690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d97bf8-5a4f-4d21-b229-1cd2f8f076bc']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:56.294229 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fc5d43c3-42d7-47fd-9b8b-5684165b5411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:56.308425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517b3c3a-6505-4128-8df3-18948c87942c') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:56.309413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517b3c3a-6505-4128-8df3-18948c87942c') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:24:56.311323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d43c3-42d7-47fd-9b8b-5684165b5411 None None] No DVR routers for this DVR port 9e6dc81d-865e-4d2d-b3e5-da7292238282 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:24:56.332457 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d43c3-42d7-47fd-9b8b-5684165b5411 None None] Pushing event deleted for resources: {'Port': ['ID=9e6dc81d-865e-4d2d-b3e5-da7292238282,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:56.366844 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8566b85-6ac2-4523-bfff-70351fde797d req-8af7da9e-35ef-419d-a5c0-fb35c95b861c service neutron] 10.222.0.59 "GET /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442042 Nov 24 13:24:56.371629 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-86f77391-d9bf-4186-b8b1-bd86e9507f3c req-28951373-98da-4e3c-80c1-8ffaab282923 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248462 Nov 24 13:24:56.383056 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fa78fe3e-eb51-4323-bbfe-a034ca64a027 req-1a415499-c0fc-47e0-b269-1603e988cfe5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 210 time: 0.0773411 Nov 24 13:24:56.385062 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:56.422461 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:56.431341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:24:56.432168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:56.508356 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8566b85-6ac2-4523-bfff-70351fde797d req-174a6bab-9ffb-4d8d-acda-2b3ab9e31e39 service neutron] 10.222.0.59 "GET /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183522 Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:24:56.512360 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:24:56.524437 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:56.533860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:56.537809 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/networks/26d97bf8-5a4f-4d21-b229-1cd2f8f076bc HTTP/1.1" status: 204 len: 168 time: 1.5391798 Nov 24 13:24:56.540453 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48086) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:24:56.553067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a0ec5-fba8-440e-9a01-b0e961b309ca tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Network': ['ID=26d97bf8-5a4f-4d21-b229-1cd2f8f076bc,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:56.700280 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:57.037433 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-68dbd66f-d261-4ec8-a595-bef1f7035a0c req-75813101-44f7-4f7c-bad4-7464bf93c2a7 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 210 time: 0.0344288 Nov 24 13:24:57.086569 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-ca187e47-bb5b-4571-ab19-5735d5922aa1 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=700cc42ff22546b98a9f8fab27517b6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389895 Nov 24 13:24:57.340623 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-5f573aae-647e-468c-ad80-985b44d148a9 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:57.342221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-5f573aae-647e-468c-ad80-985b44d148a9 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485991 Nov 24 13:24:57.358394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Request body: {'port': {'device_id': '80a29935-8ef5-4b71-bf2d-94b1b147322b', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': '700cc42ff22546b98a9f8fab27517b6f'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:57.533075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d2b6056-ce95-49fa-ae54-807f7f77a97c req-89ae85bc-c0e1-4175-b0d6-ad045e112e0f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 210 time: 0.0377131 Nov 24 13:24:57.545417 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Made reservation on behalf of 700cc42ff22546b98a9f8fab27517b6f for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:24:57.549042 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:57.560326 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:57.565002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a012edf-39a3-4dce-8660-5cea9e69935f req-d8cea5a2-180d-48c3-915a-25e250cd2d1e tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:57.567294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a012edf-39a3-4dce-8660-5cea9e69935f req-d8cea5a2-180d-48c3-915a-25e250cd2d1e tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 944 time: 0.0725379 Nov 24 13:24:57.589199 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7213846f-395a-4cce-bbf6-42c34ea0078d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:57.624403 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a012edf-39a3-4dce-8660-5cea9e69935f req-23b60dbf-b54e-42d8-a3b9-86c4b36780d3 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497785 Nov 24 13:24:57.680032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33726f33-7052-48db-bcf9-f4b1d7568e9b', 'tag': '3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:24:57.682305 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc635bdc-2601-4ff5-86fb-3d16448665aa" -d '{"events": [{"name": "network-changed", "server_uuid": "33726f33-7052-48db-bcf9-f4b1d7568e9b", "tag": "3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:24:57.745712 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36025d5-c932-4305-9179-110544efc813 x-openstack-request-id: req-d36025d5-c932-4305-9179-110544efc813 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:24:57.746018 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33726f33-7052-48db-bcf9-f4b1d7568e9b", "tag": "3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:24:57.746278 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d36025d5-c932-4305-9179-110544efc813 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:24:57.746702 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33726f33-7052-48db-bcf9-f4b1d7568e9b', 'tag': '3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b', 'status': 'completed', 'code': 200} Nov 24 13:24:57.748912 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 1a7723ec-256d-44bf-9388-5fe079403209 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:24:57.773281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 1a7723ec-256d-44bf-9388-5fe079403209 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:24:57.773962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 1a7723ec-256d-44bf-9388-5fe079403209 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:24:57.812356 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:57.819764 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:57.904864 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc635bdc-2601-4ff5-86fb-3d16448665aa req-1a7cdc37-99cb-43ef-8e1f-40335f827549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:57.906397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc635bdc-2601-4ff5-86fb-3d16448665aa req-1a7cdc37-99cb-43ef-8e1f-40335f827549 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c1b618e104d0464396c0487ebe5461ca&device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 1095 time: 0.1555018 Nov 24 13:24:57.915351 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fba9af1-7f8b-4aad-8780-931b5c004848,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:58.081584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Allocated IP 192.168.233.163 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/c4812ec0-3075-4f7f-a3aa-ca23f37e2aee) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:24:58.146018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc635bdc-2601-4ff5-86fb-3d16448665aa req-ace63c34-8fe9-4ace-83ea-7b938c63f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:58.147341 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc635bdc-2601-4ff5-86fb-3d16448665aa req-ace63c34-8fe9-4ace-83ea-7b938c63f6fc service neutron] 10.222.0.59 "GET /v2.0/networks?id=03ff7ec1-267c-4fd1-bc1f-f9c1e21142af HTTP/1.1" status: 200 len: 914 time: 0.2282910 Nov 24 13:24:58.174224 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f9b31c3-63c9-4d3a-87d1-390a20a532da req-03541ffc-0714-4628-ad8f-adfd9df98b5e tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 210 time: 0.0465057 Nov 24 13:24:58.231319 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc635bdc-2601-4ff5-86fb-3d16448665aa req-701e668b-a7f6-444e-b84b-0b4754020409 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b HTTP/1.1" status: 200 len: 217 time: 0.0603075 Nov 24 13:24:58.300303 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7213846f-395a-4cce-bbf6-42c34ea0078d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port 624ef536-7a97-460b-b159-93658fc68a79 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:24:58.300643 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7213846f-395a-4cce-bbf6-42c34ea0078d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:58.414800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc635bdc-2601-4ff5-86fb-3d16448665aa req-939cf8e7-f400-4d16-aba6-f71b959af394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:58.416153 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc635bdc-2601-4ff5-86fb-3d16448665aa req-939cf8e7-f400-4d16-aba6-f71b959af394 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f27b78ba-9286-4c20-a35f-69b0372063f7 HTTP/1.1" status: 200 len: 853 time: 0.1758904 Nov 24 13:24:58.476162 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc635bdc-2601-4ff5-86fb-3d16448665aa req-bc05e74b-c753-41f5-9060-d2b9e0490a4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=03ff7ec1-267c-4fd1-bc1f-f9c1e21142af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496459 Nov 24 13:24:58.490555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-7213846f-395a-4cce-bbf6-42c34ea0078d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] For port 624ef536-7a97-460b-b159-93658fc68a79, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=624ef536-7a97-460b-b159-93658fc68a79,segment=NetworkSegment(dd64c143-c4cb-4ecd-b07a-52faaab7005f),segment_id=dd64c143-c4cb-4ecd-b07a-52faaab7005f)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:24:58.490917 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7213846f-395a-4cce-bbf6-42c34ea0078d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:58.509741 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:58.524716 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7213846f-395a-4cce-bbf6-42c34ea0078d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for 624ef536-7a97-460b-b159-93658fc68a79 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:24:58.643924 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-728f1d53-2488-441e-bdee-b32ea004bc56 req-9a6246a5-e804-4d30-88f6-d88a0a7e5da8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 210 time: 0.0300598 Nov 24 13:24:58.665973 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:58.673439 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc635bdc-2601-4ff5-86fb-3d16448665aa req-04881822-9995-44ae-925b-8a07016f9959 service neutron] 10.222.0.59 "GET /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847072 Nov 24 13:24:58.783945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be32a9b-9363-4895-9b71-e69bbc6fd8e5 req-b702c1ce-d827-46fd-9404-909f53ed1c6f tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:58.786056 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1be32a9b-9363-4895-9b71-e69bbc6fd8e5 req-b702c1ce-d827-46fd-9404-909f53ed1c6f tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 944 time: 0.0531476 Nov 24 13:24:58.789409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:24:58.806243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:24:58.836068 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:24:58.840763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Pushing event updated for resources: {'Port': ['ID=c4812ec0-3075-4f7f-a3aa-ca23f37e2aee,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:58.860274 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1be32a9b-9363-4895-9b71-e69bbc6fd8e5 req-0a1c8758-c6ed-40fc-9e64-b8605442c2a7 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649607 Nov 24 13:24:58.944573 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:58.945217 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:58.966542 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc635bdc-2601-4ff5-86fb-3d16448665aa req-8d863c1e-8618-4ebf-ae70-29bafaf44bb5 service neutron] 10.222.0.59 "GET /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817588 Nov 24 13:24:58.980682 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-03b91153-3bf3-4564-b5b9-977cabcb8d75 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6281037 Nov 24 13:24:58.994698 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Request body: {'port': {'device_id': '80a29935-8ef5-4b71-bf2d-94b1b147322b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:24:58.997958 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7213846f-395a-4cce-bbf6-42c34ea0078d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:59.044274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213846f-395a-4cce-bbf6-42c34ea0078d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=624ef536-7a97-460b-b159-93658fc68a79,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:24:59.141577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2bc27fc1-0593-4747-b978-6433c23a3d1a None None] Provisioning complete for port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:24:59.142716 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2bc27fc1-0593-4747-b978-6433c23a3d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:59.181893 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2bc27fc1-0593-4747-b978-6433c23a3d1a None None] Port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:24:59.454053 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:59.593911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec2a29-0762-4654-9e63-968006b92210 req-4c869002-bf04-4fa6-b416-9c107b2c3ffa tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:24:59.595461 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5ec2a29-0762-4654-9e63-968006b92210 req-4c869002-bf04-4fa6-b416-9c107b2c3ffa tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 936 time: 0.1596699 Nov 24 13:24:59.615412 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7213846f-395a-4cce-bbf6-42c34ea0078d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:24:59.761329 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32b639c6-2f54-44a9-b4ff-9e4a16defdfc req-a27021d3-9d96-4e19-b615-186492ab4019 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 210 time: 0.0318432 Nov 24 13:24:59.871533 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a5ec2a29-0762-4654-9e63-968006b92210 req-3dea6483-6a36-430a-9f30-2e8b26ba7246 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fba9af1-7f8b-4aad-8780-931b5c004848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689486 Nov 24 13:24:59.896995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:24:59.975121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7213846f-395a-4cce-bbf6-42c34ea0078d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:25:00.042922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b,segment=NetworkSegment(43888b9a-4a53-42b4-8f32-cc430c6100a1),segment_id=43888b9a-4a53-42b4-8f32-cc430c6100a1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:00.061716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b', 'network_id': '03ff7ec1-267c-4fd1-bc1f-f9c1e21142af', 'port_id': '3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b', 'mac_address': 'fa:16:3e:17:c5:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f27b78ba-9286-4c20-a35f-69b0372063f7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:25:00.065224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d0b7e-2596-4084-be0d-9caf29bdea76 req-61cdb9f2-b64b-4404-8ad9-9d03ddf20196 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:00.066915 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a17d0b7e-2596-4084-be0d-9caf29bdea76 req-61cdb9f2-b64b-4404-8ad9-9d03ddf20196 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 944 time: 0.0990388 Nov 24 13:25:00.091079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4812ec0-3075-4f7f-a3aa-ca23f37e2aee {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:25:00.101621 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.116172 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Transition to ACTIVE for port object c4812ec0-3075-4f7f-a3aa-ca23f37e2aee will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:25:00.117873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7213846f-395a-4cce-bbf6-42c34ea0078d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:25:00.127140 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7213846f-395a-4cce-bbf6-42c34ea0078d tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5852811 Nov 24 13:25:00.127815 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48114) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:00.138000 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.143435 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.149270 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eaa36e-13b9-475e-99b8-4840b4558086 None None] Sync routers for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:25:00.175507 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a17d0b7e-2596-4084-be0d-9caf29bdea76 req-75f94084-64d3-4945-ab7d-f11db3f779f0 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014137 Nov 24 13:25:00.195891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:25:00.229780 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b,segment=NetworkSegment(43888b9a-4a53-42b4-8f32-cc430c6100a1),segment_id=43888b9a-4a53-42b4-8f32-cc430c6100a1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:00.235133 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.254269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae926bc-2f87-43e4-92bf-8e5660795f20 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting subnet bc15a959-2f4e-4067-a245-061cd06da4b9 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:25:00.254269 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ae926bc-2f87-43e4-92bf-8e5660795f20 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.299412 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ae926bc-2f87-43e4-92bf-8e5660795f20 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.339631 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eaa36e-13b9-475e-99b8-4840b4558086 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:25:00.340354 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d1eaa36e-13b9-475e-99b8-4840b4558086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:00.344401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:00.411315 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ae926bc-2f87-43e4-92bf-8e5660795f20 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.472762 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Pushing event updated for resources: {'Port': ['ID=c4812ec0-3075-4f7f-a3aa-ca23f37e2aee,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:00.500259 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ae926bc-2f87-43e4-92bf-8e5660795f20 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.552630 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2ae926bc-2f87-43e4-92bf-8e5660795f20 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.559329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48116) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:00.571699 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2ae926bc-2f87-43e4-92bf-8e5660795f20 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/bc15a959-2f4e-4067-a245-061cd06da4b9 HTTP/1.1" status: 204 len: 168 time: 0.4358380 Nov 24 13:25:00.616660 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae926bc-2f87-43e4-92bf-8e5660795f20 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Subnet': ['ID=bc15a959-2f4e-4067-a245-061cd06da4b9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:00.625291 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Attempting to bind port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:25:00.625878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Attempting to bind port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:25:00.626770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Attempting to bind port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:25:00.633717 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:25:00.634283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Attempting to bind port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:25:00.642117 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b385a0de-3982-4ffb-9019-c657dea6331e None None] Network 6c8105bf-c751-49e0-b378-9bce4f2c3cba requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:25:00.644875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:25:00.645679 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:25:00.646265 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:25:00.646877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Bound port: c4812ec0-3075-4f7f-a3aa-ca23f37e2aee, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:25:00.647467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.683586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d1eaa36e-13b9-475e-99b8-4840b4558086 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:25:00.688646 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.737879 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] For port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:25:00.756027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:25:00.758047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] For port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c4812ec0-3075-4f7f-a3aa-ca23f37e2aee,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:25:00.763617 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.788214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Deleting port be6d419e-7acc-492f-bd0e-94533a63a152 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:25:00.789280 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.805584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:00.806221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.807752 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] 10.222.0.46 "PUT /v2.0/ports/c4812ec0-3075-4f7f-a3aa-ca23f37e2aee HTTP/1.1" status: 200 len: 1096 time: 1.8177092 Nov 24 13:25:00.808189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a29935-8ef5-4b71-bf2d-94b1b147322b', 'tag': 'c4812ec0-3075-4f7f-a3aa-ca23f37e2aee'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:25:00.819001 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ca4c5e-2926-4eb7-b13d-f31bccc857f2" -d '{"events": [{"name": "network-changed", "server_uuid": "80a29935-8ef5-4b71-bf2d-94b1b147322b", "tag": "c4812ec0-3075-4f7f-a3aa-ca23f37e2aee"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:25:00.830849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d1eaa36e-13b9-475e-99b8-4840b4558086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:58Z', 'revision_number': 11, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:00.922532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eaa36e-13b9-475e-99b8-4840b4558086 None None] Checking router: fd0093ee-32d8-4573-9c5b-b10f41a1d4ee for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:25:00.936967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] For port be6d419e-7acc-492f-bd0e-94533a63a152, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=be6d419e-7acc-492f-bd0e-94533a63a152,segment=NetworkSegment(dd64c143-c4cb-4ecd-b07a-52faaab7005f),segment_id=dd64c143-c4cb-4ecd-b07a-52faaab7005f)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:00.938057 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:00.939615 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b58de08-6a51-47db-9feb-80a2e424f324 x-openstack-request-id: req-9b58de08-6a51-47db-9feb-80a2e424f324 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:25:00.940213 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a29935-8ef5-4b71-bf2d-94b1b147322b", "tag": "c4812ec0-3075-4f7f-a3aa-ca23f37e2aee", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:25:00.940384 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b58de08-6a51-47db-9feb-80a2e424f324 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:25:00.941073 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a29935-8ef5-4b71-bf2d-94b1b147322b', 'tag': 'c4812ec0-3075-4f7f-a3aa-ca23f37e2aee', 'status': 'completed', 'code': 200} Nov 24 13:25:00.941896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d9541-45f6-44a2-af1e-6a0a804c3787 service neutron] Pushing event updated for resources: {'Port': ['ID=c4812ec0-3075-4f7f-a3aa-ca23f37e2aee,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:00.999485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Calling delete_port for be6d419e-7acc-492f-bd0e-94533a63a152 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:25:01.029740 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e4660fd-3ef3-469e-83e0-9c11605c09b2 req-08edb6c6-ff26-479a-91a3-526add8a56ee tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=1de17867-1e1c-45ca-8ff6-9642c6a7edda HTTP/1.1" status: 200 len: 210 time: 0.0537879 Nov 24 13:25:01.036284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-75175b86-f143-444e-aed2-e26fc0289b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:01.037852 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-75175b86-f143-444e-aed2-e26fc0289b53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=700cc42ff22546b98a9f8fab27517b6f&device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 1099 time: 0.1648140 Nov 24 13:25:01.100954 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eaa36e-13b9-475e-99b8-4840b4558086 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:25:01.101745 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d1eaa36e-13b9-475e-99b8-4840b4558086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:01.133230 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-f7170bb9-2391-4d78-90e7-3a18cdfeb773 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c4812ec0-3075-4f7f-a3aa-ca23f37e2aee HTTP/1.1" status: 200 len: 217 time: 0.0860488 Nov 24 13:25:01.140937 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:01.243488 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4a6921db-f514-4646-94b1-076c636a4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:01.257902 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-4a6921db-f514-4646-94b1-076c636a4e30 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1156645 Nov 24 13:25:01.283135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Port': ['ID=be6d419e-7acc-492f-bd0e-94533a63a152,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:01.295054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No DVR routers for this DVR port be6d419e-7acc-492f-bd0e-94533a63a152 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:25:01.329342 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d1eaa36e-13b9-475e-99b8-4840b4558086 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:25:01.398701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8db9c-6aaf-4028-a112-98425977b3d4 req-c0bd16f6-9c80-466e-9458-2fbf3f4fd825 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:01.400274 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6cf8db9c-6aaf-4028-a112-98425977b3d4 req-c0bd16f6-9c80-466e-9458-2fbf3f4fd825 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 948 time: 0.1707289 Nov 24 13:25:01.418976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-84d59ee3-edbe-439b-80fb-d0abd2bea384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:01.433177 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-84d59ee3-edbe-439b-80fb-d0abd2bea384 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1598949 Nov 24 13:25:01.439710 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10306f62-c773-4d3e-bdcc-19017cf2da63 None None] DHCP port deletion for 6c8105bf-c751-49e0-b378-9bce4f2c3cba request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:25:01.452305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d1eaa36e-13b9-475e-99b8-4840b4558086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:58Z', 'revision_number': 11, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:01.546575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eaa36e-13b9-475e-99b8-4840b4558086 None None] The sync data for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 is: [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:58Z', 'revision_number': 11, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:25:01.565448 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:01.624442 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8105bf-c751-49e0-b378-9bce4f2c3cba']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:01.642621 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd64c143-c4cb-4ecd-b07a-52faaab7005f') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:01.642926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd64c143-c4cb-4ecd-b07a-52faaab7005f') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:01.644491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404521f-37c4-4b40-9b63-b94a9dba5bd8 req-fd252853-7567-4610-a743-4ccfbdb47423 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:01.648219 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6cf8db9c-6aaf-4028-a112-98425977b3d4 req-0bd10066-63bd-41bd-8bf9-16be61fdaa76 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fba9af1-7f8b-4aad-8780-931b5c004848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165620 Nov 24 13:25:01.650317 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2404521f-37c4-4b40-9b63-b94a9dba5bd8 req-fd252853-7567-4610-a743-4ccfbdb47423 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 945 time: 0.3334527 Nov 24 13:25:01.658111 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:01.683912 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:01.699704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:25:01.700758 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:25:01.709339 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:25:01.724023 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-8b936963-c436-4ecb-a65b-0c1ee887f1df service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792575 Nov 24 13:25:01.818848 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:01.836778 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:01.841399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/networks/6c8105bf-c751-49e0-b378-9bce4f2c3cba HTTP/1.1" status: 204 len: 168 time: 1.2812304 Nov 24 13:25:01.843156 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2404521f-37c4-4b40-9b63-b94a9dba5bd8 req-8c668616-7ee4-4c83-bb5e-d58264acbc1b tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803842 Nov 24 13:25:01.848150 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48128) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:01.859866 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9a3cb564-c4f3-4878-8f59-6b65c8b58fec tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'router': {'routes': None}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:01.876431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090e4b6-66ad-4770-aec0-026af0454920 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Pushing event deleted for resources: {'Network': ['ID=6c8105bf-c751-49e0-b378-9bce4f2c3cba,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:02.071831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device be6d419e-7acc-492f-bd0e-94533a63a152 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:25:02.090782 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3668b07b-5bbd-4c2b-9a1a-8e76e5c9b9b6 req-25d8531e-cd4f-460b-9d10-51234c9dddc6 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502316 Nov 24 13:25:02.183359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: be6d419e-7acc-492f-bd0e-94533a63a152 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:25:02.196819 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device be6d419e-7acc-492f-bd0e-94533a63a152 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:25:02.197205 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 624ef536-7a97-460b-b159-93658fc68a79 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:25:02.240412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 624ef536-7a97-460b-b159-93658fc68a79 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:25:02.240786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 624ef536-7a97-460b-b159-93658fc68a79 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:25:02.283576 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.extraroute_db [None req-9a3cb564-c4f3-4878-8f59-6b65c8b58fec tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Added routes are [] {{(pid=114986) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 24 13:25:02.283890 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.extraroute_db [None req-9a3cb564-c4f3-4878-8f59-6b65c8b58fec tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Removed routes are [] {{(pid=114986) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 24 13:25:02.285115 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb564-c4f3-4878-8f59-6b65c8b58fec tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:02.376496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca4c5e-2926-4eb7-b13d-f31bccc857f2 req-3e2e6abc-8428-4140-b504-29bb9c33f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:02.378144 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9ca4c5e-2926-4eb7-b13d-f31bccc857f2 req-3e2e6abc-8428-4140-b504-29bb9c33f1b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=700cc42ff22546b98a9f8fab27517b6f&device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 1099 time: 0.2075136 Nov 24 13:25:02.472504 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb564-c4f3-4878-8f59-6b65c8b58fec tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:02.480697 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb564-c4f3-4878-8f59-6b65c8b58fec tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:02.605933 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca4c5e-2926-4eb7-b13d-f31bccc857f2 req-7f04ec69-d8e5-4b6e-a322-c5bcb19c52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:02.607570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9ca4c5e-2926-4eb7-b13d-f31bccc857f2 req-7f04ec69-d8e5-4b6e-a322-c5bcb19c52d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.1980228 Nov 24 13:25:02.609367 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3cb564-c4f3-4878-8f59-6b65c8b58fec tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:25:02.709896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9ca4c5e-2926-4eb7-b13d-f31bccc857f2 req-a644e33e-c394-4b55-8da7-5e0f34dd3980 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c4812ec0-3075-4f7f-a3aa-ca23f37e2aee HTTP/1.1" status: 200 len: 217 time: 0.0933349 Nov 24 13:25:02.726475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3cb564-c4f3-4878-8f59-6b65c8b58fec tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:25:02.734540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9a3cb564-c4f3-4878-8f59-6b65c8b58fec tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:02.737580 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b055523-5e2d-4e8c-b589-5afdd90f35f8 None None] Sync routers for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:25:02.744009 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9a3cb564-c4f3-4878-8f59-6b65c8b58fec tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee HTTP/1.1" status: 200 len: 700 time: 0.8926566 Nov 24 13:25:02.744469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48138) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:02.775606 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b055523-5e2d-4e8c-b589-5afdd90f35f8 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:25:02.789521 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8b055523-5e2d-4e8c-b589-5afdd90f35f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:02.797294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cd35ef40-d01a-4d72-ab75-4a9d9747ec8c tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0093ee-32d8-4573-9c5b-b10f41a1d4ee HTTP/1.1" status: 200 len: 205 time: 0.0514534 Nov 24 13:25:02.799628 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48140) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:02.823773 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca4c5e-2926-4eb7-b13d-f31bccc857f2 req-dbace2d1-f65e-4c74-a734-da4d492ce6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:02.826085 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9ca4c5e-2926-4eb7-b13d-f31bccc857f2 req-dbace2d1-f65e-4c74-a734-da4d492ce6f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.1075795 Nov 24 13:25:02.870117 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8b055523-5e2d-4e8c-b589-5afdd90f35f8 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:25:02.882738 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffec8b-f3ff-4818-b44c-5797e3ba448c req-7e2a14c6-fe35-4454-b0bb-f643d362f678 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:02.886024 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-47ffec8b-f3ff-4818-b44c-5797e3ba448c req-7e2a14c6-fe35-4454-b0bb-f643d362f678 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 948 time: 0.1423471 Nov 24 13:25:02.920000 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca4c5e-2926-4eb7-b13d-f31bccc857f2 req-01eecee1-2824-4365-981e-d61cafbe11e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:02.921684 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9ca4c5e-2926-4eb7-b13d-f31bccc857f2 req-01eecee1-2824-4365-981e-d61cafbe11e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0875068 Nov 24 13:25:02.930198 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c6df88fd-7a93-4143-9d1d-c9ff07135bf2 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:02.931678 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8b055523-5e2d-4e8c-b589-5afdd90f35f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:58Z', 'revision_number': 11, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:02.961991 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b055523-5e2d-4e8c-b589-5afdd90f35f8 None None] Checking router: fd0093ee-32d8-4573-9c5b-b10f41a1d4ee for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:25:02.971843 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-47ffec8b-f3ff-4818-b44c-5797e3ba448c req-1bc8a1ec-ad37-47a3-9b7d-7deb38383f87 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fba9af1-7f8b-4aad-8780-931b5c004848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780141 Nov 24 13:25:02.972800 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b055523-5e2d-4e8c-b589-5afdd90f35f8 None None] Routers {'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:25:02.973662 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8b055523-5e2d-4e8c-b589-5afdd90f35f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:03.059488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9ca4c5e-2926-4eb7-b13d-f31bccc857f2 req-8811a352-99d1-40c8-9a96-aa6c27391d64 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259859 Nov 24 13:25:03.150118 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-8b055523-5e2d-4e8c-b589-5afdd90f35f8 None None] Set router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:25:03.165666 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9ca4c5e-2926-4eb7-b13d-f31bccc857f2 req-6008d6cd-1c3f-46dc-9e9a-eb6f9cb62e5d service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988326 Nov 24 13:25:03.215492 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-8b055523-5e2d-4e8c-b589-5afdd90f35f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:58Z', 'revision_number': 11, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:03.250524 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b055523-5e2d-4e8c-b589-5afdd90f35f8 None None] The sync data for ids ['fd0093ee-32d8-4573-9c5b-b10f41a1d4ee'] in n-d-817303-4 is: [{'id': 'fd0093ee-32d8-4573-9c5b-b10f41a1d4ee', 'name': 'tempest-RoutersTest-router-815972760', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:24:19Z', 'updated_at': '2021-11-24T13:24:58Z', 'revision_number': 11, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:25:03.446010 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c6df88fd-7a93-4143-9d1d-c9ff07135bf2 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:03.449586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c6df88fd-7a93-4143-9d1d-c9ff07135bf2 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:03.462821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9bf45-3fda-4ff9-81c7-e76b9ae515ca req-464609ad-800c-414e-b646-a661f59df7c5 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:03.464867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-37c9bf45-3fda-4ff9-81c7-e76b9ae515ca req-464609ad-800c-414e-b646-a661f59df7c5 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 945 time: 0.4181540 Nov 24 13:25:03.515861 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c6df88fd-7a93-4143-9d1d-c9ff07135bf2 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:03.516391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6df88fd-7a93-4143-9d1d-c9ff07135bf2 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Fanout notify agent at l3_agent the message router_deleted on router fd0093ee-32d8-4573-9c5b-b10f41a1d4ee {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:25:03.524849 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c6df88fd-7a93-4143-9d1d-c9ff07135bf2 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:03.525989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c6df88fd-7a93-4143-9d1d-c9ff07135bf2 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee HTTP/1.1" status: 204 len: 168 time: 0.7251170 Nov 24 13:25:03.530031 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48148) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:03.534520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-679614b9-2b97-4db8-8506-f5c50298774b tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1014762124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:03.556482 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-37c9bf45-3fda-4ff9-81c7-e76b9ae515ca req-2e020ec3-0e8e-4920-aac9-1ecc671a3328 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595784 Nov 24 13:25:03.587554 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-679614b9-2b97-4db8-8506-f5c50298774b tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:03.589042 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-679614b9-2b97-4db8-8506-f5c50298774b tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:03.665242 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-679614b9-2b97-4db8-8506-f5c50298774b tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:03.670439 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-679614b9-2b97-4db8-8506-f5c50298774b tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:03.688522 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-679614b9-2b97-4db8-8506-f5c50298774b tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:03.689815 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-679614b9-2b97-4db8-8506-f5c50298774b tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1587760 Nov 24 13:25:03.692434 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48150) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:03.696859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5c1fe16a-a66e-4f25-afa9-b4a8dedf82dd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Request body: {'router': {'admin_state_up': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:03.915425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:25:03.968448 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:25:03.973422 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:03.973893 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:04.071628 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:04.097128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33726f33-7052-48db-bcf9-f4b1d7568e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:25:04.100200 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586ed9ea-a2d9-48d8-aa08-72349f956446" -d '{"events": [{"server_uuid": "33726f33-7052-48db-bcf9-f4b1d7568e9b", "name": "network-vif-plugged", "status": "completed", "tag": "3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:25:04.129295 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b,segment=NetworkSegment(43888b9a-4a53-42b4-8f32-cc430c6100a1),segment_id=43888b9a-4a53-42b4-8f32-cc430c6100a1)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:04.135315 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:04.142353 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69105939-341a-4eb8-8093-225cf070c4cd x-openstack-request-id: req-69105939-341a-4eb8-8093-225cf070c4cd {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:25:04.142802 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33726f33-7052-48db-bcf9-f4b1d7568e9b", "name": "network-vif-plugged", "status": "completed", "tag": "3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:25:04.143320 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69105939-341a-4eb8-8093-225cf070c4cd {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:25:04.143865 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33726f33-7052-48db-bcf9-f4b1d7568e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b', 'code': 200} Nov 24 13:25:04.208600 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:04.288876 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe16a-a66e-4f25-afa9-b4a8dedf82dd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8003908', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8004456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14472'] for router, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:04.311312 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe16a-a66e-4f25-afa9-b4a8dedf82dd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8003917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8003926', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8004447'] for router, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:04.330879 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8473d0-b352-4df8-9026-a70ccec24b71 req-e7dd9026-0dac-4c7c-8d5e-2edd6613ca77 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:04.332387 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4d8473d0-b352-4df8-9026-a70ccec24b71 req-e7dd9026-0dac-4c7c-8d5e-2edd6613ca77 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 948 time: 0.1276214 Nov 24 13:25:04.336247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6cc10-3e06-4288-bf2b-5f0d84c575e1 req-181b5b22-0e90-4088-b9f4-8007e841b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:04.337874 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56e6cc10-3e06-4288-bf2b-5f0d84c575e1 req-181b5b22-0e90-4088-b9f4-8007e841b2de service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 1097 time: 0.0969224 Nov 24 13:25:04.470114 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56e6cc10-3e06-4288-bf2b-5f0d84c575e1 req-b7161ec2-fdce-4b62-869f-2ac1ba4463df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006203 Nov 24 13:25:04.488510 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4d8473d0-b352-4df8-9026-a70ccec24b71 req-6ef43d4e-39cf-4d48-b67f-c08665bd779c tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fba9af1-7f8b-4aad-8780-931b5c004848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121542 Nov 24 13:25:04.501077 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1fe16a-a66e-4f25-afa9-b4a8dedf82dd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Router be6090d2-f257-458c-bc5a-9b3cd3bfcfa6 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:25:04.591995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1fe16a-a66e-4f25-afa9-b4a8dedf82dd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:25:04.598874 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c1fe16a-a66e-4f25-afa9-b4a8dedf82dd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:04.602973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5c1fe16a-a66e-4f25-afa9-b4a8dedf82dd tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "PUT /v2.0/routers/be6090d2-f257-458c-bc5a-9b3cd3bfcfa6 HTTP/1.1" status: 200 len: 694 time: 0.9069839 Nov 24 13:25:04.603460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48162) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:04.609154 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491985e8-6e44-4811-b427-6ef09dbfbb1b None None] Sync routers for ids ['be6090d2-f257-458c-bc5a-9b3cd3bfcfa6'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:25:04.619950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491985e8-6e44-4811-b427-6ef09dbfbb1b None None] Routers {'be6090d2-f257-458c-bc5a-9b3cd3bfcfa6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:25:04.620588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-491985e8-6e44-4811-b427-6ef09dbfbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['be6090d2-f257-458c-bc5a-9b3cd3bfcfa6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:04.694582 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b9123cda-2fb3-46d3-a1be-3f657aca1fae tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/routers/be6090d2-f257-458c-bc5a-9b3cd3bfcfa6 HTTP/1.1" status: 200 len: 700 time: 0.0896943 Nov 24 13:25:04.696529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48164) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:04.696683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-491985e8-6e44-4811-b427-6ef09dbfbb1b None None] Set router be6090d2-f257-458c-bc5a-9b3cd3bfcfa6 gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:25:04.718361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1da7c-8f77-42b7-b3ba-61f1534ba191 req-e3f9ce79-4fdd-44e0-b899-3251ab71ed8f tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:04.725844 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09f1da7c-8f77-42b7-b3ba-61f1534ba191 req-e3f9ce79-4fdd-44e0-b899-3251ab71ed8f tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 946 time: 0.0727286 Nov 24 13:25:04.740999 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1caef6b3-d31f-437a-abdc-18c8789fe3c1 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports?device_id=be6090d2-f257-458c-bc5a-9b3cd3bfcfa6 HTTP/1.1" status: 200 len: 205 time: 0.0431819 Nov 24 13:25:04.742044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48166) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:04.777206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-491985e8-6e44-4811-b427-6ef09dbfbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6090d2-f257-458c-bc5a-9b3cd3bfcfa6', 'name': 'tempest-RoutersTest-router-1014762124', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:25:03Z', 'updated_at': '2021-11-24T13:25:04Z', 'revision_number': 2, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:04.787555 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09f1da7c-8f77-42b7-b3ba-61f1534ba191 req-0135cb8c-1509-4cc3-b1a8-401a49f31130 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606661 Nov 24 13:25:04.811086 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491985e8-6e44-4811-b427-6ef09dbfbb1b None None] Checking router: be6090d2-f257-458c-bc5a-9b3cd3bfcfa6 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:25:04.822320 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-acaa5a4a-2528-41f3-8e9a-2eca6f6c4247 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:04.822786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491985e8-6e44-4811-b427-6ef09dbfbb1b None None] Routers {'be6090d2-f257-458c-bc5a-9b3cd3bfcfa6'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:25:04.824012 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-491985e8-6e44-4811-b427-6ef09dbfbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['be6090d2-f257-458c-bc5a-9b3cd3bfcfa6'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:04.896241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-491985e8-6e44-4811-b427-6ef09dbfbb1b None None] Set router be6090d2-f257-458c-bc5a-9b3cd3bfcfa6 gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:25:04.951160 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-491985e8-6e44-4811-b427-6ef09dbfbb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6090d2-f257-458c-bc5a-9b3cd3bfcfa6', 'name': 'tempest-RoutersTest-router-1014762124', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:25:03Z', 'updated_at': '2021-11-24T13:25:04Z', 'revision_number': 2, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:04.980823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491985e8-6e44-4811-b427-6ef09dbfbb1b None None] The sync data for ids ['be6090d2-f257-458c-bc5a-9b3cd3bfcfa6'] in n-d-817303-4 is: [{'id': 'be6090d2-f257-458c-bc5a-9b3cd3bfcfa6', 'name': 'tempest-RoutersTest-router-1014762124', 'tenant_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:25:03Z', 'updated_at': '2021-11-24T13:25:04Z', 'revision_number': 2, 'project_id': '16bc4d60a9e8488fa8b63d77ad6a4ca9', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:25:04.989124 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-acaa5a4a-2528-41f3-8e9a-2eca6f6c4247 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:04.991498 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-acaa5a4a-2528-41f3-8e9a-2eca6f6c4247 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:05.041153 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-acaa5a4a-2528-41f3-8e9a-2eca6f6c4247 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:05.042362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaa5a4a-2528-41f3-8e9a-2eca6f6c4247 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Fanout notify agent at l3_agent the message router_deleted on router be6090d2-f257-458c-bc5a-9b3cd3bfcfa6 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:25:05.049928 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-acaa5a4a-2528-41f3-8e9a-2eca6f6c4247 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:05.051379 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-acaa5a4a-2528-41f3-8e9a-2eca6f6c4247 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/routers/be6090d2-f257-458c-bc5a-9b3cd3bfcfa6 HTTP/1.1" status: 204 len: 168 time: 0.3079205 Nov 24 13:25:05.056376 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48168) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.086987 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8b9885f2-92a1-49cd-a977-ea180f1d50f6 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports?device_id=be6090d2-f257-458c-bc5a-9b3cd3bfcfa6 HTTP/1.1" status: 200 len: 205 time: 0.0268748 Nov 24 13:25:05.087271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48170) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.126902 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-a0585471-d332-4c57-a0ce-66dd48e6f025 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] delete failed (client error): The resource could not be found. Nov 24 13:25:05.130527 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a0585471-d332-4c57-a0ce-66dd48e6f025 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/routers/be6090d2-f257-458c-bc5a-9b3cd3bfcfa6 HTTP/1.1" status: 404 len: 336 time: 0.0396678 Nov 24 13:25:05.130947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48172) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.157446 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ab1eea-4284-4489-b11e-70c12a45169e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] DELETE failed (client error): The resource could not be found. Nov 24 13:25:05.157985 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ab1eea-4284-4489-b11e-70c12a45169e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:25:05.163316 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-75ab1eea-4284-4489-b11e-70c12a45169e tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/10ee99ac-449a-4973-9860-30e2e90b52cb HTTP/1.1" status: 404 len: 337 time: 0.0291800 Nov 24 13:25:05.163575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48174) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.191159 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e3327a-8a2a-4555-b416-7b061d07f2a1 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] DELETE failed (client error): The resource could not be found. Nov 24 13:25:05.191629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e3327a-8a2a-4555-b416-7b061d07f2a1 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:25:05.194776 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-21e3327a-8a2a-4555-b416-7b061d07f2a1 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/f365b10d-37ba-47f1-b0eb-fb8ab10f15f5 HTTP/1.1" status: 404 len: 337 time: 0.0303154 Nov 24 13:25:05.197341 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48176) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.225097 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-942fe77d-9946-4b85-8c41-72d88887d1f5 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] DELETE failed (client error): The resource could not be found. Nov 24 13:25:05.225562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942fe77d-9946-4b85-8c41-72d88887d1f5 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:25:05.229928 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-942fe77d-9946-4b85-8c41-72d88887d1f5 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/4d99dea3-e163-4871-af27-cd996f1ec794 HTTP/1.1" status: 404 len: 337 time: 0.0300176 Nov 24 13:25:05.231662 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48178) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.257640 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bd4ee3-5329-4d8a-967a-4028f338631c tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] DELETE failed (client error): The resource could not be found. Nov 24 13:25:05.258102 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3bd4ee3-5329-4d8a-967a-4028f338631c tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:25:05.261691 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a3bd4ee3-5329-4d8a-967a-4028f338631c tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/bc15a959-2f4e-4067-a245-061cd06da4b9 HTTP/1.1" status: 404 len: 337 time: 0.0288639 Nov 24 13:25:05.264136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48180) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.290258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4df5a3d2-837d-4d54-8459-6f0cb6712aae tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd0093ee-32d8-4573-9c5b-b10f41a1d4ee HTTP/1.1" status: 200 len: 205 time: 0.0250864 Nov 24 13:25:05.293034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48182) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.334547 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-1bfeb8a1-0e3f-45ce-97cd-e76dfd51a067 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] delete failed (client error): The resource could not be found. Nov 24 13:25:05.338274 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1bfeb8a1-0e3f-45ce-97cd-e76dfd51a067 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/routers/fd0093ee-32d8-4573-9c5b-b10f41a1d4ee HTTP/1.1" status: 404 len: 336 time: 0.0416901 Nov 24 13:25:05.339094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48186) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.368484 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f64041fc-c22d-4760-8180-192c4e09abae tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd8251dd-c60e-4bcc-855c-b533af64ac8d HTTP/1.1" status: 200 len: 205 time: 0.0281947 Nov 24 13:25:05.370951 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48190) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.411596 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-47c587a9-8e58-4747-82fb-1f0425229dfb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] delete failed (client error): The resource could not be found. Nov 24 13:25:05.412744 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-47c587a9-8e58-4747-82fb-1f0425229dfb tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/routers/fd8251dd-c60e-4bcc-855c-b533af64ac8d HTTP/1.1" status: 404 len: 336 time: 0.0408094 Nov 24 13:25:05.415366 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48194) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.447870 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd3a148-0a2d-407b-b65a-a012aaaa9cd2 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] DELETE failed (client error): The resource could not be found. Nov 24 13:25:05.448357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd3a148-0a2d-407b-b65a-a012aaaa9cd2 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:25:05.451571 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7cd3a148-0a2d-407b-b65a-a012aaaa9cd2 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/3f8c8568-d57a-4d2f-accb-9563ecba081b HTTP/1.1" status: 404 len: 337 time: 0.0350766 Nov 24 13:25:05.454121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48196) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.484840 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e8f00bbb-48c1-4fee-8ce7-5713e92605e2 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba9acd2a-5b36-4363-ab5e-d94f7967a573 HTTP/1.1" status: 200 len: 205 time: 0.0278792 Nov 24 13:25:05.486095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48200) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.530331 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-60fb74cc-a012-442f-90fb-1a9aea5bd5cf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] delete failed (client error): The resource could not be found. Nov 24 13:25:05.534410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-60fb74cc-a012-442f-90fb-1a9aea5bd5cf tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/routers/ba9acd2a-5b36-4363-ab5e-d94f7967a573 HTTP/1.1" status: 404 len: 336 time: 0.0460570 Nov 24 13:25:05.534526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48204) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.567004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48206) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.567791 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-44f5376d-c859-44d4-87f5-91c87860915b tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports?device_id=6771a385-6c52-4c57-9ac1-40b2aa82ab49 HTTP/1.1" status: 200 len: 205 time: 0.0320776 Nov 24 13:25:05.613642 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-20ca1584-ec5b-4535-8f40-fb83a1460439 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] delete failed (client error): The resource could not be found. Nov 24 13:25:05.616797 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-20ca1584-ec5b-4535-8f40-fb83a1460439 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/routers/6771a385-6c52-4c57-9ac1-40b2aa82ab49 HTTP/1.1" status: 404 len: 336 time: 0.0451548 Nov 24 13:25:05.617459 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48208) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.647453 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c5cb566-f232-42fe-b46d-cccc5c55e137 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] DELETE failed (client error): The resource could not be found. Nov 24 13:25:05.647980 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c5cb566-f232-42fe-b46d-cccc5c55e137 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:25:05.654376 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8c5cb566-f232-42fe-b46d-cccc5c55e137 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/7075bb28-eb2b-4e2d-8456-3c87d21dae6f HTTP/1.1" status: 404 len: 337 time: 0.0335143 Nov 24 13:25:05.654683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48210) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.678158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb0036-5991-4a21-814d-865106480183 req-862a6caf-a432-4465-97d0-ff98721f03de tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:05.680015 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8fbb0036-5991-4a21-814d-865106480183 req-862a6caf-a432-4465-97d0-ff98721f03de tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 948 time: 0.0749269 Nov 24 13:25:05.709836 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a5a7e3a4-fecf-4ccf-bf27-1a1f426cbb19 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports?device_id=32b8b604-fbe0-44be-94bf-324d2db089d4 HTTP/1.1" status: 200 len: 205 time: 0.0541260 Nov 24 13:25:05.710796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48212) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.758535 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-4c749aa4-9283-4a4d-a4df-5c9b5e0d25d4 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] delete failed (client error): The resource could not be found. Nov 24 13:25:05.763561 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4c749aa4-9283-4a4d-a4df-5c9b5e0d25d4 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/routers/32b8b604-fbe0-44be-94bf-324d2db089d4 HTTP/1.1" status: 404 len: 336 time: 0.0513620 Nov 24 13:25:05.764501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48214) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.770850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8fbb0036-5991-4a21-814d-865106480183 req-deb8d0d2-a735-466e-967a-73ff3d4fe589 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fba9af1-7f8b-4aad-8780-931b5c004848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833745 Nov 24 13:25:05.797189 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-6041141b-03dd-4803-b462-8497330ca396 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] DELETE failed (client error): The resource could not be found. Nov 24 13:25:05.810992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c4812ec0-3075-4f7f-a3aa-ca23f37e2aee details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:25:05.811866 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6041141b-03dd-4803-b462-8497330ca396 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:25:05.818329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48218) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.818639 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6041141b-03dd-4803-b462-8497330ca396 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/54c20dae-787e-407d-8034-e4059d043130 HTTP/1.1" status: 404 len: 337 time: 0.0526366 Nov 24 13:25:05.886728 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7d035775-bf06-4987-93d4-b6f070d7e7d0 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "GET /v2.0/ports?device_id=923e7f03-65bf-40a4-bace-61a4496c1e13 HTTP/1.1" status: 200 len: 205 time: 0.0670092 Nov 24 13:25:05.888964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48220) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:05.945719 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-bd723b06-502b-4354-b26d-b3b2409bf447 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] delete failed (client error): The resource could not be found. Nov 24 13:25:05.949405 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bd723b06-502b-4354-b26d-b3b2409bf447 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/routers/923e7f03-65bf-40a4-bace-61a4496c1e13 HTTP/1.1" status: 404 len: 336 time: 0.0594888 Nov 24 13:25:05.951788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48222) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:06.000499 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c608a8da-60f2-4eaa-a683-bf50e95afa15 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] DELETE failed (client error): The resource could not be found. Nov 24 13:25:06.001263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c608a8da-60f2-4eaa-a683-bf50e95afa15 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:25:06.004912 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c608a8da-60f2-4eaa-a683-bf50e95afa15 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/52739e22-d840-45db-844e-e6cc79bf8c83 HTTP/1.1" status: 404 len: 337 time: 0.0519061 Nov 24 13:25:06.005299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c4812ec0-3075-4f7f-a3aa-ca23f37e2aee,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:06.007193 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48224) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:06.020092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'c4812ec0-3075-4f7f-a3aa-ca23f37e2aee', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'c4812ec0-3075-4f7f-a3aa-ca23f37e2aee', 'mac_address': 'fa:16:3e:1b:7b:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:25:06.042875 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d204e8f7-1a3b-461a-b69f-a909de9c0259 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] DELETE failed (client error): The resource could not be found. Nov 24 13:25:06.043685 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d204e8f7-1a3b-461a-b69f-a909de9c0259 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:25:06.047693 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d204e8f7-1a3b-461a-b69f-a909de9c0259 tempest-RoutersTest-1680496075 tempest-RoutersTest-1680496075-project] 10.222.0.48 "DELETE /v2.0/subnets/5a771c45-76a3-4e10-8348-309d8800e440 HTTP/1.1" status: 404 len: 337 time: 0.0387673 Nov 24 13:25:06.092654 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a46a08-57d4-40d0-af85-30bbe525e1a5 req-49b05666-e988-4a30-acac-845572424f5b tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:06.094893 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a0a46a08-57d4-40d0-af85-30bbe525e1a5 req-49b05666-e988-4a30-acac-845572424f5b tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 946 time: 0.1634004 Nov 24 13:25:06.123625 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:06.150299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4812ec0-3075-4f7f-a3aa-ca23f37e2aee {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:25:06.153423 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a713c7ac-8ae3-4895-b65b-6f67add1022c req-710092eb-cd56-4c36-adea-4f018b354b31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1446049 Nov 24 13:25:06.193890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c4812ec0-3075-4f7f-a3aa-ca23f37e2aee,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:06.200484 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a0a46a08-57d4-40d0-af85-30bbe525e1a5 req-f553ec93-1dcf-49a3-ab99-48a6cfc0c8e4 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836871 Nov 24 13:25:06.206991 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:06.261849 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c7ac-8ae3-4895-b65b-6f67add1022c req-6f18ca2b-aa67-4015-9592-fa8bd1848a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:06.263817 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a713c7ac-8ae3-4895-b65b-6f67add1022c req-6f18ca2b-aa67-4015-9592-fa8bd1848a9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 1097 time: 0.0867646 Nov 24 13:25:06.352524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=c4812ec0-3075-4f7f-a3aa-ca23f37e2aee,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:06.451096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['c4812ec0-3075-4f7f-a3aa-ca23f37e2aee'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:25:06.458496 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:06.478448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c7ac-8ae3-4895-b65b-6f67add1022c req-8f12567d-1c07-46fd-a66f-d61b8c8b9d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:06.481472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a713c7ac-8ae3-4895-b65b-6f67add1022c req-8f12567d-1c07-46fd-a66f-d61b8c8b9d12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.1870520 Nov 24 13:25:06.540878 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a713c7ac-8ae3-4895-b65b-6f67add1022c req-dda99c90-33f9-42f5-b437-e2cb0f648001 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 HTTP/1.1" status: 200 len: 217 time: 0.0507371 Nov 24 13:25:06.631167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c7ac-8ae3-4895-b65b-6f67add1022c req-560cf3df-fb55-4e53-aa24-164465813212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:06.633144 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a713c7ac-8ae3-4895-b65b-6f67add1022c req-560cf3df-fb55-4e53-aa24-164465813212 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0851402 Nov 24 13:25:06.646093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48242) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:06.722724 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713c7ac-8ae3-4895-b65b-6f67add1022c req-4343fd58-e737-46a1-af0a-8d4c7965db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:06.729532 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a713c7ac-8ae3-4895-b65b-6f67add1022c req-4343fd58-e737-46a1-af0a-8d4c7965db3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820320 Nov 24 13:25:06.901774 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9f973b4c-534b-4108-91dc-40c3f7b36f66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16bc4d60a9e8488fa8b63d77ad6a4ca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2546508 Nov 24 13:25:06.904325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48250) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:06.942278 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a713c7ac-8ae3-4895-b65b-6f67add1022c req-6bf7fb67-a82d-4b99-b632-dd81f99db0d3 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102811 Nov 24 13:25:06.952635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89cd99-24e5-4eca-b008-ea26bb66b4e7 req-60f221d5-3171-48ad-a36c-77f6ef404e29 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:06.954867 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1f89cd99-24e5-4eca-b008-ea26bb66b4e7 req-60f221d5-3171-48ad-a36c-77f6ef404e29 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 949 time: 0.0778897 Nov 24 13:25:06.964146 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d379b6d6-db40-4656-918d-cf79d038fa6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:06.987019 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d379b6d6-db40-4656-918d-cf79d038fa6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:07.048499 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d379b6d6-db40-4656-918d-cf79d038fa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:07.053581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d379b6d6-db40-4656-918d-cf79d038fa6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:07.055059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d379b6d6-db40-4656-918d-cf79d038fa6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06f95215-be24-4ba6-a0c5-cb363082d6c4 HTTP/1.1" status: 204 len: 168 time: 0.1494782 Nov 24 13:25:07.090689 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1f89cd99-24e5-4eca-b008-ea26bb66b4e7 req-be30d63f-2af4-4dc6-854b-8b3f947936dd tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fba9af1-7f8b-4aad-8780-931b5c004848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162014 Nov 24 13:25:07.106483 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a713c7ac-8ae3-4895-b65b-6f67add1022c req-0b2cacf2-7af3-4fb6-806a-47ef6abc704a service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495538 Nov 24 13:25:07.127724 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379b6d6-db40-4656-918d-cf79d038fa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f95215-be24-4ba6-a0c5-cb363082d6c4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:07.829564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c4812ec0-3075-4f7f-a3aa-ca23f37e2aee up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:25:07.833812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004d2e0-7d4f-4b10-8154-61aa576c416c req-37209dcf-cf6b-4ddc-a576-5366c136c7cc tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:07.835358 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d004d2e0-7d4f-4b10-8154-61aa576c416c req-37209dcf-cf6b-4ddc-a576-5366c136c7cc tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 946 time: 0.0575311 Nov 24 13:25:07.920017 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:25:07.926545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:07.927235 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:07.935671 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d004d2e0-7d4f-4b10-8154-61aa576c416c req-e6409fa6-6e5f-452a-ae0f-674a7e51f611 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873744 Nov 24 13:25:07.944219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48282) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:08.017902 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.041824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a29935-8ef5-4b71-bf2d-94b1b147322b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4812ec0-3075-4f7f-a3aa-ca23f37e2aee'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:25:08.044164 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74cd733-b4cf-4007-9e2d-e398ff5cd8f7" -d '{"events": [{"server_uuid": "80a29935-8ef5-4b71-bf2d-94b1b147322b", "name": "network-vif-plugged", "status": "completed", "tag": "c4812ec0-3075-4f7f-a3aa-ca23f37e2aee"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:25:08.052674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-08521d1f-b582-4145-b952-fd26f7ed13c3 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-78400501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:08.064691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c4812ec0-3075-4f7f-a3aa-ca23f37e2aee,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:08.070480 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.076908 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-08521d1f-b582-4145-b952-fd26f7ed13c3 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.078363 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-08521d1f-b582-4145-b952-fd26f7ed13c3 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.116698 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889287a0-0d60-4de1-aa33-c9e128793e52 x-openstack-request-id: req-889287a0-0d60-4de1-aa33-c9e128793e52 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:25:08.117018 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a29935-8ef5-4b71-bf2d-94b1b147322b", "name": "network-vif-plugged", "status": "completed", "tag": "c4812ec0-3075-4f7f-a3aa-ca23f37e2aee", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:25:08.117283 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-889287a0-0d60-4de1-aa33-c9e128793e52 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:25:08.118287 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a29935-8ef5-4b71-bf2d-94b1b147322b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4812ec0-3075-4f7f-a3aa-ca23f37e2aee', 'code': 200} Nov 24 13:25:08.132945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=c4812ec0-3075-4f7f-a3aa-ca23f37e2aee,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:08.142215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:08.142426 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-08521d1f-b582-4145-b952-fd26f7ed13c3 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.143148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:08.143427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:08.144551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:08.145134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:08.145793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:08.146450 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:08.147766 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:08.148688 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-08521d1f-b582-4145-b952-fd26f7ed13c3 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.148989 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:08.149551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:08.150055 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:08.151279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:08.170875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-08521d1f-b582-4145-b952-fd26f7ed13c3 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.172790 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-08521d1f-b582-4145-b952-fd26f7ed13c3 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2268572 Nov 24 13:25:08.175221 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48290) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:08.180778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-795264155'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:08.225500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Made reservation on behalf of 397ea838d3464942b5f61b7925e83a9c for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:25:08.229029 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.265243 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.305210 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54723d26-f262-4839-982b-25e1b8c1d14f req-1b8ef218-89c3-49b3-9800-415095f7e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:08.306795 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-54723d26-f262-4839-982b-25e1b8c1d14f req-1b8ef218-89c3-49b3-9800-415095f7e8c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 1101 time: 0.1120090 Nov 24 13:25:08.318853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552f0aa-e96c-483f-8e0e-dd611aca914b req-2f5e6777-f9da-47d3-b608-c8b74b2bdf62 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:08.320408 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b552f0aa-e96c-483f-8e0e-dd611aca914b req-2f5e6777-f9da-47d3-b608-c8b74b2bdf62 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 950 time: 0.0978951 Nov 24 13:25:08.425504 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b552f0aa-e96c-483f-8e0e-dd611aca914b req-4a3a73b8-0ae9-46f3-87b2-5d381a796833 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fba9af1-7f8b-4aad-8780-931b5c004848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902376 Nov 24 13:25:08.427550 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-54723d26-f262-4839-982b-25e1b8c1d14f req-b1433ff0-71a0-4491-b4fc-619dbdf5bb64 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0fba9af1-7f8b-4aad-8780-931b5c004848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022074 Nov 24 13:25:08.448355 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.452712 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.475974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:25:08.492451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0726a465-ac35-41e5-bc11-c04f001ffd27,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:08.496378 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.496753 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Added segment 7710cc7c-907a-45d5-befa-c1543feb0837 of type vlan for network 6ed61a9c-9064-49d0-b2ba-5f218b2cce8e Nov 24 13:25:08.543483 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.574576 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.580183 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:08.580851 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.629041 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4499128 Nov 24 13:25:08.629300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48292) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:08.634110 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b091f625-e7b8-471f-a253-e23f705d20dd tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Request body: {'subnet': {'network_id': '6ed61a9c-9064-49d0-b2ba-5f218b2cce8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:08.675064 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c704f93-9ac7-4e25-9d03-ad4e89550ba2 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event updated for resources: {'Network': ['ID=6ed61a9c-9064-49d0-b2ba-5f218b2cce8e,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:08.688162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 6ed61a9c-9064-49d0-b2ba-5f218b2cce8e details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:25:08.765267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b091f625-e7b8-471f-a253-e23f705d20dd tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Made reservation on behalf of 397ea838d3464942b5f61b7925e83a9c for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:25:08.769209 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b091f625-e7b8-471f-a253-e23f705d20dd tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:08.992837 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b091f625-e7b8-471f-a253-e23f705d20dd tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.074871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5f20e-f27b-4c95-afff-65d8d7093922 req-76fcc906-d066-4d47-af6d-cd2806cd3a81 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:09.082301 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091f625-e7b8-471f-a253-e23f705d20dd tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event updated for resources: {'Subnet': ['ID=5b50ef46-1514-49f8-a9c2-6646f67ad7d3,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:09.083177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09e5f20e-f27b-4c95-afff-65d8d7093922 req-76fcc906-d066-4d47-af6d-cd2806cd3a81 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 946 time: 0.0718448 Nov 24 13:25:09.123128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091f625-e7b8-471f-a253-e23f705d20dd tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Checking segment: {'id': '7710cc7c-907a-45d5-befa-c1543feb0837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6ed61a9c-9064-49d0-b2ba-5f218b2cce8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:25:09.126958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b091f625-e7b8-471f-a253-e23f705d20dd tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Network hostable DHCP agents. Network: 6ed61a9c-9064-49d0-b2ba-5f218b2cce8e, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:25:09.149425 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09e5f20e-f27b-4c95-afff-65d8d7093922 req-908bc9e8-e8c0-4fba-ad8c-a7ec8dda21c6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=5baafce0-0cce-4138-9459-d78544bcfcb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650549 Nov 24 13:25:09.165606 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b091f625-e7b8-471f-a253-e23f705d20dd tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Network 6ed61a9c-9064-49d0-b2ba-5f218b2cce8e is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:25:09.191152 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-b091f625-e7b8-471f-a253-e23f705d20dd tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 6ed61a9c-9064-49d0-b2ba-5f218b2cce8e) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:25:09.196204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b091f625-e7b8-471f-a253-e23f705d20dd tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:09.196849 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b091f625-e7b8-471f-a253-e23f705d20dd tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.202954 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a707d4-3794-4552-9f37-bb09a33c0a8f None None] Network 6ed61a9c-9064-49d0-b2ba-5f218b2cce8e requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:25:09.240956 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b091f625-e7b8-471f-a253-e23f705d20dd tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6106749 Nov 24 13:25:09.245283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48308) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:09.250740 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-fc2d2d69-1a92-49e6-8b9d-ae95418c6122 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Request body: {'network': {'name': 'tempest-router-network01--1027136738'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:09.275068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2d2d69-1a92-49e6-8b9d-ae95418c6122 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Made reservation on behalf of 397ea838d3464942b5f61b7925e83a9c for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:25:09.279418 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2d69-1a92-49e6-8b9d-ae95418c6122 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.308340 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2d2d69-1a92-49e6-8b9d-ae95418c6122 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:25:09.322293 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2d69-1a92-49e6-8b9d-ae95418c6122 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.323532 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-fc2d2d69-1a92-49e6-8b9d-ae95418c6122 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Added segment bc2bca10-20f1-4548-8018-20f4e5cb399e of type vlan for network d084fa5c-8ed7-4808-ad8f-bcd6247ceb72 Nov 24 13:25:09.381661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372984d-387b-4844-9452-8b9705a54f32 req-619edbdc-9008-4efe-bf67-b7f060c4ef7b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:09.383967 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9372984d-387b-4844-9452-8b9705a54f32 req-619edbdc-9008-4efe-bf67-b7f060c4ef7b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 946 time: 0.0801795 Nov 24 13:25:09.395690 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2d69-1a92-49e6-8b9d-ae95418c6122 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.425438 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2d69-1a92-49e6-8b9d-ae95418c6122 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.433249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2d2d69-1a92-49e6-8b9d-ae95418c6122 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:09.434084 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2d69-1a92-49e6-8b9d-ae95418c6122 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.438491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-6ed61a9c-9064-49d0-b2ba-5f218b2cce8e', 'network_id': '6ed61a9c-9064-49d0-b2ba-5f218b2cce8e', 'tenant_id': '397ea838d3464942b5f61b7925e83a9c', 'fixed_ips': [{'subnet_id': '5b50ef46-1514-49f8-a9c2-6646f67ad7d3'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:25:09.439414 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.590866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d2d69-1a92-49e6-8b9d-ae95418c6122 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event updated for resources: {'Network': ['ID=d084fa5c-8ed7-4808-ad8f-bcd6247ceb72,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:09.612089 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fc2d2d69-1a92-49e6-8b9d-ae95418c6122 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3623557 Nov 24 13:25:09.612751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48314) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:09.619449 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network d084fa5c-8ed7-4808-ad8f-bcd6247ceb72 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:25:09.626071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-88a854d5-7356-412c-bc23-1fb82ab56c86 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Request body: {'network': {'name': 'tempest-router-network02--1273647075'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:09.671970 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a854d5-7356-412c-bc23-1fb82ab56c86 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Made reservation on behalf of 397ea838d3464942b5f61b7925e83a9c for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:25:09.675900 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70cb80-a0f8-4e01-8431-4869135601ae req-9a982465-5967-45d3-ac0d-d1269280cf9c tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:09.677831 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a70cb80-a0f8-4e01-8431-4869135601ae req-9a982465-5967-45d3-ac0d-d1269280cf9c tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 950 time: 0.1083419 Nov 24 13:25:09.681300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-9372984d-387b-4844-9452-8b9705a54f32 req-42ac8753-22df-4528-87db-1c93d8844a05 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Deleting port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:25:09.681686 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9372984d-387b-4844-9452-8b9705a54f32 req-42ac8753-22df-4528-87db-1c93d8844a05 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.681966 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88a854d5-7356-412c-bc23-1fb82ab56c86 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.740649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a854d5-7356-412c-bc23-1fb82ab56c86 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:25:09.761292 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88a854d5-7356-412c-bc23-1fb82ab56c86 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.761678 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-88a854d5-7356-412c-bc23-1fb82ab56c86 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Added segment 5e104199-627c-48d2-84b6-7d42627fb2ec of type vlan for network 1f6cb888-f669-4853-a4a3-f2b6231ed40b Nov 24 13:25:09.786138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-9372984d-387b-4844-9452-8b9705a54f32 req-42ac8753-22df-4528-87db-1c93d8844a05 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] For port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=1d48fd55-2402-49d5-9fdf-39b4ae6adfa9,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:09.786513 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9372984d-387b-4844-9452-8b9705a54f32 req-42ac8753-22df-4528-87db-1c93d8844a05 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.825296 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88a854d5-7356-412c-bc23-1fb82ab56c86 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.832498 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-9372984d-387b-4844-9452-8b9705a54f32 req-42ac8753-22df-4528-87db-1c93d8844a05 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Calling delete_port for 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:25:09.880806 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88a854d5-7356-412c-bc23-1fb82ab56c86 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.887650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a854d5-7356-412c-bc23-1fb82ab56c86 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:09.888259 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88a854d5-7356-412c-bc23-1fb82ab56c86 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:09.956816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-88a854d5-7356-412c-bc23-1fb82ab56c86 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3429565 Nov 24 13:25:09.965491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48316) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:09.980067 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1548aeb4-6f40-4f82-9495-58b2a606f1ba tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Request body: {'subnet': {'network_id': 'd084fa5c-8ed7-4808-ad8f-bcd6247ceb72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:09.994452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a854d5-7356-412c-bc23-1fb82ab56c86 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event updated for resources: {'Network': ['ID=1f6cb888-f669-4853-a4a3-f2b6231ed40b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:10.016470 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:10.019573 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0a70cb80-a0f8-4e01-8431-4869135601ae req-6f6fa8eb-72cf-4920-b31a-c4a7e2e65ca3 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fba9af1-7f8b-4aad-8780-931b5c004848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176943 Nov 24 13:25:10.020902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Allocated IP 172.20.0.2 (6ed61a9c-9064-49d0-b2ba-5f218b2cce8e/5b50ef46-1514-49f8-a9c2-6646f67ad7d3/d30e1e1f-7c68-4a62-98c6-d25581f6c275) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:25:10.023083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 1f6cb888-f669-4853-a4a3-f2b6231ed40b details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:25:10.217097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1548aeb4-6f40-4f82-9495-58b2a606f1ba tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Made reservation on behalf of 397ea838d3464942b5f61b7925e83a9c for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:25:10.220962 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1548aeb4-6f40-4f82-9495-58b2a606f1ba tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:10.284570 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9372984d-387b-4844-9452-8b9705a54f32 req-42ac8753-22df-4528-87db-1c93d8844a05 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:10.325074 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f4579a8e-3a16-44aa-929d-af95d9a166e8 req-d193969b-81b9-4657-b830-660475e7bbbd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 210 time: 0.0531821 Nov 24 13:25:10.347984 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:10.359674 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:10.383103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac8753-22df-4528-87db-1c93d8844a05 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event deleted for resources: {'Port': ['ID=1d48fd55-2402-49d5-9fdf-39b4ae6adfa9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:10.438680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Pushing event updated for resources: {'Port': ['ID=d30e1e1f-7c68-4a62-98c6-d25581f6c275,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:10.446275 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Network 6ed61a9c-9064-49d0-b2ba-5f218b2cce8e is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:25:10.448666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:25:10.451073 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:25:10.476352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-9372984d-387b-4844-9452-8b9705a54f32 req-42ac8753-22df-4528-87db-1c93d8844a05 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] No DVR routers for this DVR port 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:25:10.480968 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-9372984d-387b-4844-9452-8b9705a54f32 req-42ac8753-22df-4528-87db-1c93d8844a05 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:10.486052 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9372984d-387b-4844-9452-8b9705a54f32 req-42ac8753-22df-4528-87db-1c93d8844a05 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "DELETE /v2.0/ports/1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 HTTP/1.1" status: 204 len: 173 time: 1.0940144 Nov 24 13:25:10.486507 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e74f094-3fda-46c0-b0fe-b1c4df82e885', 'name': 'network-vif-deleted', 'tag': '1d48fd55-2402-49d5-9fdf-39b4ae6adfa9'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:25:10.491165 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358fe112-c51b-4345-b563-21df2388fe01" -d '{"events": [{"server_uuid": "6e74f094-3fda-46c0-b0fe-b1c4df82e885", "name": "network-vif-deleted", "tag": "1d48fd55-2402-49d5-9fdf-39b4ae6adfa9"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:25:10.542750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Attempting to bind port d30e1e1f-7c68-4a62-98c6-d25581f6c275 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:25:10.543170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Attempting to bind port d30e1e1f-7c68-4a62-98c6-d25581f6c275 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '7710cc7c-907a-45d5-befa-c1543feb0837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6ed61a9c-9064-49d0-b2ba-5f218b2cce8e'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:25:10.543544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Attempting to bind port d30e1e1f-7c68-4a62-98c6-d25581f6c275 on network 6ed61a9c-9064-49d0-b2ba-5f218b2cce8e {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:25:10.549306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:25:10.549695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Checking segment: {'id': '7710cc7c-907a-45d5-befa-c1543feb0837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6ed61a9c-9064-49d0-b2ba-5f218b2cce8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:25:10.550107 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:10.550511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Bound using segment: {'id': '7710cc7c-907a-45d5-befa-c1543feb0837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6ed61a9c-9064-49d0-b2ba-5f218b2cce8e'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:25:10.551134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Bound port: d30e1e1f-7c68-4a62-98c6-d25581f6c275, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7710cc7c-907a-45d5-befa-c1543feb0837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6ed61a9c-9064-49d0-b2ba-5f218b2cce8e'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:25:10.551539 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:10.619474 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203de1f8-4f5c-4878-b3f9-b711ce332275 x-openstack-request-id: req-203de1f8-4f5c-4878-b3f9-b711ce332275 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:25:10.619794 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e74f094-3fda-46c0-b0fe-b1c4df82e885", "name": "network-vif-deleted", "tag": "1d48fd55-2402-49d5-9fdf-39b4ae6adfa9", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:25:10.620031 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-203de1f8-4f5c-4878-b3f9-b711ce332275 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:25:10.620453 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e74f094-3fda-46c0-b0fe-b1c4df82e885', 'name': 'network-vif-deleted', 'tag': '1d48fd55-2402-49d5-9fdf-39b4ae6adfa9', 'status': 'completed', 'code': 200} Nov 24 13:25:10.651236 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1548aeb4-6f40-4f82-9495-58b2a606f1ba tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:10.652549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] For port d30e1e1f-7c68-4a62-98c6-d25581f6c275, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:25:10.658481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] For port d30e1e1f-7c68-4a62-98c6-d25581f6c275, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d30e1e1f-7c68-4a62-98c6-d25581f6c275,segment=NetworkSegment(7710cc7c-907a-45d5-befa-c1543feb0837),segment_id=7710cc7c-907a-45d5-befa-c1543feb0837)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:25:10.670904 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:10.723192 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548aeb4-6f40-4f82-9495-58b2a606f1ba tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event updated for resources: {'Subnet': ['ID=b93eaef2-9a93-475d-973d-705c6d2f5da2,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:10.743066 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adacf1c-b181-4fd7-ae12-8a6f37d21ac8 None None] Pushing event updated for resources: {'Port': ['ID=d30e1e1f-7c68-4a62-98c6-d25581f6c275,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:10.765921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1548aeb4-6f40-4f82-9495-58b2a606f1ba tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Checking segment: {'id': 'bc2bca10-20f1-4548-8018-20f4e5cb399e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd084fa5c-8ed7-4808-ad8f-bcd6247ceb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:25:10.766301 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1548aeb4-6f40-4f82-9495-58b2a606f1ba tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Network hostable DHCP agents. Network: d084fa5c-8ed7-4808-ad8f-bcd6247ceb72, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:25:10.785178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1548aeb4-6f40-4f82-9495-58b2a606f1ba tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Network d084fa5c-8ed7-4808-ad8f-bcd6247ceb72 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:25:10.796457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-1548aeb4-6f40-4f82-9495-58b2a606f1ba tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, d084fa5c-8ed7-4808-ad8f-bcd6247ceb72) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:25:10.801818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1548aeb4-6f40-4f82-9495-58b2a606f1ba tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:10.802587 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1548aeb4-6f40-4f82-9495-58b2a606f1ba tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:10.809269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9440b20-9de7-4875-9113-6340d2e7666e None None] Network d084fa5c-8ed7-4808-ad8f-bcd6247ceb72 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:25:10.830794 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1548aeb4-6f40-4f82-9495-58b2a606f1ba tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8641682 Nov 24 13:25:10.833594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48328) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:10.840412 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2cc39f1e-e180-4401-8a87-683d63fdb79d tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Request body: {'subnet': {'network_id': '1f6cb888-f669-4853-a4a3-f2b6231ed40b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:10.962437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc39f1e-e180-4401-8a87-683d63fdb79d tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Made reservation on behalf of 397ea838d3464942b5f61b7925e83a9c for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:25:10.976740 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2cc39f1e-e180-4401-8a87-683d63fdb79d tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:11.017938 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-d084fa5c-8ed7-4808-ad8f-bcd6247ceb72', 'network_id': 'd084fa5c-8ed7-4808-ad8f-bcd6247ceb72', 'tenant_id': '397ea838d3464942b5f61b7925e83a9c', 'fixed_ips': [{'subnet_id': 'b93eaef2-9a93-475d-973d-705c6d2f5da2'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:25:11.018820 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:11.239014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Allocated IP 172.20.0.2 (d084fa5c-8ed7-4808-ad8f-bcd6247ceb72/b93eaef2-9a93-475d-973d-705c6d2f5da2/96aae910-4bf0-4386-b60c-415cc6b75233) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:25:11.244827 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2cc39f1e-e180-4401-8a87-683d63fdb79d tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:11.264923 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b90801-d889-44af-8911-dd94e7ea5b27 req-6f72ddde-31e9-49f4-8c4e-bde38076908e tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:11.272860 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-03b90801-d889-44af-8911-dd94e7ea5b27 req-6f72ddde-31e9-49f4-8c4e-bde38076908e tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 950 time: 0.1490259 Nov 24 13:25:11.326697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc39f1e-e180-4401-8a87-683d63fdb79d tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event updated for resources: {'Subnet': ['ID=1c180e40-8015-47bc-9011-c59d9af1f544,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:11.352600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc39f1e-e180-4401-8a87-683d63fdb79d tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Checking segment: {'id': '5e104199-627c-48d2-84b6-7d42627fb2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1f6cb888-f669-4853-a4a3-f2b6231ed40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:25:11.354336 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc39f1e-e180-4401-8a87-683d63fdb79d tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Network hostable DHCP agents. Network: 1f6cb888-f669-4853-a4a3-f2b6231ed40b, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:25:11.378636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc39f1e-e180-4401-8a87-683d63fdb79d tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Network 1f6cb888-f669-4853-a4a3-f2b6231ed40b is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:25:11.387961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-03b90801-d889-44af-8911-dd94e7ea5b27 req-51c4517c-47d2-4d0a-b834-a7aa3e4ff3c0 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fba9af1-7f8b-4aad-8780-931b5c004848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137905 Nov 24 13:25:11.395616 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-2cc39f1e-e180-4401-8a87-683d63fdb79d tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 1f6cb888-f669-4853-a4a3-f2b6231ed40b) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:25:11.401992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc39f1e-e180-4401-8a87-683d63fdb79d tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:11.402711 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2cc39f1e-e180-4401-8a87-683d63fdb79d tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:11.410938 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dda3ce-dc60-4bae-81fb-d7b385cf222b None None] Network 1f6cb888-f669-4853-a4a3-f2b6231ed40b requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:25:11.434351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48340) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:11.435818 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2cc39f1e-e180-4401-8a87-683d63fdb79d tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6008143 Nov 24 13:25:11.480711 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7d39c109-fe67-4257-b94a-d8841885a599 req-67bc14cb-bde7-4fce-8766-87636f795efa tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 210 time: 0.0431528 Nov 24 13:25:11.537517 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:11.553377 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:11.623191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Network d084fa5c-8ed7-4808-ad8f-bcd6247ceb72 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:25:11.632914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:25:11.639108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:25:11.649195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Pushing event updated for resources: {'Port': ['ID=96aae910-4bf0-4386-b60c-415cc6b75233,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:11.708412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-1f6cb888-f669-4853-a4a3-f2b6231ed40b', 'network_id': '1f6cb888-f669-4853-a4a3-f2b6231ed40b', 'tenant_id': '397ea838d3464942b5f61b7925e83a9c', 'fixed_ips': [{'subnet_id': '1c180e40-8015-47bc-9011-c59d9af1f544'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:25:11.709338 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:11.746902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Attempting to bind port 96aae910-4bf0-4386-b60c-415cc6b75233 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:25:11.747284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Attempting to bind port 96aae910-4bf0-4386-b60c-415cc6b75233 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'bc2bca10-20f1-4548-8018-20f4e5cb399e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd084fa5c-8ed7-4808-ad8f-bcd6247ceb72'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:25:11.747643 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Attempting to bind port 96aae910-4bf0-4386-b60c-415cc6b75233 on network d084fa5c-8ed7-4808-ad8f-bcd6247ceb72 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:25:11.762606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:25:11.762986 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Checking segment: {'id': 'bc2bca10-20f1-4548-8018-20f4e5cb399e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd084fa5c-8ed7-4808-ad8f-bcd6247ceb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:25:11.763387 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:11.763788 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Bound using segment: {'id': 'bc2bca10-20f1-4548-8018-20f4e5cb399e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd084fa5c-8ed7-4808-ad8f-bcd6247ceb72'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:25:11.764282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Bound port: 96aae910-4bf0-4386-b60c-415cc6b75233, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2bca10-20f1-4548-8018-20f4e5cb399e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd084fa5c-8ed7-4808-ad8f-bcd6247ceb72'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:25:11.764671 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:11.808704 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:11.946299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Allocated IP 172.20.0.2 (1f6cb888-f669-4853-a4a3-f2b6231ed40b/1c180e40-8015-47bc-9011-c59d9af1f544/059ac9c1-131a-4f71-846b-256d70e01cec) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:25:12.074979 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] For port 96aae910-4bf0-4386-b60c-415cc6b75233, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:25:12.078844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:25:12.080974 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d30e1e1f-7c68-4a62-98c6-d25581f6c275 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:25:12.146145 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] For port 96aae910-4bf0-4386-b60c-415cc6b75233, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=96aae910-4bf0-4386-b60c-415cc6b75233,segment=NetworkSegment(bc2bca10-20f1-4548-8018-20f4e5cb399e),segment_id=bc2bca10-20f1-4548-8018-20f4e5cb399e)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:25:12.146145 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:25:12.146753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 1d48fd55-2402-49d5-9fdf-39b4ae6adfa9 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:25:12.158413 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:12.175703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Allocated IP 172.20.0.1 (d084fa5c-8ed7-4808-ad8f-bcd6247ceb72/b93eaef2-9a93-475d-973d-705c6d2f5da2/77e5d2f6-3ef5-4da7-b5ae-894c419b99a4) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:25:12.241372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebcf9b-8b54-4ded-abca-f621e3135ff5 None None] Network 6ed61a9c-9064-49d0-b2ba-5f218b2cce8e requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:25:12.318267 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:12.337491 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:12.346143 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbca06-3b70-4595-9e58-1d5c125fbd2a None None] Pushing event updated for resources: {'Port': ['ID=96aae910-4bf0-4386-b60c-415cc6b75233,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:12.399088 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:12.403069 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:12.450751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Network d084fa5c-8ed7-4808-ad8f-bcd6247ceb72 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:25:12.457287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Pushing event updated for resources: {'Port': ['ID=059ac9c1-131a-4f71-846b-256d70e01cec,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:12.459503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d30e1e1f-7c68-4a62-98c6-d25581f6c275 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:12.461782 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:12.469588 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:25:12.479872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:25:12.531750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-45380cd5-4014-409b-8a71-e63f36e8b115 None None] Provisioning complete for port d30e1e1f-7c68-4a62-98c6-d25581f6c275 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:12.532144 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-45380cd5-4014-409b-8a71-e63f36e8b115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:12.555383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event updated for resources: {'Port': ['ID=77e5d2f6-3ef5-4da7-b5ae-894c419b99a4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:12.596717 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:12.613653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Network 1f6cb888-f669-4853-a4a3-f2b6231ed40b is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:25:12.638523 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:25:12.645603 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:25:12.695454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-675eaaf9-b378-428a-b390-16c62d1c4b82 req-f16f1eef-9b85-4135-aa99-218fffdc4537 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 210 time: 0.0505283 Nov 24 13:25:12.710151 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:12.766802 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:12.824512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Attempting to bind port 059ac9c1-131a-4f71-846b-256d70e01cec on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:25:12.824947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Attempting to bind port 059ac9c1-131a-4f71-846b-256d70e01cec by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '5e104199-627c-48d2-84b6-7d42627fb2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1f6cb888-f669-4853-a4a3-f2b6231ed40b'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:25:12.825321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Attempting to bind port 059ac9c1-131a-4f71-846b-256d70e01cec on network 1f6cb888-f669-4853-a4a3-f2b6231ed40b {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:25:12.845322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port d30e1e1f-7c68-4a62-98c6-d25581f6c275, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d30e1e1f-7c68-4a62-98c6-d25581f6c275,segment=NetworkSegment(7710cc7c-907a-45d5-befa-c1543feb0837),segment_id=7710cc7c-907a-45d5-befa-c1543feb0837)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:12.846563 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:25:12.846907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Checking segment: {'id': '5e104199-627c-48d2-84b6-7d42627fb2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1f6cb888-f669-4853-a4a3-f2b6231ed40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:25:12.847444 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:12.847860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Bound using segment: {'id': '5e104199-627c-48d2-84b6-7d42627fb2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1f6cb888-f669-4853-a4a3-f2b6231ed40b'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:25:12.848383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Bound port: 059ac9c1-131a-4f71-846b-256d70e01cec, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e104199-627c-48d2-84b6-7d42627fb2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1f6cb888-f669-4853-a4a3-f2b6231ed40b'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:25:12.848743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:12.872476 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:12.952558 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-45380cd5-4014-409b-8a71-e63f36e8b115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:13.041464 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=d30e1e1f-7c68-4a62-98c6-d25581f6c275,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:13.070930 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:13.074002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] For port 059ac9c1-131a-4f71-846b-256d70e01cec, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:25:13.077103 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:13.092240 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-45380cd5-4014-409b-8a71-e63f36e8b115 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:25:13.092612 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-45380cd5-4014-409b-8a71-e63f36e8b115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:25:13.094807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] For port 059ac9c1-131a-4f71-846b-256d70e01cec, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=059ac9c1-131a-4f71-846b-256d70e01cec,segment=NetworkSegment(5e104199-627c-48d2-84b6-7d42627fb2ec),segment_id=5e104199-627c-48d2-84b6-7d42627fb2ec)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:25:13.099890 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:13.193359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475920f1-5d94-46bc-aa55-4320c812b575 None None] Pushing event updated for resources: {'Port': ['ID=059ac9c1-131a-4f71-846b-256d70e01cec,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:13.197843 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:13.242049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event updated for resources: {'Port': ['ID=77e5d2f6-3ef5-4da7-b5ae-894c419b99a4,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:13.332075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Network d084fa5c-8ed7-4808-ad8f-bcd6247ceb72 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:25:13.333951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:25:13.475656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Router 445602a6-cbb9-451d-8d46-d8c58a1a0a8e is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:25:13.616620 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:25:13.629434 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ac891-655d-4b51-9408-dbdcb8d1ea96 None None] Sync routers for ids ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:25:13.632485 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f80ade88-7438-4c79-9158-2c0065569bb9 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "PUT /v2.0/routers/445602a6-cbb9-451d-8d46-d8c58a1a0a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1974504 Nov 24 13:25:13.635459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48344) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:13.654339 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ac891-655d-4b51-9408-dbdcb8d1ea96 None None] Routers {'445602a6-cbb9-451d-8d46-d8c58a1a0a8e'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:25:13.654908 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a32ac891-655d-4b51-9408-dbdcb8d1ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:13.706771 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a32ac891-655d-4b51-9408-dbdcb8d1ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:13.722062 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ac891-655d-4b51-9408-dbdcb8d1ea96 None None] Routers {'445602a6-cbb9-451d-8d46-d8c58a1a0a8e'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:25:13.722680 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a32ac891-655d-4b51-9408-dbdcb8d1ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:13.728201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c96b6-4e34-4b07-a5e8-1767305b4fc3 None None] Network d084fa5c-8ed7-4808-ad8f-bcd6247ceb72 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:25:13.767923 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a32ac891-655d-4b51-9408-dbdcb8d1ea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:13.768594 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ac891-655d-4b51-9408-dbdcb8d1ea96 None None] The sync data for ids ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:25:13.853433 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7864be8e-7e51-493f-bd51-d4e5ce288474 req-e9097c1e-a89f-4d5f-8b2f-a09f418639de tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 210 time: 0.0612431 Nov 24 13:25:13.882777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e1fe868d-a88c-4cb1-b8e2-a18ce45ed370 None None] Provisioning complete for port 96aae910-4bf0-4386-b60c-415cc6b75233 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:13.888365 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e1fe868d-a88c-4cb1-b8e2-a18ce45ed370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:14.138140 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-ffe1601b-d289-46d9-8aa1-5f5e272f5ede tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:14.142196 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ffe1601b-d289-46d9-8aa1-5f5e272f5ede tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "PUT /v2.0/routers/445602a6-cbb9-451d-8d46-d8c58a1a0a8e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5029192 Nov 24 13:25:14.142558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48348) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:14.219562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 96aae910-4bf0-4386-b60c-415cc6b75233 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:25:14.283008 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e1fe868d-a88c-4cb1-b8e2-a18ce45ed370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:14.351549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e1fe868d-a88c-4cb1-b8e2-a18ce45ed370 None None] For port 96aae910-4bf0-4386-b60c-415cc6b75233, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=96aae910-4bf0-4386-b60c-415cc6b75233,segment=NetworkSegment(bc2bca10-20f1-4548-8018-20f4e5cb399e),segment_id=bc2bca10-20f1-4548-8018-20f4e5cb399e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:14.362544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 96aae910-4bf0-4386-b60c-415cc6b75233 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:14.362925 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:14.367148 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e1fe868d-a88c-4cb1-b8e2-a18ce45ed370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:14.457675 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e1fe868d-a88c-4cb1-b8e2-a18ce45ed370 None None] Provisioning complete for port d30e1e1f-7c68-4a62-98c6-d25581f6c275 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:14.458054 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e1fe868d-a88c-4cb1-b8e2-a18ce45ed370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:14.545251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe868d-a88c-4cb1-b8e2-a18ce45ed370 None None] Pushing event updated for resources: {'Port': ['ID=96aae910-4bf0-4386-b60c-415cc6b75233,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:14.580933 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f0699ecc-7fcd-4b8b-b724-718eaf0b633b tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:14.612011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 059ac9c1-131a-4f71-846b-256d70e01cec up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:25:14.613858 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651d07c9-6302-4132-a3cd-43ea69d402bc None None] Network 1f6cb888-f669-4853-a4a3-f2b6231ed40b requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:25:14.781281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 059ac9c1-131a-4f71-846b-256d70e01cec triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:14.781961 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:14.953967 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:14.973452 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ec7472db-d849-4f31-b4d8-7ebea66ed0f1 None None] Provisioning complete for port 77e5d2f6-3ef5-4da7-b5ae-894c419b99a4 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:14.973842 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec7472db-d849-4f31-b4d8-7ebea66ed0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:15.019643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ed90747a-ebdc-4639-a2b6-de9cd72d4536 req-dd6f1284-e86e-4297-9c08-5b2253a60d9f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 210 time: 0.0494225 Nov 24 13:25:15.082563 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 059ac9c1-131a-4f71-846b-256d70e01cec, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=059ac9c1-131a-4f71-846b-256d70e01cec,segment=NetworkSegment(5e104199-627c-48d2-84b6-7d42627fb2ec),segment_id=5e104199-627c-48d2-84b6-7d42627fb2ec)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:15.087027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ec7472db-d849-4f31-b4d8-7ebea66ed0f1 None None] Port 77e5d2f6-3ef5-4da7-b5ae-894c419b99a4 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:25:15.091671 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:15.092966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d30e1e1f-7c68-4a62-98c6-d25581f6c275 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:25:15.173936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ec7472db-d849-4f31-b4d8-7ebea66ed0f1 None None] Provisioning complete for port 96aae910-4bf0-4386-b60c-415cc6b75233 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:15.174057 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec7472db-d849-4f31-b4d8-7ebea66ed0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:15.259062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f0699ecc-7fcd-4b8b-b724-718eaf0b633b tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Deleting port 77e5d2f6-3ef5-4da7-b5ae-894c419b99a4 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:25:15.259523 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f0699ecc-7fcd-4b8b-b724-718eaf0b633b tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:15.302458 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=059ac9c1-131a-4f71-846b-256d70e01cec,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:15.313011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d30e1e1f-7c68-4a62-98c6-d25581f6c275 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:15.313390 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:15.362564 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f0699ecc-7fcd-4b8b-b724-718eaf0b633b tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:15.369821 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ec7472db-d849-4f31-b4d8-7ebea66ed0f1 None None] Provisioning complete for port 059ac9c1-131a-4f71-846b-256d70e01cec triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:15.370200 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec7472db-d849-4f31-b4d8-7ebea66ed0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:15.376826 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f0699ecc-7fcd-4b8b-b724-718eaf0b633b tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Calling delete_port for 77e5d2f6-3ef5-4da7-b5ae-894c419b99a4 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:25:15.548607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f0699ecc-7fcd-4b8b-b724-718eaf0b633b tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:15.572991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0699ecc-7fcd-4b8b-b724-718eaf0b633b tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event deleted for resources: {'Port': ['ID=77e5d2f6-3ef5-4da7-b5ae-894c419b99a4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:15.607128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-61c69085-4910-40b0-8585-c8910b168702 None None] Could not find standard attr ID for object 77e5d2f6-3ef5-4da7-b5ae-894c419b99a4. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:25:15.627523 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-61c69085-4910-40b0-8585-c8910b168702 None None] Provisioning complete for port 059ac9c1-131a-4f71-846b-256d70e01cec triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:15.628029 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-61c69085-4910-40b0-8585-c8910b168702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:15.722858 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f0699ecc-7fcd-4b8b-b724-718eaf0b633b tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:15.895815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 96aae910-4bf0-4386-b60c-415cc6b75233 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:25:15.904405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0699ecc-7fcd-4b8b-b724-718eaf0b633b tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Router 445602a6-cbb9-451d-8d46-d8c58a1a0a8e has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:25:15.952568 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 96aae910-4bf0-4386-b60c-415cc6b75233 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:15.953060 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:15.993929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0699ecc-7fcd-4b8b-b724-718eaf0b633b tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:25:15.998998 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f0699ecc-7fcd-4b8b-b724-718eaf0b633b tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "PUT /v2.0/routers/445602a6-cbb9-451d-8d46-d8c58a1a0a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8551416 Nov 24 13:25:16.005405 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48352) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:16.008840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a59e9e-e944-44d4-8d31-c61a4a648ba6 None None] Sync routers for ids ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:25:16.053019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a59e9e-e944-44d4-8d31-c61a4a648ba6 None None] Routers {'445602a6-cbb9-451d-8d46-d8c58a1a0a8e'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:25:16.053669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-40a59e9e-e944-44d4-8d31-c61a4a648ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:16.086846 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-ef7d4bf5-c046-4c6a-910b-72b0c398a8e4 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] delete failed (client error): The resource could not be found. Nov 24 13:25:16.089151 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ef7d4bf5-c046-4c6a-910b-72b0c398a8e4 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1608836337 HTTP/1.1" status: 404 len: 335 time: 0.0827563 Nov 24 13:25:16.092910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48356) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:16.095703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-40a59e9e-e944-44d4-8d31-c61a4a648ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:16.099218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cbd63139-19de-44ac-8a8b-a25fe1938662 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Request body: {'router': {'external_gateway_info': {'network_id': '445602a6-cbb9-451d-8d46-d8c58a1a0a8e'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:16.107807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 059ac9c1-131a-4f71-846b-256d70e01cec up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:25:16.110012 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a59e9e-e944-44d4-8d31-c61a4a648ba6 None None] Routers {'445602a6-cbb9-451d-8d46-d8c58a1a0a8e'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:25:16.110630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-40a59e9e-e944-44d4-8d31-c61a4a648ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:16.167080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-40a59e9e-e944-44d4-8d31-c61a4a648ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:16.167885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a59e9e-e944-44d4-8d31-c61a4a648ba6 None None] The sync data for ids ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:25:16.199224 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-109e2e93-8acf-4dae-8daf-6dd4fb401e9c req-40fa8fc6-e8ff-4d04-b002-1922be9e3a2c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=6e74f094-3fda-46c0-b0fe-b1c4df82e885 HTTP/1.1" status: 200 len: 210 time: 0.0641778 Nov 24 13:25:16.228532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 059ac9c1-131a-4f71-846b-256d70e01cec triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:16.232190 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:16.662479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f32466-dccf-4a2e-b273-0844fc3cdb5a req-1c03215c-1601-4f4f-b838-2e5a4e9f0166 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:16.670093 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-82f32466-dccf-4a2e-b273-0844fc3cdb5a req-1c03215c-1601-4f4f-b838-2e5a4e9f0166 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 950 time: 0.0776339 Nov 24 13:25:16.732114 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-82f32466-dccf-4a2e-b273-0844fc3cdb5a req-79a599a9-f609-4abf-9aca-06b904b8b79f tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fba9af1-7f8b-4aad-8780-931b5c004848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607414 Nov 24 13:25:16.785334 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbd63139-19de-44ac-8a8b-a25fe1938662 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:16.818019 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-cbd63139-19de-44ac-8a8b-a25fe1938662 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] update failed (client error): The resource could not be found. Nov 24 13:25:16.819455 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cbd63139-19de-44ac-8a8b-a25fe1938662 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "PUT /v2.0/routers/445602a6-cbb9-451d-8d46-d8c58a1a0a8e HTTP/1.1" status: 404 len: 339 time: 0.7252271 Nov 24 13:25:16.823448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48372) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:17.150865 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:17.415782 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Allocated IP 172.20.0.1 (6ed61a9c-9064-49d0-b2ba-5f218b2cce8e/5b50ef46-1514-49f8-a9c2-6646f67ad7d3/e71f15dd-5c50-4403-b3f8-d307337b9838) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:25:17.542162 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:17.576203 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:17.621022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Network 6ed61a9c-9064-49d0-b2ba-5f218b2cce8e is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:25:17.626104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:25:17.628805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:25:17.659327 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event updated for resources: {'Port': ['ID=e71f15dd-5c50-4403-b3f8-d307337b9838,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:17.688884 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:17.861695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:17.887401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bb71ed4c-9ba3-4f7f-bb76-1c9d4e53a71e None None] Provisioning complete for port e71f15dd-5c50-4403-b3f8-d307337b9838 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:17.888023 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bb71ed4c-9ba3-4f7f-bb76-1c9d4e53a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:17.927430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-bb71ed4c-9ba3-4f7f-bb76-1c9d4e53a71e None None] Port e71f15dd-5c50-4403-b3f8-d307337b9838 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:25:17.954248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4967201-f12d-40f7-9e29-c56cb84b3bb7 req-4aef112a-6af5-4343-90b1-26d301f59051 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:17.955807 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c4967201-f12d-40f7-9e29-c56cb84b3bb7 req-4aef112a-6af5-4343-90b1-26d301f59051 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 950 time: 0.1449537 Nov 24 13:25:18.063442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9ff1c-388c-497b-bf4d-61908d279751 req-273a4675-2669-4676-a808-b559f5c13331 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:18.065049 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-76f9ff1c-388c-497b-bf4d-61908d279751 req-273a4675-2669-4676-a808-b559f5c13331 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.46 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 950 time: 0.1805058 Nov 24 13:25:18.143042 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c4967201-f12d-40f7-9e29-c56cb84b3bb7 req-df129d9d-3e62-4f56-8a9e-d8833cbce54f tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/security-groups?id=0fba9af1-7f8b-4aad-8780-931b5c004848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774545 Nov 24 13:25:18.310599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-76f9ff1c-388c-497b-bf4d-61908d279751 req-997e5d1f-4d7c-4266-9a4a-6faca27415f9 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Deleting port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:25:18.310845 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-76f9ff1c-388c-497b-bf4d-61908d279751 req-997e5d1f-4d7c-4266-9a4a-6faca27415f9 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:18.405495 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:18.412122 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:18.501189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-76f9ff1c-388c-497b-bf4d-61908d279751 req-997e5d1f-4d7c-4266-9a4a-6faca27415f9 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] For port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c4812ec0-3075-4f7f-a3aa-ca23f37e2aee,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:18.501485 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-76f9ff1c-388c-497b-bf4d-61908d279751 req-997e5d1f-4d7c-4266-9a4a-6faca27415f9 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:18.505768 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:18.526406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event updated for resources: {'Port': ['ID=e71f15dd-5c50-4403-b3f8-d307337b9838,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:18.529183 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-76f9ff1c-388c-497b-bf4d-61908d279751 req-997e5d1f-4d7c-4266-9a4a-6faca27415f9 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Calling delete_port for c4812ec0-3075-4f7f-a3aa-ca23f37e2aee owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:25:18.676987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Network 6ed61a9c-9064-49d0-b2ba-5f218b2cce8e is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:25:18.679480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:25:18.822739 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-76f9ff1c-388c-497b-bf4d-61908d279751 req-997e5d1f-4d7c-4266-9a4a-6faca27415f9 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:18.825474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Router 445602a6-cbb9-451d-8d46-d8c58a1a0a8e has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:25:18.834340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['c4812ec0-3075-4f7f-a3aa-ca23f37e2aee'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:25:18.885484 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e5d1f-4d7c-4266-9a4a-6faca27415f9 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Pushing event deleted for resources: {'Port': ['ID=c4812ec0-3075-4f7f-a3aa-ca23f37e2aee,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:18.915921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f9ff1c-388c-497b-bf4d-61908d279751 req-997e5d1f-4d7c-4266-9a4a-6faca27415f9 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] No DVR routers for this DVR port c4812ec0-3075-4f7f-a3aa-ca23f37e2aee on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:25:18.919986 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-76f9ff1c-388c-497b-bf4d-61908d279751 req-997e5d1f-4d7c-4266-9a4a-6faca27415f9 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:18.923527 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-76f9ff1c-388c-497b-bf4d-61908d279751 req-997e5d1f-4d7c-4266-9a4a-6faca27415f9 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.46 "DELETE /v2.0/ports/c4812ec0-3075-4f7f-a3aa-ca23f37e2aee HTTP/1.1" status: 204 len: 173 time: 0.8450358 Nov 24 13:25:18.923983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a29935-8ef5-4b71-bf2d-94b1b147322b', 'name': 'network-vif-deleted', 'tag': 'c4812ec0-3075-4f7f-a3aa-ca23f37e2aee'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:25:18.926386 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d99d37-4d20-4f60-9c02-257071e33702" -d '{"events": [{"server_uuid": "80a29935-8ef5-4b71-bf2d-94b1b147322b", "name": "network-vif-deleted", "tag": "c4812ec0-3075-4f7f-a3aa-ca23f37e2aee"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:25:19.036688 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dded8c-b758-4dab-9642-6575f7d67959 x-openstack-request-id: req-b7dded8c-b758-4dab-9642-6575f7d67959 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:25:19.037268 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a29935-8ef5-4b71-bf2d-94b1b147322b", "name": "network-vif-deleted", "tag": "c4812ec0-3075-4f7f-a3aa-ca23f37e2aee", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:25:19.037598 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b7dded8c-b758-4dab-9642-6575f7d67959 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:25:19.038317 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a29935-8ef5-4b71-bf2d-94b1b147322b', 'name': 'network-vif-deleted', 'tag': 'c4812ec0-3075-4f7f-a3aa-ca23f37e2aee', 'status': 'completed', 'code': 200} Nov 24 13:25:19.077365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5f8911d6-094b-41c0-94d3-3ec65d5a5ec2 None None] Provisioning complete for port e71f15dd-5c50-4403-b3f8-d307337b9838 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:19.077940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5f8911d6-094b-41c0-94d3-3ec65d5a5ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:19.113255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:25:19.128015 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617efab7-8037-4919-be2c-c6b09dd3aba3 None None] Sync routers for ids ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:25:19.136539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48388) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:19.139571 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-64b86f98-3ce2-41fe-801e-0c15d0a36948 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "PUT /v2.0/routers/445602a6-cbb9-451d-8d46-d8c58a1a0a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3147404 Nov 24 13:25:19.145080 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617efab7-8037-4919-be2c-c6b09dd3aba3 None None] Routers {'445602a6-cbb9-451d-8d46-d8c58a1a0a8e'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:25:19.145698 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-617efab7-8037-4919-be2c-c6b09dd3aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:19.186612 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-617efab7-8037-4919-be2c-c6b09dd3aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:19.207114 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617efab7-8037-4919-be2c-c6b09dd3aba3 None None] Routers {'445602a6-cbb9-451d-8d46-d8c58a1a0a8e'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:25:19.207962 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-617efab7-8037-4919-be2c-c6b09dd3aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:19.217031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5f8911d6-094b-41c0-94d3-3ec65d5a5ec2 None None] Port e71f15dd-5c50-4403-b3f8-d307337b9838 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:25:19.252406 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-617efab7-8037-4919-be2c-c6b09dd3aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:19.254190 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617efab7-8037-4919-be2c-c6b09dd3aba3 None None] The sync data for ids ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:25:19.368039 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-afec500a-ae3e-48ee-ba07-ff8732bc9481 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:19.371754 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9aea5aa-ff4b-462d-aae2-cfdc36b6b526 req-3cd943a0-edf6-4864-9248-e3eacd745ab7 tempest-VolumesNegativeTest-991811352 tempest-VolumesNegativeTest-991811352-project] 10.222.0.48 "GET /v2.0/ports?device_id=80a29935-8ef5-4b71-bf2d-94b1b147322b HTTP/1.1" status: 200 len: 210 time: 0.0559196 Nov 24 13:25:19.529522 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-afec500a-ae3e-48ee-ba07-ff8732bc9481 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 24 13:25:19.532840 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-afec500a-ae3e-48ee-ba07-ff8732bc9481 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "DELETE /v2.0/routers/445602a6-cbb9-451d-8d46-d8c58a1a0a8e HTTP/1.1" status: 409 len: 329 time: 0.3924804 Nov 24 13:25:19.533648 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48398) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:20.187931 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6732-5421-4e93-8a7c-64d5955147b0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:20.480219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc6732-5421-4e93-8a7c-64d5955147b0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Deleting port e71f15dd-5c50-4403-b3f8-d307337b9838 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:25:20.480574 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6732-5421-4e93-8a7c-64d5955147b0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:20.609218 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6732-5421-4e93-8a7c-64d5955147b0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:20.631187 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc6732-5421-4e93-8a7c-64d5955147b0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Calling delete_port for e71f15dd-5c50-4403-b3f8-d307337b9838 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:25:20.830225 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6732-5421-4e93-8a7c-64d5955147b0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:20.855196 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bcd0ac5b-17da-4758-ae47-4b5ff027e5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:20.873107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc6732-5421-4e93-8a7c-64d5955147b0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event deleted for resources: {'Port': ['ID=e71f15dd-5c50-4403-b3f8-d307337b9838,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:21.029988 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4cc6732-5421-4e93-8a7c-64d5955147b0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:21.288433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cc6732-5421-4e93-8a7c-64d5955147b0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Router 445602a6-cbb9-451d-8d46-d8c58a1a0a8e has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:25:21.435131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cc6732-5421-4e93-8a7c-64d5955147b0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:25:21.444595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ff97da-02a3-4dc1-94df-fb797d174d68 None None] Sync routers for ids ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:25:21.449520 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e4cc6732-5421-4e93-8a7c-64d5955147b0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "PUT /v2.0/routers/445602a6-cbb9-451d-8d46-d8c58a1a0a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9111564 Nov 24 13:25:21.450917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48458) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:21.461087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ff97da-02a3-4dc1-94df-fb797d174d68 None None] Routers {'445602a6-cbb9-451d-8d46-d8c58a1a0a8e'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:25:21.462387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b7ff97da-02a3-4dc1-94df-fb797d174d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:21.528472 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-b75fd574-9afd-4062-8435-6daf8df988f8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] show failed (client error): The resource could not be found. Nov 24 13:25:21.533931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48482) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:21.539184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a88e6c52-54f6-422f-b8d8-d694b977af9f tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Request body: {'router': {'name': 'new_name'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:21.542435 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b75fd574-9afd-4062-8435-6daf8df988f8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1698850797 HTTP/1.1" status: 404 len: 335 time: 0.0874631 Nov 24 13:25:21.553756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b7ff97da-02a3-4dc1-94df-fb797d174d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:21.573725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ff97da-02a3-4dc1-94df-fb797d174d68 None None] Routers {'445602a6-cbb9-451d-8d46-d8c58a1a0a8e'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:25:21.574362 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b7ff97da-02a3-4dc1-94df-fb797d174d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:24:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:21.583373 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-a88e6c52-54f6-422f-b8d8-d694b977af9f tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] update failed (client error): The resource could not be found. Nov 24 13:25:21.590764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48484) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:21.599211 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a88e6c52-54f6-422f-b8d8-d694b977af9f tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-496309255 HTTP/1.1" status: 404 len: 334 time: 0.0641198 Nov 24 13:25:21.631481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b7ff97da-02a3-4dc1-94df-fb797d174d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:21.632613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ff97da-02a3-4dc1-94df-fb797d174d68 None None] The sync data for ids ['445602a6-cbb9-451d-8d46-d8c58a1a0a8e'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:25:21.686759 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d025b893-8083-4ea6-9381-b53b83e74e1f tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Deleting subnet 1c180e40-8015-47bc-9011-c59d9af1f544 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:25:21.690829 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d025b893-8083-4ea6-9381-b53b83e74e1f tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:21.755082 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d025b893-8083-4ea6-9381-b53b83e74e1f tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:21.867408 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45248a4c-aa75-42cf-9e93-ccbb97207531 req-b1086a77-27ef-42c3-9b1a-e6377499a739 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549977 Nov 24 13:25:21.936251 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d025b893-8083-4ea6-9381-b53b83e74e1f tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:21.970116 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c4812ec0-3075-4f7f-a3aa-ca23f37e2aee no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:25:21.975640 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45248a4c-aa75-42cf-9e93-ccbb97207531 req-19d32cb9-a368-4c66-847d-7ed11e6062e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:21.977594 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45248a4c-aa75-42cf-9e93-ccbb97207531 req-19d32cb9-a368-4c66-847d-7ed11e6062e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=043eebd593124b14b825cc18dfaf234c&device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 1097 time: 0.0617836 Nov 24 13:25:22.013352 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: c4812ec0-3075-4f7f-a3aa-ca23f37e2aee {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:25:22.017590 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c4812ec0-3075-4f7f-a3aa-ca23f37e2aee not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:25:22.077551 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d025b893-8083-4ea6-9381-b53b83e74e1f tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:22.149539 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d025b893-8083-4ea6-9381-b53b83e74e1f tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:22.157147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0747d1dd-5587-44be-ae28-e77a8c04cd3f None None] Network 1f6cb888-f669-4853-a4a3-f2b6231ed40b requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:25:22.169867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d025b893-8083-4ea6-9381-b53b83e74e1f tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "DELETE /v2.0/subnets/1c180e40-8015-47bc-9011-c59d9af1f544 HTTP/1.1" status: 204 len: 168 time: 0.5779085 Nov 24 13:25:22.171187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025b893-8083-4ea6-9381-b53b83e74e1f tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event deleted for resources: {'Subnet': ['ID=1c180e40-8015-47bc-9011-c59d9af1f544,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:22.173183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48534) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:22.268942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1db9f4-6aa6-4986-b032-d76eefd2ccad tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Deleting subnet b93eaef2-9a93-475d-973d-705c6d2f5da2 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:25:22.279688 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-db1db9f4-6aa6-4986-b032-d76eefd2ccad tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:22.305323 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45248a4c-aa75-42cf-9e93-ccbb97207531 req-c3b92997-e752-4c1e-b701-ec6754439818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:22.311112 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45248a4c-aa75-42cf-9e93-ccbb97207531 req-c3b92997-e752-4c1e-b701-ec6754439818 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a HTTP/1.1" status: 200 len: 912 time: 0.3062766 Nov 24 13:25:22.370620 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-db1db9f4-6aa6-4986-b032-d76eefd2ccad tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:22.474667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d59bf42-c5a4-433c-9868-4ce27658cb83 None None] DHCP port deletion for 1f6cb888-f669-4853-a4a3-f2b6231ed40b request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:25:22.512319 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45248a4c-aa75-42cf-9e93-ccbb97207531 req-592a613f-6667-4396-86a8-2acce0befe97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 HTTP/1.1" status: 200 len: 1002 time: 0.1939197 Nov 24 13:25:22.521818 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-db1db9f4-6aa6-4986-b032-d76eefd2ccad tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:22.582372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45248a4c-aa75-42cf-9e93-ccbb97207531 req-bc8948c5-d26f-470a-9861-113178120842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:22.584567 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45248a4c-aa75-42cf-9e93-ccbb97207531 req-bc8948c5-d26f-470a-9861-113178120842 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3 HTTP/1.1" status: 200 len: 850 time: 0.0524850 Nov 24 13:25:22.609775 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-db1db9f4-6aa6-4986-b032-d76eefd2ccad tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:22.660946 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3d59bf42-c5a4-433c-9868-4ce27658cb83 None None] Deleting port 059ac9c1-131a-4f71-846b-256d70e01cec {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:25:22.662170 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d59bf42-c5a4-433c-9868-4ce27658cb83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:22.709275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1db9f4-6aa6-4986-b032-d76eefd2ccad tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event deleted for resources: {'Subnet': ['ID=b93eaef2-9a93-475d-973d-705c6d2f5da2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:22.717892 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-db1db9f4-6aa6-4986-b032-d76eefd2ccad tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:22.724492 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-db1db9f4-6aa6-4986-b032-d76eefd2ccad tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "DELETE /v2.0/subnets/b93eaef2-9a93-475d-973d-705c6d2f5da2 HTTP/1.1" status: 204 len: 168 time: 0.5496960 Nov 24 13:25:22.729410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48576) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:22.778291 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45248a4c-aa75-42cf-9e93-ccbb97207531 req-58384f90-d73a-41c9-be06-825bbc5b3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:22.781238 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45248a4c-aa75-42cf-9e93-ccbb97207531 req-58384f90-d73a-41c9-be06-825bbc5b3dd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875200 Nov 24 13:25:22.817041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3d59bf42-c5a4-433c-9868-4ce27658cb83 None None] For port 059ac9c1-131a-4f71-846b-256d70e01cec, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=059ac9c1-131a-4f71-846b-256d70e01cec,segment=NetworkSegment(5e104199-627c-48d2-84b6-7d42627fb2ec),segment_id=5e104199-627c-48d2-84b6-7d42627fb2ec)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:22.817373 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d59bf42-c5a4-433c-9868-4ce27658cb83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:22.842651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3d59bf42-c5a4-433c-9868-4ce27658cb83 None None] Calling delete_port for 059ac9c1-131a-4f71-846b-256d70e01cec owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:25:22.882447 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:22.997749 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45248a4c-aa75-42cf-9e93-ccbb97207531 req-c9831a0b-163c-4419-adcd-fabbf9f279f8 service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089143 Nov 24 13:25:23.004549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Deleting port 059ac9c1-131a-4f71-846b-256d70e01cec {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:25:23.005013 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.034933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357ec36c-5256-49c9-b4e3-c789ea8302c6 None None] Network d084fa5c-8ed7-4808-ad8f-bcd6247ceb72 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:25:23.044283 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d59bf42-c5a4-433c-9868-4ce27658cb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.130424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] For port 059ac9c1-131a-4f71-846b-256d70e01cec, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=059ac9c1-131a-4f71-846b-256d70e01cec,segment=NetworkSegment(5e104199-627c-48d2-84b6-7d42627fb2ec),segment_id=5e104199-627c-48d2-84b6-7d42627fb2ec)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:23.130895 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.137583 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-45248a4c-aa75-42cf-9e93-ccbb97207531 req-02e01b78-3a0f-4f9d-9127-0007c91746d2 service neutron] 10.222.0.46 "GET /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327856 Nov 24 13:25:23.155141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59bf42-c5a4-433c-9868-4ce27658cb83 None None] Pushing event deleted for resources: {'Port': ['ID=059ac9c1-131a-4f71-846b-256d70e01cec,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:23.161873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59bf42-c5a4-433c-9868-4ce27658cb83 None None] No DVR routers for this DVR port 059ac9c1-131a-4f71-846b-256d70e01cec on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:25:23.183637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Calling delete_port for 059ac9c1-131a-4f71-846b-256d70e01cec owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:25:23.292161 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.302698 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6d731214-9899-457d-9a90-3f9fc424b349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.339199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event deleted for resources: {'Port': ['ID=059ac9c1-131a-4f71-846b-256d70e01cec,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:23.345939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] No DVR routers for this DVR port 059ac9c1-131a-4f71-846b-256d70e01cec on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:25:23.446380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09557c19-228a-47f7-8cf6-17ffefc96deb None None] DHCP port deletion for d084fa5c-8ed7-4808-ad8f-bcd6247ceb72 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:25:23.459184 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.486927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6cb888-f669-4853-a4a3-f2b6231ed40b']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:23.501871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e104199-627c-48d2-84b6-7d42627fb2ec') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:23.502271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e104199-627c-48d2-84b6-7d42627fb2ec') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:23.504925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-09557c19-228a-47f7-8cf6-17ffefc96deb None None] Deleting port 96aae910-4bf0-4386-b60c-415cc6b75233 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:25:23.505555 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09557c19-228a-47f7-8cf6-17ffefc96deb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.517895 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.537450 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.548201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:25:23.548696 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: self.session.flush() Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:25:23.553170 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:25:23.632020 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.654163 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.659856 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "DELETE /v2.0/networks/1f6cb888-f669-4853-a4a3-f2b6231ed40b HTTP/1.1" status: 204 len: 168 time: 0.9261351 Nov 24 13:25:23.660930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48648) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:23.718081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b27cf-562d-43c5-a0fa-19610de5d1a8 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event deleted for resources: {'Network': ['ID=1f6cb888-f669-4853-a4a3-f2b6231ed40b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:23.803162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-09557c19-228a-47f7-8cf6-17ffefc96deb None None] For port 96aae910-4bf0-4386-b60c-415cc6b75233, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=96aae910-4bf0-4386-b60c-415cc6b75233,segment=NetworkSegment(bc2bca10-20f1-4548-8018-20f4e5cb399e),segment_id=bc2bca10-20f1-4548-8018-20f4e5cb399e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:23.803571 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09557c19-228a-47f7-8cf6-17ffefc96deb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.819573 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-09557c19-228a-47f7-8cf6-17ffefc96deb None None] Calling delete_port for 96aae910-4bf0-4386-b60c-415cc6b75233 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:25:23.828811 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.909791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 059ac9c1-131a-4f71-846b-256d70e01cec no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:25:23.923618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Deleting port 96aae910-4bf0-4386-b60c-415cc6b75233 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:25:23.924031 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:23.939882 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 059ac9c1-131a-4f71-846b-256d70e01cec {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:25:23.940304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 059ac9c1-131a-4f71-846b-256d70e01cec not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:25:23.940825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 96aae910-4bf0-4386-b60c-415cc6b75233 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:25:24.016566 n-d-817303-4 neutron-server[114987]: INFO neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No ports have port_id starting with 96aae910-4bf0-4386-b60c-415cc6b75233 Nov 24 13:25:24.018095 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09557c19-228a-47f7-8cf6-17ffefc96deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.035219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09557c19-228a-47f7-8cf6-17ffefc96deb None None] No DVR routers for this DVR port 96aae910-4bf0-4386-b60c-415cc6b75233 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:25:24.066330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09557c19-228a-47f7-8cf6-17ffefc96deb None None] Pushing event deleted for resources: {'Port': ['ID=96aae910-4bf0-4386-b60c-415cc6b75233,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:24.089450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] For port 96aae910-4bf0-4386-b60c-415cc6b75233, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=96aae910-4bf0-4386-b60c-415cc6b75233,segment=NetworkSegment(bc2bca10-20f1-4548-8018-20f4e5cb399e),segment_id=bc2bca10-20f1-4548-8018-20f4e5cb399e)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:24.090262 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.117506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Calling delete_port for 96aae910-4bf0-4386-b60c-415cc6b75233 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:25:24.227098 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.265662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48676) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:24.269673 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event deleted for resources: {'Port': ['ID=96aae910-4bf0-4386-b60c-415cc6b75233,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:24.271923 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] No DVR routers for this DVR port 96aae910-4bf0-4386-b60c-415cc6b75233 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:25:24.276986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3ce94638-91ed-4a59-9ee1-454ceaf2b31a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-149317972', 'description': 'tempest-secgroup-smoke-149317972 description', 'project_id': 'f9eb189f71044813946e9bb1928ef292'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:24.385417 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.406478 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ce94638-91ed-4a59-9ee1-454ceaf2b31a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.428486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d084fa5c-8ed7-4808-ad8f-bcd6247ceb72']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:24.442950 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.446482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2bca10-20f1-4548-8018-20f4e5cb399e') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:24.446799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2bca10-20f1-4548-8018-20f4e5cb399e') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:24.468633 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.489397 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.500449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:25:24.501021 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:25:24.504361 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:25:24.577527 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.600322 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.606846 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "DELETE /v2.0/networks/d084fa5c-8ed7-4808-ad8f-bcd6247ceb72 HTTP/1.1" status: 204 len: 168 time: 0.9433274 Nov 24 13:25:24.606846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a25625-2894-43e0-8d8d-263736d00319 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event deleted for resources: {'Network': ['ID=d084fa5c-8ed7-4808-ad8f-bcd6247ceb72,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:24.607790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48686) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:24.630425 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ce94638-91ed-4a59-9ee1-454ceaf2b31a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.635848 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ce94638-91ed-4a59-9ee1-454ceaf2b31a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.670586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ce94638-91ed-4a59-9ee1-454ceaf2b31a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.671940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3ce94638-91ed-4a59-9ee1-454ceaf2b31a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4037583 Nov 24 13:25:24.674355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce94638-91ed-4a59-9ee1-454ceaf2b31a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b3fa5-af0f-43e4-8980-6e154e575503,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:24.676526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48688) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:24.681056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e8c20d10-4877-44a4-a732-8f72a2ce094e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'security_group_rule': {'security_group_id': 'a91b3fa5-af0f-43e4-8980-6e154e575503', 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:24.694430 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9981e7c-3fca-41cb-9220-aec6a4fbdf55 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Deleting subnet 5b50ef46-1514-49f8-a9c2-6646f67ad7d3 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:25:24.701369 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9981e7c-3fca-41cb-9220-aec6a4fbdf55 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.729671 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8c20d10-4877-44a4-a732-8f72a2ce094e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.766264 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9981e7c-3fca-41cb-9220-aec6a4fbdf55 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.828561 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8c20d10-4877-44a4-a732-8f72a2ce094e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.835022 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8c20d10-4877-44a4-a732-8f72a2ce094e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.851443 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c20d10-4877-44a4-a732-8f72a2ce094e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd5c8bd-9aa7-47ff-8cd0-5e8180f88108,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:24.870700 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8c20d10-4877-44a4-a732-8f72a2ce094e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.874557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e8c20d10-4877-44a4-a732-8f72a2ce094e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1943338 Nov 24 13:25:24.874955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48696) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:24.879595 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-7151b4e1-21d8-4101-ad35-12a4c25e0d50 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'security_group_rule': {'security_group_id': 'a91b3fa5-af0f-43e4-8980-6e154e575503', 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:24.930873 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9981e7c-3fca-41cb-9220-aec6a4fbdf55 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:24.971541 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7151b4e1-21d8-4101-ad35-12a4c25e0d50 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.073481 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9981e7c-3fca-41cb-9220-aec6a4fbdf55 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.076903 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7151b4e1-21d8-4101-ad35-12a4c25e0d50 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.105178 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7151b4e1-21d8-4101-ad35-12a4c25e0d50 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.109694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9981e7c-3fca-41cb-9220-aec6a4fbdf55 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event deleted for resources: {'Subnet': ['ID=5b50ef46-1514-49f8-a9c2-6646f67ad7d3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:25.124785 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9981e7c-3fca-41cb-9220-aec6a4fbdf55 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.130245 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d9981e7c-3fca-41cb-9220-aec6a4fbdf55 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "DELETE /v2.0/subnets/5b50ef46-1514-49f8-a9c2-6646f67ad7d3 HTTP/1.1" status: 204 len: 168 time: 0.5145481 Nov 24 13:25:25.130604 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a591847a-15cb-4e38-aa8f-0c3f5846f2d0 None None] Network 6ed61a9c-9064-49d0-b2ba-5f218b2cce8e requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:25:25.131150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48722) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:25.147886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151b4e1-21d8-4101-ad35-12a4c25e0d50 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6f52f6-4b33-4225-97d3-b14f3a930bcb,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:25.160484 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7151b4e1-21d8-4101-ad35-12a4c25e0d50 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.164340 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7151b4e1-21d8-4101-ad35-12a4c25e0d50 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2858305 Nov 24 13:25:25.166431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48728) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:25.171609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-922a4a53-8a70-49ef-88bc-e7c4c7a575e6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'security_group_rule': {'security_group_id': 'a91b3fa5-af0f-43e4-8980-6e154e575503', 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:25.269998 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-922a4a53-8a70-49ef-88bc-e7c4c7a575e6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.276341 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.386872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98bdbac-01bf-41c5-b4e8-ca352a96ba7e None None] DHCP port deletion for 6ed61a9c-9064-49d0-b2ba-5f218b2cce8e request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:25:25.395718 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-922a4a53-8a70-49ef-88bc-e7c4c7a575e6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.397321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Deleting port d30e1e1f-7c68-4a62-98c6-d25581f6c275 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:25:25.397677 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.447543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f98bdbac-01bf-41c5-b4e8-ca352a96ba7e None None] Deleting port d30e1e1f-7c68-4a62-98c6-d25581f6c275 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:25:25.447951 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f98bdbac-01bf-41c5-b4e8-ca352a96ba7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.465851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] For port d30e1e1f-7c68-4a62-98c6-d25581f6c275, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d30e1e1f-7c68-4a62-98c6-d25581f6c275,segment=NetworkSegment(7710cc7c-907a-45d5-befa-c1543feb0837),segment_id=7710cc7c-907a-45d5-befa-c1543feb0837)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:25.466262 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.475813 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-922a4a53-8a70-49ef-88bc-e7c4c7a575e6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.483192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Calling delete_port for d30e1e1f-7c68-4a62-98c6-d25581f6c275 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:25:25.508238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a4a53-8a70-49ef-88bc-e7c4c7a575e6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f31735-56c6-4f02-b10a-614831534eb1,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:25.514128 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-922a4a53-8a70-49ef-88bc-e7c4c7a575e6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.518153 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-922a4a53-8a70-49ef-88bc-e7c4c7a575e6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3479385 Nov 24 13:25:25.518257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48734) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:25.522658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-eefb72ea-1dd6-4a59-8f71-f7651f627974 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'security_group_rule': {'security_group_id': 'a91b3fa5-af0f-43e4-8980-6e154e575503', 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:25.532316 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f98bdbac-01bf-41c5-b4e8-ca352a96ba7e None None] For port d30e1e1f-7c68-4a62-98c6-d25581f6c275, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d30e1e1f-7c68-4a62-98c6-d25581f6c275,segment=NetworkSegment(7710cc7c-907a-45d5-befa-c1543feb0837),segment_id=7710cc7c-907a-45d5-befa-c1543feb0837)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:25.533419 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f98bdbac-01bf-41c5-b4e8-ca352a96ba7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.550271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f98bdbac-01bf-41c5-b4e8-ca352a96ba7e None None] Calling delete_port for d30e1e1f-7c68-4a62-98c6-d25581f6c275 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:25:25.571298 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eefb72ea-1dd6-4a59-8f71-f7651f627974 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.652986 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f98bdbac-01bf-41c5-b4e8-ca352a96ba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.659054 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.670725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98bdbac-01bf-41c5-b4e8-ca352a96ba7e None None] No DVR routers for this DVR port d30e1e1f-7c68-4a62-98c6-d25581f6c275 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:25:25.695063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event deleted for resources: {'Port': ['ID=d30e1e1f-7c68-4a62-98c6-d25581f6c275,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:25.699257 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bdbac-01bf-41c5-b4e8-ca352a96ba7e None None] Pushing event deleted for resources: {'Port': ['ID=d30e1e1f-7c68-4a62-98c6-d25581f6c275,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:25.699412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] No DVR routers for this DVR port d30e1e1f-7c68-4a62-98c6-d25581f6c275 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:25:25.705594 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eefb72ea-1dd6-4a59-8f71-f7651f627974 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.710883 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eefb72ea-1dd6-4a59-8f71-f7651f627974 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.760489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb72ea-1dd6-4a59-8f71-f7651f627974 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc21a111-7adc-4d02-aaa5-474ac82631a3,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:25.778247 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eefb72ea-1dd6-4a59-8f71-f7651f627974 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.781918 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eefb72ea-1dd6-4a59-8f71-f7651f627974 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2627740 Nov 24 13:25:25.784582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48736) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:25.792500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2eed6e7d-4c90-46ea-9fa7-a15c623270a7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'security_group_rule': {'security_group_id': 'a91b3fa5-af0f-43e4-8980-6e154e575503', 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:25.825146 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-2eed6e7d-4c90-46ea-9fa7-a15c623270a7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Project f9eb189f71044813946e9bb1928ef292 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:25:25.828947 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.832366 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2eed6e7d-4c90-46ea-9fa7-a15c623270a7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.863037 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed61a9c-9064-49d0-b2ba-5f218b2cce8e']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:25.882011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7710cc7c-907a-45d5-befa-c1543feb0837') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:25.897028 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7710cc7c-907a-45d5-befa-c1543feb0837') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:25:25.939781 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2eed6e7d-4c90-46ea-9fa7-a15c623270a7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.963501 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2eed6e7d-4c90-46ea-9fa7-a15c623270a7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.964346 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:25.980925 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.006323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d30e1e1f-7c68-4a62-98c6-d25581f6c275 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:25:26.007246 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2eed6e7d-4c90-46ea-9fa7-a15c623270a7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.012962 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2eed6e7d-4c90-46ea-9fa7-a15c623270a7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2257288 Nov 24 13:25:26.015689 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48738) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:26.034567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-db244e64-2849-4fb4-9c6b-a9070a643675 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'security_group_rule': {'security_group_id': 'a91b3fa5-af0f-43e4-8980-6e154e575503', 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:26.045725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: d30e1e1f-7c68-4a62-98c6-d25581f6c275 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:25:26.046144 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d30e1e1f-7c68-4a62-98c6-d25581f6c275 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:25:26.067223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed6e7d-4c90-46ea-9fa7-a15c623270a7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7b5bbf-a224-41d1-9fd0-02c82af6bb78,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:26.073078 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-db244e64-2849-4fb4-9c6b-a9070a643675 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Project f9eb189f71044813946e9bb1928ef292 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:25:26.074195 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.085591 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-db244e64-2849-4fb4-9c6b-a9070a643675 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.092835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:25:26.093237 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:25:26.097191 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:25:26.160307 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-db244e64-2849-4fb4-9c6b-a9070a643675 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.163981 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.165328 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-db244e64-2849-4fb4-9c6b-a9070a643675 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.175463 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.183897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "DELETE /v2.0/networks/6ed61a9c-9064-49d0-b2ba-5f218b2cce8e HTTP/1.1" status: 204 len: 168 time: 1.0474424 Nov 24 13:25:26.184129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48740) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:26.191032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d2603-5548-4df2-a5ea-c79902fca7f7 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Pushing event deleted for resources: {'Network': ['ID=6ed61a9c-9064-49d0-b2ba-5f218b2cce8e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:26.219478 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a3746713-158f-4e07-8dcf-ed6a1b44079a tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "GET /v2.0/ports?device_id=445602a6-cbb9-451d-8d46-d8c58a1a0a8e HTTP/1.1" status: 200 len: 205 time: 0.0340731 Nov 24 13:25:26.222309 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db244e64-2849-4fb4-9c6b-a9070a643675 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee82ab93-ee87-4181-b6fa-873a57f5f447,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:26.222545 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48742) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:26.236299 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-db244e64-2849-4fb4-9c6b-a9070a643675 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.237731 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-db244e64-2849-4fb4-9c6b-a9070a643675 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2195005 Nov 24 13:25:26.319586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a0e120b-9c1a-472c-8446-ec2d109c5dc0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.535276 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a0e120b-9c1a-472c-8446-ec2d109c5dc0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.541869 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a0e120b-9c1a-472c-8446-ec2d109c5dc0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.634160 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a0e120b-9c1a-472c-8446-ec2d109c5dc0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.634960 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0e120b-9c1a-472c-8446-ec2d109c5dc0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Fanout notify agent at l3_agent the message router_deleted on router 445602a6-cbb9-451d-8d46-d8c58a1a0a8e {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:25:26.643095 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1a0e120b-9c1a-472c-8446-ec2d109c5dc0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:26.655460 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1a0e120b-9c1a-472c-8446-ec2d109c5dc0 tempest-RoutersNegativeTest-2064627953 tempest-RoutersNegativeTest-2064627953-project] 10.222.0.48 "DELETE /v2.0/routers/445602a6-cbb9-451d-8d46-d8c58a1a0a8e HTTP/1.1" status: 204 len: 168 time: 0.4235358 Nov 24 13:25:26.712985 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:27.061102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48802) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:27.237016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-147ae099-0fca-4c7f-bbbe-cd7052ad6582 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=397ea838d3464942b5f61b7925e83a9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1737647 Nov 24 13:25:27.239551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48830) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:27.311039 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9ee44274-7bc4-4875-8bab-e3fc2dde9855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:27.372246 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9ee44274-7bc4-4875-8bab-e3fc2dde9855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:27.454397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9ee44274-7bc4-4875-8bab-e3fc2dde9855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:27.461229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9ee44274-7bc4-4875-8bab-e3fc2dde9855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:27.464015 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9ee44274-7bc4-4875-8bab-e3fc2dde9855 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0726a465-ac35-41e5-bc11-c04f001ffd27 HTTP/1.1" status: 204 len: 168 time: 0.2232001 Nov 24 13:25:27.482337 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee44274-7bc4-4875-8bab-e3fc2dde9855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0726a465-ac35-41e5-bc11-c04f001ffd27,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:28.466462 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48866) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:28.612695 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-58ac18e4-133d-42ae-ad62-268434b3e255 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:28.613319 n-d-817303-4 neutron-server[114986]: WARNING neutron.api.v2.base [None req-58ac18e4-133d-42ae-ad62-268434b3e255 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 13:25:28.614159 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-58ac18e4-133d-42ae-ad62-268434b3e255 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 13:25:28.615184 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-58ac18e4-133d-42ae-ad62-268434b3e255 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1468165 Nov 24 13:25:28.619787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48872) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:28.625153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a7348e6d-be59-41f7-a0ab-2e7fd77d8a55 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629035908'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:28.662547 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a7348e6d-be59-41f7-a0ab-2e7fd77d8a55 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:28.682785 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a7348e6d-be59-41f7-a0ab-2e7fd77d8a55 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:28.831528 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a7348e6d-be59-41f7-a0ab-2e7fd77d8a55 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:28.835978 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a7348e6d-be59-41f7-a0ab-2e7fd77d8a55 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:28.893218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7348e6d-be59-41f7-a0ab-2e7fd77d8a55 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ce3af5-a703-400e-a791-e7ed9127160d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:28.963715 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a7348e6d-be59-41f7-a0ab-2e7fd77d8a55 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:28.970831 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a7348e6d-be59-41f7-a0ab-2e7fd77d8a55 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.003192 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a7348e6d-be59-41f7-a0ab-2e7fd77d8a55 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.004550 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a7348e6d-be59-41f7-a0ab-2e7fd77d8a55 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3837202 Nov 24 13:25:29.006659 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7348e6d-be59-41f7-a0ab-2e7fd77d8a55 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45a0b12-5ed2-495b-9a4c-081a04907d3b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:29.008870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48886) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:29.016394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ef8b483d-cb45-498c-a178-f3c69e43e10a tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': 'a45a0b12-5ed2-495b-9a4c-081a04907d3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:29.074325 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef8b483d-cb45-498c-a178-f3c69e43e10a tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.140368 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef8b483d-cb45-498c-a178-f3c69e43e10a tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.146184 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef8b483d-cb45-498c-a178-f3c69e43e10a tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.162770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48888) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:29.186339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b483d-cb45-498c-a178-f3c69e43e10a tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd09f74e-ba29-4323-b338-1a1ede1fb2fd,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:29.217495 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef8b483d-cb45-498c-a178-f3c69e43e10a tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.221564 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48892) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:29.221715 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ef8b483d-cb45-498c-a178-f3c69e43e10a tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2111290 Nov 24 13:25:29.236257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-9c1d9596-8c50-4b40-a748-64cecd5e1297 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': 'a45a0b12-5ed2-495b-9a4c-081a04907d3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:29.289913 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9c1d9596-8c50-4b40-a748-64cecd5e1297 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.387983 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-9c1d9596-8c50-4b40-a748-64cecd5e1297 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): There was a conflict when trying to complete your request. Nov 24 13:25:29.391880 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9c1d9596-8c50-4b40-a748-64cecd5e1297 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1660812 Nov 24 13:25:29.392461 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48894) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:29.418957 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-71507b66-b860-4a85-8743-befd9f5a281e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=700cc42ff22546b98a9f8fab27517b6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547536 Nov 24 13:25:29.421465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48896) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:29.457054 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8331b618-e6a3-47ff-a1ad-db80a861b12f tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.483318 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8331b618-e6a3-47ff-a1ad-db80a861b12f tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.496465 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4724f7f2-2c28-4e78-8f33-33d04714b977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.551200 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4724f7f2-2c28-4e78-8f33-33d04714b977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.570138 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8331b618-e6a3-47ff-a1ad-db80a861b12f tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.573254 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8331b618-e6a3-47ff-a1ad-db80a861b12f tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.578253 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48900) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:29.578894 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8331b618-e6a3-47ff-a1ad-db80a861b12f tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "DELETE /v2.0/security-groups/a45a0b12-5ed2-495b-9a4c-081a04907d3b HTTP/1.1" status: 204 len: 168 time: 0.1851168 Nov 24 13:25:29.595619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331b618-e6a3-47ff-a1ad-db80a861b12f tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45a0b12-5ed2-495b-9a4c-081a04907d3b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:29.666159 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-679456f2-3e87-4b26-b0cd-7f9716ecb2cf tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0862932 Nov 24 13:25:29.670232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48902) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:29.675512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-55b9a0ec-5c42-4b75-b113-b95f5dc9669e tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526192678'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:29.690756 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4724f7f2-2c28-4e78-8f33-33d04714b977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.697031 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4724f7f2-2c28-4e78-8f33-33d04714b977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.698571 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4724f7f2-2c28-4e78-8f33-33d04714b977 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fba9af1-7f8b-4aad-8780-931b5c004848 HTTP/1.1" status: 204 len: 168 time: 0.2758832 Nov 24 13:25:29.702334 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55b9a0ec-5c42-4b75-b113-b95f5dc9669e tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.709103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724f7f2-2c28-4e78-8f33-33d04714b977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fba9af1-7f8b-4aad-8780-931b5c004848,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:29.796172 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55b9a0ec-5c42-4b75-b113-b95f5dc9669e tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.802887 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55b9a0ec-5c42-4b75-b113-b95f5dc9669e tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.840126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9a0ec-5c42-4b75-b113-b95f5dc9669e tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df0aebb-969f-414d-bdd5-884461a4d260,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:29.849228 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55b9a0ec-5c42-4b75-b113-b95f5dc9669e tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.853988 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-55b9a0ec-5c42-4b75-b113-b95f5dc9669e tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1795084 Nov 24 13:25:29.854218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48908) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:29.860651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c278fa68-82da-4575-b821-04707f419667 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '9df0aebb-969f-414d-bdd5-884461a4d260', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:29.861482 n-d-817303-4 neutron-server[114985]: WARNING neutron.api.v2.base [None req-c278fa68-82da-4575-b821-04707f419667 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 24 13:25:29.862262 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-c278fa68-82da-4575-b821-04707f419667 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:29.864761 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c278fa68-82da-4575-b821-04707f419667 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080800 Nov 24 13:25:29.865970 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48910) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:29.951076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ad55312-a768-4493-bdc8-980b5d072957 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:29.980540 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ad55312-a768-4493-bdc8-980b5d072957 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.042604 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ad55312-a768-4493-bdc8-980b5d072957 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.045436 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ad55312-a768-4493-bdc8-980b5d072957 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.046740 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3ad55312-a768-4493-bdc8-980b5d072957 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "DELETE /v2.0/security-groups/9df0aebb-969f-414d-bdd5-884461a4d260 HTTP/1.1" status: 204 len: 168 time: 0.1795530 Nov 24 13:25:30.049333 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48916) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:30.057329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad55312-a768-4493-bdc8-980b5d072957 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df0aebb-969f-414d-bdd5-884461a4d260,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:30.116466 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4adbd5e3-19aa-42a9-84c3-ebd3d05e666a tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0619886 Nov 24 13:25:30.116968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48922) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:30.122740 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-95c10b18-893a-478d-8bf7-aa0d1f499396 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group': {'name': 'tempest-secgroup--315240976'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:30.158834 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95c10b18-893a-478d-8bf7-aa0d1f499396 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.246250 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95c10b18-893a-478d-8bf7-aa0d1f499396 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.256371 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95c10b18-893a-478d-8bf7-aa0d1f499396 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.293167 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95c10b18-893a-478d-8bf7-aa0d1f499396 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.297348 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-95c10b18-893a-478d-8bf7-aa0d1f499396 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1765304 Nov 24 13:25:30.299512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48928) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:30.308614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8f19b7f3-f159-4c43-815f-9f61bb31d16e tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '9c893391-c5b5-440d-a06c-84afd468783b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:30.309662 n-d-817303-4 neutron-server[114986]: WARNING neutron.api.v2.base [None req-8f19b7f3-f159-4c43-815f-9f61bb31d16e tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 24 13:25:30.310586 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-8f19b7f3-f159-4c43-815f-9f61bb31d16e tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:30.315394 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8f19b7f3-f159-4c43-815f-9f61bb31d16e tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0120399 Nov 24 13:25:30.316231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48930) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:30.366174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c10b18-893a-478d-8bf7-aa0d1f499396 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c893391-c5b5-440d-a06c-84afd468783b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:30.439487 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1a10-fbac-4edd-95c6-ea4f3c73c2d6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.482421 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1a10-fbac-4edd-95c6-ea4f3c73c2d6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.561098 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1a10-fbac-4edd-95c6-ea4f3c73c2d6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.565025 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1a10-fbac-4edd-95c6-ea4f3c73c2d6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.567021 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fd0c1a10-fbac-4edd-95c6-ea4f3c73c2d6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "DELETE /v2.0/security-groups/9c893391-c5b5-440d-a06c-84afd468783b HTTP/1.1" status: 204 len: 168 time: 0.2494221 Nov 24 13:25:30.569861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48936) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:30.579853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c1a10-fbac-4edd-95c6-ea4f3c73c2d6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c893391-c5b5-440d-a06c-84afd468783b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:30.629145 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e57cd050-5241-452c-8199-95f2abb2a832 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0572364 Nov 24 13:25:30.633430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48940) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:30.644162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d68aa4e0-fa67-49e0-a89f-a99dd8a54015 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group': {'name': 'tempest-secgroup--702253704'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:30.673803 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d68aa4e0-fa67-49e0-a89f-a99dd8a54015 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.773052 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d68aa4e0-fa67-49e0-a89f-a99dd8a54015 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.792583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d68aa4e0-fa67-49e0-a89f-a99dd8a54015 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.827599 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d68aa4e0-fa67-49e0-a89f-a99dd8a54015 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:30.828945 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d68aa4e0-fa67-49e0-a89f-a99dd8a54015 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1935565 Nov 24 13:25:30.831803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48954) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:30.836985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a41ee6c8-f677-4373-baa4-a12c0a4c74aa tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': 'aa367e5e-8a61-41cd-8421-6e6bcfa20c0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:30.839678 n-d-817303-4 neutron-server[114985]: WARNING neutron.api.v2.base [None req-a41ee6c8-f677-4373-baa4-a12c0a4c74aa tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 24 13:25:30.840353 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-a41ee6c8-f677-4373-baa4-a12c0a4c74aa tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:30.841493 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a41ee6c8-f677-4373-baa4-a12c0a4c74aa tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087464 Nov 24 13:25:30.842438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68aa4e0-fa67-49e0-a89f-a99dd8a54015 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa367e5e-8a61-41cd-8421-6e6bcfa20c0c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:30.844812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48958) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:30.853765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a981ef30-da13-4a8e-81c5-3433d8819be5 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': 'aa367e5e-8a61-41cd-8421-6e6bcfa20c0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:30.855981 n-d-817303-4 neutron-server[114986]: WARNING neutron.api.v2.base [None req-a981ef30-da13-4a8e-81c5-3433d8819be5 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 24 13:25:30.857727 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-a981ef30-da13-4a8e-81c5-3433d8819be5 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:30.862856 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a981ef30-da13-4a8e-81c5-3433d8819be5 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0148563 Nov 24 13:25:30.864144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48960) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:30.872016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d66c78f3-f63d-4a5c-8776-5167ec746962 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': 'aa367e5e-8a61-41cd-8421-6e6bcfa20c0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:30.873608 n-d-817303-4 neutron-server[114985]: WARNING neutron.api.v2.base [None req-d66c78f3-f63d-4a5c-8776-5167ec746962 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 24 13:25:30.874250 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-d66c78f3-f63d-4a5c-8776-5167ec746962 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:30.876701 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d66c78f3-f63d-4a5c-8776-5167ec746962 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093617 Nov 24 13:25:30.878112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48964) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:30.888123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5ca953c0-6ef8-4d10-a104-6cf69ad4d3c3 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': 'aa367e5e-8a61-41cd-8421-6e6bcfa20c0c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:30.894423 n-d-817303-4 neutron-server[114986]: WARNING neutron.api.v2.base [None req-5ca953c0-6ef8-4d10-a104-6cf69ad4d3c3 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 24 13:25:30.895017 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-5ca953c0-6ef8-4d10-a104-6cf69ad4d3c3 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:30.896106 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5ca953c0-6ef8-4d10-a104-6cf69ad4d3c3 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0158710 Nov 24 13:25:30.899116 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48966) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:30.999814 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cb98080-059d-4d1a-aadb-5fb911a17154 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:31.032437 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cb98080-059d-4d1a-aadb-5fb911a17154 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:31.087923 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cb98080-059d-4d1a-aadb-5fb911a17154 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:31.095402 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cb98080-059d-4d1a-aadb-5fb911a17154 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:31.099780 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48974) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:31.100652 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3cb98080-059d-4d1a-aadb-5fb911a17154 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "DELETE /v2.0/security-groups/aa367e5e-8a61-41cd-8421-6e6bcfa20c0c HTTP/1.1" status: 204 len: 168 time: 0.1975095 Nov 24 13:25:31.131482 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb98080-059d-4d1a-aadb-5fb911a17154 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa367e5e-8a61-41cd-8421-6e6bcfa20c0c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:31.182833 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-82aecdd6-cdf9-49d1-884b-bbd0e03b4801 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0819023 Nov 24 13:25:31.192816 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48978) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:31.192816 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-17c56538-1cdc-4118-8bdc-95d65b21b9fd tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372678226'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:31.255205 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-17c56538-1cdc-4118-8bdc-95d65b21b9fd tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:31.358896 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-17c56538-1cdc-4118-8bdc-95d65b21b9fd tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:31.365543 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-17c56538-1cdc-4118-8bdc-95d65b21b9fd tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:31.419109 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-17c56538-1cdc-4118-8bdc-95d65b21b9fd tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:31.423382 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-17c56538-1cdc-4118-8bdc-95d65b21b9fd tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2331378 Nov 24 13:25:31.423814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48986) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:31.429107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-962f0262-571e-4262-a851-3723433d0819 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '46d29aab-244f-45ef-921c-d538cd85ebb4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:31.429749 n-d-817303-4 neutron-server[114985]: WARNING neutron.api.v2.base [None req-962f0262-571e-4262-a851-3723433d0819 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 13:25:31.430961 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-962f0262-571e-4262-a851-3723433d0819 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:31.432249 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-962f0262-571e-4262-a851-3723433d0819 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073707 Nov 24 13:25:31.435140 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48988) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:31.436286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c56538-1cdc-4118-8bdc-95d65b21b9fd tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d29aab-244f-45ef-921c-d538cd85ebb4,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:31.440431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ff8e3fbe-a748-4c93-b9e2-42fcece58ff2 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '46d29aab-244f-45ef-921c-d538cd85ebb4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:31.506751 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-ff8e3fbe-a748-4c93-b9e2-42fcece58ff2 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:31.508555 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ff8e3fbe-a748-4c93-b9e2-42fcece58ff2 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0717440 Nov 24 13:25:31.511930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48992) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:31.521008 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3b63a6b3-aad1-46d9-8cbd-fda8439d1e04 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '46d29aab-244f-45ef-921c-d538cd85ebb4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:31.521262 n-d-817303-4 neutron-server[114986]: WARNING neutron.api.v2.base [None req-3b63a6b3-aad1-46d9-8cbd-fda8439d1e04 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 24 13:25:31.521782 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-3b63a6b3-aad1-46d9-8cbd-fda8439d1e04 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:31.526227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3b63a6b3-aad1-46d9-8cbd-fda8439d1e04 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100789 Nov 24 13:25:31.526571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 48994) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:31.534041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c729f0fc-b825-4bf3-bb50-5bae37581805 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '46d29aab-244f-45ef-921c-d538cd85ebb4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:31.592006 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-c729f0fc-b825-4bf3-bb50-5bae37581805 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:31.594436 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c729f0fc-b825-4bf3-bb50-5bae37581805 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0668964 Nov 24 13:25:31.597854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 48998) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:31.605359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ce963469-cf17-4f52-ac81-206c659822d6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '46d29aab-244f-45ef-921c-d538cd85ebb4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:31.606246 n-d-817303-4 neutron-server[114985]: WARNING neutron.api.v2.base [None req-ce963469-cf17-4f52-ac81-206c659822d6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 24 13:25:31.607110 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-ce963469-cf17-4f52-ac81-206c659822d6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:31.608140 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ce963469-cf17-4f52-ac81-206c659822d6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087383 Nov 24 13:25:31.612063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49000) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:31.632494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-de14e3eb-3d78-4b8a-b849-b8aa9a99d69d tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '46d29aab-244f-45ef-921c-d538cd85ebb4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:31.663885 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-de14e3eb-3d78-4b8a-b849-b8aa9a99d69d tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Project a4198b8ea5974dd2bc110f166847a754 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:25:31.685901 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-de14e3eb-3d78-4b8a-b849-b8aa9a99d69d tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:31.690099 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-de14e3eb-3d78-4b8a-b849-b8aa9a99d69d tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0740223 Nov 24 13:25:31.690509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49004) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:31.695391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-0a903d00-6e9e-480f-8a33-54a8c7a9abe8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '46d29aab-244f-45ef-921c-d538cd85ebb4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:31.695876 n-d-817303-4 neutron-server[114986]: WARNING neutron.api.v2.base [None req-0a903d00-6e9e-480f-8a33-54a8c7a9abe8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 24 13:25:31.696372 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-0a903d00-6e9e-480f-8a33-54a8c7a9abe8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:31.698272 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0a903d00-6e9e-480f-8a33-54a8c7a9abe8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065205 Nov 24 13:25:31.701223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49006) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:31.708351 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-227c2f86-9e70-44d5-a75b-894418c89840 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '46d29aab-244f-45ef-921c-d538cd85ebb4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:31.734315 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:25:31.755238 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-227c2f86-9e70-44d5-a75b-894418c89840 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Project a4198b8ea5974dd2bc110f166847a754 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:25:31.775003 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-227c2f86-9e70-44d5-a75b-894418c89840 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:31.778703 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-227c2f86-9e70-44d5-a75b-894418c89840 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0738614 Nov 24 13:25:31.779088 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49010) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:31.783442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9ec83432-8dfb-4a60-96ec-7ccdf2af2a9b tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '46d29aab-244f-45ef-921c-d538cd85ebb4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:31.809600 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-9ec83432-8dfb-4a60-96ec-7ccdf2af2a9b tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Project a4198b8ea5974dd2bc110f166847a754 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:25:31.826893 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-9ec83432-8dfb-4a60-96ec-7ccdf2af2a9b tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:31.829032 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9ec83432-8dfb-4a60-96ec-7ccdf2af2a9b tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0491247 Nov 24 13:25:31.831808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49012) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:31.912100 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-360809c2-4b39-49cf-a6ff-d1e703519df6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:31.938882 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-360809c2-4b39-49cf-a6ff-d1e703519df6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:31.998304 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-360809c2-4b39-49cf-a6ff-d1e703519df6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:32.002364 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-360809c2-4b39-49cf-a6ff-d1e703519df6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:32.003688 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-360809c2-4b39-49cf-a6ff-d1e703519df6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "DELETE /v2.0/security-groups/46d29aab-244f-45ef-921c-d538cd85ebb4 HTTP/1.1" status: 204 len: 168 time: 0.1706347 Nov 24 13:25:32.006335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49016) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:32.021646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360809c2-4b39-49cf-a6ff-d1e703519df6 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d29aab-244f-45ef-921c-d538cd85ebb4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:32.091012 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fa881872-be5e-444d-84b5-9fcc077895b7 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0791061 Nov 24 13:25:32.091505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49018) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:32.096139 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f2cbad37-0bc4-45a3-b2e5-af6fb0b68201 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group': {'name': 'tempest-secgroup--841391203'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:32.132527 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2cbad37-0bc4-45a3-b2e5-af6fb0b68201 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:32.261612 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2cbad37-0bc4-45a3-b2e5-af6fb0b68201 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:32.269570 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2cbad37-0bc4-45a3-b2e5-af6fb0b68201 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:32.323547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbad37-0bc4-45a3-b2e5-af6fb0b68201 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c38a141-05f9-4bd5-ad04-2b7bccfdfe64,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:32.351901 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2cbad37-0bc4-45a3-b2e5-af6fb0b68201 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:32.357044 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f2cbad37-0bc4-45a3-b2e5-af6fb0b68201 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2614641 Nov 24 13:25:32.357457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49022) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:32.362903 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a868d0af-efc1-4a28-b93f-47f1b698827d tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '4c38a141-05f9-4bd5-ad04-2b7bccfdfe64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:32.420349 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-a868d0af-efc1-4a28-b93f-47f1b698827d tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The resource could not be found. Nov 24 13:25:32.421689 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a868d0af-efc1-4a28-b93f-47f1b698827d tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0627129 Nov 24 13:25:32.424520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49026) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:32.431539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-971d59bb-9315-464f-bf21-70de477e25f0 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '4c38a141-05f9-4bd5-ad04-2b7bccfdfe64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e4396fcb-dc4c-4c4a-b2e7-83f477db4a6b'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:32.493230 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-971d59bb-9315-464f-bf21-70de477e25f0 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The resource could not be found. Nov 24 13:25:32.494875 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-971d59bb-9315-464f-bf21-70de477e25f0 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0686076 Nov 24 13:25:32.498378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49028) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:32.574553 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-45586836-a95c-452d-b296-5a025b1f58c0 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:32.608988 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-45586836-a95c-452d-b296-5a025b1f58c0 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:32.682129 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-45586836-a95c-452d-b296-5a025b1f58c0 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:32.685998 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-45586836-a95c-452d-b296-5a025b1f58c0 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:32.689386 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-45586836-a95c-452d-b296-5a025b1f58c0 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "DELETE /v2.0/security-groups/4c38a141-05f9-4bd5-ad04-2b7bccfdfe64 HTTP/1.1" status: 204 len: 168 time: 0.1898420 Nov 24 13:25:32.690262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49032) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:32.710887 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45586836-a95c-452d-b296-5a025b1f58c0 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c38a141-05f9-4bd5-ad04-2b7bccfdfe64,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:32.829278 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-be05b178-9ec9-4cd8-8752-8f279e706395 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1377387 Nov 24 13:25:32.833179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49034) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:32.839305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a277acd2-3dc1-4053-81a1-8dc1d6ffa972 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '1d35f93b-a02f-412a-8e5a-dc234d50d1ca', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:32.904858 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-a277acd2-3dc1-4053-81a1-8dc1d6ffa972 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The resource could not be found. Nov 24 13:25:32.906833 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a277acd2-3dc1-4053-81a1-8dc1d6ffa972 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0716705 Nov 24 13:25:32.911877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49036) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:32.917225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e4abbab0-405c-47bc-81b2-d54632e404a2 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group': {'name': 'tempest-secgroup--183283553'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:32.940323 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4abbab0-405c-47bc-81b2-d54632e404a2 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.025804 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4abbab0-405c-47bc-81b2-d54632e404a2 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.030912 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4abbab0-405c-47bc-81b2-d54632e404a2 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.064883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4abbab0-405c-47bc-81b2-d54632e404a2 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2a5b02-712e-4d37-8589-3eb47ba699c5,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:33.070231 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4abbab0-405c-47bc-81b2-d54632e404a2 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.074585 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e4abbab0-405c-47bc-81b2-d54632e404a2 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1582651 Nov 24 13:25:33.075157 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49040) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:33.079516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-6bd64195-0399-4f93-af16-2952418395ec tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290237502'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:33.102560 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bd64195-0399-4f93-af16-2952418395ec tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.175539 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bd64195-0399-4f93-af16-2952418395ec tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.179264 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bd64195-0399-4f93-af16-2952418395ec tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.210916 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bd64195-0399-4f93-af16-2952418395ec tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.215644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49042) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:33.215831 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6bd64195-0399-4f93-af16-2952418395ec tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1398721 Nov 24 13:25:33.216715 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd64195-0399-4f93-af16-2952418395ec tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ffa11f-8174-45b2-8e7a-203b18ef0780,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:33.225479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-20234c6c-510d-489b-8efe-2b282d1072df tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': '7c2a5b02-712e-4d37-8589-3eb47ba699c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '67ffa11f-8174-45b2-8e7a-203b18ef0780'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:33.271250 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-20234c6c-510d-489b-8efe-2b282d1072df tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:33.272956 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-20234c6c-510d-489b-8efe-2b282d1072df tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0561695 Nov 24 13:25:33.276305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49044) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:33.334292 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6f5912c7-3e86-478d-914a-8527f9da86e3 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.361771 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6f5912c7-3e86-478d-914a-8527f9da86e3 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.414550 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6f5912c7-3e86-478d-914a-8527f9da86e3 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.417463 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6f5912c7-3e86-478d-914a-8527f9da86e3 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.418734 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6f5912c7-3e86-478d-914a-8527f9da86e3 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "DELETE /v2.0/security-groups/67ffa11f-8174-45b2-8e7a-203b18ef0780 HTTP/1.1" status: 204 len: 168 time: 0.1414449 Nov 24 13:25:33.421774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49048) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:33.428606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5912c7-3e86-478d-914a-8527f9da86e3 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ffa11f-8174-45b2-8e7a-203b18ef0780,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:33.486885 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ef7f6d15-ea78-4636-a79c-f00e5f6d523c tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0636313 Nov 24 13:25:33.489814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49052) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:33.547508 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d308ba39-bf84-4573-aa67-2817ce812e73 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.572830 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d308ba39-bf84-4573-aa67-2817ce812e73 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.617945 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d308ba39-bf84-4573-aa67-2817ce812e73 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.621946 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d308ba39-bf84-4573-aa67-2817ce812e73 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.625550 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d308ba39-bf84-4573-aa67-2817ce812e73 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "DELETE /v2.0/security-groups/7c2a5b02-712e-4d37-8589-3eb47ba699c5 HTTP/1.1" status: 204 len: 168 time: 0.1324227 Nov 24 13:25:33.625996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49058) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:33.635514 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308ba39-bf84-4573-aa67-2817ce812e73 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2a5b02-712e-4d37-8589-3eb47ba699c5,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:33.686265 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d5ecbe1a-3926-4a2a-8f91-0c10466bd378 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0589783 Nov 24 13:25:33.690039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49062) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:33.694983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-28adc68d-2734-425a-9b89-103b026305b8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046828122'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:33.722476 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28adc68d-2734-425a-9b89-103b026305b8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.804771 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28adc68d-2734-425a-9b89-103b026305b8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.817603 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28adc68d-2734-425a-9b89-103b026305b8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.863051 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28adc68d-2734-425a-9b89-103b026305b8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:33.867303 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-28adc68d-2734-425a-9b89-103b026305b8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1761155 Nov 24 13:25:33.868228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49070) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:33.875674 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-08d9d3c3-ec59-4fe4-86d7-8b44d08295dc tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': 'da3c8619-4da2-4462-90b2-0f4489db650d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:33.881011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adc68d-2734-425a-9b89-103b026305b8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3c8619-4da2-4462-90b2-0f4489db650d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:33.920206 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-08d9d3c3-ec59-4fe4-86d7-8b44d08295dc tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:33.921542 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-08d9d3c3-ec59-4fe4-86d7-8b44d08295dc tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0500360 Nov 24 13:25:33.924274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49074) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:33.928914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e60b057c-388c-419f-bb3b-a06d32ff77e4 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group_rule': {'security_group_id': 'da3c8619-4da2-4462-90b2-0f4489db650d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:33.983284 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-e60b057c-388c-419f-bb3b-a06d32ff77e4 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:25:33.984381 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e60b057c-388c-419f-bb3b-a06d32ff77e4 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0590580 Nov 24 13:25:33.987873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49076) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:34.054469 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79c47d2b-8c4f-406c-bf4d-f3e09e344e93 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:34.100741 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79c47d2b-8c4f-406c-bf4d-f3e09e344e93 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:34.164287 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79c47d2b-8c4f-406c-bf4d-f3e09e344e93 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:34.168224 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79c47d2b-8c4f-406c-bf4d-f3e09e344e93 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:34.171653 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-79c47d2b-8c4f-406c-bf4d-f3e09e344e93 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "DELETE /v2.0/security-groups/da3c8619-4da2-4462-90b2-0f4489db650d HTTP/1.1" status: 204 len: 168 time: 0.1826735 Nov 24 13:25:34.174283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49084) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:34.183277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c47d2b-8c4f-406c-bf4d-f3e09e344e93 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3c8619-4da2-4462-90b2-0f4489db650d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:34.256783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-69a2e1f7-4443-4519-930b-cf33411ab8fe tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0799594 Nov 24 13:25:34.259712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49088) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:34.264244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f8132857-6fb6-47f8-a254-17d841255251 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329032492'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:34.301445 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f8132857-6fb6-47f8-a254-17d841255251 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:34.496750 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f8132857-6fb6-47f8-a254-17d841255251 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:34.505885 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f8132857-6fb6-47f8-a254-17d841255251 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:34.585772 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f8132857-6fb6-47f8-a254-17d841255251 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:34.589005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f8132857-6fb6-47f8-a254-17d841255251 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3282497 Nov 24 13:25:34.591923 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49092) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:34.594221 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8132857-6fb6-47f8-a254-17d841255251 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a4e2a7-87d1-4de8-a847-519f92b2b067,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:34.596429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ae42e517-c318-41cf-9eb3-00a15b46e3f5 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Request body: {'security_group': {'name': 'default'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:34.597204 n-d-817303-4 neutron-server[114985]: WARNING neutron.api.v2.base [None req-ae42e517-c318-41cf-9eb3-00a15b46e3f5 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 24 13:25:34.598342 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-ae42e517-c318-41cf-9eb3-00a15b46e3f5 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] update failed (client error): There was a conflict when trying to complete your request. Nov 24 13:25:34.609517 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ae42e517-c318-41cf-9eb3-00a15b46e3f5 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "PUT /v2.0/security-groups/f8a4e2a7-87d1-4de8-a847-519f92b2b067 HTTP/1.1" status: 409 len: 330 time: 0.0149653 Nov 24 13:25:34.610866 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49094) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:34.710784 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fdd029c4-c40a-4aff-b621-7046bdd8c2b8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:34.736466 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fdd029c4-c40a-4aff-b621-7046bdd8c2b8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:34.791663 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fdd029c4-c40a-4aff-b621-7046bdd8c2b8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:34.801340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fdd029c4-c40a-4aff-b621-7046bdd8c2b8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:34.802771 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fdd029c4-c40a-4aff-b621-7046bdd8c2b8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "DELETE /v2.0/security-groups/f8a4e2a7-87d1-4de8-a847-519f92b2b067 HTTP/1.1" status: 204 len: 168 time: 0.1903181 Nov 24 13:25:34.805543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49096) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:34.819127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd029c4-c40a-4aff-b621-7046bdd8c2b8 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a4e2a7-87d1-4de8-a847-519f92b2b067,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:34.870957 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-eca2555e-975d-47ca-8421-8cc3fa1edc94 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0595686 Nov 24 13:25:34.871244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49098) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:34.897232 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-d0ba7f0b-2919-4f21-bfd6-39e69ee9f13b tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] delete failed (client error): The resource could not be found. Nov 24 13:25:34.898612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d0ba7f0b-2919-4f21-bfd6-39e69ee9f13b tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "DELETE /v2.0/security-groups/803cd74a-ecf4-4a87-afda-009f9408a717 HTTP/1.1" status: 404 len: 347 time: 0.0262337 Nov 24 13:25:34.903156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49102) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:34.921146 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-7e54de72-9670-45f8-84b5-11cb95b57c62 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] show failed (client error): The resource could not be found. Nov 24 13:25:34.922194 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7e54de72-9670-45f8-84b5-11cb95b57c62 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "GET /v2.0/security-groups/db5cdc0f-3ea9-49a6-85f6-17393eb60d31 HTTP/1.1" status: 404 len: 347 time: 0.0178630 Nov 24 13:25:34.926225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49104) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:34.950376 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-221f2388-e8fd-4920-966a-c73990f67a66 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] show failed (client error): The resource could not be found. Nov 24 13:25:34.955545 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-221f2388-e8fd-4920-966a-c73990f67a66 tempest-NegativeSecGroupIPv6Test-968025817 tempest-NegativeSecGroupIPv6Test-968025817-project] 10.222.0.48 "GET /v2.0/security-group-rules/8dc9ed80-008e-4714-b798-54ec577538e5 HTTP/1.1" status: 404 len: 356 time: 0.0279417 Nov 24 13:25:35.348746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49114) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:35.617656 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-24f30448-a930-4af7-9e1d-c702c701f6de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4198b8ea5974dd2bc110f166847a754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2651136 Nov 24 13:25:35.618111 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49120) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:35.703864 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5619d94f-f349-4e48-ab26-6b3cb4c56c59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:35.730303 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5619d94f-f349-4e48-ab26-6b3cb4c56c59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:35.830426 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5619d94f-f349-4e48-ab26-6b3cb4c56c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:35.846183 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5619d94f-f349-4e48-ab26-6b3cb4c56c59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:35.847456 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5619d94f-f349-4e48-ab26-6b3cb4c56c59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82ce3af5-a703-400e-a791-e7ed9127160d HTTP/1.1" status: 204 len: 168 time: 0.2278993 Nov 24 13:25:35.909400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619d94f-f349-4e48-ab26-6b3cb4c56c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ce3af5-a703-400e-a791-e7ed9127160d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:36.448522 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:39.739613 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:45.815473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecf24b-2cbe-4905-b3ad-9d32051eb9c8 req-42c6ba93-e44d-4cb2-89a9-c5c101ef1b22 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:45.827082 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-beecf24b-2cbe-4905-b3ad-9d32051eb9c8 req-42c6ba93-e44d-4cb2-89a9-c5c101ef1b22 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 946 time: 0.0779073 Nov 24 13:25:45.879672 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-beecf24b-2cbe-4905-b3ad-9d32051eb9c8 req-f02ad6f2-50db-46ae-943e-017e2062a57f tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500438 Nov 24 13:25:47.062992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ab34b-55d9-474b-a9c0-24939b8a0853 req-7cfbd8b3-33f5-4fe9-a412-5fc6ace25747 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:47.064545 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ff8ab34b-55d9-474b-a9c0-24939b8a0853 req-7cfbd8b3-33f5-4fe9-a412-5fc6ace25747 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 946 time: 0.0906634 Nov 24 13:25:47.118968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ff8ab34b-55d9-474b-a9c0-24939b8a0853 req-59795cbc-22e3-4737-92d2-eeb4043d38c1 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/security-groups?id=9fe8d569-2fe3-4f09-99d2-64ee691635d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462992 Nov 24 13:25:47.350019 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98d42a-8278-424a-b708-396fdaf9d133 req-a9d3db52-b219-45a5-8951-ff2bfddeb251 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:47.354368 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2a98d42a-8278-424a-b708-396fdaf9d133 req-a9d3db52-b219-45a5-8951-ff2bfddeb251 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.59 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 946 time: 0.1296625 Nov 24 13:25:47.515500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-2a98d42a-8278-424a-b708-396fdaf9d133 req-6aa69a81-f6e8-4c6b-be41-4ea30e02f581 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Deleting port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:25:47.515802 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2a98d42a-8278-424a-b708-396fdaf9d133 req-6aa69a81-f6e8-4c6b-be41-4ea30e02f581 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:47.633293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-2a98d42a-8278-424a-b708-396fdaf9d133 req-6aa69a81-f6e8-4c6b-be41-4ea30e02f581 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] For port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b,segment=NetworkSegment(43888b9a-4a53-42b4-8f32-cc430c6100a1),segment_id=43888b9a-4a53-42b4-8f32-cc430c6100a1)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:25:47.634236 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2a98d42a-8278-424a-b708-396fdaf9d133 req-6aa69a81-f6e8-4c6b-be41-4ea30e02f581 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:47.647846 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-2a98d42a-8278-424a-b708-396fdaf9d133 req-6aa69a81-f6e8-4c6b-be41-4ea30e02f581 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Calling delete_port for 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:25:47.792648 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2a98d42a-8278-424a-b708-396fdaf9d133 req-6aa69a81-f6e8-4c6b-be41-4ea30e02f581 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:47.807339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:25:47.855759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa69a81-f6e8-4c6b-be41-4ea30e02f581 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Pushing event deleted for resources: {'Port': ['ID=3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:47.878829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a98d42a-8278-424a-b708-396fdaf9d133 req-6aa69a81-f6e8-4c6b-be41-4ea30e02f581 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] No DVR routers for this DVR port 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:25:47.882403 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2a98d42a-8278-424a-b708-396fdaf9d133 req-6aa69a81-f6e8-4c6b-be41-4ea30e02f581 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:47.887250 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2a98d42a-8278-424a-b708-396fdaf9d133 req-6aa69a81-f6e8-4c6b-be41-4ea30e02f581 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.59 "DELETE /v2.0/ports/3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b HTTP/1.1" status: 204 len: 173 time: 0.5271368 Nov 24 13:25:47.887889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33726f33-7052-48db-bcf9-f4b1d7568e9b', 'name': 'network-vif-deleted', 'tag': '3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:25:47.891394 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d387a5e-7397-43e6-9eb0-94339bc42386" -d '{"events": [{"server_uuid": "33726f33-7052-48db-bcf9-f4b1d7568e9b", "name": "network-vif-deleted", "tag": "3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:25:47.947976 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e3d5b9-a679-462e-a42b-d6c4268182b8 x-openstack-request-id: req-f1e3d5b9-a679-462e-a42b-d6c4268182b8 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:25:47.948633 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33726f33-7052-48db-bcf9-f4b1d7568e9b", "name": "network-vif-deleted", "tag": "3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:25:47.949145 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1e3d5b9-a679-462e-a42b-d6c4268182b8 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:25:47.950291 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33726f33-7052-48db-bcf9-f4b1d7568e9b', 'name': 'network-vif-deleted', 'tag': '3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b', 'status': 'completed', 'code': 200} Nov 24 13:25:48.261162 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-265575b6-9889-4a4e-bc06-e2141b172781 req-69379be5-9309-48b4-b937-56471ffb5064 tempest-VolumesSnapshotTestJSON-2099787061 tempest-VolumesSnapshotTestJSON-2099787061-project] 10.222.0.48 "GET /v2.0/ports?device_id=33726f33-7052-48db-bcf9-f4b1d7568e9b HTTP/1.1" status: 200 len: 210 time: 0.0454988 Nov 24 13:25:50.077789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:25:50.108824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:25:50.109444 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 3c6b6757-6fc6-4cf1-ad9a-9a7bfd01315b not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:25:50.858750 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4c60f398-10f1-4f09-9c00-dba022fddd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:51.692133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-575e6406-b93f-4725-80cf-35e3af8cad0c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149317972&fields=id&tenant_id=f9eb189f71044813946e9bb1928ef292 HTTP/1.1" status: 200 len: 267 time: 0.0854697 Nov 24 13:25:51.816127 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a5317-496d-4894-b843-d924ceb7092e req-f3d1957a-4b68-432e-8e8a-4dd8ae3e5ce1 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:51.824356 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-f3d1957a-4b68-432e-8e8a-4dd8ae3e5ce1 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 812 time: 0.1226983 Nov 24 13:25:51.855643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-e0d13360-e0c5-4add-98b1-7f3cd6ad664e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/quotas/f9eb189f71044813946e9bb1928ef292 HTTP/1.1" status: 200 len: 375 time: 0.0301158 Nov 24 13:25:51.908664 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-d349f2e7-5e28-4cbf-9136-4369d939e719 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515490 Nov 24 13:25:52.032555 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e565d64-4b38-42b1-8767-e328f2c8958b service neutron] 10.222.0.48 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121306 Nov 24 13:25:52.205406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-db188ef2-ce4c-4543-ace3-206d07241770 service neutron] 10.222.0.48 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717451 Nov 24 13:25:52.566585 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49478) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:52.720836 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-26a08cc0-9187-4cf2-805a-6c4325125163 req-2f413e5e-3cca-4f0f-9635-2d6a4e9a871e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 210 time: 0.0691411 Nov 24 13:25:52.803900 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9685b9b5-db74-4e8a-9aec-91d49941781e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:52.950004 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9685b9b5-db74-4e8a-9aec-91d49941781e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:52.957730 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9685b9b5-db74-4e8a-9aec-91d49941781e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:53.015775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685b9b5-db74-4e8a-9aec-91d49941781e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d33d264-bea6-4406-97ae-3102da864e7f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:53.070825 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49490) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:53.071524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9685b9b5-db74-4e8a-9aec-91d49941781e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74ded0ec21484af9a35b850116c884a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5032761 Nov 24 13:25:53.187905 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab37a-4777-438f-8c6a-374ee9e34876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:53.225721 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab37a-4777-438f-8c6a-374ee9e34876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:53.291333 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d430ef9d-71e2-4f0a-abf7-063a5091029e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:53.331922 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab37a-4777-438f-8c6a-374ee9e34876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:53.337697 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a7ab37a-4777-438f-8c6a-374ee9e34876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:53.340835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8a7ab37a-4777-438f-8c6a-374ee9e34876 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d33d264-bea6-4406-97ae-3102da864e7f HTTP/1.1" status: 204 len: 168 time: 0.2683821 Nov 24 13:25:53.352648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ab37a-4777-438f-8c6a-374ee9e34876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d33d264-bea6-4406-97ae-3102da864e7f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:53.825895 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f1c05b07-5323-4f37-a3ce-e07cc9c8f0dc req-d280f251-4022-4d1f-bb2c-a08fe9204a1f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 210 time: 0.0379672 Nov 24 13:25:53.865005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49506) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:53.879996 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-004e60b0-5c12-403c-a083-b3c9adbf5805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:54.033031 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-004e60b0-5c12-403c-a083-b3c9adbf5805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:54.042432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-004e60b0-5c12-403c-a083-b3c9adbf5805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:54.101238 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-004e60b0-5c12-403c-a083-b3c9adbf5805 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22d6df3a79be4789b11ec77a0fdcb68c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2325139 Nov 24 13:25:54.101523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49508) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:54.107566 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a5317-496d-4894-b843-d924ceb7092e req-c49ae793-bf7c-4f85-aa16-a3fa708c8a9c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:54.109056 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-c49ae793-bf7c-4f85-aa16-a3fa708c8a9c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 812 time: 0.1746392 Nov 24 13:25:54.115001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e60b0-5c12-403c-a083-b3c9adbf5805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f844b9-0004-434b-b0ac-8cefef872d53,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:54.175483 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d725-8920-4bf5-b160-cf3925025e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:54.181217 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-524c3037-4cb9-496d-8f62-b6ce1dade5c2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9eb189f71044813946e9bb1928ef292 HTTP/1.1" status: 200 len: 379 time: 0.0589092 Nov 24 13:25:54.192144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-4e2a5317-496d-4894-b843-d924ceb7092e req-041adc99-5fc9-41ce-bac8-6ceb298a6763 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'port': {'device_id': '991459de-3e46-46c9-8fff-3de688f30011', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'admin_state_up': True, 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'security_groups': ['a91b3fa5-af0f-43e4-8980-6e154e575503']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:54.199669 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d725-8920-4bf5-b160-cf3925025e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:54.263511 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d725-8920-4bf5-b160-cf3925025e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:54.267280 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d725-8920-4bf5-b160-cf3925025e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:54.268569 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1ff7d725-8920-4bf5-b160-cf3925025e5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21f844b9-0004-434b-b0ac-8cefef872d53 HTTP/1.1" status: 204 len: 168 time: 0.1643484 Nov 24 13:25:54.301977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7d725-8920-4bf5-b160-cf3925025e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f844b9-0004-434b-b0ac-8cefef872d53,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:54.417434 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2a5317-496d-4894-b843-d924ceb7092e req-041adc99-5fc9-41ce-bac8-6ceb298a6763 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Made reservation on behalf of f9eb189f71044813946e9bb1928ef292 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:25:54.424977 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4e2a5317-496d-4894-b843-d924ceb7092e req-041adc99-5fc9-41ce-bac8-6ceb298a6763 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:54.428684 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:54.617808 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-4e2a5317-496d-4894-b843-d924ceb7092e req-041adc99-5fc9-41ce-bac8-6ceb298a6763 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Allocated IP 172.20.0.11 (6a016955-569b-4861-bee0-ac59750bb8f5/58c4496a-3b03-42fd-9ce0-2f643f021eac/3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:25:54.880034 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4e2a5317-496d-4894-b843-d924ceb7092e req-041adc99-5fc9-41ce-bac8-6ceb298a6763 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:54.922187 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4e2a5317-496d-4894-b843-d924ceb7092e req-041adc99-5fc9-41ce-bac8-6ceb298a6763 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:55.004269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2a5317-496d-4894-b843-d924ceb7092e req-041adc99-5fc9-41ce-bac8-6ceb298a6763 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Network 6a016955-569b-4861-bee0-ac59750bb8f5 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:25:55.025291 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-4e2a5317-496d-4894-b843-d924ceb7092e req-041adc99-5fc9-41ce-bac8-6ceb298a6763 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:25:55.027829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041adc99-5fc9-41ce-bac8-6ceb298a6763 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'Port': ['ID=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:55.040900 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2a5317-496d-4894-b843-d924ceb7092e req-041adc99-5fc9-41ce-bac8-6ceb298a6763 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:25:55.136253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed3f31-0b6e-497e-b536-e932b1f67a90 req-381c61c6-e166-45f8-aae0-dbe6de3c39ea tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:55.142620 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f1ed3f31-0b6e-497e-b536-e932b1f67a90 req-381c61c6-e166-45f8-aae0-dbe6de3c39ea tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 932 time: 0.1628859 Nov 24 13:25:55.161047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a5317-496d-4894-b843-d924ceb7092e req-041adc99-5fc9-41ce-bac8-6ceb298a6763 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:55.163924 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4e2a5317-496d-4894-b843-d924ceb7092e req-041adc99-5fc9-41ce-bac8-6ceb298a6763 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:55.238102 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-041adc99-5fc9-41ce-bac8-6ceb298a6763 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0501618 Nov 24 13:25:55.280446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Request body: {'port': {'device_id': '991459de-3e46-46c9-8fff-3de688f30011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:55.329078 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f1ed3f31-0b6e-497e-b536-e932b1f67a90 req-fde39b4f-dad9-406a-8402-088fd478f9fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541820 Nov 24 13:25:55.375892 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:55.573960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-44703cab-7d93-4a57-a972-16c228b8a2e8 None None] Provisioning complete for port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:25:55.574529 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-44703cab-7d93-4a57-a972-16c228b8a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:55.622322 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49562) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:55.676574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-44703cab-7d93-4a57-a972-16c228b8a2e8 None None] Port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:25:55.845569 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:25:55.870005 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-adc837f4-27f2-431c-96ba-7afcc0224b15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:55.875836 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:55.951034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Transition to ACTIVE for port object 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:25:55.959002 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:55.963907 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:56.089512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Pushing event updated for resources: {'Port': ['ID=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:56.173290 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:56.173645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:56.177849 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:56.178181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:56.179512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:56.182309 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:56.182309 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:56.182673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:56.183019 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:56.183357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:56.184962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:56.185436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:56.276122 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-adc837f4-27f2-431c-96ba-7afcc0224b15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:56.291603 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-adc837f4-27f2-431c-96ba-7afcc0224b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:56.321950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Attempting to bind port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:25:56.327805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Attempting to bind port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:25:56.328806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Attempting to bind port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:25:56.379680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc on network 6a016955-569b-4861-bee0-ac59750bb8f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:25:56.380279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Attempting to bind port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:25:56.395253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:25:56.395864 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Checking segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:25:56.396668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Bound using segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:25:56.397331 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Bound port: 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:25:56.397919 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:56.424649 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-adc837f4-27f2-431c-96ba-7afcc0224b15 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=80322c48f94a4fe3ad8769754dbf7de6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7991860 Nov 24 13:25:56.428512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49582) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:56.432184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc837f4-27f2-431c-96ba-7afcc0224b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e9c916-a49b-4c75-b19f-446eff9ec8c9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:56.498779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] For port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:25:56.503337 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] For port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:25:56.510942 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:56.588547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:56.589499 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:56.591162 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] 10.222.0.59 "PUT /v2.0/ports/3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc HTTP/1.1" status: 200 len: 1092 time: 1.3334684 Nov 24 13:25:56.592120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991459de-3e46-46c9-8fff-3de688f30011', 'tag': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:25:56.607823 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208704ad-0004-406b-9d24-d8694f482dea" -d '{"events": [{"name": "network-changed", "server_uuid": "991459de-3e46-46c9-8fff-3de688f30011", "tag": "3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:25:56.717769 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c890f5a-be55-45c2-99fd-923d57c629cb x-openstack-request-id: req-2c890f5a-be55-45c2-99fd-923d57c629cb {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:25:56.718084 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991459de-3e46-46c9-8fff-3de688f30011", "tag": "3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:25:56.718567 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c890f5a-be55-45c2-99fd-923d57c629cb {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:25:56.719019 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991459de-3e46-46c9-8fff-3de688f30011', 'tag': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc', 'status': 'completed', 'code': 200} Nov 24 13:25:56.719235 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:56.735787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e107db4-c3c8-4f33-b2f1-2838e783e17b service neutron] Pushing event updated for resources: {'Port': ['ID=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:56.749616 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a5317-496d-4894-b843-d924ceb7092e req-25a4e276-d7e9-481b-80d8-1d925430f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:56.751169 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-25a4e276-d7e9-481b-80d8-1d925430f7a6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 1095 time: 0.0991728 Nov 24 13:25:56.756957 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:56.794276 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:56.829130 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-8b381c14-42e8-4124-83d6-7a1482636ac8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc HTTP/1.1" status: 200 len: 217 time: 0.0695975 Nov 24 13:25:56.847081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853c36b-0946-4c54-bb92-970d6d90bc0a req-968bc770-e77f-46cf-9e9b-bc100511e11c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:56.855808 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8853c36b-0946-4c54-bb92-970d6d90bc0a req-968bc770-e77f-46cf-9e9b-bc100511e11c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 944 time: 0.3016665 Nov 24 13:25:56.918418 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:56.921762 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:56.933297 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5e9c916-a49b-4c75-b19f-446eff9ec8c9 HTTP/1.1" status: 204 len: 168 time: 0.4964890 Nov 24 13:25:56.964128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a5317-496d-4894-b843-d924ceb7092e req-5d597470-f93d-47ff-bf29-3a9550308e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:56.965688 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-5d597470-f93d-47ff-bf29-3a9550308e64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.1282508 Nov 24 13:25:56.990575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e9c916-a49b-4c75-b19f-446eff9ec8c9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:57.030971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8853c36b-0946-4c54-bb92-970d6d90bc0a req-47e7e2ef-19cd-4ea0-9853-ebb614783a85 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737769 Nov 24 13:25:57.034794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:57.037821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:57.038316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:57.038773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:57.040636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:57.041121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:57.041566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:57.042301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:57.043312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:57.044790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:57.045251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:57.046835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495acbc-a336-4890-adf5-ecaa22bbcdb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:25:57.103677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a5317-496d-4894-b843-d924ceb7092e req-9e26ae28-2386-4d72-bd9b-066cbbd518f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:57.105228 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-9e26ae28-2386-4d72-bd9b-066cbbd518f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308703 Nov 24 13:25:57.263156 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-5e513071-63b9-47a5-a97b-dba6d3915c41 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494083 Nov 24 13:25:57.465105 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4e2a5317-496d-4894-b843-d924ceb7092e req-762f8796-2977-4b14-9785-33eeae4812ec service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936440 Nov 24 13:25:57.554566 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208704ad-0004-406b-9d24-d8694f482dea req-5cd0cee5-3684-4192-af73-8af3b8f072b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:57.556633 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-208704ad-0004-406b-9d24-d8694f482dea req-5cd0cee5-3684-4192-af73-8af3b8f072b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 1095 time: 0.0432532 Nov 24 13:25:57.687760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208704ad-0004-406b-9d24-d8694f482dea req-58c124cb-c58a-4a28-be8e-f5cbb4cdec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:57.689295 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-208704ad-0004-406b-9d24-d8694f482dea req-58c124cb-c58a-4a28-be8e-f5cbb4cdec71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.1252472 Nov 24 13:25:57.740047 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-208704ad-0004-406b-9d24-d8694f482dea req-7b41efad-8edf-44da-958a-1acb2f1d748e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc HTTP/1.1" status: 200 len: 217 time: 0.0427709 Nov 24 13:25:57.802529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208704ad-0004-406b-9d24-d8694f482dea req-03de75fd-fc2d-4a6b-8ef3-7c4a81ee77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:57.804404 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-208704ad-0004-406b-9d24-d8694f482dea req-03de75fd-fc2d-4a6b-8ef3-7c4a81ee77d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0567424 Nov 24 13:25:58.246638 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208704ad-0004-406b-9d24-d8694f482dea req-5234ec42-ccb3-4baa-acf7-cbb37c5cecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:58.252943 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-208704ad-0004-406b-9d24-d8694f482dea req-5234ec42-ccb3-4baa-acf7-cbb37c5cecfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4360745 Nov 24 13:25:58.291560 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb7bea-0484-4bf8-96f5-cb32a5edbf02 req-a80e96a6-c92c-41af-89bc-4172274c521a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:58.293964 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b7cb7bea-0484-4bf8-96f5-cb32a5edbf02 req-a80e96a6-c92c-41af-89bc-4172274c521a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 944 time: 0.0959783 Nov 24 13:25:58.422248 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-208704ad-0004-406b-9d24-d8694f482dea req-d6f2231a-8791-42ed-9263-367e8a4e1c22 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640904 Nov 24 13:25:58.427662 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b7cb7bea-0484-4bf8-96f5-cb32a5edbf02 req-da554dce-aa97-465f-8138-a35eabb1a13c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757611 Nov 24 13:25:58.556255 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-208704ad-0004-406b-9d24-d8694f482dea req-78e72b0b-20db-4495-bbdb-1a3af7354bc7 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235437 Nov 24 13:25:59.022657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49632) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:59.028603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-4cd49f37-da4c-43b8-9008-47df9699e861 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203308805', 'description': 'tempest-secgroup-smoke-203308805 description', 'project_id': '1903467d483849278979cf8e91cd17b3'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:59.051121 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4cd49f37-da4c-43b8-9008-47df9699e861 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.062690 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4cd49f37-da4c-43b8-9008-47df9699e861 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.140970 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4cd49f37-da4c-43b8-9008-47df9699e861 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.145707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4cd49f37-da4c-43b8-9008-47df9699e861 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.187047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd49f37-da4c-43b8-9008-47df9699e861 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52bbdb38-d79d-4ecb-98c5-6149a29d0d93,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:59.230308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4cd49f37-da4c-43b8-9008-47df9699e861 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.235575 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4cd49f37-da4c-43b8-9008-47df9699e861 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.270224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd49f37-da4c-43b8-9008-47df9699e861 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7acb941a-d733-4712-8fa5-cff7a81736e1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:59.276015 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4cd49f37-da4c-43b8-9008-47df9699e861 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.277635 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4cd49f37-da4c-43b8-9008-47df9699e861 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2530720 Nov 24 13:25:59.280420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49634) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:59.285427 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-984a298f-9d30-49ea-b095-39ce58dbff2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': '7acb941a-d733-4712-8fa5-cff7a81736e1', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:59.315257 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-984a298f-9d30-49ea-b095-39ce58dbff2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.374686 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-984a298f-9d30-49ea-b095-39ce58dbff2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.378705 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-984a298f-9d30-49ea-b095-39ce58dbff2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.399793 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a298f-9d30-49ea-b095-39ce58dbff2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2529480-9756-437d-af31-c060ac267414,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:59.411059 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-984a298f-9d30-49ea-b095-39ce58dbff2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.415001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-984a298f-9d30-49ea-b095-39ce58dbff2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308756 Nov 24 13:25:59.415321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49636) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:59.419790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-09352aa6-8045-45f1-b7e3-1b7ab769d5c5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': '7acb941a-d733-4712-8fa5-cff7a81736e1', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:59.447880 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09352aa6-8045-45f1-b7e3-1b7ab769d5c5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.524628 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09352aa6-8045-45f1-b7e3-1b7ab769d5c5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.529403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09352aa6-8045-45f1-b7e3-1b7ab769d5c5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.559480 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09352aa6-8045-45f1-b7e3-1b7ab769d5c5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.563133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-09352aa6-8045-45f1-b7e3-1b7ab769d5c5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443820 Nov 24 13:25:59.563133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09352aa6-8045-45f1-b7e3-1b7ab769d5c5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da562e69-7c31-4136-b2c8-9aac2731cb56,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:59.569328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49640) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:59.574787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-cf67dbb0-5c4a-48ee-afdd-668e82155c62 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': '7acb941a-d733-4712-8fa5-cff7a81736e1', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:59.607355 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf67dbb0-5c4a-48ee-afdd-668e82155c62 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.675114 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf67dbb0-5c4a-48ee-afdd-668e82155c62 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.680205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf67dbb0-5c4a-48ee-afdd-668e82155c62 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.687120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8004d6d-ec61-4b2d-a1d2-8f357105a73d req-350a5b0c-be22-4425-82f2-a1edd166fc59 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:25:59.693026 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b8004d6d-ec61-4b2d-a1d2-8f357105a73d req-350a5b0c-be22-4425-82f2-a1edd166fc59 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 944 time: 0.1594028 Nov 24 13:25:59.704324 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67dbb0-5c4a-48ee-afdd-668e82155c62 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fabe722-b492-4869-bbb9-4b9a5fe22fa1,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:59.742770 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cf67dbb0-5c4a-48ee-afdd-668e82155c62 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.746562 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cf67dbb0-5c4a-48ee-afdd-668e82155c62 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1737332 Nov 24 13:25:59.747091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49642) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:59.751710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-28ba9bbb-6023-4b39-ad15-af8c6d13cca8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': '7acb941a-d733-4712-8fa5-cff7a81736e1', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:59.780871 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b8004d6d-ec61-4b2d-a1d2-8f357105a73d req-21ae008a-352b-47c5-af09-b44243c8041f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769289 Nov 24 13:25:59.787560 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28ba9bbb-6023-4b39-ad15-af8c6d13cca8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.868209 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28ba9bbb-6023-4b39-ad15-af8c6d13cca8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.872772 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28ba9bbb-6023-4b39-ad15-af8c6d13cca8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.895257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba9bbb-6023-4b39-ad15-af8c6d13cca8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da31ba8d-e545-4f68-8388-38cb62f297e5,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:25:59.912469 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-28ba9bbb-6023-4b39-ad15-af8c6d13cca8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:25:59.917049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49644) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:25:59.918222 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-28ba9bbb-6023-4b39-ad15-af8c6d13cca8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1695933 Nov 24 13:25:59.921731 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b11ff5df-d220-4614-b237-ea273d43fb55 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': '7acb941a-d733-4712-8fa5-cff7a81736e1', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:25:59.970027 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-b11ff5df-d220-4614-b237-ea273d43fb55 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Project 1903467d483849278979cf8e91cd17b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:25:59.975584 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b11ff5df-d220-4614-b237-ea273d43fb55 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.063219 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b11ff5df-d220-4614-b237-ea273d43fb55 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.068486 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b11ff5df-d220-4614-b237-ea273d43fb55 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.089738 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ff5df-d220-4614-b237-ea273d43fb55 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e5b9b1-3d86-4ce8-ad76-f99ccbf2ff8c,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:00.102996 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b11ff5df-d220-4614-b237-ea273d43fb55 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.107719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49646) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:00.109095 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b11ff5df-d220-4614-b237-ea273d43fb55 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1909673 Nov 24 13:26:00.115523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-32b09878-3984-4f13-b4b2-3ad30b5bf527 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': '7acb941a-d733-4712-8fa5-cff7a81736e1', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:26:00.201108 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-32b09878-3984-4f13-b4b2-3ad30b5bf527 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Project 1903467d483849278979cf8e91cd17b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:26:00.206827 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32b09878-3984-4f13-b4b2-3ad30b5bf527 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.292078 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32b09878-3984-4f13-b4b2-3ad30b5bf527 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.297073 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32b09878-3984-4f13-b4b2-3ad30b5bf527 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.318393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b09878-3984-4f13-b4b2-3ad30b5bf527 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d959e64-6bfa-4866-bb9d-e40b6e2804c2,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:00.328080 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32b09878-3984-4f13-b4b2-3ad30b5bf527 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.332437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-32b09878-3984-4f13-b4b2-3ad30b5bf527 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2206340 Nov 24 13:26:00.332673 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49648) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:00.338913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0b50306f-4c93-4126-b4ee-427c28cdb8fb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'network': {'name': 'tempest-network-smoke--1505373584', 'project_id': '1903467d483849278979cf8e91cd17b3', 'port_security_enabled': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:26:00.364261 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b50306f-4c93-4126-b4ee-427c28cdb8fb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Made reservation on behalf of 1903467d483849278979cf8e91cd17b3 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:26:00.369061 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b50306f-4c93-4126-b4ee-427c28cdb8fb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.400311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b50306f-4c93-4126-b4ee-427c28cdb8fb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:26:00.410531 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b50306f-4c93-4126-b4ee-427c28cdb8fb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.410930 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-0b50306f-4c93-4126-b4ee-427c28cdb8fb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Added segment f6c9d087-2d35-4cdb-b911-87e59b96f56b of type vlan for network dccd60b7-82b8-4503-9c13-ffbaf18557f2 Nov 24 13:26:00.459805 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b50306f-4c93-4126-b4ee-427c28cdb8fb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.492419 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b50306f-4c93-4126-b4ee-427c28cdb8fb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.498906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b50306f-4c93-4126-b4ee-427c28cdb8fb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:00.499769 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b50306f-4c93-4126-b4ee-427c28cdb8fb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.547479 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0b50306f-4c93-4126-b4ee-427c28cdb8fb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2095015 Nov 24 13:26:00.547479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49650) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:00.552335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'admin_state_up': True, 'project_id': '1903467d483849278979cf8e91cd17b3', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:26:00.617742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50306f-4c93-4126-b4ee-427c28cdb8fb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Network': ['ID=dccd60b7-82b8-4503-9c13-ffbaf18557f2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:00.636473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network dccd60b7-82b8-4503-9c13-ffbaf18557f2 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:26:00.656291 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.657583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:00.763462 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:01.215260 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:01.241365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df23bc-b0d3-476e-9ef6-224a38521f07 req-56a5e915-3a7f-4df4-ba83-7edacd96fc19 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:01.243626 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36df23bc-b0d3-476e-9ef6-224a38521f07 req-56a5e915-3a7f-4df4-ba83-7edacd96fc19 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 944 time: 0.1187806 Nov 24 13:26:01.325365 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36df23bc-b0d3-476e-9ef6-224a38521f07 req-d0eb2d46-60c7-489e-a027-af42c21e042f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644007 Nov 24 13:26:01.528540 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:01.552263 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:01.666373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.25.0.206 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/d1ea4c76-2104-4cf8-8092-6faff0722f7d) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:26:01.795656 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:01.834740 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:01.881635 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:26:01.885264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:26:01.889996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:26:01.893328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=d1ea4c76-2104-4cf8-8092-6faff0722f7d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:01.908786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581f4fc3-0168-44d5-b8c4-1023e547eaf2 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:26:02.008765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bedfe4d0-2dac-4ad1-944b-f0d9c9550c7b None None] Provisioning complete for port d1ea4c76-2104-4cf8-8092-6faff0722f7d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:02.009426 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bedfe4d0-2dac-4ad1-944b-f0d9c9550c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:02.077788 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-bedfe4d0-2dac-4ad1-944b-f0d9c9550c7b None None] Port d1ea4c76-2104-4cf8-8092-6faff0722f7d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:26:02.186676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:02.467113 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:02.475555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b9114-617d-4062-8a38-122c075b7c69 req-bd2530dd-b957-47ae-8f0d-25ebcf486720 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:02.483999 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-480b9114-617d-4062-8a38-122c075b7c69 req-bd2530dd-b957-47ae-8f0d-25ebcf486720 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 944 time: 0.0747986 Nov 24 13:26:02.592132 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-480b9114-617d-4062-8a38-122c075b7c69 req-2ed924b4-63e8-458c-a954-06b8154267e8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046686 Nov 24 13:26:02.652644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:26:02.774133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:26:02.786584 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Sync routers for ids ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:26:02.800130 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Routers {'35236727-ede3-4ffe-96ea-a6c2ac882dd1'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:26:02.801166 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:25:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:02.834888 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:02.840281 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dec81113-28f1-4ed5-bcf5-366cc79e69dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2891197 Nov 24 13:26:02.840598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49656) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:02.963399 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Set router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:26:03.041839 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ca6de96f-0673-4f11-90d6-154fe09ebd20 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=1903467d483849278979cf8e91cd17b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1998935 Nov 24 13:26:03.045368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49660) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:03.188847 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:26:02Z', 'revision_number': 3, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:03.210282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b674b-00f6-440d-bdf4-ce5edb7adc0c tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:03.212415 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-607b674b-00f6-440d-bdf4-ce5edb7adc0c tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1660662 Nov 24 13:26:03.215359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49662) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:03.219832 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Checking router: 35236727-ede3-4ffe-96ea-a6c2ac882dd1 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:26:03.220400 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Updating router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 port d1ea4c76-2104-4cf8-8092-6faff0722f7d binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:26:03.253000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-27008a0a-d92a-4403-82f6-0865e30a20f9 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360918 Nov 24 13:26:03.255268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49664) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:03.260929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d7a4048e-78c2-4b0f-afa0-05c88bb8d4a9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1837874634', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'project_id': '1903467d483849278979cf8e91cd17b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:26:03.321414 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:03.381790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a4048e-78c2-4b0f-afa0-05c88bb8d4a9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Made reservation on behalf of 1903467d483849278979cf8e91cd17b3 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:26:03.395640 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d7a4048e-78c2-4b0f-afa0-05c88bb8d4a9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:03.588280 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:03.594317 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:03.671455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23720b2e-3499-4962-bdb9-feaf5aec6624 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:26:03.674821 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Attempting to bind port d1ea4c76-2104-4cf8-8092-6faff0722f7d on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:26:03.675196 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Attempting to bind port d1ea4c76-2104-4cf8-8092-6faff0722f7d by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:26:03.675560 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Attempting to bind port d1ea4c76-2104-4cf8-8092-6faff0722f7d on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:26:03.678450 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdb401-ae1d-4a68-b30b-360b192ef7ee None None] Pushing event updated for resources: {'Port': ['ID=d1ea4c76-2104-4cf8-8092-6faff0722f7d,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:03.689549 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:26:03.689959 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:26:03.690295 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:03.690820 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:26:03.691157 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Bound port: d1ea4c76-2104-4cf8-8092-6faff0722f7d, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:26:03.691544 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:03.694039 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdb401-ae1d-4a68-b30b-360b192ef7ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:03.694385 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdb401-ae1d-4a68-b30b-360b192ef7ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:03.694726 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdb401-ae1d-4a68-b30b-360b192ef7ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:03.695094 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdb401-ae1d-4a68-b30b-360b192ef7ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:03.695430 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdb401-ae1d-4a68-b30b-360b192ef7ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:03.695777 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdb401-ae1d-4a68-b30b-360b192ef7ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:03.696074 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdb401-ae1d-4a68-b30b-360b192ef7ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:03.696401 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdb401-ae1d-4a68-b30b-360b192ef7ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:03.696803 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdb401-ae1d-4a68-b30b-360b192ef7ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:03.697072 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdb401-ae1d-4a68-b30b-360b192ef7ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:03.697422 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdb401-ae1d-4a68-b30b-360b192ef7ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:03.697703 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fdb401-ae1d-4a68-b30b-360b192ef7ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:03.748550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4a19c869-03f5-4500-b1d3-0b21d84439ab None None] Provisioning complete for port d1ea4c76-2104-4cf8-8092-6faff0722f7d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:03.749900 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4a19c869-03f5-4500-b1d3-0b21d84439ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:03.802554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4a19c869-03f5-4500-b1d3-0b21d84439ab None None] Port d1ea4c76-2104-4cf8-8092-6faff0722f7d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:26:03.804206 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] For port d1ea4c76-2104-4cf8-8092-6faff0722f7d, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:26:03.808988 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] For port d1ea4c76-2104-4cf8-8092-6faff0722f7d, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d1ea4c76-2104-4cf8-8092-6faff0722f7d,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:26:03.814988 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:03.859819 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1b41bc-deb3-45f7-9355-e2f727cfb5a2 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:26:03.903641 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Routers {'35236727-ede3-4ffe-96ea-a6c2ac882dd1'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:26:03.904273 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:25:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:03.940547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-04519576-0641-4b60-936d-6a3320efb457 None None] Provisioning complete for port d1ea4c76-2104-4cf8-8092-6faff0722f7d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:03.941286 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdb401-ae1d-4a68-b30b-360b192ef7ee None None] Pushing event updated for resources: {'Port': ['ID=d1ea4c76-2104-4cf8-8092-6faff0722f7d,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:03.941689 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-04519576-0641-4b60-936d-6a3320efb457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:04.007998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2a211-90bf-4d40-91c7-79b06cb6e356 req-fb620a58-7ab3-407e-972e-ec0b4ddd8bd9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:04.009679 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72f2a211-90bf-4d40-91c7-79b06cb6e356 req-fb620a58-7ab3-407e-972e-ec0b4ddd8bd9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 944 time: 0.1916132 Nov 24 13:26:04.012348 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d7a4048e-78c2-4b0f-afa0-05c88bb8d4a9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:04.064835 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] Set router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:26:04.141695 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-04519576-0641-4b60-936d-6a3320efb457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:04.144519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4048e-78c2-4b0f-afa0-05c88bb8d4a9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Subnet': ['ID=6eca5e3a-a0af-4f6c-813f-2514169920c7,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:04.183611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a4048e-78c2-4b0f-afa0-05c88bb8d4a9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Checking segment: {'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:26:04.186571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a4048e-78c2-4b0f-afa0-05c88bb8d4a9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network hostable DHCP agents. Network: dccd60b7-82b8-4503-9c13-ffbaf18557f2, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:26:04.193750 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72f2a211-90bf-4d40-91c7-79b06cb6e356 req-3449d617-afea-4e7f-a7a5-5275d340145d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486890 Nov 24 13:26:04.212462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-04519576-0641-4b60-936d-6a3320efb457 None None] For port d1ea4c76-2104-4cf8-8092-6faff0722f7d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d1ea4c76-2104-4cf8-8092-6faff0722f7d,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:26:04.221201 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-04519576-0641-4b60-936d-6a3320efb457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:04.266901 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a4048e-78c2-4b0f-afa0-05c88bb8d4a9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network dccd60b7-82b8-4503-9c13-ffbaf18557f2 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:26:04.292585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-d7a4048e-78c2-4b0f-afa0-05c88bb8d4a9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, dccd60b7-82b8-4503-9c13-ffbaf18557f2) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:26:04.313042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a4048e-78c2-4b0f-afa0-05c88bb8d4a9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:04.314079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d7a4048e-78c2-4b0f-afa0-05c88bb8d4a9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:04.360492 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d7a4048e-78c2-4b0f-afa0-05c88bb8d4a9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1035829 Nov 24 13:26:04.362686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49668) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:04.391474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa56326-3f33-4544-8e7e-739d30ce0d84 None None] Network dccd60b7-82b8-4503-9c13-ffbaf18557f2 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:26:04.394062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04519576-0641-4b60-936d-6a3320efb457 None None] Pushing event updated for resources: {'Port': ['ID=d1ea4c76-2104-4cf8-8092-6faff0722f7d,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:04.678538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ips': [{'subnet_id': '6eca5e3a-a0af-4f6c-813f-2514169920c7'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:26:04.681647 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:04.780813 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:26:02Z', 'revision_number': 3, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:04.855816 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcd0878-9bc0-4880-87ef-b101b50d4402 None None] The sync data for ids ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'] in n-d-817303-4 is: [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:26:02Z', 'revision_number': 3, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:26:04.976133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Allocated IP 172.20.0.2 (dccd60b7-82b8-4503-9c13-ffbaf18557f2/6eca5e3a-a0af-4f6c-813f-2514169920c7/d102709f-9a1e-4382-aa48-27d5f4262cee) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:26:05.399564 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:05.414682 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:05.471528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Pushing event updated for resources: {'Port': ['ID=d102709f-9a1e-4382-aa48-27d5f4262cee,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:05.484422 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Network dccd60b7-82b8-4503-9c13-ffbaf18557f2 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:26:05.486414 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:26:05.496985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:26:05.558603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cffa7-f1fb-4cdd-900c-242926aedbee req-b7e9a55b-e38a-4e79-a5bb-ab648bbdd08d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:05.560496 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-483cffa7-f1fb-4cdd-900c-242926aedbee req-b7e9a55b-e38a-4e79-a5bb-ab648bbdd08d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 944 time: 0.1311092 Nov 24 13:26:05.580333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:05.597900 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Attempting to bind port d102709f-9a1e-4382-aa48-27d5f4262cee on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:26:05.598469 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Attempting to bind port d102709f-9a1e-4382-aa48-27d5f4262cee by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:26:05.599036 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Attempting to bind port d102709f-9a1e-4382-aa48-27d5f4262cee on network dccd60b7-82b8-4503-9c13-ffbaf18557f2 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:26:05.619280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:26:05.619925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Checking segment: {'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:26:05.627435 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:05.627919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Bound using segment: {'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:26:05.628601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Bound port: d102709f-9a1e-4382-aa48-27d5f4262cee, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:26:05.629164 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:05.755651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] For port d102709f-9a1e-4382-aa48-27d5f4262cee, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:26:05.762550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] For port d102709f-9a1e-4382-aa48-27d5f4262cee, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d102709f-9a1e-4382-aa48-27d5f4262cee,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:26:05.792739 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:05.887877 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a3d91-78b1-4172-b3f0-87e86e43d765 None None] Pushing event updated for resources: {'Port': ['ID=d102709f-9a1e-4382-aa48-27d5f4262cee,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:06.059704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d1ea4c76-2104-4cf8-8092-6faff0722f7d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:26:06.234940 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d1ea4c76-2104-4cf8-8092-6faff0722f7d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:06.234940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:06.331373 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-483cffa7-f1fb-4cdd-900c-242926aedbee req-9e67e28d-01b1-4a4f-b639-d76a465f55e1 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7623806 Nov 24 13:26:06.494010 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:06.514344 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11caff-dd8d-42f7-af5b-ccbb86b1990b req-ed1523f1-99ce-4c7a-adf5-b3859a012f90 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:06.516589 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e11caff-dd8d-42f7-af5b-ccbb86b1990b req-ed1523f1-99ce-4c7a-adf5-b3859a012f90 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 946 time: 0.2099266 Nov 24 13:26:06.609206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49728) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:06.669694 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e11caff-dd8d-42f7-af5b-ccbb86b1990b req-57c2ce79-fbf2-437e-b451-d7fea2cffcd0 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b351919-8e2e-4e0b-8ede-92dd5a538a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418056 Nov 24 13:26:06.701112 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.20.0.1 (dccd60b7-82b8-4503-9c13-ffbaf18557f2/6eca5e3a-a0af-4f6c-813f-2514169920c7/5d1dcf0a-8138-438c-a942-14436297818c) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:26:06.832248 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52121c27-a8c2-459b-b371-064840a6cf6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:06.913361 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:06.971249 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:06.975407 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52121c27-a8c2-459b-b371-064840a6cf6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:06.981607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52121c27-a8c2-459b-b371-064840a6cf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:07.045521 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-52121c27-a8c2-459b-b371-064840a6cf6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3681a96b6b714c3f850dfe89cd33693f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4349558 Nov 24 13:26:07.046306 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49738) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:07.055935 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52121c27-a8c2-459b-b371-064840a6cf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdf0169-bbbe-4d88-9b55-632c45f0edc7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:07.057965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network dccd60b7-82b8-4503-9c13-ffbaf18557f2 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:26:07.067197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:26:07.082153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:26:07.120378 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5dad5efb-8e2b-4ec4-bd1f-7630385aa4b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:07.152612 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=5d1dcf0a-8138-438c-a942-14436297818c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:07.155372 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5dad5efb-8e2b-4ec4-bd1f-7630385aa4b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:07.212497 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:07.270289 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5dad5efb-8e2b-4ec4-bd1f-7630385aa4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:07.275376 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5dad5efb-8e2b-4ec4-bd1f-7630385aa4b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:07.279600 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5dad5efb-8e2b-4ec4-bd1f-7630385aa4b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbdf0169-bbbe-4d88-9b55-632c45f0edc7 HTTP/1.1" status: 204 len: 168 time: 0.2297301 Nov 24 13:26:07.286401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad5efb-8e2b-4ec4-bd1f-7630385aa4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdf0169-bbbe-4d88-9b55-632c45f0edc7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:07.473884 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:07.611844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d146c0e6-5cb0-4590-b8e9-f9bac7067dbd None None] Network dccd60b7-82b8-4503-9c13-ffbaf18557f2 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:26:07.799194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49750) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:07.840316 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ffe03141-cf31-4386-8d1c-91285eda4239 None None] Provisioning complete for port d102709f-9a1e-4382-aa48-27d5f4262cee triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:07.840526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c85474-a75a-435e-ba49-2fd0696e600e req-a662db98-4a52-4360-8a1d-cd5b89f4f1a9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:07.841538 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ffe03141-cf31-4386-8d1c-91285eda4239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:07.848295 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2c85474-a75a-435e-ba49-2fd0696e600e req-a662db98-4a52-4360-8a1d-cd5b89f4f1a9 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 946 time: 0.0940692 Nov 24 13:26:07.850930 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fadf1335-963f-4677-b493-a041099e8d65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:07.954656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-ec074967-bc46-4c38-90fd-12a6143bb6b7 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:07.956206 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-ec074967-bc46-4c38-90fd-12a6143bb6b7 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 946 time: 0.1059127 Nov 24 13:26:07.989961 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2c85474-a75a-435e-ba49-2fd0696e600e req-6539bb23-f372-41ea-9c8a-57e7434a033c tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b351919-8e2e-4e0b-8ede-92dd5a538a39&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406736 Nov 24 13:26:08.074285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d102709f-9a1e-4382-aa48-27d5f4262cee up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:26:08.086467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Deleting port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:26:08.087317 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.110303 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.130228 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.168185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d102709f-9a1e-4382-aa48-27d5f4262cee triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:08.168929 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.196574 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] For port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:26:08.196969 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.239167 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ffe03141-cf31-4386-8d1c-91285eda4239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.253136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e2673-e5dd-4d44-be18-120b00af3f8d req-c67cd500-75a9-467d-b9a8-faa183dfb286 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:08.256428 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d18e2673-e5dd-4d44-be18-120b00af3f8d req-c67cd500-75a9-467d-b9a8-faa183dfb286 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 944 time: 0.7977238 Nov 24 13:26:08.311934 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.369044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port d102709f-9a1e-4382-aa48-27d5f4262cee, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d102709f-9a1e-4382-aa48-27d5f4262cee,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:26:08.381058 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.423199 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d18e2673-e5dd-4d44-be18-120b00af3f8d req-3da0c26c-6b1b-4c0e-a3c5-d0f6dad3170e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427791 Nov 24 13:26:08.450327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=5d1dcf0a-8138-438c-a942-14436297818c,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:08.456874 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.469160 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.469619 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.469949 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Floating IP 4483b56b-7b96-4a93-aa65-ad0e4e986182 disassociated. External IP: 172.25.0.147, port: 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6. Nov 24 13:26:08.470300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Calling delete_port for 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:26:08.531395 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-ffe03141-cf31-4386-8d1c-91285eda4239 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:26:08.531801 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-ffe03141-cf31-4386-8d1c-91285eda4239 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:26:08.542408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=d102709f-9a1e-4382-aa48-27d5f4262cee,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:08.551230 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:08.552528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:08.552912 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:08.553260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:08.553600 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:08.553936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:08.558961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:08.559639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:08.560151 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:08.560840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:08.561347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:08.561871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:08.597141 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fadf1335-963f-4677-b493-a041099e8d65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.605154 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fadf1335-963f-4677-b493-a041099e8d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.650757 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.669222 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fadf1335-963f-4677-b493-a041099e8d65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=338b9c5b0638424cabbed98379d515d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8685853 Nov 24 13:26:08.670080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf1335-963f-4677-b493-a041099e8d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6967526-589f-473b-bce5-de400e52d737,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:08.673831 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49758) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:08.675761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network dccd60b7-82b8-4503-9c13-ffbaf18557f2 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:26:08.683305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:26:08.691358 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event deleted for resources: {'Port': ['ID=1da576b1-ee06-47f1-9cb2-0357ed6fa6d6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:08.737338 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:26:08.842803 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4967923c-991d-4176-9ad7-4c61c31f3d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.847105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Router c5fd5c21-48a1-4905-b47f-3f24b868f405 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:26:08.860754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:26:08.876925 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4967923c-991d-4176-9ad7-4c61c31f3d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:08.974523 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:26:09.000165 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a99767-fed1-487a-a1c9-a30f4be05480 None None] Sync routers for ids ['c5fd5c21-48a1-4905-b47f-3f24b868f405'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:26:09.021977 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4967923c-991d-4176-9ad7-4c61c31f3d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:09.025653 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4967923c-991d-4176-9ad7-4c61c31f3d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:09.033035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4967923c-991d-4176-9ad7-4c61c31f3d2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6967526-589f-473b-bce5-de400e52d737 HTTP/1.1" status: 204 len: 168 time: 0.3504071 Nov 24 13:26:09.052441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967923c-991d-4176-9ad7-4c61c31f3d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6967526-589f-473b-bce5-de400e52d737,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:09.058608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:26:09.066369 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-914447a8-86d1-4e1e-b921-eafdb4532a6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "PUT /v2.0/routers/35236727-ede3-4ffe-96ea-a6c2ac882dd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7014103 Nov 24 13:26:09.080205 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Sync routers for ids ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:26:09.089871 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] No DVR routers for this DVR port 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:26:09.098139 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:09.104643 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-18e1f29a-3ab2-4998-ad01-8f9fc78c58fc req-153e3878-ce3e-4bdb-ad0f-c9fdef838d98 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.46 "DELETE /v2.0/ports/1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 HTTP/1.1" status: 204 len: 173 time: 1.1420319 Nov 24 13:26:09.105138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd09dec6-7f4c-456a-9d62-f8f29381a295', 'name': 'network-vif-deleted', 'tag': '1da576b1-ee06-47f1-9cb2-0357ed6fa6d6'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:26:09.113135 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6015ae5a-e3bc-4666-80e1-6bae968a33d3" -d '{"events": [{"server_uuid": "bd09dec6-7f4c-456a-9d62-f8f29381a295", "name": "network-vif-deleted", "tag": "1da576b1-ee06-47f1-9cb2-0357ed6fa6d6"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:26:09.113313 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Routers {'35236727-ede3-4ffe-96ea-a6c2ac882dd1'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:26:09.142905 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:25:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:09.191744 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3719f166-0d81-403e-979b-571b81e31e8c req-34d08e89-b59f-4625-a198-200c269ecc40 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd09dec6-7f4c-456a-9d62-f8f29381a295 HTTP/1.1" status: 200 len: 210 time: 0.0600297 Nov 24 13:26:09.238298 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a99767-fed1-487a-a1c9-a30f4be05480 None None] Routers {'c5fd5c21-48a1-4905-b47f-3f24b868f405'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:26:09.246542 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-62a99767-fed1-487a-a1c9-a30f4be05480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:25:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c5fd5c21-48a1-4905-b47f-3f24b868f405'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:09.252170 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df119538-11a8-49a7-bfbd-c45f2424d3b0 x-openstack-request-id: req-df119538-11a8-49a7-bfbd-c45f2424d3b0 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:26:09.252668 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd09dec6-7f4c-456a-9d62-f8f29381a295", "name": "network-vif-deleted", "tag": "1da576b1-ee06-47f1-9cb2-0357ed6fa6d6", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:26:09.253572 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df119538-11a8-49a7-bfbd-c45f2424d3b0 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:26:09.254133 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd09dec6-7f4c-456a-9d62-f8f29381a295', 'name': 'network-vif-deleted', 'tag': '1da576b1-ee06-47f1-9cb2-0357ed6fa6d6', 'status': 'completed', 'code': 200} Nov 24 13:26:09.514721 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Set router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:26:09.608845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8442a9-6be8-4f2e-b525-3bee4c1a2510 req-f8f4ed85-6ce8-41fa-a9ca-439ffac3587a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:09.610759 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-562d30c0-bead-4151-9ef7-9ab972af33a2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203308805&fields=id&tenant_id=1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 267 time: 0.1078372 Nov 24 13:26:09.639384 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7c8442a9-6be8-4f2e-b525-3bee4c1a2510 req-f8f4ed85-6ce8-41fa-a9ca-439ffac3587a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 944 time: 0.1171257 Nov 24 13:26:09.723382 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7c8442a9-6be8-4f2e-b525-3bee4c1a2510 req-d635100b-2b0a-4975-b7b0-4e333829fb65 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771804 Nov 24 13:26:09.725852 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-128737dd-d586-4d9b-9f57-4dc8a5cfe1b9 None None] Provisioning complete for port d102709f-9a1e-4382-aa48-27d5f4262cee triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:09.726285 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-128737dd-d586-4d9b-9f57-4dc8a5cfe1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:09.778044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-62a99767-fed1-487a-a1c9-a30f4be05480 None None] Set router c5fd5c21-48a1-4905-b47f-3f24b868f405 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:26:09.825295 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:09.919838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796934f-23b1-448d-8937-8980ddb3e35a req-b682a4a6-26e6-42a6-95a7-37be7f5a239b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:09.921408 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-b682a4a6-26e6-42a6-95a7-37be7f5a239b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/networks?id=dccd60b7-82b8-4503-9c13-ffbaf18557f2 HTTP/1.1" status: 200 len: 797 time: 0.2944853 Nov 24 13:26:09.950370 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:26:07Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '5d1dcf0a-8138-438c-a942-14436297818c', 'name': '', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:2b:23:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:06Z', 'updated_at': '2021-11-24T13:26:07Z', 'revision_number': 2, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:09.955326 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-7e6ea10f-78fe-41aa-9d4e-4ea23a85f22f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/quotas/1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 375 time: 0.0272357 Nov 24 13:26:10.024055 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Checking router: 35236727-ede3-4ffe-96ea-a6c2ac882dd1 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:26:10.024411 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Updating router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 port 5d1dcf0a-8138-438c-a942-14436297818c binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:26:10.031909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d102709f-9a1e-4382-aa48-27d5f4262cee up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:26:10.062438 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-e9525c0d-8054-4598-b026-19e784526c4f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948577 Nov 24 13:26:10.076210 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:10.173465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-128737dd-d586-4d9b-9f57-4dc8a5cfe1b9 None None] Provisioning complete for port 5d1dcf0a-8138-438c-a942-14436297818c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:10.173956 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-128737dd-d586-4d9b-9f57-4dc8a5cfe1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:10.249811 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d102709f-9a1e-4382-aa48-27d5f4262cee triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:10.250924 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:10.328017 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-128737dd-d586-4d9b-9f57-4dc8a5cfe1b9 None None] Port 5d1dcf0a-8138-438c-a942-14436297818c cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:26:10.341778 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-3379cb18-beeb-4a02-a3cc-d526e686ddf9 service neutron] 10.222.0.48 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730656 Nov 24 13:26:10.391249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-62a99767-fed1-487a-a1c9-a30f4be05480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:43Z', 'revision_number': 5, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:10.406003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49808) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:10.444193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a99767-fed1-487a-a1c9-a30f4be05480 None None] Checking router: c5fd5c21-48a1-4905-b47f-3f24b868f405 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:26:10.473652 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a99767-fed1-487a-a1c9-a30f4be05480 None None] Routers {'c5fd5c21-48a1-4905-b47f-3f24b868f405'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:26:10.474791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-62a99767-fed1-487a-a1c9-a30f4be05480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:25:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c5fd5c21-48a1-4905-b47f-3f24b868f405'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:10.520450 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-25b3bbeb-6953-4547-8994-734fb0504c40 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:10.546531 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-f813550a-0769-4d33-9c4c-a3aa6f2ca743 service neutron] 10.222.0.48 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017927 Nov 24 13:26:10.573967 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:10.578827 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-25b3bbeb-6953-4547-8994-734fb0504c40 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:10.582539 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:10.711676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-25b3bbeb-6953-4547-8994-734fb0504c40 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:10.714638 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-25b3bbeb-6953-4547-8994-734fb0504c40 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:10.726279 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-25b3bbeb-6953-4547-8994-734fb0504c40 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "DELETE /v2.0/security-groups/6b351919-8e2e-4e0b-8ede-92dd5a538a39 HTTP/1.1" status: 204 len: 168 time: 0.3191586 Nov 24 13:26:10.730810 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49818) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:10.746755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3bbeb-6953-4547-8994-734fb0504c40 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b351919-8e2e-4e0b-8ede-92dd5a538a39,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:10.780223 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-1b03581e-3d52-4cb2-b460-b814603b8c20 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] show failed (client error): The resource could not be found. Nov 24 13:26:10.786455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49822) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:10.788537 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1b03581e-3d52-4cb2-b460-b814603b8c20 tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "GET /v2.0/security-groups/6b351919-8e2e-4e0b-8ede-92dd5a538a39 HTTP/1.1" status: 404 len: 347 time: 0.0547361 Nov 24 13:26:10.849074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-62a99767-fed1-487a-a1c9-a30f4be05480 None None] Set router c5fd5c21-48a1-4905-b47f-3f24b868f405 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:26:10.956700 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Attempting to bind port 5d1dcf0a-8138-438c-a942-14436297818c on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:26:10.958538 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Attempting to bind port 5d1dcf0a-8138-438c-a942-14436297818c by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:26:10.958914 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Attempting to bind port 5d1dcf0a-8138-438c-a942-14436297818c on network dccd60b7-82b8-4503-9c13-ffbaf18557f2 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:26:10.966418 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f3096-4010-4393-976c-d7d1af8f0c9c None None] Pushing event updated for resources: {'Port': ['ID=5d1dcf0a-8138-438c-a942-14436297818c,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:11.017788 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:26:11.018195 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Checking segment: {'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:26:11.022869 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:11.023382 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Bound using segment: {'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:26:11.025979 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Bound port: 5d1dcf0a-8138-438c-a942-14436297818c, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:26:11.029268 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:11.173231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b6141-2ca6-4dfc-bd1b-c50e0764f9fb req-37208bcd-5422-4f0f-97b6-d920f42c8b50 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:11.179639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-62a99767-fed1-487a-a1c9-a30f4be05480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:43Z', 'revision_number': 5, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:11.188036 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d70b6141-2ca6-4dfc-bd1b-c50e0764f9fb req-37208bcd-5422-4f0f-97b6-d920f42c8b50 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 944 time: 0.2586119 Nov 24 13:26:11.192410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-467346d8-6f52-42f7-b3d4-b3a2ae113631 req-34e13af9-0a46-47e0-acba-e776cad635a7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 210 time: 0.1673057 Nov 24 13:26:11.236495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a99767-fed1-487a-a1c9-a30f4be05480 None None] The sync data for ids ['c5fd5c21-48a1-4905-b47f-3f24b868f405'] in n-d-817303-4 is: [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'fcf31d08-0a5d-419f-8456-cd0904ded214', 'name': '', 'network_id': '8ac16d32-2b4a-4497-8ab0-f1781fca9e4a', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'mac_address': 'fa:16:3e:6f:7f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:36Z', 'updated_at': '2021-11-24T13:18:43Z', 'revision_number': 5, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'subnets': [{'id': '7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:26:11.291953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ed13855c-5bf5-42c7-98b4-d7d44f886cf4 None None] Provisioning complete for port 5d1dcf0a-8138-438c-a942-14436297818c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:11.293355 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ed13855c-5bf5-42c7-98b4-d7d44f886cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:11.307923 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] For port 5d1dcf0a-8138-438c-a942-14436297818c, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:26:11.319575 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] For port 5d1dcf0a-8138-438c-a942-14436297818c, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5d1dcf0a-8138-438c-a942-14436297818c,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:26:11.327210 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:11.387620 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ed13855c-5bf5-42c7-98b4-d7d44f886cf4 None None] Port 5d1dcf0a-8138-438c-a942-14436297818c cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:26:11.387900 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d70b6141-2ca6-4dfc-bd1b-c50e0764f9fb req-1425787b-7ccd-4f1e-bcac-e5ce93f62cc9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988921 Nov 24 13:26:11.453540 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Routers {'35236727-ede3-4ffe-96ea-a6c2ac882dd1'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:26:11.454344 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:25:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:11.472894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-55964a21-09de-40ac-9992-758dbddcf5cb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Deleting port 1ddcffd4-77fa-4250-b234-dfd26ba83874 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:26:11.473891 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-55964a21-09de-40ac-9992-758dbddcf5cb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:11.523768 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f3096-4010-4393-976c-d7d1af8f0c9c None None] Pushing event updated for resources: {'Port': ['ID=5d1dcf0a-8138-438c-a942-14436297818c,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:11.692313 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-55964a21-09de-40ac-9992-758dbddcf5cb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:11.692651 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-55964a21-09de-40ac-9992-758dbddcf5cb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:11.707784 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] Set router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:26:11.709218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-55964a21-09de-40ac-9992-758dbddcf5cb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Calling delete_port for 1ddcffd4-77fa-4250-b234-dfd26ba83874 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:26:11.867413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504fd7a-94e3-47a7-bfad-57dab390434e None None] New status for floating IP 4483b56b-7b96-4a93-aa65-ad0e4e986182: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:26:11.997622 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-55964a21-09de-40ac-9992-758dbddcf5cb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:12.061609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55964a21-09de-40ac-9992-758dbddcf5cb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Pushing event deleted for resources: {'Port': ['ID=1ddcffd4-77fa-4250-b234-dfd26ba83874,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:12.104995 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-e504fd7a-94e3-47a7-bfad-57dab390434e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:26:12.105546 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-e504fd7a-94e3-47a7-bfad-57dab390434e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:26:12.109128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-806a48ee-1413-4ae1-a4e0-77505d4952d8 None None] Provisioning complete for port 5d1dcf0a-8138-438c-a942-14436297818c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:12.109508 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-806a48ee-1413-4ae1-a4e0-77505d4952d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:12.170725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:26:12.187454 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:26:07Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '5d1dcf0a-8138-438c-a942-14436297818c', 'name': '', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:2b:23:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:06Z', 'updated_at': '2021-11-24T13:26:11Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:12.194360 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-55964a21-09de-40ac-9992-758dbddcf5cb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:12.202678 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-55964a21-09de-40ac-9992-758dbddcf5cb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:12.206054 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-55964a21-09de-40ac-9992-758dbddcf5cb tempest-AttachVolumeTestJSON-1987745758 tempest-AttachVolumeTestJSON-1987745758-project] 10.222.0.48 "DELETE /v2.0/floatingips/4483b56b-7b96-4a93-aa65-ad0e4e986182 HTTP/1.1" status: 204 len: 168 time: 1.4173551 Nov 24 13:26:12.235382 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:26:12.235382 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 1da576b1-ee06-47f1-9cb2-0357ed6fa6d6 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:26:12.256991 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de48a2-2f02-4157-8d23-27f88f33d4ad None None] The sync data for ids ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'] in n-d-817303-4 is: [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:26:07Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '5d1dcf0a-8138-438c-a942-14436297818c', 'name': '', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:2b:23:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:06Z', 'updated_at': '2021-11-24T13:26:11Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:26:12.413828 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-806a48ee-1413-4ae1-a4e0-77505d4952d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:12.464289 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-806a48ee-1413-4ae1-a4e0-77505d4952d8 None None] For port 5d1dcf0a-8138-438c-a942-14436297818c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5d1dcf0a-8138-438c-a942-14436297818c,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:26:12.470549 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9fa6351d-bea8-4d7a-b264-5cdbe96eb256 req-b4a41ca6-36df-483a-9eda-940d3293b309 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 210 time: 0.1143200 Nov 24 13:26:12.482107 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-806a48ee-1413-4ae1-a4e0-77505d4952d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:12.579280 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbae57e-cadc-4c8a-8cf6-ae7a8187d229 req-ebe53e76-f3cd-4b76-a029-b92ee593dc82 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:12.599220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7bbae57e-cadc-4c8a-8cf6-ae7a8187d229 req-ebe53e76-f3cd-4b76-a029-b92ee593dc82 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 944 time: 0.1194122 Nov 24 13:26:12.611012 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504fd7a-94e3-47a7-bfad-57dab390434e None None] New status for floating IP 4483b56b-7b96-4a93-aa65-ad0e4e986182: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:26:12.851732 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7bbae57e-cadc-4c8a-8cf6-ae7a8187d229 req-6b0dc5c7-1315-4413-9159-acff21e1c8bf tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398772 Nov 24 13:26:12.942631 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a48ee-1413-4ae1-a4e0-77505d4952d8 None None] Pushing event updated for resources: {'Port': ['ID=5d1dcf0a-8138-438c-a942-14436297818c,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:12.956869 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796934f-23b1-448d-8937-8980ddb3e35a req-0863085e-9527-405c-a2ad-fad7e555a046 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:12.959122 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-0863085e-9527-405c-a2ad-fad7e555a046 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.46 "GET /v2.0/networks?id=dccd60b7-82b8-4503-9c13-ffbaf18557f2 HTTP/1.1" status: 200 len: 797 time: 0.2848899 Nov 24 13:26:13.119968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-a6c9fd5c-58cf-42a4-a540-514ec2d13b1a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 379 time: 0.1502736 Nov 24 13:26:13.146510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-c796934f-23b1-448d-8937-8980ddb3e35a req-84dc84a9-ab32-4746-bbf3-a152e31b683c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'port': {'device_id': 'c5617add-30d9-4d60-92a9-b95536574543', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'admin_state_up': True, 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'security_groups': ['7acb941a-d733-4712-8fa5-cff7a81736e1']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:26:13.339672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c796934f-23b1-448d-8937-8980ddb3e35a req-84dc84a9-ab32-4746-bbf3-a152e31b683c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Made reservation on behalf of 1903467d483849278979cf8e91cd17b3 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:26:13.344061 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c796934f-23b1-448d-8937-8980ddb3e35a req-84dc84a9-ab32-4746-bbf3-a152e31b683c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:13.485677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-c796934f-23b1-448d-8937-8980ddb3e35a req-84dc84a9-ab32-4746-bbf3-a152e31b683c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.20.0.14 (dccd60b7-82b8-4503-9c13-ffbaf18557f2/6eca5e3a-a0af-4f6c-813f-2514169920c7/0df2235b-d11a-4df3-9462-7d41beeb1d91) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:26:13.636404 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-019420b8-84b6-40da-ae17-ae527c666299 req-22c530ca-f1d7-447a-a473-1910ac7ab071 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 210 time: 0.0326025 Nov 24 13:26:13.676183 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c796934f-23b1-448d-8937-8980ddb3e35a req-84dc84a9-ab32-4746-bbf3-a152e31b683c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:13.713853 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c796934f-23b1-448d-8937-8980ddb3e35a req-84dc84a9-ab32-4746-bbf3-a152e31b683c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:13.765067 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c796934f-23b1-448d-8937-8980ddb3e35a req-84dc84a9-ab32-4746-bbf3-a152e31b683c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network dccd60b7-82b8-4503-9c13-ffbaf18557f2 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:26:13.768326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-c796934f-23b1-448d-8937-8980ddb3e35a req-84dc84a9-ab32-4746-bbf3-a152e31b683c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:26:13.773009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c796934f-23b1-448d-8937-8980ddb3e35a req-84dc84a9-ab32-4746-bbf3-a152e31b683c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:26:13.777146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc84a9-ab32-4746-bbf3-a152e31b683c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=0df2235b-d11a-4df3-9462-7d41beeb1d91,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:13.843177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796934f-23b1-448d-8937-8980ddb3e35a req-84dc84a9-ab32-4746-bbf3-a152e31b683c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:13.843676 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c796934f-23b1-448d-8937-8980ddb3e35a req-84dc84a9-ab32-4746-bbf3-a152e31b683c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:13.863405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-84dc84a9-ab32-4746-bbf3-a152e31b683c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7269576 Nov 24 13:26:13.887656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Request body: {'port': {'device_id': 'c5617add-30d9-4d60-92a9-b95536574543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:26:13.977267 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:14.053635 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5d1dcf0a-8138-438c-a942-14436297818c up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:26:14.148712 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-77c9ff72-2cd9-48bf-9459-e4863c59a869 None None] Provisioning complete for port 0df2235b-d11a-4df3-9462-7d41beeb1d91 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:14.149200 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77c9ff72-2cd9-48bf-9459-e4863c59a869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:14.189486 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-77c9ff72-2cd9-48bf-9459-e4863c59a869 None None] Port 0df2235b-d11a-4df3-9462-7d41beeb1d91 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:26:14.190987 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 5d1dcf0a-8138-438c-a942-14436297818c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:14.191362 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:14.303167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240aaa6-cc9b-49ff-a4be-409731d6d9e2 req-d758c766-b291-4f30-9d3e-d55894fd0a87 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:14.305792 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6240aaa6-cc9b-49ff-a4be-409731d6d9e2 req-d758c766-b291-4f30-9d3e-d55894fd0a87 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 944 time: 0.3121066 Nov 24 13:26:14.392663 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6240aaa6-cc9b-49ff-a4be-409731d6d9e2 req-784c59f5-7430-449d-aabd-35cabb040dfe tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795031 Nov 24 13:26:14.576156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df2235b-d11a-4df3-9462-7d41beeb1d91 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:26:14.584642 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:14.602822 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Transition to ACTIVE for port object 0df2235b-d11a-4df3-9462-7d41beeb1d91 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:26:14.606943 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:14.685467 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Pushing event updated for resources: {'Port': ['ID=0df2235b-d11a-4df3-9462-7d41beeb1d91,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:14.810823 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Attempting to bind port 0df2235b-d11a-4df3-9462-7d41beeb1d91 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:26:14.811173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Attempting to bind port 0df2235b-d11a-4df3-9462-7d41beeb1d91 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:26:14.811537 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Attempting to bind port 0df2235b-d11a-4df3-9462-7d41beeb1d91 on network dccd60b7-82b8-4503-9c13-ffbaf18557f2 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:26:14.816614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Port 0df2235b-d11a-4df3-9462-7d41beeb1d91 on network dccd60b7-82b8-4503-9c13-ffbaf18557f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:26:14.818011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Attempting to bind port 0df2235b-d11a-4df3-9462-7d41beeb1d91 on network dccd60b7-82b8-4503-9c13-ffbaf18557f2 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:26:14.823324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:26:14.823916 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Checking segment: {'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:26:14.824619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Bound using segment: {'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:26:14.825268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Bound port: 0df2235b-d11a-4df3-9462-7d41beeb1d91, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:26:14.825804 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:14.854476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bed28-8451-4eea-b54c-14eaebbc2ffc req-197b784c-1a1c-4499-9cf0-6af5de51a8da tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:14.856995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-304bed28-8451-4eea-b54c-14eaebbc2ffc req-197b784c-1a1c-4499-9cf0-6af5de51a8da tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 944 time: 0.1159227 Nov 24 13:26:14.906874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] For port 0df2235b-d11a-4df3-9462-7d41beeb1d91, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:26:14.910374 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] For port 0df2235b-d11a-4df3-9462-7d41beeb1d91, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:26:14.918891 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:14.966435 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-304bed28-8451-4eea-b54c-14eaebbc2ffc req-5635e826-c02a-416f-83bd-b2e3225fffe2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015060 Nov 24 13:26:15.009326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Pushing event updated for resources: {'Port': ['ID=0df2235b-d11a-4df3-9462-7d41beeb1d91,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:15.021623 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:15.022251 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:15.023779 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-d2b85bba-f15a-49f9-a336-9696835a1de4 service neutron] 10.222.0.46 "PUT /v2.0/ports/0df2235b-d11a-4df3-9462-7d41beeb1d91 HTTP/1.1" status: 200 len: 1092 time: 1.1483791 Nov 24 13:26:15.024229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:26:15.027133 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4de87d-22d9-494d-91d7-1c71225b733d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:26:15.108362 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39d14f7-f0c0-41e9-93e4-ad6ac221a757 x-openstack-request-id: req-f39d14f7-f0c0-41e9-93e4-ad6ac221a757 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:26:15.109015 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:26:15.109473 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f39d14f7-f0c0-41e9-93e4-ad6ac221a757 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:26:15.110053 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'status': 'completed', 'code': 200} Nov 24 13:26:15.146909 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796934f-23b1-448d-8937-8980ddb3e35a req-412262fa-3f7a-4671-a132-517f2cf1c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:15.149933 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-412262fa-3f7a-4671-a132-517f2cf1c3e2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 1095 time: 0.0785851 Nov 24 13:26:15.215745 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-53a54566-4c7d-457c-8ff4-0e9712835653 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91 HTTP/1.1" status: 200 len: 217 time: 0.0568340 Nov 24 13:26:15.298470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796934f-23b1-448d-8937-8980ddb3e35a req-ee07320d-a085-4b5a-9c9d-496d37dd3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:15.299851 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-ee07320d-a085-4b5a-9c9d-496d37dd3f54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eca5e3a-a0af-4f6c-813f-2514169920c7 HTTP/1.1" status: 200 len: 835 time: 0.0775704 Nov 24 13:26:15.354101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796934f-23b1-448d-8937-8980ddb3e35a req-b8f8e1ff-6d02-4743-869e-66f16d7025a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:15.355983 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-b8f8e1ff-6d02-4743-869e-66f16d7025a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dccd60b7-82b8-4503-9c13-ffbaf18557f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472095 Nov 24 13:26:15.485607 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-75e40b16-673a-4fd0-8c4a-560f4b9187fb service neutron] 10.222.0.46 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211307 Nov 24 13:26:15.563577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b81fc-ba4d-46aa-8d75-4c72a2f435f1 req-e1d3a7b2-582b-4a87-a40a-e9e53f159793 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:15.571393 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c2b81fc-ba4d-46aa-8d75-4c72a2f435f1 req-e1d3a7b2-582b-4a87-a40a-e9e53f159793 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 944 time: 0.0916543 Nov 24 13:26:15.624616 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c796934f-23b1-448d-8937-8980ddb3e35a req-1dbdb847-b815-42db-a1ae-443761887625 service neutron] 10.222.0.46 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318629 Nov 24 13:26:15.661521 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c2b81fc-ba4d-46aa-8d75-4c72a2f435f1 req-a91cd86b-d694-497d-9b4b-755d02de4115 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829387 Nov 24 13:26:15.731161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4de87d-22d9-494d-91d7-1c71225b733d req-d9d854ae-fff0-4a07-b8f7-a97d1b3832c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:15.733142 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd4de87d-22d9-494d-91d7-1c71225b733d req-d9d854ae-fff0-4a07-b8f7-a97d1b3832c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 1095 time: 0.0484791 Nov 24 13:26:15.872486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4de87d-22d9-494d-91d7-1c71225b733d req-e3adc713-4fa5-41f1-addf-fe543e078db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:15.874503 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd4de87d-22d9-494d-91d7-1c71225b733d req-e3adc713-4fa5-41f1-addf-fe543e078db4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dccd60b7-82b8-4503-9c13-ffbaf18557f2 HTTP/1.1" status: 200 len: 898 time: 0.1339869 Nov 24 13:26:15.932662 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd4de87d-22d9-494d-91d7-1c71225b733d req-5fc22683-39b1-45b3-8d37-499d4b6e2950 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91 HTTP/1.1" status: 200 len: 217 time: 0.0501747 Nov 24 13:26:15.988579 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4de87d-22d9-494d-91d7-1c71225b733d req-c9432f91-d36d-4056-abfe-e5dae119a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:15.992999 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd4de87d-22d9-494d-91d7-1c71225b733d req-c9432f91-d36d-4056-abfe-e5dae119a9bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eca5e3a-a0af-4f6c-813f-2514169920c7 HTTP/1.1" status: 200 len: 835 time: 0.0525925 Nov 24 13:26:16.057995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4de87d-22d9-494d-91d7-1c71225b733d req-d3ab6d20-11c2-443e-bcc8-ca98b5435c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:16.060205 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd4de87d-22d9-494d-91d7-1c71225b733d req-d3ab6d20-11c2-443e-bcc8-ca98b5435c2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dccd60b7-82b8-4503-9c13-ffbaf18557f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527616 Nov 24 13:26:16.110176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:26:16.256551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b122b-6136-436e-ac0e-5df0d196b2f0 req-9b9ec1e2-a669-45f7-9281-edf4795b9bf8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:16.265407 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-412b122b-6136-436e-ac0e-5df0d196b2f0 req-9b9ec1e2-a669-45f7-9281-edf4795b9bf8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 944 time: 0.1368980 Nov 24 13:26:16.276015 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd4de87d-22d9-494d-91d7-1c71225b733d req-1a38617e-79f1-4bdb-ae42-62d077ef32a8 service neutron] 10.222.0.46 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081933 Nov 24 13:26:16.340426 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:26:16.357846 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'port_id': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc', 'mac_address': 'fa:16:3e:f4:73:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:26:16.390142 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-412b122b-6136-436e-ac0e-5df0d196b2f0 req-ae7404c7-bf57-422f-b9a4-68778677a7df tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239445 Nov 24 13:26:16.402290 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:16.420387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:26:16.452532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:26:16.453570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd4de87d-22d9-494d-91d7-1c71225b733d req-6c9f62b8-2c80-4cad-8afe-8858260b483f service neutron] 10.222.0.46 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696069 Nov 24 13:26:16.457229 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:16.575720 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:16.675785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:26:16.812109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fd49c-c200-4fbe-befd-ffd846ef41f2 req-7bffccd1-5eca-4d52-b31a-e5171ebc5d89 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:16.813659 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a41fd49c-c200-4fbe-befd-ffd846ef41f2 req-7bffccd1-5eca-4d52-b31a-e5171ebc5d89 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 945 time: 0.0707984 Nov 24 13:26:16.881299 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a41fd49c-c200-4fbe-befd-ffd846ef41f2 req-1ecfc6f3-146c-4b3a-8f2c-76181d78a87a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598674 Nov 24 13:26:17.547651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff53d72-d210-446c-a25f-420db5cfb88c req-b89ff9b8-19f9-42ba-90ab-bb1a716e98a2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:17.549227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ff53d72-d210-446c-a25f-420db5cfb88c req-b89ff9b8-19f9-42ba-90ab-bb1a716e98a2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 944 time: 0.0688252 Nov 24 13:26:17.620893 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ff53d72-d210-446c-a25f-420db5cfb88c req-df27d0e4-21fa-4efe-a305-f10e7205fcc5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652390 Nov 24 13:26:18.067907 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2707107-3285-4713-97fc-5b222348b6dd req-73a38960-0892-43b1-9ef6-8a3affb71213 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:18.076638 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f2707107-3285-4713-97fc-5b222348b6dd req-73a38960-0892-43b1-9ef6-8a3affb71213 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 945 time: 0.1044116 Nov 24 13:26:18.109932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:26:18.160239 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f2707107-3285-4713-97fc-5b222348b6dd req-180377f0-f4f9-4768-bd95-8f7df6bae914 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820377 Nov 24 13:26:18.183636 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0df2235b-d11a-4df3-9462-7d41beeb1d91 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:26:18.216501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:26:18.321651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:18.322146 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:18.330042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0df2235b-d11a-4df3-9462-7d41beeb1d91, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:26:18.371284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'port_id': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'mac_address': 'fa:16:3e:87:24:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:26:18.421621 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:18.436787 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df2235b-d11a-4df3-9462-7d41beeb1d91 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:26:18.468154 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0df2235b-d11a-4df3-9462-7d41beeb1d91, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:26:18.487365 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:18.539815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=0df2235b-d11a-4df3-9462-7d41beeb1d91,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:18.562286 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:18.599016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:26:18.600361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991459de-3e46-46c9-8fff-3de688f30011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:26:18.604303 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad38ba4-22e0-4046-881e-8d6855ba2887" -d '{"events": [{"server_uuid": "991459de-3e46-46c9-8fff-3de688f30011", "name": "network-vif-plugged", "status": "completed", "tag": "3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:26:18.608626 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:18.670300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:18.681995 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718665e9-6d2c-421e-a1ac-c0e9e468d6e0 x-openstack-request-id: req-718665e9-6d2c-421e-a1ac-c0e9e468d6e0 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:26:18.682397 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991459de-3e46-46c9-8fff-3de688f30011", "name": "network-vif-plugged", "status": "completed", "tag": "3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:26:18.683226 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-718665e9-6d2c-421e-a1ac-c0e9e468d6e0 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:26:18.683723 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991459de-3e46-46c9-8fff-3de688f30011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc', 'code': 200} Nov 24 13:26:18.706224 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['0df2235b-d11a-4df3-9462-7d41beeb1d91'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:26:18.816709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fa12d-8113-4162-9455-c81b4bd9b4b9 req-eed18523-0853-451b-9cdd-c3aafa04304c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:18.818507 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f5486-da49-4017-a348-66979cadd067 req-d656fa4b-2295-49d3-85ad-a865fcd91ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:18.819882 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd3fa12d-8113-4162-9455-c81b4bd9b4b9 req-eed18523-0853-451b-9cdd-c3aafa04304c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 945 time: 0.0736437 Nov 24 13:26:18.821497 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1b7f5486-da49-4017-a348-66979cadd067 req-d656fa4b-2295-49d3-85ad-a865fcd91ea0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 1097 time: 0.0814257 Nov 24 13:26:18.927104 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bd3fa12d-8113-4162-9455-c81b4bd9b4b9 req-f8ac09a6-41ca-4337-a4d5-cdb577f034ad tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012518 Nov 24 13:26:18.927430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1b7f5486-da49-4017-a348-66979cadd067 req-e85ce112-8e32-47ba-958e-c2d0490109c7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933714 Nov 24 13:26:19.316019 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05859f-03a1-4eb6-91e1-d3077bb7483a req-464f5721-6780-4ff8-8f59-471011e490f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:19.323616 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c05859f-03a1-4eb6-91e1-d3077bb7483a req-464f5721-6780-4ff8-8f59-471011e490f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 946 time: 0.0649972 Nov 24 13:26:19.379245 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c05859f-03a1-4eb6-91e1-d3077bb7483a req-f22e74ea-17c2-4a02-b0f5-4eadf07bd0cd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546129 Nov 24 13:26:20.090268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2afe5-626c-4bba-8f1a-870edc0dc179 req-b3c1bddc-9e6f-40f3-b5d2-27ff66f95e4d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:20.091791 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-45e2afe5-626c-4bba-8f1a-870edc0dc179 req-b3c1bddc-9e6f-40f3-b5d2-27ff66f95e4d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 945 time: 0.0743778 Nov 24 13:26:20.149347 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-45e2afe5-626c-4bba-8f1a-870edc0dc179 req-58c164a5-9d68-4981-a4ef-830177f0797f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505681 Nov 24 13:26:20.180536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0df2235b-d11a-4df3-9462-7d41beeb1d91 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:26:20.266837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 0df2235b-d11a-4df3-9462-7d41beeb1d91 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:26:20.275012 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 0df2235b-d11a-4df3-9462-7d41beeb1d91 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:26:20.275400 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:20.424615 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:20.575998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535fa6b-a56c-4c49-a2c3-385944a63506 req-fe9e327d-5359-4778-b983-e051472c83a0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:20.577881 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e535fa6b-a56c-4c49-a2c3-385944a63506 req-fe9e327d-5359-4778-b983-e051472c83a0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 946 time: 0.1116126 Nov 24 13:26:20.637922 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e535fa6b-a56c-4c49-a2c3-385944a63506 req-fc21dcdd-24db-4672-b6c9-41a8c51aba55 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536315 Nov 24 13:26:20.653056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0df2235b-d11a-4df3-9462-7d41beeb1d91, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:26:20.661236 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:20.698029 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:26:20.700564 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7d12c2-689e-4fde-9556-8838e9b816bd" -d '{"events": [{"server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "name": "network-vif-plugged", "status": "completed", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:26:20.731746 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=0df2235b-d11a-4df3-9462-7d41beeb1d91,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:20.779770 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9fdce3-3903-4b03-a4cb-3d28f802ad24 x-openstack-request-id: req-8a9fdce3-3903-4b03-a4cb-3d28f802ad24 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:26:20.780113 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "name": "network-vif-plugged", "status": "completed", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:26:20.780357 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a9fdce3-3903-4b03-a4cb-3d28f802ad24 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:26:20.780774 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'code': 200} Nov 24 13:26:20.801012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128422ed-0714-42c1-b3fe-446536d0aafe req-dca3665e-0e48-4094-8eb9-c9117ef4da24 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:20.811736 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-128422ed-0714-42c1-b3fe-446536d0aafe req-dca3665e-0e48-4094-8eb9-c9117ef4da24 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 946 time: 0.0792534 Nov 24 13:26:20.859596 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ab63e8f5-e035-40c8-b061-070e3ed87bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:20.893414 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-128422ed-0714-42c1-b3fe-446536d0aafe req-9b942fbf-9532-467f-a4e0-3ee7459d0402 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798120 Nov 24 13:26:20.906789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 49986) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:20.936377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0a851-08d6-4e4d-8dc6-9df7139bf126 req-0e11dfef-aadf-4d7a-b959-39031b71e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:20.939051 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-70c0a851-08d6-4e4d-8dc6-9df7139bf126 req-0e11dfef-aadf-4d7a-b959-39031b71e3ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 1097 time: 0.0740213 Nov 24 13:26:21.011798 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-70c0a851-08d6-4e4d-8dc6-9df7139bf126 req-8ae33c37-5a9d-4398-84ba-bc370387a2ad service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646799 Nov 24 13:26:21.296155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ad5f5b-fae4-4177-8739-ba059246a066 tempest-TestVolumeBootPattern-944249412 tempest-TestVolumeBootPattern-944249412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:21.299663 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-12ad5f5b-fae4-4177-8739-ba059246a066 tempest-TestVolumeBootPattern-944249412 tempest-TestVolumeBootPattern-944249412-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 1092 time: 0.3914583 Nov 24 13:26:21.303367 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 49996) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:21.309495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:26:21.379128 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:21.426361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d83bc4-8bb4-43c0-b9a5-25bb2031a761 req-71755ca8-4866-4f37-92f2-978f1dca10a9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:21.440429 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14d83bc4-8bb4-43c0-b9a5-25bb2031a761 req-71755ca8-4866-4f37-92f2-978f1dca10a9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.1182199 Nov 24 13:26:21.872813 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14d83bc4-8bb4-43c0-b9a5-25bb2031a761 req-f47ae63d-5c15-4326-9910-5567974ad600 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4159493 Nov 24 13:26:21.899171 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:22.111885 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Allocated IP 172.25.0.225 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/d653f266-9030-47c2-9ee1-508f6c043f97) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:26:22.256470 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:22.298362 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:22.360500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'Port': ['ID=d653f266-9030-47c2-9ee1-508f6c043f97,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:22.375871 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:26:22.377664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:26:22.387481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:26:23.068138 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:23.165031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f21e8a-e521-4ded-a64c-3abdce6d5a6e req-f0326027-9036-46fc-9d13-18816c74392e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:23.176176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c5f21e8a-e521-4ded-a64c-3abdce6d5a6e req-f0326027-9036-46fc-9d13-18816c74392e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.1273272 Nov 24 13:26:23.221956 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:23.285456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c5f21e8a-e521-4ded-a64c-3abdce6d5a6e req-7e5bc35a-1304-4a55-ad10-210e12a90c6b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080348 Nov 24 13:26:23.294346 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-675d77b9-0b90-496a-afba-ef87b1c8e70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:23.553457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c2b08-a323-4859-a2dc-c6b739945991 req-bc159c55-f21a-4d52-8584-1b77d0b3937f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:23.555244 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb2c2b08-a323-4859-a2dc-c6b739945991 req-bc159c55-f21a-4d52-8584-1b77d0b3937f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.1136301 Nov 24 13:26:23.592345 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:23.629832 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:23.732781 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'Port': ['ID=d653f266-9030-47c2-9ee1-508f6c043f97,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:23.828249 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:23.954923 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb2c2b08-a323-4859-a2dc-c6b739945991 req-0a89d92c-bdeb-4cf5-a25a-3446b4624094 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3525615 Nov 24 13:26:23.983372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50026) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:24.071113 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324a61fd-76cd-48f5-8462-20cc6a82a86c tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:24.072998 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-324a61fd-76cd-48f5-8462-20cc6a82a86c tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 1092 time: 0.0886340 Nov 24 13:26:24.076183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50028) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:24.080694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:26:24.104564 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:24.132895 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Floating IP cea7b036-1495-4cd9-8fbe-6920df2a0d30 associated. External IP: 172.25.0.225, port: 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc. Nov 24 13:26:24.334468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50032) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:24.351437 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:24.440055 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:24.639535 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.25.0.243 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/9b2fc875-e59c-45a9-9428-460149509ce8) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:26:24.686654 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:26:24.697469 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff9ec4b-86b8-4bcb-8413-ad3eab872626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:24.833634 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:24.910379 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:26:24.923964 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02766697-8a55-46a4-bdf3-23d33bacafb0 None None] Sync routers for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:26:24.934095 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:24.948790 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02766697-8a55-46a4-bdf3-23d33bacafb0 None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:26:24.949970 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-02766697-8a55-46a4-bdf3-23d33bacafb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:26:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:24.968074 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:25.023488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cb8d542e-3475-4de5-a672-3758c906522d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7184536 Nov 24 13:26:25.024079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991459de-3e46-46c9-8fff-3de688f30011', 'tag': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:26:25.026386 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee45065-40a7-41aa-aecc-ffcca8052fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "991459de-3e46-46c9-8fff-3de688f30011", "tag": "3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:26:25.031933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:26:25.036019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=9b2fc875-e59c-45a9-9428-460149509ce8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:25.039203 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:26:25.046574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:26:25.050083 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff9ec4b-86b8-4bcb-8413-ad3eab872626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:25.073359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8ff9ec4b-86b8-4bcb-8413-ad3eab872626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:25.104440 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8007160-44d2-4e4d-945f-32c7153eddaf x-openstack-request-id: req-f8007160-44d2-4e4d-945f-32c7153eddaf {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:26:25.105096 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991459de-3e46-46c9-8fff-3de688f30011", "tag": "3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:26:25.105539 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8007160-44d2-4e4d-945f-32c7153eddaf {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:26:25.106108 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991459de-3e46-46c9-8fff-3de688f30011', 'tag': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc', 'status': 'completed', 'code': 200} Nov 24 13:26:25.128135 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8ff9ec4b-86b8-4bcb-8413-ad3eab872626 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fb132d8440544a996ff0d708e780f06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7869780 Nov 24 13:26:25.132481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50044) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:25.142554 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9ec4b-86b8-4bcb-8413-ad3eab872626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737b6cd1-be64-4d11-8b6f-35297277f47e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:25.209246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee45065-40a7-41aa-aecc-ffcca8052fc1 req-886dff04-3be3-4629-af7b-b9b84b715a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:25.211716 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bee45065-40a7-41aa-aecc-ffcca8052fc1 req-886dff04-3be3-4629-af7b-b9b84b715a7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 1097 time: 0.0939393 Nov 24 13:26:25.237050 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-02766697-8a55-46a4-bdf3-23d33bacafb0 None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:26:25.424894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee45065-40a7-41aa-aecc-ffcca8052fc1 req-173955ed-40db-4193-9a65-58d8a4ea8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:25.430012 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bee45065-40a7-41aa-aecc-ffcca8052fc1 req-173955ed-40db-4193-9a65-58d8a4ea8ffd service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.2101891 Nov 24 13:26:25.566523 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bee45065-40a7-41aa-aecc-ffcca8052fc1 req-0a24c259-cd91-4abd-b115-af200491f886 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc HTTP/1.1" status: 200 len: 1000 time: 0.1259024 Nov 24 13:26:25.718848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee45065-40a7-41aa-aecc-ffcca8052fc1 req-66fea271-db7d-4173-84be-d5d97574bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:25.720343 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bee45065-40a7-41aa-aecc-ffcca8052fc1 req-66fea271-db7d-4173-84be-d5d97574bac6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.1466012 Nov 24 13:26:25.790680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee45065-40a7-41aa-aecc-ffcca8052fc1 req-f5c4bd46-db38-49b2-ba67-6a202c9f7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:25.798938 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bee45065-40a7-41aa-aecc-ffcca8052fc1 req-f5c4bd46-db38-49b2-ba67-6a202c9f7803 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673625 Nov 24 13:26:25.919070 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:25.967727 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-02766697-8a55-46a4-bdf3-23d33bacafb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'cea7b036-1495-4cd9-8fbe-6920df2a0d30', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:f4:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991459de-3e46-46c9-8fff-3de688f30011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:26:22Z', 'updated_at': '2021-11-24T13:26:22Z', 'revision_number': 0, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:25.978850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bee45065-40a7-41aa-aecc-ffcca8052fc1 req-27b20231-3d05-466d-b113-3b8681db8597 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715491 Nov 24 13:26:25.984866 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:26.045380 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02766697-8a55-46a4-bdf3-23d33bacafb0 None None] Checking router: 6b4605f8-820c-4085-9fa4-a6596cc1cac0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:26:26.078813 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02766697-8a55-46a4-bdf3-23d33bacafb0 None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:26:26.079547 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-02766697-8a55-46a4-bdf3-23d33bacafb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:26:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:26.151007 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bee45065-40a7-41aa-aecc-ffcca8052fc1 req-aa509041-7356-423d-933b-edd7754df565 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641300 Nov 24 13:26:26.261233 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-03390419-91f5-428a-add8-7202309b10e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:26.311494 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-03390419-91f5-428a-add8-7202309b10e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:26.362914 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-02766697-8a55-46a4-bdf3-23d33bacafb0 None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:26:26.405308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:26.510190 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-03390419-91f5-428a-add8-7202309b10e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:26.515010 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-03390419-91f5-428a-add8-7202309b10e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:26.517400 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-03390419-91f5-428a-add8-7202309b10e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/737b6cd1-be64-4d11-8b6f-35297277f47e HTTP/1.1" status: 204 len: 168 time: 1.3824813 Nov 24 13:26:26.543197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03390419-91f5-428a-add8-7202309b10e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737b6cd1-be64-4d11-8b6f-35297277f47e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:26.714191 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:26.762669 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:26.767583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:26.945563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=9b2fc875-e59c-45a9-9428-460149509ce8,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:26.967900 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:27.066916 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-02766697-8a55-46a4-bdf3-23d33bacafb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'cea7b036-1495-4cd9-8fbe-6920df2a0d30', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:f4:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991459de-3e46-46c9-8fff-3de688f30011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:26:22Z', 'updated_at': '2021-11-24T13:26:22Z', 'revision_number': 0, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:27.113478 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02766697-8a55-46a4-bdf3-23d33bacafb0 None None] The sync data for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 is: [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'cea7b036-1495-4cd9-8fbe-6920df2a0d30', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.225', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:f4:73:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991459de-3e46-46c9-8fff-3de688f30011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:26:22Z', 'updated_at': '2021-11-24T13:26:22Z', 'revision_number': 0, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:26:27.216084 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Floating IP 268051f2-2882-4eb1-8074-7c352f7b48ef associated. External IP: 172.25.0.243, port: 0df2235b-d11a-4df3-9462-7d41beeb1d91. Nov 24 13:26:27.554660 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409de648-0e03-4ac8-81a5-8addafe642cc None None] New status for floating IP cea7b036-1495-4cd9-8fbe-6920df2a0d30: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:26:27.555164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:26:27.767273 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:26:27.799348 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b373d-f441-4593-8d93-1e63cb48d219 None None] Sync routers for ids ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:26:27.808241 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:27.840017 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b373d-f441-4593-8d93-1e63cb48d219 None None] Routers {'35236727-ede3-4ffe-96ea-a6c2ac882dd1'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:26:27.844811 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-159b373d-f441-4593-8d93-1e63cb48d219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:26:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:27.852905 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-da85b2b8-1e74-4dbd-afe6-609225354514 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7755742 Nov 24 13:26:27.854650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:26:27.856522 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fe349e-fa07-40cc-928e-e5c8693bb4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:26:27.938797 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff015a2-c3c2-4452-8c33-de42768a08db x-openstack-request-id: req-cff015a2-c3c2-4452-8c33-de42768a08db {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:26:27.939157 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:26:27.939628 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cff015a2-c3c2-4452-8c33-de42768a08db {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:26:27.940041 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'status': 'completed', 'code': 200} Nov 24 13:26:28.138768 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-159b373d-f441-4593-8d93-1e63cb48d219 None None] Set router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:26:28.217624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50090) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:28.245754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc7458-2d1e-4d26-80fe-c462f762f867 req-ab9fd364-ef62-4bc9-aa8a-4fda269f0b1a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:28.270636 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f0fc7458-2d1e-4d26-80fe-c462f762f867 req-ab9fd364-ef62-4bc9-aa8a-4fda269f0b1a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.2839444 Nov 24 13:26:28.355270 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe349e-fa07-40cc-928e-e5c8693bb4cc req-8069f99d-bc71-4902-b8cb-6b9ef12ffceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:28.357626 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c1fe349e-fa07-40cc-928e-e5c8693bb4cc req-8069f99d-bc71-4902-b8cb-6b9ef12ffceb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 1097 time: 0.3882816 Nov 24 13:26:28.371393 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f0fc7458-2d1e-4d26-80fe-c462f762f867 req-8b82ef92-24f7-4630-b7ed-fda838f5c3f1 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998096 Nov 24 13:26:28.393155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50096) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:28.468206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe349e-fa07-40cc-928e-e5c8693bb4cc req-72462457-5d94-4236-b161-a58576a37e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:28.470242 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c1fe349e-fa07-40cc-928e-e5c8693bb4cc req-72462457-5d94-4236-b161-a58576a37e5e service neutron] 10.222.0.46 "GET /v2.0/networks?id=dccd60b7-82b8-4503-9c13-ffbaf18557f2 HTTP/1.1" status: 200 len: 898 time: 0.0928371 Nov 24 13:26:28.591379 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c1fe349e-fa07-40cc-928e-e5c8693bb4cc req-849e3cb4-f15e-419d-b5a9-3d87ef9e0ebf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91 HTTP/1.1" status: 200 len: 1000 time: 0.1040964 Nov 24 13:26:28.655524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7d4c6825-7d00-42fd-a8f5-6ecae5a9f5cb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/268051f2-2882-4eb1-8074-7c352f7b48ef HTTP/1.1" status: 200 len: 992 time: 0.2594383 Nov 24 13:26:28.693178 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-159b373d-f441-4593-8d93-1e63cb48d219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:26:07Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '268051f2-2882-4eb1-8074-7c352f7b48ef', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'port_id': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'mac_address': 'fa:16:3e:87:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5617add-30d9-4d60-92a9-b95536574543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:26:25Z', 'updated_at': '2021-11-24T13:26:25Z', 'revision_number': 0, 'project_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1dcf0a-8138-438c-a942-14436297818c', 'name': '', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:2b:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:06Z', 'updated_at': '2021-11-24T13:26:12Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:28.694635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe349e-fa07-40cc-928e-e5c8693bb4cc req-f4a2c3e3-f121-4482-ab64-c4951b4aba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:28.696759 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c1fe349e-fa07-40cc-928e-e5c8693bb4cc req-f4a2c3e3-f121-4482-ab64-c4951b4aba3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eca5e3a-a0af-4f6c-813f-2514169920c7 HTTP/1.1" status: 200 len: 835 time: 0.0979047 Nov 24 13:26:28.755762 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b373d-f441-4593-8d93-1e63cb48d219 None None] Checking router: 35236727-ede3-4ffe-96ea-a6c2ac882dd1 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:26:28.794096 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159b373d-f441-4593-8d93-1e63cb48d219 None None] Routers {'35236727-ede3-4ffe-96ea-a6c2ac882dd1'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:26:28.794734 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-159b373d-f441-4593-8d93-1e63cb48d219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:26:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:28.804767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe349e-fa07-40cc-928e-e5c8693bb4cc req-7d08ab5a-4b48-4578-bc50-f98decc99006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:28.815715 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c1fe349e-fa07-40cc-928e-e5c8693bb4cc req-7d08ab5a-4b48-4578-bc50-f98decc99006 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dccd60b7-82b8-4503-9c13-ffbaf18557f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022239 Nov 24 13:26:28.982950 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c1fe349e-fa07-40cc-928e-e5c8693bb4cc req-fbc05fa7-b584-4d58-9260-8b55aa745405 service neutron] 10.222.0.46 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663179 Nov 24 13:26:29.001256 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-159b373d-f441-4593-8d93-1e63cb48d219 None None] Set router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:26:29.105992 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c1fe349e-fa07-40cc-928e-e5c8693bb4cc req-a966af95-5917-4ef2-b936-1baeba992997 service neutron] 10.222.0.46 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136680 Nov 24 13:26:29.249770 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b680cac4-c031-4a13-aa19-be4020d75c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:29.266157 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-159b373d-f441-4593-8d93-1e63cb48d219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:26:07Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '268051f2-2882-4eb1-8074-7c352f7b48ef', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'port_id': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'mac_address': 'fa:16:3e:87:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5617add-30d9-4d60-92a9-b95536574543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:26:25Z', 'updated_at': '2021-11-24T13:26:25Z', 'revision_number': 0, 'project_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1dcf0a-8138-438c-a942-14436297818c', 'name': '', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:2b:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:06Z', 'updated_at': '2021-11-24T13:26:12Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:29.294006 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159b373d-f441-4593-8d93-1e63cb48d219 None None] The sync data for ids ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'] in n-d-817303-4 is: [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:26:07Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '268051f2-2882-4eb1-8074-7c352f7b48ef', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'port_id': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'mac_address': 'fa:16:3e:87:24:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5617add-30d9-4d60-92a9-b95536574543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:26:25Z', 'updated_at': '2021-11-24T13:26:25Z', 'revision_number': 0, 'project_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1dcf0a-8138-438c-a942-14436297818c', 'name': '', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:2b:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:06Z', 'updated_at': '2021-11-24T13:26:12Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:26:29.564568 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b680cac4-c031-4a13-aa19-be4020d75c6d admin admin] Deleting port fcf31d08-0a5d-419f-8456-cd0904ded214 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:26:29.564963 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b680cac4-c031-4a13-aa19-be4020d75c6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:29.603268 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4463a7a1-8a93-4c14-8f87-23b2c092bcde None None] New status for floating IP 268051f2-2882-4eb1-8074-7c352f7b48ef: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:26:29.655207 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50112) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:29.666498 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-b680cac4-c031-4a13-aa19-be4020d75c6d admin admin] For port fcf31d08-0a5d-419f-8456-cd0904ded214, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=fcf31d08-0a5d-419f-8456-cd0904ded214,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:26:29.667145 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b680cac4-c031-4a13-aa19-be4020d75c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:29.687101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b680cac4-c031-4a13-aa19-be4020d75c6d admin admin] Calling delete_port for fcf31d08-0a5d-419f-8456-cd0904ded214 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:26:29.828763 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d47845b7-8918-4b50-bf6f-9d433f207cf3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/268051f2-2882-4eb1-8074-7c352f7b48ef HTTP/1.1" status: 200 len: 992 time: 0.1722205 Nov 24 13:26:29.947169 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b680cac4-c031-4a13-aa19-be4020d75c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:29.978664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680cac4-c031-4a13-aa19-be4020d75c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf31d08-0a5d-419f-8456-cd0904ded214,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:30.150243 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b680cac4-c031-4a13-aa19-be4020d75c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:30.373140 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b680cac4-c031-4a13-aa19-be4020d75c6d admin admin] Router c5fd5c21-48a1-4905-b47f-3f24b868f405 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:26:30.479089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b680cac4-c031-4a13-aa19-be4020d75c6d admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:26:30.487750 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b680cac4-c031-4a13-aa19-be4020d75c6d admin admin] 10.222.0.48 "PUT /v2.0/routers/c5fd5c21-48a1-4905-b47f-3f24b868f405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2629466 Nov 24 13:26:30.487869 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50116) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:30.490908 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e23fcb-3e9e-4f7b-b147-98a6c67b4c44 None None] Sync routers for ids ['c5fd5c21-48a1-4905-b47f-3f24b868f405'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:26:30.501370 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e23fcb-3e9e-4f7b-b147-98a6c67b4c44 None None] Routers {'c5fd5c21-48a1-4905-b47f-3f24b868f405'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:26:30.502088 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f8e23fcb-3e9e-4f7b-b147-98a6c67b4c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:26:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c5fd5c21-48a1-4905-b47f-3f24b868f405'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:30.613796 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:30.708372 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-f8e23fcb-3e9e-4f7b-b147-98a6c67b4c44 None None] Set router c5fd5c21-48a1-4905-b47f-3f24b868f405 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:26:30.737124 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:30.799713 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] Deleting port 0486d2ca-dd3e-484e-beee-3db547368532 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:26:30.800054 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:30.832614 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50120) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:30.886005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] For port 0486d2ca-dd3e-484e-beee-3db547368532, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0486d2ca-dd3e-484e-beee-3db547368532,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:26:30.886380 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:30.903694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] Calling delete_port for 0486d2ca-dd3e-484e-beee-3db547368532 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:26:30.921034 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-34abd2a1-b326-4819-9b21-be1bf25ce103 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/268051f2-2882-4eb1-8074-7c352f7b48ef HTTP/1.1" status: 200 len: 994 time: 0.0870240 Nov 24 13:26:30.933612 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f8e23fcb-3e9e-4f7b-b147-98a6c67b4c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '0486d2ca-dd3e-484e-beee-3db547368532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:26:29Z', 'revision_number': 5, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port': {'id': '0486d2ca-dd3e-484e-beee-3db547368532', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:26:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:18:34Z', 'updated_at': '2021-11-24T13:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:30.977062 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e23fcb-3e9e-4f7b-b147-98a6c67b4c44 None None] Checking router: c5fd5c21-48a1-4905-b47f-3f24b868f405 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:26:30.986826 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e23fcb-3e9e-4f7b-b147-98a6c67b4c44 None None] Routers {'c5fd5c21-48a1-4905-b47f-3f24b868f405'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:26:30.989036 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f8e23fcb-3e9e-4f7b-b147-98a6c67b4c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:26:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c5fd5c21-48a1-4905-b47f-3f24b868f405'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:31.112381 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-f8e23fcb-3e9e-4f7b-b147-98a6c67b4c44 None None] Set router c5fd5c21-48a1-4905-b47f-3f24b868f405 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:26:31.116735 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:31.152390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=0486d2ca-dd3e-484e-beee-3db547368532,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:31.171915 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f8e23fcb-3e9e-4f7b-b147-98a6c67b4c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:26:30Z', 'revision_number': 6, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:31.180512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ae4bd-04a4-404b-82c5-d998eedd5d97 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:26:31.205791 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e23fcb-3e9e-4f7b-b147-98a6c67b4c44 None None] The sync data for ids ['c5fd5c21-48a1-4905-b47f-3f24b868f405'] in n-d-817303-4 is: [{'id': 'c5fd5c21-48a1-4905-b47f-3f24b868f405', 'name': 'tempest-AttachVolumeTestJSON-1081164915-router', 'tenant_id': '043eebd593124b14b825cc18dfaf234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:18:33Z', 'updated_at': '2021-11-24T13:26:30Z', 'revision_number': 6, 'project_id': '043eebd593124b14b825cc18dfaf234c', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:26:31.245653 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:31.371026 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:31.374006 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:31.435710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:31.435710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5fd5c21-48a1-4905-b47f-3f24b868f405 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:26:31.440275 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:31.441704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-383d8ed4-35fd-44f5-8975-48b808381e91 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c5fd5c21-48a1-4905-b47f-3f24b868f405 HTTP/1.1" status: 204 len: 168 time: 0.9534864 Nov 24 13:26:31.444898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50128) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:31.502900 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d952135-95a7-4dc9-9342-6dda6e2ae971 admin admin] Deleting subnet 7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:26:31.506271 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8d952135-95a7-4dc9-9342-6dda6e2ae971 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:31.543538 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8d952135-95a7-4dc9-9342-6dda6e2ae971 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:31.635178 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8d952135-95a7-4dc9-9342-6dda6e2ae971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:31.698765 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8d952135-95a7-4dc9-9342-6dda6e2ae971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:31.732314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d952135-95a7-4dc9-9342-6dda6e2ae971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:31.736274 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8d952135-95a7-4dc9-9342-6dda6e2ae971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:31.739755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8d952135-95a7-4dc9-9342-6dda6e2ae971 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7c9d2f1f-c921-4952-9c9b-87ebb13bb2b3 HTTP/1.1" status: 204 len: 168 time: 0.2936668 Nov 24 13:26:31.742405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50132) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:31.747395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00574ef-9aef-4891-aaf7-221dbf9c1ce3 None None] Network 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:26:31.854474 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:31.923516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Deleting port 94428a4a-f1bc-47ab-a60d-9f29ca698bab {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:26:31.924129 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:31.974785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d547cc7-bbaf-4b99-9f1b-74bdce6d1681 None None] DHCP port deletion for 8ac16d32-2b4a-4497-8ab0-f1781fca9e4a request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:26:32.007984 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device fcf31d08-0a5d-419f-8456-cd0904ded214 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:26:32.030015 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] For port 94428a4a-f1bc-47ab-a60d-9f29ca698bab, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=94428a4a-f1bc-47ab-a60d-9f29ca698bab,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:26:32.030927 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.036415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: fcf31d08-0a5d-419f-8456-cd0904ded214 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:26:32.037145 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device fcf31d08-0a5d-419f-8456-cd0904ded214 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:26:32.037904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0486d2ca-dd3e-484e-beee-3db547368532 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:26:32.047700 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Calling delete_port for 94428a4a-f1bc-47ab-a60d-9f29ca698bab owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:26:32.063951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 0486d2ca-dd3e-484e-beee-3db547368532 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:26:32.064578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0486d2ca-dd3e-484e-beee-3db547368532 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:26:32.083861 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3d547cc7-bbaf-4b99-9f1b-74bdce6d1681 None None] Deleting port 94428a4a-f1bc-47ab-a60d-9f29ca698bab {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:26:32.084408 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d547cc7-bbaf-4b99-9f1b-74bdce6d1681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.155664 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.173123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3d547cc7-bbaf-4b99-9f1b-74bdce6d1681 None None] For port 94428a4a-f1bc-47ab-a60d-9f29ca698bab, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=94428a4a-f1bc-47ab-a60d-9f29ca698bab,segment=NetworkSegment(f9a5de2f-1ad2-48fb-983e-5b33c26ac910),segment_id=f9a5de2f-1ad2-48fb-983e-5b33c26ac910)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:26:32.173524 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d547cc7-bbaf-4b99-9f1b-74bdce6d1681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.188524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=94428a4a-f1bc-47ab-a60d-9f29ca698bab,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:32.188878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3d547cc7-bbaf-4b99-9f1b-74bdce6d1681 None None] Calling delete_port for 94428a4a-f1bc-47ab-a60d-9f29ca698bab owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:26:32.207806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] No DVR routers for this DVR port 94428a4a-f1bc-47ab-a60d-9f29ca698bab on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:26:32.313718 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.326351 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d547cc7-bbaf-4b99-9f1b-74bdce6d1681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.356931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac16d32-2b4a-4497-8ab0-f1781fca9e4a']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:32.362585 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d547cc7-bbaf-4b99-9f1b-74bdce6d1681 None None] Pushing event deleted for resources: {'Port': ['ID=94428a4a-f1bc-47ab-a60d-9f29ca698bab,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:32.373437 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d547cc7-bbaf-4b99-9f1b-74bdce6d1681 None None] No DVR routers for this DVR port 94428a4a-f1bc-47ab-a60d-9f29ca698bab on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:26:32.396520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:32.396922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a5de2f-1ad2-48fb-983e-5b33c26ac910') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:32.411278 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.425444 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.432511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:26:32.432973 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:26:32.460073 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:26:32.500624 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.507394 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.513497 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] 10.222.0.48 "DELETE /v2.0/networks/8ac16d32-2b4a-4497-8ab0-f1781fca9e4a HTTP/1.1" status: 204 len: 168 time: 0.7677567 Nov 24 13:26:32.533675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9263272-8cd2-4da9-bd1e-8e360e2b1c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ac16d32-2b4a-4497-8ab0-f1781fca9e4a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:32.640332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50138) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:32.682214 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6e6b6520-0cdd-4984-9dc6-c5326c217c03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=043eebd593124b14b825cc18dfaf234c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405252 Nov 24 13:26:32.684595 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50140) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:32.751626 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03abed25-98e4-4da5-a375-449127a51d03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.783616 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03abed25-98e4-4da5-a375-449127a51d03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.861180 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03abed25-98e4-4da5-a375-449127a51d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.864248 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-03abed25-98e4-4da5-a375-449127a51d03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:32.868381 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-03abed25-98e4-4da5-a375-449127a51d03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fcff9746-0091-4b36-b753-74781f6dcc91 HTTP/1.1" status: 204 len: 168 time: 0.1799605 Nov 24 13:26:32.879395 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03abed25-98e4-4da5-a375-449127a51d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcff9746-0091-4b36-b753-74781f6dcc91,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:33.948658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 94428a4a-f1bc-47ab-a60d-9f29ca698bab no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:26:33.978289 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 94428a4a-f1bc-47ab-a60d-9f29ca698bab {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:26:33.979195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 94428a4a-f1bc-47ab-a60d-9f29ca698bab not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:26:36.453011 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:39.745034 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:43.998017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50364) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:44.165744 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9825188-ddd7-436b-8109-d071bcbe0bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:44.297739 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9825188-ddd7-436b-8109-d071bcbe0bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:44.303917 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a9825188-ddd7-436b-8109-d071bcbe0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:44.359881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50370) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:44.367330 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a9825188-ddd7-436b-8109-d071bcbe0bf1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=529674f6ae994855a4c191c65b0d2b29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3674409 Nov 24 13:26:44.371290 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9825188-ddd7-436b-8109-d071bcbe0bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdc7beb-0e2c-4147-a50f-3493ddfe77cc,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:44.418786 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eaea8ee0-ebef-4acc-b991-8ba6678a1efc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:44.444223 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eaea8ee0-ebef-4acc-b991-8ba6678a1efc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:44.495673 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eaea8ee0-ebef-4acc-b991-8ba6678a1efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:44.498630 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eaea8ee0-ebef-4acc-b991-8ba6678a1efc admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:44.499890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-eaea8ee0-ebef-4acc-b991-8ba6678a1efc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbdc7beb-0e2c-4147-a50f-3493ddfe77cc HTTP/1.1" status: 204 len: 168 time: 0.1390078 Nov 24 13:26:44.508081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea8ee0-ebef-4acc-b991-8ba6678a1efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdc7beb-0e2c-4147-a50f-3493ddfe77cc,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:45.738097 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:26:50.851863 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-70aef070-0dbe-4213-8f09-6a7dd2a6d05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:50.951952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50528) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:51.391171 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3afb21b-85f7-46da-b603-c2d36ccd77b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:51.487785 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3afb21b-85f7-46da-b603-c2d36ccd77b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:51.493946 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3afb21b-85f7-46da-b603-c2d36ccd77b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:51.539922 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afb21b-85f7-46da-b603-c2d36ccd77b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0377c5-c5ad-4280-9572-7d0612da2016,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:51.556213 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50532) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:51.564637 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d3afb21b-85f7-46da-b603-c2d36ccd77b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=516600f226a642959c06d620a8dcf349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6108167 Nov 24 13:26:51.619707 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ffc861f7-a33f-4ace-9200-67f7bdcffff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:51.646555 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ffc861f7-a33f-4ace-9200-67f7bdcffff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:51.720188 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ffc861f7-a33f-4ace-9200-67f7bdcffff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:51.723008 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ffc861f7-a33f-4ace-9200-67f7bdcffff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:51.728177 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ffc861f7-a33f-4ace-9200-67f7bdcffff6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba0377c5-c5ad-4280-9572-7d0612da2016 HTTP/1.1" status: 204 len: 168 time: 0.1709080 Nov 24 13:26:51.744484 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc861f7-a33f-4ace-9200-67f7bdcffff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0377c5-c5ad-4280-9572-7d0612da2016,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:52.082022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50542) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:52.098294 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e8010cf-bb9e-430d-95dc-ca14d0d50ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:52.182641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e8010cf-bb9e-430d-95dc-ca14d0d50ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:52.187127 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4e8010cf-bb9e-430d-95dc-ca14d0d50ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:52.226885 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4e8010cf-bb9e-430d-95dc-ca14d0d50ff1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b84dbc9e1be44b48aeb8c6cb9b41718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1430173 Nov 24 13:26:52.228283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8010cf-bb9e-430d-95dc-ca14d0d50ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfaa23d-2a2d-4890-bf4d-1c0760c868e5,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:52.229726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50544) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:52.300435 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87d66b98-1627-4848-88b9-0764e3d8ef30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:52.325255 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87d66b98-1627-4848-88b9-0764e3d8ef30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:52.392263 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87d66b98-1627-4848-88b9-0764e3d8ef30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:52.397122 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87d66b98-1627-4848-88b9-0764e3d8ef30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:52.401296 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-87d66b98-1627-4848-88b9-0764e3d8ef30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/acfaa23d-2a2d-4890-bf4d-1c0760c868e5 HTTP/1.1" status: 204 len: 168 time: 0.1705067 Nov 24 13:26:52.410463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d66b98-1627-4848-88b9-0764e3d8ef30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfaa23d-2a2d-4890-bf4d-1c0760c868e5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:52.722424 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50556) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:52.938227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8632e30-d096-4469-b242-e68e563f4539 admin admin] Deleting subnet f27b78ba-9286-4c20-a35f-69b0372063f7 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:26:52.947943 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f8632e30-d096-4469-b242-e68e563f4539 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:52.987932 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f8632e30-d096-4469-b242-e68e563f4539 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:53.035191 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f8632e30-d096-4469-b242-e68e563f4539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:53.114317 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f8632e30-d096-4469-b242-e68e563f4539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:53.148273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8632e30-d096-4469-b242-e68e563f4539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f27b78ba-9286-4c20-a35f-69b0372063f7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:53.153858 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f8632e30-d096-4469-b242-e68e563f4539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:53.173472 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f8632e30-d096-4469-b242-e68e563f4539 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f27b78ba-9286-4c20-a35f-69b0372063f7 HTTP/1.1" status: 204 len: 168 time: 0.4466655 Nov 24 13:26:53.173663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50574) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:53.261705 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-948e9b85-5276-49a8-ae18-a8d6bd7d05ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:53.283373 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2700a655-86b4-4640-903b-984b832e3447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:53.378853 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-948e9b85-5276-49a8-ae18-a8d6bd7d05ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:53.403221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-948e9b85-5276-49a8-ae18-a8d6bd7d05ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ff7ec1-267c-4fd1-bc1f-f9c1e21142af']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:53.413688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-948e9b85-5276-49a8-ae18-a8d6bd7d05ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43888b9a-4a53-42b4-8f32-cc430c6100a1') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:53.414125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-948e9b85-5276-49a8-ae18-a8d6bd7d05ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43888b9a-4a53-42b4-8f32-cc430c6100a1') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:26:53.425118 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-948e9b85-5276-49a8-ae18-a8d6bd7d05ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:53.449955 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-948e9b85-5276-49a8-ae18-a8d6bd7d05ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:53.457863 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948e9b85-5276-49a8-ae18-a8d6bd7d05ed admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:26:53.458613 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-948e9b85-5276-49a8-ae18-a8d6bd7d05ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:26:53.460470 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:26:53.527684 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-948e9b85-5276-49a8-ae18-a8d6bd7d05ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:53.548416 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-948e9b85-5276-49a8-ae18-a8d6bd7d05ed admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:53.552264 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-948e9b85-5276-49a8-ae18-a8d6bd7d05ed admin admin] 10.222.0.48 "DELETE /v2.0/networks/03ff7ec1-267c-4fd1-bc1f-f9c1e21142af HTTP/1.1" status: 204 len: 168 time: 0.3776753 Nov 24 13:26:53.554740 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e9b85-5276-49a8-ae18-a8d6bd7d05ed admin admin] Pushing event deleted for resources: {'Network': ['ID=03ff7ec1-267c-4fd1-bc1f-f9c1e21142af,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:53.949026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50594) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:53.995885 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c86c9e46-8f53-4fe3-a257-d78d1cd68dcf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1b618e104d0464396c0487ebe5461ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445538 Nov 24 13:26:53.997924 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50596) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:54.066350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7212d8da-b559-4c03-96f7-3762eb69f309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:54.097238 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7212d8da-b559-4c03-96f7-3762eb69f309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:54.170679 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7212d8da-b559-4c03-96f7-3762eb69f309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:54.175221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7212d8da-b559-4c03-96f7-3762eb69f309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:54.177093 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7212d8da-b559-4c03-96f7-3762eb69f309 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fe8d569-2fe3-4f09-99d2-64ee691635d0 HTTP/1.1" status: 204 len: 168 time: 0.1781473 Nov 24 13:26:54.197644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212d8da-b559-4c03-96f7-3762eb69f309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe8d569-2fe3-4f09-99d2-64ee691635d0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:54.435209 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:55.553059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50644) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:55.664655 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e69f897c-6f1e-4fb1-b95f-f49e588e3973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:55.741988 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e69f897c-6f1e-4fb1-b95f-f49e588e3973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:55.745696 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e69f897c-6f1e-4fb1-b95f-f49e588e3973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:55.785706 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e69f897c-6f1e-4fb1-b95f-f49e588e3973 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b286d50479c4905acbb7a9da039d482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315137 Nov 24 13:26:55.786744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f897c-6f1e-4fb1-b95f-f49e588e3973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfdb2ab-74c1-464c-8d36-4a4da8414a5b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:55.788428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50648) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:55.841548 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1df102a4-15f4-4647-941b-006e5f57805f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:55.862497 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1df102a4-15f4-4647-941b-006e5f57805f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:55.914959 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1df102a4-15f4-4647-941b-006e5f57805f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:55.917593 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1df102a4-15f4-4647-941b-006e5f57805f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:55.918741 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1df102a4-15f4-4647-941b-006e5f57805f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3dfdb2ab-74c1-464c-8d36-4a4da8414a5b HTTP/1.1" status: 204 len: 168 time: 0.1286302 Nov 24 13:26:55.926327 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df102a4-15f4-4647-941b-006e5f57805f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfdb2ab-74c1-464c-8d36-4a4da8414a5b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:55.961806 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:56.193675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50662) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:56.206952 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:56.288638 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:56.292393 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:56.331505 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb19e8e44ed44ea6881581946a6b402c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366401 Nov 24 13:26:56.332313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94823204-4834-47b2-9684-f8aee5ebe2a8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:56.334343 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50664) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:56.352227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:56.352580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:56.352962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:56.353305 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:56.353644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:56.353982 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:56.354354 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:56.354669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:56.355015 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:56.355345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:56.355673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:56.356251 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556fcb9-d369-4852-afea-91eb9c06076f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:56.395284 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-670b8717-d497-4d71-987d-ca69781bbf11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:56.419929 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-670b8717-d497-4d71-987d-ca69781bbf11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:56.465467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-670b8717-d497-4d71-987d-ca69781bbf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:56.468246 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-670b8717-d497-4d71-987d-ca69781bbf11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:56.469486 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-670b8717-d497-4d71-987d-ca69781bbf11 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94823204-4834-47b2-9684-f8aee5ebe2a8 HTTP/1.1" status: 204 len: 168 time: 0.1342182 Nov 24 13:26:56.478125 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b8717-d497-4d71-987d-ca69781bbf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94823204-4834-47b2-9684-f8aee5ebe2a8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:56.694120 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:58.265216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6f1de-2e8c-4796-a94e-35e37e30b354 req-8c94c771-5e09-4a91-b236-e6073a76d1cd tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:58.267319 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43f6f1de-2e8c-4796-a94e-35e37e30b354 req-8c94c771-5e09-4a91-b236-e6073a76d1cd tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 1097 time: 0.0526919 Nov 24 13:26:58.289791 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43f6f1de-2e8c-4796-a94e-35e37e30b354 req-9b3e4e1a-cc27-4767-a5aa-7366e815dcb3 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:58.378550 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43f6f1de-2e8c-4796-a94e-35e37e30b354 req-9b3e4e1a-cc27-4767-a5aa-7366e815dcb3 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:58.382894 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-43f6f1de-2e8c-4796-a94e-35e37e30b354 req-9b3e4e1a-cc27-4767-a5aa-7366e815dcb3 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:58.424691 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43f6f1de-2e8c-4796-a94e-35e37e30b354 req-9b3e4e1a-cc27-4767-a5aa-7366e815dcb3 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494541 Nov 24 13:26:58.425347 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e4e1a-cc27-4767-a5aa-7366e815dcb3 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fb152f-61c0-4b42-b539-c97449da463f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:58.538346 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50736) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:58.565594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c1f31-013a-4f8d-82bd-05035834ee77 req-6b1daecf-d4bf-4ada-a3ab-d1d84a1df416 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:58.567161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-299c1f31-013a-4f8d-82bd-05035834ee77 req-6b1daecf-d4bf-4ada-a3ab-d1d84a1df416 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.0561621 Nov 24 13:26:58.620997 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-299c1f31-013a-4f8d-82bd-05035834ee77 req-b646ad53-2f5f-4566-adee-4f416a41fbc9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467985 Nov 24 13:26:58.644404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50740) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:58.654921 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b20b782-0ca5-457f-9c2d-604d8c818fa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:58.713318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f3867494-74b8-4b0c-b6c7-867a0bc7a668 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/268051f2-2882-4eb1-8074-7c352f7b48ef HTTP/1.1" status: 200 len: 994 time: 0.0675361 Nov 24 13:26:58.753754 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b20b782-0ca5-457f-9c2d-604d8c818fa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:58.758383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b20b782-0ca5-457f-9c2d-604d8c818fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:58.798994 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0b20b782-0ca5-457f-9c2d-604d8c818fa2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b84653fe05474bfca29bcb661c63534b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2595479 Nov 24 13:26:58.799712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20b782-0ca5-457f-9c2d-604d8c818fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a8460c-8f0d-4032-a782-028beda45462,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:58.801894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50744) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:58.853271 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:58.875662 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:58.925071 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:58.927969 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:58.929250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87a8460c-8f0d-4032-a782-028beda45462 HTTP/1.1" status: 204 len: 168 time: 0.1263177 Nov 24 13:26:58.939060 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a8460c-8f0d-4032-a782-028beda45462,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:58.948944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:58.949313 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:58.949733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:58.950099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:58.950447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:58.950899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:58.951245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:58.951610 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:58.951947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:58.952408 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:58.952957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:58.953263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7941b70d-4a5a-4153-bd97-30cbb60d23e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:26:59.061766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-52541561-28cc-42bc-b472-cc441c460d48 req-4884f92c-cc4f-47e8-acc9-5828ae91999d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:26:59.062901 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-52541561-28cc-42bc-b472-cc441c460d48 req-4884f92c-cc4f-47e8-acc9-5828ae91999d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058541 Nov 24 13:26:59.235122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50762) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:59.251387 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-04c6e496-f973-430b-afe2-d3bd304c360a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:59.341628 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-04c6e496-f973-430b-afe2-d3bd304c360a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:59.348573 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-04c6e496-f973-430b-afe2-d3bd304c360a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:59.406121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50768) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:59.408161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-04c6e496-f973-430b-afe2-d3bd304c360a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4a4fc357fc54643844b3eb7aa12a3f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712174 Nov 24 13:26:59.408311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50770) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:26:59.409451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6e496-f973-430b-afe2-d3bd304c360a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9570ff-1f15-4418-825f-68cdd7c5cc55,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:26:59.501946 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72740219-47dc-4bba-9680-a7be96b88231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:26:59.527916 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdaa4a-5627-4206-86ac-3a3d64e44710 req-4bb097e4-81f4-475b-9ddf-44903fc2480d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:26:59.529707 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c7cdaa4a-5627-4206-86ac-3a3d64e44710 req-4bb097e4-81f4-475b-9ddf-44903fc2480d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.0829222 Nov 24 13:26:59.539828 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72740219-47dc-4bba-9680-a7be96b88231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:00.011375 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c7cdaa4a-5627-4206-86ac-3a3d64e44710 req-79525538-173f-4f30-b8cf-8809ef6096e9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4692636 Nov 24 13:27:00.027685 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-8270ce31-07b5-4bfa-9279-71523b0663b2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6199541 Nov 24 13:27:00.028971 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72740219-47dc-4bba-9680-a7be96b88231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:00.031843 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-72740219-47dc-4bba-9680-a7be96b88231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:00.033154 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-72740219-47dc-4bba-9680-a7be96b88231 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac9570ff-1f15-4418-825f-68cdd7c5cc55 HTTP/1.1" status: 204 len: 168 time: 0.6185696 Nov 24 13:27:00.041868 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-2cf62fc4-959b-44f3-a6a3-796bccf6aceb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:27:00.043040 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-2cf62fc4-959b-44f3-a6a3-796bccf6aceb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072379 Nov 24 13:27:00.053021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72740219-47dc-4bba-9680-a7be96b88231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9570ff-1f15-4418-825f-68cdd7c5cc55,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:01.260788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f49c11-6cdf-41c3-9ef5-a54abd6f76e3 req-b0db85aa-1e07-4d76-888c-19ab7653fcb9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:01.274833 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f6f49c11-6cdf-41c3-9ef5-a54abd6f76e3 req-b0db85aa-1e07-4d76-888c-19ab7653fcb9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.1100376 Nov 24 13:27:01.402009 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f6f49c11-6cdf-41c3-9ef5-a54abd6f76e3 req-f6b85637-5705-4cf5-b797-57622f18a2f7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245997 Nov 24 13:27:01.678381 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-bb54fa1d-daa7-41e4-8024-7da3835e7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:01.680798 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-bb54fa1d-daa7-41e4-8024-7da3835e7a8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 1097 time: 0.0554018 Nov 24 13:27:01.853135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-107862f7-0b0f-4f65-b39f-22ce14dd57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:01.854701 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-107862f7-0b0f-4f65-b39f-22ce14dd57e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dccd60b7-82b8-4503-9c13-ffbaf18557f2 HTTP/1.1" status: 200 len: 898 time: 0.1670272 Nov 24 13:27:01.924707 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-0c25e069-4651-4f9e-9a7d-5cd93930e440 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91 HTTP/1.1" status: 200 len: 1002 time: 0.0628812 Nov 24 13:27:01.977045 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-6896c495-38bd-4584-bae4-0e9941167287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:01.978705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-6896c495-38bd-4584-bae4-0e9941167287 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eca5e3a-a0af-4f6c-813f-2514169920c7 HTTP/1.1" status: 200 len: 835 time: 0.0479116 Nov 24 13:27:02.031482 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-009642f3-2977-48b2-b6c7-2e62dcb4a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:02.033242 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-009642f3-2977-48b2-b6c7-2e62dcb4a600 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dccd60b7-82b8-4503-9c13-ffbaf18557f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476296 Nov 24 13:27:02.144281 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b8f706c0-f5a5-484e-923a-6dab90fd96cc service neutron] 10.222.0.46 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038244 Nov 24 13:27:02.250530 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-41f8d3d3-c2ac-4034-86d3-d11fdec58ced service neutron] 10.222.0.46 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993359 Nov 24 13:27:02.523079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41732ff-82b0-4575-8b76-dc5fd750ff5b req-ec1ca805-174f-4ec8-a006-5da75655596a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:02.524687 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e41732ff-82b0-4575-8b76-dc5fd750ff5b req-ec1ca805-174f-4ec8-a006-5da75655596a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.0563614 Nov 24 13:27:02.580664 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e41732ff-82b0-4575-8b76-dc5fd750ff5b req-b1c64aa5-da2d-4aec-899b-8bc76db1765a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486438 Nov 24 13:27:03.066374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50868) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:03.175932 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3779-5dd2-4f5e-bfee-32c1afc79209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:03.254458 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3779-5dd2-4f5e-bfee-32c1afc79209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:03.259137 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c3cc3779-5dd2-4f5e-bfee-32c1afc79209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:03.296001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc3779-5dd2-4f5e-bfee-32c1afc79209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db78f19-ca5c-4afb-9346-d762258ca8f9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:03.301552 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c3cc3779-5dd2-4f5e-bfee-32c1afc79209 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=acefd74b83d947148e3a19e248655b06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2340429 Nov 24 13:27:03.305304 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50872) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:03.354404 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a95637f-940f-43f6-9730-2769502212b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:03.376369 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a95637f-940f-43f6-9730-2769502212b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:03.427181 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a95637f-940f-43f6-9730-2769502212b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:03.429744 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8a95637f-940f-43f6-9730-2769502212b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:03.430927 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8a95637f-940f-43f6-9730-2769502212b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9db78f19-ca5c-4afb-9346-d762258ca8f9 HTTP/1.1" status: 204 len: 168 time: 0.1246920 Nov 24 13:27:03.438889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95637f-940f-43f6-9730-2769502212b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db78f19-ca5c-4afb-9346-d762258ca8f9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:03.698179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50880) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:03.715631 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0abecb63-ffa1-4024-be43-537b8cb61095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:03.732360 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c0814-e76d-4592-9d65-5e183a4760c5 req-e5207fc6-8ab5-4496-9b49-e749a0bcf747 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:03.733860 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8d1c0814-e76d-4592-9d65-5e183a4760c5 req-e5207fc6-8ab5-4496-9b49-e749a0bcf747 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.0760028 Nov 24 13:27:03.821329 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8d1c0814-e76d-4592-9d65-5e183a4760c5 req-0eb0b0fc-ab1e-43be-ad19-2cc55d16b223 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794463 Nov 24 13:27:03.853725 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0abecb63-ffa1-4024-be43-537b8cb61095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:03.857764 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0abecb63-ffa1-4024-be43-537b8cb61095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:03.900256 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0abecb63-ffa1-4024-be43-537b8cb61095 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b3d43d4312340ad8ab6def744e54d87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2010365 Nov 24 13:27:03.901680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abecb63-ffa1-4024-be43-537b8cb61095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44507552-32e0-4c7a-ba65-7d37fa7b9e3b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:03.902931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50886) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:03.961732 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62e726d2-9e03-4578-98db-10047ab78eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:03.985868 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62e726d2-9e03-4578-98db-10047ab78eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:04.038030 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62e726d2-9e03-4578-98db-10047ab78eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:04.040607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-62e726d2-9e03-4578-98db-10047ab78eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:04.044145 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-62e726d2-9e03-4578-98db-10047ab78eb0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44507552-32e0-4c7a-ba65-7d37fa7b9e3b HTTP/1.1" status: 204 len: 168 time: 0.1377366 Nov 24 13:27:04.052361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e726d2-9e03-4578-98db-10047ab78eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44507552-32e0-4c7a-ba65-7d37fa7b9e3b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:04.291038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50904) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:04.415650 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-067175c1-30f3-4ca5-9e3d-b193cbc9caef admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:04.504589 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-067175c1-30f3-4ca5-9e3d-b193cbc9caef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:04.508902 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-067175c1-30f3-4ca5-9e3d-b193cbc9caef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:04.550069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067175c1-30f3-4ca5-9e3d-b193cbc9caef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2c884e-0d6b-495a-9924-c20a20d38edb,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:04.554586 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-067175c1-30f3-4ca5-9e3d-b193cbc9caef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0dad133325d4265b6ba14e85eb13fcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625048 Nov 24 13:27:04.557358 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50916) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:04.608210 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9306c6a-76af-42a9-9902-526f2a2e0afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:04.630473 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9306c6a-76af-42a9-9902-526f2a2e0afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:04.679446 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9306c6a-76af-42a9-9902-526f2a2e0afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:04.682077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9306c6a-76af-42a9-9902-526f2a2e0afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:04.683334 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f9306c6a-76af-42a9-9902-526f2a2e0afb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c2c884e-0d6b-495a-9924-c20a20d38edb HTTP/1.1" status: 204 len: 168 time: 0.1250536 Nov 24 13:27:04.696887 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9306c6a-76af-42a9-9902-526f2a2e0afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2c884e-0d6b-495a-9924-c20a20d38edb,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:04.791487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50928) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:04.954778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad753d-6dcc-4e98-a4b6-adc681787549 req-da71173f-466b-4805-8465-ae63d301b55d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:04.954778 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6cad753d-6dcc-4e98-a4b6-adc681787549 req-da71173f-466b-4805-8465-ae63d301b55d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.0514102 Nov 24 13:27:04.994714 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1296300140'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:05.010031 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6cad753d-6dcc-4e98-a4b6-adc681787549 req-f7137bca-6afe-48d0-a0d6-8e2ff635c164 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477443 Nov 24 13:27:05.019646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Made reservation on behalf of 79769d6e6203420c9e7d85ce03e37dec for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:05.034162 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.043135 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.121675 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.125604 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.149237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:05.163128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2697d2-6bb3-48ee-917b-1077d45439b6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:05.167902 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.168248 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Added segment 7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94 of type vlan for network 116d8bdc-dff4-4283-981c-2e6ea1cbcd2c Nov 24 13:27:05.214311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.240388 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.245985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:05.246605 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.284339 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4917228 Nov 24 13:27:05.287732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50950) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:05.292577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-979cd5b7-e337-4e9b-abbd-11a0c10c2144 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Request body: {'subnet': {'network_id': '116d8bdc-dff4-4283-981c-2e6ea1cbcd2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:05.349547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e68c4-c3d1-44a7-8dfe-8215c91638d9 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event updated for resources: {'Network': ['ID=116d8bdc-dff4-4283-981c-2e6ea1cbcd2c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:05.360019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 116d8bdc-dff4-4283-981c-2e6ea1cbcd2c details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:05.431915 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979cd5b7-e337-4e9b-abbd-11a0c10c2144 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Made reservation on behalf of 79769d6e6203420c9e7d85ce03e37dec for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:05.435835 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-979cd5b7-e337-4e9b-abbd-11a0c10c2144 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.626541 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-979cd5b7-e337-4e9b-abbd-11a0c10c2144 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.689972 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cd5b7-e337-4e9b-abbd-11a0c10c2144 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event updated for resources: {'Subnet': ['ID=1e2ca668-0aa5-4593-b9a0-f21722c7c954,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:05.698783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979cd5b7-e337-4e9b-abbd-11a0c10c2144 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Checking segment: {'id': '7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '116d8bdc-dff4-4283-981c-2e6ea1cbcd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:05.699079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979cd5b7-e337-4e9b-abbd-11a0c10c2144 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Network hostable DHCP agents. Network: 116d8bdc-dff4-4283-981c-2e6ea1cbcd2c, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:05.716802 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979cd5b7-e337-4e9b-abbd-11a0c10c2144 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Network 116d8bdc-dff4-4283-981c-2e6ea1cbcd2c is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:05.725732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-979cd5b7-e337-4e9b-abbd-11a0c10c2144 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 116d8bdc-dff4-4283-981c-2e6ea1cbcd2c) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:05.730420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979cd5b7-e337-4e9b-abbd-11a0c10c2144 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:05.731433 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-979cd5b7-e337-4e9b-abbd-11a0c10c2144 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.736953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b4853c-71d7-4c38-9274-9ee1e816aa90 None None] Network 116d8bdc-dff4-4283-981c-2e6ea1cbcd2c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:05.748514 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-979cd5b7-e337-4e9b-abbd-11a0c10c2144 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4597731 Nov 24 13:27:05.751593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50964) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:05.757113 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d8f431f8-da90-4a4e-81ba-89392e0843f4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1635561673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:05.780979 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8f431f8-da90-4a4e-81ba-89392e0843f4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.782029 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8f431f8-da90-4a4e-81ba-89392e0843f4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.846929 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8f431f8-da90-4a4e-81ba-89392e0843f4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.851658 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8f431f8-da90-4a4e-81ba-89392e0843f4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.881203 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8f431f8-da90-4a4e-81ba-89392e0843f4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.885229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50970) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:05.885446 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d8f431f8-da90-4a4e-81ba-89392e0843f4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1327753 Nov 24 13:27:05.903993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-116d8bdc-dff4-4283-981c-2e6ea1cbcd2c', 'network_id': '116d8bdc-dff4-4283-981c-2e6ea1cbcd2c', 'tenant_id': '79769d6e6203420c9e7d85ce03e37dec', 'fixed_ips': [{'subnet_id': '1e2ca668-0aa5-4593-b9a0-f21722c7c954'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:05.904998 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:05.981579 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50972) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:06.055446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Allocated IP 172.20.0.2 (116d8bdc-dff4-4283-981c-2e6ea1cbcd2c/1e2ca668-0aa5-4593-b9a0-f21722c7c954/1a4768b1-621a-4df2-a4c2-2dc6df916894) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:06.147196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'network': {'name': 'tempest-network-smoke--1689221908', 'project_id': '04c842620a844a4298a861483918cdcb', 'port_security_enabled': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:06.169297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Made reservation on behalf of 04c842620a844a4298a861483918cdcb for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:06.172776 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.182103 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.210112 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c92393-2630-47a0-96d6-9a079bfb86dc req-32b3fc17-3a20-4b2b-88a2-6610f60bdfa9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:06.211614 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9c92393-2630-47a0-96d6-9a079bfb86dc req-32b3fc17-3a20-4b2b-88a2-6610f60bdfa9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.0950437 Nov 24 13:27:06.213348 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.220660 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.236026 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.268174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Network 116d8bdc-dff4-4283-981c-2e6ea1cbcd2c is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:06.272662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:06.277159 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:06.282600 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.284377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Pushing event updated for resources: {'Port': ['ID=1a4768b1-621a-4df2-a4c2-2dc6df916894,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:06.289994 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.322327 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:06.331416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0caa61bf-bcc1-463c-96d4-03b09e87ac31,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:06.338325 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.338702 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Added segment 2434b04a-935d-468d-80dd-c2ae15a4f729 of type vlan for network d11585e1-2b46-491c-b017-718b2fbb6f27 Nov 24 13:27:06.344365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Attempting to bind port 1a4768b1-621a-4df2-a4c2-2dc6df916894 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:27:06.344976 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Attempting to bind port 1a4768b1-621a-4df2-a4c2-2dc6df916894 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '116d8bdc-dff4-4283-981c-2e6ea1cbcd2c'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:27:06.345564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Attempting to bind port 1a4768b1-621a-4df2-a4c2-2dc6df916894 on network 116d8bdc-dff4-4283-981c-2e6ea1cbcd2c {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:27:06.351985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:27:06.352780 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Checking segment: {'id': '7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '116d8bdc-dff4-4283-981c-2e6ea1cbcd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:06.353474 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.354387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Bound using segment: {'id': '7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '116d8bdc-dff4-4283-981c-2e6ea1cbcd2c'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:27:06.355337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Bound port: 1a4768b1-621a-4df2-a4c2-2dc6df916894, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '116d8bdc-dff4-4283-981c-2e6ea1cbcd2c'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:27:06.356148 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.373126 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9c92393-2630-47a0-96d6-9a079bfb86dc req-93ca6391-e1dd-4c48-9bff-6723c364f328 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393139 Nov 24 13:27:06.399526 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.426883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] For port 1a4768b1-621a-4df2-a4c2-2dc6df916894, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:27:06.427857 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.432058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] For port 1a4768b1-621a-4df2-a4c2-2dc6df916894, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1a4768b1-621a-4df2-a4c2-2dc6df916894,segment=NetworkSegment(7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94),segment_id=7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:27:06.433941 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:06.434776 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.437526 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.480090 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4966087 Nov 24 13:27:06.482675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50978) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:06.487729 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-908613597', 'admin_state_up': True, 'project_id': '04c842620a844a4298a861483918cdcb', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:06.511021 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.519479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87f634-e25d-4a65-8ab2-175484a8f759 None None] Pushing event updated for resources: {'Port': ['ID=1a4768b1-621a-4df2-a4c2-2dc6df916894,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:06.539003 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897eed7-6638-43a0-91a8-4c7216ecae5e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Network': ['ID=d11585e1-2b46-491c-b017-718b2fbb6f27,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:06.550966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network d11585e1-2b46-491c-b017-718b2fbb6f27 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:06.557004 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.558501 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.569563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Allocated IP 172.20.0.1 (116d8bdc-dff4-4283-981c-2e6ea1cbcd2c/1e2ca668-0aa5-4593-b9a0-f21722c7c954/5c9cbabe-4ec4-432c-b311-46e16ec4f7ae) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:06.620443 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.705216 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.775300 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.797504 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:06.828516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Network 116d8bdc-dff4-4283-981c-2e6ea1cbcd2c is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:06.832359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event updated for resources: {'Port': ['ID=5c9cbabe-4ec4-432c-b311-46e16ec4f7ae,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:06.835791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:06.841607 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:06.887792 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:07.002842 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:07.009987 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:07.022874 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:07.127368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Allocated IP 172.25.0.74 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/48e23dfb-7185-4a41-832d-ba342d518ebe) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:07.240763 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:07.277408 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:07.277871 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:07.284656 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:07.320735 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:07.323690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:07.327286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:07.346337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd545393-cea2-440e-bd2d-79c85220eebf None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:27:07.352069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=48e23dfb-7185-4a41-832d-ba342d518ebe,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:07.360373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event updated for resources: {'Port': ['ID=5c9cbabe-4ec4-432c-b311-46e16ec4f7ae,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:07.362896 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:07.424011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e3cd6fa0-80cd-40cb-b2c6-bfe4b031e775 None None] Provisioning complete for port 48e23dfb-7185-4a41-832d-ba342d518ebe triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:07.426295 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6fa0-80cd-40cb-b2c6-bfe4b031e775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:07.490860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Network 116d8bdc-dff4-4283-981c-2e6ea1cbcd2c is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:07.492527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:07.498972 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd6fa0-80cd-40cb-b2c6-bfe4b031e775 None None] Port 48e23dfb-7185-4a41-832d-ba342d518ebe cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:27:07.619226 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158336cd-6d5b-4250-bdf6-35674eed8b75 req-0cc5b343-01c3-4516-a012-07590b94e82e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:07.620789 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-158336cd-6d5b-4250-bdf6-35674eed8b75 req-0cc5b343-01c3-4516-a012-07590b94e82e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.1074927 Nov 24 13:27:07.633732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Router 9d6a4acf-0f2f-4189-862e-6f8400393ddb is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:27:07.654704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1f628f-83c4-4b94-a348-f79b17a64e71 None None] Network 116d8bdc-dff4-4283-981c-2e6ea1cbcd2c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:07.708826 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:07.738223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5c581ab8-e1c5-4c8a-aea3-1618d567b6c5 None None] Provisioning complete for port 1a4768b1-621a-4df2-a4c2-2dc6df916894 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:07.738591 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5c581ab8-e1c5-4c8a-aea3-1618d567b6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:07.746535 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:27:07.750100 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-158336cd-6d5b-4250-bdf6-35674eed8b75 req-5548ade7-273a-4e9d-ade8-3ced14e530e7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953712 Nov 24 13:27:07.752444 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4ad43564-bfee-444b-9710-a7ba29eae049 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "PUT /v2.0/routers/9d6a4acf-0f2f-4189-862e-6f8400393ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8661277 Nov 24 13:27:07.755836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50982) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:07.761313 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-caf20d83-d6e5-4ccd-8f1d-d907eddd1d7f tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Request body: {'port': {'network_id': '116d8bdc-dff4-4283-981c-2e6ea1cbcd2c', 'name': 'tempest-FloatingIPNegativeTestJSON-966184930'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:07.776381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614143a-5a1b-4c45-abb2-47077c2125c5 None None] Sync routers for ids ['9d6a4acf-0f2f-4189-862e-6f8400393ddb'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:27:07.820410 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614143a-5a1b-4c45-abb2-47077c2125c5 None None] Routers {'9d6a4acf-0f2f-4189-862e-6f8400393ddb'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:27:07.821090 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6614143a-5a1b-4c45-abb2-47077c2125c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:26:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9d6a4acf-0f2f-4189-862e-6f8400393ddb'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:07.866698 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6614143a-5a1b-4c45-abb2-47077c2125c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:07.876635 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf20d83-d6e5-4ccd-8f1d-d907eddd1d7f tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Made reservation on behalf of 79769d6e6203420c9e7d85ce03e37dec for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:07.881161 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-caf20d83-d6e5-4ccd-8f1d-d907eddd1d7f tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:07.899507 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [None req-caf20d83-d6e5-4ccd-8f1d-d907eddd1d7f tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] device_id is not set on port ffa27c51-3cf6-4419-84ed-7dfd1711b530 yet. {{(pid=114985) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 24 13:27:07.914717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614143a-5a1b-4c45-abb2-47077c2125c5 None None] Routers {'9d6a4acf-0f2f-4189-862e-6f8400393ddb'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:27:07.915419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6614143a-5a1b-4c45-abb2-47077c2125c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:26:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9d6a4acf-0f2f-4189-862e-6f8400393ddb'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:07.944647 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:07.955401 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5c581ab8-e1c5-4c8a-aea3-1618d567b6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:08.002199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6614143a-5a1b-4c45-abb2-47077c2125c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:08.002822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614143a-5a1b-4c45-abb2-47077c2125c5 None None] The sync data for ids ['9d6a4acf-0f2f-4189-862e-6f8400393ddb'] in n-d-817303-4 is: [] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:27:08.036919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1a4768b1-621a-4df2-a4c2-2dc6df916894 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:08.040648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-caf20d83-d6e5-4ccd-8f1d-d907eddd1d7f tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Allocated IP 172.20.0.6 (116d8bdc-dff4-4283-981c-2e6ea1cbcd2c/1e2ca668-0aa5-4593-b9a0-f21722c7c954/ffa27c51-3cf6-4419-84ed-7dfd1711b530) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:08.060612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5c581ab8-e1c5-4c8a-aea3-1618d567b6c5 None None] For port 1a4768b1-621a-4df2-a4c2-2dc6df916894, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1a4768b1-621a-4df2-a4c2-2dc6df916894,segment=NetworkSegment(7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94),segment_id=7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:08.073339 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5c581ab8-e1c5-4c8a-aea3-1618d567b6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:08.103976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Router ec3a2266-3410-40b6-b403-1289bb783448 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:27:08.135428 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c581ab8-e1c5-4c8a-aea3-1618d567b6c5 None None] Pushing event updated for resources: {'Port': ['ID=1a4768b1-621a-4df2-a4c2-2dc6df916894,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:08.138613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1a4768b1-621a-4df2-a4c2-2dc6df916894 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:08.138994 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:08.237235 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-caf20d83-d6e5-4ccd-8f1d-d907eddd1d7f tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:08.238001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:27:08.260265 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Sync routers for ids ['ec3a2266-3410-40b6-b403-1289bb783448'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:27:08.274058 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Routers {'ec3a2266-3410-40b6-b403-1289bb783448'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:27:08.274878 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:26:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ec3a2266-3410-40b6-b403-1289bb783448'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:08.277061 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:08.281531 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fbe70cee-5b34-49f4-930d-78381f1c2934 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7950382 Nov 24 13:27:08.282689 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50984) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:08.393997 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c332f2d5-31be-4e5a-95f1-9abb1c830906 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=04c842620a844a4298a861483918cdcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1107457 Nov 24 13:27:08.398977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50990) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:08.413604 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8f7396f1-52b5-454c-ba07-47293fb2e0f2 None None] Provisioning complete for port 1a4768b1-621a-4df2-a4c2-2dc6df916894 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:08.414315 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f7396f1-52b5-454c-ba07-47293fb2e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:08.477323 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Set router ec3a2266-3410-40b6-b403-1289bb783448 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:27:08.543792 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ff9e2a9-e802-4429-9f35-3324386904a7 req-424977b4-ac20-4ffb-9876-38dae38eb3a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2274656 Nov 24 13:27:08.561877 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8f7396f1-52b5-454c-ba07-47293fb2e0f2 None None] Provisioning complete for port 5c9cbabe-4ec4-432c-b311-46e16ec4f7ae triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:08.562499 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f7396f1-52b5-454c-ba07-47293fb2e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:08.589223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c80a0f-c1c4-4929-99e4-7342b8a0108f tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:08.593754 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a9c80a0f-c1c4-4929-99e4-7342b8a0108f tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1910353 Nov 24 13:27:08.597249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 50992) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:08.621464 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8f7396f1-52b5-454c-ba07-47293fb2e0f2 None None] Port 5c9cbabe-4ec4-432c-b311-46e16ec4f7ae cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:27:08.659775 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d2f035e6-d254-468d-a46e-74e3d72d7b75 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393918 Nov 24 13:27:08.665740 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50994) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:08.676372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-42ce74f3-061d-4e1f-81b9-270b9e24fb86 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-995649919', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'project_id': '04c842620a844a4298a861483918cdcb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:08.687920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e2a9-e802-4429-9f35-3324386904a7 req-6899d3ed-a524-4d57-82ac-9b436ffceee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:08.689654 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ff9e2a9-e802-4429-9f35-3324386904a7 req-6899d3ed-a524-4d57-82ac-9b436ffceee4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 1097 time: 0.0913787 Nov 24 13:27:08.744944 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-358183f4-0072-49fc-92f2-ab4268269267 None None] Provisioning complete for port 5c9cbabe-4ec4-432c-b311-46e16ec4f7ae triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:08.745731 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-358183f4-0072-49fc-92f2-ab4268269267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:08.746785 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:27:07Z', 'revision_number': 3, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:08.754439 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-caf20d83-d6e5-4ccd-8f1d-d907eddd1d7f tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:08.783603 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Checking router: ec3a2266-3410-40b6-b403-1289bb783448 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:27:08.783946 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Updating router ec3a2266-3410-40b6-b403-1289bb783448 port 48e23dfb-7185-4a41-832d-ba342d518ebe binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:27:08.842190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-358183f4-0072-49fc-92f2-ab4268269267 None None] Port 5c9cbabe-4ec4-432c-b311-46e16ec4f7ae cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:27:08.843513 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:08.862513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf20d83-d6e5-4ccd-8f1d-d907eddd1d7f tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Network 116d8bdc-dff4-4283-981c-2e6ea1cbcd2c is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:08.868735 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e2a9-e802-4429-9f35-3324386904a7 req-8314207c-cbb2-457f-b497-12b9bb123bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:08.870433 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ff9e2a9-e802-4429-9f35-3324386904a7 req-8314207c-cbb2-457f-b497-12b9bb123bfd service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.1578987 Nov 24 13:27:08.876308 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-caf20d83-d6e5-4ccd-8f1d-d907eddd1d7f tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:08.879534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf20d83-d6e5-4ccd-8f1d-d907eddd1d7f tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:08.951768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ff9e2a9-e802-4429-9f35-3324386904a7 req-2a93bc69-db4b-4fe9-b9d4-ca8825636bd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc HTTP/1.1" status: 200 len: 1002 time: 0.0733924 Nov 24 13:27:08.952794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf20d83-d6e5-4ccd-8f1d-d907eddd1d7f tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event updated for resources: {'Port': ['ID=ffa27c51-3cf6-4419-84ed-7dfd1711b530,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:08.980494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ce74f3-061d-4e1f-81b9-270b9e24fb86 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Made reservation on behalf of 04c842620a844a4298a861483918cdcb for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:08.984979 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-42ce74f3-061d-4e1f-81b9-270b9e24fb86 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.014971 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e2a9-e802-4429-9f35-3324386904a7 req-7c25d135-cf0d-4119-96d0-ab5673bb098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:09.016570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ff9e2a9-e802-4429-9f35-3324386904a7 req-7c25d135-cf0d-4119-96d0-ab5673bb098f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0561311 Nov 24 13:27:09.028817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf20d83-d6e5-4ccd-8f1d-d907eddd1d7f tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:09.029466 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-caf20d83-d6e5-4ccd-8f1d-d907eddd1d7f tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.047160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182543c-d85d-4b7c-aae0-ea4ff3847099 req-cc159a62-b831-4ebc-9eb5-ad4dcaafea25 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:09.048870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2182543c-d85d-4b7c-aae0-ea4ff3847099 req-cc159a62-b831-4ebc-9eb5-ad4dcaafea25 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.1829293 Nov 24 13:27:09.069843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6dcc17ce-a039-4aa0-b850-a5ec5346385a None None] Provisioning complete for port 5c9cbabe-4ec4-432c-b311-46e16ec4f7ae triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:09.070398 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6dcc17ce-a039-4aa0-b850-a5ec5346385a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.107138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e2a9-e802-4429-9f35-3324386904a7 req-49fa5b97-305b-41a9-996a-e9118e1998de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:09.109427 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ff9e2a9-e802-4429-9f35-3324386904a7 req-49fa5b97-305b-41a9-996a-e9118e1998de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848286 Nov 24 13:27:09.158779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6dcc17ce-a039-4aa0-b850-a5ec5346385a None None] Port 5c9cbabe-4ec4-432c-b311-46e16ec4f7ae cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:27:09.185718 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-caf20d83-d6e5-4ccd-8f1d-d907eddd1d7f tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4284985 Nov 24 13:27:09.187786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 50998) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:09.190280 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.197633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:09.199017 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.257676 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ff9e2a9-e802-4429-9f35-3324386904a7 req-a9cc9da1-cb87-4607-9a2d-4b4d4a76e2b1 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399910 Nov 24 13:27:09.262365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641afc1c-0d91-4eb8-86ca-f694a58d7772 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:27:09.268934 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Attempting to bind port 48e23dfb-7185-4a41-832d-ba342d518ebe on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:27:09.269502 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Attempting to bind port 48e23dfb-7185-4a41-832d-ba342d518ebe by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:27:09.269699 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Attempting to bind port 48e23dfb-7185-4a41-832d-ba342d518ebe on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:27:09.283142 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e8856-2bf2-4efa-af41-051dd8cc5e47 None None] Pushing event updated for resources: {'Port': ['ID=48e23dfb-7185-4a41-832d-ba342d518ebe,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:09.288332 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:27:09.288953 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2182543c-d85d-4b7c-aae0-ea4ff3847099 req-d55331e6-25a0-4eb4-bd6c-da6db6e2d20d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140102 Nov 24 13:27:09.289253 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:09.289844 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.290447 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:27:09.291133 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Bound port: 48e23dfb-7185-4a41-832d-ba342d518ebe, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:27:09.291727 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.299980 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.338373 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e8856-2bf2-4efa-af41-051dd8cc5e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.339238 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e8856-2bf2-4efa-af41-051dd8cc5e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.339671 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e8856-2bf2-4efa-af41-051dd8cc5e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.340141 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e8856-2bf2-4efa-af41-051dd8cc5e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.340566 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e8856-2bf2-4efa-af41-051dd8cc5e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.341090 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e8856-2bf2-4efa-af41-051dd8cc5e47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.341651 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e8856-2bf2-4efa-af41-051dd8cc5e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.342174 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e8856-2bf2-4efa-af41-051dd8cc5e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.342690 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e8856-2bf2-4efa-af41-051dd8cc5e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.343239 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e8856-2bf2-4efa-af41-051dd8cc5e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.343626 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e8856-2bf2-4efa-af41-051dd8cc5e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.344005 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e8856-2bf2-4efa-af41-051dd8cc5e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.381156 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] For port 48e23dfb-7185-4a41-832d-ba342d518ebe, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:27:09.385084 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] For port 48e23dfb-7185-4a41-832d-ba342d518ebe, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=48e23dfb-7185-4a41-832d-ba342d518ebe,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:27:09.390547 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.395118 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Provisioning complete for port 48e23dfb-7185-4a41-832d-ba342d518ebe triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:09.396850 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.399744 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ff9e2a9-e802-4429-9f35-3324386904a7 req-19be5112-d9a7-49b8-992e-51bef6536be0 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339068 Nov 24 13:27:09.460289 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-42ce74f3-061d-4e1f-81b9-270b9e24fb86 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.513584 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.525668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce74f3-061d-4e1f-81b9-270b9e24fb86 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Subnet': ['ID=021114d2-00a5-4d5d-acf7-9066053111c6,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:09.539276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] For port 48e23dfb-7185-4a41-832d-ba342d518ebe, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=48e23dfb-7185-4a41-832d-ba342d518ebe,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:09.545327 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.549361 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Routers {'ec3a2266-3410-40b6-b403-1289bb783448'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:27:09.550198 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:26:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ec3a2266-3410-40b6-b403-1289bb783448'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:09.550699 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.559263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce74f3-061d-4e1f-81b9-270b9e24fb86 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Checking segment: {'id': '2434b04a-935d-468d-80dd-c2ae15a4f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:09.559643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce74f3-061d-4e1f-81b9-270b9e24fb86 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network hostable DHCP agents. Network: d11585e1-2b46-491c-b017-718b2fbb6f27, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:09.583773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db738806-e61b-4abc-b268-4862b6ad0682 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:27:09.587198 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e8856-2bf2-4efa-af41-051dd8cc5e47 None None] Pushing event updated for resources: {'Port': ['ID=48e23dfb-7185-4a41-832d-ba342d518ebe,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:09.595166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Provisioning complete for port ffa27c51-3cf6-4419-84ed-7dfd1711b530 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:09.595905 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.620173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce74f3-061d-4e1f-81b9-270b9e24fb86 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network d11585e1-2b46-491c-b017-718b2fbb6f27 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:09.640904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-42ce74f3-061d-4e1f-81b9-270b9e24fb86 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, d11585e1-2b46-491c-b017-718b2fbb6f27) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:09.645879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce74f3-061d-4e1f-81b9-270b9e24fb86 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:09.646587 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-42ce74f3-061d-4e1f-81b9-270b9e24fb86 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.656095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ac5528-da6f-4330-87bb-54e40063c0ce None None] Network d11585e1-2b46-491c-b017-718b2fbb6f27 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:09.659322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Pushing event updated for resources: {'Port': ['ID=48e23dfb-7185-4a41-832d-ba342d518ebe,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:09.670908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Port ffa27c51-3cf6-4419-84ed-7dfd1711b530 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:27:09.685312 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] Set router ec3a2266-3410-40b6-b403-1289bb783448 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:27:09.687023 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.687578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.688155 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.688501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.688872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.689383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.689908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.690425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.690929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.691429 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.691932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.692493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9c6b3d-2fe5-4521-ad5f-7b0dd4f8e912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:09.693333 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-42ce74f3-061d-4e1f-81b9-270b9e24fb86 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0224864 Nov 24 13:27:09.696991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51000) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:09.719565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Allocated IP 172.25.0.97 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/28e88b46-4cbb-4508-8bed-cfd98360d3d8) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:09.886547 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:27:07Z', 'revision_number': 3, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:09.916320 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.919977 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff65e98-3ad8-4887-ba8e-538426249bc4 None None] The sync data for ids ['ec3a2266-3410-40b6-b403-1289bb783448'] in n-d-817303-4 is: [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:27:07Z', 'revision_number': 3, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:27:09.920630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-82fa0c97-a5e2-4850-b1f2-ca9d2dbf7d9e None None] Provisioning complete for port 48e23dfb-7185-4a41-832d-ba342d518ebe triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:09.921731 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-82fa0c97-a5e2-4850-b1f2-ca9d2dbf7d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:09.979907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1a4768b1-621a-4df2-a4c2-2dc6df916894 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:10.053022 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:10.087421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-d11585e1-2b46-491c-b017-718b2fbb6f27', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:10.088273 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:10.121896 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1a4768b1-621a-4df2-a4c2-2dc6df916894 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:10.122272 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:10.174245 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:10.258274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:10.267592 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:10.271680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:10.273590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event updated for resources: {'Port': ['ID=28e88b46-4cbb-4508-8bed-cfd98360d3d8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:10.338817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Allocated IP 172.20.0.2 (d11585e1-2b46-491c-b017-718b2fbb6f27/021114d2-00a5-4d5d-acf7-9066053111c6/6b63d6c3-650c-48d8-9b33-e3805b8a6556) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:10.461164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db43bd-286b-4d14-a597-28d688a11efd req-4104c41f-3e5b-40cf-85cb-bc61fa44b940 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:10.470288 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40db43bd-286b-4d14-a597-28d688a11efd req-4104c41f-3e5b-40cf-85cb-bc61fa44b940 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.0658774 Nov 24 13:27:10.491136 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:10.524527 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:10.531791 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40db43bd-286b-4d14-a597-28d688a11efd req-87f05041-0c2a-418d-b0e3-eb6ce60a7827 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600691 Nov 24 13:27:10.532239 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:10.560457 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:10.584469 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Network d11585e1-2b46-491c-b017-718b2fbb6f27 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:10.589134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:10.595239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:10.598875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Pushing event updated for resources: {'Port': ['ID=6b63d6c3-650c-48d8-9b33-e3805b8a6556,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:10.659927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Attempting to bind port 6b63d6c3-650c-48d8-9b33-e3805b8a6556 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:27:10.660601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Attempting to bind port 6b63d6c3-650c-48d8-9b33-e3805b8a6556 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '2434b04a-935d-468d-80dd-c2ae15a4f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:27:10.663406 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Attempting to bind port 6b63d6c3-650c-48d8-9b33-e3805b8a6556 on network d11585e1-2b46-491c-b017-718b2fbb6f27 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:27:10.670058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:27:10.670525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Checking segment: {'id': '2434b04a-935d-468d-80dd-c2ae15a4f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:10.671250 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:10.671609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Bound using segment: {'id': '2434b04a-935d-468d-80dd-c2ae15a4f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:27:10.672167 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Bound port: 6b63d6c3-650c-48d8-9b33-e3805b8a6556, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2434b04a-935d-468d-80dd-c2ae15a4f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:27:10.672718 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:10.680505 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:10.744250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] For port 6b63d6c3-650c-48d8-9b33-e3805b8a6556, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:27:10.748992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] For port 6b63d6c3-650c-48d8-9b33-e3805b8a6556, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6b63d6c3-650c-48d8-9b33-e3805b8a6556,segment=NetworkSegment(2434b04a-935d-468d-80dd-c2ae15a4f729),segment_id=2434b04a-935d-468d-80dd-c2ae15a4f729)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:27:10.755603 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:10.827963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b490bdc-ea79-4061-9f16-dce9e5d4baf4 None None] Pushing event updated for resources: {'Port': ['ID=6b63d6c3-650c-48d8-9b33-e3805b8a6556,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:10.968377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Allocated IP 172.20.0.1 (d11585e1-2b46-491c-b017-718b2fbb6f27/021114d2-00a5-4d5d-acf7-9066053111c6/9956ec3c-24e1-4e36-875a-734769729a30) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:10.999144 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.018184 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.115277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event updated for resources: {'Port': ['ID=28e88b46-4cbb-4508-8bed-cfd98360d3d8,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:11.175620 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.198120 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.206460 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.207717 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-07b95b65-29c7-4c8c-b284-f3582ea03795 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0186527 Nov 24 13:27:11.210694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51004) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:11.215361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-21194049-d96b-4995-885e-fcee0d0b2091 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Request body: {'floatingip': {'port_id': 'ffa27c51-3cf6-4419-84ed-7dfd1711b530', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:11.241121 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.261730 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-21194049-d96b-4995-885e-fcee0d0b2091 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.281793 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network d11585e1-2b46-491c-b017-718b2fbb6f27 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:11.284955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:11.287859 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:11.337318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=9956ec3c-24e1-4e36-875a-734769729a30,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:11.347962 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.374172 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-21194049-d96b-4995-885e-fcee0d0b2091 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] update failed (client error): The resource could not be found. Nov 24 13:27:11.375270 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-21194049-d96b-4995-885e-fcee0d0b2091 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "PUT /v2.0/floatingips/3ee044c6-b13a-4276-9600-2349dfdf03c6 HTTP/1.1" status: 404 len: 507 time: 0.1635234 Nov 24 13:27:11.378001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51006) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:11.492960 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.515303 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7591da3b-3144-4cc0-820e-dbf8b6e0fe43 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Deleting port 28e88b46-4cbb-4508-8bed-cfd98360d3d8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:11.516247 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7591da3b-3144-4cc0-820e-dbf8b6e0fe43 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.601760 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7591da3b-3144-4cc0-820e-dbf8b6e0fe43 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.602107 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7591da3b-3144-4cc0-820e-dbf8b6e0fe43 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.618611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7591da3b-3144-4cc0-820e-dbf8b6e0fe43 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Calling delete_port for 28e88b46-4cbb-4508-8bed-cfd98360d3d8 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:11.710926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fbdf7-6753-4543-90ac-95747c668b2b req-fca1d0fa-b728-46ce-9c18-0e193f6bbfa5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:11.712542 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-600fbdf7-6753-4543-90ac-95747c668b2b req-fca1d0fa-b728-46ce-9c18-0e193f6bbfa5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.0784385 Nov 24 13:27:11.762182 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7591da3b-3144-4cc0-820e-dbf8b6e0fe43 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.797257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591da3b-3144-4cc0-820e-dbf8b6e0fe43 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event deleted for resources: {'Port': ['ID=28e88b46-4cbb-4508-8bed-cfd98360d3d8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:11.839504 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-600fbdf7-6753-4543-90ac-95747c668b2b req-6df584a3-a26f-4d3a-9b0f-5b65ef521747 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035657 Nov 24 13:27:11.865953 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7591da3b-3144-4cc0-820e-dbf8b6e0fe43 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.869036 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7591da3b-3144-4cc0-820e-dbf8b6e0fe43 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.873418 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7591da3b-3144-4cc0-820e-dbf8b6e0fe43 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "DELETE /v2.0/floatingips/3ee044c6-b13a-4276-9600-2349dfdf03c6 HTTP/1.1" status: 204 len: 168 time: 0.4912763 Nov 24 13:27:11.873768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51010) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:11.878279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ef20e190-e9c4-49a6-bb98-e0e2c70e9296 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Request body: {'floatingip': {'floating_network_id': '116d8bdc-dff4-4283-981c-2e6ea1cbcd2c', 'port_id': 'ffa27c51-3cf6-4419-84ed-7dfd1711b530', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:11.879837 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.885396 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.902429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef20e190-e9c4-49a6-bb98-e0e2c70e9296 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.964701 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:11.968000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=9956ec3c-24e1-4e36-875a-734769729a30,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:12.060675 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-ef20e190-e9c4-49a6-bb98-e0e2c70e9296 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:27:12.066174 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ef20e190-e9c4-49a6-bb98-e0e2c70e9296 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1872931 Nov 24 13:27:12.066673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51012) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:12.071685 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': 'ffa27c51-3cf6-4419-84ed-7dfd1711b530', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:12.101181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 48e23dfb-7185-4a41-832d-ba342d518ebe up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:12.110568 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:12.142298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network d11585e1-2b46-491c-b017-718b2fbb6f27 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:12.145297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:12.180515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 48e23dfb-7185-4a41-832d-ba342d518ebe triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:12.181193 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:12.271075 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:12.294023 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6b63d6c3-650c-48d8-9b33-e3805b8a6556 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:12.352901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 6b63d6c3-650c-48d8-9b33-e3805b8a6556 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:12.353428 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:12.417097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Allocated IP 172.25.0.240 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/5f2dab14-f46e-446b-a45d-d826c2f88eff) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:12.419441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ecaa8e-7a43-4a6f-85da-94a0bc59d693 None None] Network d11585e1-2b46-491c-b017-718b2fbb6f27 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:12.510460 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:12.530270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:12.556568 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6fc9a9d2-46c9-4641-b079-6e74ef672c0b None None] Provisioning complete for port 6b63d6c3-650c-48d8-9b33-e3805b8a6556 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:12.556893 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a9d2-46c9-4641-b079-6e74ef672c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:12.568888 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:12.597593 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 6b63d6c3-650c-48d8-9b33-e3805b8a6556, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6b63d6c3-650c-48d8-9b33-e3805b8a6556,segment=NetworkSegment(2434b04a-935d-468d-80dd-c2ae15a4f729),segment_id=2434b04a-935d-468d-80dd-c2ae15a4f729)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:12.606365 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:12.614796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:12.619820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:12.624175 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:12.629261 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Router ec3a2266-3410-40b6-b403-1289bb783448 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:27:12.650140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event updated for resources: {'Port': ['ID=5f2dab14-f46e-446b-a45d-d826c2f88eff,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:12.723151 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=6b63d6c3-650c-48d8-9b33-e3805b8a6556,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:12.755248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:27:12.762590 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a48ce36a-fece-479b-b15a-e1269fb1e965 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "PUT /v2.0/routers/ec3a2266-3410-40b6-b403-1289bb783448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0610840 Nov 24 13:27:12.766338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51014) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:12.770430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Sync routers for ids ['ec3a2266-3410-40b6-b403-1289bb783448'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:27:12.785494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Routers {'ec3a2266-3410-40b6-b403-1289bb783448'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:27:12.786173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:26:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ec3a2266-3410-40b6-b403-1289bb783448'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:12.816420 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Deleting port 5f2dab14-f46e-446b-a45d-d826c2f88eff {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:12.816880 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:12.909591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Set router ec3a2266-3410-40b6-b403-1289bb783448 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:27:12.965882 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:12.966875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:13.003469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Calling delete_port for 5f2dab14-f46e-446b-a45d-d826c2f88eff owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:13.003699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374540e-d20c-4684-88ca-331c60060314 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.004200 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374540e-d20c-4684-88ca-331c60060314 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.004760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374540e-d20c-4684-88ca-331c60060314 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.005243 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374540e-d20c-4684-88ca-331c60060314 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.005883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374540e-d20c-4684-88ca-331c60060314 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.006355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374540e-d20c-4684-88ca-331c60060314 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.006817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374540e-d20c-4684-88ca-331c60060314 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.007801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374540e-d20c-4684-88ca-331c60060314 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.012505 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2374540e-d20c-4684-88ca-331c60060314 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5680 time: 0.2418323 Nov 24 13:27:13.012686 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51018) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:13.136452 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2b11fe50-8a7c-4dde-be4a-dd4a43862438 None None] Provisioning complete for port 9956ec3c-24e1-4e36-875a-734769729a30 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:13.137137 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b11fe50-8a7c-4dde-be4a-dd4a43862438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:13.189319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2b11fe50-8a7c-4dde-be4a-dd4a43862438 None None] Port 9956ec3c-24e1-4e36-875a-734769729a30 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:27:13.212306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:27:11Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:11Z', 'revision_number': 2, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:13.214547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2b11fe50-8a7c-4dde-be4a-dd4a43862438 None None] Provisioning complete for port 6b63d6c3-650c-48d8-9b33-e3805b8a6556 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:13.214942 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2b11fe50-8a7c-4dde-be4a-dd4a43862438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:13.261172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Checking router: ec3a2266-3410-40b6-b403-1289bb783448 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:27:13.261554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Updating router ec3a2266-3410-40b6-b403-1289bb783448 port 9956ec3c-24e1-4e36-875a-734769729a30 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:27:13.304629 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:13.474017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365623c3-684c-46fe-aac0-47df65c126ca req-01688c79-3827-4bf8-ae39-434a87eeb573 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.475519 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-365623c3-684c-46fe-aac0-47df65c126ca req-01688c79-3827-4bf8-ae39-434a87eeb573 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.5118160 Nov 24 13:27:13.531852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cfef6d-e66b-4f8b-a921-f27ceb77c700 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.532556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cfef6d-e66b-4f8b-a921-f27ceb77c700 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.532684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cfef6d-e66b-4f8b-a921-f27ceb77c700 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.533147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cfef6d-e66b-4f8b-a921-f27ceb77c700 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.533589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cfef6d-e66b-4f8b-a921-f27ceb77c700 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.534035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cfef6d-e66b-4f8b-a921-f27ceb77c700 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.534480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cfef6d-e66b-4f8b-a921-f27ceb77c700 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.534924 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cfef6d-e66b-4f8b-a921-f27ceb77c700 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:13.537357 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-30cfef6d-e66b-4f8b-a921-f27ceb77c700 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5219 time: 0.5241261 Nov 24 13:27:13.540670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51020) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:13.599279 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-365623c3-684c-46fe-aac0-47df65c126ca req-9436bbf8-41fc-4c34-bdf1-370ff9d6ec51 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126111 Nov 24 13:27:13.624619 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:13.638937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-11141b46-8f0b-493f-9578-1153e5d3c56f None None] Provisioning complete for port 9956ec3c-24e1-4e36-875a-734769729a30 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:13.639578 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-11141b46-8f0b-493f-9578-1153e5d3c56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:13.652267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event deleted for resources: {'Port': ['ID=5f2dab14-f46e-446b-a45d-d826c2f88eff,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:13.693647 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:13.699594 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-11141b46-8f0b-493f-9578-1153e5d3c56f None None] Port 9956ec3c-24e1-4e36-875a-734769729a30 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:27:13.703045 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:13.730708 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] create failed (client error): The resource could not be found. Nov 24 13:27:13.732057 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-61bb735e-da5c-4f22-a6db-2697e945df58 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6640346 Nov 24 13:27:13.736050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51022) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:13.759617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cf823-ac7a-4e6a-b67a-e23d24a9a6b8 None None] Pushing event updated for resources: {'Port': ['ID=9956ec3c-24e1-4e36-875a-734769729a30,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:13.827214 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-859fa7bb-77b6-4837-b836-3cac2715ef00 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4322 time: 0.2849200 Nov 24 13:27:13.834350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Attempting to bind port 9956ec3c-24e1-4e36-875a-734769729a30 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:27:13.835061 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Attempting to bind port 9956ec3c-24e1-4e36-875a-734769729a30 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '2434b04a-935d-468d-80dd-c2ae15a4f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:27:13.835533 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Attempting to bind port 9956ec3c-24e1-4e36-875a-734769729a30 on network d11585e1-2b46-491c-b017-718b2fbb6f27 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:27:13.841683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:27:13.842183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Checking segment: {'id': '2434b04a-935d-468d-80dd-c2ae15a4f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:13.842694 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:13.843208 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Bound using segment: {'id': '2434b04a-935d-468d-80dd-c2ae15a4f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:27:13.843788 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Bound port: 9956ec3c-24e1-4e36-875a-734769729a30, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2434b04a-935d-468d-80dd-c2ae15a4f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:27:13.844275 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:13.855002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-57fcba65-3e22-4dfd-a75c-092c8cab5bca tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Deleting port ffa27c51-3cf6-4419-84ed-7dfd1711b530 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:13.855263 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-57fcba65-3e22-4dfd-a75c-092c8cab5bca tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:13.965524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] For port 9956ec3c-24e1-4e36-875a-734769729a30, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:27:13.969828 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] For port 9956ec3c-24e1-4e36-875a-734769729a30, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9956ec3c-24e1-4e36-875a-734769729a30,segment=NetworkSegment(2434b04a-935d-468d-80dd-c2ae15a4f729),segment_id=2434b04a-935d-468d-80dd-c2ae15a4f729)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:27:13.984320 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.006340 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51026) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:14.012753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-922e9f1c-65db-4637-8f69-d5667911008e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1458680012', 'description': 'tempest-secgroup-smoke-1458680012 description', 'project_id': '04c842620a844a4298a861483918cdcb'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:14.020702 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6b63d6c3-650c-48d8-9b33-e3805b8a6556 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:14.023345 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-57fcba65-3e22-4dfd-a75c-092c8cab5bca tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.040147 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-922e9f1c-65db-4637-8f69-d5667911008e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.045192 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-57fcba65-3e22-4dfd-a75c-092c8cab5bca tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Calling delete_port for ffa27c51-3cf6-4419-84ed-7dfd1711b530 owned by {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:14.099007 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-eb9de648-d549-47e8-b1d9-5645532d9d12 None None] Provisioning complete for port 9956ec3c-24e1-4e36-875a-734769729a30 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:14.099273 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eb9de648-d549-47e8-b1d9-5645532d9d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.104196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Routers {'ec3a2266-3410-40b6-b403-1289bb783448'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:27:14.104865 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:26:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ec3a2266-3410-40b6-b403-1289bb783448'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:14.116066 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cf823-ac7a-4e6a-b67a-e23d24a9a6b8 None None] Pushing event updated for resources: {'Port': ['ID=9956ec3c-24e1-4e36-875a-734769729a30,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:14.151677 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-922e9f1c-65db-4637-8f69-d5667911008e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.157865 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-922e9f1c-65db-4637-8f69-d5667911008e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.193076 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-89d1e014-5022-4610-b236-bcc93aa3e003 service neutron] show failed (client error): The resource could not be found. Nov 24 13:27:14.194564 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-89d1e014-5022-4610-b236-bcc93aa3e003 service neutron] 10.222.0.46 "GET /v2.0/ports/0df2235b-d11a-4df3-9462-7d41beeb1d91/bindings/n-h2-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.1008146 Nov 24 13:27:14.235512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e9f1c-65db-4637-8f69-d5667911008e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05aeb30-04eb-4156-a893-c0c7747f0c3d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:14.241469 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-922e9f1c-65db-4637-8f69-d5667911008e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.242870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-922e9f1c-65db-4637-8f69-d5667911008e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2354753 Nov 24 13:27:14.246421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51028) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:14.253078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-46dbcbd1-4b0c-46fb-a5fd-20ed4ba3e282 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': 'f05aeb30-04eb-4156-a893-c0c7747f0c3d', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:14.277623 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-57fcba65-3e22-4dfd-a75c-092c8cab5bca tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.293860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46dbcbd1-4b0c-46fb-a5fd-20ed4ba3e282 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.313501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcba65-3e22-4dfd-a75c-092c8cab5bca tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event deleted for resources: {'Port': ['ID=ffa27c51-3cf6-4419-84ed-7dfd1711b530,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:14.427352 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-57fcba65-3e22-4dfd-a75c-092c8cab5bca tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.431769 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-57fcba65-3e22-4dfd-a75c-092c8cab5bca tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "DELETE /v2.0/ports/ffa27c51-3cf6-4419-84ed-7dfd1711b530 HTTP/1.1" status: 204 len: 168 time: 0.6935625 Nov 24 13:27:14.434250 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46dbcbd1-4b0c-46fb-a5fd-20ed4ba3e282 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.435237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51030) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:14.450218 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46dbcbd1-4b0c-46fb-a5fd-20ed4ba3e282 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.483954 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 6b63d6c3-650c-48d8-9b33-e3805b8a6556 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:14.485385 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.494821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbcbd1-4b0c-46fb-a5fd-20ed4ba3e282 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367bdda6-8112-44d7-88b7-77c629b71c97,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:14.502879 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46dbcbd1-4b0c-46fb-a5fd-20ed4ba3e282 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.507093 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-46dbcbd1-4b0c-46fb-a5fd-20ed4ba3e282 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2558210 Nov 24 13:27:14.507510 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51032) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:14.512017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-42148f2b-a7be-4aa8-9b85-4ac270eeff2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': 'f05aeb30-04eb-4156-a893-c0c7747f0c3d', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:14.530262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e044dc7-dd95-417e-ae45-e8b59f8e0159 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:14.531853 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4e044dc7-dd95-417e-ae45-e8b59f8e0159 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d6a4acf-0f2f-4189-862e-6f8400393ddb HTTP/1.1" status: 200 len: 913 time: 0.0954394 Nov 24 13:27:14.534597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51034) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:14.564705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-ffd7ae4f-235b-4551-a07b-d0377095a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:14.566446 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-ffd7ae4f-235b-4551-a07b-d0377095a26a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543&tenant_id=1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 1097 time: 0.1284540 Nov 24 13:27:14.582921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:14.588876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] Set router ec3a2266-3410-40b6-b403-1289bb783448 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:27:14.622646 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eb9de648-d549-47e8-b1d9-5645532d9d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.643477 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-42148f2b-a7be-4aa8-9b85-4ac270eeff2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.656629 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.672006 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-eb9de648-d549-47e8-b1d9-5645532d9d12 None None] For port 9956ec3c-24e1-4e36-875a-734769729a30, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9956ec3c-24e1-4e36-875a-734769729a30,segment=NetworkSegment(2434b04a-935d-468d-80dd-c2ae15a4f729),segment_id=2434b04a-935d-468d-80dd-c2ae15a4f729)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:14.687585 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eb9de648-d549-47e8-b1d9-5645532d9d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.792591 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-42148f2b-a7be-4aa8-9b85-4ac270eeff2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.818022 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-42148f2b-a7be-4aa8-9b85-4ac270eeff2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.831474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1d003-d27a-4feb-b21c-fe46fe478d1f req-99857398-ba74-4013-a93b-3066d3ba7024 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:14.839258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e4d1d003-d27a-4feb-b21c-fe46fe478d1f req-99857398-ba74-4013-a93b-3066d3ba7024 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.1334527 Nov 24 13:27:14.850601 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42148f2b-a7be-4aa8-9b85-4ac270eeff2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c31bfe-64f9-46f4-b403-29b05f0b63f6,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:14.865115 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-42148f2b-a7be-4aa8-9b85-4ac270eeff2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.868977 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-42148f2b-a7be-4aa8-9b85-4ac270eeff2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3579578 Nov 24 13:27:14.869355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51038) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:14.874676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c4a70053-7933-474d-86a8-26f1850b9f76 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': 'f05aeb30-04eb-4156-a893-c0c7747f0c3d', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:14.899629 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9de648-d549-47e8-b1d9-5645532d9d12 None None] Pushing event updated for resources: {'Port': ['ID=9956ec3c-24e1-4e36-875a-734769729a30,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:14.909227 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b37b362a-8ce4-48cc-8bc0-79cdede4d337 None None] Provisioning complete for port 9956ec3c-24e1-4e36-875a-734769729a30 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:14.909741 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b37b362a-8ce4-48cc-8bc0-79cdede4d337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.935889 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4a70053-7933-474d-86a8-26f1850b9f76 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:14.938765 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e4d1d003-d27a-4feb-b21c-fe46fe478d1f req-d549d3ee-b6d4-40f6-95e3-58ea7cfa42c1 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986199 Nov 24 13:27:15.006625 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] For port 0df2235b-d11a-4df3-9462-7d41beeb1d91, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:15.032059 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4a70053-7933-474d-86a8-26f1850b9f76 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.037609 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4a70053-7933-474d-86a8-26f1850b9f76 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.048257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] For port 0df2235b-d11a-4df3-9462-7d41beeb1d91, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:27:15.056977 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed3f8550-87f9-4969-86de-0bf06b810648 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.063508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:27:11Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:13Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:15.091408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e71a12-c598-4acf-81f2-9dbae1793b66 None None] The sync data for ids ['ec3a2266-3410-40b6-b403-1289bb783448'] in n-d-817303-4 is: [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:27:11Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:13Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:27:15.094035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a70053-7933-474d-86a8-26f1850b9f76 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98289160-98dd-4a90-82d3-b315e3aad7bf,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:15.094975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:27:15.100364 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6a0f9f-6fc9-4f9b-a0db-f16b6156326b" -d '{"events": [{"server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "name": "network-vif-unplugged", "status": "completed", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:27:15.104837 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.130953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Transition to ACTIVE for port object 0df2235b-d11a-4df3-9462-7d41beeb1d91 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:27:15.131315 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c4a70053-7933-474d-86a8-26f1850b9f76 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.132551 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c4a70053-7933-474d-86a8-26f1850b9f76 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2622576 Nov 24 13:27:15.137027 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51042) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:15.146969 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a5cc374a-2578-4296-a8af-938eb88d4aa7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': 'f05aeb30-04eb-4156-a893-c0c7747f0c3d', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:15.152775 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.203857 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d5d398-62ab-4f83-ba59-97b35bc7be3e x-openstack-request-id: req-52d5d398-62ab-4f83-ba59-97b35bc7be3e {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:27:15.204155 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "name": "network-vif-unplugged", "status": "completed", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:27:15.204415 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52d5d398-62ab-4f83-ba59-97b35bc7be3e {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:27:15.204841 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'code': 200} Nov 24 13:27:15.253859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Pushing event updated for resources: {'Port': ['ID=0df2235b-d11a-4df3-9462-7d41beeb1d91,revision_number=6']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:15.293088 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5cc374a-2578-4296-a8af-938eb88d4aa7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.409140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] No DVR routers for this DVR port 0df2235b-d11a-4df3-9462-7d41beeb1d91 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:27:15.436924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f8550-87f9-4969-86de-0bf06b810648 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Deleting port 5c9cbabe-4ec4-432c-b311-46e16ec4f7ae {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:15.437407 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed3f8550-87f9-4969-86de-0bf06b810648 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.466633 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5cc374a-2578-4296-a8af-938eb88d4aa7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.473289 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5cc374a-2578-4296-a8af-938eb88d4aa7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.536470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc374a-2578-4296-a8af-938eb88d4aa7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81ffba8-3969-4d45-bdfb-73b58692e88d,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:15.538555 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed3f8550-87f9-4969-86de-0bf06b810648 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.542518 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a5cc374a-2578-4296-a8af-938eb88d4aa7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.543741 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a5cc374a-2578-4296-a8af-938eb88d4aa7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4009662 Nov 24 13:27:15.546870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51044) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:15.551299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2207ec27-92ef-4a56-aef2-668decdeaffc tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': 'f05aeb30-04eb-4156-a893-c0c7747f0c3d', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:15.554214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f8550-87f9-4969-86de-0bf06b810648 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Calling delete_port for 5c9cbabe-4ec4-432c-b311-46e16ec4f7ae owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:15.584587 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-2207ec27-92ef-4a56-aef2-668decdeaffc tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Project 04c842620a844a4298a861483918cdcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:27:15.613410 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2207ec27-92ef-4a56-aef2-668decdeaffc tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.628282 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Attempting to bind port 0df2235b-d11a-4df3-9462-7d41beeb1d91 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:27:15.628626 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Attempting to bind port 0df2235b-d11a-4df3-9462-7d41beeb1d91 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:27:15.628995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Attempting to bind port 0df2235b-d11a-4df3-9462-7d41beeb1d91 on network dccd60b7-82b8-4503-9c13-ffbaf18557f2 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:27:15.643251 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Port 0df2235b-d11a-4df3-9462-7d41beeb1d91 on network dccd60b7-82b8-4503-9c13-ffbaf18557f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:27:15.643682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Attempting to bind port 0df2235b-d11a-4df3-9462-7d41beeb1d91 on network dccd60b7-82b8-4503-9c13-ffbaf18557f2 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:27:15.659533 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:27:15.659936 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Checking segment: {'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:15.660265 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Bound using segment: {'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:27:15.661307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Bound port: 0df2235b-d11a-4df3-9462-7d41beeb1d91, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c9d087-2d35-4cdb-b911-87e59b96f56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:27:15.661680 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.722571 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2207ec27-92ef-4a56-aef2-668decdeaffc tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.734014 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2207ec27-92ef-4a56-aef2-668decdeaffc tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.746695 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed3f8550-87f9-4969-86de-0bf06b810648 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.770910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207ec27-92ef-4a56-aef2-668decdeaffc tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfa2978-3ecd-4f2a-8f15-808ebd19d1a4,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:15.777717 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] For port 0df2235b-d11a-4df3-9462-7d41beeb1d91, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:27:15.779195 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f8550-87f9-4969-86de-0bf06b810648 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event deleted for resources: {'Port': ['ID=5c9cbabe-4ec4-432c-b311-46e16ec4f7ae,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:15.782370 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2207ec27-92ef-4a56-aef2-668decdeaffc tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.783663 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2207ec27-92ef-4a56-aef2-668decdeaffc tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2358518 Nov 24 13:27:15.785571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] For port 0df2235b-d11a-4df3-9462-7d41beeb1d91, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:27:15.787124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51046) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:15.791805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-eb0e591f-b49c-45a9-af1a-0790a22a68ea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': 'f05aeb30-04eb-4156-a893-c0c7747f0c3d', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:15.799968 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.850348 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:15.850979 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.852585 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] 10.222.0.59 "PUT /v2.0/ports/0df2235b-d11a-4df3-9462-7d41beeb1d91 HTTP/1.1" status: 200 len: 1092 time: 1.2763500 Nov 24 13:27:15.866627 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-eb0e591f-b49c-45a9-af1a-0790a22a68ea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Project 04c842620a844a4298a861483918cdcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:27:15.875235 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb0e591f-b49c-45a9-af1a-0790a22a68ea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:15.961755 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117a5ef-4fbf-4bd6-b130-32d2755ca6bf service neutron] Pushing event updated for resources: {'Port': ['ID=0df2235b-d11a-4df3-9462-7d41beeb1d91,revision_number=7']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:16.048382 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed3f8550-87f9-4969-86de-0bf06b810648 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:16.106062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9956ec3c-24e1-4e36-875a-734769729a30 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:16.140461 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb0e591f-b49c-45a9-af1a-0790a22a68ea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:16.142805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-0e1f800b-ab14-4d43-845a-e6f403ac5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:16.144499 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-0e1f800b-ab14-4d43-845a-e6f403ac5668 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 1095 time: 0.2426102 Nov 24 13:27:16.161647 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb0e591f-b49c-45a9-af1a-0790a22a68ea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:16.207297 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9956ec3c-24e1-4e36-875a-734769729a30 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:16.208088 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:16.218178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a25b2f-194c-4f11-bffb-c591da16cf1a req-0104b07c-947c-4563-af84-4c503fe97708 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:16.219732 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e6a25b2f-194c-4f11-bffb-c591da16cf1a req-0104b07c-947c-4563-af84-4c503fe97708 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 944 time: 0.1481872 Nov 24 13:27:16.227389 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e591f-b49c-45a9-af1a-0790a22a68ea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0dd22b7-5a1c-4c5a-bbea-86c9c897a9f5,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:16.244124 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb0e591f-b49c-45a9-af1a-0790a22a68ea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:16.256186 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eb0e591f-b49c-45a9-af1a-0790a22a68ea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4679558 Nov 24 13:27:16.287423 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3f8550-87f9-4969-86de-0bf06b810648 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Router 9d6a4acf-0f2f-4189-862e-6f8400393ddb has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:27:16.375321 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e6a25b2f-194c-4f11-bffb-c591da16cf1a req-e7474c7e-a87b-4938-abe0-057e3b92a599 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385462 Nov 24 13:27:16.376851 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b9e439e6-e1dc-4f21-abaa-111f11a0aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:16.378384 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-b9e439e6-e1dc-4f21-abaa-111f11a0aafb service neutron] 10.222.0.59 "GET /v2.0/networks?id=dccd60b7-82b8-4503-9c13-ffbaf18557f2 HTTP/1.1" status: 200 len: 898 time: 0.2224333 Nov 24 13:27:16.379073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3f8550-87f9-4969-86de-0bf06b810648 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:27:16.385150 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ed3f8550-87f9-4969-86de-0bf06b810648 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "PUT /v2.0/routers/9d6a4acf-0f2f-4189-862e-6f8400393ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8495798 Nov 24 13:27:16.387566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51066) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:16.390343 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cda1fb-54f9-456d-afc7-8a1c7296cb54 None None] Sync routers for ids ['9d6a4acf-0f2f-4189-862e-6f8400393ddb'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:27:16.403314 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cda1fb-54f9-456d-afc7-8a1c7296cb54 None None] Routers {'9d6a4acf-0f2f-4189-862e-6f8400393ddb'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:27:16.403913 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-24cda1fb-54f9-456d-afc7-8a1c7296cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:26:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9d6a4acf-0f2f-4189-862e-6f8400393ddb'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:16.435666 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-24cda1fb-54f9-456d-afc7-8a1c7296cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:16.444789 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cda1fb-54f9-456d-afc7-8a1c7296cb54 None None] Routers {'9d6a4acf-0f2f-4189-862e-6f8400393ddb'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:27:16.445380 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-24cda1fb-54f9-456d-afc7-8a1c7296cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:26:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9d6a4acf-0f2f-4189-862e-6f8400393ddb'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:16.462743 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-5c12f6bc-5417-439e-98b6-5afc91d2f661 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91 HTTP/1.1" status: 200 len: 1000 time: 0.0758941 Nov 24 13:27:16.481224 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-24cda1fb-54f9-456d-afc7-8a1c7296cb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:16.482141 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cda1fb-54f9-456d-afc7-8a1c7296cb54 None None] The sync data for ids ['9d6a4acf-0f2f-4189-862e-6f8400393ddb'] in n-d-817303-4 is: [] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:27:16.496044 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b4d675-3f89-4c79-afb3-c1a3d099ca3a tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:16.518661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-7b2294a1-09bd-43a8-8009-968ddc81115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:16.520190 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-7b2294a1-09bd-43a8-8009-968ddc81115b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6eca5e3a-a0af-4f6c-813f-2514169920c7 HTTP/1.1" status: 200 len: 835 time: 0.0491283 Nov 24 13:27:16.571940 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-dd6168bb-652c-4100-9955-fbcbba8e6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:16.573463 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-dd6168bb-652c-4100-9955-fbcbba8e6c6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dccd60b7-82b8-4503-9c13-ffbaf18557f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447154 Nov 24 13:27:16.582503 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-6c22e45c-587b-41ce-b901-76865eb24d9a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1458680012&fields=id&tenant_id=04c842620a844a4298a861483918cdcb HTTP/1.1" status: 200 len: 267 time: 0.1813474 Nov 24 13:27:16.666999 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-d6bf42bc-600e-4f9e-bb02-80017c3ef2f0 service neutron] 10.222.0.59 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853553 Nov 24 13:27:16.704964 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b4d675-3f89-4c79-afb3-c1a3d099ca3a tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:16.708815 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b4d675-3f89-4c79-afb3-c1a3d099ca3a tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:16.761821 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a41dab53-5ec0-437c-aaea-f528e0a2f304 req-050e3193-5f44-42a4-b42c-e66571549905 service neutron] 10.222.0.59 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877681 Nov 24 13:27:16.788705 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b4d675-3f89-4c79-afb3-c1a3d099ca3a tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:16.789339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b4d675-3f89-4c79-afb3-c1a3d099ca3a tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Fanout notify agent at l3_agent the message router_deleted on router 9d6a4acf-0f2f-4189-862e-6f8400393ddb {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:27:16.799591 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07b4d675-3f89-4c79-afb3-c1a3d099ca3a tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:16.800890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-07b4d675-3f89-4c79-afb3-c1a3d099ca3a tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "DELETE /v2.0/routers/9d6a4acf-0f2f-4189-862e-6f8400393ddb HTTP/1.1" status: 204 len: 168 time: 0.4121590 Nov 24 13:27:16.804071 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51068) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:16.828988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-75a1ba61-1b8b-4b29-a152-60c22d56cbb7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:16.830425 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-75a1ba61-1b8b-4b29-a152-60c22d56cbb7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/networks?id=d11585e1-2b46-491c-b017-718b2fbb6f27 HTTP/1.1" status: 200 len: 797 time: 0.2153535 Nov 24 13:27:16.849212 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-976f5f54-1b64-48e3-8c78-a6737e476b62 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/quotas/04c842620a844a4298a861483918cdcb HTTP/1.1" status: 200 len: 375 time: 0.0109797 Nov 24 13:27:16.867626 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-882e077c-940b-4b84-ba37-53bf987d64e4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Deleting subnet 1e2ca668-0aa5-4593-b9a0-f21722c7c954 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:27:16.871965 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-882e077c-940b-4b84-ba37-53bf987d64e4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:16.916392 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8dcdca37-4258-47c7-b2e1-90773b3f42dd tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=04c842620a844a4298a861483918cdcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611010 Nov 24 13:27:16.917837 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-882e077c-940b-4b84-ba37-53bf987d64e4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:17.005392 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-882e077c-940b-4b84-ba37-53bf987d64e4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:17.011421 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8c666f85-cccf-449a-abd9-bb14f78f0aaa service neutron] 10.222.0.48 "GET /v2.0/networks/d11585e1-2b46-491c-b017-718b2fbb6f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826733 Nov 24 13:27:17.062379 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-882e077c-940b-4b84-ba37-53bf987d64e4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:17.091546 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e077c-940b-4b84-ba37-53bf987d64e4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event deleted for resources: {'Subnet': ['ID=1e2ca668-0aa5-4593-b9a0-f21722c7c954,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:17.093555 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-882e077c-940b-4b84-ba37-53bf987d64e4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:17.097415 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-882e077c-940b-4b84-ba37-53bf987d64e4 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "DELETE /v2.0/subnets/1e2ca668-0aa5-4593-b9a0-f21722c7c954 HTTP/1.1" status: 204 len: 168 time: 0.2917621 Nov 24 13:27:17.099448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51070) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:17.104425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b28f613-e315-4ac5-b8ca-e6ad0d9dd6a0 None None] Network 116d8bdc-dff4-4283-981c-2e6ea1cbcd2c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:17.109406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-1ec7a892-c588-4f26-af9c-e193d2a806dc service neutron] 10.222.0.48 "GET /v2.0/networks/d11585e1-2b46-491c-b017-718b2fbb6f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912857 Nov 24 13:27:17.188345 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:17.233518 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:27:17.236088 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dad5353-fa2a-49c0-b030-2e3c93756f01" -d '{"events": [{"name": "network-changed", "server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:27:17.309424 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60f098e-0184-40a5-98dc-bb0a33a80028 x-openstack-request-id: req-f60f098e-0184-40a5-98dc-bb0a33a80028 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:27:17.309721 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:27:17.309977 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f60f098e-0184-40a5-98dc-bb0a33a80028 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:27:17.310379 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'status': 'completed', 'code': 200} Nov 24 13:27:17.320212 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-80b1568d-aa99-4d48-970e-14b80ee48abc req-8f72ac8d-b4d1-4441-ac0d-bff6bde78ddc tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 210 time: 0.0535867 Nov 24 13:27:17.333111 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Deleting port 1a4768b1-621a-4df2-a4c2-2dc6df916894 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:17.333456 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:17.368929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bad1b3a-0ba6-406e-8c7b-6606ae66906e None None] DHCP port deletion for 116d8bdc-dff4-4283-981c-2e6ea1cbcd2c request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:27:17.437601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2bad1b3a-0ba6-406e-8c7b-6606ae66906e None None] Deleting port 1a4768b1-621a-4df2-a4c2-2dc6df916894 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:17.438217 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2bad1b3a-0ba6-406e-8c7b-6606ae66906e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:17.459680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-88e367ad-e1a2-48d1-90f4-8838865509c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:17.461027 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-88e367ad-e1a2-48d1-90f4-8838865509c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 1095 time: 0.1298654 Nov 24 13:27:17.470235 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] For port 1a4768b1-621a-4df2-a4c2-2dc6df916894, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1a4768b1-621a-4df2-a4c2-2dc6df916894,segment=NetworkSegment(7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94),segment_id=7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:17.470620 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:17.505948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Calling delete_port for 1a4768b1-621a-4df2-a4c2-2dc6df916894 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:17.508940 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-81789183-b184-4df6-8d18-46d77a87462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:17.510449 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-81789183-b184-4df6-8d18-46d77a87462c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 1095 time: 0.1677921 Nov 24 13:27:17.520970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2bad1b3a-0ba6-406e-8c7b-6606ae66906e None None] For port 1a4768b1-621a-4df2-a4c2-2dc6df916894, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1a4768b1-621a-4df2-a4c2-2dc6df916894,segment=NetworkSegment(7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94),segment_id=7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:17.521561 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2bad1b3a-0ba6-406e-8c7b-6606ae66906e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:17.542081 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2bad1b3a-0ba6-406e-8c7b-6606ae66906e None None] Calling delete_port for 1a4768b1-621a-4df2-a4c2-2dc6df916894 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:17.556080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944dcbb-ec16-4dc1-9575-3c6e55275b9a req-4dbc1e2e-f25a-4c70-9cfa-d69996455479 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:17.565720 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e944dcbb-ec16-4dc1-9575-3c6e55275b9a req-4dbc1e2e-f25a-4c70-9cfa-d69996455479 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 944 time: 0.0790894 Nov 24 13:27:17.640851 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e944dcbb-ec16-4dc1-9575-3c6e55275b9a req-9a04a344-5912-4518-9fba-8dd8ce3bb7a1 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733340 Nov 24 13:27:17.653329 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2bad1b3a-0ba6-406e-8c7b-6606ae66906e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:17.682838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad1b3a-0ba6-406e-8c7b-6606ae66906e None None] Pushing event deleted for resources: {'Port': ['ID=1a4768b1-621a-4df2-a4c2-2dc6df916894,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:17.686572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad1b3a-0ba6-406e-8c7b-6606ae66906e None None] No DVR routers for this DVR port 1a4768b1-621a-4df2-a4c2-2dc6df916894 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:27:17.708996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-1171f205-5281-4278-8d1f-c3b57e11e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:17.710864 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-1171f205-5281-4278-8d1f-c3b57e11e599 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dccd60b7-82b8-4503-9c13-ffbaf18557f2 HTTP/1.1" status: 200 len: 898 time: 0.2377393 Nov 24 13:27:17.772369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-f674daef-b6c0-4396-ba18-3de010864ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:17.773798 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-f674daef-b6c0-4396-ba18-3de010864ea8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dccd60b7-82b8-4503-9c13-ffbaf18557f2 HTTP/1.1" status: 200 len: 898 time: 0.2524378 Nov 24 13:27:17.838754 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-282f71ac-9b29-40ec-94ec-820ae7e455eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91 HTTP/1.1" status: 200 len: 1000 time: 0.1169016 Nov 24 13:27:17.839378 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:17.902339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] No DVR routers for this DVR port 1a4768b1-621a-4df2-a4c2-2dc6df916894 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:27:17.905668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event deleted for resources: {'Port': ['ID=1a4768b1-621a-4df2-a4c2-2dc6df916894,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:17.969078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-ef3801d9-ed14-480f-9d80-74f1b080f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:17.970468 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-ef3801d9-ed14-480f-9d80-74f1b080f028 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eca5e3a-a0af-4f6c-813f-2514169920c7 HTTP/1.1" status: 200 len: 835 time: 0.1212459 Nov 24 13:27:17.973568 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1a4768b1-621a-4df2-a4c2-2dc6df916894 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:27:17.974993 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-885188fd-f0ec-4ce5-8fdf-a60d5a51e507 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91 HTTP/1.1" status: 200 len: 1000 time: 0.1831377 Nov 24 13:27:17.998808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 1a4768b1-621a-4df2-a4c2-2dc6df916894 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:27:17.999490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1a4768b1-621a-4df2-a4c2-2dc6df916894 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:27:18.395981 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:18.406293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0df2235b-d11a-4df3-9462-7d41beeb1d91 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:27:18.449634 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad0e3ea0-6dff-4549-82f4-1342c32c90bb req-6d5775ba-e388-4841-a60b-2d377556dae8 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 210 time: 0.0509129 Nov 24 13:27:18.455196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116d8bdc-dff4-4283-981c-2e6ea1cbcd2c']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:18.475684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-6a41c2cf-0268-4d27-8c51-1ea85761d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:18.477193 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-6a41c2cf-0268-4d27-8c51-1ea85761d146 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6eca5e3a-a0af-4f6c-813f-2514169920c7 HTTP/1.1" status: 200 len: 835 time: 0.4823089 Nov 24 13:27:18.483640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0df2235b-d11a-4df3-9462-7d41beeb1d91 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:27:18.483871 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:18.484007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d75cf3f-d858-4ed5-bb5e-f7a6eaf53b94') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:18.502699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-76ebd7df-dbc6-4849-9abf-8f71571cb0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:18.504264 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-76ebd7df-dbc6-4849-9abf-8f71571cb0c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dccd60b7-82b8-4503-9c13-ffbaf18557f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5224717 Nov 24 13:27:18.509370 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:18.562595 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:18.590242 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:18.590660 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:18.621273 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:18.643116 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-30936ffa-298a-45fb-956e-405d6db12ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:18.644701 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-30936ffa-298a-45fb-956e-405d6db12ac6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dccd60b7-82b8-4503-9c13-ffbaf18557f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579638 Nov 24 13:27:18.764972 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:18.774148 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:18.777343 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] 10.222.0.48 "DELETE /v2.0/networks/116d8bdc-dff4-4283-981c-2e6ea1cbcd2c HTTP/1.1" status: 204 len: 168 time: 1.6769762 Nov 24 13:27:18.782105 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-6ed2fc9c-4dfd-42b8-81ae-9a27344aa67e service neutron] 10.222.0.46 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572503 Nov 24 13:27:18.803405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9df581-bb6b-4529-acbc-19ac83028933 tempest-FloatingIPNegativeTestJSON-323745207 tempest-FloatingIPNegativeTestJSON-323745207-project] Pushing event deleted for resources: {'Network': ['ID=116d8bdc-dff4-4283-981c-2e6ea1cbcd2c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:18.815643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8de74-6f1c-4e5b-85fe-29d67dc1072b req-adf61778-950b-48a4-a1a6-18220e5819c7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:18.817957 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-21c8de74-6f1c-4e5b-85fe-29d67dc1072b req-adf61778-950b-48a4-a1a6-18220e5819c7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 944 time: 0.0734622 Nov 24 13:27:18.825110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-d34c61e9-2c48-49cf-af4c-7c74f5c3d125 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:18.826564 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-d34c61e9-2c48-49cf-af4c-7c74f5c3d125 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "GET /v2.0/networks?id=d11585e1-2b46-491c-b017-718b2fbb6f27 HTTP/1.1" status: 200 len: 797 time: 0.4831467 Nov 24 13:27:18.870614 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-19311816-e0c3-4e18-854d-ff8819d13969 service neutron] 10.222.0.59 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174010 Nov 24 13:27:18.912618 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-21c8de74-6f1c-4e5b-85fe-29d67dc1072b req-c2952c56-1ee6-4b4a-b049-637a2b026a3a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850646 Nov 24 13:27:18.936348 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-7b0a848d-5836-4312-ae10-da50200c2a4c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04c842620a844a4298a861483918cdcb HTTP/1.1" status: 200 len: 380 time: 0.0947111 Nov 24 13:27:18.952687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-2d8ff90c-ed86-4d14-8e0f-6c42a550aa79 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'port': {'device_id': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'admin_state_up': True, 'tenant_id': '04c842620a844a4298a861483918cdcb', 'security_groups': ['f05aeb30-04eb-4156-a893-c0c7747f0c3d']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:18.972839 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-c614a606-1a5e-4bea-8a29-469b1894b2be service neutron] 10.222.0.46 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799343 Nov 24 13:27:19.021287 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dad5353-fa2a-49c0-b030-2e3c93756f01 req-3fd364c7-5b20-4309-916c-a7b18334da3c service neutron] 10.222.0.59 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394353 Nov 24 13:27:19.105464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-2d8ff90c-ed86-4d14-8e0f-6c42a550aa79 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Made reservation on behalf of 04c842620a844a4298a861483918cdcb for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:19.110188 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-2d8ff90c-ed86-4d14-8e0f-6c42a550aa79 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:19.128084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51098) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:19.227544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069de81-d4bb-43fb-9580-6f81050384a7 req-363920a4-c84f-441b-8ae1-e0a3e4c373aa tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:19.229407 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c069de81-d4bb-43fb-9580-6f81050384a7 req-363920a4-c84f-441b-8ae1-e0a3e4c373aa tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 944 time: 0.1064110 Nov 24 13:27:19.239819 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-f94a8b6f-cd63-47a5-8c2d-fe4b256e98a0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:19.241490 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-f94a8b6f-cd63-47a5-8c2d-fe4b256e98a0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543&tenant_id=1903467d483849278979cf8e91cd17b3&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 944 time: 0.1075099 Nov 24 13:27:19.323802 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c069de81-d4bb-43fb-9580-6f81050384a7 req-87971241-b113-4b0c-a92f-f61126445c59 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873337 Nov 24 13:27:19.327621 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-2d8ff90c-ed86-4d14-8e0f-6c42a550aa79 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Allocated IP 172.20.0.12 (d11585e1-2b46-491c-b017-718b2fbb6f27/021114d2-00a5-4d5d-acf7-9066053111c6/19c3352c-1ce4-4d24-8f96-e140154db9bf) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:19.333008 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ba51a2b5-2e23-48f3-a304-de5ba167c2c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79769d6e6203420c9e7d85ce03e37dec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2008796 Nov 24 13:27:19.333237 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51102) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:19.345268 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-0fa09534-5b23-48ec-84ef-0b0e935fd951 service neutron] delete failed (client error): The resource could not be found. Nov 24 13:27:19.346280 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-0fa09534-5b23-48ec-84ef-0b0e935fd951 service neutron] 10.222.0.46 "DELETE /v2.0/ports/0df2235b-d11a-4df3-9462-7d41beeb1d91/bindings/n-h1-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0924203 Nov 24 13:27:19.405528 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-023d3d8f-304c-418f-aefd-5aac97ba648e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:19.444592 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-023d3d8f-304c-418f-aefd-5aac97ba648e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:19.465505 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-482fc345-49f1-4ead-9f0e-05704b118a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:19.467014 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-482fc345-49f1-4ead-9f0e-05704b118a91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 1095 time: 0.0734642 Nov 24 13:27:19.480487 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-2d8ff90c-ed86-4d14-8e0f-6c42a550aa79 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:19.522143 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-2d8ff90c-ed86-4d14-8e0f-6c42a550aa79 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:19.568976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-2d8ff90c-ed86-4d14-8e0f-6c42a550aa79 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network d11585e1-2b46-491c-b017-718b2fbb6f27 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:19.571998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-2d8ff90c-ed86-4d14-8e0f-6c42a550aa79 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:19.575750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-2d8ff90c-ed86-4d14-8e0f-6c42a550aa79 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:19.581466 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-023d3d8f-304c-418f-aefd-5aac97ba648e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:19.584646 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-023d3d8f-304c-418f-aefd-5aac97ba648e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:19.588208 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-023d3d8f-304c-418f-aefd-5aac97ba648e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db2697d2-6bb3-48ee-917b-1077d45439b6 HTTP/1.1" status: 204 len: 168 time: 0.2515857 Nov 24 13:27:19.601043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ff90c-ed86-4d14-8e0f-6c42a550aa79 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=19c3352c-1ce4-4d24-8f96-e140154db9bf,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:19.604945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d3d8f-304c-418f-aefd-5aac97ba648e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2697d2-6bb3-48ee-917b-1077d45439b6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:19.618978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-8c970a39-ecc5-41e3-b23c-d4a56bf97e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:19.620459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-8c970a39-ecc5-41e3-b23c-d4a56bf97e43 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dccd60b7-82b8-4503-9c13-ffbaf18557f2 HTTP/1.1" status: 200 len: 898 time: 0.1426892 Nov 24 13:27:19.636365 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85368743-1f57-4533-b228-db2252b24ed1 req-f111acdc-842a-419a-b8b0-c4d0fd2ec146 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:19.637925 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85368743-1f57-4533-b228-db2252b24ed1 req-f111acdc-842a-419a-b8b0-c4d0fd2ec146 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 932 time: 0.0948329 Nov 24 13:27:19.640097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-2d8ff90c-ed86-4d14-8e0f-6c42a550aa79 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:19.640777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-2d8ff90c-ed86-4d14-8e0f-6c42a550aa79 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:19.663755 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-2d8ff90c-ed86-4d14-8e0f-6c42a550aa79 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7162175 Nov 24 13:27:19.683650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Request body: {'port': {'device_id': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:19.743772 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-0b52782f-7883-470f-8c78-f17ef9a4d9a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91 HTTP/1.1" status: 200 len: 1000 time: 0.1047175 Nov 24 13:27:19.759964 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:19.762925 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-85368743-1f57-4533-b228-db2252b24ed1 req-2350f0b0-4006-4759-a89e-79059f79ec4f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05aeb30-04eb-4156-a893-c0c7747f0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789127 Nov 24 13:27:19.810396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-7a972151-23e6-4186-a8c9-45b91488e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:19.812120 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-7a972151-23e6-4186-a8c9-45b91488e339 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6eca5e3a-a0af-4f6c-813f-2514169920c7 HTTP/1.1" status: 200 len: 835 time: 0.0612617 Nov 24 13:27:19.870055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-304fca50-a183-4c7b-8625-f04acc152b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:19.871876 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-304fca50-a183-4c7b-8625-f04acc152b6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dccd60b7-82b8-4503-9c13-ffbaf18557f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531068 Nov 24 13:27:19.894656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5b99c5df-0742-4548-8d5a-4b474b3c0e94 None None] Provisioning complete for port 19c3352c-1ce4-4d24-8f96-e140154db9bf triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:19.896675 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5b99c5df-0742-4548-8d5a-4b474b3c0e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:19.945511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5b99c5df-0742-4548-8d5a-4b474b3c0e94 None None] Port 19c3352c-1ce4-4d24-8f96-e140154db9bf cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:27:20.000588 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-7229c478-5b98-46f1-a590-8a47ff8b17a0 service neutron] 10.222.0.46 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194980 Nov 24 13:27:20.106266 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbaa9a56-d749-4bea-b1be-e23be4b74b26 req-e5e60a89-5b6d-4e1a-95a3-a039d468b8e4 service neutron] 10.222.0.46 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985372 Nov 24 13:27:20.124555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c3352c-1ce4-4d24-8f96-e140154db9bf {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:27:20.133901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:20.147184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Transition to ACTIVE for port object 19c3352c-1ce4-4d24-8f96-e140154db9bf will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:27:20.150524 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:20.222293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=19c3352c-1ce4-4d24-8f96-e140154db9bf,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:20.295035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Attempting to bind port 19c3352c-1ce4-4d24-8f96-e140154db9bf on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:27:20.295385 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Attempting to bind port 19c3352c-1ce4-4d24-8f96-e140154db9bf by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '2434b04a-935d-468d-80dd-c2ae15a4f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:27:20.295719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Attempting to bind port 19c3352c-1ce4-4d24-8f96-e140154db9bf on network d11585e1-2b46-491c-b017-718b2fbb6f27 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:27:20.302331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Port 19c3352c-1ce4-4d24-8f96-e140154db9bf on network d11585e1-2b46-491c-b017-718b2fbb6f27 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:27:20.302724 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Attempting to bind port 19c3352c-1ce4-4d24-8f96-e140154db9bf on network d11585e1-2b46-491c-b017-718b2fbb6f27 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:27:20.308942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:27:20.309283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Checking segment: {'id': '2434b04a-935d-468d-80dd-c2ae15a4f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:20.309726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Bound using segment: {'id': '2434b04a-935d-468d-80dd-c2ae15a4f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:27:20.310314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Bound port: 19c3352c-1ce4-4d24-8f96-e140154db9bf, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2434b04a-935d-468d-80dd-c2ae15a4f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:27:20.310933 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:20.360150 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 0df2235b-d11a-4df3-9462-7d41beeb1d91 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:27:20.400360 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] For port 19c3352c-1ce4-4d24-8f96-e140154db9bf, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:27:20.417882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] For port 19c3352c-1ce4-4d24-8f96-e140154db9bf, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=19c3352c-1ce4-4d24-8f96-e140154db9bf,segment=NetworkSegment(2434b04a-935d-468d-80dd-c2ae15a4f729),segment_id=2434b04a-935d-468d-80dd-c2ae15a4f729)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:27:20.434648 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:20.501828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:20.502453 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:20.504594 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] 10.222.0.59 "PUT /v2.0/ports/19c3352c-1ce4-4d24-8f96-e140154db9bf HTTP/1.1" status: 200 len: 1092 time: 0.8264747 Nov 24 13:27:20.508023 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'tag': '19c3352c-1ce4-4d24-8f96-e140154db9bf'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:27:20.509856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 0df2235b-d11a-4df3-9462-7d41beeb1d91, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:20.516819 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fe74ea-fe31-424c-9fdb-3dde7f6cd02d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba362534-278e-40bd-86cb-cc2fb227113b", "tag": "19c3352c-1ce4-4d24-8f96-e140154db9bf"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:27:20.549237 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'port_id': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'mac_address': 'fa:16:3e:87:24:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:27:20.550065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b679be-315d-44f0-877a-6934a2301eef req-9f00a2f1-f0ab-46e2-83b9-656fc147f225 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:20.559714 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89b679be-315d-44f0-877a-6934a2301eef req-9f00a2f1-f0ab-46e2-83b9-656fc147f225 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 944 time: 0.1458182 Nov 24 13:27:20.561047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b4a0e-ca28-4a3a-b7f2-26566aeb1cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=19c3352c-1ce4-4d24-8f96-e140154db9bf,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:20.573991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51130) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:20.633929 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d039209a-c71c-4d25-ba7d-34964a24b72d x-openstack-request-id: req-d039209a-c71c-4d25-ba7d-34964a24b72d {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:27:20.634081 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:20.634205 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba362534-278e-40bd-86cb-cc2fb227113b", "tag": "19c3352c-1ce4-4d24-8f96-e140154db9bf", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:27:20.634205 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d039209a-c71c-4d25-ba7d-34964a24b72d {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:27:20.634713 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'tag': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'status': 'completed', 'code': 200} Nov 24 13:27:20.654265 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df2235b-d11a-4df3-9462-7d41beeb1d91 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:27:20.705797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 0df2235b-d11a-4df3-9462-7d41beeb1d91, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:20.707807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-aeede449-48ea-48a1-803c-7e4c625e56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:20.710524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-aeede449-48ea-48a1-803c-7e4c625e56dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04c842620a844a4298a861483918cdcb&device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 1095 time: 0.1208737 Nov 24 13:27:20.711610 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:20.725447 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89b679be-315d-44f0-877a-6934a2301eef req-d9fef493-9f76-4611-bc73-4e4ed5a41399 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515329 Nov 24 13:27:20.761999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-417844697'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:20.793262 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-7cdd9812-752b-409a-a6c3-efbac15d89a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19c3352c-1ce4-4d24-8f96-e140154db9bf HTTP/1.1" status: 200 len: 217 time: 0.0664744 Nov 24 13:27:20.802197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=0df2235b-d11a-4df3-9462-7d41beeb1d91,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:20.803378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:20.810570 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:20.824716 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:20.850215 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0b3a9508-1df3-447a-8129-13a9e239f9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:20.865200 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-d8415409-21d4-4699-a243-b6795117c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:20.866899 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-d8415409-21d4-4699-a243-b6795117c4db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=021114d2-00a5-4d5d-acf7-9066053111c6 HTTP/1.1" status: 200 len: 834 time: 0.0662122 Nov 24 13:27:20.925671 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-ca9562b8-8e48-4d51-bfc2-75c07c7af333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:20.927212 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-ca9562b8-8e48-4d51-bfc2-75c07c7af333 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d11585e1-2b46-491c-b017-718b2fbb6f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514770 Nov 24 13:27:20.946122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fb185-9059-49fe-90f5-dcc5228ff77f req-55ad4ce9-ef4f-49cc-8132-37658ce656a4 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:20.947183 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4a6fb185-9059-49fe-90f5-dcc5228ff77f req-55ad4ce9-ef4f-49cc-8132-37658ce656a4 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 944 time: 0.0805874 Nov 24 13:27:20.986131 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:20.992168 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:21.004752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['0df2235b-d11a-4df3-9462-7d41beeb1d91'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:27:21.030470 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-0b27144c-58f9-45dc-8ccc-80a3466ba9f8 service neutron] 10.222.0.59 "GET /v2.0/networks/d11585e1-2b46-491c-b017-718b2fbb6f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921214 Nov 24 13:27:21.040692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:21.053418 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4a6fb185-9059-49fe-90f5-dcc5228ff77f req-e0eb4585-890e-4729-ad15-330bc9e069d5 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05aeb30-04eb-4156-a893-c0c7747f0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995157 Nov 24 13:27:21.056328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78a5e6aa-9596-4d68-825b-e0d0457e1b28,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:21.066082 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:21.066915 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Added segment 7b55133f-76d7-45ea-ad6b-cb3dabf9695c of type vlan for network 9ff09a09-8608-4f25-8380-7e1790cdc32c Nov 24 13:27:21.121939 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:21.152300 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:21.158797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:21.159391 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:21.162712 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9e9dbb6-127a-4801-8dfd-9dee6e18113f req-514016d4-0046-491b-968c-128039428b33 service neutron] 10.222.0.59 "GET /v2.0/networks/d11585e1-2b46-491c-b017-718b2fbb6f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249840 Nov 24 13:27:21.220597 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6300433 Nov 24 13:27:21.240986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197b7db-f988-41db-9bbc-89e19ae96701 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Network': ['ID=9ff09a09-8608-4f25-8380-7e1790cdc32c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:21.267995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 9ff09a09-8608-4f25-8380-7e1790cdc32c details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:21.285583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe74ea-fe31-424c-9fdb-3dde7f6cd02d req-27d35d6d-a663-4767-8889-c29670af8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:21.287489 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23fe74ea-fe31-424c-9fdb-3dde7f6cd02d req-27d35d6d-a663-4767-8889-c29670af8fbd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04c842620a844a4298a861483918cdcb&device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 1095 time: 0.0733812 Nov 24 13:27:21.399483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe74ea-fe31-424c-9fdb-3dde7f6cd02d req-e11de1a7-e445-417e-80de-1392012a8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:21.401007 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23fe74ea-fe31-424c-9fdb-3dde7f6cd02d req-e11de1a7-e445-417e-80de-1392012a8b0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d11585e1-2b46-491c-b017-718b2fbb6f27 HTTP/1.1" status: 200 len: 898 time: 0.0998423 Nov 24 13:27:21.448073 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23fe74ea-fe31-424c-9fdb-3dde7f6cd02d req-57362e13-8856-4432-bb59-fa732c5cf1ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19c3352c-1ce4-4d24-8f96-e140154db9bf HTTP/1.1" status: 200 len: 217 time: 0.0368550 Nov 24 13:27:21.498846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe74ea-fe31-424c-9fdb-3dde7f6cd02d req-180f5052-fc2a-438a-9bb4-456bf1338468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:21.500265 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23fe74ea-fe31-424c-9fdb-3dde7f6cd02d req-180f5052-fc2a-438a-9bb4-456bf1338468 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=021114d2-00a5-4d5d-acf7-9066053111c6 HTTP/1.1" status: 200 len: 834 time: 0.0436263 Nov 24 13:27:21.549485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe74ea-fe31-424c-9fdb-3dde7f6cd02d req-f72aa127-95ed-4185-bb28-27b3ae1927ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:21.550952 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23fe74ea-fe31-424c-9fdb-3dde7f6cd02d req-f72aa127-95ed-4185-bb28-27b3ae1927ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d11585e1-2b46-491c-b017-718b2fbb6f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390828 Nov 24 13:27:21.648270 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23fe74ea-fe31-424c-9fdb-3dde7f6cd02d req-db5967aa-f2de-46db-9dcc-d79bb1086bfa service neutron] 10.222.0.59 "GET /v2.0/networks/d11585e1-2b46-491c-b017-718b2fbb6f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854509 Nov 24 13:27:21.736825 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23fe74ea-fe31-424c-9fdb-3dde7f6cd02d req-e7eda2d4-7aa0-4431-9e1e-5a546956d5cb service neutron] 10.222.0.59 "GET /v2.0/networks/d11585e1-2b46-491c-b017-718b2fbb6f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808470 Nov 24 13:27:21.855110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451f944-9499-4100-b7b2-21b8302565ac req-d2ba60d0-76e7-4ad1-8741-8ca2e2bea7b7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:21.856989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6451f944-9499-4100-b7b2-21b8302565ac req-d2ba60d0-76e7-4ad1-8741-8ca2e2bea7b7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 945 time: 0.0498707 Nov 24 13:27:21.910190 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6451f944-9499-4100-b7b2-21b8302565ac req-975f9836-4a8c-4280-aed4-9d93483f76b1 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471141 Nov 24 13:27:21.935609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51138) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:21.996025 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1b773a27-3c67-401a-9f02-63321cc6fe09 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/268051f2-2882-4eb1-8074-7c352f7b48ef HTTP/1.1" status: 200 len: 993 time: 0.0589814 Nov 24 13:27:22.194431 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fec92-0b7a-4783-af65-6408b05c5287 req-47621a9e-766b-4fef-8b91-e453e3bfc9d3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:22.195917 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-817fec92-0b7a-4783-af65-6408b05c5287 req-47621a9e-766b-4fef-8b91-e453e3bfc9d3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 944 time: 0.0552063 Nov 24 13:27:22.245033 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-817fec92-0b7a-4783-af65-6408b05c5287 req-7635d4c6-3412-4281-9238-f6d6e5c33764 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05aeb30-04eb-4156-a893-c0c7747f0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430737 Nov 24 13:27:22.371430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 0df2235b-d11a-4df3-9462-7d41beeb1d91 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:22.420335 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 0df2235b-d11a-4df3-9462-7d41beeb1d91 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:27:22.424456 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 0df2235b-d11a-4df3-9462-7d41beeb1d91 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:22.424890 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:22.499435 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:22.521460 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:27:22.523676 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a4d34d-7dd7-40f7-8a0f-b78e1750aeb8" -d '{"events": [{"server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "name": "network-vif-plugged", "status": "completed", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:27:22.540112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 0df2235b-d11a-4df3-9462-7d41beeb1d91, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:22.544752 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:22.573379 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d89301-635e-4d2d-ba82-eb97f9c933ac x-openstack-request-id: req-22d89301-635e-4d2d-ba82-eb97f9c933ac {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:27:22.573679 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "name": "network-vif-plugged", "status": "completed", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:27:22.573937 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22d89301-635e-4d2d-ba82-eb97f9c933ac {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:27:22.574326 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'code': 200} Nov 24 13:27:22.600078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=0df2235b-d11a-4df3-9462-7d41beeb1d91,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:22.737470 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:27:23.278942 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-09225b77-bf54-4142-b438-972d5ee61125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:23.361977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99d927-65d1-4ee4-875a-7d7792355aa7 req-276aaee0-4cf9-44fd-833e-41a680912fd9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:23.363921 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e99d927-65d1-4ee4-875a-7d7792355aa7 req-276aaee0-4cf9-44fd-833e-41a680912fd9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 944 time: 0.0477459 Nov 24 13:27:23.414435 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e99d927-65d1-4ee4-875a-7d7792355aa7 req-a2483ded-218c-4a01-ba91-3de634bb9755 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05aeb30-04eb-4156-a893-c0c7747f0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424244 Nov 24 13:27:24.374246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 19c3352c-1ce4-4d24-8f96-e140154db9bf details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:27:24.456070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51148) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:24.458165 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:24.463469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-49255d97-175a-44f1-b9ea-17b66b587ab3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'subnet': {'network_id': '9ff09a09-8608-4f25-8380-7e1790cdc32c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:24.484607 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 19c3352c-1ce4-4d24-8f96-e140154db9bf, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=19c3352c-1ce4-4d24-8f96-e140154db9bf,segment=NetworkSegment(2434b04a-935d-468d-80dd-c2ae15a4f729),segment_id=2434b04a-935d-468d-80dd-c2ae15a4f729)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:24.496070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'port_id': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'mac_address': 'fa:16:3e:99:06:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:27:24.534001 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:24.547515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c3352c-1ce4-4d24-8f96-e140154db9bf {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:27:24.568738 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 19c3352c-1ce4-4d24-8f96-e140154db9bf, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=19c3352c-1ce4-4d24-8f96-e140154db9bf,segment=NetworkSegment(2434b04a-935d-468d-80dd-c2ae15a4f729),segment_id=2434b04a-935d-468d-80dd-c2ae15a4f729)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:24.572872 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:24.577980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957a668-123f-4e6e-b625-af0e619d4971 req-38653f5b-f227-4cac-a3f3-1235ec9fd78b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:24.579471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c957a668-123f-4e6e-b625-af0e619d4971 req-38653f5b-f227-4cac-a3f3-1235ec9fd78b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 944 time: 0.0898283 Nov 24 13:27:24.595869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49255d97-175a-44f1-b9ea-17b66b587ab3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:24.599728 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49255d97-175a-44f1-b9ea-17b66b587ab3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:24.625392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=19c3352c-1ce4-4d24-8f96-e140154db9bf,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:24.696912 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c957a668-123f-4e6e-b625-af0e619d4971 req-0ab599cb-8092-4002-8c23-cbc00a794f1b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05aeb30-04eb-4156-a893-c0c7747f0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081107 Nov 24 13:27:24.802248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['19c3352c-1ce4-4d24-8f96-e140154db9bf'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:27:24.813886 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49255d97-175a-44f1-b9ea-17b66b587ab3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:24.876424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49255d97-175a-44f1-b9ea-17b66b587ab3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Subnet': ['ID=3db6da53-0d06-45e5-a683-df94352c609e,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:24.883516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49255d97-175a-44f1-b9ea-17b66b587ab3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Checking segment: {'id': '7b55133f-76d7-45ea-ad6b-cb3dabf9695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9ff09a09-8608-4f25-8380-7e1790cdc32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:24.883728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49255d97-175a-44f1-b9ea-17b66b587ab3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network hostable DHCP agents. Network: 9ff09a09-8608-4f25-8380-7e1790cdc32c, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:24.900954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49255d97-175a-44f1-b9ea-17b66b587ab3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network 9ff09a09-8608-4f25-8380-7e1790cdc32c is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:24.910168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-49255d97-175a-44f1-b9ea-17b66b587ab3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 9ff09a09-8608-4f25-8380-7e1790cdc32c) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:24.915280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49255d97-175a-44f1-b9ea-17b66b587ab3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:24.915880 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-49255d97-175a-44f1-b9ea-17b66b587ab3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:24.920792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa84942-80bf-45e7-8a03-947345abad66 None None] Network 9ff09a09-8608-4f25-8380-7e1790cdc32c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:24.934360 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-49255d97-175a-44f1-b9ea-17b66b587ab3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4758029 Nov 24 13:27:24.937713 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51150) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:24.943356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-10417011-bea0-487c-bf5f-83759119a12e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1104927638'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:24.965430 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10417011-bea0-487c-bf5f-83759119a12e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:24.969542 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10417011-bea0-487c-bf5f-83759119a12e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:24.993168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10417011-bea0-487c-bf5f-83759119a12e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:25.001955 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10417011-bea0-487c-bf5f-83759119a12e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.002300 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-10417011-bea0-487c-bf5f-83759119a12e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Added segment 2798b076-3753-4bfd-8dde-7dacdc800d74 of type vlan for network b5a59ce8-da0e-409a-a986-0ce528966c26 Nov 24 13:27:25.045811 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10417011-bea0-487c-bf5f-83759119a12e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.070573 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10417011-bea0-487c-bf5f-83759119a12e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.076208 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10417011-bea0-487c-bf5f-83759119a12e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:25.076826 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-10417011-bea0-487c-bf5f-83759119a12e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.115607 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-10417011-bea0-487c-bf5f-83759119a12e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1765387 Nov 24 13:27:25.118382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51152) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:25.123460 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0fc6a218-daef-4269-b675-5c4c4da21aa4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'subnet': {'network_id': 'b5a59ce8-da0e-409a-a986-0ce528966c26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:25.152065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10417011-bea0-487c-bf5f-83759119a12e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Network': ['ID=b5a59ce8-da0e-409a-a986-0ce528966c26,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:25.161881 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network b5a59ce8-da0e-409a-a986-0ce528966c26 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:25.165954 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-9ff09a09-8608-4f25-8380-7e1790cdc32c', 'network_id': '9ff09a09-8608-4f25-8380-7e1790cdc32c', 'tenant_id': 'b58d406f1bfe4999add03c53b0775910', 'fixed_ips': [{'subnet_id': '3db6da53-0d06-45e5-a683-df94352c609e'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:25.166804 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.223366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc6a218-daef-4269-b675-5c4c4da21aa4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:25.227964 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0fc6a218-daef-4269-b675-5c4c4da21aa4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.421400 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0fc6a218-daef-4269-b675-5c4c4da21aa4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.488039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6a218-daef-4269-b675-5c4c4da21aa4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Subnet': ['ID=fd19dd15-49f0-40bc-9430-c6bef66efe1f,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:25.498621 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6a218-daef-4269-b675-5c4c4da21aa4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Checking segment: {'id': '2798b076-3753-4bfd-8dde-7dacdc800d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b5a59ce8-da0e-409a-a986-0ce528966c26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:25.498999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc6a218-daef-4269-b675-5c4c4da21aa4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network hostable DHCP agents. Network: b5a59ce8-da0e-409a-a986-0ce528966c26, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:25.516549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc6a218-daef-4269-b675-5c4c4da21aa4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network b5a59ce8-da0e-409a-a986-0ce528966c26 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:25.518949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Allocated IP 2001:db8:0:ffff::2 (9ff09a09-8608-4f25-8380-7e1790cdc32c/3db6da53-0d06-45e5-a683-df94352c609e/74e0e222-b42c-4523-bb3a-739a3ad082b5) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:25.525622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-0fc6a218-daef-4269-b675-5c4c4da21aa4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, b5a59ce8-da0e-409a-a986-0ce528966c26) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:25.530700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc6a218-daef-4269-b675-5c4c4da21aa4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:25.532561 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0fc6a218-daef-4269-b675-5c4c4da21aa4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.537175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633163ec-3c74-4d33-9de3-14d495b54338 None None] Network b5a59ce8-da0e-409a-a986-0ce528966c26 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:25.549117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0fc6a218-daef-4269-b675-5c4c4da21aa4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4295847 Nov 24 13:27:25.552360 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51154) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:25.646507 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.727575 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.763357 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.787478 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.796016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb5a233-d085-42c0-9707-10a268bff2bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-b5a59ce8-da0e-409a-a986-0ce528966c26', 'network_id': 'b5a59ce8-da0e-409a-a986-0ce528966c26', 'tenant_id': 'b58d406f1bfe4999add03c53b0775910', 'fixed_ips': [{'subnet_id': 'fd19dd15-49f0-40bc-9430-c6bef66efe1f'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:25.796985 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9bb5a233-d085-42c0-9707-10a268bff2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.801853 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.833901 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Subnet': ['ID=fd19dd15-49f0-40bc-9430-c6bef66efe1f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:25.837563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e565d20-76c6-44a5-9eb1-9304e858b7fc req-22a62fec-70b9-4217-8043-8fbe739cd693 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:25.841085 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e565d20-76c6-44a5-9eb1-9304e858b7fc req-22a62fec-70b9-4217-8043-8fbe739cd693 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 945 time: 0.0638983 Nov 24 13:27:25.869344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Network 9ff09a09-8608-4f25-8380-7e1790cdc32c is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:25.880506 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:25.883427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:25.885777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Pushing event updated for resources: {'Port': ['ID=74e0e222-b42c-4523-bb3a-739a3ad082b5,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:25.907017 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e565d20-76c6-44a5-9eb1-9304e858b7fc req-e06abd32-e503-4fd3-8461-1f37aeccc26b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05aeb30-04eb-4156-a893-c0c7747f0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609241 Nov 24 13:27:25.910125 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.931169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a59ce8-da0e-409a-a986-0ce528966c26']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:25.941881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2798b076-3753-4bfd-8dde-7dacdc800d74') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:25.942423 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2798b076-3753-4bfd-8dde-7dacdc800d74') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:25.955778 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.970131 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.978767 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:25.979102 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:25.981518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd71df8-ca08-402f-9ab8-3c701c69934e None None] Network b5a59ce8-da0e-409a-a986-0ce528966c26 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:25.982567 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:26.034900 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.041649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Attempting to bind port 74e0e222-b42c-4523-bb3a-739a3ad082b5 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:27:26.042212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Attempting to bind port 74e0e222-b42c-4523-bb3a-739a3ad082b5 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '7b55133f-76d7-45ea-ad6b-cb3dabf9695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9ff09a09-8608-4f25-8380-7e1790cdc32c'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:27:26.042592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Attempting to bind port 74e0e222-b42c-4523-bb3a-739a3ad082b5 on network 9ff09a09-8608-4f25-8380-7e1790cdc32c {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:27:26.043366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.050186 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.053437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/b5a59ce8-da0e-409a-a986-0ce528966c26 HTTP/1.1" status: 204 len: 168 time: 0.5000014 Nov 24 13:27:26.056997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51158) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:26.061714 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a1cb8502-a107-49e5-ba9e-07fbdf440e91 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1529010736'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:26.076192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08dfea-2a76-4dde-920a-0ce63db51bd9 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Network': ['ID=b5a59ce8-da0e-409a-a986-0ce528966c26,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:26.078834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:27:26.079563 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Checking segment: {'id': '7b55133f-76d7-45ea-ad6b-cb3dabf9695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9ff09a09-8608-4f25-8380-7e1790cdc32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:26.079715 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.080057 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Bound using segment: {'id': '7b55133f-76d7-45ea-ad6b-cb3dabf9695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9ff09a09-8608-4f25-8380-7e1790cdc32c'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:27:26.080889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Bound port: 74e0e222-b42c-4523-bb3a-739a3ad082b5, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b55133f-76d7-45ea-ad6b-cb3dabf9695c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9ff09a09-8608-4f25-8380-7e1790cdc32c'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:27:26.081276 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.094030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cb8502-a107-49e5-ba9e-07fbdf440e91 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:26.097725 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1cb8502-a107-49e5-ba9e-07fbdf440e91 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.122773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1cb8502-a107-49e5-ba9e-07fbdf440e91 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:26.131886 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1cb8502-a107-49e5-ba9e-07fbdf440e91 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.132252 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-a1cb8502-a107-49e5-ba9e-07fbdf440e91 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Added segment 7d633992-296f-4635-84fe-33c7de895a1b of type vlan for network 30cc554a-3a55-4d97-8499-1353d24a1dd6 Nov 24 13:27:26.176046 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1cb8502-a107-49e5-ba9e-07fbdf440e91 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.195746 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] For port 74e0e222-b42c-4523-bb3a-739a3ad082b5, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:27:26.199759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] For port 74e0e222-b42c-4523-bb3a-739a3ad082b5, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=74e0e222-b42c-4523-bb3a-739a3ad082b5,segment=NetworkSegment(7b55133f-76d7-45ea-ad6b-cb3dabf9695c),segment_id=7b55133f-76d7-45ea-ad6b-cb3dabf9695c)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:27:26.200988 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1cb8502-a107-49e5-ba9e-07fbdf440e91 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.203571 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.206933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb8502-a107-49e5-ba9e-07fbdf440e91 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:26.208020 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1cb8502-a107-49e5-ba9e-07fbdf440e91 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.245010 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a1cb8502-a107-49e5-ba9e-07fbdf440e91 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1843414 Nov 24 13:27:26.245236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51160) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:26.249891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-8c3ebe68-d354-4b61-8d77-46c6e6382486 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'subnet': {'network_id': '30cc554a-3a55-4d97-8499-1353d24a1dd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:26.273397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27f584-ae2d-402f-a3e1-91c6fb75e4bc None None] Pushing event updated for resources: {'Port': ['ID=74e0e222-b42c-4523-bb3a-739a3ad082b5,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:26.304893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb8502-a107-49e5-ba9e-07fbdf440e91 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Network': ['ID=30cc554a-3a55-4d97-8499-1353d24a1dd6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:26.315997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 30cc554a-3a55-4d97-8499-1353d24a1dd6 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:26.377835 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 19c3352c-1ce4-4d24-8f96-e140154db9bf up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:26.382766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3ebe68-d354-4b61-8d77-46c6e6382486 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:26.386540 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c3ebe68-d354-4b61-8d77-46c6e6382486 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.436477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 19c3352c-1ce4-4d24-8f96-e140154db9bf completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:27:26.453493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 19c3352c-1ce4-4d24-8f96-e140154db9bf triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:26.454125 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.557726 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.582666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c3352c-1ce4-4d24-8f96-e140154db9bf'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:27:26.585150 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e90860-c739-413f-a969-b30c7a9bcc80" -d '{"events": [{"server_uuid": "ba362534-278e-40bd-86cb-cc2fb227113b", "name": "network-vif-plugged", "status": "completed", "tag": "19c3352c-1ce4-4d24-8f96-e140154db9bf"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:27:26.610564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 19c3352c-1ce4-4d24-8f96-e140154db9bf, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=19c3352c-1ce4-4d24-8f96-e140154db9bf,segment=NetworkSegment(2434b04a-935d-468d-80dd-c2ae15a4f729),segment_id=2434b04a-935d-468d-80dd-c2ae15a4f729)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:26.615456 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.631013 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c3ebe68-d354-4b61-8d77-46c6e6382486 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.668438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=19c3352c-1ce4-4d24-8f96-e140154db9bf,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:26.698130 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.698778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ebe68-d354-4b61-8d77-46c6e6382486 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Subnet': ['ID=88fa5860-8be4-4ea1-914a-8923c1fb01d0,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:26.704351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ebe68-d354-4b61-8d77-46c6e6382486 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Checking segment: {'id': '7d633992-296f-4635-84fe-33c7de895a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '30cc554a-3a55-4d97-8499-1353d24a1dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:26.704709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ebe68-d354-4b61-8d77-46c6e6382486 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network hostable DHCP agents. Network: 30cc554a-3a55-4d97-8499-1353d24a1dd6, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:26.722580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ebe68-d354-4b61-8d77-46c6e6382486 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network 30cc554a-3a55-4d97-8499-1353d24a1dd6 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:26.733988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-8c3ebe68-d354-4b61-8d77-46c6e6382486 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 30cc554a-3a55-4d97-8499-1353d24a1dd6) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:26.739849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3ebe68-d354-4b61-8d77-46c6e6382486 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:26.740569 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8c3ebe68-d354-4b61-8d77-46c6e6382486 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.744252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54df2ffd-db1e-4fdc-81c8-c79b02de91cd None None] Network 30cc554a-3a55-4d97-8499-1353d24a1dd6 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:26.764245 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8c3ebe68-d354-4b61-8d77-46c6e6382486 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5179379 Nov 24 13:27:26.767688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51166) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:26.773299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9fc9df67-f59e-41cf-baa0-620b339ca565 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1440799290'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:26.803002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc9df67-f59e-41cf-baa0-620b339ca565 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:26.806264 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9fc9df67-f59e-41cf-baa0-620b339ca565 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.835448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc9df67-f59e-41cf-baa0-620b339ca565 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:26.844020 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa08833-0f17-4cc4-98c7-a3d7d2e28ac2 x-openstack-request-id: req-8fa08833-0f17-4cc4-98c7-a3d7d2e28ac2 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:27:26.844340 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba362534-278e-40bd-86cb-cc2fb227113b", "name": "network-vif-plugged", "status": "completed", "tag": "19c3352c-1ce4-4d24-8f96-e140154db9bf", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:27:26.844561 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8fa08833-0f17-4cc4-98c7-a3d7d2e28ac2 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:27:26.844964 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9fc9df67-f59e-41cf-baa0-620b339ca565 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.845123 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'code': 200} Nov 24 13:27:26.845316 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-9fc9df67-f59e-41cf-baa0-620b339ca565 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Added segment 5620db5d-e105-4503-9b0d-2e7fb7797af4 of type vlan for network 70d8891a-16cd-43c6-a8a3-954aec1ebea8 Nov 24 13:27:26.887430 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9fc9df67-f59e-41cf-baa0-620b339ca565 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.912565 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9fc9df67-f59e-41cf-baa0-620b339ca565 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.914137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7ad59-efd4-4043-a0d3-0ca38693b57f req-d336b84a-045e-4564-9b70-168ff59824f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:26.915641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2f7ad59-efd4-4043-a0d3-0ca38693b57f req-d336b84a-045e-4564-9b70-168ff59824f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 1097 time: 0.0442522 Nov 24 13:27:26.918216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9df67-f59e-41cf-baa0-620b339ca565 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:26.918812 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9fc9df67-f59e-41cf-baa0-620b339ca565 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:26.964550 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9fc9df67-f59e-41cf-baa0-620b339ca565 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1957264 Nov 24 13:27:26.967594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51170) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:26.973192 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-987338e3-9900-4b5a-8bf2-e26cc084017a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'subnet': {'network_id': '70d8891a-16cd-43c6-a8a3-954aec1ebea8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:26.997872 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2f7ad59-efd4-4043-a0d3-0ca38693b57f req-bcc00433-ae55-4862-82ce-42871d136239 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f05aeb30-04eb-4156-a893-c0c7747f0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741820 Nov 24 13:27:27.037750 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9df67-f59e-41cf-baa0-620b339ca565 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Network': ['ID=70d8891a-16cd-43c6-a8a3-954aec1ebea8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:27.062334 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-30cc554a-3a55-4d97-8499-1353d24a1dd6', 'network_id': '30cc554a-3a55-4d97-8499-1353d24a1dd6', 'tenant_id': 'b58d406f1bfe4999add03c53b0775910', 'fixed_ips': [{'subnet_id': '88fa5860-8be4-4ea1-914a-8923c1fb01d0'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:27.063284 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:27.065345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 70d8891a-16cd-43c6-a8a3-954aec1ebea8 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:27.136705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602f5eb-12a8-43e3-8d90-7885cb3d9019 req-9f7b7f4d-7a84-4734-a899-d5e3cd4732b3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:27.138202 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4602f5eb-12a8-43e3-8d90-7885cb3d9019 req-9f7b7f4d-7a84-4734-a899-d5e3cd4732b3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 946 time: 0.1115375 Nov 24 13:27:27.168437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987338e3-9900-4b5a-8bf2-e26cc084017a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:27.171512 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-987338e3-9900-4b5a-8bf2-e26cc084017a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:27.252687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.ipam_backend_mixin [None req-987338e3-9900-4b5a-8bf2-e26cc084017a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Performing IP validity checks on allocation pools {{(pid=114986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 13:27:27.253245 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.ipam_backend_mixin [None req-987338e3-9900-4b5a-8bf2-e26cc084017a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 13:27:27.261009 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4602f5eb-12a8-43e3-8d90-7885cb3d9019 req-6c2ea438-98a5-462c-bdde-6a44d8fe95d5 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05aeb30-04eb-4156-a893-c0c7747f0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134114 Nov 24 13:27:27.296522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Allocated IP 2001:db8::1 (30cc554a-3a55-4d97-8499-1353d24a1dd6/88fa5860-8be4-4ea1-914a-8923c1fb01d0/e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:27.408173 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-987338e3-9900-4b5a-8bf2-e26cc084017a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:27.452495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762fe37e-4851-4dde-b675-986dd366a446 None None] Network 9ff09a09-8608-4f25-8380-7e1790cdc32c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:27.481965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987338e3-9900-4b5a-8bf2-e26cc084017a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Subnet': ['ID=1538d6d8-4d58-47cf-bb96-da3108a6fc1d,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:27.491845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987338e3-9900-4b5a-8bf2-e26cc084017a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Checking segment: {'id': '5620db5d-e105-4503-9b0d-2e7fb7797af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '70d8891a-16cd-43c6-a8a3-954aec1ebea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:27.492305 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987338e3-9900-4b5a-8bf2-e26cc084017a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network hostable DHCP agents. Network: 70d8891a-16cd-43c6-a8a3-954aec1ebea8, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:27.509041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987338e3-9900-4b5a-8bf2-e26cc084017a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network 70d8891a-16cd-43c6-a8a3-954aec1ebea8 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:27.517855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-987338e3-9900-4b5a-8bf2-e26cc084017a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 70d8891a-16cd-43c6-a8a3-954aec1ebea8) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:27.522174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987338e3-9900-4b5a-8bf2-e26cc084017a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:27.522775 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-987338e3-9900-4b5a-8bf2-e26cc084017a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:27.532979 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:27.536503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4f12be-43a6-4713-b801-423608c8baf0 None None] Network 70d8891a-16cd-43c6-a8a3-954aec1ebea8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:27.539794 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-987338e3-9900-4b5a-8bf2-e26cc084017a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5709724 Nov 24 13:27:27.542921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51172) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:27.559540 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:27.570785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8bebb4b3-0f9b-499c-ab79-536a53c20c35 None None] Provisioning complete for port 74e0e222-b42c-4523-bb3a-739a3ad082b5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:27.571149 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8bebb4b3-0f9b-499c-ab79-536a53c20c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:27.644336 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:27.702650 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:27.764958 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:27.793156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Subnet': ['ID=1538d6d8-4d58-47cf-bb96-da3108a6fc1d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:27.828014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Network 30cc554a-3a55-4d97-8499-1353d24a1dd6 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:27.845207 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:27.855584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:27.866475 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:27.872283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Pushing event updated for resources: {'Port': ['ID=e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:27.886658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d8891a-16cd-43c6-a8a3-954aec1ebea8']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:27.896470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5620db5d-e105-4503-9b0d-2e7fb7797af4') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:27.896794 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5620db5d-e105-4503-9b0d-2e7fb7797af4') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:27.906214 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:27.920902 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:27.926887 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:27.927278 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:27.930224 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:27.997136 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.006168 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.009763 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/70d8891a-16cd-43c6-a8a3-954aec1ebea8 HTTP/1.1" status: 204 len: 168 time: 0.4658761 Nov 24 13:27:28.013824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51174) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:28.018812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3ebe7f14-3c1c-463a-9153-83f4c999d10b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1260892578'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:28.020275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa0330-5edd-44ff-87ba-54a952a866c7 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Network': ['ID=70d8891a-16cd-43c6-a8a3-954aec1ebea8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:28.023963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Attempting to bind port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:27:28.024346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Attempting to bind port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '7d633992-296f-4635-84fe-33c7de895a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '30cc554a-3a55-4d97-8499-1353d24a1dd6'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:27:28.028504 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Attempting to bind port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 on network 30cc554a-3a55-4d97-8499-1353d24a1dd6 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:27:28.040810 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03478ea3-ad87-49d5-bfa9-97d34cf36e35 None None] Network 70d8891a-16cd-43c6-a8a3-954aec1ebea8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:28.053471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebe7f14-3c1c-463a-9153-83f4c999d10b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:28.057523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7f14-3c1c-463a-9153-83f4c999d10b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.057773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:27:28.058158 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Checking segment: {'id': '7d633992-296f-4635-84fe-33c7de895a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '30cc554a-3a55-4d97-8499-1353d24a1dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:28.058564 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.058957 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Bound using segment: {'id': '7d633992-296f-4635-84fe-33c7de895a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '30cc554a-3a55-4d97-8499-1353d24a1dd6'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:27:28.059447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Bound port: e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d633992-296f-4635-84fe-33c7de895a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '30cc554a-3a55-4d97-8499-1353d24a1dd6'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:27:28.059828 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.085004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebe7f14-3c1c-463a-9153-83f4c999d10b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:28.089464 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8bebb4b3-0f9b-499c-ab79-536a53c20c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.091208 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03478ea3-ad87-49d5-bfa9-97d34cf36e35 None None] Network 70d8891a-16cd-43c6-a8a3-954aec1ebea8 could not be found, it might have been deleted concurrently. {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 13:27:28.095235 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7f14-3c1c-463a-9153-83f4c999d10b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.095693 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-3ebe7f14-3c1c-463a-9153-83f4c999d10b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Added segment dae20ef8-9179-4293-a28f-18cb5dc9e733 of type vlan for network aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c Nov 24 13:27:28.154860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7f14-3c1c-463a-9153-83f4c999d10b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.183510 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7f14-3c1c-463a-9153-83f4c999d10b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.190913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebe7f14-3c1c-463a-9153-83f4c999d10b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:28.192412 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7f14-3c1c-463a-9153-83f4c999d10b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.201736 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8bebb4b3-0f9b-499c-ab79-536a53c20c35 None None] For port 74e0e222-b42c-4523-bb3a-739a3ad082b5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=74e0e222-b42c-4523-bb3a-739a3ad082b5,segment=NetworkSegment(7b55133f-76d7-45ea-ad6b-cb3dabf9695c),segment_id=7b55133f-76d7-45ea-ad6b-cb3dabf9695c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:28.217593 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 74e0e222-b42c-4523-bb3a-739a3ad082b5 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:28.222739 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8bebb4b3-0f9b-499c-ab79-536a53c20c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.228792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] For port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:27:28.246926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51176) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:28.247710 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3ebe7f14-3c1c-463a-9153-83f4c999d10b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2319582 Nov 24 13:27:28.260095 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d9d6845a-9380-4817-8bcf-06de74ad4e30 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'subnet': {'network_id': 'aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:28.282200 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe7f14-3c1c-463a-9153-83f4c999d10b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Network': ['ID=aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:28.306259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] For port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76,segment=NetworkSegment(7d633992-296f-4635-84fe-33c7de895a1b),segment_id=7d633992-296f-4635-84fe-33c7de895a1b)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:27:28.313680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:28.401877 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.407563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d6845a-9380-4817-8bcf-06de74ad4e30 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:28.414232 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9d6845a-9380-4817-8bcf-06de74ad4e30 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.437101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61530c2-36a9-4f80-88f0-c1d723946ec2 req-cb564704-be97-44bc-9f6e-5ace4223f3fe tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:28.439117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c61530c2-36a9-4f80-88f0-c1d723946ec2 req-cb564704-be97-44bc-9f6e-5ace4223f3fe tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 946 time: 0.0717335 Nov 24 13:27:28.445873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebb4b3-0f9b-499c-ab79-536a53c20c35 None None] Pushing event updated for resources: {'Port': ['ID=74e0e222-b42c-4523-bb3a-739a3ad082b5,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:28.504201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 74e0e222-b42c-4523-bb3a-739a3ad082b5 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:28.504580 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.522229 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c61530c2-36a9-4f80-88f0-c1d723946ec2 req-f19c83f3-915f-4715-9956-b62d82bb0fc9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05aeb30-04eb-4156-a893-c0c7747f0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721102 Nov 24 13:27:28.568561 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c6efb-4f5d-4875-bbd6-eee75ae1b599 None None] Pushing event updated for resources: {'Port': ['ID=e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:28.586165 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a563c004-0794-4bab-b0e4-a9d35f51c6a3 None None] Provisioning complete for port 74e0e222-b42c-4523-bb3a-739a3ad082b5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:28.586165 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a563c004-0794-4bab-b0e4-a9d35f51c6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.714621 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb92c41-d63e-44dd-8e22-099e61802d4b req-9966f68d-dbf0-4691-b81e-c4c02abe3211 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:28.716144 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6bb92c41-d63e-44dd-8e22-099e61802d4b req-9966f68d-dbf0-4691-b81e-c4c02abe3211 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 946 time: 0.1096342 Nov 24 13:27:28.785377 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9d6845a-9380-4817-8bcf-06de74ad4e30 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.841071 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6bb92c41-d63e-44dd-8e22-099e61802d4b req-0859e2f7-66a6-4735-84e0-bc3b68b85d61 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05aeb30-04eb-4156-a893-c0c7747f0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179702 Nov 24 13:27:28.862883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51182) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:28.871901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6845a-9380-4817-8bcf-06de74ad4e30 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Subnet': ['ID=314bb53e-581e-40d3-9b53-71733f68b9af,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:28.880035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d6845a-9380-4817-8bcf-06de74ad4e30 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Checking segment: {'id': 'dae20ef8-9179-4293-a28f-18cb5dc9e733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:28.880411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d6845a-9380-4817-8bcf-06de74ad4e30 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network hostable DHCP agents. Network: aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:28.897984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d6845a-9380-4817-8bcf-06de74ad4e30 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:28.903307 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a75a337-7892-47c7-9b1e-b16b9029756d tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:28.904927 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9a75a337-7892-47c7-9b1e-b16b9029756d tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 1092 time: 0.0409315 Nov 24 13:27:28.908085 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51184) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:28.913223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:28.918834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d9d6845a-9380-4817-8bcf-06de74ad4e30 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:28.923874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d6845a-9380-4817-8bcf-06de74ad4e30 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:28.924468 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9d6845a-9380-4817-8bcf-06de74ad4e30 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.927755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5553bc68-16d4-4899-8f86-388c331c44ab None None] Network aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:28.951288 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:28.959339 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d9d6845a-9380-4817-8bcf-06de74ad4e30 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7100899 Nov 24 13:27:28.961969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51186) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:29.067523 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.069210 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.092321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455c62e6-08ab-462d-bc4e-7393bb72c4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c', 'network_id': 'aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c', 'tenant_id': 'b58d406f1bfe4999add03c53b0775910', 'fixed_ips': [{'subnet_id': '314bb53e-581e-40d3-9b53-71733f68b9af'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:29.093475 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-455c62e6-08ab-462d-bc4e-7393bb72c4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.130576 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.203499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Allocated IP 172.25.0.174 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/78971f44-0944-4653-bf9b-6e92126f69c5) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:29.211337 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server [None req-455c62e6-08ab-462d-bc4e-7393bb72c4ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 314bb53e-581e-40d3-9b53-71733f68b9af: This subnet is being modified by another concurrent operation. Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise exception Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 314bb53e-581e-40d3-9b53-71733f68b9af: This subnet is being modified by another concurrent operation. Nov 24 13:27:29.215853 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Nov 24 13:27:29.245169 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c863153c-fb0a-4528-a180-48a589cf19db None None] Network aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:29.246054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Subnet': ['ID=314bb53e-581e-40d3-9b53-71733f68b9af,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:29.332715 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.360118 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.365442 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:29.378274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae20ef8-9179-4293-a28f-18cb5dc9e733') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:29.378580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae20ef8-9179-4293-a28f-18cb5dc9e733') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:29.391375 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.402838 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.406994 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.414884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:29.415326 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:29.418356 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:29.443497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:29.451310 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:29.456859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:29.482823 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=78971f44-0944-4653-bf9b-6e92126f69c5,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:29.494560 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.503253 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.506734 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c HTTP/1.1" status: 204 len: 168 time: 0.5435491 Nov 24 13:27:29.512019 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51188) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:29.520771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd46c4-a965-49e8-bafa-e2bfa04a4be4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Network': ['ID=aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:29.532883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-be67e0f1-b892-4888-8bfa-0bbafd01f228 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1353038265'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:29.598356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be67e0f1-b892-4888-8bfa-0bbafd01f228 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:29.599518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a4e490-f9fd-478a-9b03-c97a2549c80c None None] Network 30cc554a-3a55-4d97-8499-1353d24a1dd6 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:29.601856 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-be67e0f1-b892-4888-8bfa-0bbafd01f228 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.671129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be67e0f1-b892-4888-8bfa-0bbafd01f228 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:29.686755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-539a882e-d4c9-40ea-a1e6-41007a151e99 None None] Provisioning complete for port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:29.687132 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-539a882e-d4c9-40ea-a1e6-41007a151e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.709366 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-be67e0f1-b892-4888-8bfa-0bbafd01f228 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.709714 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-be67e0f1-b892-4888-8bfa-0bbafd01f228 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Added segment 4cc307b4-7518-4190-bb07-85ccdc06d878 of type vlan for network 509c0ee2-7818-4659-92f1-fa513b10cc6d Nov 24 13:27:29.762490 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-be67e0f1-b892-4888-8bfa-0bbafd01f228 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.819340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-be67e0f1-b892-4888-8bfa-0bbafd01f228 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.825066 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be67e0f1-b892-4888-8bfa-0bbafd01f228 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:29.825660 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-be67e0f1-b892-4888-8bfa-0bbafd01f228 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.827356 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-539a882e-d4c9-40ea-a1e6-41007a151e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.866980 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-539a882e-d4c9-40ea-a1e6-41007a151e99 None None] For port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76,segment=NetworkSegment(7d633992-296f-4635-84fe-33c7de895a1b),segment_id=7d633992-296f-4635-84fe-33c7de895a1b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:29.871445 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-539a882e-d4c9-40ea-a1e6-41007a151e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:29.909708 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-be67e0f1-b892-4888-8bfa-0bbafd01f228 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3963666 Nov 24 13:27:29.912882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51190) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:29.918081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-19f1cd23-ae9a-4ebe-bb72-a3715893d14b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'subnet': {'network_id': '509c0ee2-7818-4659-92f1-fa513b10cc6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:29.940493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a882e-d4c9-40ea-a1e6-41007a151e99 None None] Pushing event updated for resources: {'Port': ['ID=e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:29.955199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67e0f1-b892-4888-8bfa-0bbafd01f228 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Network': ['ID=509c0ee2-7818-4659-92f1-fa513b10cc6d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:29.971831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 509c0ee2-7818-4659-92f1-fa513b10cc6d details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:30.037993 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.039193 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f1cd23-ae9a-4ebe-bb72-a3715893d14b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:30.044024 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-19f1cd23-ae9a-4ebe-bb72-a3715893d14b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.058675 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d043ab0-d040-498a-8df2-a899d2549623 None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 13:27:30.111975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-18cd48cc-d6b7-4084-84ae-6ea58a1ab644 None None] Provisioning complete for port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:30.112357 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-18cd48cc-d6b7-4084-84ae-6ea58a1ab644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.251956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d043ab0-d040-498a-8df2-a899d2549623 None None] Resources bound (agent type, host, resource id): {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:27:30.296226 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-19f1cd23-ae9a-4ebe-bb72-a3715893d14b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.359631 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1cd23-ae9a-4ebe-bb72-a3715893d14b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Subnet': ['ID=4a7b2816-3180-4ba9-bd74-775836f79843,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:30.376596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f1cd23-ae9a-4ebe-bb72-a3715893d14b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Checking segment: {'id': '4cc307b4-7518-4190-bb07-85ccdc06d878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '509c0ee2-7818-4659-92f1-fa513b10cc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:30.377134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f1cd23-ae9a-4ebe-bb72-a3715893d14b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network hostable DHCP agents. Network: 509c0ee2-7818-4659-92f1-fa513b10cc6d, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:30.395738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f1cd23-ae9a-4ebe-bb72-a3715893d14b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network 509c0ee2-7818-4659-92f1-fa513b10cc6d is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:30.401950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:30.410894 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-19f1cd23-ae9a-4ebe-bb72-a3715893d14b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 509c0ee2-7818-4659-92f1-fa513b10cc6d) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:30.415101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f1cd23-ae9a-4ebe-bb72-a3715893d14b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:30.415904 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-19f1cd23-ae9a-4ebe-bb72-a3715893d14b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.434115 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-19f1cd23-ae9a-4ebe-bb72-a3715893d14b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5195246 Nov 24 13:27:30.436512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51192) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:30.498423 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.531850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:30.532225 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.543047 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.594410 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.624164 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65221ed1-d74c-44ed-8333-c6be045fc1f2 None None] Network 509c0ee2-7818-4659-92f1-fa513b10cc6d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:30.660769 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.666366 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.667293 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.693963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 74e0e222-b42c-4523-bb3a-739a3ad082b5 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:30.695198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7b2816-3180-4ba9-bd74-775836f79843,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:30.737287 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.758571 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.779744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509c0ee2-7818-4659-92f1-fa513b10cc6d']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:30.791136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc307b4-7518-4190-bb07-85ccdc06d878') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:30.791427 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc307b4-7518-4190-bb07-85ccdc06d878') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:30.792798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=78971f44-0944-4653-bf9b-6e92126f69c5,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:30.801968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.807764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 74e0e222-b42c-4523-bb3a-739a3ad082b5 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:30.808141 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.815937 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.823624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:30.824338 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:30.827399 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:30.831965 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d2360e-b9fc-40c2-a3c6-c24106fce237 None None] Network 509c0ee2-7818-4659-92f1-fa513b10cc6d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:30.871410 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Floating IP 3080be66-4727-42b5-b586-29e81bf6e1a0 associated. External IP: 172.25.0.174, port: 19c3352c-1ce4-4d24-8f96-e140154db9bf. Nov 24 13:27:30.891714 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.899581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:30.903155 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/509c0ee2-7818-4659-92f1-fa513b10cc6d HTTP/1.1" status: 204 len: 168 time: 0.4651656 Nov 24 13:27:30.913871 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51194) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:30.915351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193ca13-ac39-4f41-a36d-5b5dd7cba760 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Network': ['ID=509c0ee2-7818-4659-92f1-fa513b10cc6d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:30.919166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b77fc32f-c830-4573-bca8-0a7a5c6fb296 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1661819851'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:30.976780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77fc32f-c830-4573-bca8-0a7a5c6fb296 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:30.980182 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b77fc32f-c830-4573-bca8-0a7a5c6fb296 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:31.019356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77fc32f-c830-4573-bca8-0a7a5c6fb296 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:31.030880 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b77fc32f-c830-4573-bca8-0a7a5c6fb296 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:31.031221 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-b77fc32f-c830-4573-bca8-0a7a5c6fb296 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Added segment 4b29c20c-5054-401e-821e-d8c36e7e6770 of type vlan for network 5ed02777-7e21-4e23-9b2f-9858b36e7922 Nov 24 13:27:31.139205 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b77fc32f-c830-4573-bca8-0a7a5c6fb296 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:31.184188 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Router ec3a2266-3410-40b6-b403-1289bb783448 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:27:31.185220 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b77fc32f-c830-4573-bca8-0a7a5c6fb296 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:31.190650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77fc32f-c830-4573-bca8-0a7a5c6fb296 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:31.191257 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b77fc32f-c830-4573-bca8-0a7a5c6fb296 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:31.239418 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b77fc32f-c830-4573-bca8-0a7a5c6fb296 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3241220 Nov 24 13:27:31.242286 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51196) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:31.247382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c836f64f-50bc-4a94-ab00-c4103ff0192b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'subnet': {'network_id': '5ed02777-7e21-4e23-9b2f-9858b36e7922', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:31.306283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fc32f-c830-4573-bca8-0a7a5c6fb296 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Network': ['ID=5ed02777-7e21-4e23-9b2f-9858b36e7922,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:31.320518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 5ed02777-7e21-4e23-9b2f-9858b36e7922 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:31.346896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c836f64f-50bc-4a94-ab00-c4103ff0192b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:31.353903 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c836f64f-50bc-4a94-ab00-c4103ff0192b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:31.381479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:27:31.392664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37459dd-c283-4149-924a-940b5ab743f7 None None] Sync routers for ids ['ec3a2266-3410-40b6-b403-1289bb783448'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:27:31.402114 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:31.406774 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37459dd-c283-4149-924a-940b5ab743f7 None None] Routers {'ec3a2266-3410-40b6-b403-1289bb783448'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:27:31.407395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d37459dd-c283-4149-924a-940b5ab743f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:27:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ec3a2266-3410-40b6-b403-1289bb783448'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:31.434813 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6ec9b501-25ec-4fe4-b53a-2e15efaa575c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5253925 Nov 24 13:27:31.435335 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51198) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:31.435801 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'tag': '19c3352c-1ce4-4d24-8f96-e140154db9bf'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:27:31.438515 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521c0b48-e43c-4d83-8bae-598b0c9dcad8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba362534-278e-40bd-86cb-cc2fb227113b", "tag": "19c3352c-1ce4-4d24-8f96-e140154db9bf"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:27:31.496004 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f220a27-6d49-4c20-bedb-63702f42c1e0 x-openstack-request-id: req-9f220a27-6d49-4c20-bedb-63702f42c1e0 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:27:31.496315 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba362534-278e-40bd-86cb-cc2fb227113b", "tag": "19c3352c-1ce4-4d24-8f96-e140154db9bf", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:27:31.496578 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f220a27-6d49-4c20-bedb-63702f42c1e0 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:27:31.497030 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'tag': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'status': 'completed', 'code': 200} Nov 24 13:27:31.516666 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5311af09-0ee2-4a8e-87c5-de7a0e75796c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/floatingips/3080be66-4727-42b5-b586-29e81bf6e1a0 HTTP/1.1" status: 200 len: 992 time: 0.0747240 Nov 24 13:27:31.602613 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c836f64f-50bc-4a94-ab00-c4103ff0192b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:31.633905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c0b48-e43c-4d83-8bae-598b0c9dcad8 req-ff0b7a52-4460-4c89-b518-48688b15337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:31.635506 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-521c0b48-e43c-4d83-8bae-598b0c9dcad8 req-ff0b7a52-4460-4c89-b518-48688b15337a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04c842620a844a4298a861483918cdcb&device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 1097 time: 0.1147060 Nov 24 13:27:31.693827 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d37459dd-c283-4149-924a-940b5ab743f7 None None] Set router ec3a2266-3410-40b6-b403-1289bb783448 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:27:31.724621 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836f64f-50bc-4a94-ab00-c4103ff0192b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Subnet': ['ID=2cc87056-03c8-4336-bd0d-4f7c185799a5,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:31.752524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c836f64f-50bc-4a94-ab00-c4103ff0192b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Checking segment: {'id': '4b29c20c-5054-401e-821e-d8c36e7e6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5ed02777-7e21-4e23-9b2f-9858b36e7922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:31.752918 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c836f64f-50bc-4a94-ab00-c4103ff0192b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network hostable DHCP agents. Network: 5ed02777-7e21-4e23-9b2f-9858b36e7922, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:31.778174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c0b48-e43c-4d83-8bae-598b0c9dcad8 req-6bb74b37-76b0-4fec-b338-2accad7b0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:31.779679 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-521c0b48-e43c-4d83-8bae-598b0c9dcad8 req-6bb74b37-76b0-4fec-b338-2accad7b0169 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d11585e1-2b46-491c-b017-718b2fbb6f27 HTTP/1.1" status: 200 len: 898 time: 0.1350167 Nov 24 13:27:31.785374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c836f64f-50bc-4a94-ab00-c4103ff0192b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network 5ed02777-7e21-4e23-9b2f-9858b36e7922 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:31.829823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-c836f64f-50bc-4a94-ab00-c4103ff0192b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 5ed02777-7e21-4e23-9b2f-9858b36e7922) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:31.847979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836f64f-50bc-4a94-ab00-c4103ff0192b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:31.848658 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c836f64f-50bc-4a94-ab00-c4103ff0192b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:31.853363 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7c32ae-f51b-4490-bbbd-639d4492ca75 None None] Network 5ed02777-7e21-4e23-9b2f-9858b36e7922 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:32.053457 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d37459dd-c283-4149-924a-940b5ab743f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:27:11Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '3080be66-4727-42b5-b586-29e81bf6e1a0', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'port_id': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'mac_address': 'fa:16:3e:99:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:27:29Z', 'updated_at': '2021-11-24T13:27:29Z', 'revision_number': 0, 'project_id': '04c842620a844a4298a861483918cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:14Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:32.057737 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-5ed02777-7e21-4e23-9b2f-9858b36e7922', 'network_id': '5ed02777-7e21-4e23-9b2f-9858b36e7922', 'tenant_id': 'b58d406f1bfe4999add03c53b0775910', 'fixed_ips': [{'subnet_id': '2cc87056-03c8-4336-bd0d-4f7c185799a5'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:32.058583 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:32.095282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37459dd-c283-4149-924a-940b5ab743f7 None None] Checking router: ec3a2266-3410-40b6-b403-1289bb783448 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:27:32.116473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37459dd-c283-4149-924a-940b5ab743f7 None None] Routers {'ec3a2266-3410-40b6-b403-1289bb783448'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:27:32.117131 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d37459dd-c283-4149-924a-940b5ab743f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:27:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ec3a2266-3410-40b6-b403-1289bb783448'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:32.218098 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c836f64f-50bc-4a94-ab00-c4103ff0192b tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9720097 Nov 24 13:27:32.218331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51202) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:32.228559 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-107d295d-c45d-4cf9-be4b-c3dcc1c1a27d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'subnet': {'network_id': '5ed02777-7e21-4e23-9b2f-9858b36e7922', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:32.229757 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-521c0b48-e43c-4d83-8bae-598b0c9dcad8 req-cf11197d-29be-48ae-9dc7-d4fc4da8350d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19c3352c-1ce4-4d24-8f96-e140154db9bf HTTP/1.1" status: 200 len: 1000 time: 0.4410446 Nov 24 13:27:32.306094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d37459dd-c283-4149-924a-940b5ab743f7 None None] Set router ec3a2266-3410-40b6-b403-1289bb783448 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:27:32.333717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c0b48-e43c-4d83-8bae-598b0c9dcad8 req-38f1bcc8-d15b-4a03-9ddf-a136b781b5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:32.335173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-521c0b48-e43c-4d83-8bae-598b0c9dcad8 req-38f1bcc8-d15b-4a03-9ddf-a136b781b5c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=021114d2-00a5-4d5d-acf7-9066053111c6 HTTP/1.1" status: 200 len: 834 time: 0.0946543 Nov 24 13:27:32.344934 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Allocated IP 2001:db8::2 (5ed02777-7e21-4e23-9b2f-9858b36e7922/2cc87056-03c8-4336-bd0d-4f7c185799a5/519ea1e9-6d5c-48b4-befa-7e23b8a940ef) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:32.406081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c0b48-e43c-4d83-8bae-598b0c9dcad8 req-f9662b7a-d8ee-48a0-a6e3-e3131b5e2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:32.407583 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-521c0b48-e43c-4d83-8bae-598b0c9dcad8 req-f9662b7a-d8ee-48a0-a6e3-e3131b5e2d63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d11585e1-2b46-491c-b017-718b2fbb6f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586402 Nov 24 13:27:32.408341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107d295d-c45d-4cf9-be4b-c3dcc1c1a27d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:32.411847 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-107d295d-c45d-4cf9-be4b-c3dcc1c1a27d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:32.518554 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51204) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:32.586082 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-32df9bde-7211-43dc-add7-8caeda82054c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/floatingips/3080be66-4727-42b5-b586-29e81bf6e1a0 HTTP/1.1" status: 200 len: 992 time: 0.0657446 Nov 24 13:27:32.589337 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-521c0b48-e43c-4d83-8bae-598b0c9dcad8 req-ab2f504d-5618-432f-9834-4cfdfb2333b9 service neutron] 10.222.0.59 "GET /v2.0/networks/d11585e1-2b46-491c-b017-718b2fbb6f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636083 Nov 24 13:27:32.626330 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:32.636968 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:32.687431 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Network 5ed02777-7e21-4e23-9b2f-9858b36e7922 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:32.693417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Pushing event updated for resources: {'Port': ['ID=519ea1e9-6d5c-48b4-befa-7e23b8a940ef,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:32.695824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:32.700333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:32.729172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d37459dd-c283-4149-924a-940b5ab743f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:27:11Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '3080be66-4727-42b5-b586-29e81bf6e1a0', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'port_id': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'mac_address': 'fa:16:3e:99:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:27:29Z', 'updated_at': '2021-11-24T13:27:29Z', 'revision_number': 0, 'project_id': '04c842620a844a4298a861483918cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:14Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:32.754378 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-521c0b48-e43c-4d83-8bae-598b0c9dcad8 req-ec1adaba-e95e-45b2-b4f7-56f712da16a2 service neutron] 10.222.0.59 "GET /v2.0/networks/d11585e1-2b46-491c-b017-718b2fbb6f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550562 Nov 24 13:27:32.772433 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37459dd-c283-4149-924a-940b5ab743f7 None None] The sync data for ids ['ec3a2266-3410-40b6-b403-1289bb783448'] in n-d-817303-4 is: [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:27:11Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '3080be66-4727-42b5-b586-29e81bf6e1a0', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'port_id': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'mac_address': 'fa:16:3e:99:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:27:29Z', 'updated_at': '2021-11-24T13:27:29Z', 'revision_number': 0, 'project_id': '04c842620a844a4298a861483918cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:14Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:27:32.787520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Attempting to bind port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:27:32.787896 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Attempting to bind port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '4b29c20c-5054-401e-821e-d8c36e7e6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5ed02777-7e21-4e23-9b2f-9858b36e7922'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:27:32.788260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Attempting to bind port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef on network 5ed02777-7e21-4e23-9b2f-9858b36e7922 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:27:32.794509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:27:32.795094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Checking segment: {'id': '4b29c20c-5054-401e-821e-d8c36e7e6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5ed02777-7e21-4e23-9b2f-9858b36e7922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:32.795731 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:32.796391 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Bound using segment: {'id': '4b29c20c-5054-401e-821e-d8c36e7e6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5ed02777-7e21-4e23-9b2f-9858b36e7922'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:27:32.797255 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Bound port: 519ea1e9-6d5c-48b4-befa-7e23b8a940ef, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b29c20c-5054-401e-821e-d8c36e7e6770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5ed02777-7e21-4e23-9b2f-9858b36e7922'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:27:32.797884 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:32.824514 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-107d295d-c45d-4cf9-be4b-c3dcc1c1a27d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:32.867079 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] For port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:27:32.870477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] For port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=519ea1e9-6d5c-48b4-befa-7e23b8a940ef,segment=NetworkSegment(4b29c20c-5054-401e-821e-d8c36e7e6770),segment_id=4b29c20c-5054-401e-821e-d8c36e7e6770)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:27:32.873967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107d295d-c45d-4cf9-be4b-c3dcc1c1a27d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network 5ed02777-7e21-4e23-9b2f-9858b36e7922 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:32.874932 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:32.877678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-107d295d-c45d-4cf9-be4b-c3dcc1c1a27d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:32.882579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107d295d-c45d-4cf9-be4b-c3dcc1c1a27d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:32.883175 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-107d295d-c45d-4cf9-be4b-c3dcc1c1a27d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:32.894542 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d295d-c45d-4cf9-be4b-c3dcc1c1a27d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Subnet': ['ID=196f0c79-61ca-4734-8c14-1c4228975d27,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:32.906691 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-107d295d-c45d-4cf9-be4b-c3dcc1c1a27d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6873989 Nov 24 13:27:32.909463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51206) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:32.948250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e307a2d-4559-4348-a319-ada2bad3ebb4 None None] Pushing event updated for resources: {'Port': ['ID=519ea1e9-6d5c-48b4-befa-7e23b8a940ef,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:32.976889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487b528-8766-42e7-8fbd-ac738627295f tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:32.978703 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487b528-8766-42e7-8fbd-ac738627295f tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:32.980489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487b528-8766-42e7-8fbd-ac738627295f tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:32.982421 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487b528-8766-42e7-8fbd-ac738627295f tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:32.984060 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487b528-8766-42e7-8fbd-ac738627295f tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:32.988777 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6487b528-8766-42e7-8fbd-ac738627295f tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0752378 Nov 24 13:27:32.990540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51208) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:32.995719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6d3a3b4a-c11b-4ba3-9344-cf355a7c3941 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-823069828'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:33.019884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3a3b4a-c11b-4ba3-9344-cf355a7c3941 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:33.023602 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6d3a3b4a-c11b-4ba3-9344-cf355a7c3941 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:33.052113 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3a3b4a-c11b-4ba3-9344-cf355a7c3941 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:33.063009 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6d3a3b4a-c11b-4ba3-9344-cf355a7c3941 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:33.063420 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-6d3a3b4a-c11b-4ba3-9344-cf355a7c3941 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Added segment d324db60-f3e0-4543-9825-63019b5eddc1 of type vlan for network f9b3a000-008c-449e-9940-731bbf8e119d Nov 24 13:27:33.097472 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ed7d84-49ce-4a2b-84fa-003bf71354ef None None] New status for floating IP 3080be66-4727-42b5-b586-29e81bf6e1a0: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:27:33.133338 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6d3a3b4a-c11b-4ba3-9344-cf355a7c3941 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:33.183096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6d3a3b4a-c11b-4ba3-9344-cf355a7c3941 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:33.188961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3a3b4a-c11b-4ba3-9344-cf355a7c3941 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:33.189649 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6d3a3b4a-c11b-4ba3-9344-cf355a7c3941 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:33.235991 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6d3a3b4a-c11b-4ba3-9344-cf355a7c3941 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2419066 Nov 24 13:27:33.236759 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51210) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:33.242096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6b84e4a9-4139-4cf1-a3ec-c452a8e26c8e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:33.315412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a3b4a-c11b-4ba3-9344-cf355a7c3941 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Network': ['ID=f9b3a000-008c-449e-9940-731bbf8e119d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:33.327688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network f9b3a000-008c-449e-9940-731bbf8e119d details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:33.452044 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6b84e4a9-4139-4cf1-a3ec-c452a8e26c8e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:33.465798 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6b84e4a9-4139-4cf1-a3ec-c452a8e26c8e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:33.489067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6b84e4a9-4139-4cf1-a3ec-c452a8e26c8e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network f9b3a000-008c-449e-9940-731bbf8e119d is not hosted by any dhcp agent {{(pid=114985) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 13:27:33.495177 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b84e4a9-4139-4cf1-a3ec-c452a8e26c8e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:33.495768 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6b84e4a9-4139-4cf1-a3ec-c452a8e26c8e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:33.497130 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6b84e4a9-4139-4cf1-a3ec-c452a8e26c8e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "PUT /v2.0/networks/f9b3a000-008c-449e-9940-731bbf8e119d HTTP/1.1" status: 200 len: 723 time: 0.2597435 Nov 24 13:27:33.500104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51212) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:33.505156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ecfb57e9-1293-4e25-9a1b-49e14cffa067 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'subnet': {'network_id': 'f9b3a000-008c-449e-9940-731bbf8e119d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:33.542056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84e4a9-4139-4cf1-a3ec-c452a8e26c8e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Network': ['ID=f9b3a000-008c-449e-9940-731bbf8e119d,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:33.552618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network f9b3a000-008c-449e-9940-731bbf8e119d details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:33.589688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51214) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:33.601613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfb57e9-1293-4e25-9a1b-49e14cffa067 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:33.605413 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecfb57e9-1293-4e25-9a1b-49e14cffa067 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:33.673567 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-361d9f98-c533-42b3-b328-d0c934f05e51 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/floatingips/3080be66-4727-42b5-b586-29e81bf6e1a0 HTTP/1.1" status: 200 len: 994 time: 0.0821259 Nov 24 13:27:33.811553 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecfb57e9-1293-4e25-9a1b-49e14cffa067 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:33.873316 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb57e9-1293-4e25-9a1b-49e14cffa067 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Subnet': ['ID=94e50789-728b-4c4a-ac2f-28b167ff1474,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:33.882496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb57e9-1293-4e25-9a1b-49e14cffa067 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Checking segment: {'id': 'd324db60-f3e0-4543-9825-63019b5eddc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f9b3a000-008c-449e-9940-731bbf8e119d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:33.882863 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfb57e9-1293-4e25-9a1b-49e14cffa067 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network hostable DHCP agents. Network: f9b3a000-008c-449e-9940-731bbf8e119d, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:33.900632 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfb57e9-1293-4e25-9a1b-49e14cffa067 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network f9b3a000-008c-449e-9940-731bbf8e119d is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:33.911207 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-ecfb57e9-1293-4e25-9a1b-49e14cffa067 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, f9b3a000-008c-449e-9940-731bbf8e119d) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:33.918352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfb57e9-1293-4e25-9a1b-49e14cffa067 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:33.919092 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ecfb57e9-1293-4e25-9a1b-49e14cffa067 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:33.927983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0604971e-e53a-42ca-8d0c-15685777b378 None None] Network f9b3a000-008c-449e-9940-731bbf8e119d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:33.935098 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7f5034-926f-4225-be00-b1b8f869af35 None None] Network 5ed02777-7e21-4e23-9b2f-9858b36e7922 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:33.943286 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ecfb57e9-1293-4e25-9a1b-49e14cffa067 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4418030 Nov 24 13:27:33.945780 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51216) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:33.951280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1115e5cd-64fa-4d1b-af8b-f6526c74accc tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:34.055422 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1115e5cd-64fa-4d1b-af8b-f6526c74accc tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4678622'] for subnet, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.082106 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-01e044d2-3437-42e7-a5da-26663004538d None None] Provisioning complete for port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:34.082486 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-01e044d2-3437-42e7-a5da-26663004538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.210838 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1115e5cd-64fa-4d1b-af8b-f6526c74accc tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788463949177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4606001'] for subnet, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.249602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1115e5cd-64fa-4d1b-af8b-f6526c74accc tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:34.250294 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1115e5cd-64fa-4d1b-af8b-f6526c74accc tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.251701 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1115e5cd-64fa-4d1b-af8b-f6526c74accc tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "PUT /v2.0/subnets/94e50789-728b-4c4a-ac2f-28b167ff1474 HTTP/1.1" status: 200 len: 826 time: 0.3048155 Nov 24 13:27:34.255228 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51220) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:34.270533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115e5cd-64fa-4d1b-af8b-f6526c74accc tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Subnet': ['ID=94e50789-728b-4c4a-ac2f-28b167ff1474,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:34.357920 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 519ea1e9-6d5c-48b4-befa-7e23b8a940ef up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:34.365283 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.418346 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.477009 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.497290 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db40b068-0a30-45e2-826d-c051ebfeecde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-f9b3a000-008c-449e-9940-731bbf8e119d', 'network_id': 'f9b3a000-008c-449e-9940-731bbf8e119d', 'tenant_id': 'b58d406f1bfe4999add03c53b0775910', 'fixed_ips': [{'subnet_id': '94e50789-728b-4c4a-ac2f-28b167ff1474'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:34.498154 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-db40b068-0a30-45e2-826d-c051ebfeecde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.511341 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Subnet': ['ID=94e50789-728b-4c4a-ac2f-28b167ff1474,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:34.516831 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-01e044d2-3437-42e7-a5da-26663004538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.549871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:34.550251 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.572179 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.593731 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b3a000-008c-449e-9940-731bbf8e119d']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:34.603938 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd324db60-f3e0-4543-9825-63019b5eddc1') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:34.604562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd324db60-f3e0-4543-9825-63019b5eddc1') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:34.614101 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.627024 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.633121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:34.633512 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:34.636604 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:34.655920 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-01e044d2-3437-42e7-a5da-26663004538d None None] For port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=519ea1e9-6d5c-48b4-befa-7e23b8a940ef,segment=NetworkSegment(4b29c20c-5054-401e-821e-d8c36e7e6770),segment_id=4b29c20c-5054-401e-821e-d8c36e7e6770)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:34.668988 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-01e044d2-3437-42e7-a5da-26663004538d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.702999 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.703301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fad4fea-a922-4468-a881-583d0cc0916a None None] Network f9b3a000-008c-449e-9940-731bbf8e119d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:34.711509 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.717047 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/f9b3a000-008c-449e-9940-731bbf8e119d HTTP/1.1" status: 204 len: 168 time: 0.4578416 Nov 24 13:27:34.717428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51222) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:34.727834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fad4fea-a922-4468-a881-583d0cc0916a None None] Network f9b3a000-008c-449e-9940-731bbf8e119d could not be found, it might have been deleted concurrently. {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 13:27:34.728970 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace05221-2d70-45f2-8637-7e884c7dcfc4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Network': ['ID=f9b3a000-008c-449e-9940-731bbf8e119d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:34.735095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e458ef-bab8-40f2-80fc-2c27e0853877 None None] Update dhcp port {'port': {'network_id': '5ed02777-7e21-4e23-9b2f-9858b36e7922', 'fixed_ips': [{'subnet_id': '2cc87056-03c8-4336-bd0d-4f7c185799a5', 'ip_address': '2001:db8::2'}, {'subnet_id': '196f0c79-61ca-4734-8c14-1c4228975d27'}], 'binding:host_id': 'n-d-817303-4'}, 'id': '519ea1e9-6d5c-48b4-befa-7e23b8a940ef'} from n-d-817303-4. {{(pid=114987) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 24 13:27:34.741924 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-efaa6f05-2d27-486f-b01c-2b90f118e100 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:34.742442 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efaa6f05-2d27-486f-b01c-2b90f118e100 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:34.744255 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d760a-61d2-4283-893a-d498c270db3a None None] Network f9b3a000-008c-449e-9940-731bbf8e119d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:34.746111 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-efaa6f05-2d27-486f-b01c-2b90f118e100 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/f9b3a000-008c-449e-9940-731bbf8e119d HTTP/1.1" status: 404 len: 339 time: 0.0276875 Nov 24 13:27:34.749973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51224) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:34.755702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-67541a67-f62a-4a16-b219-2bb9ee70ce1e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-391844694', 'description': 'd1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:34.778119 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67541a67-f62a-4a16-b219-2bb9ee70ce1e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:34.781592 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67541a67-f62a-4a16-b219-2bb9ee70ce1e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.793532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d760a-61d2-4283-893a-d498c270db3a None None] Network f9b3a000-008c-449e-9940-731bbf8e119d could not be found, it might have been deleted concurrently. {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 13:27:34.798243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e044d2-3437-42e7-a5da-26663004538d None None] Pushing event updated for resources: {'Port': ['ID=519ea1e9-6d5c-48b4-befa-7e23b8a940ef,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:34.803051 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e0e458ef-bab8-40f2-80fc-2c27e0853877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.806720 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67541a67-f62a-4a16-b219-2bb9ee70ce1e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:34.816911 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67541a67-f62a-4a16-b219-2bb9ee70ce1e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.817252 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-67541a67-f62a-4a16-b219-2bb9ee70ce1e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Added segment 0b243d1c-e62b-4536-8aa2-2eaa1c907a17 of type vlan for network 7a294136-c38a-4855-8906-450fe94f9dec Nov 24 13:27:34.856921 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67541a67-f62a-4a16-b219-2bb9ee70ce1e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.883273 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67541a67-f62a-4a16-b219-2bb9ee70ce1e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.889088 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67541a67-f62a-4a16-b219-2bb9ee70ce1e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:34.889679 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67541a67-f62a-4a16-b219-2bb9ee70ce1e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:34.936374 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-67541a67-f62a-4a16-b219-2bb9ee70ce1e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1826849 Nov 24 13:27:34.937195 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51226) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:34.963521 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67541a67-f62a-4a16-b219-2bb9ee70ce1e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Network': ['ID=7a294136-c38a-4855-8906-450fe94f9dec,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:34.985819 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 7a294136-c38a-4855-8906-450fe94f9dec details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:35.022564 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2d4c1-c2d5-47db-a08f-46749a893684 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.024027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b5d2d4c1-c2d5-47db-a08f-46749a893684 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "GET /v2.0/networks?id=7a294136-c38a-4855-8906-450fe94f9dec HTTP/1.1" status: 200 len: 764 time: 0.0857961 Nov 24 13:27:35.026758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51228) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:35.031587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e78b4965-906f-458d-8aed-dbb933eb6013 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'network': {'description': 'd2'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:35.060436 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-e0e458ef-bab8-40f2-80fc-2c27e0853877 None None] Allocated IP 172.20.0.1 (5ed02777-7e21-4e23-9b2f-9858b36e7922/196f0c79-61ca-4734-8c14-1c4228975d27/519ea1e9-6d5c-48b4-befa-7e23b8a940ef) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:35.160554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e0e458ef-bab8-40f2-80fc-2c27e0853877 None None] For port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=519ea1e9-6d5c-48b4-befa-7e23b8a940ef,segment=NetworkSegment(4b29c20c-5054-401e-821e-d8c36e7e6770),segment_id=4b29c20c-5054-401e-821e-d8c36e7e6770)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:35.188293 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e78b4965-906f-458d-8aed-dbb933eb6013 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:35.190593 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e0e458ef-bab8-40f2-80fc-2c27e0853877 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:35.195405 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e0e458ef-bab8-40f2-80fc-2c27e0853877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:35.203369 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e78b4965-906f-458d-8aed-dbb933eb6013 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:35.221442 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e78b4965-906f-458d-8aed-dbb933eb6013 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network 7a294136-c38a-4855-8906-450fe94f9dec is not hosted by any dhcp agent {{(pid=114985) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 13:27:35.227377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78b4965-906f-458d-8aed-dbb933eb6013 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.228263 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e78b4965-906f-458d-8aed-dbb933eb6013 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:35.229767 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e78b4965-906f-458d-8aed-dbb933eb6013 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "PUT /v2.0/networks/7a294136-c38a-4855-8906-450fe94f9dec HTTP/1.1" status: 200 len: 761 time: 0.2020905 Nov 24 13:27:35.232773 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51230) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:35.287332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e458ef-bab8-40f2-80fc-2c27e0853877 None None] Pushing event updated for resources: {'Port': ['ID=519ea1e9-6d5c-48b4-befa-7e23b8a940ef,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:35.293093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b4965-906f-458d-8aed-dbb933eb6013 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Network': ['ID=7a294136-c38a-4855-8906-450fe94f9dec,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:35.307064 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 7a294136-c38a-4855-8906-450fe94f9dec details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:35.341463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2207a8-e91d-4eed-9979-bc6de1f53045 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.343201 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8c2207a8-e91d-4eed-9979-bc6de1f53045 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "GET /v2.0/networks?id=7a294136-c38a-4855-8906-450fe94f9dec HTTP/1.1" status: 200 len: 764 time: 0.1092184 Nov 24 13:27:35.347764 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51232) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:35.555016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d29ab5e-554c-4b2c-a888-ed83f9c97631 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.556569 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5d29ab5e-554c-4b2c-a888-ed83f9c97631 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2077606 Nov 24 13:27:35.559454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51234) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:35.605271 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-222dfa89-e0ec-4972-bef9-fe2bb17ae2ac tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 207 time: 0.0438664 Nov 24 13:27:35.608565 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51236) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:35.723779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799b171-d6fe-444a-9981-518803d54c50 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.729596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799b171-d6fe-444a-9981-518803d54c50 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.736005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799b171-d6fe-444a-9981-518803d54c50 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.742138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799b171-d6fe-444a-9981-518803d54c50 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.747917 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799b171-d6fe-444a-9981-518803d54c50 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.754669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799b171-d6fe-444a-9981-518803d54c50 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.756432 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f799b171-d6fe-444a-9981-518803d54c50 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1468215 Nov 24 13:27:35.760122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51238) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:35.765419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5d62f4-f781-4f13-9fa1-b0708d68918b None None] Network 5ed02777-7e21-4e23-9b2f-9858b36e7922 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:35.840988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2e5d9de4-e134-42cf-a2b9-1d773c144999 None None] Provisioning complete for port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:35.841381 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2e5d9de4-e134-42cf-a2b9-1d773c144999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:35.889182 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a0851faf-6241-4912-92d5-6857ff755b40 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1248767 Nov 24 13:27:35.889457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51240) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:35.944457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d589f6-680c-451f-937c-8d53d4891334 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.946256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d589f6-680c-451f-937c-8d53d4891334 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.948069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d589f6-680c-451f-937c-8d53d4891334 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.949277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d589f6-680c-451f-937c-8d53d4891334 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.950859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d589f6-680c-451f-937c-8d53d4891334 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:35.955792 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-65d589f6-680c-451f-937c-8d53d4891334 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0620887 Nov 24 13:27:35.956117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51242) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:36.020171 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c9716a-9bf5-425b-8ac3-2d56260d06c4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:36.021783 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c9716a-9bf5-425b-8ac3-2d56260d06c4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:36.023213 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c9716a-9bf5-425b-8ac3-2d56260d06c4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:36.024683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c9716a-9bf5-425b-8ac3-2d56260d06c4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:36.026134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c9716a-9bf5-425b-8ac3-2d56260d06c4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['shared'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:36.028293 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-41c9716a-9bf5-425b-8ac3-2d56260d06c4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0712535 Nov 24 13:27:36.031932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51244) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:36.145935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42027f08-f6e1-4f54-89e6-e710285e9740 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:36.147437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-42027f08-f6e1-4f54-89e6-e710285e9740 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "GET /v2.0/networks/9ff09a09-8608-4f25-8380-7e1790cdc32c HTTP/1.1" status: 200 len: 803 time: 0.1145058 Nov 24 13:27:36.151280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51246) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:36.162837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 519ea1e9-6d5c-48b4-befa-7e23b8a940ef up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:36.216685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d0bb33bb-569b-4e3b-8554-88d42b18b510 None None] Provisioning complete for port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:36.217082 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d0bb33bb-569b-4e3b-8554-88d42b18b510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:36.246799 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:36.247197 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:36.252693 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-94333228-1e54-4cf0-a067-bdd80a7d85cc tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "GET /v2.0/networks/9ff09a09-8608-4f25-8380-7e1790cdc32c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1001365 Nov 24 13:27:36.255686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51248) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:36.310896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e795e0-768e-442a-b24b-fe4b3c3b2d32 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:36.312119 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d9e795e0-768e-442a-b24b-fe4b3c3b2d32 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "GET /v2.0/subnets/3db6da53-0d06-45e5-a683-df94352c609e HTTP/1.1" status: 200 len: 843 time: 0.0554790 Nov 24 13:27:36.315882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51250) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:36.369035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f26dd-469f-4015-bec8-d02342d41335 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:36.370619 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1d6f26dd-469f-4015-bec8-d02342d41335 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "GET /v2.0/subnets/3db6da53-0d06-45e5-a683-df94352c609e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0537477 Nov 24 13:27:36.375680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51252) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:36.383671 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-04fc4a68-b549-4337-9576-9e284bb695a6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-651600875'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:36.403965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fc4a68-b549-4337-9576-9e284bb695a6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:36.407361 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-04fc4a68-b549-4337-9576-9e284bb695a6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:36.431452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fc4a68-b549-4337-9576-9e284bb695a6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:36.440124 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-04fc4a68-b549-4337-9576-9e284bb695a6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:36.440473 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-04fc4a68-b549-4337-9576-9e284bb695a6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Added segment 3ce63285-5c3b-4680-a784-d5a521a713a5 of type vlan for network 75acb439-1e09-438a-afb0-869a0bf282d3 Nov 24 13:27:36.457488 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:36.480358 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-04fc4a68-b549-4337-9576-9e284bb695a6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:36.504706 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-04fc4a68-b549-4337-9576-9e284bb695a6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:36.510217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fc4a68-b549-4337-9576-9e284bb695a6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:36.510805 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-04fc4a68-b549-4337-9576-9e284bb695a6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:36.543691 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-04fc4a68-b549-4337-9576-9e284bb695a6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1657343 Nov 24 13:27:36.546865 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51254) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:36.552634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-a2934d09-48f8-4a2a-8169-d6fce794625a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'subnet': {'network_id': '75acb439-1e09-438a-afb0-869a0bf282d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:36.584163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc4a68-b549-4337-9576-9e284bb695a6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Network': ['ID=75acb439-1e09-438a-afb0-869a0bf282d3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:36.594248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 75acb439-1e09-438a-afb0-869a0bf282d3 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:36.640678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2934d09-48f8-4a2a-8169-d6fce794625a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Made reservation on behalf of b58d406f1bfe4999add03c53b0775910 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:36.644748 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2934d09-48f8-4a2a-8169-d6fce794625a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:36.703852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.ipam_backend_mixin [None req-a2934d09-48f8-4a2a-8169-d6fce794625a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Performing IP validity checks on allocation pools {{(pid=114986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 13:27:36.704380 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.ipam_backend_mixin [None req-a2934d09-48f8-4a2a-8169-d6fce794625a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 13:27:36.827359 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2934d09-48f8-4a2a-8169-d6fce794625a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:36.895943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2934d09-48f8-4a2a-8169-d6fce794625a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Subnet': ['ID=41546a76-4c23-4860-af8e-dc298e926483,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:36.903263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2934d09-48f8-4a2a-8169-d6fce794625a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Checking segment: {'id': '3ce63285-5c3b-4680-a784-d5a521a713a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75acb439-1e09-438a-afb0-869a0bf282d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:36.903656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2934d09-48f8-4a2a-8169-d6fce794625a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network hostable DHCP agents. Network: 75acb439-1e09-438a-afb0-869a0bf282d3, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:36.920544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2934d09-48f8-4a2a-8169-d6fce794625a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Network 75acb439-1e09-438a-afb0-869a0bf282d3 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:36.928300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-a2934d09-48f8-4a2a-8169-d6fce794625a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 75acb439-1e09-438a-afb0-869a0bf282d3) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:36.932248 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2934d09-48f8-4a2a-8169-d6fce794625a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:36.932923 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2934d09-48f8-4a2a-8169-d6fce794625a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:36.937121 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8184ff44-28c9-421d-83e8-6168a7017f35 None None] Network 75acb439-1e09-438a-afb0-869a0bf282d3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:36.949871 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a2934d09-48f8-4a2a-8169-d6fce794625a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4018617 Nov 24 13:27:36.952788 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51256) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:36.958509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1787558b-8ed1-499c-a99f-2838f741a79a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:37.049736 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1787558b-8ed1-499c-a99f-2838f741a79a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32645597'] for subnet, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.085453 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-75acb439-1e09-438a-afb0-869a0bf282d3', 'network_id': '75acb439-1e09-438a-afb0-869a0bf282d3', 'tenant_id': 'b58d406f1bfe4999add03c53b0775910', 'fixed_ips': [{'subnet_id': '41546a76-4c23-4860-af8e-dc298e926483'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:37.086347 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.211934 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1787558b-8ed1-499c-a99f-2838f741a79a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788463949177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32614737'] for subnet, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.255540 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1787558b-8ed1-499c-a99f-2838f741a79a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:37.256207 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1787558b-8ed1-499c-a99f-2838f741a79a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.257809 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1787558b-8ed1-499c-a99f-2838f741a79a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "PUT /v2.0/subnets/41546a76-4c23-4860-af8e-dc298e926483 HTTP/1.1" status: 200 len: 900 time: 0.3039525 Nov 24 13:27:37.260696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51258) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:37.262904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Allocated IP 2001:db8::3 (75acb439-1e09-438a-afb0-869a0bf282d3/41546a76-4c23-4860-af8e-dc298e926483/aa4c6308-5d03-4a0e-8225-8dcc2f123491) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:37.270360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787558b-8ed1-499c-a99f-2838f741a79a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event updated for resources: {'Subnet': ['ID=41546a76-4c23-4860-af8e-dc298e926483,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:37.358362 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.407917 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.413992 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.416795 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.458053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Network 75acb439-1e09-438a-afb0-869a0bf282d3 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:37.460889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:37.464417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:37.471328 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Pushing event updated for resources: {'Port': ['ID=aa4c6308-5d03-4a0e-8225-8dcc2f123491,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:37.490487 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.517857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Subnet': ['ID=41546a76-4c23-4860-af8e-dc298e926483,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:37.524282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Attempting to bind port aa4c6308-5d03-4a0e-8225-8dcc2f123491 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:27:37.524744 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Attempting to bind port aa4c6308-5d03-4a0e-8225-8dcc2f123491 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '3ce63285-5c3b-4680-a784-d5a521a713a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75acb439-1e09-438a-afb0-869a0bf282d3'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:27:37.525206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Attempting to bind port aa4c6308-5d03-4a0e-8225-8dcc2f123491 on network 75acb439-1e09-438a-afb0-869a0bf282d3 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:27:37.530406 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:27:37.530784 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Checking segment: {'id': '3ce63285-5c3b-4680-a784-d5a521a713a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75acb439-1e09-438a-afb0-869a0bf282d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:37.531210 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.531619 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Bound using segment: {'id': '3ce63285-5c3b-4680-a784-d5a521a713a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75acb439-1e09-438a-afb0-869a0bf282d3'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:27:37.532084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Bound port: aa4c6308-5d03-4a0e-8225-8dcc2f123491, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce63285-5c3b-4680-a784-d5a521a713a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '75acb439-1e09-438a-afb0-869a0bf282d3'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:27:37.532463 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.580243 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.595117 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] For port aa4c6308-5d03-4a0e-8225-8dcc2f123491, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:27:37.598800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] For port aa4c6308-5d03-4a0e-8225-8dcc2f123491, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=aa4c6308-5d03-4a0e-8225-8dcc2f123491,segment=NetworkSegment(3ce63285-5c3b-4680-a784-d5a521a713a5),segment_id=3ce63285-5c3b-4680-a784-d5a521a713a5)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:27:37.601969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75acb439-1e09-438a-afb0-869a0bf282d3']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:37.604769 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.615518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce63285-5c3b-4680-a784-d5a521a713a5') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:37.615958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce63285-5c3b-4680-a784-d5a521a713a5') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:37.629555 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.645123 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.653390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:37.654020 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:37.657551 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:37.723938 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71d81b-d82b-4aaf-b04a-9f6a14a4e592 None None] Pushing event updated for resources: {'Port': ['ID=aa4c6308-5d03-4a0e-8225-8dcc2f123491,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:37.726300 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.db.api [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 13:27:37.726300 n-d-817303-4 neutron-server[114985]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 13:27:37.726300 n-d-817303-4 neutron-server[114985]: [parameters: {'id': '75acb439-1e09-438a-afb0-869a0bf282d3'}] Nov 24 13:27:37.726300 n-d-817303-4 neutron-server[114985]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:27:37.726897 n-d-817303-4 neutron-server[114985]: DEBUG oslo_db.api [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:27:37.741983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0007816-0d8f-45cc-a79c-eae344a6dd96 None None] Network 75acb439-1e09-438a-afb0-869a0bf282d3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:37.863606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2fdd30-c9eb-4695-ba2d-4b024c9efa91 None None] Network 75acb439-1e09-438a-afb0-869a0bf282d3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:37.985266 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3e7acc-1cfd-405c-837e-797d480aebe3 None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 13:27:38.096827 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3e7acc-1cfd-405c-837e-797d480aebe3 None None] Resources bound (agent type, host, resource id): {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:27:38.228573 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.291969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Deleting port aa4c6308-5d03-4a0e-8225-8dcc2f123491 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:38.292757 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.354734 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] For port aa4c6308-5d03-4a0e-8225-8dcc2f123491, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=aa4c6308-5d03-4a0e-8225-8dcc2f123491,segment=NetworkSegment(3ce63285-5c3b-4680-a784-d5a521a713a5),segment_id=3ce63285-5c3b-4680-a784-d5a521a713a5)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:38.355094 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.368745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Calling delete_port for aa4c6308-5d03-4a0e-8225-8dcc2f123491 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:38.451783 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.478496 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Port': ['ID=aa4c6308-5d03-4a0e-8225-8dcc2f123491,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:38.480312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No DVR routers for this DVR port aa4c6308-5d03-4a0e-8225-8dcc2f123491 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:27:38.561344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.580977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75acb439-1e09-438a-afb0-869a0bf282d3']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:38.590519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce63285-5c3b-4680-a784-d5a521a713a5') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:38.590839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce63285-5c3b-4680-a784-d5a521a713a5') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:38.599949 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.612923 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.618850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:38.619228 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:38.622209 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:38.678758 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.686176 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.688594 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/75acb439-1e09-438a-afb0-869a0bf282d3 HTTP/1.1" status: 204 len: 168 time: 1.4265406 Nov 24 13:27:38.692546 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51260) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:38.700244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77924b93-59f3-4283-bf60-67605a6de198 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Network': ['ID=75acb439-1e09-438a-afb0-869a0bf282d3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:38.721660 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc1b181-1c06-478d-ae9b-126854618cfc tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:38.722107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc1b181-1c06-478d-ae9b-126854618cfc tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:38.725126 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fcc1b181-1c06-478d-ae9b-126854618cfc tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/subnets/41546a76-4c23-4860-af8e-dc298e926483 HTTP/1.1" status: 404 len: 337 time: 0.0313845 Nov 24 13:27:38.727603 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51262) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:38.749695 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d379f38-f51c-43b1-9445-809be776cea4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:38.750174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d379f38-f51c-43b1-9445-809be776cea4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:38.753125 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9d379f38-f51c-43b1-9445-809be776cea4 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/75acb439-1e09-438a-afb0-869a0bf282d3 HTTP/1.1" status: 404 len: 339 time: 0.0246303 Nov 24 13:27:38.756036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51264) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:38.829445 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-488a0dd4-db6e-4281-b78d-983f9f38e3fb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.915642 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-488a0dd4-db6e-4281-b78d-983f9f38e3fb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.935372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-488a0dd4-db6e-4281-b78d-983f9f38e3fb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a294136-c38a-4855-8906-450fe94f9dec']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:38.945021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-488a0dd4-db6e-4281-b78d-983f9f38e3fb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b243d1c-e62b-4536-8aa2-2eaa1c907a17') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:38.945321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-488a0dd4-db6e-4281-b78d-983f9f38e3fb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b243d1c-e62b-4536-8aa2-2eaa1c907a17') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:38.954410 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-488a0dd4-db6e-4281-b78d-983f9f38e3fb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.966998 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-488a0dd4-db6e-4281-b78d-983f9f38e3fb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.972757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488a0dd4-db6e-4281-b78d-983f9f38e3fb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:38.973140 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-488a0dd4-db6e-4281-b78d-983f9f38e3fb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:38.976013 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:39.031532 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-488a0dd4-db6e-4281-b78d-983f9f38e3fb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.038023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-488a0dd4-db6e-4281-b78d-983f9f38e3fb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.041156 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-488a0dd4-db6e-4281-b78d-983f9f38e3fb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/7a294136-c38a-4855-8906-450fe94f9dec HTTP/1.1" status: 204 len: 168 time: 0.2841992 Nov 24 13:27:39.043743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51266) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:39.052421 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a0dd4-db6e-4281-b78d-983f9f38e3fb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Network': ['ID=7a294136-c38a-4855-8906-450fe94f9dec,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:39.070745 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8bbcca-8506-4e04-8db8-6b2516deb168 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:39.071210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8bbcca-8506-4e04-8db8-6b2516deb168 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:39.074285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-df8bbcca-8506-4e04-8db8-6b2516deb168 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/subnets/94e50789-728b-4c4a-ac2f-28b167ff1474 HTTP/1.1" status: 404 len: 337 time: 0.0294533 Nov 24 13:27:39.076704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51268) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:39.097812 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d96228-eccd-45b9-9b54-d37ed136cdce tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:39.098210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d96228-eccd-45b9-9b54-d37ed136cdce tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:39.101173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-19d96228-eccd-45b9-9b54-d37ed136cdce tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/f9b3a000-008c-449e-9940-731bbf8e119d HTTP/1.1" status: 404 len: 339 time: 0.0235565 Nov 24 13:27:39.103583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51270) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:39.152867 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-317994f2-988c-47e1-b533-f8541fe70c6d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Deleting subnet 196f0c79-61ca-4734-8c14-1c4228975d27 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:27:39.155836 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-317994f2-988c-47e1-b533-f8541fe70c6d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.194835 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-317994f2-988c-47e1-b533-f8541fe70c6d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.287419 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-317994f2-988c-47e1-b533-f8541fe70c6d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.343652 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-317994f2-988c-47e1-b533-f8541fe70c6d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.375199 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-317994f2-988c-47e1-b533-f8541fe70c6d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.379096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-317994f2-988c-47e1-b533-f8541fe70c6d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/subnets/196f0c79-61ca-4734-8c14-1c4228975d27 HTTP/1.1" status: 204 len: 168 time: 0.2746131 Nov 24 13:27:39.380775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5964fe10-434e-4759-a0bd-dbf2eb79e29f None None] Network 5ed02777-7e21-4e23-9b2f-9858b36e7922 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:39.381286 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317994f2-988c-47e1-b533-f8541fe70c6d tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Subnet': ['ID=196f0c79-61ca-4734-8c14-1c4228975d27,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:39.381810 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51272) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:39.438774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-301e05f0-df0b-449c-b189-42e14f8c53e6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Deleting subnet 2cc87056-03c8-4336-bd0d-4f7c185799a5 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:27:39.441955 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-301e05f0-df0b-449c-b189-42e14f8c53e6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.482769 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-301e05f0-df0b-449c-b189-42e14f8c53e6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.566946 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-301e05f0-df0b-449c-b189-42e14f8c53e6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.631092 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-301e05f0-df0b-449c-b189-42e14f8c53e6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.662377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e05f0-df0b-449c-b189-42e14f8c53e6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc87056-03c8-4336-bd0d-4f7c185799a5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:39.666083 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-301e05f0-df0b-449c-b189-42e14f8c53e6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.669275 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-301e05f0-df0b-449c-b189-42e14f8c53e6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/subnets/2cc87056-03c8-4336-bd0d-4f7c185799a5 HTTP/1.1" status: 204 len: 168 time: 0.2864685 Nov 24 13:27:39.671752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51274) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:39.752826 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.753317 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.808977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Deleting port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:39.809321 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.884028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] For port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=519ea1e9-6d5c-48b4-befa-7e23b8a940ef,segment=NetworkSegment(4b29c20c-5054-401e-821e-d8c36e7e6770),segment_id=4b29c20c-5054-401e-821e-d8c36e7e6770)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:39.884305 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:39.897424 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Calling delete_port for 519ea1e9-6d5c-48b4-befa-7e23b8a940ef owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:39.977432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.003127 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae670480-b674-494a-b4b1-4ebc94e67112 None None] Network 5ed02777-7e21-4e23-9b2f-9858b36e7922 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:40.005811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Port': ['ID=519ea1e9-6d5c-48b4-befa-7e23b8a940ef,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:40.011678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No DVR routers for this DVR port 519ea1e9-6d5c-48b4-befa-7e23b8a940ef on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:27:40.028356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-cad4de7b-7e87-4342-949f-27d4bb6252e1 None None] Could not find standard attr ID for object 519ea1e9-6d5c-48b4-befa-7e23b8a940ef. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:27:40.089840 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.130976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed02777-7e21-4e23-9b2f-9858b36e7922']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:40.146775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b29c20c-5054-401e-821e-d8c36e7e6770') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:40.147079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b29c20c-5054-401e-821e-d8c36e7e6770') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:40.157131 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.161948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a921652c-a5e9-451c-ac98-82ba3747bfb8 None None] DHCP port deletion for 5ed02777-7e21-4e23-9b2f-9858b36e7922 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:27:40.171890 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.183226 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:40.183647 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:40.186683 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:40.249204 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.266581 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.269917 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/5ed02777-7e21-4e23-9b2f-9858b36e7922 HTTP/1.1" status: 204 len: 168 time: 0.5972435 Nov 24 13:27:40.271328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecdfbf-addb-4fcd-bfaf-48389fbc41ed tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Network': ['ID=5ed02777-7e21-4e23-9b2f-9858b36e7922,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:40.272579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51276) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:40.299784 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d0ba2f-3f77-4f1a-bf01-51f5d005b068 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:40.300818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d0ba2f-3f77-4f1a-bf01-51f5d005b068 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:40.303810 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-95d0ba2f-3f77-4f1a-bf01-51f5d005b068 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/subnets/4a7b2816-3180-4ba9-bd74-775836f79843 HTTP/1.1" status: 404 len: 337 time: 0.0300715 Nov 24 13:27:40.306639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51280) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:40.324388 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b8e3b5-60de-433c-8e95-afc43a01022a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:40.324882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b8e3b5-60de-433c-8e95-afc43a01022a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:40.327773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f2b8e3b5-60de-433c-8e95-afc43a01022a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/509c0ee2-7818-4659-92f1-fa513b10cc6d HTTP/1.1" status: 404 len: 339 time: 0.0202525 Nov 24 13:27:40.330166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51282) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:40.356237 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90fb34d-a176-4d94-a1e5-2a858158432f tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:40.356971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90fb34d-a176-4d94-a1e5-2a858158432f tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:40.359709 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f90fb34d-a176-4d94-a1e5-2a858158432f tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/subnets/314bb53e-581e-40d3-9b53-71733f68b9af HTTP/1.1" status: 404 len: 337 time: 0.0286765 Nov 24 13:27:40.362244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51284) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:40.379705 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-7463e1ba-7ebd-4403-860e-b2a50c1a4a09 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:40.380202 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7463e1ba-7ebd-4403-860e-b2a50c1a4a09 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:40.383469 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7463e1ba-7ebd-4403-860e-b2a50c1a4a09 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/aa236c8e-4f41-4aa0-9aaf-9e5a581b2a6c HTTP/1.1" status: 404 len: 339 time: 0.0200887 Nov 24 13:27:40.385765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51286) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:40.415553 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8c9561-c837-422f-837e-587eb9393bfc tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:40.416002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8c9561-c837-422f-837e-587eb9393bfc tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:40.419020 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4e8c9561-c837-422f-837e-587eb9393bfc tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/subnets/1538d6d8-4d58-47cf-bb96-da3108a6fc1d HTTP/1.1" status: 404 len: 337 time: 0.0323513 Nov 24 13:27:40.421483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51288) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:40.439111 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47ea8a2-7377-4801-b89d-f1097851545e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:40.439594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47ea8a2-7377-4801-b89d-f1097851545e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:40.442652 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c47ea8a2-7377-4801-b89d-f1097851545e tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/70d8891a-16cd-43c6-a8a3-954aec1ebea8 HTTP/1.1" status: 404 len: 339 time: 0.0202880 Nov 24 13:27:40.445051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51290) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:40.494260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-976bfb2f-c0cc-451b-b0dc-09f29f73f4a3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Deleting subnet 88fa5860-8be4-4ea1-914a-8923c1fb01d0 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:27:40.497283 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-976bfb2f-c0cc-451b-b0dc-09f29f73f4a3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.536512 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-976bfb2f-c0cc-451b-b0dc-09f29f73f4a3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.620983 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-976bfb2f-c0cc-451b-b0dc-09f29f73f4a3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.677808 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-976bfb2f-c0cc-451b-b0dc-09f29f73f4a3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.704048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bfb2f-c0cc-451b-b0dc-09f29f73f4a3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Subnet': ['ID=88fa5860-8be4-4ea1-914a-8923c1fb01d0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:40.708246 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-976bfb2f-c0cc-451b-b0dc-09f29f73f4a3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.711107 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-976bfb2f-c0cc-451b-b0dc-09f29f73f4a3 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/subnets/88fa5860-8be4-4ea1-914a-8923c1fb01d0 HTTP/1.1" status: 204 len: 168 time: 0.2651749 Nov 24 13:27:40.713569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51292) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:40.714358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4c87e4-908a-4df9-b623-82d3c645b289 None None] Network 30cc554a-3a55-4d97-8499-1353d24a1dd6 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:40.788458 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.845999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Deleting port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:40.846348 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.875668 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e9428b-a393-494e-a9a2-be0ce7ff5a92 None None] DHCP port deletion for 30cc554a-3a55-4d97-8499-1353d24a1dd6 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:27:40.914984 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] For port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76,segment=NetworkSegment(7d633992-296f-4635-84fe-33c7de895a1b),segment_id=7d633992-296f-4635-84fe-33c7de895a1b)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:40.915347 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.926150 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-36e9428b-a393-494e-a9a2-be0ce7ff5a92 None None] Deleting port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:40.926580 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-36e9428b-a393-494e-a9a2-be0ce7ff5a92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:40.927692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Calling delete_port for e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:40.987629 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-36e9428b-a393-494e-a9a2-be0ce7ff5a92 None None] For port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76,segment=NetworkSegment(7d633992-296f-4635-84fe-33c7de895a1b),segment_id=7d633992-296f-4635-84fe-33c7de895a1b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:40.988023 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-36e9428b-a393-494e-a9a2-be0ce7ff5a92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.000307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-36e9428b-a393-494e-a9a2-be0ce7ff5a92 None None] Calling delete_port for e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:41.010981 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.037187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Port': ['ID=e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:41.040927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No DVR routers for this DVR port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:27:41.079598 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-36e9428b-a393-494e-a9a2-be0ce7ff5a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.106146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9428b-a393-494e-a9a2-be0ce7ff5a92 None None] Pushing event deleted for resources: {'Port': ['ID=e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:41.107910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e9428b-a393-494e-a9a2-be0ce7ff5a92 None None] No DVR routers for this DVR port e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:27:41.123691 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.143980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cc554a-3a55-4d97-8499-1353d24a1dd6']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:41.153094 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d633992-296f-4635-84fe-33c7de895a1b') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:41.153387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d633992-296f-4635-84fe-33c7de895a1b') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:41.162789 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.176115 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.181831 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:41.182205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:41.185050 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:41.241527 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.247943 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.251098 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/30cc554a-3a55-4d97-8499-1353d24a1dd6 HTTP/1.1" status: 204 len: 168 time: 0.5365930 Nov 24 13:27:41.253833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51294) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:41.262842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfc6b0-34be-4a09-907d-aa64eba381ab tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Network': ['ID=30cc554a-3a55-4d97-8499-1353d24a1dd6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:41.280474 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-7352dc3b-3862-4cda-a7db-dcaa4a75d8eb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:41.280976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7352dc3b-3862-4cda-a7db-dcaa4a75d8eb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:41.284005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7352dc3b-3862-4cda-a7db-dcaa4a75d8eb tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/subnets/fd19dd15-49f0-40bc-9430-c6bef66efe1f HTTP/1.1" status: 404 len: 337 time: 0.0291729 Nov 24 13:27:41.286572 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51296) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:41.304243 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-57308f35-27fe-4d85-bb5b-b306856ffe97 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:41.304741 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57308f35-27fe-4d85-bb5b-b306856ffe97 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:41.309988 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-57308f35-27fe-4d85-bb5b-b306856ffe97 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/b5a59ce8-da0e-409a-a986-0ce528966c26 HTTP/1.1" status: 404 len: 339 time: 0.0203004 Nov 24 13:27:41.310243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51298) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:41.365621 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d10fd48-340f-4a29-9071-090254d63b6a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Deleting subnet 3db6da53-0d06-45e5-a683-df94352c609e {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:27:41.369459 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5d10fd48-340f-4a29-9071-090254d63b6a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.408638 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5d10fd48-340f-4a29-9071-090254d63b6a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.489558 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5d10fd48-340f-4a29-9071-090254d63b6a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.549461 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5d10fd48-340f-4a29-9071-090254d63b6a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.579134 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5d10fd48-340f-4a29-9071-090254d63b6a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.584004 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5d10fd48-340f-4a29-9071-090254d63b6a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/subnets/3db6da53-0d06-45e5-a683-df94352c609e HTTP/1.1" status: 204 len: 168 time: 0.2726052 Nov 24 13:27:41.585024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d10fd48-340f-4a29-9071-090254d63b6a tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Subnet': ['ID=3db6da53-0d06-45e5-a683-df94352c609e,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:41.585362 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e740ec5c-b56e-4665-a0b7-dd1f2a27672c None None] Network 9ff09a09-8608-4f25-8380-7e1790cdc32c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:41.586440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51300) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:41.761738 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09a3cd9-6f96-41e7-9547-3b5ec42f1789 None None] DHCP port deletion for 9ff09a09-8608-4f25-8380-7e1790cdc32c request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:27:41.810283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e09a3cd9-6f96-41e7-9547-3b5ec42f1789 None None] Deleting port 74e0e222-b42c-4523-bb3a-739a3ad082b5 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:41.810746 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e09a3cd9-6f96-41e7-9547-3b5ec42f1789 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.885578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e09a3cd9-6f96-41e7-9547-3b5ec42f1789 None None] For port 74e0e222-b42c-4523-bb3a-739a3ad082b5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=74e0e222-b42c-4523-bb3a-739a3ad082b5,segment=NetworkSegment(7b55133f-76d7-45ea-ad6b-cb3dabf9695c),segment_id=7b55133f-76d7-45ea-ad6b-cb3dabf9695c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:41.885974 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e09a3cd9-6f96-41e7-9547-3b5ec42f1789 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.903032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e09a3cd9-6f96-41e7-9547-3b5ec42f1789 None None] Calling delete_port for 74e0e222-b42c-4523-bb3a-739a3ad082b5 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:41.982245 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e09a3cd9-6f96-41e7-9547-3b5ec42f1789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:41.986181 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1d6cea3d-5228-4a12-8fa2-818e610ffff6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:42.008178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a3cd9-6f96-41e7-9547-3b5ec42f1789 None None] Pushing event deleted for resources: {'Port': ['ID=74e0e222-b42c-4523-bb3a-739a3ad082b5,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:42.011704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a3cd9-6f96-41e7-9547-3b5ec42f1789 None None] No DVR routers for this DVR port 74e0e222-b42c-4523-bb3a-739a3ad082b5 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:27:42.070915 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1d6cea3d-5228-4a12-8fa2-818e610ffff6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:42.094652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-1d6cea3d-5228-4a12-8fa2-818e610ffff6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff09a09-8608-4f25-8380-7e1790cdc32c']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:42.104016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-1d6cea3d-5228-4a12-8fa2-818e610ffff6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b55133f-76d7-45ea-ad6b-cb3dabf9695c') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:42.104316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-1d6cea3d-5228-4a12-8fa2-818e610ffff6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b55133f-76d7-45ea-ad6b-cb3dabf9695c') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:42.118623 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1d6cea3d-5228-4a12-8fa2-818e610ffff6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:42.134113 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1d6cea3d-5228-4a12-8fa2-818e610ffff6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:42.140848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6cea3d-5228-4a12-8fa2-818e610ffff6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:42.141205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1d6cea3d-5228-4a12-8fa2-818e610ffff6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:42.144255 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:42.155221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:27:42.174980 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:27:42.175837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e3f6a035-13cc-4a7e-a3e1-62fd94ff3f76 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:27:42.176252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 519ea1e9-6d5c-48b4-befa-7e23b8a940ef no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:27:42.198823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 519ea1e9-6d5c-48b4-befa-7e23b8a940ef {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:27:42.199182 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 519ea1e9-6d5c-48b4-befa-7e23b8a940ef not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:27:42.199598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 74e0e222-b42c-4523-bb3a-739a3ad082b5 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:27:42.202918 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1d6cea3d-5228-4a12-8fa2-818e610ffff6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:42.209738 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1d6cea3d-5228-4a12-8fa2-818e610ffff6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:42.212754 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1d6cea3d-5228-4a12-8fa2-818e610ffff6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] 10.222.0.48 "DELETE /v2.0/networks/9ff09a09-8608-4f25-8380-7e1790cdc32c HTTP/1.1" status: 204 len: 168 time: 0.6226635 Nov 24 13:27:42.219591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 74e0e222-b42c-4523-bb3a-739a3ad082b5 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:27:42.219954 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 74e0e222-b42c-4523-bb3a-739a3ad082b5 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:27:42.224990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cea3d-5228-4a12-8fa2-818e610ffff6 tempest-NetworksIpV6Test-809414665 tempest-NetworksIpV6Test-809414665-project] Pushing event deleted for resources: {'Network': ['ID=9ff09a09-8608-4f25-8380-7e1790cdc32c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:42.597223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51306) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:42.726705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f1e7afd0-6ea5-49d9-b6ff-14c7e6954719 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b58d406f1bfe4999add03c53b0775910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283567 Nov 24 13:27:42.729278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51310) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:42.776113 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-da32cb51-f7e3-4f7c-900d-f67991a3ed8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:42.797248 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-da32cb51-f7e3-4f7c-900d-f67991a3ed8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:42.842091 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-da32cb51-f7e3-4f7c-900d-f67991a3ed8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:42.844949 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-da32cb51-f7e3-4f7c-900d-f67991a3ed8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:42.846043 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-da32cb51-f7e3-4f7c-900d-f67991a3ed8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78a5e6aa-9596-4d68-825b-e0d0457e1b28 HTTP/1.1" status: 204 len: 168 time: 0.1158738 Nov 24 13:27:42.853499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32cb51-f7e3-4f7c-900d-f67991a3ed8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a5e6aa-9596-4d68-825b-e0d0457e1b28,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:43.467938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51332) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:43.561389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1687873303'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:43.582336 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:43.585708 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:43.593939 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:43.667760 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:43.671313 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:43.702350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:43.710876 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766330d1-1d57-41e6-bc35-57475d08a1e0,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:43.720811 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:43.721201 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Added segment a341b762-461f-488b-a74e-8142f29d669f of type vlan for network 9f0f9faf-f6c7-4635-ac50-070a131be883 Nov 24 13:27:43.762021 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:43.786468 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:43.792387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:43.793044 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:43.825971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3569603 Nov 24 13:27:43.861394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25748e50-9151-4228-8f7b-a61c772490b3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Network': ['ID=9f0f9faf-f6c7-4635-ac50-070a131be883,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:43.871975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 9f0f9faf-f6c7-4635-ac50-070a131be883 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:43.953548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51336) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:43.958900 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0f86d9b0-031d-45bd-b831-2147e7133d1e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'subnet': {'network_id': '9f0f9faf-f6c7-4635-ac50-070a131be883', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:44.048940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f86d9b0-031d-45bd-b831-2147e7133d1e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:44.052951 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f86d9b0-031d-45bd-b831-2147e7133d1e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.232809 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f86d9b0-031d-45bd-b831-2147e7133d1e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.293055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86d9b0-031d-45bd-b831-2147e7133d1e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Subnet': ['ID=a7cf29e8-ef82-4de9-a72c-e32452d64bd8,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:44.300898 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86d9b0-031d-45bd-b831-2147e7133d1e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Checking segment: {'id': 'a341b762-461f-488b-a74e-8142f29d669f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9f0f9faf-f6c7-4635-ac50-070a131be883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:44.301262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f86d9b0-031d-45bd-b831-2147e7133d1e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network hostable DHCP agents. Network: 9f0f9faf-f6c7-4635-ac50-070a131be883, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:44.317378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f86d9b0-031d-45bd-b831-2147e7133d1e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network 9f0f9faf-f6c7-4635-ac50-070a131be883 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:44.325245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-0f86d9b0-031d-45bd-b831-2147e7133d1e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 9f0f9faf-f6c7-4635-ac50-070a131be883) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:44.329442 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f86d9b0-031d-45bd-b831-2147e7133d1e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:44.330110 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0f86d9b0-031d-45bd-b831-2147e7133d1e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.334196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd43d95-b8eb-483c-a6f0-17b0d686eaea None None] Network 9f0f9faf-f6c7-4635-ac50-070a131be883 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:44.347443 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0f86d9b0-031d-45bd-b831-2147e7133d1e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.3921566 Nov 24 13:27:44.350865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51338) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:44.356042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-38d46115-a20f-4319-8bb4-36567c497a41 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-664968765'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:44.377781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d46115-a20f-4319-8bb4-36567c497a41 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:44.381338 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-38d46115-a20f-4319-8bb4-36567c497a41 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.405869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d46115-a20f-4319-8bb4-36567c497a41 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:44.415368 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-38d46115-a20f-4319-8bb4-36567c497a41 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.415714 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-38d46115-a20f-4319-8bb4-36567c497a41 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Added segment e7f6ca52-ae40-4fcf-a65e-dfdfec91d56c of type vlan for network 062d4d34-dc7b-43d7-bce6-c5fd880c429d Nov 24 13:27:44.459640 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-38d46115-a20f-4319-8bb4-36567c497a41 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.482616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-9f0f9faf-f6c7-4635-ac50-070a131be883', 'network_id': '9f0f9faf-f6c7-4635-ac50-070a131be883', 'tenant_id': 'bd331ff21bb64e8d9e4d294290a0f130', 'fixed_ips': [{'subnet_id': 'a7cf29e8-ef82-4de9-a72c-e32452d64bd8'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:44.483525 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.487400 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-38d46115-a20f-4319-8bb4-36567c497a41 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.493291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d46115-a20f-4319-8bb4-36567c497a41 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:44.493894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-38d46115-a20f-4319-8bb4-36567c497a41 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.535628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-38d46115-a20f-4319-8bb4-36567c497a41 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1809766 Nov 24 13:27:44.535881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51340) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:44.565152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-716d5507-6c61-4d74-ae48-54f27d0ef2ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'subnet': {'network_id': '062d4d34-dc7b-43d7-bce6-c5fd880c429d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:44.582152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d46115-a20f-4319-8bb4-36567c497a41 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Network': ['ID=062d4d34-dc7b-43d7-bce6-c5fd880c429d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:44.603215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 062d4d34-dc7b-43d7-bce6-c5fd880c429d details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:44.661441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716d5507-6c61-4d74-ae48-54f27d0ef2ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:44.665567 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-716d5507-6c61-4d74-ae48-54f27d0ef2ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.684963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Allocated IP 172.20.255.242 (9f0f9faf-f6c7-4635-ac50-070a131be883/a7cf29e8-ef82-4de9-a72c-e32452d64bd8/2f818cd9-7a92-4ac7-926e-c28d1f1e1863) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:44.831250 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.837671 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.858002 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-716d5507-6c61-4d74-ae48-54f27d0ef2ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.885145 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Network 9f0f9faf-f6c7-4635-ac50-070a131be883 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:44.890435 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:44.892848 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:44.897970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Pushing event updated for resources: {'Port': ['ID=2f818cd9-7a92-4ac7-926e-c28d1f1e1863,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:44.916647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d5507-6c61-4d74-ae48-54f27d0ef2ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Subnet': ['ID=933ce4b0-e757-471b-b925-1cba2ed46948,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:44.927648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716d5507-6c61-4d74-ae48-54f27d0ef2ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Checking segment: {'id': 'e7f6ca52-ae40-4fcf-a65e-dfdfec91d56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '062d4d34-dc7b-43d7-bce6-c5fd880c429d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:44.928019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716d5507-6c61-4d74-ae48-54f27d0ef2ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network hostable DHCP agents. Network: 062d4d34-dc7b-43d7-bce6-c5fd880c429d, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:44.945494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716d5507-6c61-4d74-ae48-54f27d0ef2ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network 062d4d34-dc7b-43d7-bce6-c5fd880c429d is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:44.951608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Attempting to bind port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:27:44.952068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Attempting to bind port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'a341b762-461f-488b-a74e-8142f29d669f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9f0f9faf-f6c7-4635-ac50-070a131be883'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:27:44.952471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Attempting to bind port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 on network 9f0f9faf-f6c7-4635-ac50-070a131be883 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:27:44.954422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-716d5507-6c61-4d74-ae48-54f27d0ef2ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 062d4d34-dc7b-43d7-bce6-c5fd880c429d) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:44.958591 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716d5507-6c61-4d74-ae48-54f27d0ef2ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:44.959267 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-716d5507-6c61-4d74-ae48-54f27d0ef2ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.959812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:27:44.960342 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Checking segment: {'id': 'a341b762-461f-488b-a74e-8142f29d669f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9f0f9faf-f6c7-4635-ac50-070a131be883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:44.960809 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.961350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Bound using segment: {'id': 'a341b762-461f-488b-a74e-8142f29d669f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9f0f9faf-f6c7-4635-ac50-070a131be883'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:27:44.962436 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Bound port: 2f818cd9-7a92-4ac7-926e-c28d1f1e1863, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a341b762-461f-488b-a74e-8142f29d669f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9f0f9faf-f6c7-4635-ac50-070a131be883'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:27:44.962436 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:44.974749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf95270-ccbb-4a6b-aff3-ea62f39f8be1 None None] Network 062d4d34-dc7b-43d7-bce6-c5fd880c429d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:44.976103 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-716d5507-6c61-4d74-ae48-54f27d0ef2ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4393077 Nov 24 13:27:44.978787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51342) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:45.080438 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.095489 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] For port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:27:45.099776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] For port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2f818cd9-7a92-4ac7-926e-c28d1f1e1863,segment=NetworkSegment(a341b762-461f-488b-a74e-8142f29d669f),segment_id=a341b762-461f-488b-a74e-8142f29d669f)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:27:45.105115 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.135525 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.209410 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.219875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4128981-d7f4-4545-b6f2-925afc7d6d83 None None] Pushing event updated for resources: {'Port': ['ID=2f818cd9-7a92-4ac7-926e-c28d1f1e1863,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:45.239381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e91837-ff09-4ac9-bd36-b4a3f1b81aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-062d4d34-dc7b-43d7-bce6-c5fd880c429d', 'network_id': '062d4d34-dc7b-43d7-bce6-c5fd880c429d', 'tenant_id': 'bd331ff21bb64e8d9e4d294290a0f130', 'fixed_ips': [{'subnet_id': '933ce4b0-e757-471b-b925-1cba2ed46948'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:45.240506 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1e91837-ff09-4ac9-bd36-b4a3f1b81aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.244554 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Subnet': ['ID=933ce4b0-e757-471b-b925-1cba2ed46948,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:45.318338 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.333978 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1127d472-3314-4152-a9b9-2e0f2dcd0554 None None] Network 062d4d34-dc7b-43d7-bce6-c5fd880c429d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:45.340432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062d4d34-dc7b-43d7-bce6-c5fd880c429d']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:45.353280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f6ca52-ae40-4fcf-a65e-dfdfec91d56c') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:45.353280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f6ca52-ae40-4fcf-a65e-dfdfec91d56c') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:45.373551 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.395226 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.402571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:45.403061 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:45.406426 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:45.471860 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.477641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.481370 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/062d4d34-dc7b-43d7-bce6-c5fd880c429d HTTP/1.1" status: 204 len: 168 time: 0.5016625 Nov 24 13:27:45.485271 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51344) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:45.490647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c6640a1d-e1da-454d-ac55-d4428a4b4a97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1946457375'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:45.501241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b927b-4219-4190-b86c-70414a9aaa88 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Network': ['ID=062d4d34-dc7b-43d7-bce6-c5fd880c429d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:45.513751 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6640a1d-e1da-454d-ac55-d4428a4b4a97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:45.517910 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6640a1d-e1da-454d-ac55-d4428a4b4a97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.544067 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6640a1d-e1da-454d-ac55-d4428a4b4a97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:45.553808 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6640a1d-e1da-454d-ac55-d4428a4b4a97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.554133 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-c6640a1d-e1da-454d-ac55-d4428a4b4a97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Added segment 9aee1e94-f857-4d9c-9e9b-a1e9ee3878d7 of type vlan for network 197fe3d0-1ac0-4cc4-9650-025694caadf9 Nov 24 13:27:45.596320 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6640a1d-e1da-454d-ac55-d4428a4b4a97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.620737 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6640a1d-e1da-454d-ac55-d4428a4b4a97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.626298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6640a1d-e1da-454d-ac55-d4428a4b4a97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:45.626885 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6640a1d-e1da-454d-ac55-d4428a4b4a97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.667049 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c6640a1d-e1da-454d-ac55-d4428a4b4a97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1806839 Nov 24 13:27:45.669875 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51346) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:45.676002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-5ced984a-84dd-4b3d-a589-8a4eac2e1d2f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'subnet': {'network_id': '197fe3d0-1ac0-4cc4-9650-025694caadf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:45.695874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6640a1d-e1da-454d-ac55-d4428a4b4a97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Network': ['ID=197fe3d0-1ac0-4cc4-9650-025694caadf9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:45.705994 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 197fe3d0-1ac0-4cc4-9650-025694caadf9 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:45.771013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ced984a-84dd-4b3d-a589-8a4eac2e1d2f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:45.774613 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ced984a-84dd-4b3d-a589-8a4eac2e1d2f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:45.836876 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.ipam_backend_mixin [None req-5ced984a-84dd-4b3d-a589-8a4eac2e1d2f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Performing IP validity checks on allocation pools {{(pid=114985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 13:27:45.837403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.ipam_backend_mixin [None req-5ced984a-84dd-4b3d-a589-8a4eac2e1d2f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 13:27:45.963317 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ced984a-84dd-4b3d-a589-8a4eac2e1d2f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.025320 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced984a-84dd-4b3d-a589-8a4eac2e1d2f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Subnet': ['ID=c7cb1c70-fb1a-41ea-80c7-70f837abe5c3,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:46.036190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced984a-84dd-4b3d-a589-8a4eac2e1d2f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Checking segment: {'id': '9aee1e94-f857-4d9c-9e9b-a1e9ee3878d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '197fe3d0-1ac0-4cc4-9650-025694caadf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:46.036554 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced984a-84dd-4b3d-a589-8a4eac2e1d2f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network hostable DHCP agents. Network: 197fe3d0-1ac0-4cc4-9650-025694caadf9, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:46.054356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced984a-84dd-4b3d-a589-8a4eac2e1d2f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network 197fe3d0-1ac0-4cc4-9650-025694caadf9 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:46.064630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-5ced984a-84dd-4b3d-a589-8a4eac2e1d2f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 197fe3d0-1ac0-4cc4-9650-025694caadf9) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:46.069871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ced984a-84dd-4b3d-a589-8a4eac2e1d2f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:46.070480 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ced984a-84dd-4b3d-a589-8a4eac2e1d2f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.075552 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ac8b41-08fe-47a3-96eb-f07e020890f3 None None] Network 197fe3d0-1ac0-4cc4-9650-025694caadf9 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:46.088672 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5ced984a-84dd-4b3d-a589-8a4eac2e1d2f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4176061 Nov 24 13:27:46.091353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51348) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:46.223712 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.231853 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab37b08-6ce8-44fb-994d-43339f7bf47e None None] Network 9f0f9faf-f6c7-4635-ac50-070a131be883 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:46.257039 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:46.302144 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.363097 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.372553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3c513c-28f3-4e91-a56b-b0e8f2fa66cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-197fe3d0-1ac0-4cc4-9650-025694caadf9', 'network_id': '197fe3d0-1ac0-4cc4-9650-025694caadf9', 'tenant_id': 'bd331ff21bb64e8d9e4d294290a0f130', 'fixed_ips': [{'subnet_id': 'c7cb1c70-fb1a-41ea-80c7-70f837abe5c3'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:46.373586 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1e3c513c-28f3-4e91-a56b-b0e8f2fa66cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.392974 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-23563b0d-91b0-4676-a3c7-9ae228ad41ab None None] Provisioning complete for port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:46.393359 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-23563b0d-91b0-4676-a3c7-9ae228ad41ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.406464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Subnet': ['ID=c7cb1c70-fb1a-41ea-80c7-70f837abe5c3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:46.462184 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.484367 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197fe3d0-1ac0-4cc4-9650-025694caadf9']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:46.494356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aee1e94-f857-4d9c-9e9b-a1e9ee3878d7') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:46.495115 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aee1e94-f857-4d9c-9e9b-a1e9ee3878d7') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:46.504062 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.517085 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.523547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:46.523923 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.525201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:46.525671 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:46.528696 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:46.566932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb818290-ea97-4c99-b6d5-59662145e7a5 None None] Network 197fe3d0-1ac0-4cc4-9650-025694caadf9 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:46.595354 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.606546 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.609757 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/197fe3d0-1ac0-4cc4-9650-025694caadf9 HTTP/1.1" status: 204 len: 168 time: 0.5174012 Nov 24 13:27:46.614115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51354) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:46.620003 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93e2ab-0d78-4380-bf69-c6bcbccd1b6e tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Network': ['ID=197fe3d0-1ac0-4cc4-9650-025694caadf9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:46.620411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-baa3fb51-9e33-4c1e-b692-f69d72b2ec0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1061863036'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:46.644232 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa3fb51-9e33-4c1e-b692-f69d72b2ec0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:46.648306 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-baa3fb51-9e33-4c1e-b692-f69d72b2ec0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.676532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa3fb51-9e33-4c1e-b692-f69d72b2ec0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:46.691792 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-baa3fb51-9e33-4c1e-b692-f69d72b2ec0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.692785 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-baa3fb51-9e33-4c1e-b692-f69d72b2ec0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Added segment 6efb690e-04fc-4acb-bf68-f055a905d582 of type vlan for network d9b20ffc-940a-477c-a527-62f12f77ef31 Nov 24 13:27:46.739874 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-baa3fb51-9e33-4c1e-b692-f69d72b2ec0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.746701 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-23563b0d-91b0-4676-a3c7-9ae228ad41ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.767145 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-baa3fb51-9e33-4c1e-b692-f69d72b2ec0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.772767 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa3fb51-9e33-4c1e-b692-f69d72b2ec0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:46.773342 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-baa3fb51-9e33-4c1e-b692-f69d72b2ec0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.808599 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-baa3fb51-9e33-4c1e-b692-f69d72b2ec0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1903064 Nov 24 13:27:46.809372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51356) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:46.810847 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.815051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-79d1a673-0f4d-432f-8020-e925d34ac8ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'subnet': {'network_id': 'd9b20ffc-940a-477c-a527-62f12f77ef31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:46.842179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-23563b0d-91b0-4676-a3c7-9ae228ad41ab None None] For port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2f818cd9-7a92-4ac7-926e-c28d1f1e1863,segment=NetworkSegment(a341b762-461f-488b-a74e-8142f29d669f),segment_id=a341b762-461f-488b-a74e-8142f29d669f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:46.851557 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-23563b0d-91b0-4676-a3c7-9ae228ad41ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:46.871661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3fb51-9e33-4c1e-b692-f69d72b2ec0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Network': ['ID=d9b20ffc-940a-477c-a527-62f12f77ef31,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:46.915040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d1a673-0f4d-432f-8020-e925d34ac8ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:46.918864 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79d1a673-0f4d-432f-8020-e925d34ac8ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.070791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network d9b20ffc-940a-477c-a527-62f12f77ef31 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:47.114424 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79d1a673-0f4d-432f-8020-e925d34ac8ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.156294 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:27:47.156942 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:27:47.167043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f21f6438-bb88-48c4-bbf1-463fb8f20833 None None] Provisioning complete for port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:47.167425 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f21f6438-bb88-48c4-bbf1-463fb8f20833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.182754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1a673-0f4d-432f-8020-e925d34ac8ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Subnet': ['ID=a48b8f13-bc00-4d23-bfba-98613da9ad08,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:47.187134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d1a673-0f4d-432f-8020-e925d34ac8ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Checking segment: {'id': '6efb690e-04fc-4acb-bf68-f055a905d582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd9b20ffc-940a-477c-a527-62f12f77ef31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:47.187494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d1a673-0f4d-432f-8020-e925d34ac8ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network hostable DHCP agents. Network: d9b20ffc-940a-477c-a527-62f12f77ef31, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:47.194876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23563b0d-91b0-4676-a3c7-9ae228ad41ab None None] Pushing event updated for resources: {'Port': ['ID=2f818cd9-7a92-4ac7-926e-c28d1f1e1863,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:47.204974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d1a673-0f4d-432f-8020-e925d34ac8ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network d9b20ffc-940a-477c-a527-62f12f77ef31 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:47.215487 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-79d1a673-0f4d-432f-8020-e925d34ac8ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, d9b20ffc-940a-477c-a527-62f12f77ef31) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:47.225202 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd40fa59-d545-43be-9002-3d622052f168 None None] Network d9b20ffc-940a-477c-a527-62f12f77ef31 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:47.226537 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d1a673-0f4d-432f-8020-e925d34ac8ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:47.227349 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79d1a673-0f4d-432f-8020-e925d34ac8ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.243635 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-79d1a673-0f4d-432f-8020-e925d34ac8ec tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4330893 Nov 24 13:27:47.246163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51358) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:47.343788 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.399901 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.405761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cedf014-07f8-4cf3-96e4-02ae1b8e805f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-d9b20ffc-940a-477c-a527-62f12f77ef31', 'network_id': 'd9b20ffc-940a-477c-a527-62f12f77ef31', 'tenant_id': 'bd331ff21bb64e8d9e4d294290a0f130', 'fixed_ips': [{'subnet_id': 'a48b8f13-bc00-4d23-bfba-98613da9ad08'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:47.406678 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5cedf014-07f8-4cf3-96e4-02ae1b8e805f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.462955 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.490950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Subnet': ['ID=a48b8f13-bc00-4d23-bfba-98613da9ad08,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server [None req-5cedf014-07f8-4cf3-96e4-02ae1b8e805f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a48b8f13-bc00-4d23-bfba-98613da9ad08: This subnet is being modified by another concurrent operation. Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise exception Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a48b8f13-bc00-4d23-bfba-98613da9ad08: This subnet is being modified by another concurrent operation. Nov 24 13:27:47.507558 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Nov 24 13:27:47.523246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434320ac-7350-4631-9df6-3343f80be791 None None] Network d9b20ffc-940a-477c-a527-62f12f77ef31 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:47.559553 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.578887 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b20ffc-940a-477c-a527-62f12f77ef31']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:47.587904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efb690e-04fc-4acb-bf68-f055a905d582') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:47.588198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efb690e-04fc-4acb-bf68-f055a905d582') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:47.597730 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.610924 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.617460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:47.617946 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:47.621806 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:47.626705 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d72510-585c-4a36-a8e3-5176f632648d None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 13:27:47.682077 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.686424 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.689608 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/d9b20ffc-940a-477c-a527-62f12f77ef31 HTTP/1.1" status: 204 len: 168 time: 0.4424720 Nov 24 13:27:47.693630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51360) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:47.699549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ed2610d8-26f0-4d3f-8e94-5762d1613d84 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-787395533'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:47.703482 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f85a5-bb6d-4123-bcf2-226f3510b826 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Network': ['ID=d9b20ffc-940a-477c-a527-62f12f77ef31,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:47.729836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2610d8-26f0-4d3f-8e94-5762d1613d84 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:47.733683 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed2610d8-26f0-4d3f-8e94-5762d1613d84 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.756542 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d72510-585c-4a36-a8e3-5176f632648d None None] Resources bound (agent type, host, resource id): {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:27:47.758223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2610d8-26f0-4d3f-8e94-5762d1613d84 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:47.767511 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed2610d8-26f0-4d3f-8e94-5762d1613d84 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.767851 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-ed2610d8-26f0-4d3f-8e94-5762d1613d84 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Added segment 0ff754f9-1e54-460c-8566-60ff309493e9 of type vlan for network f99b28e0-596d-41d8-b4ae-0ec8b16b6904 Nov 24 13:27:47.811554 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed2610d8-26f0-4d3f-8e94-5762d1613d84 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.836600 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed2610d8-26f0-4d3f-8e94-5762d1613d84 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.842785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2610d8-26f0-4d3f-8e94-5762d1613d84 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:47.843489 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed2610d8-26f0-4d3f-8e94-5762d1613d84 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:47.882668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ed2610d8-26f0-4d3f-8e94-5762d1613d84 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1872578 Nov 24 13:27:47.885455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51362) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:47.890237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e6233c49-7106-451b-b4d4-54959bf17d90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'subnet': {'network_id': 'f99b28e0-596d-41d8-b4ae-0ec8b16b6904', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:47.930627 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2610d8-26f0-4d3f-8e94-5762d1613d84 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Network': ['ID=f99b28e0-596d-41d8-b4ae-0ec8b16b6904,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:47.947329 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network f99b28e0-596d-41d8-b4ae-0ec8b16b6904 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:48.020446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6233c49-7106-451b-b4d4-54959bf17d90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:48.024090 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e6233c49-7106-451b-b4d4-54959bf17d90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.155731 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:27:48.208090 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:27:48.208848 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e6233c49-7106-451b-b4d4-54959bf17d90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.208991 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.268586 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6233c49-7106-451b-b4d4-54959bf17d90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Subnet': ['ID=c8e3bdc3-9f31-4ed4-986b-5a598f23bc13,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:48.278814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6233c49-7106-451b-b4d4-54959bf17d90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Checking segment: {'id': '0ff754f9-1e54-460c-8566-60ff309493e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f99b28e0-596d-41d8-b4ae-0ec8b16b6904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:48.279176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6233c49-7106-451b-b4d4-54959bf17d90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network hostable DHCP agents. Network: f99b28e0-596d-41d8-b4ae-0ec8b16b6904, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:48.296742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6233c49-7106-451b-b4d4-54959bf17d90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network f99b28e0-596d-41d8-b4ae-0ec8b16b6904 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:48.306814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-e6233c49-7106-451b-b4d4-54959bf17d90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, f99b28e0-596d-41d8-b4ae-0ec8b16b6904) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:48.312290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6233c49-7106-451b-b4d4-54959bf17d90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:48.313029 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e6233c49-7106-451b-b4d4-54959bf17d90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.318948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0beb04-567a-4119-b165-ed3a872998f0 None None] Network f99b28e0-596d-41d8-b4ae-0ec8b16b6904 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:48.330818 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e6233c49-7106-451b-b4d4-54959bf17d90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4443438 Nov 24 13:27:48.334116 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51364) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:48.436878 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.464898 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c82df6a-4038-42f0-9308-d66c57abdfa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-f99b28e0-596d-41d8-b4ae-0ec8b16b6904', 'network_id': 'f99b28e0-596d-41d8-b4ae-0ec8b16b6904', 'tenant_id': 'bd331ff21bb64e8d9e4d294290a0f130', 'fixed_ips': [{'subnet_id': 'c8e3bdc3-9f31-4ed4-986b-5a598f23bc13'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:48.465720 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5c82df6a-4038-42f0-9308-d66c57abdfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.489185 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.550162 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server [None req-5c82df6a-4038-42f0-9308-d66c57abdfa0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8e3bdc3-9f31-4ed4-986b-5a598f23bc13: This subnet is being modified by another concurrent operation. Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise exception Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8e3bdc3-9f31-4ed4-986b-5a598f23bc13: This subnet is being modified by another concurrent operation. Nov 24 13:27:48.557966 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Nov 24 13:27:48.575611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e2294-b35c-459e-a445-4763f4992b8f None None] Network f99b28e0-596d-41d8-b4ae-0ec8b16b6904 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:48.585636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e3bdc3-9f31-4ed4-986b-5a598f23bc13,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:48.648685 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.672308 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99b28e0-596d-41d8-b4ae-0ec8b16b6904']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:48.682802 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff754f9-1e54-460c-8566-60ff309493e9') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:48.683100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff754f9-1e54-460c-8566-60ff309493e9') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:48.692335 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7838ca54-4185-4472-ab27-68ea907db24e None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 13:27:48.693282 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.708674 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.714611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:48.714996 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:48.718060 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:48.777213 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.785595 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.789048 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/f99b28e0-596d-41d8-b4ae-0ec8b16b6904 HTTP/1.1" status: 204 len: 168 time: 0.4537292 Nov 24 13:27:48.792581 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51368) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:48.794051 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7838ca54-4185-4472-ab27-68ea907db24e None None] Resources bound (agent type, host, resource id): {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:27:48.798377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d905b835-80a5-4efd-9f7e-c2e0896771a3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1701994301'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:48.800618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac524f0b-70cc-4ccd-898c-47c7d1c73a8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Network': ['ID=f99b28e0-596d-41d8-b4ae-0ec8b16b6904,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:48.827011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d905b835-80a5-4efd-9f7e-c2e0896771a3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:48.830825 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d905b835-80a5-4efd-9f7e-c2e0896771a3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.854706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d905b835-80a5-4efd-9f7e-c2e0896771a3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:48.865329 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d905b835-80a5-4efd-9f7e-c2e0896771a3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:48.865699 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-d905b835-80a5-4efd-9f7e-c2e0896771a3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Added segment f674251c-98e2-4079-a927-5a4198ac6f2b of type vlan for network c58ec18e-4bea-4e54-9fc2-2fa66d0bc539 Nov 24 13:27:49.240621 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d905b835-80a5-4efd-9f7e-c2e0896771a3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:49.266347 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d905b835-80a5-4efd-9f7e-c2e0896771a3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:49.272187 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905b835-80a5-4efd-9f7e-c2e0896771a3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:49.272795 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d905b835-80a5-4efd-9f7e-c2e0896771a3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:49.311991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d905b835-80a5-4efd-9f7e-c2e0896771a3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5178413 Nov 24 13:27:49.314767 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51370) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:49.319993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-cf6d0d68-43ab-4d62-b37b-a555e61ee4b4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'subnet': {'network_id': 'c58ec18e-4bea-4e54-9fc2-2fa66d0bc539', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:49.359271 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905b835-80a5-4efd-9f7e-c2e0896771a3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Network': ['ID=c58ec18e-4bea-4e54-9fc2-2fa66d0bc539,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:49.371002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network c58ec18e-4bea-4e54-9fc2-2fa66d0bc539 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:49.438614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6d0d68-43ab-4d62-b37b-a555e61ee4b4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:49.442765 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf6d0d68-43ab-4d62-b37b-a555e61ee4b4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:49.497582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.ipam_backend_mixin [None req-cf6d0d68-43ab-4d62-b37b-a555e61ee4b4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Performing IP validity checks on allocation pools {{(pid=114986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 13:27:49.498102 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.ipam_backend_mixin [None req-cf6d0d68-43ab-4d62-b37b-a555e61ee4b4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 13:27:49.619111 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf6d0d68-43ab-4d62-b37b-a555e61ee4b4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:49.676550 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d0d68-43ab-4d62-b37b-a555e61ee4b4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Subnet': ['ID=83129705-75a7-4627-bdfe-327e98fbdbb4,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:49.685003 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d0d68-43ab-4d62-b37b-a555e61ee4b4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Checking segment: {'id': 'f674251c-98e2-4079-a927-5a4198ac6f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c58ec18e-4bea-4e54-9fc2-2fa66d0bc539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:49.685368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6d0d68-43ab-4d62-b37b-a555e61ee4b4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network hostable DHCP agents. Network: c58ec18e-4bea-4e54-9fc2-2fa66d0bc539, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:49.701356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6d0d68-43ab-4d62-b37b-a555e61ee4b4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network c58ec18e-4bea-4e54-9fc2-2fa66d0bc539 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:49.709428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-cf6d0d68-43ab-4d62-b37b-a555e61ee4b4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, c58ec18e-4bea-4e54-9fc2-2fa66d0bc539) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:49.713590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6d0d68-43ab-4d62-b37b-a555e61ee4b4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:49.714176 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cf6d0d68-43ab-4d62-b37b-a555e61ee4b4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:49.719058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2239dda7-9257-4e5a-a6f6-e5e5bbc7092e None None] Network c58ec18e-4bea-4e54-9fc2-2fa66d0bc539 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:49.730020 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cf6d0d68-43ab-4d62-b37b-a555e61ee4b4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4137328 Nov 24 13:27:49.732893 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51372) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:49.831611 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:49.864930 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a18693-f043-41c6-a762-0a10e24ceee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-c58ec18e-4bea-4e54-9fc2-2fa66d0bc539', 'network_id': 'c58ec18e-4bea-4e54-9fc2-2fa66d0bc539', 'tenant_id': 'bd331ff21bb64e8d9e4d294290a0f130', 'fixed_ips': [{'subnet_id': '83129705-75a7-4627-bdfe-327e98fbdbb4'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:49.865802 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-35a18693-f043-41c6-a762-0a10e24ceee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:49.884585 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:49.942920 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server [None req-35a18693-f043-41c6-a762-0a10e24ceee5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83129705-75a7-4627-bdfe-327e98fbdbb4: This subnet is being modified by another concurrent operation. Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise exception Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83129705-75a7-4627-bdfe-327e98fbdbb4: This subnet is being modified by another concurrent operation. Nov 24 13:27:49.961591 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Nov 24 13:27:49.976317 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Subnet': ['ID=83129705-75a7-4627-bdfe-327e98fbdbb4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:49.977206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4474d31c-29ed-4f1f-a3fa-68810261cba0 None None] Network c58ec18e-4bea-4e54-9fc2-2fa66d0bc539 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:50.038771 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.061968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58ec18e-4bea-4e54-9fc2-2fa66d0bc539']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:50.071060 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f674251c-98e2-4079-a927-5a4198ac6f2b') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:50.071353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f674251c-98e2-4079-a927-5a4198ac6f2b') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:50.080569 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.094324 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.101512 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:50.101929 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.103189 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e869296-67e6-41ba-9c28-cc0d9f098bd2 None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:50.105295 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:50.162515 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.170363 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.176930 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/c58ec18e-4bea-4e54-9fc2-2fa66d0bc539 HTTP/1.1" status: 204 len: 168 time: 0.4396892 Nov 24 13:27:50.177292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51374) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:50.182486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-418a979d-0149-4dc7-86e2-21b579b2f504 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1951517445'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:50.182662 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4decb88-df3e-4a71-8485-b980ec7dc093 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Network': ['ID=c58ec18e-4bea-4e54-9fc2-2fa66d0bc539,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:50.199057 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e869296-67e6-41ba-9c28-cc0d9f098bd2 None None] Resources bound (agent type, host, resource id): {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:27:50.206924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418a979d-0149-4dc7-86e2-21b579b2f504 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:50.210839 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-418a979d-0149-4dc7-86e2-21b579b2f504 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.240055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418a979d-0149-4dc7-86e2-21b579b2f504 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:50.251908 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-418a979d-0149-4dc7-86e2-21b579b2f504 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.252252 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-418a979d-0149-4dc7-86e2-21b579b2f504 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Added segment 2264b289-dbdb-4193-a903-211292de4a18 of type vlan for network 799d4659-1646-4141-a386-61b3a3a5fd2d Nov 24 13:27:50.300349 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-418a979d-0149-4dc7-86e2-21b579b2f504 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.324488 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-418a979d-0149-4dc7-86e2-21b579b2f504 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.330211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418a979d-0149-4dc7-86e2-21b579b2f504 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:50.330797 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-418a979d-0149-4dc7-86e2-21b579b2f504 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.369305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-418a979d-0149-4dc7-86e2-21b579b2f504 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1907508 Nov 24 13:27:50.371063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51376) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:50.376886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-747edd98-bb2b-4fca-a81b-fb014dbc4201 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'subnet': {'network_id': '799d4659-1646-4141-a386-61b3a3a5fd2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:50.406778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a979d-0149-4dc7-86e2-21b579b2f504 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Network': ['ID=799d4659-1646-4141-a386-61b3a3a5fd2d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:50.418028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 799d4659-1646-4141-a386-61b3a3a5fd2d details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:50.473206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747edd98-bb2b-4fca-a81b-fb014dbc4201 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:50.476937 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-747edd98-bb2b-4fca-a81b-fb014dbc4201 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.658582 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-747edd98-bb2b-4fca-a81b-fb014dbc4201 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.710943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747edd98-bb2b-4fca-a81b-fb014dbc4201 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Subnet': ['ID=8978f85c-6786-47b8-badb-c32cfc2d62b7,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:50.725642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747edd98-bb2b-4fca-a81b-fb014dbc4201 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Checking segment: {'id': '2264b289-dbdb-4193-a903-211292de4a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '799d4659-1646-4141-a386-61b3a3a5fd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:50.725985 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747edd98-bb2b-4fca-a81b-fb014dbc4201 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network hostable DHCP agents. Network: 799d4659-1646-4141-a386-61b3a3a5fd2d, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:50.742081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747edd98-bb2b-4fca-a81b-fb014dbc4201 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network 799d4659-1646-4141-a386-61b3a3a5fd2d is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:50.750473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-747edd98-bb2b-4fca-a81b-fb014dbc4201 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 799d4659-1646-4141-a386-61b3a3a5fd2d) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:50.754982 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747edd98-bb2b-4fca-a81b-fb014dbc4201 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:50.755579 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-747edd98-bb2b-4fca-a81b-fb014dbc4201 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.760359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a5475f-20b8-485e-a45b-c88be93e3e85 None None] Network 799d4659-1646-4141-a386-61b3a3a5fd2d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:50.772142 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-747edd98-bb2b-4fca-a81b-fb014dbc4201 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.3997085 Nov 24 13:27:50.774877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51378) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:50.880754 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:50.935580 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.002147 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.005486 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0ba06ce2-b676-47fa-804f-87d94af5d387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.034259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Subnet': ['ID=8978f85c-6786-47b8-badb-c32cfc2d62b7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:51.053905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9e7e83-58f7-46bf-8b37-5d783b29c735 None None] Network 799d4659-1646-4141-a386-61b3a3a5fd2d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:51.094163 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.115065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799d4659-1646-4141-a386-61b3a3a5fd2d']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:51.124456 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2264b289-dbdb-4193-a903-211292de4a18') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:51.124786 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2264b289-dbdb-4193-a903-211292de4a18') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:51.134765 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.147668 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.153555 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:51.153924 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:51.156898 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:51.218069 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.225214 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.231970 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/799d4659-1646-4141-a386-61b3a3a5fd2d HTTP/1.1" status: 204 len: 168 time: 0.4526229 Nov 24 13:27:51.232336 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51380) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:51.238154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-84f00556-1b8b-4971-b916-609d8078be43 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1554229900'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:51.241112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d342fd7-b47c-4ba2-8e73-b605f24ff3b7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Network': ['ID=799d4659-1646-4141-a386-61b3a3a5fd2d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:51.258877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f00556-1b8b-4971-b916-609d8078be43 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:51.262373 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-84f00556-1b8b-4971-b916-609d8078be43 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.285678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f00556-1b8b-4971-b916-609d8078be43 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:51.294122 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-84f00556-1b8b-4971-b916-609d8078be43 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.294477 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-84f00556-1b8b-4971-b916-609d8078be43 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Added segment 6ba67fe1-e835-41db-b56f-f3e34f1d2049 of type vlan for network 97c28d0d-6933-4275-a0ed-12388a4bf44c Nov 24 13:27:51.339880 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-84f00556-1b8b-4971-b916-609d8078be43 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.365863 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-84f00556-1b8b-4971-b916-609d8078be43 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.371446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f00556-1b8b-4971-b916-609d8078be43 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:51.372039 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-84f00556-1b8b-4971-b916-609d8078be43 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.410389 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-84f00556-1b8b-4971-b916-609d8078be43 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1767626 Nov 24 13:27:51.413074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51382) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:51.417749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f160c0fa-47a6-48e7-8084-59812d706d5b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'subnet': {'network_id': '97c28d0d-6933-4275-a0ed-12388a4bf44c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:51.457279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f00556-1b8b-4971-b916-609d8078be43 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Network': ['ID=97c28d0d-6933-4275-a0ed-12388a4bf44c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:51.466954 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 97c28d0d-6933-4275-a0ed-12388a4bf44c details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:51.540124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f160c0fa-47a6-48e7-8084-59812d706d5b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:51.543589 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f160c0fa-47a6-48e7-8084-59812d706d5b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.723238 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f160c0fa-47a6-48e7-8084-59812d706d5b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.781486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160c0fa-47a6-48e7-8084-59812d706d5b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Subnet': ['ID=b436dd16-d72b-4c38-8075-0552df41ea1f,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:51.790360 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160c0fa-47a6-48e7-8084-59812d706d5b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Checking segment: {'id': '6ba67fe1-e835-41db-b56f-f3e34f1d2049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '97c28d0d-6933-4275-a0ed-12388a4bf44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:51.790727 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f160c0fa-47a6-48e7-8084-59812d706d5b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network hostable DHCP agents. Network: 97c28d0d-6933-4275-a0ed-12388a4bf44c, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:51.806607 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f160c0fa-47a6-48e7-8084-59812d706d5b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network 97c28d0d-6933-4275-a0ed-12388a4bf44c is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:51.814933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-f160c0fa-47a6-48e7-8084-59812d706d5b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 97c28d0d-6933-4275-a0ed-12388a4bf44c) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:51.818839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f160c0fa-47a6-48e7-8084-59812d706d5b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:51.819432 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f160c0fa-47a6-48e7-8084-59812d706d5b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.824586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46073d62-d6e4-463d-883a-977360234396 None None] Network 97c28d0d-6933-4275-a0ed-12388a4bf44c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:51.837251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f160c0fa-47a6-48e7-8084-59812d706d5b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4231653 Nov 24 13:27:51.839818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51384) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:51.938945 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.984268 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada9e493-aaee-4617-a4a2-99a5e41bc7e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-97c28d0d-6933-4275-a0ed-12388a4bf44c', 'network_id': '97c28d0d-6933-4275-a0ed-12388a4bf44c', 'tenant_id': 'bd331ff21bb64e8d9e4d294290a0f130', 'fixed_ips': [{'subnet_id': 'b436dd16-d72b-4c38-8075-0552df41ea1f'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:51.985599 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ada9e493-aaee-4617-a4a2-99a5e41bc7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:51.993714 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.051586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.079165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Subnet': ['ID=b436dd16-d72b-4c38-8075-0552df41ea1f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server [None req-ada9e493-aaee-4617-a4a2-99a5e41bc7e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b436dd16-d72b-4c38-8075-0552df41ea1f: This subnet is being modified by another concurrent operation. Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise exception Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b436dd16-d72b-4c38-8075-0552df41ea1f: This subnet is being modified by another concurrent operation. Nov 24 13:27:52.082400 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Nov 24 13:27:52.107373 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ddf46b-c32d-4373-99fe-093678032b14 None None] Network 97c28d0d-6933-4275-a0ed-12388a4bf44c requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:52.141706 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.161795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c28d0d-6933-4275-a0ed-12388a4bf44c']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:52.170927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba67fe1-e835-41db-b56f-f3e34f1d2049') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:52.171232 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba67fe1-e835-41db-b56f-f3e34f1d2049') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:52.181166 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.194435 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.200603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:52.201031 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:52.204084 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:52.216627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e8e29-ef7a-4b01-9b6c-707374bc391d None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 13:27:52.265824 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.274038 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.277293 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/97c28d0d-6933-4275-a0ed-12388a4bf44c HTTP/1.1" status: 204 len: 168 time: 0.4365530 Nov 24 13:27:52.281324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51388) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:52.288075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01e817-3de6-417b-bd21-3858e7020cb2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Network': ['ID=97c28d0d-6933-4275-a0ed-12388a4bf44c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:52.288308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d85b1b89-3d61-4fdb-851f-7030224d2c57 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1539911215'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:52.312330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85b1b89-3d61-4fdb-851f-7030224d2c57 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:52.316181 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d85b1b89-3d61-4fdb-851f-7030224d2c57 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.318696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99e8e29-ef7a-4b01-9b6c-707374bc391d None None] Resources bound (agent type, host, resource id): {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:27:52.340606 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d85b1b89-3d61-4fdb-851f-7030224d2c57 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:52.351575 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d85b1b89-3d61-4fdb-851f-7030224d2c57 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.351915 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-d85b1b89-3d61-4fdb-851f-7030224d2c57 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Added segment 79e99097-0d94-4bb7-b664-208143a3f582 of type vlan for network 6103981c-6690-4b45-ad80-d9ef44516fa0 Nov 24 13:27:52.393177 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d85b1b89-3d61-4fdb-851f-7030224d2c57 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.419864 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d85b1b89-3d61-4fdb-851f-7030224d2c57 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.425657 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85b1b89-3d61-4fdb-851f-7030224d2c57 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:52.426249 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d85b1b89-3d61-4fdb-851f-7030224d2c57 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.460985 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d85b1b89-3d61-4fdb-851f-7030224d2c57 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1775758 Nov 24 13:27:52.463929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51392) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:52.469400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-939c0a4f-84bb-4a3c-847d-c89253a4f446 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'network': {'name': 'New_network'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:52.506167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b1b89-3d61-4fdb-851f-7030224d2c57 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Network': ['ID=6103981c-6690-4b45-ad80-d9ef44516fa0,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:52.530706 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 6103981c-6690-4b45-ad80-d9ef44516fa0 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:52.616941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be22f57-75dd-4840-871c-84f3b1367f88 req-3bdd9b25-7b0c-4c28-bb48-d5471aba1f78 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:52.619347 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1be22f57-75dd-4840-871c-84f3b1367f88 req-3bdd9b25-7b0c-4c28-bb48-d5471aba1f78 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 1097 time: 0.1200202 Nov 24 13:27:52.696605 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-939c0a4f-84bb-4a3c-847d-c89253a4f446 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.720859 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1be22f57-75dd-4840-871c-84f3b1367f88 req-f48b9a6a-6c8a-41d9-865b-df4209574288 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952485 Nov 24 13:27:52.721921 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-939c0a4f-84bb-4a3c-847d-c89253a4f446 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.740213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-939c0a4f-84bb-4a3c-847d-c89253a4f446 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network 6103981c-6690-4b45-ad80-d9ef44516fa0 is not hosted by any dhcp agent {{(pid=114985) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 13:27:52.743655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51394) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:52.745826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939c0a4f-84bb-4a3c-847d-c89253a4f446 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:52.746413 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-939c0a4f-84bb-4a3c-847d-c89253a4f446 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:52.747693 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-939c0a4f-84bb-4a3c-847d-c89253a4f446 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "PUT /v2.0/networks/6103981c-6690-4b45-ad80-d9ef44516fa0 HTTP/1.1" status: 200 len: 723 time: 0.2826443 Nov 24 13:27:52.751908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51396) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:52.757244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-157803a3-74ae-4497-a950-3c905018b284 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'subnet': {'network_id': '6103981c-6690-4b45-ad80-d9ef44516fa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:52.800242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c0a4f-84bb-4a3c-847d-c89253a4f446 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Network': ['ID=6103981c-6690-4b45-ad80-d9ef44516fa0,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:52.810611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 6103981c-6690-4b45-ad80-d9ef44516fa0 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:52.932747 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157803a3-74ae-4497-a950-3c905018b284 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:52.936225 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-157803a3-74ae-4497-a950-3c905018b284 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:53.066768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-846ed135-1b33-4956-9e46-c7be0be9ed38 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port 9b2fc875-e59c-45a9-9428-460149509ce8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:53.067112 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-846ed135-1b33-4956-9e46-c7be0be9ed38 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:53.210897 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-846ed135-1b33-4956-9e46-c7be0be9ed38 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:53.211224 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-846ed135-1b33-4956-9e46-c7be0be9ed38 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:53.218618 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-157803a3-74ae-4497-a950-3c905018b284 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:53.232276 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-846ed135-1b33-4956-9e46-c7be0be9ed38 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for 9b2fc875-e59c-45a9-9428-460149509ce8 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:53.280851 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-441827e1-4be7-40a1-a900-7d5e9b525ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:53.339534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157803a3-74ae-4497-a950-3c905018b284 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Subnet': ['ID=a23545d9-dbe8-473c-a84a-7dbc8ff0eac0,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:53.353168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157803a3-74ae-4497-a950-3c905018b284 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Checking segment: {'id': '79e99097-0d94-4bb7-b664-208143a3f582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6103981c-6690-4b45-ad80-d9ef44516fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:53.353529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157803a3-74ae-4497-a950-3c905018b284 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network hostable DHCP agents. Network: 6103981c-6690-4b45-ad80-d9ef44516fa0, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:53.391117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157803a3-74ae-4497-a950-3c905018b284 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network 6103981c-6690-4b45-ad80-d9ef44516fa0 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:53.407382 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-157803a3-74ae-4497-a950-3c905018b284 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 6103981c-6690-4b45-ad80-d9ef44516fa0) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:53.412552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157803a3-74ae-4497-a950-3c905018b284 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:53.413198 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-157803a3-74ae-4497-a950-3c905018b284 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:53.423517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19ea4ae-7770-47ad-b3de-03c4e3a31b8a None None] Network 6103981c-6690-4b45-ad80-d9ef44516fa0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:53.450109 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-157803a3-74ae-4497-a950-3c905018b284 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6971586 Nov 24 13:27:53.452716 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51398) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:53.457761 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e2e3ed14-5e50-4fc5-8b7d-a2ecb8eee177 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:53.521851 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-846ed135-1b33-4956-9e46-c7be0be9ed38 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:53.571150 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ed135-1b33-4956-9e46-c7be0be9ed38 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=9b2fc875-e59c-45a9-9428-460149509ce8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:53.572942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-6103981c-6690-4b45-ad80-d9ef44516fa0', 'network_id': '6103981c-6690-4b45-ad80-d9ef44516fa0', 'tenant_id': 'bd331ff21bb64e8d9e4d294290a0f130', 'fixed_ips': [{'subnet_id': 'a23545d9-dbe8-473c-a84a-7dbc8ff0eac0'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:53.574025 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:53.601743 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2e3ed14-5e50-4fc5-8b7d-a2ecb8eee177 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-32645597'] for subnet, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:53.680545 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-846ed135-1b33-4956-9e46-c7be0be9ed38 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:53.680908 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-846ed135-1b33-4956-9e46-c7be0be9ed38 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Floating IP 268051f2-2882-4eb1-8074-7c352f7b48ef disassociated (deleted). External IP: 172.25.0.243, port: 0df2235b-d11a-4df3-9462-7d41beeb1d91. Nov 24 13:27:53.714610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Allocated IP 172.20.0.2 (6103981c-6690-4b45-ad80-d9ef44516fa0/a23545d9-dbe8-473c-a84a-7dbc8ff0eac0/7ec3001c-852e-4464-be70-fd152840a325) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:27:53.857281 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:53.863327 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:53.906617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Network 6103981c-6690-4b45-ad80-d9ef44516fa0 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:27:53.910002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:53.913768 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:27:53.920404 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Pushing event updated for resources: {'Port': ['ID=7ec3001c-852e-4464-be70-fd152840a325,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:53.932261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846ed135-1b33-4956-9e46-c7be0be9ed38 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:27:53.968936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Attempting to bind port 7ec3001c-852e-4464-be70-fd152840a325 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:27:53.969305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Attempting to bind port 7ec3001c-852e-4464-be70-fd152840a325 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '79e99097-0d94-4bb7-b664-208143a3f582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6103981c-6690-4b45-ad80-d9ef44516fa0'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:27:53.969666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Attempting to bind port 7ec3001c-852e-4464-be70-fd152840a325 on network 6103981c-6690-4b45-ad80-d9ef44516fa0 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:27:53.974653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:27:53.975028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Checking segment: {'id': '79e99097-0d94-4bb7-b664-208143a3f582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6103981c-6690-4b45-ad80-d9ef44516fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:53.975425 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:53.975815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Bound using segment: {'id': '79e99097-0d94-4bb7-b664-208143a3f582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6103981c-6690-4b45-ad80-d9ef44516fa0'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:27:53.976278 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Bound port: 7ec3001c-852e-4464-be70-fd152840a325, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e99097-0d94-4bb7-b664-208143a3f582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6103981c-6690-4b45-ad80-d9ef44516fa0'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:27:53.976653 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:54.016071 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2e3ed14-5e50-4fc5-8b7d-a2ecb8eee177 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788463949177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-32614737'] for subnet, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:54.038415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] For port 7ec3001c-852e-4464-be70-fd152840a325, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:27:54.041393 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] For port 7ec3001c-852e-4464-be70-fd152840a325, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7ec3001c-852e-4464-be70-fd152840a325,segment=NetworkSegment(79e99097-0d94-4bb7-b664-208143a3f582),segment_id=79e99097-0d94-4bb7-b664-208143a3f582)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:27:54.045252 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:54.085026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e3ed14-5e50-4fc5-8b7d-a2ecb8eee177 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:54.085618 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e2e3ed14-5e50-4fc5-8b7d-a2ecb8eee177 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:54.089213 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e2e3ed14-5e50-4fc5-8b7d-a2ecb8eee177 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "PUT /v2.0/subnets/a23545d9-dbe8-473c-a84a-7dbc8ff0eac0 HTTP/1.1" status: 200 len: 806 time: 0.6354809 Nov 24 13:27:54.090450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51400) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:54.104769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2dc588-e7ee-43f8-ab51-cc0fb9c9bb12 None None] Pushing event updated for resources: {'Port': ['ID=7ec3001c-852e-4464-be70-fd152840a325,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:54.116178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3ed14-5e50-4fc5-8b7d-a2ecb8eee177 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Subnet': ['ID=a23545d9-dbe8-473c-a84a-7dbc8ff0eac0,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:54.130475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846ed135-1b33-4956-9e46-c7be0be9ed38 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:27:54.135288 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-846ed135-1b33-4956-9e46-c7be0be9ed38 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:54.144136 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0edbe3-bcd3-4ddf-8780-1721cf9366cb None None] Sync routers for ids ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:27:54.162697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0edbe3-bcd3-4ddf-8780-1721cf9366cb None None] Routers {'35236727-ede3-4ffe-96ea-a6c2ac882dd1'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:27:54.163332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9a0edbe3-bcd3-4ddf-8780-1721cf9366cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:27:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:54.170400 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-846ed135-1b33-4956-9e46-c7be0be9ed38 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/floatingips/268051f2-2882-4eb1-8074-7c352f7b48ef HTTP/1.1" status: 204 len: 168 time: 1.4233212 Nov 24 13:27:54.170400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:27:54.171013 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdecca34-916a-424e-ae4f-06f98d8fe2c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:27:54.241437 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0021beec-0163-4546-b422-63f8fe72be7d x-openstack-request-id: req-0021beec-0163-4546-b422-63f8fe72be7d {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:27:54.241765 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:27:54.241994 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0021beec-0163-4546-b422-63f8fe72be7d {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:27:54.242413 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'status': 'completed', 'code': 200} Nov 24 13:27:54.242857 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:54.302612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-9a0edbe3-bcd3-4ddf-8780-1721cf9366cb None None] Set router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:27:54.355881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecca34-916a-424e-ae4f-06f98d8fe2c8 req-fcfe9ae3-bc1a-4736-8ae5-6ed40b5efcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:54.359088 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cdecca34-916a-424e-ae4f-06f98d8fe2c8 req-fcfe9ae3-bc1a-4736-8ae5-6ed40b5efcfc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 1097 time: 0.0933495 Nov 24 13:27:54.471669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Deleting port 7ec3001c-852e-4464-be70-fd152840a325 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:54.472432 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:54.490665 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:54.583606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecca34-916a-424e-ae4f-06f98d8fe2c8 req-e3c4b3e1-a3c4-4812-8c6d-2415c09a45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:54.585140 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cdecca34-916a-424e-ae4f-06f98d8fe2c8 req-e3c4b3e1-a3c4-4812-8c6d-2415c09a45fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=dccd60b7-82b8-4503-9c13-ffbaf18557f2 HTTP/1.1" status: 200 len: 898 time: 0.2114189 Nov 24 13:27:54.606817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9a0edbe3-bcd3-4ddf-8780-1721cf9366cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:26:07Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '5d1dcf0a-8138-438c-a942-14436297818c', 'name': '', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:2b:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:06Z', 'updated_at': '2021-11-24T13:26:12Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:54.620629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b36a2-ee7f-4132-9c50-be5de8d6498a req-da5a33e0-aa0c-474f-a78f-8bad053b7801 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:54.622025 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a7b36a2-ee7f-4132-9c50-be5de8d6498a req-da5a33e0-aa0c-474f-a78f-8bad053b7801 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.1523235 Nov 24 13:27:54.638356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0edbe3-bcd3-4ddf-8780-1721cf9366cb None None] Checking router: 35236727-ede3-4ffe-96ea-a6c2ac882dd1 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:27:54.649765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0edbe3-bcd3-4ddf-8780-1721cf9366cb None None] Routers {'35236727-ede3-4ffe-96ea-a6c2ac882dd1'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:27:54.650384 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9a0edbe3-bcd3-4ddf-8780-1721cf9366cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:27:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:54.659556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cdecca34-916a-424e-ae4f-06f98d8fe2c8 req-c90f5ddc-49a1-4083-8de5-b1c026dc6af9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91 HTTP/1.1" status: 200 len: 217 time: 0.0596797 Nov 24 13:27:54.680540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] For port 7ec3001c-852e-4464-be70-fd152840a325, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7ec3001c-852e-4464-be70-fd152840a325,segment=NetworkSegment(79e99097-0d94-4bb7-b664-208143a3f582),segment_id=79e99097-0d94-4bb7-b664-208143a3f582)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:54.680943 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:54.726941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Calling delete_port for 7ec3001c-852e-4464-be70-fd152840a325 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:54.758326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-9a0edbe3-bcd3-4ddf-8780-1721cf9366cb None None] Set router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:27:54.761827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecca34-916a-424e-ae4f-06f98d8fe2c8 req-1dabd766-9475-467c-8f30-c640a51e6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:54.763314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cdecca34-916a-424e-ae4f-06f98d8fe2c8 req-1dabd766-9475-467c-8f30-c640a51e6b04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6eca5e3a-a0af-4f6c-813f-2514169920c7 HTTP/1.1" status: 200 len: 835 time: 0.0944390 Nov 24 13:27:54.770384 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a7b36a2-ee7f-4132-9c50-be5de8d6498a req-4f61b26c-e79d-4848-8539-886f0b86396c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156254 Nov 24 13:27:54.867230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecca34-916a-424e-ae4f-06f98d8fe2c8 req-b989335a-afe5-49bc-9797-f18c9b2a2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:54.868898 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cdecca34-916a-424e-ae4f-06f98d8fe2c8 req-b989335a-afe5-49bc-9797-f18c9b2a2498 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dccd60b7-82b8-4503-9c13-ffbaf18557f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705185 Nov 24 13:27:54.985171 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:55.020065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Port': ['ID=7ec3001c-852e-4464-be70-fd152840a325,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:55.054583 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cdecca34-916a-424e-ae4f-06f98d8fe2c8 req-71a7887c-f279-4ee9-9bc2-4ed2be6a559d service neutron] 10.222.0.59 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747224 Nov 24 13:27:55.071259 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No DVR routers for this DVR port 7ec3001c-852e-4464-be70-fd152840a325 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:27:55.133786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9a0edbe3-bcd3-4ddf-8780-1721cf9366cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:26:07Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '5d1dcf0a-8138-438c-a942-14436297818c', 'name': '', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:2b:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:06Z', 'updated_at': '2021-11-24T13:26:12Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:55.161231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0edbe3-bcd3-4ddf-8780-1721cf9366cb None None] The sync data for ids ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'] in n-d-817303-4 is: [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:26:07Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '5d1dcf0a-8138-438c-a942-14436297818c', 'name': '', 'network_id': 'dccd60b7-82b8-4503-9c13-ffbaf18557f2', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:2b:23:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:06Z', 'updated_at': '2021-11-24T13:26:12Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '6eca5e3a-a0af-4f6c-813f-2514169920c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:27:55.173149 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:55.198664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e1eeb8-9db6-420b-9d59-b3f0209c2135 None None] Network 6103981c-6690-4b45-ad80-d9ef44516fa0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:55.233858 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cdecca34-916a-424e-ae4f-06f98d8fe2c8 req-cb232864-7583-49e9-ad07-1699b7bb994e service neutron] 10.222.0.59 "GET /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637897 Nov 24 13:27:55.261972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:55.292926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Subnet': ['ID=a23545d9-dbe8-473c-a84a-7dbc8ff0eac0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:55.312276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4446e00b-0f49-4240-8639-094e90ea6cc6 None None] Could not find standard attr ID for object 7ec3001c-852e-4464-be70-fd152840a325. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:27:55.392376 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906fb0fa-436f-463a-9d82-f56de197ab43 None None] DHCP port deletion for 6103981c-6690-4b45-ad80-d9ef44516fa0 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:27:55.409248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7555c56-4efe-4828-873b-cb2e8e024c11 None None] Network 6103981c-6690-4b45-ad80-d9ef44516fa0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:55.468979 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85063d7d-e4d5-4d46-96a8-609012cc304d None None] New status for floating IP 268051f2-2882-4eb1-8074-7c352f7b48ef: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:27:55.704279 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:55.724155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6103981c-6690-4b45-ad80-d9ef44516fa0']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:55.733443 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e99097-0d94-4bb7-b664-208143a3f582') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:55.733744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e99097-0d94-4bb7-b664-208143a3f582') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:55.743395 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:55.757305 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:55.763138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:55.763515 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:55.766419 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:55.829431 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:55.851579 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:55.854718 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/6103981c-6690-4b45-ad80-d9ef44516fa0 HTTP/1.1" status: 204 len: 168 time: 1.7632697 Nov 24 13:27:55.856552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d4a74-ebc0-465a-bbcf-a30eadd89a90 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Network': ['ID=6103981c-6690-4b45-ad80-d9ef44516fa0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:55.858607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51412) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:55.885318 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dcb99fe-dc22-44dd-8999-8c87a5b93809 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:55.885971 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dcb99fe-dc22-44dd-8999-8c87a5b93809 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:55.889405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7dcb99fe-dc22-44dd-8999-8c87a5b93809 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/6103981c-6690-4b45-ad80-d9ef44516fa0 HTTP/1.1" status: 404 len: 339 time: 0.0305836 Nov 24 13:27:55.893986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51416) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:55.899132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-f2096d05-03d4-48d7-aa2f-3ab7beb6c9bc tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1557177189', 'description': 'd1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:55.916283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709a020-a618-4d5d-9657-64065ff13edd req-ec3f6e64-c8a4-4e78-b3f1-d19f310b217a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:55.917889 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c709a020-a618-4d5d-9657-64065ff13edd req-ec3f6e64-c8a4-4e78-b3f1-d19f310b217a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.0679097 Nov 24 13:27:55.921771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2096d05-03d4-48d7-aa2f-3ab7beb6c9bc tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:55.925917 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2096d05-03d4-48d7-aa2f-3ab7beb6c9bc tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:55.950697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2096d05-03d4-48d7-aa2f-3ab7beb6c9bc tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:55.960751 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:55.962053 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2096d05-03d4-48d7-aa2f-3ab7beb6c9bc tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:55.962422 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-f2096d05-03d4-48d7-aa2f-3ab7beb6c9bc tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Added segment b4b0bcca-43f2-4c5a-8eb7-ba9e70885276 of type vlan for network 11f23348-3060-4037-9e34-9e9f434322d3 Nov 24 13:27:55.971780 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c709a020-a618-4d5d-9657-64065ff13edd req-92fd873a-7d52-4865-90cc-882e666fa0c1 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=7acb941a-d733-4712-8fa5-cff7a81736e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468116 Nov 24 13:27:56.005047 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2096d05-03d4-48d7-aa2f-3ab7beb6c9bc tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.028127 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2096d05-03d4-48d7-aa2f-3ab7beb6c9bc tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.034262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2096d05-03d4-48d7-aa2f-3ab7beb6c9bc tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:56.034837 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f2096d05-03d4-48d7-aa2f-3ab7beb6c9bc tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7893812'] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.069605 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f2096d05-03d4-48d7-aa2f-3ab7beb6c9bc tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1743670 Nov 24 13:27:56.072614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51418) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:56.122526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7ac09-38ce-41d4-b0be-3ac0c9484468 req-22c7a51c-e5c7-41e9-8884-7e46d02ebfe1 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:56.124001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfb7ac09-38ce-41d4-b0be-3ac0c9484468 req-22c7a51c-e5c7-41e9-8884-7e46d02ebfe1 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5617add-30d9-4d60-92a9-b95536574543 HTTP/1.1" status: 200 len: 946 time: 0.0530369 Nov 24 13:27:56.133155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2096d05-03d4-48d7-aa2f-3ab7beb6c9bc tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Network': ['ID=11f23348-3060-4037-9e34-9e9f434322d3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:56.143941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 11f23348-3060-4037-9e34-9e9f434322d3 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:56.196316 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93161e61-e13a-4cec-a4df-3b1bc8e326d6 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:56.198108 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-93161e61-e13a-4cec-a4df-3b1bc8e326d6 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "GET /v2.0/networks?id=11f23348-3060-4037-9e34-9e9f434322d3 HTTP/1.1" status: 200 len: 761 time: 0.1243670 Nov 24 13:27:56.200647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51420) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:56.206498 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'network': {'description': 'd2'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:56.224116 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-bfb7ac09-38ce-41d4-b0be-3ac0c9484468 req-e3ca9e87-8a1a-4709-8252-6a23d4e4ccef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port 0df2235b-d11a-4df3-9462-7d41beeb1d91 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:56.224693 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bfb7ac09-38ce-41d4-b0be-3ac0c9484468 req-e3ca9e87-8a1a-4709-8252-6a23d4e4ccef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.312025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-bfb7ac09-38ce-41d4-b0be-3ac0c9484468 req-e3ca9e87-8a1a-4709-8252-6a23d4e4ccef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] For port 0df2235b-d11a-4df3-9462-7d41beeb1d91, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=0df2235b-d11a-4df3-9462-7d41beeb1d91,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:56.312393 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bfb7ac09-38ce-41d4-b0be-3ac0c9484468 req-e3ca9e87-8a1a-4709-8252-6a23d4e4ccef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.324856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-bfb7ac09-38ce-41d4-b0be-3ac0c9484468 req-e3ca9e87-8a1a-4709-8252-6a23d4e4ccef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for 0df2235b-d11a-4df3-9462-7d41beeb1d91 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:56.367868 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.382957 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.391933 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network 11f23348-3060-4037-9e34-9e9f434322d3 is not hosted by any dhcp agent {{(pid=114986) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 24 13:27:56.397756 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:56.398336 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.399599 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "PUT /v2.0/networks/11f23348-3060-4037-9e34-9e9f434322d3 HTTP/1.1" status: 200 len: 758 time: 0.1979008 Nov 24 13:27:56.402385 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51422) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:56.460132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Network': ['ID=11f23348-3060-4037-9e34-9e9f434322d3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:56.467628 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:56.467921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:56.468267 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:56.468611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:56.468975 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:56.469312 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:56.469646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:56.469979 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:56.470307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:56.470634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:56.470960 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:56.471811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56d88b7-f42c-4df8-9d72-2fdaa57229f2 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:27:56.483269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 11f23348-3060-4037-9e34-9e9f434322d3 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:56.519267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ae34fd-f42c-4b95-a622-096258abffb5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:56.520747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f2ae34fd-f42c-4b95-a622-096258abffb5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "GET /v2.0/networks?id=11f23348-3060-4037-9e34-9e9f434322d3 HTTP/1.1" status: 200 len: 761 time: 0.1173742 Nov 24 13:27:56.524817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51424) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:56.529194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7039e963-b583-4d2f-a515-2bfe3d39a38d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1644591429'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:56.546750 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bfb7ac09-38ce-41d4-b0be-3ac0c9484468 req-e3ca9e87-8a1a-4709-8252-6a23d4e4ccef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.583817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca9e87-8a1a-4709-8252-6a23d4e4ccef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=0df2235b-d11a-4df3-9462-7d41beeb1d91,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:56.590629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7039e963-b583-4d2f-a515-2bfe3d39a38d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:56.594200 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7039e963-b583-4d2f-a515-2bfe3d39a38d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.654373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb7ac09-38ce-41d4-b0be-3ac0c9484468 req-e3ca9e87-8a1a-4709-8252-6a23d4e4ccef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] No DVR routers for this DVR port 0df2235b-d11a-4df3-9462-7d41beeb1d91 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:27:56.657498 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bfb7ac09-38ce-41d4-b0be-3ac0c9484468 req-e3ca9e87-8a1a-4709-8252-6a23d4e4ccef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.661769 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfb7ac09-38ce-41d4-b0be-3ac0c9484468 req-e3ca9e87-8a1a-4709-8252-6a23d4e4ccef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.59 "DELETE /v2.0/ports/0df2235b-d11a-4df3-9462-7d41beeb1d91 HTTP/1.1" status: 204 len: 173 time: 0.5315764 Nov 24 13:27:56.662209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'name': 'network-vif-deleted', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:27:56.665390 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7323ec96-e7ff-40c0-88f0-7fdd41f527fe" -d '{"events": [{"server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "name": "network-vif-deleted", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:27:56.677205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7039e963-b583-4d2f-a515-2bfe3d39a38d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:56.704988 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7039e963-b583-4d2f-a515-2bfe3d39a38d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.705430 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-7039e963-b583-4d2f-a515-2bfe3d39a38d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Added segment 92b5ae7f-6215-4c04-a623-62ec61344080 of type vlan for network e13ddba5-a833-405f-a52e-25adce3408d9 Nov 24 13:27:56.708883 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.718105 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747b5f19-7818-48d8-a20d-1c6f5727755f x-openstack-request-id: req-747b5f19-7818-48d8-a20d-1c6f5727755f {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:27:56.718328 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5617add-30d9-4d60-92a9-b95536574543", "name": "network-vif-deleted", "tag": "0df2235b-d11a-4df3-9462-7d41beeb1d91", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:27:56.718632 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-747b5f19-7818-48d8-a20d-1c6f5727755f {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:27:56.719111 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5617add-30d9-4d60-92a9-b95536574543', 'name': 'network-vif-deleted', 'tag': '0df2235b-d11a-4df3-9462-7d41beeb1d91', 'status': 'completed', 'code': 200} Nov 24 13:27:56.754569 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7039e963-b583-4d2f-a515-2bfe3d39a38d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.784857 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7039e963-b583-4d2f-a515-2bfe3d39a38d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.790593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7039e963-b583-4d2f-a515-2bfe3d39a38d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:56.791174 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7039e963-b583-4d2f-a515-2bfe3d39a38d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:56.838175 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51428) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:56.838457 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7039e963-b583-4d2f-a515-2bfe3d39a38d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3128493 Nov 24 13:27:56.843782 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-423990b6-e6dc-40b6-a6ef-5ace2f0d2f0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'subnet': {'network_id': 'e13ddba5-a833-405f-a52e-25adce3408d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:56.872793 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039e963-b583-4d2f-a515-2bfe3d39a38d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Network': ['ID=e13ddba5-a833-405f-a52e-25adce3408d9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:56.889938 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network e13ddba5-a833-405f-a52e-25adce3408d9 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:27:56.955388 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423990b6-e6dc-40b6-a6ef-5ace2f0d2f0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:56.961552 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-423990b6-e6dc-40b6-a6ef-5ace2f0d2f0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:57.039024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51432) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:57.626809 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-423990b6-e6dc-40b6-a6ef-5ace2f0d2f0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:57.731491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423990b6-e6dc-40b6-a6ef-5ace2f0d2f0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Subnet': ['ID=6c5112e8-ecde-4132-ad6e-69119360ab36,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:57.761122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423990b6-e6dc-40b6-a6ef-5ace2f0d2f0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Checking segment: {'id': '92b5ae7f-6215-4c04-a623-62ec61344080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'e13ddba5-a833-405f-a52e-25adce3408d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:27:57.761490 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423990b6-e6dc-40b6-a6ef-5ace2f0d2f0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network hostable DHCP agents. Network: e13ddba5-a833-405f-a52e-25adce3408d9, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:27:57.794190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423990b6-e6dc-40b6-a6ef-5ace2f0d2f0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network e13ddba5-a833-405f-a52e-25adce3408d9 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:27:57.819857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-423990b6-e6dc-40b6-a6ef-5ace2f0d2f0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, e13ddba5-a833-405f-a52e-25adce3408d9) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:27:57.825507 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423990b6-e6dc-40b6-a6ef-5ace2f0d2f0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:57.825507 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-423990b6-e6dc-40b6-a6ef-5ace2f0d2f0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:57.829358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1194c58-afd4-4f64-bf41-e1c1606a3c15 None None] Network e13ddba5-a833-405f-a52e-25adce3408d9 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:57.848341 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-423990b6-e6dc-40b6-a6ef-5ace2f0d2f0b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0088348 Nov 24 13:27:57.851122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51434) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:57.916271 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc544-b60c-49f5-a868-2498d7e2f17f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:57.966495 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:57.989633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d118a6c5-8713-4efe-bba4-6b69c96ec6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-e13ddba5-a833-405f-a52e-25adce3408d9', 'network_id': 'e13ddba5-a833-405f-a52e-25adce3408d9', 'tenant_id': 'bd331ff21bb64e8d9e4d294290a0f130', 'fixed_ips': [{'subnet_id': '6c5112e8-ecde-4132-ad6e-69119360ab36'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:27:57.990759 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d118a6c5-8713-4efe-bba4-6b69c96ec6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:58.023168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:58.088242 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server [None req-d118a6c5-8713-4efe-bba4-6b69c96ec6c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c5112e8-ecde-4132-ad6e-69119360ab36: This subnet is being modified by another concurrent operation. Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise exception Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c5112e8-ecde-4132-ad6e-69119360ab36: This subnet is being modified by another concurrent operation. Nov 24 13:27:58.092196 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Nov 24 13:27:58.108215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d339eea-a6cf-4e0d-9c07-c80d903e4d5d None None] Network e13ddba5-a833-405f-a52e-25adce3408d9 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:58.138454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5112e8-ecde-4132-ad6e-69119360ab36,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:58.185777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:58.207249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13ddba5-a833-405f-a52e-25adce3408d9']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:58.218104 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b5ae7f-6215-4c04-a623-62ec61344080') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:58.218409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b5ae7f-6215-4c04-a623-62ec61344080') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:58.221056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bc544-b60c-49f5-a868-2498d7e2f17f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port 5d1dcf0a-8138-438c-a942-14436297818c {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:27:58.221596 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc544-b60c-49f5-a868-2498d7e2f17f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:58.223950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300f9cf4-7574-49fa-af76-6a01ec13fae6 None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 13:27:58.237103 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:58.257346 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:58.265506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:27:58.265906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:27:58.269674 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:27:58.325055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-6a3bc544-b60c-49f5-a868-2498d7e2f17f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] For port 5d1dcf0a-8138-438c-a942-14436297818c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5d1dcf0a-8138-438c-a942-14436297818c,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:27:58.325444 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc544-b60c-49f5-a868-2498d7e2f17f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:58.332003 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300f9cf4-7574-49fa-af76-6a01ec13fae6 None None] Resources bound (agent type, host, resource id): {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:27:58.335892 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:58.340672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bc544-b60c-49f5-a868-2498d7e2f17f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for 5d1dcf0a-8138-438c-a942-14436297818c owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:27:58.344964 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:58.348274 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/e13ddba5-a833-405f-a52e-25adce3408d9 HTTP/1.1" status: 204 len: 168 time: 0.4961257 Nov 24 13:27:58.351009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51436) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:58.358174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ef9e8-011b-40bf-803c-6d56aecd4c5c tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Network': ['ID=e13ddba5-a833-405f-a52e-25adce3408d9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:58.388660 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adb3898-d87a-4f34-a75c-f6e7cc6db14a tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] GET failed (client error): The resource could not be found. Nov 24 13:27:58.390021 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0adb3898-d87a-4f34-a75c-f6e7cc6db14a tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "GET /v2.0/subnets/6c5112e8-ecde-4132-ad6e-69119360ab36 HTTP/1.1" status: 404 len: 337 time: 0.0378587 Nov 24 13:27:58.393060 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51440) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:58.416075 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d58516-1787-46a2-96ac-a87490158b8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:27:58.417006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d58516-1787-46a2-96ac-a87490158b8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:27:58.420277 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-28d58516-1787-46a2-96ac-a87490158b8f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/e13ddba5-a833-405f-a52e-25adce3408d9 HTTP/1.1" status: 404 len: 339 time: 0.0260096 Nov 24 13:27:58.424789 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51442) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:58.515992 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 0df2235b-d11a-4df3-9462-7d41beeb1d91 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:27:58.560617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 0df2235b-d11a-4df3-9462-7d41beeb1d91 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:27:58.560997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 0df2235b-d11a-4df3-9462-7d41beeb1d91 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:27:58.661678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23da37f-4ec9-467e-bf46-445ace912647 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:58.663129 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e23da37f-4ec9-467e-bf46-445ace912647 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2373698 Nov 24 13:27:58.665858 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51444) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:58.697734 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1f6ea55e-504c-4809-9a8f-7b0c2979b78f tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 207 time: 0.0308635 Nov 24 13:27:58.701014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51446) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:58.768876 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc544-b60c-49f5-a868-2498d7e2f17f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:58.801209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bc544-b60c-49f5-a868-2498d7e2f17f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=5d1dcf0a-8138-438c-a942-14436297818c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:58.894419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096f7d73-aa52-4ef2-82a6-ab727dbcd174 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:58.901089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096f7d73-aa52-4ef2-82a6-ab727dbcd174 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:58.906728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096f7d73-aa52-4ef2-82a6-ab727dbcd174 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:58.913469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096f7d73-aa52-4ef2-82a6-ab727dbcd174 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:58.918613 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-096f7d73-aa52-4ef2-82a6-ab727dbcd174 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2131033 Nov 24 13:27:58.919241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51448) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:58.979473 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc544-b60c-49f5-a868-2498d7e2f17f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:59.038487 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f4594013-6237-4ef3-80a8-5c1856ec1fea tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1177771 Nov 24 13:27:59.041471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51450) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:59.121777 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3942c037-2ce6-468a-9b88-4c273543811b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:59.123249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3942c037-2ce6-468a-9b88-4c273543811b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:59.124804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3942c037-2ce6-468a-9b88-4c273543811b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0823717 Nov 24 13:27:59.128551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51452) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:59.183379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d863cda-736e-446e-8e05-0a25cc6ff3b8 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:59.184823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d863cda-736e-446e-8e05-0a25cc6ff3b8 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:59.186368 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4d863cda-736e-446e-8e05-0a25cc6ff3b8 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0568459 Nov 24 13:27:59.190091 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51454) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:59.227437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3bc544-b60c-49f5-a868-2498d7e2f17f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:27:59.341655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc27bc0-1f44-4250-9291-79de5f366ce7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:59.342907 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fbc27bc0-1f44-4250-9291-79de5f366ce7 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "GET /v2.0/networks/9f0f9faf-f6c7-4635-ac50-070a131be883 HTTP/1.1" status: 200 len: 800 time: 0.1505351 Nov 24 13:27:59.347386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51456) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:59.394986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3bc544-b60c-49f5-a868-2498d7e2f17f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:27:59.403770 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6a3bc544-b60c-49f5-a868-2498d7e2f17f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "PUT /v2.0/routers/35236727-ede3-4ffe-96ea-a6c2ac882dd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3599625 Nov 24 13:27:59.403770 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51458) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:59.406585 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df6b08-4f19-4944-a8fe-8abfe0462dac None None] Sync routers for ids ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:27:59.418095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df6b08-4f19-4944-a8fe-8abfe0462dac None None] Routers {'35236727-ede3-4ffe-96ea-a6c2ac882dd1'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:27:59.418977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d1df6b08-4f19-4944-a8fe-8abfe0462dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:27:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:59.449407 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a2218a19-61f1-415a-9ccc-ba6aad5eb879 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "GET /v2.0/networks/9f0f9faf-f6c7-4635-ac50-070a131be883?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1008499 Nov 24 13:27:59.450372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51460) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:59.456763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-acde21b3-9ac1-4d50-b092-4d5a399a05d0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting subnet 6eca5e3a-a0af-4f6c-813f-2514169920c7 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:27:59.459924 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-acde21b3-9ac1-4d50-b092-4d5a399a05d0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:59.499637 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-acde21b3-9ac1-4d50-b092-4d5a399a05d0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:59.514575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea91232-9d86-423f-9deb-ea982a8306c4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:59.515949 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fea91232-9d86-423f-9deb-ea982a8306c4 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "GET /v2.0/subnets/a7cf29e8-ef82-4de9-a72c-e32452d64bd8 HTTP/1.1" status: 200 len: 811 time: 0.0643380 Nov 24 13:27:59.520294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51462) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:59.528310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d1df6b08-4f19-4944-a8fe-8abfe0462dac None None] Set router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:27:59.572126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb85441b-d05d-4a61-9033-ea0888059720 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['shared'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:59.576923 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bb85441b-d05d-4a61-9033-ea0888059720 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "GET /v2.0/subnets/a7cf29e8-ef82-4de9-a72c-e32452d64bd8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0523472 Nov 24 13:27:59.577207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51464) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:59.583117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-521800692'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:59.589850 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-acde21b3-9ac1-4d50-b092-4d5a399a05d0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:59.607440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:27:59.611141 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:59.639235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:27:59.649308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:59.650153 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Added segment 10a5859c-4d3b-487f-8fc0-427124392d80 of type vlan for network 6e966153-a1f7-412c-935c-7b942942f373 Nov 24 13:27:59.655554 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-acde21b3-9ac1-4d50-b092-4d5a399a05d0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:59.685405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde21b3-9ac1-4d50-b092-4d5a399a05d0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Subnet': ['ID=6eca5e3a-a0af-4f6c-813f-2514169920c7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:27:59.689191 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-acde21b3-9ac1-4d50-b092-4d5a399a05d0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:59.693318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-acde21b3-9ac1-4d50-b092-4d5a399a05d0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/subnets/6eca5e3a-a0af-4f6c-813f-2514169920c7 HTTP/1.1" status: 204 len: 168 time: 0.2895055 Nov 24 13:27:59.696040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51466) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:59.699407 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:59.706316 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17228705-db53-4c40-9eb7-4be0ebebeb7e None None] Network dccd60b7-82b8-4503-9c13-ffbaf18557f2 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:27:59.736275 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d1df6b08-4f19-4944-a8fe-8abfe0462dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:27:58Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:59.738406 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:27:59.796368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df6b08-4f19-4944-a8fe-8abfe0462dac None None] Checking router: 35236727-ede3-4ffe-96ea-a6c2ac882dd1 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:27:59.800807 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:59.806366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:27:59.806944 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:59.825370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df6b08-4f19-4944-a8fe-8abfe0462dac None None] Routers {'35236727-ede3-4ffe-96ea-a6c2ac882dd1'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:27:59.825990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d1df6b08-4f19-4944-a8fe-8abfe0462dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:27:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:27:59.860123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2817168 Nov 24 13:27:59.863047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51468) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:27:59.868473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2743c005-5c39-4b3c-acb9-eba407865a72 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'subnet': {'network_id': '6e966153-a1f7-412c-935c-7b942942f373', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:27:59.895811 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:27:59.956342 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d1df6b08-4f19-4944-a8fe-8abfe0462dac None None] Set router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:00.003100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Network': ['ID=6e966153-a1f7-412c-935c-7b942942f373,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:00.013115 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.017086 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:00.017451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:00.017828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:00.018692 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:00.019038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:00.019394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:00.019717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:00.020036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:00.020369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:00.020709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:00.021065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:00.021381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6f98cc-7fee-4713-8901-0236e889bba0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:00.022087 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2743c005-5c39-4b3c-acb9-eba407865a72 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Made reservation on behalf of bd331ff21bb64e8d9e4d294290a0f130 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:28:00.026774 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2743c005-5c39-4b3c-acb9-eba407865a72 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.064902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a7e28-c9cd-436d-aefe-e22e4102eee4 None None] DHCP port deletion for dccd60b7-82b8-4503-9c13-ffbaf18557f2 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:28:00.071611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 6e966153-a1f7-412c-935c-7b942942f373 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:28:00.082541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port d1ea4c76-2104-4cf8-8092-6faff0722f7d {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:28:00.082896 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.100459 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.ipam_backend_mixin [None req-2743c005-5c39-4b3c-acb9-eba407865a72 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Performing IP validity checks on allocation pools {{(pid=114986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 13:28:00.101381 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.ipam_backend_mixin [None req-2743c005-5c39-4b3c-acb9-eba407865a72 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114986) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 13:28:00.213288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] For port d1ea4c76-2104-4cf8-8092-6faff0722f7d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d1ea4c76-2104-4cf8-8092-6faff0722f7d,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:00.214322 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.234770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for d1ea4c76-2104-4cf8-8092-6faff0722f7d owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:28:00.287692 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2743c005-5c39-4b3c-acb9-eba407865a72 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.371993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743c005-5c39-4b3c-acb9-eba407865a72 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Subnet': ['ID=15955c4a-2943-4409-9fa7-ac7f4c8a4a22,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:00.385878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2743c005-5c39-4b3c-acb9-eba407865a72 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Checking segment: {'id': '10a5859c-4d3b-487f-8fc0-427124392d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e966153-a1f7-412c-935c-7b942942f373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:28:00.386547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2743c005-5c39-4b3c-acb9-eba407865a72 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network hostable DHCP agents. Network: 6e966153-a1f7-412c-935c-7b942942f373, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:28:00.407854 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2743c005-5c39-4b3c-acb9-eba407865a72 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Network 6e966153-a1f7-412c-935c-7b942942f373 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:28:00.421501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-2743c005-5c39-4b3c-acb9-eba407865a72 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 6e966153-a1f7-412c-935c-7b942942f373) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:00.435480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2743c005-5c39-4b3c-acb9-eba407865a72 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:00.436350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2743c005-5c39-4b3c-acb9-eba407865a72 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.456581 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2743c005-5c39-4b3c-acb9-eba407865a72 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5914445 Nov 24 13:28:00.459220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51470) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:00.464390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-53ab05eb-1e9b-4bdd-bdde-fde0901544e6 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:00.468234 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d102709f-9a1e-4382-aa48-27d5f4262cee no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:28:00.489480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab74b066-bbce-4586-9f71-cebe754fec74 None None] Network 6e966153-a1f7-412c-935c-7b942942f373 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:28:00.530035 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.584602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=d1ea4c76-2104-4cf8-8092-6faff0722f7d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:00.618241 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53ab05eb-1e9b-4bdd-bdde-fde0901544e6 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4678622'] for subnet, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.618945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c00e0-e925-4dd1-bbc2-3d777c60c9aa None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:28:00.694845 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.729028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f30a7e28-c9cd-436d-aefe-e22e4102eee4 None None] Deleting port d102709f-9a1e-4382-aa48-27d5f4262cee {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:28:00.729461 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f30a7e28-c9cd-436d-aefe-e22e4102eee4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.798650 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.809971 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.813265 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.873392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f30a7e28-c9cd-436d-aefe-e22e4102eee4 None None] For port d102709f-9a1e-4382-aa48-27d5f4262cee, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d102709f-9a1e-4382-aa48-27d5f4262cee,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:00.873668 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f30a7e28-c9cd-436d-aefe-e22e4102eee4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.888569 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.889168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Fanout notify agent at l3_agent the message router_deleted on router 35236727-ede3-4ffe-96ea-a6c2ac882dd1 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:28:00.898502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.899677 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4b0a67ee-0a50-4546-ae96-ea6dd9aa3442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/routers/35236727-ede3-4ffe-96ea-a6c2ac882dd1 HTTP/1.1" status: 204 len: 168 time: 1.2023489 Nov 24 13:28:00.902464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51472) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:00.916321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f30a7e28-c9cd-436d-aefe-e22e4102eee4 None None] Calling delete_port for d102709f-9a1e-4382-aa48-27d5f4262cee owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:28:00.920878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-6e966153-a1f7-412c-935c-7b942942f373', 'network_id': '6e966153-a1f7-412c-935c-7b942942f373', 'tenant_id': 'bd331ff21bb64e8d9e4d294290a0f130', 'fixed_ips': [{'subnet_id': '15955c4a-2943-4409-9fa7-ac7f4c8a4a22'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:28:00.921730 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.948574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port d102709f-9a1e-4382-aa48-27d5f4262cee, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d102709f-9a1e-4382-aa48-27d5f4262cee,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:00.962160 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:00.978270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53ab05eb-1e9b-4bdd-bdde-fde0901544e6 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788463949177', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4606001'] for subnet, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.015859 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d1df6b08-4f19-4944-a8fe-8abfe0462dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:27:58Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:01.017762 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.037181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab05eb-1e9b-4bdd-bdde-fde0901544e6 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event updated for resources: {'Subnet': ['ID=15955c4a-2943-4409-9fa7-ac7f4c8a4a22,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:01.059702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ab05eb-1e9b-4bdd-bdde-fde0901544e6 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:01.060588 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53ab05eb-1e9b-4bdd-bdde-fde0901544e6 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.065867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-53ab05eb-1e9b-4bdd-bdde-fde0901544e6 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "PUT /v2.0/subnets/15955c4a-2943-4409-9fa7-ac7f4c8a4a22 HTTP/1.1" status: 200 len: 877 time: 0.6055801 Nov 24 13:28:01.066700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51474) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:01.074496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df6b08-4f19-4944-a8fe-8abfe0462dac None None] The sync data for ids ['35236727-ede3-4ffe-96ea-a6c2ac882dd1'] in n-d-817303-4 is: [{'id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654131676', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:26:00Z', 'updated_at': '2021-11-24T13:27:58Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': 'd1ea4c76-2104-4cf8-8092-6faff0722f7d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35236727-ede3-4ffe-96ea-a6c2ac882dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3590, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:26:01Z', 'updated_at': '2021-11-24T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:28:01.103278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port d102709f-9a1e-4382-aa48-27d5f4262cee {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:28:01.103699 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.192130 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] For port d102709f-9a1e-4382-aa48-27d5f4262cee, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d102709f-9a1e-4382-aa48-27d5f4262cee,segment=NetworkSegment(f6c9d087-2d35-4cdb-b911-87e59b96f56b),segment_id=f6c9d087-2d35-4cdb-b911-87e59b96f56b)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:01.192491 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.206095 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for d102709f-9a1e-4382-aa48-27d5f4262cee owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:28:01.208460 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.208684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=d102709f-9a1e-4382-aa48-27d5f4262cee,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:01.254966 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f30a7e28-c9cd-436d-aefe-e22e4102eee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.279973 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a7e28-c9cd-436d-aefe-e22e4102eee4 None None] Pushing event deleted for resources: {'Port': ['ID=d102709f-9a1e-4382-aa48-27d5f4262cee,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:01.294824 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.298039 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a7e28-c9cd-436d-aefe-e22e4102eee4 None None] No DVR routers for this DVR port d102709f-9a1e-4382-aa48-27d5f4262cee on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:28:01.308222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Allocated IP 172.20.0.3 (6e966153-a1f7-412c-935c-7b942942f373/15955c4a-2943-4409-9fa7-ac7f4c8a4a22/0e3409f9-e462-4435-8f50-5e33debc6408) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:28:01.321256 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.337688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] No DVR routers for this DVR port d102709f-9a1e-4382-aa48-27d5f4262cee on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:28:01.364779 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=d102709f-9a1e-4382-aa48-27d5f4262cee,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:01.446929 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.473237 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccd60b7-82b8-4503-9c13-ffbaf18557f2']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:01.484802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c9d087-2d35-4cdb-b911-87e59b96f56b') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:01.485105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c9d087-2d35-4cdb-b911-87e59b96f56b') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:01.495226 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.495796 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.502863 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.515435 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.520465 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.523104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:28:01.523506 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: self.session.flush() Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:28:01.526936 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:28:01.558806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Subnet': ['ID=15955c4a-2943-4409-9fa7-ac7f4c8a4a22,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:01.567151 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Network 6e966153-a1f7-412c-935c-7b942942f373 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:28:01.568554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Pushing event updated for resources: {'Port': ['ID=0e3409f9-e462-4435-8f50-5e33debc6408,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:01.571956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:01.574250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:28:01.606086 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.614695 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.619627 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/networks/dccd60b7-82b8-4503-9c13-ffbaf18557f2 HTTP/1.1" status: 204 len: 168 time: 0.7160528 Nov 24 13:28:01.622820 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51476) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:01.631765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1461b8-e381-4e46-8377-a1ba81b03e9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Network': ['ID=dccd60b7-82b8-4503-9c13-ffbaf18557f2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:01.643370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Attempting to bind port 0e3409f9-e462-4435-8f50-5e33debc6408 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:28:01.643653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Attempting to bind port 0e3409f9-e462-4435-8f50-5e33debc6408 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '10a5859c-4d3b-487f-8fc0-427124392d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e966153-a1f7-412c-935c-7b942942f373'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:28:01.644024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Attempting to bind port 0e3409f9-e462-4435-8f50-5e33debc6408 on network 6e966153-a1f7-412c-935c-7b942942f373 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:28:01.649494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:28:01.649880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Checking segment: {'id': '10a5859c-4d3b-487f-8fc0-427124392d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e966153-a1f7-412c-935c-7b942942f373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:28:01.650287 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.650685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Bound using segment: {'id': '10a5859c-4d3b-487f-8fc0-427124392d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e966153-a1f7-412c-935c-7b942942f373'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:28:01.651165 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Bound port: 0e3409f9-e462-4435-8f50-5e33debc6408, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a5859c-4d3b-487f-8fc0-427124392d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6e966153-a1f7-412c-935c-7b942942f373'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:28:01.651554 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.656774 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.694914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e966153-a1f7-412c-935c-7b942942f373']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:01.712798 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a5859c-4d3b-487f-8fc0-427124392d80') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:01.713107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a5859c-4d3b-487f-8fc0-427124392d80') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:01.720527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] For port 0e3409f9-e462-4435-8f50-5e33debc6408, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:28:01.723741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] For port 0e3409f9-e462-4435-8f50-5e33debc6408, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0e3409f9-e462-4435-8f50-5e33debc6408,segment=NetworkSegment(10a5859c-4d3b-487f-8fc0-427124392d80),segment_id=10a5859c-4d3b-487f-8fc0-427124392d80)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:28:01.728151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.728560 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.754171 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e5c3-f52d-49ac-b4f4-5a1988736b5b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.756257 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.776456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:28:01.777285 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:28:01.784190 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:28:01.819064 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85750a6f-8c06-46bd-8733-a8591b7375b5 None None] Pushing event updated for resources: {'Port': ['ID=0e3409f9-e462-4435-8f50-5e33debc6408,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:01.839567 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1fa8c1-30dd-40bb-8573-ccee30543917 None None] Network 6e966153-a1f7-412c-935c-7b942942f373 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:28:01.860003 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e5c3-f52d-49ac-b4f4-5a1988736b5b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.887818 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.db.api [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 24 13:28:01.887818 n-d-817303-4 neutron-server[114985]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 24 13:28:01.887818 n-d-817303-4 neutron-server[114985]: [parameters: {'id': '6e966153-a1f7-412c-935c-7b942942f373'}] Nov 24 13:28:01.887818 n-d-817303-4 neutron-server[114985]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=114985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:28:01.888317 n-d-817303-4 neutron-server[114985]: DEBUG oslo_db.api [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:28:01.939623 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e5c3-f52d-49ac-b4f4-5a1988736b5b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.943057 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7ad4e5c3-f52d-49ac-b4f4-5a1988736b5b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:01.944416 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7ad4e5c3-f52d-49ac-b4f4-5a1988736b5b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/security-groups/7acb941a-d733-4712-8fa5-cff7a81736e1 HTTP/1.1" status: 204 len: 168 time: 0.2945797 Nov 24 13:28:01.954049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4e5c3-f52d-49ac-b4f4-5a1988736b5b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acb941a-d733-4712-8fa5-cff7a81736e1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:02.015245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bf9d9c-0984-4318-97a0-84d04f7f010c None None] Network 6e966153-a1f7-412c-935c-7b942942f373 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:28:02.173745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51484) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:02.176955 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378e9201-1999-444b-b3eb-9c733736f45f None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 13:28:02.179187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7aa75aaf-5964-44c3-9b3b-606336005479 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511900171', 'description': 'tempest-secgroup-smoke-1511900171 description', 'project_id': '1903467d483849278979cf8e91cd17b3'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:02.203137 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7aa75aaf-5964-44c3-9b3b-606336005479 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.284416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378e9201-1999-444b-b3eb-9c733736f45f None None] Resources bound (agent type, host, resource id): {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:28:02.298410 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7aa75aaf-5964-44c3-9b3b-606336005479 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.305536 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7aa75aaf-5964-44c3-9b3b-606336005479 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.325232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d1ea4c76-2104-4cf8-8092-6faff0722f7d no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:28:02.337281 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7aa75aaf-5964-44c3-9b3b-606336005479 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.341363 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7aa75aaf-5964-44c3-9b3b-606336005479 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1632721 Nov 24 13:28:02.341798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51486) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:02.346829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2a4aa3c1-4fd7-44db-b739-79c5b5fd81eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': '706f717c-f8da-4af2-8b37-c504318d33e4', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:02.355008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa75aaf-5964-44c3-9b3b-606336005479 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706f717c-f8da-4af2-8b37-c504318d33e4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:02.355194 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: d1ea4c76-2104-4cf8-8092-6faff0722f7d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:28:02.355750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d1ea4c76-2104-4cf8-8092-6faff0722f7d not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:28:02.356214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5d1dcf0a-8138-438c-a942-14436297818c no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:28:02.379474 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa3c1-4fd7-44db-b739-79c5b5fd81eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.389317 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.412571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 5d1dcf0a-8138-438c-a942-14436297818c {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:28:02.412571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5d1dcf0a-8138-438c-a942-14436297818c not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:28:02.446781 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa3c1-4fd7-44db-b739-79c5b5fd81eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.450547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Deleting port 0e3409f9-e462-4435-8f50-5e33debc6408 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:28:02.450745 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa3c1-4fd7-44db-b739-79c5b5fd81eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.451016 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.478827 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4aa3c1-4fd7-44db-b739-79c5b5fd81eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3146467-d180-40a2-a7b6-28f2de77f4e8,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:02.485836 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa3c1-4fd7-44db-b739-79c5b5fd81eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.487598 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2a4aa3c1-4fd7-44db-b739-79c5b5fd81eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445956 Nov 24 13:28:02.490228 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51488) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:02.494520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e75dacba-f048-49f9-a3a5-96d795c79c2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': '706f717c-f8da-4af2-8b37-c504318d33e4', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:02.522318 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e75dacba-f048-49f9-a3a5-96d795c79c2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.530255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] For port 0e3409f9-e462-4435-8f50-5e33debc6408, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0e3409f9-e462-4435-8f50-5e33debc6408,segment=NetworkSegment(10a5859c-4d3b-487f-8fc0-427124392d80),segment_id=10a5859c-4d3b-487f-8fc0-427124392d80)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:02.530619 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.546889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Calling delete_port for 0e3409f9-e462-4435-8f50-5e33debc6408 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:28:02.582055 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e75dacba-f048-49f9-a3a5-96d795c79c2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.586050 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e75dacba-f048-49f9-a3a5-96d795c79c2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.606520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75dacba-f048-49f9-a3a5-96d795c79c2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea3bc81-873e-41ba-a867-8e12363fa729,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:02.615429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e75dacba-f048-49f9-a3a5-96d795c79c2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.619528 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e75dacba-f048-49f9-a3a5-96d795c79c2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283286 Nov 24 13:28:02.620124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51490) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:02.624562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-6bf43a38-022e-4073-8ad5-7159aaa75757 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': '706f717c-f8da-4af2-8b37-c504318d33e4', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:02.635556 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.652422 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bf43a38-022e-4073-8ad5-7159aaa75757 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.665004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No DVR routers for this DVR port 0e3409f9-e462-4435-8f50-5e33debc6408 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:28:02.667212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Port': ['ID=0e3409f9-e462-4435-8f50-5e33debc6408,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:02.709413 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bf43a38-022e-4073-8ad5-7159aaa75757 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.713770 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bf43a38-022e-4073-8ad5-7159aaa75757 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.732024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf43a38-022e-4073-8ad5-7159aaa75757 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1ea57a0-4eaa-433f-bd16-daaa85be2500,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:02.739994 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bf43a38-022e-4073-8ad5-7159aaa75757 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.741228 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6bf43a38-022e-4073-8ad5-7159aaa75757 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200187 Nov 24 13:28:02.743920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51492) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:02.748167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-071ead21-9444-4b5e-839f-3afdb6c78424 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': '706f717c-f8da-4af2-8b37-c504318d33e4', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:02.748841 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.768861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e966153-a1f7-412c-935c-7b942942f373']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:02.775150 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-071ead21-9444-4b5e-839f-3afdb6c78424 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.781038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a5859c-4d3b-487f-8fc0-427124392d80') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:02.781315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a5859c-4d3b-487f-8fc0-427124392d80') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:02.796678 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.810913 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.816993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:28:02.817386 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:28:02.820320 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:28:02.840148 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-071ead21-9444-4b5e-839f-3afdb6c78424 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.843853 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-071ead21-9444-4b5e-839f-3afdb6c78424 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.862722 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ead21-9444-4b5e-839f-3afdb6c78424 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0df6300-3fa6-4b18-965d-4a9069865959,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:02.867859 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-071ead21-9444-4b5e-839f-3afdb6c78424 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.871726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51494) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:02.871868 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-071ead21-9444-4b5e-839f-3afdb6c78424 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269801 Nov 24 13:28:02.876121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0a7779b9-8e1c-4555-ba43-d96c33a04aa4 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': '706f717c-f8da-4af2-8b37-c504318d33e4', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:02.890394 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.898487 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.905231 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/6e966153-a1f7-412c-935c-7b942942f373 HTTP/1.1" status: 204 len: 168 time: 1.8337355 Nov 24 13:28:02.905711 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51496) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:02.916712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872b7c4-80a9-4175-8a24-a76d940afaa3 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Network': ['ID=6e966153-a1f7-412c-935c-7b942942f373,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:02.919147 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-0a7779b9-8e1c-4555-ba43-d96c33a04aa4 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Project 1903467d483849278979cf8e91cd17b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:28:02.924629 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a7779b9-8e1c-4555-ba43-d96c33a04aa4 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.933145 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde3bf3e-f78a-43d9-b004-7f724bfe39c1 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:02.933612 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde3bf3e-f78a-43d9-b004-7f724bfe39c1 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:02.939521 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cde3bf3e-f78a-43d9-b004-7f724bfe39c1 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/subnets/15955c4a-2943-4409-9fa7-ac7f4c8a4a22 HTTP/1.1" status: 404 len: 337 time: 0.0300896 Nov 24 13:28:02.939858 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51498) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:02.958110 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0784815-7986-43b9-8b4d-85f34ef6b61d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:02.958596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0784815-7986-43b9-8b4d-85f34ef6b61d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:02.963802 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d0784815-7986-43b9-8b4d-85f34ef6b61d tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/6e966153-a1f7-412c-935c-7b942942f373 HTTP/1.1" status: 404 len: 339 time: 0.0208235 Nov 24 13:28:02.964044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51500) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:02.976364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a7779b9-8e1c-4555-ba43-d96c33a04aa4 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.980296 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a7779b9-8e1c-4555-ba43-d96c33a04aa4 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:02.993017 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-241e668e-9e4d-4f75-bd25-6d7587906067 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:02.993384 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-241e668e-9e4d-4f75-bd25-6d7587906067 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:02.996476 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-241e668e-9e4d-4f75-bd25-6d7587906067 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/subnets/6c5112e8-ecde-4132-ad6e-69119360ab36 HTTP/1.1" status: 404 len: 337 time: 0.0314882 Nov 24 13:28:02.998738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7779b9-8e1c-4555-ba43-d96c33a04aa4 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d956b39a-977f-458b-97bd-3aee2880ad65,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:02.999274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51502) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.008523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0a7779b9-8e1c-4555-ba43-d96c33a04aa4 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.009785 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0a7779b9-8e1c-4555-ba43-d96c33a04aa4 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370704 Nov 24 13:28:03.012547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51504) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.016851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ccf41f0a-a05a-4eb4-b97f-4a32e075e2eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': '706f717c-f8da-4af2-8b37-c504318d33e4', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:03.022204 n-d-817303-4 neutron-server[114986]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76b934e-5fc1-4a6b-a5b2-8f3dbacee90a tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.022725 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76b934e-5fc1-4a6b-a5b2-8f3dbacee90a tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114986) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.025724 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c76b934e-5fc1-4a6b-a5b2-8f3dbacee90a tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/e13ddba5-a833-405f-a52e-25adce3408d9 HTTP/1.1" status: 404 len: 339 time: 0.0255613 Nov 24 13:28:03.028353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51506) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.039118 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-ccf41f0a-a05a-4eb4-b97f-4a32e075e2eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Project 1903467d483849278979cf8e91cd17b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:28:03.044351 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ccf41f0a-a05a-4eb4-b97f-4a32e075e2eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.108281 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-42580a73-85da-4a35-9a5c-1dca8bafbed5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.114179 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ccf41f0a-a05a-4eb4-b97f-4a32e075e2eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.118077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ccf41f0a-a05a-4eb4-b97f-4a32e075e2eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.137305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf41f0a-a05a-4eb4-b97f-4a32e075e2eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e53414-c751-4e9e-bcbe-8074b54c9443,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:03.144952 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ccf41f0a-a05a-4eb4-b97f-4a32e075e2eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.145734 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ccf41f0a-a05a-4eb4-b97f-4a32e075e2eb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321244 Nov 24 13:28:03.148628 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51508) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.153869 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d4c67836-bffd-49c0-a2c4-3ecdaca5f442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'network': {'name': 'tempest-network-smoke--2127593311', 'project_id': '1903467d483849278979cf8e91cd17b3', 'port_security_enabled': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:03.229604 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-42580a73-85da-4a35-9a5c-1dca8bafbed5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.240994 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c67836-bffd-49c0-a2c4-3ecdaca5f442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Made reservation on behalf of 1903467d483849278979cf8e91cd17b3 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:28:03.244882 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4c67836-bffd-49c0-a2c4-3ecdaca5f442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.266641 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-42580a73-85da-4a35-9a5c-1dca8bafbed5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f23348-3060-4037-9e34-9e9f434322d3']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:03.280556 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-42580a73-85da-4a35-9a5c-1dca8bafbed5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b0bcca-43f2-4c5a-8eb7-ba9e70885276') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:03.281009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-42580a73-85da-4a35-9a5c-1dca8bafbed5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b0bcca-43f2-4c5a-8eb7-ba9e70885276') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:03.295313 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-42580a73-85da-4a35-9a5c-1dca8bafbed5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.304544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c67836-bffd-49c0-a2c4-3ecdaca5f442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:28:03.318191 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-42580a73-85da-4a35-9a5c-1dca8bafbed5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.320671 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4c67836-bffd-49c0-a2c4-3ecdaca5f442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.321038 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-d4c67836-bffd-49c0-a2c4-3ecdaca5f442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Added segment f2eeaf92-2e71-46c7-af92-d6edfa14cc23 of type vlan for network 780e1384-a587-4b17-9169-6a81e5d41353 Nov 24 13:28:03.333213 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42580a73-85da-4a35-9a5c-1dca8bafbed5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:28:03.333708 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-42580a73-85da-4a35-9a5c-1dca8bafbed5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:28:03.336783 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:28:03.424303 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4c67836-bffd-49c0-a2c4-3ecdaca5f442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.437140 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-42580a73-85da-4a35-9a5c-1dca8bafbed5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.449702 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-42580a73-85da-4a35-9a5c-1dca8bafbed5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.452999 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-42580a73-85da-4a35-9a5c-1dca8bafbed5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/11f23348-3060-4037-9e34-9e9f434322d3 HTTP/1.1" status: 204 len: 168 time: 0.4236698 Nov 24 13:28:03.455804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51510) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.469835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42580a73-85da-4a35-9a5c-1dca8bafbed5 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Network': ['ID=11f23348-3060-4037-9e34-9e9f434322d3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:03.473373 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4c67836-bffd-49c0-a2c4-3ecdaca5f442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.479800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c67836-bffd-49c0-a2c4-3ecdaca5f442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:03.480415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d4c67836-bffd-49c0-a2c4-3ecdaca5f442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.490408 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d617e5-1367-4389-8cc2-1273582e6675 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.491457 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d617e5-1367-4389-8cc2-1273582e6675 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.495207 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d6d617e5-1367-4389-8cc2-1273582e6675 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/subnets/a23545d9-dbe8-473c-a84a-7dbc8ff0eac0 HTTP/1.1" status: 404 len: 337 time: 0.0378323 Nov 24 13:28:03.498251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51512) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.521617 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d4c67836-bffd-49c0-a2c4-3ecdaca5f442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3718202 Nov 24 13:28:03.523688 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3668b2-3ba1-4b2c-b60a-5848a36ca9a8 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.524365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3668b2-3ba1-4b2c-b60a-5848a36ca9a8 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.524572 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51514) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.528373 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8c3668b2-3ba1-4b2c-b60a-5848a36ca9a8 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/6103981c-6690-4b45-ad80-d9ef44516fa0 HTTP/1.1" status: 404 len: 339 time: 0.0290978 Nov 24 13:28:03.528834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'admin_state_up': True, 'project_id': '1903467d483849278979cf8e91cd17b3', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:03.530938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51516) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.559046 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-95706f07-f699-4d2c-a949-372a29b47457 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.559565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95706f07-f699-4d2c-a949-372a29b47457 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.562740 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-95706f07-f699-4d2c-a949-372a29b47457 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/subnets/b436dd16-d72b-4c38-8075-0552df41ea1f HTTP/1.1" status: 404 len: 337 time: 0.0308239 Nov 24 13:28:03.565950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51518) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.575464 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c67836-bffd-49c0-a2c4-3ecdaca5f442 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Network': ['ID=780e1384-a587-4b17-9169-6a81e5d41353,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:03.585608 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e58604-87f9-4a57-8dee-edcdb89bde38 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.586741 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e58604-87f9-4a57-8dee-edcdb89bde38 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.591880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 780e1384-a587-4b17-9169-6a81e5d41353 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:28:03.592410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f5e58604-87f9-4a57-8dee-edcdb89bde38 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/97c28d0d-6933-4275-a0ed-12388a4bf44c HTTP/1.1" status: 404 len: 339 time: 0.0221112 Nov 24 13:28:03.592410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51520) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.594099 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.595338 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.619632 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce23cbb7-aa99-40a9-ad93-6ce0eb520e0a tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.620091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce23cbb7-aa99-40a9-ad93-6ce0eb520e0a tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.623213 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ce23cbb7-aa99-40a9-ad93-6ce0eb520e0a tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/subnets/8978f85c-6786-47b8-badb-c32cfc2d62b7 HTTP/1.1" status: 404 len: 337 time: 0.0301974 Nov 24 13:28:03.625741 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51522) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.644282 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-893c62d0-686a-40da-b865-24ca6fb0cb85 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.644787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-893c62d0-686a-40da-b865-24ca6fb0cb85 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.650222 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-893c62d0-686a-40da-b865-24ca6fb0cb85 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/799d4659-1646-4141-a386-61b3a3a5fd2d HTTP/1.1" status: 404 len: 339 time: 0.0211279 Nov 24 13:28:03.650450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51524) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.656860 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.680060 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d503b80-dfdf-45db-bae4-ecdee2a30b4b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.680516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d503b80-dfdf-45db-bae4-ecdee2a30b4b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.685853 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2d503b80-dfdf-45db-bae4-ecdee2a30b4b tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/subnets/83129705-75a7-4627-bdfe-327e98fbdbb4 HTTP/1.1" status: 404 len: 337 time: 0.0321863 Nov 24 13:28:03.686096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51526) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.703646 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-7977c47f-ecb9-4f42-b535-0914c17dec53 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.704136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7977c47f-ecb9-4f42-b535-0914c17dec53 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.707685 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7977c47f-ecb9-4f42-b535-0914c17dec53 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/c58ec18e-4bea-4e54-9fc2-2fa66d0bc539 HTTP/1.1" status: 404 len: 339 time: 0.0206857 Nov 24 13:28:03.710176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51528) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.738030 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d681ad0-5af3-4f50-a0c8-2dddc006dded tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.738464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d681ad0-5af3-4f50-a0c8-2dddc006dded tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.741608 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9d681ad0-5af3-4f50-a0c8-2dddc006dded tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/subnets/c8e3bdc3-9f31-4ed4-986b-5a598f23bc13 HTTP/1.1" status: 404 len: 337 time: 0.0305214 Nov 24 13:28:03.744148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51530) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.761723 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-232daad5-95e4-4d81-9afd-475bb70992f0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.762334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232daad5-95e4-4d81-9afd-475bb70992f0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.765214 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-232daad5-95e4-4d81-9afd-475bb70992f0 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/f99b28e0-596d-41d8-b4ae-0ec8b16b6904 HTTP/1.1" status: 404 len: 339 time: 0.0201726 Nov 24 13:28:03.767643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51532) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.793966 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-886f48b3-5bf4-422b-a925-a3da41660f48 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.794428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-886f48b3-5bf4-422b-a925-a3da41660f48 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.799916 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-886f48b3-5bf4-422b-a925-a3da41660f48 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/subnets/a48b8f13-bc00-4d23-bfba-98613da9ad08 HTTP/1.1" status: 404 len: 337 time: 0.0285189 Nov 24 13:28:03.800272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51534) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.801073 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.823344 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b793a703-d657-4408-bdc8-43d2792c3b97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.823827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b793a703-d657-4408-bdc8-43d2792c3b97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.827065 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b793a703-d657-4408-bdc8-43d2792c3b97 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/d9b20ffc-940a-477c-a527-62f12f77ef31 HTTP/1.1" status: 404 len: 339 time: 0.0258272 Nov 24 13:28:03.829775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51536) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.856929 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a47dfb-a168-41df-acad-52d54775bc79 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.857379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a47dfb-a168-41df-acad-52d54775bc79 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.860388 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e0a47dfb-a168-41df-acad-52d54775bc79 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/subnets/c7cb1c70-fb1a-41ea-80c7-70f837abe5c3 HTTP/1.1" status: 404 len: 337 time: 0.0291677 Nov 24 13:28:03.862922 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51538) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.880092 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cd187b-76e6-4279-bcfa-9749707ac1fe tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.880574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97cd187b-76e6-4279-bcfa-9749707ac1fe tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.885989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-97cd187b-76e6-4279-bcfa-9749707ac1fe tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/197fe3d0-1ac0-4cc4-9650-025694caadf9 HTTP/1.1" status: 404 len: 339 time: 0.0197740 Nov 24 13:28:03.886236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51540) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.916340 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7b8763-9d79-4825-a0b2-e70fe4ec9a68 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.916812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7b8763-9d79-4825-a0b2-e70fe4ec9a68 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.919821 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ba7b8763-9d79-4825-a0b2-e70fe4ec9a68 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/subnets/933ce4b0-e757-471b-b925-1cba2ed46948 HTTP/1.1" status: 404 len: 337 time: 0.0324168 Nov 24 13:28:03.922448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51542) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.940407 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d96a290-9c33-4328-8474-3d02587dff73 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] DELETE failed (client error): The resource could not be found. Nov 24 13:28:03.940925 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d96a290-9c33-4328-8474-3d02587dff73 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:28:03.946314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0d96a290-9c33-4328-8474-3d02587dff73 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/062d4d34-dc7b-43d7-bce6-c5fd880c429d HTTP/1.1" status: 404 len: 339 time: 0.0204735 Nov 24 13:28:03.946518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51544) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:03.991694 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:03.996655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5705c99-4413-4514-8a64-7fe65dd90e26 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Deleting subnet a7cf29e8-ef82-4de9-a72c-e32452d64bd8 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:28:03.999724 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5705c99-4413-4514-8a64-7fe65dd90e26 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:04.010679 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:04.038719 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5705c99-4413-4514-8a64-7fe65dd90e26 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:04.117066 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.25.0.169 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/4c017ce5-c5ee-4c19-b97e-bd1721f68b78) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:28:04.124137 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5705c99-4413-4514-8a64-7fe65dd90e26 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:04.187643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5705c99-4413-4514-8a64-7fe65dd90e26 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:04.214447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5705c99-4413-4514-8a64-7fe65dd90e26 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Subnet': ['ID=a7cf29e8-ef82-4de9-a72c-e32452d64bd8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:04.218040 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5705c99-4413-4514-8a64-7fe65dd90e26 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:04.221787 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c5705c99-4413-4514-8a64-7fe65dd90e26 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/subnets/a7cf29e8-ef82-4de9-a72c-e32452d64bd8 HTTP/1.1" status: 204 len: 168 time: 0.2743449 Nov 24 13:28:04.224745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51546) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:04.229694 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6acac1-c335-457e-b612-35ba01f1d521 None None] Network 9f0f9faf-f6c7-4635-ac50-070a131be883 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:28:04.262051 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:04.327721 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:04.353187 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:04.419711 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:28:04.420876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cda8e9-bb62-4e0b-835d-2572ba8e4d7f None None] DHCP port deletion for 9f0f9faf-f6c7-4635-ac50-070a131be883 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:28:04.426165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:04.431719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:28:04.435584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=4c017ce5-c5ee-4c19-b97e-bd1721f68b78,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:04.454628 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bf2730-2b7c-4fa7-aca8-199555cf90ff None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:28:04.487490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-31cda8e9-bb62-4e0b-835d-2572ba8e4d7f None None] Deleting port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:28:04.487880 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-31cda8e9-bb62-4e0b-835d-2572ba8e4d7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:04.489215 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Deleting port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:28:04.489555 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:04.722854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-31cda8e9-bb62-4e0b-835d-2572ba8e4d7f None None] For port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2f818cd9-7a92-4ac7-926e-c28d1f1e1863,segment=NetworkSegment(a341b762-461f-488b-a74e-8142f29d669f),segment_id=a341b762-461f-488b-a74e-8142f29d669f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:04.723573 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-31cda8e9-bb62-4e0b-835d-2572ba8e4d7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:04.739282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c25b0926-985b-4a2c-8829-e22d02be03e3 None None] Provisioning complete for port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:04.739722 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c25b0926-985b-4a2c-8829-e22d02be03e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:04.741666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-31cda8e9-bb62-4e0b-835d-2572ba8e4d7f None None] Calling delete_port for 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:28:04.814407 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c25b0926-985b-4a2c-8829-e22d02be03e3 None None] Port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:28:04.856622 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-31cda8e9-bb62-4e0b-835d-2572ba8e4d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:04.885312 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cda8e9-bb62-4e0b-835d-2572ba8e4d7f None None] Pushing event deleted for resources: {'Port': ['ID=2f818cd9-7a92-4ac7-926e-c28d1f1e1863,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:04.887327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cda8e9-bb62-4e0b-835d-2572ba8e4d7f None None] No DVR routers for this DVR port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:28:04.985940 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] For port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2f818cd9-7a92-4ac7-926e-c28d1f1e1863,segment=NetworkSegment(a341b762-461f-488b-a74e-8142f29d669f),segment_id=a341b762-461f-488b-a74e-8142f29d669f)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:04.986222 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:05.004384 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Calling delete_port for 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:28:05.171226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:05.204902 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:05.233914 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Port': ['ID=2f818cd9-7a92-4ac7-926e-c28d1f1e1863,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:05.241293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] No DVR routers for this DVR port 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:28:05.356671 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:05.415960 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0f9faf-f6c7-4635-ac50-070a131be883']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:05.431303 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a341b762-461f-488b-a74e-8142f29d669f') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:05.431904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a341b762-461f-488b-a74e-8142f29d669f') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:05.444752 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:05.490436 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:05.500174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:28:05.500550 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:28:05.503457 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:28:05.554537 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:05.593843 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:05.603043 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:05.606420 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] 10.222.0.48 "DELETE /v2.0/networks/9f0f9faf-f6c7-4635-ac50-070a131be883 HTTP/1.1" status: 204 len: 168 time: 1.3780565 Nov 24 13:28:05.628011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc26b7-1e38-480f-81ea-90e4f0cc1023 tempest-NetworksTest-35357105 tempest-NetworksTest-35357105-project] Pushing event deleted for resources: {'Network': ['ID=9f0f9faf-f6c7-4635-ac50-070a131be883,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:05.708193 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router aa25948e-4c6b-483c-8211-9848f4b2e187 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:28:05.820839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:28:05.833283 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Sync routers for ids ['aa25948e-4c6b-483c-8211-9848f4b2e187'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:28:05.841361 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:05.845528 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-697f2831-e15a-4d27-9f38-940e4950b85d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3171668 Nov 24 13:28:05.845717 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Routers {'aa25948e-4c6b-483c-8211-9848f4b2e187'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:05.845717 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:27:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['aa25948e-4c6b-483c-8211-9848f4b2e187'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:05.846796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51552) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:05.859703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51554) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:05.880593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-78dc777b-4881-4048-b962-b39986497c6d tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=1903467d483849278979cf8e91cd17b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331657 Nov 24 13:28:05.883551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51558) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:05.959292 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Set router aa25948e-4c6b-483c-8211-9848f4b2e187 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:06.144535 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:28:04Z', 'revision_number': 3, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:06.171730 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Checking router: aa25948e-4c6b-483c-8211-9848f4b2e187 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:28:06.172085 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Updating router aa25948e-4c6b-483c-8211-9848f4b2e187 port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:28:06.176342 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:28:06.198591 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.200275 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:28:06.200891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2f818cd9-7a92-4ac7-926e-c28d1f1e1863 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:28:06.430278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9deed08d-16b6-4a49-aef2-1b8879e4e8ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd331ff21bb64e8d9e4d294290a0f130&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5690987 Nov 24 13:28:06.432764 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51560) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:06.433347 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f95bfe-c497-4a02-b535-b4e09a35988f tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:06.434781 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-11f95bfe-c497-4a02-b535-b4e09a35988f tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5498919 Nov 24 13:28:06.437666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51562) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:06.447855 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.453881 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.472309 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.497587 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b38431f8-1c05-4b9c-bb6a-520ae7d58ff7 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567553 Nov 24 13:28:06.498862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51564) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:06.503729 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6a0590-488f-4b1c-8ab8-adc97f8b2a66 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:28:06.507778 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Attempting to bind port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:28:06.508401 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Attempting to bind port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:28:06.508583 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Attempting to bind port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:28:06.510547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-156be21b-c7c0-49cf-ae3a-672df4b701b8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-902012015', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'project_id': '1903467d483849278979cf8e91cd17b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:06.516918 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55e1a585-9e72-4c43-bfc6-2420ac094aae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.518009 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c29492-812d-4e3c-b3b0-cb32d770573c None None] Pushing event updated for resources: {'Port': ['ID=4c017ce5-c5ee-4c19-b97e-bd1721f68b78,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:06.522545 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:28:06.522936 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:28:06.523325 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.523710 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:28:06.524177 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Bound port: 4c017ce5-c5ee-4c19-b97e-bd1721f68b78, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:28:06.524559 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.545243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fbd7c585-47bf-43b4-82ee-ad11075ada96 None None] Provisioning complete for port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:06.545772 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fbd7c585-47bf-43b4-82ee-ad11075ada96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.553718 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55e1a585-9e72-4c43-bfc6-2420ac094aae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.578668 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] For port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:28:06.582374 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] For port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4c017ce5-c5ee-4c19-b97e-bd1721f68b78,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:28:06.589445 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.591840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7c585-47bf-43b4-82ee-ad11075ada96 None None] Port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:28:06.623924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156be21b-c7c0-49cf-ae3a-672df4b701b8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Made reservation on behalf of 1903467d483849278979cf8e91cd17b3 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:28:06.628251 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-156be21b-c7c0-49cf-ae3a-672df4b701b8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.630600 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0026e32d-8c3f-4bed-8882-2568bd78af0e None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:28:06.639353 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55e1a585-9e72-4c43-bfc6-2420ac094aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.641938 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-55e1a585-9e72-4c43-bfc6-2420ac094aae admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.642338 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Routers {'aa25948e-4c6b-483c-8211-9848f4b2e187'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:06.643554 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:27:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['aa25948e-4c6b-483c-8211-9848f4b2e187'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:06.644310 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-55e1a585-9e72-4c43-bfc6-2420ac094aae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/766330d1-1d57-41e6-bc35-57475d08a1e0 HTTP/1.1" status: 204 len: 168 time: 0.2099710 Nov 24 13:28:06.654893 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1a585-9e72-4c43-bfc6-2420ac094aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766330d1-1d57-41e6-bc35-57475d08a1e0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:06.723993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-16ccf06d-2e43-42c1-8b2d-6922826926ae None None] Provisioning complete for port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:06.724545 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-16ccf06d-2e43-42c1-8b2d-6922826926ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.748019 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51570) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:06.778613 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] Set router aa25948e-4c6b-483c-8211-9848f4b2e187 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:06.819729 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c29492-812d-4e3c-b3b0-cb32d770573c None None] Pushing event updated for resources: {'Port': ['ID=4c017ce5-c5ee-4c19-b97e-bd1721f68b78,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:06.863239 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-16ccf06d-2e43-42c1-8b2d-6922826926ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.889371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-16ccf06d-2e43-42c1-8b2d-6922826926ae None None] For port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4c017ce5-c5ee-4c19-b97e-bd1721f68b78,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:06.900854 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-156be21b-c7c0-49cf-ae3a-672df4b701b8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.901504 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-16ccf06d-2e43-42c1-8b2d-6922826926ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:06.910895 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8cef08-caa1-4bb1-aa56-a75846aeb460 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:06.911384 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8cef08-caa1-4bb1-aa56-a75846aeb460 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:06.911855 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8cef08-caa1-4bb1-aa56-a75846aeb460 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:06.928334 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cf8cef08-caa1-4bb1-aa56-a75846aeb460 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=04c842620a844a4298a861483918cdcb&network_id=d11585e1-2b46-491c-b017-718b2fbb6f27 HTTP/1.1" status: 200 len: 2970 time: 0.1784339 Nov 24 13:28:06.959085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccf06d-2e43-42c1-8b2d-6922826926ae None None] Pushing event updated for resources: {'Port': ['ID=4c017ce5-c5ee-4c19-b97e-bd1721f68b78,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:06.992422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156be21b-c7c0-49cf-ae3a-672df4b701b8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Subnet': ['ID=5fcc4829-4c03-4935-809f-95679e8bfa5c,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:07.005633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156be21b-c7c0-49cf-ae3a-672df4b701b8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Checking segment: {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:28:07.006079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156be21b-c7c0-49cf-ae3a-672df4b701b8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network hostable DHCP agents. Network: 780e1384-a587-4b17-9169-6a81e5d41353, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:28:07.025873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156be21b-c7c0-49cf-ae3a-672df4b701b8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network 780e1384-a587-4b17-9169-6a81e5d41353 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:28:07.037414 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-156be21b-c7c0-49cf-ae3a-672df4b701b8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 780e1384-a587-4b17-9169-6a81e5d41353) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:07.042135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156be21b-c7c0-49cf-ae3a-672df4b701b8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:07.042925 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-156be21b-c7c0-49cf-ae3a-672df4b701b8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:07.053357 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e13e80-8e1a-4490-a3c7-25b83c511e82 None None] Network 780e1384-a587-4b17-9169-6a81e5d41353 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:28:07.069502 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-156be21b-c7c0-49cf-ae3a-672df4b701b8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5695517 Nov 24 13:28:07.072865 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51584) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:07.158697 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:28:04Z', 'revision_number': 3, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:07.186886 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48943a64-bd25-4144-87c2-7c4b617d223e None None] The sync data for ids ['aa25948e-4c6b-483c-8211-9848f4b2e187'] in n-d-817303-4 is: [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:28:04Z', 'revision_number': 3, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:28:07.231217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-780e1384-a587-4b17-9169-6a81e5d41353', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ips': [{'subnet_id': '5fcc4829-4c03-4935-809f-95679e8bfa5c'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:28:07.232099 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:07.406367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Allocated IP 172.20.0.2 (780e1384-a587-4b17-9169-6a81e5d41353/5fcc4829-4c03-4935-809f-95679e8bfa5c/fdc3c691-5bab-4c2c-8bf8-0e62ca965a19) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:28:07.513839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51596) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:07.633635 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:07.638221 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:07.647558 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:07.653594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-121540285'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:07.691653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Network 780e1384-a587-4b17-9169-6a81e5d41353 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:28:07.694870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:07.699576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:28:07.702756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Pushing event updated for resources: {'Port': ['ID=fdc3c691-5bab-4c2c-8bf8-0e62ca965a19,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:07.724460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Made reservation on behalf of 8e107d19a589438f889a1364e0448e47 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:28:07.728203 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:07.741955 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:07.773759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Attempting to bind port fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:28:07.774138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Attempting to bind port fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:28:07.774506 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Attempting to bind port fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 on network 780e1384-a587-4b17-9169-6a81e5d41353 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:28:07.779838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:28:07.780220 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Checking segment: {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:28:07.780627 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:07.781062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Bound using segment: {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:28:07.781538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Bound port: fdc3c691-5bab-4c2c-8bf8-0e62ca965a19, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:28:07.781925 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:07.855933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] For port fdc3c691-5bab-4c2c-8bf8-0e62ca965a19, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:28:07.859368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] For port fdc3c691-5bab-4c2c-8bf8-0e62ca965a19, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=fdc3c691-5bab-4c2c-8bf8-0e62ca965a19,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:28:07.864146 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:07.929400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b14e0-28b3-496b-9799-be05b5badccb None None] Pushing event updated for resources: {'Port': ['ID=fdc3c691-5bab-4c2c-8bf8-0e62ca965a19,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:07.970370 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:07.977084 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:07.998135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:28:08.057310 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:08.057657 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Added segment e5496582-19b4-4923-82cc-380fe280736f of type vlan for network 81019967-ad61-420c-8b43-1b535a4fa15b Nov 24 13:28:08.059034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4355a3-595e-4f4a-a203-ecabe9769399,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:08.112898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.20.0.1 (780e1384-a587-4b17-9169-6a81e5d41353/5fcc4829-4c03-4935-809f-95679e8bfa5c/95eaf379-04b8-4059-b663-0b796c116dab) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:28:08.135907 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:08.275457 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:08.283064 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:08.284016 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:08.330822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:28:08.359020 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.8428979 Nov 24 13:28:08.363132 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51604) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:08.368262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-ea97e826-2c8a-4292-988b-186370a10d9c tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '81019967-ad61-420c-8b43-1b535a4fa15b', 'tempest-TagsTest-Tag-322327941') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:08.393480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:08.393996 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:08.395069 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:08.402247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2084710-5139-4883-b1da-3786b0eb0340 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Pushing event updated for resources: {'Network': ['ID=81019967-ad61-420c-8b43-1b535a4fa15b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:08.417513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 81019967-ad61-420c-8b43-1b535a4fa15b details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:28:08.446397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:08.484107 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ea97e826-2c8a-4292-988b-186370a10d9c tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] 10.222.0.48 "PUT /v2.0/networks/81019967-ad61-420c-8b43-1b535a4fa15b/tags/tempest-TagsTest-Tag-322327941 HTTP/1.1" status: 201 len: 201 time: 0.1194572 Nov 24 13:28:08.487433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51606) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:08.492112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network 780e1384-a587-4b17-9169-6a81e5d41353 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:28:08.495024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-55e31c13-ad44-4cb0-9cf6-fb2f5a5ac091 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '81019967-ad61-420c-8b43-1b535a4fa15b', 'tempest-TagsTest-Tag-322327941') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:08.498600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:08.502723 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:28:08.555651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=95eaf379-04b8-4059-b663-0b796c116dab,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:08.564835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:08.572400 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:08.578977 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-55e31c13-ad44-4cb0-9cf6-fb2f5a5ac091 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] 10.222.0.48 "GET /v2.0/networks/81019967-ad61-420c-8b43-1b535a4fa15b/tags/tempest-TagsTest-Tag-322327941 HTTP/1.1" status: 204 len: 168 time: 0.0899298 Nov 24 13:28:08.581516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51608) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:08.585622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-3882ff06-4039-444e-b4ea-27b3230cd382 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '81019967-ad61-420c-8b43-1b535a4fa15b') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:08.613697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port fdc3c691-5bab-4c2c-8bf8-0e62ca965a19, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=fdc3c691-5bab-4c2c-8bf8-0e62ca965a19,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:08.618050 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:08.618844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:28:08.663833 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3882ff06-4039-444e-b4ea-27b3230cd382 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] 10.222.0.48 "GET /v2.0/networks/81019967-ad61-420c-8b43-1b535a4fa15b/tags HTTP/1.1" status: 200 len: 237 time: 0.0812817 Nov 24 13:28:08.664252 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51610) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:08.668831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-83cea642-3355-4168-8498-1940ac6c37e3 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '81019967-ad61-420c-8b43-1b535a4fa15b', {'tags': ['tempest-TagsTest-Tag-1689403352', 'tempest-TagsTest-Tag-1447678303', 'tempest-TagsTest-Tag-906478142']}) {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:08.695262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=fdc3c691-5bab-4c2c-8bf8-0e62ca965a19,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:08.705670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:08.706052 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:08.793315 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:08.816328 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-83cea642-3355-4168-8498-1940ac6c37e3 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] 10.222.0.48 "PUT /v2.0/networks/81019967-ad61-420c-8b43-1b535a4fa15b/tags HTTP/1.1" status: 200 len: 308 time: 0.1509764 Nov 24 13:28:08.818872 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51612) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:08.823126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-96c2ec78-8ded-46b0-8540-0ff143553911 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '81019967-ad61-420c-8b43-1b535a4fa15b', 'tempest-TagsTest-Tag-1689403352') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:08.882453 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51614) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:08.961378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f27039-141b-441e-b116-876440eedf7b tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:08.962951 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-13f27039-141b-441e-b116-876440eedf7b tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd HTTP/1.1" status: 200 len: 814 time: 0.0794821 Nov 24 13:28:09.040318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-96c2ec78-8ded-46b0-8540-0ff143553911 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] 10.222.0.48 "DELETE /v2.0/networks/81019967-ad61-420c-8b43-1b535a4fa15b/tags/tempest-TagsTest-Tag-1689403352 HTTP/1.1" status: 204 len: 168 time: 0.2204511 Nov 24 13:28:09.043113 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51618) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:09.050185 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-379c3e4b-6ccc-4fec-a0dc-d4cf885d9da7 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '81019967-ad61-420c-8b43-1b535a4fa15b', 'tempest-TagsTest-Tag-1689403352') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:09.075021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4782f9-07e3-4b8f-8eee-0e1c5c074570 None None] Network 780e1384-a587-4b17-9169-6a81e5d41353 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:28:09.131766 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-379c3e4b-6ccc-4fec-a0dc-d4cf885d9da7 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] show failed (client error): The resource could not be found. Nov 24 13:28:09.135459 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-379c3e4b-6ccc-4fec-a0dc-d4cf885d9da7 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] 10.222.0.48 "GET /v2.0/networks/81019967-ad61-420c-8b43-1b535a4fa15b/tags/tempest-TagsTest-Tag-1689403352 HTTP/1.1" status: 404 len: 326 time: 0.0886981 Nov 24 13:28:09.135643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51622) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:09.139815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-a202de70-ac78-42ea-8375-f48b4140ed34 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '81019967-ad61-420c-8b43-1b535a4fa15b', 'tempest-TagsTest-Tag-1447678303') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:09.169617 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:09.174752 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:09.178714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c9ba181e-d75a-4986-a263-4ffef07a3f06 None None] Provisioning complete for port fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:09.179088 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c9ba181e-d75a-4986-a263-4ffef07a3f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:09.213078 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a202de70-ac78-42ea-8375-f48b4140ed34 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] 10.222.0.48 "GET /v2.0/networks/81019967-ad61-420c-8b43-1b535a4fa15b/tags/tempest-TagsTest-Tag-1447678303 HTTP/1.1" status: 204 len: 168 time: 0.0739574 Nov 24 13:28:09.215652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51624) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:09.219988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-9bba6188-98c6-4360-9d93-4698f14c3573 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '81019967-ad61-420c-8b43-1b535a4fa15b', 'tempest-TagsTest-Tag-906478142') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:09.260217 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:09.269691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=95eaf379-04b8-4059-b663-0b796c116dab,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:09.308513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9bba6188-98c6-4360-9d93-4698f14c3573 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] 10.222.0.48 "GET /v2.0/networks/81019967-ad61-420c-8b43-1b535a4fa15b/tags/tempest-TagsTest-Tag-906478142 HTTP/1.1" status: 204 len: 168 time: 0.0912416 Nov 24 13:28:09.313257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51626) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:09.318250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-931e312c-f67d-478d-be9c-ad393d9351dd tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '81019967-ad61-420c-8b43-1b535a4fa15b') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:09.370987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network 780e1384-a587-4b17-9169-6a81e5d41353 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:28:09.373273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:09.457103 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca4e38f0-b651-4316-a7d4-6257bd5fb2eb req-30e47c3a-1ca6-4951-96a9-9c417eefcefe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649691 Nov 24 13:28:09.460258 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-931e312c-f67d-478d-be9c-ad393d9351dd tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] 10.222.0.48 "DELETE /v2.0/networks/81019967-ad61-420c-8b43-1b535a4fa15b/tags HTTP/1.1" status: 204 len: 168 time: 0.1450548 Nov 24 13:28:09.460258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51628) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:09.464850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7a8f0ac8-b168-48f4-8637-dab91314e41c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'network': {'name': 'tempest-network-smoke--680613787', 'project_id': '04c842620a844a4298a861483918cdcb', 'port_security_enabled': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:09.467879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51630) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:09.473297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-e1cde3af-a1ab-4782-a2e3-96e95308a075 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '81019967-ad61-420c-8b43-1b535a4fa15b', 'tempest-TagsTest-Tag-1447678303') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:09.529380 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router aa25948e-4c6b-483c-8211-9848f4b2e187 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:28:09.539872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8f0ac8-b168-48f4-8637-dab91314e41c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Made reservation on behalf of 04c842620a844a4298a861483918cdcb for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:28:09.543402 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0ac8-b168-48f4-8637-dab91314e41c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:09.614401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8f0ac8-b168-48f4-8637-dab91314e41c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:28:09.620807 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-e1cde3af-a1ab-4782-a2e3-96e95308a075 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] show failed (client error): The resource could not be found. Nov 24 13:28:09.622108 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e1cde3af-a1ab-4782-a2e3-96e95308a075 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] 10.222.0.48 "GET /v2.0/networks/81019967-ad61-420c-8b43-1b535a4fa15b/tags/tempest-TagsTest-Tag-1447678303 HTTP/1.1" status: 404 len: 326 time: 0.1523256 Nov 24 13:28:09.624123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e38f0-b651-4316-a7d4-6257bd5fb2eb req-ebe36457-92a3-425c-9927-b46a2b520a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:09.625706 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca4e38f0-b651-4316-a7d4-6257bd5fb2eb req-ebe36457-92a3-425c-9927-b46a2b520a25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 1097 time: 0.1223390 Nov 24 13:28:09.627714 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51632) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:09.632030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.tag.tag_plugin [None req-9569dd08-949a-4740-9638-e19882a6d829 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '81019967-ad61-420c-8b43-1b535a4fa15b', 'tempest-TagsTest-Tag-906478142') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:09.657419 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0ac8-b168-48f4-8637-dab91314e41c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:09.658081 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-7a8f0ac8-b168-48f4-8637-dab91314e41c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Added segment be1fc099-a159-4752-a9c5-7662b249af3b of type vlan for network be016b34-9343-4687-8f15-eb51e1af3eb8 Nov 24 13:28:09.661286 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e8eb7d46-5298-46e3-b52e-333afa55e4f2 None None] Provisioning complete for port 95eaf379-04b8-4059-b663-0b796c116dab triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:09.661786 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7d46-5298-46e3-b52e-333afa55e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:09.692325 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:28:09.700769 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1a7c8684-6889-49dd-856b-f7bcd25d7e99 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "PUT /v2.0/routers/aa25948e-4c6b-483c-8211-9848f4b2e187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6251597 Nov 24 13:28:09.720848 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb7d46-5298-46e3-b52e-333afa55e4f2 None None] Port 95eaf379-04b8-4059-b663-0b796c116dab cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:28:09.740048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e8eb7d46-5298-46e3-b52e-333afa55e4f2 None None] Provisioning complete for port fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:09.740430 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7d46-5298-46e3-b52e-333afa55e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:09.759262 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0ac8-b168-48f4-8637-dab91314e41c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:09.774374 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:09.875154 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0ac8-b168-48f4-8637-dab91314e41c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:09.885126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8f0ac8-b168-48f4-8637-dab91314e41c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:09.885784 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0ac8-b168-48f4-8637-dab91314e41c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:09.897427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Sync routers for ids ['aa25948e-4c6b-483c-8211-9848f4b2e187'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:28:09.908471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Routers {'aa25948e-4c6b-483c-8211-9848f4b2e187'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:09.909113 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:27:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['aa25948e-4c6b-483c-8211-9848f4b2e187'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:09.977082 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-4271fee6-37d1-4b89-961a-9a99a73db76b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511900171&fields=id&tenant_id=1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 267 time: 0.0717177 Nov 24 13:28:10.012144 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-9569dd08-949a-4740-9638-e19882a6d829 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] show failed (client error): The resource could not be found. Nov 24 13:28:10.013247 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9569dd08-949a-4740-9638-e19882a6d829 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] 10.222.0.48 "GET /v2.0/networks/81019967-ad61-420c-8b43-1b535a4fa15b/tags/tempest-TagsTest-Tag-906478142 HTTP/1.1" status: 404 len: 325 time: 0.3846073 Nov 24 13:28:10.017052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7a8f0ac8-b168-48f4-8637-dab91314e41c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5562975 Nov 24 13:28:10.020171 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51646) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:10.020532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51648) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:10.025634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f0ac8-b168-48f4-8637-dab91314e41c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Network': ['ID=be016b34-9343-4687-8f15-eb51e1af3eb8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:10.026596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.tag.tag_plugin [None req-82767dd6-21f2-4520-8b0b-18e271e2e5c2 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '81019967-ad61-420c-8b43-1b535a4fa15b') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:10.034521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e38f0-b651-4316-a7d4-6257bd5fb2eb req-3496ea37-f5ed-447a-8932-63cad476aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:10.036754 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca4e38f0-b651-4316-a7d4-6257bd5fb2eb req-3496ea37-f5ed-447a-8932-63cad476aa24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.3806725 Nov 24 13:28:10.044308 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network be016b34-9343-4687-8f15-eb51e1af3eb8 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:28:10.092221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-16fb3d9f-6090-483f-8a52-90ee3bca93a9 None None] Provisioning complete for port 95eaf379-04b8-4059-b663-0b796c116dab triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:10.093643 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-16fb3d9f-6090-483f-8a52-90ee3bca93a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:10.126560 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca4e38f0-b651-4316-a7d4-6257bd5fb2eb req-274efdb7-e14c-423d-a46c-8b13385073fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc HTTP/1.1" status: 200 len: 1002 time: 0.0790734 Nov 24 13:28:10.162565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Set router aa25948e-4c6b-483c-8211-9848f4b2e187 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:10.190787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e38f0-b651-4316-a7d4-6257bd5fb2eb req-dc75752f-cbee-41e3-bd89-097c87148919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:10.192492 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca4e38f0-b651-4316-a7d4-6257bd5fb2eb req-dc75752f-cbee-41e3-bd89-097c87148919 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0578837 Nov 24 13:28:10.220470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:28:10.227048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-16fb3d9f-6090-483f-8a52-90ee3bca93a9 None None] Port 95eaf379-04b8-4059-b663-0b796c116dab cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:28:10.266120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e38f0-b651-4316-a7d4-6257bd5fb2eb req-66336352-e36f-4740-acc3-d8592ec38239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:10.267887 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca4e38f0-b651-4316-a7d4-6257bd5fb2eb req-66336352-e36f-4740-acc3-d8592ec38239 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679862 Nov 24 13:28:10.366744 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca4e38f0-b651-4316-a7d4-6257bd5fb2eb req-ef5244bb-9850-495a-8f06-792a9dc12253 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915751 Nov 24 13:28:10.402403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:10.402780 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:10.405769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-74fa19a5-9e5f-4187-bf2b-d8257fe32ffa None None] Provisioning complete for port 95eaf379-04b8-4059-b663-0b796c116dab triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:10.406075 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-74fa19a5-9e5f-4187-bf2b-d8257fe32ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:10.469278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca4e38f0-b651-4316-a7d4-6257bd5fb2eb req-6a596d55-dcc5-4779-9430-39115afac1f7 service neutron] 10.222.0.59 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950747 Nov 24 13:28:10.496241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-74fa19a5-9e5f-4187-bf2b-d8257fe32ffa None None] Port 95eaf379-04b8-4059-b663-0b796c116dab cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:28:10.560909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:28:08Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '95eaf379-04b8-4059-b663-0b796c116dab', 'name': '', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e0:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:07Z', 'updated_at': '2021-11-24T13:28:09Z', 'revision_number': 2, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:10.572460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79558ba-98a7-46f5-8382-236115739bdd tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:10.573994 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f79558ba-98a7-46f5-8382-236115739bdd tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=04c842620a844a4298a861483918cdcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.5511427 Nov 24 13:28:10.576938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51652) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:10.588462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Checking router: aa25948e-4c6b-483c-8211-9848f4b2e187 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:28:10.588462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Updating router aa25948e-4c6b-483c-8211-9848f4b2e187 port 95eaf379-04b8-4059-b663-0b796c116dab binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:28:10.615287 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:10.617886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-fb71a7e5-adc6-4f3f-8710-f58303f1146d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:10.619059 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-fb71a7e5-adc6-4f3f-8710-f58303f1146d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/networks?id=780e1384-a587-4b17-9169-6a81e5d41353 HTTP/1.1" status: 200 len: 797 time: 0.6410968 Nov 24 13:28:10.663031 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-f34d238d-2137-44f7-8757-76b7f6c4b3e5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/quotas/1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 375 time: 0.0203011 Nov 24 13:28:10.666159 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-82767dd6-21f2-4520-8b0b-18e271e2e5c2 tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] 10.222.0.48 "DELETE /v2.0/networks/81019967-ad61-420c-8b43-1b535a4fa15b/tags HTTP/1.1" status: 204 len: 168 time: 0.6446249 Nov 24 13:28:10.670516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51654) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:10.677641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5a26ed-1b97-43c3-99ef-03d05bed8d82 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:10.679413 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-de5a26ed-1b97-43c3-99ef-03d05bed8d82 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1012280 Nov 24 13:28:10.682249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51656) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:10.720779 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a2640054-b4ed-4143-885b-42c7425bae1f tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352786 Nov 24 13:28:10.721525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51658) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:10.756371 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ad156d35-20f2-4420-8249-6f9369547a54 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=04c842620a844a4298a861483918cdcb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335591 Nov 24 13:28:10.759344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51660) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:10.817256 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-79b7bd4d-2d72-4e54-b025-1aade74b0629 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1374619 Nov 24 13:28:10.820910 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96a3a056-5551-47e6-b9d6-c76b5ad55ace tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:10.854661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461e4f0f-abf5-473d-ac50-fbf1bf715f6d tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:10.859018 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-461e4f0f-abf5-473d-ac50-fbf1bf715f6d tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961478 Nov 24 13:28:10.859493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51662) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:10.892991 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-02c911dc-ec1b-4a78-8f9b-719a44f432ef tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322685 Nov 24 13:28:10.895458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51664) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:10.897871 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:10.900433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e8669000-fecb-4936-bc4c-710d452aece9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1591190593', 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8', 'project_id': '04c842620a844a4298a861483918cdcb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:10.904490 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:10.977170 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96a3a056-5551-47e6-b9d6-c76b5ad55ace tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:10.993107 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050460c-5e78-485d-b187-2ee504e196e2 None None] Pushing event updated for resources: {'Port': ['ID=95eaf379-04b8-4059-b663-0b796c116dab,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:10.996209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8669000-fecb-4936-bc4c-710d452aece9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Made reservation on behalf of 04c842620a844a4298a861483918cdcb for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:28:10.999532 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8669000-fecb-4936-bc4c-710d452aece9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.013579 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-96a3a056-5551-47e6-b9d6-c76b5ad55ace tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81019967-ad61-420c-8b43-1b535a4fa15b']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:11.025503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050460c-5e78-485d-b187-2ee504e196e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:11.025742 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050460c-5e78-485d-b187-2ee504e196e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:11.025931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050460c-5e78-485d-b187-2ee504e196e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:11.026279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050460c-5e78-485d-b187-2ee504e196e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:11.026621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050460c-5e78-485d-b187-2ee504e196e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:11.026960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050460c-5e78-485d-b187-2ee504e196e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:11.027294 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050460c-5e78-485d-b187-2ee504e196e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:11.027628 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050460c-5e78-485d-b187-2ee504e196e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:11.027960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050460c-5e78-485d-b187-2ee504e196e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:11.028288 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050460c-5e78-485d-b187-2ee504e196e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:11.028620 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050460c-5e78-485d-b187-2ee504e196e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:11.028979 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0050460c-5e78-485d-b187-2ee504e196e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:11.029674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-96a3a056-5551-47e6-b9d6-c76b5ad55ace tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5496582-19b4-4923-82cc-380fe280736f') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:11.029974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-96a3a056-5551-47e6-b9d6-c76b5ad55ace tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5496582-19b4-4923-82cc-380fe280736f') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:11.036907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Attempting to bind port 95eaf379-04b8-4059-b663-0b796c116dab on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:28:11.037354 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Attempting to bind port 95eaf379-04b8-4059-b663-0b796c116dab by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:28:11.038022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Attempting to bind port 95eaf379-04b8-4059-b663-0b796c116dab on network 780e1384-a587-4b17-9169-6a81e5d41353 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:28:11.044837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:28:11.045027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Checking segment: {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:28:11.045320 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.045719 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Bound using segment: {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:28:11.046200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Bound port: 95eaf379-04b8-4059-b663-0b796c116dab, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:28:11.046590 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.048280 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96a3a056-5551-47e6-b9d6-c76b5ad55ace tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.057667 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-ce62a54b-402b-4bc5-b905-cab26d403b8e service neutron] 10.222.0.48 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066591 Nov 24 13:28:11.069898 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96a3a056-5551-47e6-b9d6-c76b5ad55ace tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.078298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a3a056-5551-47e6-b9d6-c76b5ad55ace tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:28:11.078947 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96a3a056-5551-47e6-b9d6-c76b5ad55ace tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:28:11.140740 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:28:11.156900 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] For port 95eaf379-04b8-4059-b663-0b796c116dab, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:28:11.170785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] For port 95eaf379-04b8-4059-b663-0b796c116dab, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=95eaf379-04b8-4059-b663-0b796c116dab,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:28:11.175249 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96a3a056-5551-47e6-b9d6-c76b5ad55ace tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.177223 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.189006 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-96a3a056-5551-47e6-b9d6-c76b5ad55ace tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.193007 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-96a3a056-5551-47e6-b9d6-c76b5ad55ace tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] 10.222.0.48 "DELETE /v2.0/networks/81019967-ad61-420c-8b43-1b535a4fa15b HTTP/1.1" status: 204 len: 168 time: 0.5214734 Nov 24 13:28:11.237156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3a056-5551-47e6-b9d6-c76b5ad55ace tempest-TagsTest-958151409 tempest-TagsTest-958151409-project] Pushing event deleted for resources: {'Network': ['ID=81019967-ad61-420c-8b43-1b535a4fa15b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:11.268646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Routers {'aa25948e-4c6b-483c-8211-9848f4b2e187'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:11.269331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:27:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['aa25948e-4c6b-483c-8211-9848f4b2e187'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:11.278657 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-abffbc7b-eb5b-4204-aaf7-bce7552a8450 service neutron] 10.222.0.48 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321189 Nov 24 13:28:11.361968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8669000-fecb-4936-bc4c-710d452aece9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.381137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050460c-5e78-485d-b187-2ee504e196e2 None None] Pushing event updated for resources: {'Port': ['ID=95eaf379-04b8-4059-b663-0b796c116dab,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:11.394077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3d190aa5-08e9-4276-9799-e0905dc06b42 None None] Provisioning complete for port 95eaf379-04b8-4059-b663-0b796c116dab triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:11.394473 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d190aa5-08e9-4276-9799-e0905dc06b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.443968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8669000-fecb-4936-bc4c-710d452aece9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Subnet': ['ID=a168da29-916a-4cf2-93cb-01c00deedd54,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:11.531475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8669000-fecb-4936-bc4c-710d452aece9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Checking segment: {'id': 'be1fc099-a159-4752-a9c5-7662b249af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:28:11.532196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8669000-fecb-4936-bc4c-710d452aece9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network hostable DHCP agents. Network: be016b34-9343-4687-8f15-eb51e1af3eb8, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:28:11.582161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8669000-fecb-4936-bc4c-710d452aece9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network be016b34-9343-4687-8f15-eb51e1af3eb8 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:28:11.596701 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-34c4bfd2-ba62-4ff0-b712-d049d0cc6903 req-9bf4bf93-3836-49ea-8db1-cb1b52a91798 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 210 time: 0.0502605 Nov 24 13:28:11.613682 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-e8669000-fecb-4936-bc4c-710d452aece9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, be016b34-9343-4687-8f15-eb51e1af3eb8) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:11.620156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8669000-fecb-4936-bc4c-710d452aece9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:11.621011 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e8669000-fecb-4936-bc4c-710d452aece9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.636379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0e97b7-75cc-4769-aeb9-d851d529c389 None None] Network be016b34-9343-4687-8f15-eb51e1af3eb8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:28:11.644480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e8669000-fecb-4936-bc4c-710d452aece9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7466216 Nov 24 13:28:11.654776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51678) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:11.753130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] Set router aa25948e-4c6b-483c-8211-9848f4b2e187 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:11.849659 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51682) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:11.850106 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5fa073c2-377a-4f9b-a240-bbf517e45c72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e107d19a589438f889a1364e0448e47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939654 Nov 24 13:28:11.883286 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d190aa5-08e9-4276-9799-e0905dc06b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.929369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51684) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:11.933918 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e4f77c24-60f2-4457-bac6-13d003094c0a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309918241', 'description': 'tempest-secgroup-smoke-1309918241 description', 'project_id': '04c842620a844a4298a861483918cdcb'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:11.939128 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c680d04-b8a3-4b39-b05c-4100d91664c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.963595 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c680d04-b8a3-4b39-b05c-4100d91664c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:11.969012 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4f77c24-60f2-4457-bac6-13d003094c0a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.024094 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c680d04-b8a3-4b39-b05c-4100d91664c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.026733 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c680d04-b8a3-4b39-b05c-4100d91664c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.027942 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0c680d04-b8a3-4b39-b05c-4100d91664c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f4355a3-595e-4f4a-a203-ecabe9769399 HTTP/1.1" status: 204 len: 168 time: 0.1764545 Nov 24 13:28:12.029509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3d190aa5-08e9-4276-9799-e0905dc06b42 None None] For port 95eaf379-04b8-4059-b663-0b796c116dab, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=95eaf379-04b8-4059-b663-0b796c116dab,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:12.049624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c680d04-b8a3-4b39-b05c-4100d91664c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4355a3-595e-4f4a-a203-ecabe9769399,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:12.057355 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3d190aa5-08e9-4276-9799-e0905dc06b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.068451 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4f77c24-60f2-4457-bac6-13d003094c0a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.074622 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4f77c24-60f2-4457-bac6-13d003094c0a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.078932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-be016b34-9343-4687-8f15-eb51e1af3eb8', 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'fixed_ips': [{'subnet_id': 'a168da29-916a-4cf2-93cb-01c00deedd54'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:28:12.079817 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.099824 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e4f77c24-60f2-4457-bac6-13d003094c0a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.101308 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e4f77c24-60f2-4457-bac6-13d003094c0a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1709137 Nov 24 13:28:12.106082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51692) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:12.112872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-75cfeb44-6a4d-4e9b-a95f-5f73fc6b6d1a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': '384748ec-c872-4eee-a80a-6361dba06e48', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:12.116671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f77c24-60f2-4457-bac6-13d003094c0a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384748ec-c872-4eee-a80a-6361dba06e48,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:12.154555 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75cfeb44-6a4d-4e9b-a95f-5f73fc6b6d1a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.221382 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75cfeb44-6a4d-4e9b-a95f-5f73fc6b6d1a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.230219 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75cfeb44-6a4d-4e9b-a95f-5f73fc6b6d1a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.257333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfeb44-6a4d-4e9b-a95f-5f73fc6b6d1a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfc423b-8337-4615-8d4c-1b9274b6945f,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:12.273233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d190aa5-08e9-4276-9799-e0905dc06b42 None None] Pushing event updated for resources: {'Port': ['ID=95eaf379-04b8-4059-b663-0b796c116dab,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:12.275481 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-75cfeb44-6a4d-4e9b-a95f-5f73fc6b6d1a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.277020 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-75cfeb44-6a4d-4e9b-a95f-5f73fc6b6d1a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1695302 Nov 24 13:28:12.280026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51698) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:12.288491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-0d18ec60-019c-45b9-812b-50b7bf8992af tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': '384748ec-c872-4eee-a80a-6361dba06e48', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:12.300178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a504d790-cffc-454e-9d5f-fef25a692e5c None None] Provisioning complete for port 95eaf379-04b8-4059-b663-0b796c116dab triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:12.301202 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a504d790-cffc-454e-9d5f-fef25a692e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.323929 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0d18ec60-019c-45b9-812b-50b7bf8992af tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.364605 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:28:08Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '95eaf379-04b8-4059-b663-0b796c116dab', 'name': '', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e0:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:07Z', 'updated_at': '2021-11-24T13:28:11Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:12.379419 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0d18ec60-019c-45b9-812b-50b7bf8992af tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.384470 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0d18ec60-019c-45b9-812b-50b7bf8992af tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.422881 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18ec60-019c-45b9-812b-50b7bf8992af tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58bd4ef-ca27-4aad-afa9-cf313f8466be,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:12.426797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e411ebf-b871-4513-bb68-67473bb79066 None None] The sync data for ids ['aa25948e-4c6b-483c-8211-9848f4b2e187'] in n-d-817303-4 is: [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:28:08Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '95eaf379-04b8-4059-b663-0b796c116dab', 'name': '', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e0:bd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:07Z', 'updated_at': '2021-11-24T13:28:11Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:28:12.429490 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0d18ec60-019c-45b9-812b-50b7bf8992af tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.431097 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0d18ec60-019c-45b9-812b-50b7bf8992af tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494467 Nov 24 13:28:12.433971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51702) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:12.444996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-95a98c00-8321-4487-8f68-581d845a3dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': '384748ec-c872-4eee-a80a-6361dba06e48', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:12.460771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Allocated IP 172.20.0.18 (be016b34-9343-4687-8f15-eb51e1af3eb8/a168da29-916a-4cf2-93cb-01c00deedd54/457578fd-8576-4aa7-a17c-fb5a30686cc5) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:28:12.523792 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95a98c00-8321-4487-8f68-581d845a3dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.687518 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95a98c00-8321-4487-8f68-581d845a3dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.701689 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95a98c00-8321-4487-8f68-581d845a3dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.750108 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.758381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a98c00-8321-4487-8f68-581d845a3dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=555506ce-8337-43c7-9a80-3e3d6946f057,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:12.761900 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.791403 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f05aead6-2892-42e2-af86-c520968387c4 req-b629b700-bff2-44b9-8e2d-3e9ff57fb671 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 210 time: 0.0601273 Nov 24 13:28:12.796224 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-95a98c00-8321-4487-8f68-581d845a3dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.801598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51712) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:12.806370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-7a51517b-c57e-459a-95be-f9e3ab93099c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': '384748ec-c872-4eee-a80a-6361dba06e48', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:12.814285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Network be016b34-9343-4687-8f15-eb51e1af3eb8 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:28:12.815834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:12.821470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:28:12.824983 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-95a98c00-8321-4487-8f68-581d845a3dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3898916 Nov 24 13:28:12.852870 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a51517b-c57e-459a-95be-f9e3ab93099c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.870475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Pushing event updated for resources: {'Port': ['ID=457578fd-8576-4aa7-a17c-fb5a30686cc5,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:12.923423 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Attempting to bind port 457578fd-8576-4aa7-a17c-fb5a30686cc5 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:28:12.924663 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Attempting to bind port 457578fd-8576-4aa7-a17c-fb5a30686cc5 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'be1fc099-a159-4752-a9c5-7662b249af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:28:12.925540 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Attempting to bind port 457578fd-8576-4aa7-a17c-fb5a30686cc5 on network be016b34-9343-4687-8f15-eb51e1af3eb8 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:28:12.931642 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:28:12.932114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Checking segment: {'id': 'be1fc099-a159-4752-a9c5-7662b249af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:28:12.932614 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.933109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Bound using segment: {'id': 'be1fc099-a159-4752-a9c5-7662b249af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:28:12.933716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Bound port: 457578fd-8576-4aa7-a17c-fb5a30686cc5, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1fc099-a159-4752-a9c5-7662b249af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:28:12.934431 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:12.998080 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a51517b-c57e-459a-95be-f9e3ab93099c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:13.003188 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a51517b-c57e-459a-95be-f9e3ab93099c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:13.019340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] For port 457578fd-8576-4aa7-a17c-fb5a30686cc5, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:28:13.024173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] For port 457578fd-8576-4aa7-a17c-fb5a30686cc5, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=457578fd-8576-4aa7-a17c-fb5a30686cc5,segment=NetworkSegment(be1fc099-a159-4752-a9c5-7662b249af3b),segment_id=be1fc099-a159-4752-a9c5-7662b249af3b)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:28:13.032096 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:13.037367 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51517b-c57e-459a-95be-f9e3ab93099c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec1fbf0-121e-4b0b-87c4-285cb5a6f31e,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:13.054869 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a51517b-c57e-459a-95be-f9e3ab93099c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:13.055404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51722) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:13.060174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3bda4758-459a-4142-bfc5-218cbb6af0a5 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': '384748ec-c872-4eee-a80a-6361dba06e48', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:13.069688 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7a51517b-c57e-459a-95be-f9e3ab93099c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2667525 Nov 24 13:28:13.136376 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-3bda4758-459a-4142-bfc5-218cbb6af0a5 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Project 04c842620a844a4298a861483918cdcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:28:13.146647 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3bda4758-459a-4142-bfc5-218cbb6af0a5 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:13.165579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad8600-8b04-4ad5-8afc-5d45da18ec67 None None] Pushing event updated for resources: {'Port': ['ID=457578fd-8576-4aa7-a17c-fb5a30686cc5,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:13.290905 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3bda4758-459a-4142-bfc5-218cbb6af0a5 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:13.300448 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3bda4758-459a-4142-bfc5-218cbb6af0a5 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:13.333647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda4758-459a-4142-bfc5-218cbb6af0a5 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c9f2dd-198e-4fc7-be75-2b733a18b2da,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:13.342168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3bda4758-459a-4142-bfc5-218cbb6af0a5 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:13.347472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51726) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:13.347991 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3bda4758-459a-4142-bfc5-218cbb6af0a5 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2911942 Nov 24 13:28:13.354999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-58a4424c-17bf-43a9-af2c-650ceacbdfa6 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': '384748ec-c872-4eee-a80a-6361dba06e48', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:13.389466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c8319e91-4c18-41d9-8e89-0e75e2140c7b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:13.393418 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c8319e91-4c18-41d9-8e89-0e75e2140c7b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.46 "GET /v2.0/networks?id=780e1384-a587-4b17-9169-6a81e5d41353 HTTP/1.1" status: 200 len: 797 time: 0.3204749 Nov 24 13:28:13.413192 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-58a4424c-17bf-43a9-af2c-650ceacbdfa6 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Project 04c842620a844a4298a861483918cdcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:28:13.426505 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-58a4424c-17bf-43a9-af2c-650ceacbdfa6 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:13.537163 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-8d0fc8b5-46b6-4fba-a369-5b657f008bd8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 380 time: 0.1307621 Nov 24 13:28:13.548676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-a9941558-5a84-4476-8f54-90582dc10e8a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'port': {'device_id': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'admin_state_up': True, 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'security_groups': ['706f717c-f8da-4af2-8b37-c504318d33e4']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:13.576270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-58a4424c-17bf-43a9-af2c-650ceacbdfa6 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:13.588698 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-58a4424c-17bf-43a9-af2c-650ceacbdfa6 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:13.644526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4424c-17bf-43a9-af2c-650ceacbdfa6 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d055514c-9c21-4894-8747-a2d563767e91,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:13.655036 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-58a4424c-17bf-43a9-af2c-650ceacbdfa6 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:13.657204 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-58a4424c-17bf-43a9-af2c-650ceacbdfa6 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3079059 Nov 24 13:28:13.735476 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-a9941558-5a84-4476-8f54-90582dc10e8a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Made reservation on behalf of 1903467d483849278979cf8e91cd17b3 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:28:13.739368 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-a9941558-5a84-4476-8f54-90582dc10e8a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:13.932661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-a9941558-5a84-4476-8f54-90582dc10e8a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.20.0.9 (780e1384-a587-4b17-9169-6a81e5d41353/5fcc4829-4c03-4935-809f-95679e8bfa5c/8d071733-7205-496f-a9c6-73cc9c212788) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:28:13.937570 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9cee2aaa-13ee-4758-87c7-5a42eb38f803 req-1eb97842-3790-4d06-adca-2283b22b23a6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 210 time: 0.0330756 Nov 24 13:28:13.970076 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-7eb5436e-a6ca-4cd6-8def-70c0f8810a70 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309918241&fields=id&tenant_id=04c842620a844a4298a861483918cdcb HTTP/1.1" status: 200 len: 267 time: 0.0783520 Nov 24 13:28:14.200995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-df953def-616c-45ce-83a2-a1c334f39d60 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:14.203282 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-df953def-616c-45ce-83a2-a1c334f39d60 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/networks?id=be016b34-9343-4687-8f15-eb51e1af3eb8 HTTP/1.1" status: 200 len: 796 time: 0.2230642 Nov 24 13:28:14.244380 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-c5c9c4c7-b957-45c9-9ac2-58573fbd2bc3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/quotas/04c842620a844a4298a861483918cdcb HTTP/1.1" status: 200 len: 375 time: 0.0314591 Nov 24 13:28:14.247306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-a9941558-5a84-4476-8f54-90582dc10e8a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:14.332004 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-a9941558-5a84-4476-8f54-90582dc10e8a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:14.341446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 95eaf379-04b8-4059-b663-0b796c116dab up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:28:14.353347 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-949eb74c-5826-4a56-8833-305e7e10a6a6 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=04c842620a844a4298a861483918cdcb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0956652 Nov 24 13:28:14.400288 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-a9941558-5a84-4476-8f54-90582dc10e8a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network 780e1384-a587-4b17-9169-6a81e5d41353 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:28:14.414886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-a9941558-5a84-4476-8f54-90582dc10e8a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:14.421077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 95eaf379-04b8-4059-b663-0b796c116dab triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:14.423277 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:14.431700 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-a9941558-5a84-4476-8f54-90582dc10e8a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:28:14.493776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9941558-5a84-4476-8f54-90582dc10e8a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=8d071733-7205-496f-a9c6-73cc9c212788,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:14.536697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-a9941558-5a84-4476-8f54-90582dc10e8a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:14.537344 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-a9941558-5a84-4476-8f54-90582dc10e8a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:14.548424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 457578fd-8576-4aa7-a17c-fb5a30686cc5 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:28:14.555933 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-baf951b9-018b-4150-a248-641dd4377d36 service neutron] 10.222.0.48 "GET /v2.0/networks/be016b34-9343-4687-8f15-eb51e1af3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758893 Nov 24 13:28:14.569988 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-a9941558-5a84-4476-8f54-90582dc10e8a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0235226 Nov 24 13:28:14.595367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98b2598-560e-4197-b99b-cef3d6820646 None None] Network be016b34-9343-4687-8f15-eb51e1af3eb8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:28:14.677805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51770) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:14.740271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 457578fd-8576-4aa7-a17c-fb5a30686cc5 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:14.740566 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:14.742126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-260b24bd-ffb6-46f5-ad48-08c711cd3c59 None None] Provisioning complete for port 457578fd-8576-4aa7-a17c-fb5a30686cc5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:14.742578 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-260b24bd-ffb6-46f5-ad48-08c711cd3c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:14.747982 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-e402043f-3073-4b90-b815-ade93b4bf49d service neutron] 10.222.0.48 "GET /v2.0/networks/be016b34-9343-4687-8f15-eb51e1af3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768413 Nov 24 13:28:14.771296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Request body: {'port': {'device_id': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:14.781499 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f6194c-aa5d-4394-a0f6-6d9ba505f21d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:14.835270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:14.888626 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f6194c-aa5d-4394-a0f6-6d9ba505f21d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:14.899870 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f6194c-aa5d-4394-a0f6-6d9ba505f21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:14.940428 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-260b24bd-ffb6-46f5-ad48-08c711cd3c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:14.968320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-73f6194c-aa5d-4394-a0f6-6d9ba505f21d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1dbfa55bd344ecf9270b5117d27f6ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869205 Nov 24 13:28:14.969870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51778) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:14.970294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6194c-aa5d-4394-a0f6-6d9ba505f21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0059a9-9370-484b-9430-8b1f5432f04c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:15.022686 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-260b24bd-ffb6-46f5-ad48-08c711cd3c59 None None] For port 457578fd-8576-4aa7-a17c-fb5a30686cc5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=457578fd-8576-4aa7-a17c-fb5a30686cc5,segment=NetworkSegment(be1fc099-a159-4752-a9c5-7662b249af3b),segment_id=be1fc099-a159-4752-a9c5-7662b249af3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:15.028205 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-260b24bd-ffb6-46f5-ad48-08c711cd3c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:15.030702 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:15.054448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db45b49b-f4e4-40e2-9f94-9bab81a917cf req-3cae104d-4cd1-4b0f-a7d9-42c244f5c1e5 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 210 time: 0.1198912 Nov 24 13:28:15.138024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b24bd-ffb6-46f5-ad48-08c711cd3c59 None None] Pushing event updated for resources: {'Port': ['ID=457578fd-8576-4aa7-a17c-fb5a30686cc5,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:15.161611 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:28:15.162006 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:28:15.163331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-92af92ef-49aa-41a6-b1aa-2c064bc4809c None None] Provisioning complete for port 8d071733-7205-496f-a9c6-73cc9c212788 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:15.163567 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-92af92ef-49aa-41a6-b1aa-2c064bc4809c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:15.206020 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-92af92ef-49aa-41a6-b1aa-2c064bc4809c None None] Port 8d071733-7205-496f-a9c6-73cc9c212788 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:28:15.326714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-26906526-1baf-4db3-9262-c864cc710129 None None] Provisioning complete for port 457578fd-8576-4aa7-a17c-fb5a30686cc5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:15.327093 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-26906526-1baf-4db3-9262-c864cc710129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:15.546284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e13c52-3fdb-4dbb-b331-f4e138829427 req-df64bcc3-cc31-40f1-a180-0c7360460305 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:15.547746 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-08e13c52-3fdb-4dbb-b331-f4e138829427 req-df64bcc3-cc31-40f1-a180-0c7360460305 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 931 time: 0.4455273 Nov 24 13:28:15.584234 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b655-acc2-4fe9-bdff-2776121fa0f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:15.647937 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b655-acc2-4fe9-bdff-2776121fa0f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:15.672448 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-08e13c52-3fdb-4dbb-b331-f4e138829427 req-2f11b218-cda0-4d1c-8e58-cf2a9999d151 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149647 Nov 24 13:28:15.736147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d071733-7205-496f-a9c6-73cc9c212788 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:28:15.743878 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:15.759694 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b655-acc2-4fe9-bdff-2776121fa0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:15.762219 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b655-acc2-4fe9-bdff-2776121fa0f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:15.763379 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4dc7b655-acc2-4fe9-bdff-2776121fa0f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc0059a9-9370-484b-9430-8b1f5432f04c HTTP/1.1" status: 204 len: 168 time: 0.7156205 Nov 24 13:28:15.767075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Transition to ACTIVE for port object 8d071733-7205-496f-a9c6-73cc9c212788 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:28:15.774117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7b655-acc2-4fe9-bdff-2776121fa0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0059a9-9370-484b-9430-8b1f5432f04c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:15.775761 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:15.824970 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Pushing event updated for resources: {'Port': ['ID=8d071733-7205-496f-a9c6-73cc9c212788,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:15.904887 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Attempting to bind port 8d071733-7205-496f-a9c6-73cc9c212788 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:28:15.905266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Attempting to bind port 8d071733-7205-496f-a9c6-73cc9c212788 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:28:15.905602 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Attempting to bind port 8d071733-7205-496f-a9c6-73cc9c212788 on network 780e1384-a587-4b17-9169-6a81e5d41353 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:28:15.912204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Port 8d071733-7205-496f-a9c6-73cc9c212788 on network 780e1384-a587-4b17-9169-6a81e5d41353 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:28:15.912525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Attempting to bind port 8d071733-7205-496f-a9c6-73cc9c212788 on network 780e1384-a587-4b17-9169-6a81e5d41353 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:28:15.918379 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:28:15.919026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Checking segment: {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:28:15.919425 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Bound using segment: {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:28:15.920196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Bound port: 8d071733-7205-496f-a9c6-73cc9c212788, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:28:15.920561 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:16.039980 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:28:16.043461 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:28:16.047594 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:16.108863 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:16.109903 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:16.112055 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] 10.222.0.46 "PUT /v2.0/ports/8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 1091 time: 1.5307286 Nov 24 13:28:16.112520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:28:16.114927 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f043668-ba12-4ab7-8631-cf1ee86dfbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "tag": "8d071733-7205-496f-a9c6-73cc9c212788"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:28:16.138791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856948d-34fc-4795-925a-641c2d71d622 service neutron] Pushing event updated for resources: {'Port': ['ID=8d071733-7205-496f-a9c6-73cc9c212788,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:16.149013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-4e659ae8-eca5-4a70-8174-16d207625c9b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:16.151070 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-4e659ae8-eca5-4a70-8174-16d207625c9b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "GET /v2.0/networks?id=be016b34-9343-4687-8f15-eb51e1af3eb8 HTTP/1.1" status: 200 len: 796 time: 0.1869814 Nov 24 13:28:16.210984 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8656016f-90b4-4072-ae27-0160df1b3f32 x-openstack-request-id: req-8656016f-90b4-4072-ae27-0160df1b3f32 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:28:16.211288 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "tag": "8d071733-7205-496f-a9c6-73cc9c212788", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:28:16.214145 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8656016f-90b4-4072-ae27-0160df1b3f32 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:28:16.214593 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788', 'status': 'completed', 'code': 200} Nov 24 13:28:16.242335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51796) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:16.290226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 457578fd-8576-4aa7-a17c-fb5a30686cc5 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:28:16.301030 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-937f7b5c-1cd4-46f9-8d66-51ab35c7b81c req-7d635b74-e675-4f9b-bd72-5b892f285370 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 210 time: 0.0551217 Nov 24 13:28:16.310771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-4feffc2f-6b50-4509-a9f9-3775ad48639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:16.315837 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9f825c4f-dd01-4e33-ae1a-20ea0f37683b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:16.322424 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-4feffc2f-6b50-4509-a9f9-3775ad48639b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1094 time: 0.1242282 Nov 24 13:28:16.326575 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-6ee13d30-0b7a-4490-b17d-4e2846bccb88 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04c842620a844a4298a861483918cdcb HTTP/1.1" status: 200 len: 473 time: 0.1653416 Nov 24 13:28:16.356117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-a4be920f-cc38-4ef3-97ec-309a4a1e623a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'port': {'device_id': 'e3fc8ad7-5635-4bce-95bb-b80ef551da3c', 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8', 'admin_state_up': True, 'tenant_id': '04c842620a844a4298a861483918cdcb', 'security_groups': ['384748ec-c872-4eee-a80a-6361dba06e48']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:16.357274 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 457578fd-8576-4aa7-a17c-fb5a30686cc5 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:16.357848 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:16.400741 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-ad07a2ae-6582-4561-8a05-6d7d77dba432 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 217 time: 0.0672083 Nov 24 13:28:16.462800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-0223265c-5fc7-4a25-8ada-57ea89318abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:16.465829 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-0223265c-5fc7-4a25-8ada-57ea89318abd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5fcc4829-4c03-4935-809f-95679e8bfa5c HTTP/1.1" status: 200 len: 834 time: 0.0586991 Nov 24 13:28:16.506886 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9f825c4f-dd01-4e33-ae1a-20ea0f37683b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:16.514316 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9f825c4f-dd01-4e33-ae1a-20ea0f37683b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:16.547848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-a4be920f-cc38-4ef3-97ec-309a4a1e623a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Made reservation on behalf of 04c842620a844a4298a861483918cdcb for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:28:16.549235 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-ecaba291-465c-4346-96e4-510c567cca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:16.551327 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-a4be920f-cc38-4ef3-97ec-309a4a1e623a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:16.551473 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-ecaba291-465c-4346-96e4-510c567cca63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780e1384-a587-4b17-9169-6a81e5d41353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790000 Nov 24 13:28:16.574997 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9f825c4f-dd01-4e33-ae1a-20ea0f37683b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce629166d610488cbc9ac6f6f9063866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3271937 Nov 24 13:28:16.575227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f825c4f-dd01-4e33-ae1a-20ea0f37683b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946f752e-405a-4043-bddf-4712c4c202ab,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:16.577108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51800) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:16.683597 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c490f2c3-84be-43b7-b7c8-37b4c3467642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:16.687499 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-b31696ac-30a1-490b-8470-59e1f6e7f948 service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279564 Nov 24 13:28:16.700079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-a4be920f-cc38-4ef3-97ec-309a4a1e623a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Allocated IP 172.20.0.24 (be016b34-9343-4687-8f15-eb51e1af3eb8/a168da29-916a-4cf2-93cb-01c00deedd54/e27adf3b-fb6b-456d-bd22-c569b37ba8a9) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:28:16.733104 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c490f2c3-84be-43b7-b7c8-37b4c3467642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:16.841802 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-a4be920f-cc38-4ef3-97ec-309a4a1e623a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:16.853563 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-129d4fe9-62c0-4b74-b7e1-4df5ec200f76 req-ed6960de-0cc8-4072-829a-e8da51fc99a5 service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586914 Nov 24 13:28:16.862947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d8780-1ea7-4bf1-9a78-eb749c15df7b req-68120797-86fa-4eb8-97c8-cf6d655ff707 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:16.864953 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f3d8780-1ea7-4bf1-9a78-eb749c15df7b req-68120797-86fa-4eb8-97c8-cf6d655ff707 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 943 time: 0.1170325 Nov 24 13:28:16.872946 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c490f2c3-84be-43b7-b7c8-37b4c3467642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:16.875833 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c490f2c3-84be-43b7-b7c8-37b4c3467642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:16.877175 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c490f2c3-84be-43b7-b7c8-37b4c3467642 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/946f752e-405a-4043-bddf-4712c4c202ab HTTP/1.1" status: 204 len: 168 time: 0.2991896 Nov 24 13:28:16.894602 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490f2c3-84be-43b7-b7c8-37b4c3467642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946f752e-405a-4043-bddf-4712c4c202ab,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:16.894856 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-a4be920f-cc38-4ef3-97ec-309a4a1e623a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:16.945133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-a4be920f-cc38-4ef3-97ec-309a4a1e623a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network be016b34-9343-4687-8f15-eb51e1af3eb8 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:28:16.948309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-a4be920f-cc38-4ef3-97ec-309a4a1e623a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:16.952283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-a4be920f-cc38-4ef3-97ec-309a4a1e623a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:28:16.972514 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f3d8780-1ea7-4bf1-9a78-eb749c15df7b req-cdf95ded-8567-4209-84fb-536f498eedb8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940235 Nov 24 13:28:17.000949 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be920f-cc38-4ef3-97ec-309a4a1e623a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=e27adf3b-fb6b-456d-bd22-c569b37ba8a9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:17.001973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f043668-ba12-4ab7-8631-cf1ee86dfbd6 req-0691758e-8eb1-4305-9b39-c4dd9a56643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:17.004005 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f043668-ba12-4ab7-8631-cf1ee86dfbd6 req-0691758e-8eb1-4305-9b39-c4dd9a56643a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1094 time: 0.0759294 Nov 24 13:28:17.028348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-a4be920f-cc38-4ef3-97ec-309a4a1e623a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:17.029058 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-a4be920f-cc38-4ef3-97ec-309a4a1e623a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:17.051976 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-a4be920f-cc38-4ef3-97ec-309a4a1e623a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7022376 Nov 24 13:28:17.066584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Request body: {'port': {'device_id': 'e3fc8ad7-5635-4bce-95bb-b80ef551da3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:17.132300 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:17.193277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f043668-ba12-4ab7-8631-cf1ee86dfbd6 req-5c0624ba-c212-4cab-9590-9e2c34a1e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:17.194775 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f043668-ba12-4ab7-8631-cf1ee86dfbd6 req-5c0624ba-c212-4cab-9590-9e2c34a1e1e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=780e1384-a587-4b17-9169-6a81e5d41353 HTTP/1.1" status: 200 len: 898 time: 0.1837866 Nov 24 13:28:17.246879 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f043668-ba12-4ab7-8631-cf1ee86dfbd6 req-366e30e1-1cf0-4a04-b1c0-eb74a260a4ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 217 time: 0.0424032 Nov 24 13:28:17.302824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f043668-ba12-4ab7-8631-cf1ee86dfbd6 req-7bb5fca0-da9d-4d8b-91c4-555dc1ff871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:17.305056 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f043668-ba12-4ab7-8631-cf1ee86dfbd6 req-7bb5fca0-da9d-4d8b-91c4-555dc1ff871e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5fcc4829-4c03-4935-809f-95679e8bfa5c HTTP/1.1" status: 200 len: 834 time: 0.0511172 Nov 24 13:28:17.311398 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-473053cc-651c-4740-a25a-1635d1cbd3ab None None] Provisioning complete for port e27adf3b-fb6b-456d-bd22-c569b37ba8a9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:17.312094 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-473053cc-651c-4740-a25a-1635d1cbd3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:17.353658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-473053cc-651c-4740-a25a-1635d1cbd3ab None None] Port e27adf3b-fb6b-456d-bd22-c569b37ba8a9 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:28:17.383752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f043668-ba12-4ab7-8631-cf1ee86dfbd6 req-0cacdbf4-ee55-4fed-8ffb-663e6a20182e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:17.385592 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f043668-ba12-4ab7-8631-cf1ee86dfbd6 req-0cacdbf4-ee55-4fed-8ffb-663e6a20182e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780e1384-a587-4b17-9169-6a81e5d41353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718565 Nov 24 13:28:17.502947 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f043668-ba12-4ab7-8631-cf1ee86dfbd6 req-d553337e-8b49-4776-9f69-fefddc95e992 service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088967 Nov 24 13:28:17.526689 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04280fa-d94b-4e35-bca8-73a94a22a00f req-bdd84161-36ac-4aeb-a4b3-7947251a23db tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:17.528068 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b04280fa-d94b-4e35-bca8-73a94a22a00f req-bdd84161-36ac-4aeb-a4b3-7947251a23db tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 932 time: 0.1170409 Nov 24 13:28:17.546556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27adf3b-fb6b-456d-bd22-c569b37ba8a9 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:28:17.561547 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:17.593586 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Transition to ACTIVE for port object e27adf3b-fb6b-456d-bd22-c569b37ba8a9 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:28:17.600958 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:17.611462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b04280fa-d94b-4e35-bca8-73a94a22a00f req-ae6829d4-2e43-4db8-8cfb-809ca80a13f9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=384748ec-c872-4eee-a80a-6361dba06e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752234 Nov 24 13:28:17.616625 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8f043668-ba12-4ab7-8631-cf1ee86dfbd6 req-8f01b936-7022-4592-81bc-d924d2a946e7 service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051128 Nov 24 13:28:17.664490 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Pushing event updated for resources: {'Port': ['ID=e27adf3b-fb6b-456d-bd22-c569b37ba8a9,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:17.750804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Attempting to bind port e27adf3b-fb6b-456d-bd22-c569b37ba8a9 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:28:17.751157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Attempting to bind port e27adf3b-fb6b-456d-bd22-c569b37ba8a9 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'be1fc099-a159-4752-a9c5-7662b249af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:28:17.751496 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Attempting to bind port e27adf3b-fb6b-456d-bd22-c569b37ba8a9 on network be016b34-9343-4687-8f15-eb51e1af3eb8 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:28:17.756996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Port e27adf3b-fb6b-456d-bd22-c569b37ba8a9 on network be016b34-9343-4687-8f15-eb51e1af3eb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:28:17.757324 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Attempting to bind port e27adf3b-fb6b-456d-bd22-c569b37ba8a9 on network be016b34-9343-4687-8f15-eb51e1af3eb8 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:28:17.762374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:28:17.762711 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Checking segment: {'id': 'be1fc099-a159-4752-a9c5-7662b249af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:28:17.763095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Bound using segment: {'id': 'be1fc099-a159-4752-a9c5-7662b249af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:28:17.763520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Bound port: e27adf3b-fb6b-456d-bd22-c569b37ba8a9, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1fc099-a159-4752-a9c5-7662b249af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:28:17.764545 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:17.833637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] For port e27adf3b-fb6b-456d-bd22-c569b37ba8a9, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:28:17.837165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] For port e27adf3b-fb6b-456d-bd22-c569b37ba8a9, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e27adf3b-fb6b-456d-bd22-c569b37ba8a9,segment=NetworkSegment(be1fc099-a159-4752-a9c5-7662b249af3b),segment_id=be1fc099-a159-4752-a9c5-7662b249af3b)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:28:17.843863 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:17.879902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:17.880521 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:17.882285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] 10.222.0.59 "PUT /v2.0/ports/e27adf3b-fb6b-456d-bd22-c569b37ba8a9 HTTP/1.1" status: 200 len: 1092 time: 0.8221068 Nov 24 13:28:17.882775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fc8ad7-5635-4bce-95bb-b80ef551da3c', 'tag': 'e27adf3b-fb6b-456d-bd22-c569b37ba8a9'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:28:17.885421 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0de4647-1658-4e0e-b48b-283ced63ce80" -d '{"events": [{"name": "network-changed", "server_uuid": "e3fc8ad7-5635-4bce-95bb-b80ef551da3c", "tag": "e27adf3b-fb6b-456d-bd22-c569b37ba8a9"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:28:17.969799 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110620dd-8943-4314-a544-351d5feef4fe x-openstack-request-id: req-110620dd-8943-4314-a544-351d5feef4fe {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:28:17.970232 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3fc8ad7-5635-4bce-95bb-b80ef551da3c", "tag": "e27adf3b-fb6b-456d-bd22-c569b37ba8a9", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:28:17.970621 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-110620dd-8943-4314-a544-351d5feef4fe {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:28:17.971134 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3fc8ad7-5635-4bce-95bb-b80ef551da3c', 'tag': 'e27adf3b-fb6b-456d-bd22-c569b37ba8a9', 'status': 'completed', 'code': 200} Nov 24 13:28:17.989867 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e623e-3181-4b66-8bb8-830b60111741 service neutron] Pushing event updated for resources: {'Port': ['ID=e27adf3b-fb6b-456d-bd22-c569b37ba8a9,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:18.002313 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-a5d68fb2-890b-46f3-8005-74eec8507036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:18.003908 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-a5d68fb2-890b-46f3-8005-74eec8507036 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04c842620a844a4298a861483918cdcb&device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 1095 time: 0.0794117 Nov 24 13:28:18.051300 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-7a701894-9c54-4bd3-ab62-d45974b6cecc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e27adf3b-fb6b-456d-bd22-c569b37ba8a9 HTTP/1.1" status: 200 len: 217 time: 0.0377934 Nov 24 13:28:18.140416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-cb4654c6-53ed-4a42-a573-dcccdec05223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:18.141930 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-cb4654c6-53ed-4a42-a573-dcccdec05223 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a168da29-916a-4cf2-93cb-01c00deedd54 HTTP/1.1" status: 200 len: 838 time: 0.0802875 Nov 24 13:28:18.154231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182ef7a-073a-4856-a24a-cfa9062497b4 req-4237e0a4-a007-4fd0-8b8e-f44e8095de58 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:18.155686 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4182ef7a-073a-4856-a24a-cfa9062497b4 req-4237e0a4-a007-4fd0-8b8e-f44e8095de58 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 943 time: 0.0855999 Nov 24 13:28:18.232096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4182ef7a-073a-4856-a24a-cfa9062497b4 req-ea239b1e-abec-45c5-a056-7728ff74022e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667155 Nov 24 13:28:18.233977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-688d1a9f-a769-4787-808b-c4364ba2c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:18.235384 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-688d1a9f-a769-4787-808b-c4364ba2c062 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be016b34-9343-4687-8f15-eb51e1af3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788457 Nov 24 13:28:18.336914 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-3924632d-04e9-4031-bcb7-92e14183f9bd service neutron] 10.222.0.59 "GET /v2.0/networks/be016b34-9343-4687-8f15-eb51e1af3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938807 Nov 24 13:28:18.434195 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-20ee9e25-445c-46c7-9462-bd5eabd0eb4b req-8d74deaa-cf7b-4132-95e9-b0777a511568 service neutron] 10.222.0.59 "GET /v2.0/networks/be016b34-9343-4687-8f15-eb51e1af3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898547 Nov 24 13:28:18.523247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de4647-1658-4e0e-b48b-283ced63ce80 req-57a93f6c-06c2-4708-ad07-10ef96b6c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:18.525377 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0de4647-1658-4e0e-b48b-283ced63ce80 req-57a93f6c-06c2-4708-ad07-10ef96b6c798 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04c842620a844a4298a861483918cdcb&device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 1095 time: 0.0430129 Nov 24 13:28:18.626393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de4647-1658-4e0e-b48b-283ced63ce80 req-db6dbe46-2e56-4a06-a5e2-6b97abbd5ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:18.627977 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0de4647-1658-4e0e-b48b-283ced63ce80 req-db6dbe46-2e56-4a06-a5e2-6b97abbd5ad8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be016b34-9343-4687-8f15-eb51e1af3eb8 HTTP/1.1" status: 200 len: 897 time: 0.0942616 Nov 24 13:28:18.676105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0de4647-1658-4e0e-b48b-283ced63ce80 req-d6c1ebfa-f578-4262-832d-05d3feba6dfe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e27adf3b-fb6b-456d-bd22-c569b37ba8a9 HTTP/1.1" status: 200 len: 217 time: 0.0376763 Nov 24 13:28:18.734557 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de4647-1658-4e0e-b48b-283ced63ce80 req-5fe7dce7-bacb-4596-b1b8-0620126e3199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:18.736170 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0de4647-1658-4e0e-b48b-283ced63ce80 req-5fe7dce7-bacb-4596-b1b8-0620126e3199 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a168da29-916a-4cf2-93cb-01c00deedd54 HTTP/1.1" status: 200 len: 838 time: 0.0531042 Nov 24 13:28:18.738385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815f511-9f6a-42fa-8c73-d884e5926847 req-041cc39a-f235-46b4-b95b-fb7e911e146b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:18.740039 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1815f511-9f6a-42fa-8c73-d884e5926847 req-041cc39a-f235-46b4-b95b-fb7e911e146b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 944 time: 0.0542204 Nov 24 13:28:18.788795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de4647-1658-4e0e-b48b-283ced63ce80 req-e67678d3-fa2b-4ef6-b97b-1383f2425fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:18.790495 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0de4647-1658-4e0e-b48b-283ced63ce80 req-e67678d3-fa2b-4ef6-b97b-1383f2425fe9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be016b34-9343-4687-8f15-eb51e1af3eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435865 Nov 24 13:28:18.796463 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1815f511-9f6a-42fa-8c73-d884e5926847 req-e0279eab-83a7-49bf-aa73-b604a93c0e20 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=384748ec-c872-4eee-a80a-6361dba06e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498636 Nov 24 13:28:18.885801 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0de4647-1658-4e0e-b48b-283ced63ce80 req-44376d67-25a6-452b-989c-2e48b9bafe5e service neutron] 10.222.0.59 "GET /v2.0/networks/be016b34-9343-4687-8f15-eb51e1af3eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867248 Nov 24 13:28:18.985697 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f0de4647-1658-4e0e-b48b-283ced63ce80 req-aee101d4-afe5-454c-8e6b-0f424c593f7b service neutron] 10.222.0.59 "GET /v2.0/networks/be016b34-9343-4687-8f15-eb51e1af3eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918562 Nov 24 13:28:19.352303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fd55b-4206-4331-b598-75937c2f23b8 req-2cb04230-5b48-4e85-bd19-dc8152231c7e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:19.353743 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-855fd55b-4206-4331-b598-75937c2f23b8 req-2cb04230-5b48-4e85-bd19-dc8152231c7e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 943 time: 0.0517166 Nov 24 13:28:19.407027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-855fd55b-4206-4331-b598-75937c2f23b8 req-fd0eea8a-40c6-4fcd-9844-27914f1c642a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469193 Nov 24 13:28:19.911191 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e844a2a-2c6f-4c85-974d-281f6cad4606 req-c61972e0-43b9-45fa-882b-886c57375402 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:19.912640 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e844a2a-2c6f-4c85-974d-281f6cad4606 req-c61972e0-43b9-45fa-882b-886c57375402 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 944 time: 0.0469992 Nov 24 13:28:19.959761 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2e844a2a-2c6f-4c85-974d-281f6cad4606 req-9355227a-6d37-4a9b-bef0-986f8915e158 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=384748ec-c872-4eee-a80a-6361dba06e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412159 Nov 24 13:28:20.543633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7e925-5425-4d02-9cde-58598e017d18 req-00690d6c-62c7-4257-ac72-3da6484bd0cb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:20.545471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ff7e925-5425-4d02-9cde-58598e017d18 req-00690d6c-62c7-4257-ac72-3da6484bd0cb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 943 time: 0.0665104 Nov 24 13:28:20.597521 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0ff7e925-5425-4d02-9cde-58598e017d18 req-347ccbd3-55d1-4385-8341-9b3846f86d88 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463181 Nov 24 13:28:20.620661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e27adf3b-fb6b-456d-bd22-c569b37ba8a9 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:28:20.640346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8d071733-7205-496f-a9c6-73cc9c212788 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:28:20.901075 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.resource_extend [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 24 13:28:20.919960 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047647-a808-4c24-b8fe-b504504968ab req-cda3fbc1-85a8-463d-b4ad-dbeacb7713f8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:20.921832 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92047647-a808-4c24-b8fe-b504504968ab req-cda3fbc1-85a8-463d-b4ad-dbeacb7713f8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 946 time: 0.0507307 Nov 24 13:28:20.954676 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port e27adf3b-fb6b-456d-bd22-c569b37ba8a9, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e27adf3b-fb6b-456d-bd22-c569b37ba8a9,segment=NetworkSegment(be1fc099-a159-4752-a9c5-7662b249af3b),segment_id=be1fc099-a159-4752-a9c5-7662b249af3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:20.982501 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92047647-a808-4c24-b8fe-b504504968ab req-b566495b-ade4-41f5-8eaf-028f82311710 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537398 Nov 24 13:28:20.999631 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-baf64be2-3e94-4d6a-9720-eb585df658d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:21.013864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'e27adf3b-fb6b-456d-bd22-c569b37ba8a9', 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8', 'port_id': 'e27adf3b-fb6b-456d-bd22-c569b37ba8a9', 'mac_address': 'fa:16:3e:82:b1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a168da29-916a-4cf2-93cb-01c00deedd54', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:28:21.076584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:21.084130 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:21.095745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a5e8e-6471-4a3d-b06a-3ff106fd24ff req-de3e07ee-39c2-47da-acd6-d4f3866a7fdc tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:21.097034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '8d071733-7205-496f-a9c6-73cc9c212788', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'port_id': '8d071733-7205-496f-a9c6-73cc9c212788', 'mac_address': 'fa:16:3e:99:3d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:28:21.100336 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9d8a5e8e-6471-4a3d-b06a-3ff106fd24ff req-de3e07ee-39c2-47da-acd6-d4f3866a7fdc tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 944 time: 0.0578938 Nov 24 13:28:21.103045 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27adf3b-fb6b-456d-bd22-c569b37ba8a9 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:28:21.149018 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9d8a5e8e-6471-4a3d-b06a-3ff106fd24ff req-c393d612-24f0-4288-92ff-30d50b895428 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=384748ec-c872-4eee-a80a-6361dba06e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449076 Nov 24 13:28:21.153133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port e27adf3b-fb6b-456d-bd22-c569b37ba8a9, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e27adf3b-fb6b-456d-bd22-c569b37ba8a9,segment=NetworkSegment(be1fc099-a159-4752-a9c5-7662b249af3b),segment_id=be1fc099-a159-4752-a9c5-7662b249af3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:21.159972 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:21.161661 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:21.178197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d071733-7205-496f-a9c6-73cc9c212788 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:28:21.222179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:21.229023 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:21.240337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=e27adf3b-fb6b-456d-bd22-c569b37ba8a9,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:21.287679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=8d071733-7205-496f-a9c6-73cc9c212788,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:21.420952 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['e27adf3b-fb6b-456d-bd22-c569b37ba8a9'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:28:21.450060 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['8d071733-7205-496f-a9c6-73cc9c212788'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:28:21.715424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ba890-963c-4a44-9dfb-fd9f1f22328d req-3321d554-1aa6-4592-a951-6554a8076773 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:21.718003 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-174ba890-963c-4a44-9dfb-fd9f1f22328d req-3321d554-1aa6-4592-a951-6554a8076773 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 944 time: 0.0512383 Nov 24 13:28:21.789318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-174ba890-963c-4a44-9dfb-fd9f1f22328d req-db59bbdb-1451-402f-b09d-34d4e01d7166 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564945 Nov 24 13:28:22.101168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae42a09-6667-48d9-b233-f5c6ef9c4321 req-1684e84b-f50f-4935-9c5a-59ce6221caf1 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:22.102799 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ae42a09-6667-48d9-b233-f5c6ef9c4321 req-1684e84b-f50f-4935-9c5a-59ce6221caf1 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 946 time: 0.0491667 Nov 24 13:28:22.157533 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3ae42a09-6667-48d9-b233-f5c6ef9c4321 req-042ae0c1-46cc-4eec-a845-43983f98327f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482948 Nov 24 13:28:22.269806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6aa63-ac9e-4c7a-b2d2-99bf7bf98126 req-d20d52b4-9834-461f-b35f-3dabb142db34 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:22.271381 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-86a6aa63-ac9e-4c7a-b2d2-99bf7bf98126 req-d20d52b4-9834-461f-b35f-3dabb142db34 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 945 time: 0.0504496 Nov 24 13:28:22.319995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-86a6aa63-ac9e-4c7a-b2d2-99bf7bf98126 req-346e01ad-299e-446c-be2a-218b83f0667a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=384748ec-c872-4eee-a80a-6361dba06e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426230 Nov 24 13:28:22.620154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-68f9e90c-bbad-4de5-b945-0652c5e2a1a8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:22.621789 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-68f9e90c-bbad-4de5-b945-0652c5e2a1a8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 946 time: 0.0520234 Nov 24 13:28:22.628595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e27adf3b-fb6b-456d-bd22-c569b37ba8a9 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:28:22.653585 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8d071733-7205-496f-a9c6-73cc9c212788 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:28:22.729444 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port e27adf3b-fb6b-456d-bd22-c569b37ba8a9 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:28:22.736399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Deleting port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:28:22.736968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:22.740378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 8d071733-7205-496f-a9c6-73cc9c212788 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:28:22.742349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port e27adf3b-fb6b-456d-bd22-c569b37ba8a9 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:22.742723 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:22.746725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 8d071733-7205-496f-a9c6-73cc9c212788 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:22.747344 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:22.886719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] For port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:22.886969 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:22.897100 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:22.918259 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:22.932074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922d04a-65bd-4289-85ae-3c1b4da554c2 req-cfd1dba7-80eb-44cb-b4f8-1adde728563b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:22.940632 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8922d04a-65bd-4289-85ae-3c1b4da554c2 req-cfd1dba7-80eb-44cb-b4f8-1adde728563b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 944 time: 0.0695510 Nov 24 13:28:22.943318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port e27adf3b-fb6b-456d-bd22-c569b37ba8a9, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e27adf3b-fb6b-456d-bd22-c569b37ba8a9,segment=NetworkSegment(be1fc099-a159-4752-a9c5-7662b249af3b),segment_id=be1fc099-a159-4752-a9c5-7662b249af3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:22.945685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fc8ad7-5635-4bce-95bb-b80ef551da3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27adf3b-fb6b-456d-bd22-c569b37ba8a9'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:28:22.948970 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea57078-504b-4e01-badf-5d3e5b855678" -d '{"events": [{"server_uuid": "e3fc8ad7-5635-4bce-95bb-b80ef551da3c", "name": "network-vif-plugged", "status": "completed", "tag": "e27adf3b-fb6b-456d-bd22-c569b37ba8a9"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:28:22.978968 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:22.986197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:28:23.046127 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8922d04a-65bd-4289-85ae-3c1b4da554c2 req-1ec25aa1-ca82-487c-ac7c-c0d51e9d5853 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041117 Nov 24 13:28:23.107080 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf732aa7-17e9-4f40-93ad-e3645ffac2e2 x-openstack-request-id: req-bf732aa7-17e9-4f40-93ad-e3645ffac2e2 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:28:23.107536 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fc8ad7-5635-4bce-95bb-b80ef551da3c", "name": "network-vif-plugged", "status": "completed", "tag": "e27adf3b-fb6b-456d-bd22-c569b37ba8a9", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:28:23.108050 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf732aa7-17e9-4f40-93ad-e3645ffac2e2 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:28:23.108465 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fc8ad7-5635-4bce-95bb-b80ef551da3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27adf3b-fb6b-456d-bd22-c569b37ba8a9', 'code': 200} Nov 24 13:28:23.113583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=e27adf3b-fb6b-456d-bd22-c569b37ba8a9,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:23.165050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:23.176238 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:23.252387 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6977a34-e80e-483d-91ab-fc9ff47b6b34 req-d54ee2bb-2a12-4454-9df4-af9e2fe21c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:23.254685 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6977a34-e80e-483d-91ab-fc9ff47b6b34 req-d54ee2bb-2a12-4454-9df4-af9e2fe21c03 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 1097 time: 0.1555636 Nov 24 13:28:23.353831 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a85c8ea8-5b9c-424a-9ac5-783fec7cbdd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:23.359258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6977a34-e80e-483d-91ab-fc9ff47b6b34 req-42e4b8ac-0200-4a5c-9028-484346af341c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=384748ec-c872-4eee-a80a-6361dba06e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966196 Nov 24 13:28:23.361684 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:23.414541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=8d071733-7205-496f-a9c6-73cc9c212788,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:23.422321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:23.428449 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:23.468639 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55757eb-c8cf-426f-9ec3-df3d4e8afa02 req-7240a69e-716c-4284-9c34-986cfc05525b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:23.471267 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d55757eb-c8cf-426f-9ec3-df3d4e8afa02 req-7240a69e-716c-4284-9c34-986cfc05525b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 946 time: 0.0633342 Nov 24 13:28:23.488084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:23.527903 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51914) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:23.539536 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d55757eb-c8cf-426f-9ec3-df3d4e8afa02 req-b96b69fd-9f97-424d-9bbc-c289f9ad4f94 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=384748ec-c872-4eee-a80a-6361dba06e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619078 Nov 24 13:28:23.662557 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37d47c8b-9536-4a2e-b590-e7e1038c562d admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:23.751069 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37d47c8b-9536-4a2e-b590-e7e1038c562d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:23.755846 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37d47c8b-9536-4a2e-b590-e7e1038c562d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:23.767958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205735a-8278-498c-9070-32fb00ea795c req-63048d0d-31fc-4ee0-9970-1777fcaed004 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:23.769563 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a205735a-8278-498c-9070-32fb00ea795c req-63048d0d-31fc-4ee0-9970-1777fcaed004 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 944 time: 0.1035531 Nov 24 13:28:23.787879 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-37d47c8b-9536-4a2e-b590-e7e1038c562d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0700d705d5254022a506c70b33b17b67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2588520 Nov 24 13:28:23.793378 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:23.793732 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:23.794188 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Floating IP cea7b036-1495-4cd9-8fbe-6920df2a0d30 disassociated. External IP: 172.25.0.225, port: 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc. Nov 24 13:28:23.794533 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51918) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:23.794661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Calling delete_port for 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:28:23.826641 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d47c8b-9536-4a2e-b590-e7e1038c562d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611b44ef-0aad-4ea4-a1fc-4167237d4f32,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:23.847261 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a205735a-8278-498c-9070-32fb00ea795c req-741304c9-aaf2-48de-998c-7ffe626b9cb7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686848 Nov 24 13:28:23.857477 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d7bfedb-320f-45dc-adc5-fa24645c7e49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:23.882581 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d7bfedb-320f-45dc-adc5-fa24645c7e49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:23.929307 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d7bfedb-320f-45dc-adc5-fa24645c7e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:23.932108 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1d7bfedb-320f-45dc-adc5-fa24645c7e49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:23.936051 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1d7bfedb-320f-45dc-adc5-fa24645c7e49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/611b44ef-0aad-4ea4-a1fc-4167237d4f32 HTTP/1.1" status: 204 len: 168 time: 0.1357601 Nov 24 13:28:23.953536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bfedb-320f-45dc-adc5-fa24645c7e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611b44ef-0aad-4ea4-a1fc-4167237d4f32,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:23.994628 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:24.027172 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event deleted for resources: {'Port': ['ID=3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:24.185785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232b9c1-9f5c-4dbb-98e0-304dfd143668 req-089ff732-cd4c-4a66-b573-3b2b1a57ff51 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:24.187596 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9232b9c1-9f5c-4dbb-98e0-304dfd143668 req-089ff732-cd4c-4a66-b573-3b2b1a57ff51 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0699093 Nov 24 13:28:24.233823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:28:24.259146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9232b9c1-9f5c-4dbb-98e0-304dfd143668 req-4fecad74-1a9e-4f1b-8f4a-748d1776da38 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632007 Nov 24 13:28:24.288058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 51926) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:24.301227 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-354b6c5f-961f-47cc-8c08-d32f75f67d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:24.353031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:28:24.363577 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e87d85-41ac-4f4e-aa3c-1ae7e9e8ab8d None None] Sync routers for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:28:24.374753 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e87d85-41ac-4f4e-aa3c-1ae7e9e8ab8d None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:24.375726 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-70e87d85-41ac-4f4e-aa3c-1ae7e9e8ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:24.380135 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-354b6c5f-961f-47cc-8c08-d32f75f67d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:24.383255 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-354b6c5f-961f-47cc-8c08-d32f75f67d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:24.400093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] No DVR routers for this DVR port 3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:28:24.403471 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:24.407822 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9aca580d-a486-44b2-9ac4-400e52cb63ad req-39fd88a6-4401-481f-abf7-3e6c8bc919f0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.59 "DELETE /v2.0/ports/3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc HTTP/1.1" status: 204 len: 173 time: 1.7779031 Nov 24 13:28:24.408283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991459de-3e46-46c9-8fff-3de688f30011', 'name': 'network-vif-deleted', 'tag': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:28:24.413719 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d47df6-1050-4a9a-9b43-7d7ef0c2e204" -d '{"events": [{"server_uuid": "991459de-3e46-46c9-8fff-3de688f30011", "name": "network-vif-deleted", "tag": "3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:28:24.479621 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:24.497961 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b6c5f-961f-47cc-8c08-d32f75f67d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8383c492-27fa-42aa-b1ad-61f29e6ce99b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:24.511798 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-354b6c5f-961f-47cc-8c08-d32f75f67d42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ccb817dd74614aea94712ce8d1364cab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2222660 Nov 24 13:28:24.514277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 51932) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:24.577254 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-70e87d85-41ac-4f4e-aa3c-1ae7e9e8ab8d None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:24.618649 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-35d33bec-9632-45bc-8719-c9f01b603274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:24.647722 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-35d33bec-9632-45bc-8719-c9f01b603274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:24.722208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-35d33bec-9632-45bc-8719-c9f01b603274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:24.725124 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-35d33bec-9632-45bc-8719-c9f01b603274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:24.729409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-35d33bec-9632-45bc-8719-c9f01b603274 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8383c492-27fa-42aa-b1ad-61f29e6ce99b HTTP/1.1" status: 204 len: 168 time: 0.2138414 Nov 24 13:28:24.745151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d33bec-9632-45bc-8719-c9f01b603274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8383c492-27fa-42aa-b1ad-61f29e6ce99b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:24.788536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12389fc8-9524-4859-9880-d7e836486ae1 req-e5c00e0e-3ef4-4088-a585-c7be5cca87b3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:24.799998 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12389fc8-9524-4859-9880-d7e836486ae1 req-e5c00e0e-3ef4-4088-a585-c7be5cca87b3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 946 time: 0.1127079 Nov 24 13:28:24.828715 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d465be29-9746-4c1e-bd17-3da8a70713b0 x-openstack-request-id: req-d465be29-9746-4c1e-bd17-3da8a70713b0 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:28:24.830026 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991459de-3e46-46c9-8fff-3de688f30011", "name": "network-vif-deleted", "tag": "3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:28:24.830026 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d465be29-9746-4c1e-bd17-3da8a70713b0 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:28:24.830372 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991459de-3e46-46c9-8fff-3de688f30011', 'name': 'network-vif-deleted', 'tag': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc', 'status': 'completed', 'code': 200} Nov 24 13:28:24.863707 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12389fc8-9524-4859-9880-d7e836486ae1 req-b8a5e60c-ccf0-41db-b4dc-a149b0d588c7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=384748ec-c872-4eee-a80a-6361dba06e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621846 Nov 24 13:28:24.922013 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-70e87d85-41ac-4f4e-aa3c-1ae7e9e8ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:24.982351 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e87d85-41ac-4f4e-aa3c-1ae7e9e8ab8d None None] Checking router: 6b4605f8-820c-4085-9fa4-a6596cc1cac0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:28:25.003764 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8886b4c5-5116-4aaa-ad4b-d2ffaeef46b2 req-906a9f30-d461-48bf-8076-e7b48bb3b435 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 210 time: 0.0433507 Nov 24 13:28:25.004545 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a02b2-8839-465b-9968-7a826ab69136 req-c06a3375-05ca-485a-aa04-00b809691d17 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:25.006127 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b4a02b2-8839-465b-9968-7a826ab69136 req-c06a3375-05ca-485a-aa04-00b809691d17 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 946 time: 0.0678561 Nov 24 13:28:25.011925 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e87d85-41ac-4f4e-aa3c-1ae7e9e8ab8d None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:25.012813 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-70e87d85-41ac-4f4e-aa3c-1ae7e9e8ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:25.070716 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3b4a02b2-8839-465b-9968-7a826ab69136 req-0398f0d3-1773-47cb-8a60-d52445a4450b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=384748ec-c872-4eee-a80a-6361dba06e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568514 Nov 24 13:28:25.110109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788'}, {'server_uuid': '991459de-3e46-46c9-8fff-3de688f30011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:28:25.112554 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7967b7-94f2-464c-9bd8-9e7b696f7fa8" -d '{"events": [{"server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "name": "network-vif-plugged", "status": "completed", "tag": "8d071733-7205-496f-a9c6-73cc9c212788"}, {"server_uuid": "991459de-3e46-46c9-8fff-3de688f30011", "name": "network-vif-unplugged", "status": "completed", "tag": "3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:28:25.162003 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 24 Nov 2021 13:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c9aab5-4959-49b2-ac18-2f872e1bd882 x-openstack-request-id: req-c2c9aab5-4959-49b2-ac18-2f872e1bd882 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:28:25.162305 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "name": "network-vif-plugged", "status": "completed", "tag": "8d071733-7205-496f-a9c6-73cc9c212788", "code": 200}, {"server_uuid": "991459de-3e46-46c9-8fff-3de688f30011", "name": "network-vif-unplugged", "status": "completed", "tag": "3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:28:25.162566 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2c9aab5-4959-49b2-ac18-2f872e1bd882 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:28:25.162965 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788', 'code': 200} Nov 24 13:28:25.163223 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991459de-3e46-46c9-8fff-3de688f30011', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d1e9e9d-ff1f-4b9c-960e-f9135ef8fdcc', 'code': 200} Nov 24 13:28:25.177492 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-70e87d85-41ac-4f4e-aa3c-1ae7e9e8ab8d None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:25.296898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033737b-aeda-463d-bcc3-2877ee1929f6 req-de6dca9d-93f6-4cec-a436-16b78e79923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:25.299741 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4033737b-aeda-463d-bcc3-2877ee1929f6 req-de6dca9d-93f6-4cec-a436-16b78e79923d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1096 time: 0.0635288 Nov 24 13:28:25.418492 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4033737b-aeda-463d-bcc3-2877ee1929f6 req-fe6f75b2-207c-41fd-9540-b2b9196ac0e9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121883 Nov 24 13:28:25.428502 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-70e87d85-41ac-4f4e-aa3c-1ae7e9e8ab8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:25.443496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3053b2-a41b-4f95-90a6-10f3ea155370 req-c0bcccb5-ea1d-4dd6-bffa-cf4887a608a2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:25.445226 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4a3053b2-a41b-4f95-90a6-10f3ea155370 req-c0bcccb5-ea1d-4dd6-bffa-cf4887a608a2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0859253 Nov 24 13:28:25.467716 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e87d85-41ac-4f4e-aa3c-1ae7e9e8ab8d None None] The sync data for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 is: [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:28:25.529405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4a3053b2-a41b-4f95-90a6-10f3ea155370 req-3483c7a7-84c3-4586-913d-f25ad8b84f97 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763001 Nov 24 13:28:25.757403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8175a41-aeac-427e-8eff-e0e119725e47 None None] New status for floating IP cea7b036-1495-4cd9-8fbe-6920df2a0d30: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:28:25.962269 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:26.109049 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a1d1808d-01f6-4965-be54-922331fb11d4 req-aabc9afb-53b8-44dc-b74f-59e6b17ef9f5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 210 time: 0.0274873 Nov 24 13:28:26.560492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52002) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:26.665768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1defe5-2818-4398-9665-3ff17f2edd91 req-1ae4c015-ad04-487c-af1f-e363f285b6ac tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:26.667933 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9f1defe5-2818-4398-9665-3ff17f2edd91 req-1ae4c015-ad04-487c-af1f-e363f285b6ac tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0567334 Nov 24 13:28:26.716348 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:26.754258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9f1defe5-2818-4398-9665-3ff17f2edd91 req-5fffe101-d7c9-4d5f-a5a4-eb523d51b69c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785406 Nov 24 13:28:26.884149 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52008) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:26.969072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9f109-c439-41bd-abe2-c0205ef9a72b req-31019353-a5c9-4414-aa27-f77338a3d57f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:26.970996 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ca9f109-c439-41bd-abe2-c0205ef9a72b req-31019353-a5c9-4414-aa27-f77338a3d57f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.1319618 Nov 24 13:28:27.004229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53670558-c4f4-4668-967b-702135c90b72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.070342 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ca9f109-c439-41bd-abe2-c0205ef9a72b req-28422b08-df96-4f05-9df2-3c1529e41ef0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879707 Nov 24 13:28:27.082488 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53670558-c4f4-4668-967b-702135c90b72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.087120 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-53670558-c4f4-4668-967b-702135c90b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.103324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52012) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:27.154248 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-53670558-c4f4-4668-967b-702135c90b72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a35556e82ced4350ae63690cafad62bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2687609 Nov 24 13:28:27.155811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53670558-c4f4-4668-967b-702135c90b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecda0e04-60a1-43c5-a47e-700065a850e0,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:27.158300 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52016) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:27.191143 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55746112-0442-4460-865a-9c90b3f27ac3 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:27.195316 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-55746112-0442-4460-865a-9c90b3f27ac3 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1091 time: 0.0865750 Nov 24 13:28:27.196020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52018) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:27.202942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '8d071733-7205-496f-a9c6-73cc9c212788', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:27.211390 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.236672 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee2c83f6-bae4-42ae-849c-0523e8be236e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.258973 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dabef6fc-5beb-48de-8597-28e31108197f req-f6be2862-2b6d-4506-b19f-822166fe26b6 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 210 time: 0.0424595 Nov 24 13:28:27.277150 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee2c83f6-bae4-42ae-849c-0523e8be236e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.291938 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.342483 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee2c83f6-bae4-42ae-849c-0523e8be236e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.346258 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee2c83f6-bae4-42ae-849c-0523e8be236e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.350593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ee2c83f6-bae4-42ae-849c-0523e8be236e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ecda0e04-60a1-43c5-a47e-700065a850e0 HTTP/1.1" status: 204 len: 168 time: 0.1904054 Nov 24 13:28:27.364983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c83f6-bae4-42ae-849c-0523e8be236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecda0e04-60a1-43c5-a47e-700065a850e0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:27.621344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.660411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52024) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:27.674120 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bee2e42-48f7-4334-8d3f-f145d93b218f admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.725651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Allocated IP 172.20.0.17 (be016b34-9343-4687-8f15-eb51e1af3eb8/a168da29-916a-4cf2-93cb-01c00deedd54/e2be6715-c240-4d0f-bf4f-5af05cce9b93) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:28:27.755636 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bee2e42-48f7-4334-8d3f-f145d93b218f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.760468 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bee2e42-48f7-4334-8d3f-f145d93b218f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.799741 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee2e42-48f7-4334-8d3f-f145d93b218f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9a8255-ec24-4503-aae8-23d04450fd58,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:27.807892 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6bee2e42-48f7-4334-8d3f-f145d93b218f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2aea00bc70da4f76a111765c20361dac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1461585 Nov 24 13:28:27.808795 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52026) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:27.859999 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9dc9471d-62af-4008-9735-a98ed1cb43bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.876329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.25.0.16 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/78a7ca86-aaf5-4449-8659-97928c0bdc89) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:28:27.881896 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9dc9471d-62af-4008-9735-a98ed1cb43bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.939411 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9dc9471d-62af-4008-9735-a98ed1cb43bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.941290 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.943345 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9dc9471d-62af-4008-9735-a98ed1cb43bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:27.948302 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9dc9471d-62af-4008-9735-a98ed1cb43bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de9a8255-ec24-4503-aae8-23d04450fd58 HTTP/1.1" status: 204 len: 168 time: 0.1361399 Nov 24 13:28:27.955589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9471d-62af-4008-9735-a98ed1cb43bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9a8255-ec24-4503-aae8-23d04450fd58,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:28.030773 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:28.041893 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:28.098531 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network be016b34-9343-4687-8f15-eb51e1af3eb8 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:28:28.107364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:28.110055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:28:28.142081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=e2be6715-c240-4d0f-bf4f-5af05cce9b93,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:28.168926 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:28.208164 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:28.264683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:28:28.276424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:28.280269 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:28:28.402930 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-68561ab0-774e-4dee-828f-6e9da0a317bd None None] Provisioning complete for port e2be6715-c240-4d0f-bf4f-5af05cce9b93 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:28.403946 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68561ab0-774e-4dee-828f-6e9da0a317bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:28.453303 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-68561ab0-774e-4dee-828f-6e9da0a317bd None None] Port e2be6715-c240-4d0f-bf4f-5af05cce9b93 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:28:28.696164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=78a7ca86-aaf5-4449-8659-97928c0bdc89,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:28.738585 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-52af84f1-ab22-4fa2-8a0c-895c4dd41cbc req-9482fdc9-fc5f-4b2b-bc6f-f55ba3522929 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 210 time: 0.3548443 Nov 24 13:28:28.852646 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:29.469849 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:29.560273 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:29.566565 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:29.641205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:29.681915 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=e2be6715-c240-4d0f-bf4f-5af05cce9b93,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:29.687423 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:29.881519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network be016b34-9343-4687-8f15-eb51e1af3eb8 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:28:29.887213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:29.899257 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a7ca9dc-1735-4caa-91df-a1842d47a82b req-1a46b1f7-656c-48b1-b07d-14b058629da8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=991459de-3e46-46c9-8fff-3de688f30011 HTTP/1.1" status: 200 len: 210 time: 0.0393798 Nov 24 13:28:29.991254 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:30.025067 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:30.113149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=78a7ca86-aaf5-4449-8659-97928c0bdc89,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:30.128166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Router ec3a2266-3410-40b6-b403-1289bb783448 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:28:30.136286 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:30.188503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e07a5ec4-900e-4313-bbf4-2562db55d2d1 None None] Provisioning complete for port e2be6715-c240-4d0f-bf4f-5af05cce9b93 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:30.189653 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e07a5ec4-900e-4313-bbf4-2562db55d2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:30.225438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e07a5ec4-900e-4313-bbf4-2562db55d2d1 None None] Port e2be6715-c240-4d0f-bf4f-5af05cce9b93 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:28:30.606458 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Floating IP feaf844d-192e-4033-ac2c-982826bec56e associated. External IP: 172.25.0.16, port: 8d071733-7205-496f-a9c6-73cc9c212788. Nov 24 13:28:30.610377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:28:30.620180 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Sync routers for ids ['ec3a2266-3410-40b6-b403-1289bb783448'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:28:30.634371 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Routers {'ec3a2266-3410-40b6-b403-1289bb783448'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:30.634371 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ec3a2266-3410-40b6-b403-1289bb783448'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:30.645141 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-784bd778-d17f-4fe9-b7a7-e0209f000616 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "PUT /v2.0/routers/ec3a2266-3410-40b6-b403-1289bb783448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0834653 Nov 24 13:28:30.767643 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Set router ec3a2266-3410-40b6-b403-1289bb783448 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:30.857260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router aa25948e-4c6b-483c-8211-9848f4b2e187 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:28:30.985305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:28:30.996170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f92578-f656-41f6-a285-d2d0a0f65262 None None] Sync routers for ids ['aa25948e-4c6b-483c-8211-9848f4b2e187'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:28:31.012446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f92578-f656-41f6-a285-d2d0a0f65262 None None] Routers {'aa25948e-4c6b-483c-8211-9848f4b2e187'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:31.014531 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:31.015991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d8f92578-f656-41f6-a285-d2d0a0f65262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['aa25948e-4c6b-483c-8211-9848f4b2e187'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:31.018730 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:28:28Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '3080be66-4727-42b5-b586-29e81bf6e1a0', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'port_id': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'mac_address': 'fa:16:3e:99:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:27:29Z', 'updated_at': '2021-11-24T13:27:33Z', 'revision_number': 1, 'project_id': '04c842620a844a4298a861483918cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:14Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2be6715-c240-4d0f-bf4f-5af05cce9b93', 'name': '', 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:5f:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'a168da29-916a-4cf2-93cb-01c00deedd54', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:27Z', 'updated_at': '2021-11-24T13:28:29Z', 'revision_number': 2, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': 'a168da29-916a-4cf2-93cb-01c00deedd54', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:31.052755 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Checking router: ec3a2266-3410-40b6-b403-1289bb783448 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:28:31.053245 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Updating router ec3a2266-3410-40b6-b403-1289bb783448 port e2be6715-c240-4d0f-bf4f-5af05cce9b93 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:28:31.081924 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:31.102461 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-989d5332-0b6b-4997-99eb-20ed892568c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9054718 Nov 24 13:28:31.103078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:28:31.106085 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795b21d3-6648-48c6-b7b1-71536ee972fc" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "tag": "8d071733-7205-496f-a9c6-73cc9c212788"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:28:31.168546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d8f92578-f656-41f6-a285-d2d0a0f65262 None None] Set router aa25948e-4c6b-483c-8211-9848f4b2e187 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:31.231457 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-1a8c8998-05a9-4e12-8f21-34c09d9bd484 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149317972&fields=id&tenant_id=f9eb189f71044813946e9bb1928ef292 HTTP/1.1" status: 200 len: 267 time: 0.0689852 Nov 24 13:28:31.316823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b7bb4-b360-4929-9318-bf7fe39c0472 req-b3300d50-b98e-4ad8-85ec-a23bbd75acd2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:31.318826 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d5b7bb4-b360-4929-9318-bf7fe39c0472 req-b3300d50-b98e-4ad8-85ec-a23bbd75acd2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0769429 Nov 24 13:28:31.384409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d5b7bb4-b360-4929-9318-bf7fe39c0472 req-6d7dde03-6e53-49a1-b5fd-0826aae7ccbc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553820 Nov 24 13:28:31.412877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52100) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:31.463617 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:31.472004 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:31.480794 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81413589-b3a2-4a78-b5b9-1dab392067cc x-openstack-request-id: req-81413589-b3a2-4a78-b5b9-1dab392067cc {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:28:31.481194 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "tag": "8d071733-7205-496f-a9c6-73cc9c212788", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:28:31.481403 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81413589-b3a2-4a78-b5b9-1dab392067cc {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:28:31.483548 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788', 'status': 'completed', 'code': 200} Nov 24 13:28:31.533699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d8f92578-f656-41f6-a285-d2d0a0f65262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:28:08Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'feaf844d-192e-4033-ac2c-982826bec56e', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'port_id': '8d071733-7205-496f-a9c6-73cc9c212788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'mac_address': 'fa:16:3e:99:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:28:29Z', 'updated_at': '2021-11-24T13:28:29Z', 'revision_number': 0, 'project_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95eaf379-04b8-4059-b663-0b796c116dab', 'name': '', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e0:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:07Z', 'updated_at': '2021-11-24T13:28:11Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:31.577781 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3afa6b5f-a5f7-4fec-8a38-5b5d2c36d718 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/feaf844d-192e-4033-ac2c-982826bec56e HTTP/1.1" status: 200 len: 990 time: 0.1636558 Nov 24 13:28:31.578188 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f92578-f656-41f6-a285-d2d0a0f65262 None None] Checking router: aa25948e-4c6b-483c-8211-9848f4b2e187 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:28:31.595039 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f92578-f656-41f6-a285-d2d0a0f65262 None None] Routers {'aa25948e-4c6b-483c-8211-9848f4b2e187'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:31.595873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d8f92578-f656-41f6-a285-d2d0a0f65262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['aa25948e-4c6b-483c-8211-9848f4b2e187'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:31.693409 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Attempting to bind port e2be6715-c240-4d0f-bf4f-5af05cce9b93 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:28:31.694022 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Attempting to bind port e2be6715-c240-4d0f-bf4f-5af05cce9b93 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'be1fc099-a159-4752-a9c5-7662b249af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:28:31.694376 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Attempting to bind port e2be6715-c240-4d0f-bf4f-5af05cce9b93 on network be016b34-9343-4687-8f15-eb51e1af3eb8 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:28:31.696632 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc8f90-9623-4498-b107-34c56cbe0f5e None None] Pushing event updated for resources: {'Port': ['ID=e2be6715-c240-4d0f-bf4f-5af05cce9b93,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:31.705965 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc8f90-9623-4498-b107-34c56cbe0f5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:31.706473 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc8f90-9623-4498-b107-34c56cbe0f5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:31.706907 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc8f90-9623-4498-b107-34c56cbe0f5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:31.707464 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc8f90-9623-4498-b107-34c56cbe0f5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:31.707890 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc8f90-9623-4498-b107-34c56cbe0f5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:31.708315 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc8f90-9623-4498-b107-34c56cbe0f5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:31.708749 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc8f90-9623-4498-b107-34c56cbe0f5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:31.709188 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc8f90-9623-4498-b107-34c56cbe0f5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:31.709717 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc8f90-9623-4498-b107-34c56cbe0f5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:31.710166 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc8f90-9623-4498-b107-34c56cbe0f5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:31.710685 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc8f90-9623-4498-b107-34c56cbe0f5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:31.711102 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafc8f90-9623-4498-b107-34c56cbe0f5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:31.718503 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:28:31.719056 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Checking segment: {'id': 'be1fc099-a159-4752-a9c5-7662b249af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:28:31.719548 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:31.721166 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Bound using segment: {'id': 'be1fc099-a159-4752-a9c5-7662b249af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:28:31.721279 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Bound port: e2be6715-c240-4d0f-bf4f-5af05cce9b93, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1fc099-a159-4752-a9c5-7662b249af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:28:31.721734 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:31.763224 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d8f92578-f656-41f6-a285-d2d0a0f65262 None None] Set router aa25948e-4c6b-483c-8211-9848f4b2e187 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:31.799041 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] For port e2be6715-c240-4d0f-bf4f-5af05cce9b93, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:28:31.802939 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] For port e2be6715-c240-4d0f-bf4f-5af05cce9b93, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e2be6715-c240-4d0f-bf4f-5af05cce9b93,segment=NetworkSegment(be1fc099-a159-4752-a9c5-7662b249af3b),segment_id=be1fc099-a159-4752-a9c5-7662b249af3b)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:28:31.809842 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:31.870557 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Routers {'ec3a2266-3410-40b6-b403-1289bb783448'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:31.871340 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ec3a2266-3410-40b6-b403-1289bb783448'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:31.922443 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-f59f2476-03ee-4a58-bac8-01f401495072 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:31.930557 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-f59f2476-03ee-4a58-bac8-01f401495072 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 812 time: 0.6975138 Nov 24 13:28:31.939209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b21d3-6648-48c6-b7b1-71536ee972fc req-952ea4ff-a358-401c-8894-68eeb30bb8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:31.941405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-795b21d3-6648-48c6-b7b1-71536ee972fc req-952ea4ff-a358-401c-8894-68eeb30bb8f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1096 time: 0.1092968 Nov 24 13:28:31.951667 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-38a84181-3d70-4fbc-96c4-59af2ae9a3d0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/quotas/f9eb189f71044813946e9bb1928ef292 HTTP/1.1" status: 200 len: 375 time: 0.0201557 Nov 24 13:28:31.997366 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] Set router ec3a2266-3410-40b6-b403-1289bb783448 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:32.008429 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-14f813ea-153b-4be1-8a98-f769d9a89f84 None None] Provisioning complete for port e2be6715-c240-4d0f-bf4f-5af05cce9b93 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:32.008834 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14f813ea-153b-4be1-8a98-f769d9a89f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:32.054345 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc8f90-9623-4498-b107-34c56cbe0f5e None None] Pushing event updated for resources: {'Port': ['ID=e2be6715-c240-4d0f-bf4f-5af05cce9b93,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:32.067636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b21d3-6648-48c6-b7b1-71536ee972fc req-76a456bd-3ee7-47c1-8aa0-1adb2642b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:32.071168 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-795b21d3-6648-48c6-b7b1-71536ee972fc req-76a456bd-3ee7-47c1-8aa0-1adb2642b0fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=780e1384-a587-4b17-9169-6a81e5d41353 HTTP/1.1" status: 200 len: 898 time: 0.1072176 Nov 24 13:28:32.201506 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14f813ea-153b-4be1-8a98-f769d9a89f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:32.227019 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-d8230ce3-c51e-4436-aa0a-ae2550d2418e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2736480 Nov 24 13:28:32.253076 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-14f813ea-153b-4be1-8a98-f769d9a89f84 None None] For port e2be6715-c240-4d0f-bf4f-5af05cce9b93, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e2be6715-c240-4d0f-bf4f-5af05cce9b93,segment=NetworkSegment(be1fc099-a159-4752-a9c5-7662b249af3b),segment_id=be1fc099-a159-4752-a9c5-7662b249af3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:32.262102 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14f813ea-153b-4be1-8a98-f769d9a89f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:32.271261 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d8f92578-f656-41f6-a285-d2d0a0f65262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:28:08Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'feaf844d-192e-4033-ac2c-982826bec56e', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'port_id': '8d071733-7205-496f-a9c6-73cc9c212788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'mac_address': 'fa:16:3e:99:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:28:29Z', 'updated_at': '2021-11-24T13:28:29Z', 'revision_number': 0, 'project_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95eaf379-04b8-4059-b663-0b796c116dab', 'name': '', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e0:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:07Z', 'updated_at': '2021-11-24T13:28:11Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:32.308935 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-795b21d3-6648-48c6-b7b1-71536ee972fc req-425fdb3b-6410-4cea-99f0-bfb1b9127020 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 998 time: 0.2195520 Nov 24 13:28:32.346857 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f92578-f656-41f6-a285-d2d0a0f65262 None None] The sync data for ids ['aa25948e-4c6b-483c-8211-9848f4b2e187'] in n-d-817303-4 is: [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:28:08Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'feaf844d-192e-4033-ac2c-982826bec56e', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'floating_ip_address': '172.25.0.16', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'port_id': '8d071733-7205-496f-a9c6-73cc9c212788', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'mac_address': 'fa:16:3e:99:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:28:29Z', 'updated_at': '2021-11-24T13:28:29Z', 'revision_number': 0, 'project_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95eaf379-04b8-4059-b663-0b796c116dab', 'name': '', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e0:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:07Z', 'updated_at': '2021-11-24T13:28:11Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:28:32.389762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f813ea-153b-4be1-8a98-f769d9a89f84 None None] Pushing event updated for resources: {'Port': ['ID=e2be6715-c240-4d0f-bf4f-5af05cce9b93,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:32.400336 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-91585de3-2bba-4dc6-b55d-14c16230c04e None None] Provisioning complete for port e2be6715-c240-4d0f-bf4f-5af05cce9b93 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:32.400715 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91585de3-2bba-4dc6-b55d-14c16230c04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:32.409700 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-8500f92b-c653-40a0-84b6-c0b1a53e18f5 service neutron] 10.222.0.48 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824331 Nov 24 13:28:32.435094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b21d3-6648-48c6-b7b1-71536ee972fc req-ee6b929d-9591-4aa0-bd69-f13f3da7c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:32.437068 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-795b21d3-6648-48c6-b7b1-71536ee972fc req-ee6b929d-9591-4aa0-bd69-f13f3da7c1c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5fcc4829-4c03-4935-809f-95679e8bfa5c HTTP/1.1" status: 200 len: 834 time: 0.1235788 Nov 24 13:28:32.441865 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:28:28Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '3080be66-4727-42b5-b586-29e81bf6e1a0', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'port_id': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'mac_address': 'fa:16:3e:99:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:27:29Z', 'updated_at': '2021-11-24T13:27:33Z', 'revision_number': 1, 'project_id': '04c842620a844a4298a861483918cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:14Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2be6715-c240-4d0f-bf4f-5af05cce9b93', 'name': '', 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:5f:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'a168da29-916a-4cf2-93cb-01c00deedd54', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:27Z', 'updated_at': '2021-11-24T13:28:31Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': 'a168da29-916a-4cf2-93cb-01c00deedd54', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:32.492033 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9d7b28-4c3e-4579-8eb2-8438f062b23b None None] The sync data for ids ['ec3a2266-3410-40b6-b403-1289bb783448'] in n-d-817303-4 is: [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:28:28Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '3080be66-4727-42b5-b586-29e81bf6e1a0', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'port_id': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'mac_address': 'fa:16:3e:99:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:27:29Z', 'updated_at': '2021-11-24T13:27:33Z', 'revision_number': 1, 'project_id': '04c842620a844a4298a861483918cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:14Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2be6715-c240-4d0f-bf4f-5af05cce9b93', 'name': '', 'network_id': 'be016b34-9343-4687-8f15-eb51e1af3eb8', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:5f:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'a168da29-916a-4cf2-93cb-01c00deedd54', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:27Z', 'updated_at': '2021-11-24T13:28:31Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': 'a168da29-916a-4cf2-93cb-01c00deedd54', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:28:32.540041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b21d3-6648-48c6-b7b1-71536ee972fc req-513fe174-f1d9-410b-a319-c9ea4c24101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:32.542214 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-795b21d3-6648-48c6-b7b1-71536ee972fc req-513fe174-f1d9-410b-a319-c9ea4c24101a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780e1384-a587-4b17-9169-6a81e5d41353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939584 Nov 24 13:28:32.559738 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-0b88e5e8-4762-47d4-aa38-514f6d1be1bd service neutron] 10.222.0.48 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484060 Nov 24 13:28:32.589402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52104) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:32.706765 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-55680685-b186-4a16-aaca-7fc5e1e0234a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/feaf844d-192e-4033-ac2c-982826bec56e HTTP/1.1" status: 200 len: 990 time: 0.1161137 Nov 24 13:28:32.765738 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-795b21d3-6648-48c6-b7b1-71536ee972fc req-0b163e4e-6ad5-4a17-b793-95d805fb6f52 service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049170 Nov 24 13:28:32.799879 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6bd35-091c-4f93-871d-8e35f8f35edf None None] New status for floating IP feaf844d-192e-4033-ac2c-982826bec56e: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:28:32.911724 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-795b21d3-6648-48c6-b7b1-71536ee972fc req-7c46bbf5-3919-4d9b-b36d-2e2f705f352d service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388674 Nov 24 13:28:33.075374 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2241f6cf-f405-46d1-aa4a-db525b685359 req-ccaea981-c721-493e-b75a-ad01382bafc1 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 210 time: 0.0318251 Nov 24 13:28:33.710650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52126) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:33.784287 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ac8ed426-817c-4a7c-9547-688b45c769fe tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/feaf844d-192e-4033-ac2c-982826bec56e HTTP/1.1" status: 200 len: 992 time: 0.0668752 Nov 24 13:28:34.086782 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-affe74b4-2466-4bb8-aa7a-bfd2e3bb5677 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:34.088854 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-affe74b4-2466-4bb8-aa7a-bfd2e3bb5677 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.46 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 812 time: 0.1155877 Nov 24 13:28:34.186004 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-e096ab82-2044-4c99-80d9-995a30f12c39 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9eb189f71044813946e9bb1928ef292 HTTP/1.1" status: 200 len: 379 time: 0.0885892 Nov 24 13:28:34.208320 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8a2e013-fb83-4ebb-89b9-36e3060c7037 req-4ad13662-a898-49f6-89b1-53959bbfeeae tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 210 time: 0.0420356 Nov 24 13:28:34.212179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-372df6da-c3bc-4055-a96b-04ae5007ce3a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'port': {'device_id': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'admin_state_up': True, 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'security_groups': ['a91b3fa5-af0f-43e4-8980-6e154e575503']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:34.263752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e2be6715-c240-4d0f-bf4f-5af05cce9b93 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:28:34.315638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e2be6715-c240-4d0f-bf4f-5af05cce9b93 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:34.316028 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:34.362284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-372df6da-c3bc-4055-a96b-04ae5007ce3a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Made reservation on behalf of f9eb189f71044813946e9bb1928ef292 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:28:34.366379 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-372df6da-c3bc-4055-a96b-04ae5007ce3a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:34.541644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-372df6da-c3bc-4055-a96b-04ae5007ce3a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Allocated IP 172.20.0.13 (6a016955-569b-4861-bee0-ac59750bb8f5/58c4496a-3b03-42fd-9ce0-2f643f021eac/0913bc76-8b00-49e5-87cc-102e1c5f6308) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:28:34.730921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52136) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:34.731900 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-372df6da-c3bc-4055-a96b-04ae5007ce3a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:34.775008 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-372df6da-c3bc-4055-a96b-04ae5007ce3a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:34.825788 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-372df6da-c3bc-4055-a96b-04ae5007ce3a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Network 6a016955-569b-4861-bee0-ac59750bb8f5 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:28:34.829887 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-372df6da-c3bc-4055-a96b-04ae5007ce3a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:34.833991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-372df6da-c3bc-4055-a96b-04ae5007ce3a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:28:34.873514 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372df6da-c3bc-4055-a96b-04ae5007ce3a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'Port': ['ID=0913bc76-8b00-49e5-87cc-102e1c5f6308,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:34.874630 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e0652d3f-d79d-4698-91a5-7fd8a01ef7fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:34.907100 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-372df6da-c3bc-4055-a96b-04ae5007ce3a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:34.907874 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-372df6da-c3bc-4055-a96b-04ae5007ce3a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:34.933210 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-372df6da-c3bc-4055-a96b-04ae5007ce3a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7273459 Nov 24 13:28:34.950338 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Request body: {'port': {'device_id': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:34.983093 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e0652d3f-d79d-4698-91a5-7fd8a01ef7fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:34.990542 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e0652d3f-d79d-4698-91a5-7fd8a01ef7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.026711 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.035934 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e0652d3f-d79d-4698-91a5-7fd8a01ef7fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50c869ced1f949eab9cb4ecff94a9842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3016753 Nov 24 13:28:35.036154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0652d3f-d79d-4698-91a5-7fd8a01ef7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fd1917-238e-46cf-8c0b-37f7459deeba,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:35.040112 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52140) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:35.099186 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c16a9d2-7811-4663-b315-5d863c231522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.135266 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c16a9d2-7811-4663-b315-5d863c231522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.207282 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c16a9d2-7811-4663-b315-5d863c231522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.211016 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4c16a9d2-7811-4663-b315-5d863c231522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.212569 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4c16a9d2-7811-4663-b315-5d863c231522 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19fd1917-238e-46cf-8c0b-37f7459deeba HTTP/1.1" status: 204 len: 168 time: 0.1714978 Nov 24 13:28:35.236473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16a9d2-7811-4663-b315-5d863c231522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fd1917-238e-46cf-8c0b-37f7459deeba,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:35.305962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c4dce943-7b8e-48c6-8745-8854103d31a2 None None] Provisioning complete for port 0913bc76-8b00-49e5-87cc-102e1c5f6308 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:35.306982 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c4dce943-7b8e-48c6-8745-8854103d31a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.373284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c4dce943-7b8e-48c6-8745-8854103d31a2 None None] Port 0913bc76-8b00-49e5-87cc-102e1c5f6308 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:28:35.437157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9107e-26b3-44de-bcfb-342e22c4fce3 req-e23b2e21-5dd6-47ab-936b-f2ed8d4abb31 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:35.457504 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c9107e-26b3-44de-bcfb-342e22c4fce3 req-e23b2e21-5dd6-47ab-936b-f2ed8d4abb31 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 932 time: 0.0971823 Nov 24 13:28:35.475307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0913bc76-8b00-49e5-87cc-102e1c5f6308 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:28:35.489507 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.505495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Transition to ACTIVE for port object 0913bc76-8b00-49e5-87cc-102e1c5f6308 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:28:35.512097 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.528605 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33c9107e-26b3-44de-bcfb-342e22c4fce3 req-e7ce7857-d531-41a4-9fe0-b674e4fee8dc tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627360 Nov 24 13:28:35.625253 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Pushing event updated for resources: {'Port': ['ID=0913bc76-8b00-49e5-87cc-102e1c5f6308,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:35.653491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52150) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:35.658843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Attempting to bind port 0913bc76-8b00-49e5-87cc-102e1c5f6308 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:28:35.659412 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Attempting to bind port 0913bc76-8b00-49e5-87cc-102e1c5f6308 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:28:35.660052 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Attempting to bind port 0913bc76-8b00-49e5-87cc-102e1c5f6308 on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:28:35.665448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Port 0913bc76-8b00-49e5-87cc-102e1c5f6308 on network 6a016955-569b-4861-bee0-ac59750bb8f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:28:35.666001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Attempting to bind port 0913bc76-8b00-49e5-87cc-102e1c5f6308 on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:28:35.668068 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f43a061d-9911-4d0b-94be-ddaf852cce94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.672151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:28:35.673339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Checking segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:28:35.673990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Bound using segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:28:35.674886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Bound port: 0913bc76-8b00-49e5-87cc-102e1c5f6308, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:28:35.675440 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.774207 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] For port 0913bc76-8b00-49e5-87cc-102e1c5f6308, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:28:35.777872 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] For port 0913bc76-8b00-49e5-87cc-102e1c5f6308, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0913bc76-8b00-49e5-87cc-102e1c5f6308,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:28:35.780663 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f43a061d-9911-4d0b-94be-ddaf852cce94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.786072 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.786739 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f43a061d-9911-4d0b-94be-ddaf852cce94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.844216 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f43a061d-9911-4d0b-94be-ddaf852cce94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1fd59e712efa4e32b602f2202c611148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1872756 Nov 24 13:28:35.845117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52152) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:35.851906 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:35.852527 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:35.854151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a061d-9911-4d0b-94be-ddaf852cce94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2466d7de-98aa-4f10-9e6b-e61badf4b0f2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:35.854319 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] 10.222.0.46 "PUT /v2.0/ports/0913bc76-8b00-49e5-87cc-102e1c5f6308 HTTP/1.1" status: 200 len: 1092 time: 0.9126742 Nov 24 13:28:35.855231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'tag': '0913bc76-8b00-49e5-87cc-102e1c5f6308'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:28:35.858304 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fb948b-988c-4129-8914-8442b88f0e03" -d '{"events": [{"name": "network-changed", "server_uuid": "db10d1b7-bb27-451d-8c58-0eb4097f3632", "tag": "0913bc76-8b00-49e5-87cc-102e1c5f6308"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:28:35.895353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda56e2-f197-4428-ada5-a6edec832741 service neutron] Pushing event updated for resources: {'Port': ['ID=0913bc76-8b00-49e5-87cc-102e1c5f6308,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:36.023182 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2aee9e1-4624-4eef-8637-13df9d4bd84f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:36.023903 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-2c1d6d83-67f2-4a7f-a411-1e6300fb0563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:36.025617 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-2c1d6d83-67f2-4a7f-a411-1e6300fb0563 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 1095 time: 0.0975153 Nov 24 13:28:36.062784 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2aee9e1-4624-4eef-8637-13df9d4bd84f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:36.076361 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-8b8d19a6-5215-4b78-adc1-79995ccc7372 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0913bc76-8b00-49e5-87cc-102e1c5f6308 HTTP/1.1" status: 200 len: 217 time: 0.0427966 Nov 24 13:28:36.143029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-6937639d-08a5-446c-9216-07007d299087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:36.144670 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-6937639d-08a5-446c-9216-07007d299087 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0610697 Nov 24 13:28:36.164886 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2aee9e1-4624-4eef-8637-13df9d4bd84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:36.167742 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2aee9e1-4624-4eef-8637-13df9d4bd84f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:36.171554 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d2aee9e1-4624-4eef-8637-13df9d4bd84f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2466d7de-98aa-4f10-9e6b-e61badf4b0f2 HTTP/1.1" status: 204 len: 168 time: 0.3228600 Nov 24 13:28:36.180680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aee9e1-4624-4eef-8637-13df9d4bd84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2466d7de-98aa-4f10-9e6b-e61badf4b0f2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:36.224135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-1f7dceb7-0e9f-4b59-8621-45de0bfd251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:36.227076 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-1f7dceb7-0e9f-4b59-8621-45de0bfd251d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751395 Nov 24 13:28:36.305969 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e0f6ae-9b60-404b-8441-94b98168ea61 x-openstack-request-id: req-d2e0f6ae-9b60-404b-8441-94b98168ea61 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:28:36.306276 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db10d1b7-bb27-451d-8c58-0eb4097f3632", "tag": "0913bc76-8b00-49e5-87cc-102e1c5f6308", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:28:36.307138 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2e0f6ae-9b60-404b-8441-94b98168ea61 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:28:36.307570 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'tag': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'status': 'completed', 'code': 200} Nov 24 13:28:36.337528 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-2239f3bf-5d92-4af6-95b6-3fefa7538d9a service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025729 Nov 24 13:28:36.442706 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9639d7f-4a65-45a8-892d-cfbbe72ec3b0 req-83af23bb-b554-4115-9687-75d0fa3de358 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979571 Nov 24 13:28:36.475238 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:36.549924 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb948b-988c-4129-8914-8442b88f0e03 req-c8db589a-6156-4da4-a0ab-236773264204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:36.551971 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68fb948b-988c-4129-8914-8442b88f0e03 req-c8db589a-6156-4da4-a0ab-236773264204 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 1095 time: 0.0467305 Nov 24 13:28:36.665039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda4a17-b4dc-44ae-b3cf-60b4e485d565 req-3dea9663-5c66-4510-b07d-fac51987c03e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:36.672306 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9fda4a17-b4dc-44ae-b3cf-60b4e485d565 req-3dea9663-5c66-4510-b07d-fac51987c03e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 944 time: 0.0626414 Nov 24 13:28:36.684021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb948b-988c-4129-8914-8442b88f0e03 req-10fc7b6a-19fa-48fd-8047-3ebdc0d7c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:36.685991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68fb948b-988c-4129-8914-8442b88f0e03 req-10fc7b6a-19fa-48fd-8047-3ebdc0d7c41b service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.1278770 Nov 24 13:28:36.722072 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9fda4a17-b4dc-44ae-b3cf-60b4e485d565 req-fc2f5614-1b36-4740-b03f-bbf0a896723a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482142 Nov 24 13:28:36.736609 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68fb948b-988c-4129-8914-8442b88f0e03 req-88659733-dd4e-49a5-b1c2-ee600e470218 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0913bc76-8b00-49e5-87cc-102e1c5f6308 HTTP/1.1" status: 200 len: 217 time: 0.0425529 Nov 24 13:28:36.743416 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:28:36.794893 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb948b-988c-4129-8914-8442b88f0e03 req-18aacbeb-d0cb-42a7-a673-6f87d4b483b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:36.796384 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68fb948b-988c-4129-8914-8442b88f0e03 req-18aacbeb-d0cb-42a7-a673-6f87d4b483b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0520685 Nov 24 13:28:36.844298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb948b-988c-4129-8914-8442b88f0e03 req-e601771b-f410-47e4-9bc3-70164b0ee227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:36.846072 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68fb948b-988c-4129-8914-8442b88f0e03 req-e601771b-f410-47e4-9bc3-70164b0ee227 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426419 Nov 24 13:28:36.950951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68fb948b-988c-4129-8914-8442b88f0e03 req-6a739ed7-1c27-44e4-a761-3692034d5c8d service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968449 Nov 24 13:28:37.052200 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68fb948b-988c-4129-8914-8442b88f0e03 req-94f7f878-4b20-422a-ae69-eb35253c93c9 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935524 Nov 24 13:28:37.853438 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1fd12-076e-40fa-8786-97e7157b699a req-5a7af66a-aeae-40c3-abeb-d4b8b40c4986 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:37.855170 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2bc1fd12-076e-40fa-8786-97e7157b699a req-5a7af66a-aeae-40c3-abeb-d4b8b40c4986 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 944 time: 0.0540521 Nov 24 13:28:37.917735 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2bc1fd12-076e-40fa-8786-97e7157b699a req-2130a4f7-829d-4e2c-b9b3-1793e6148e02 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536015 Nov 24 13:28:39.040264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a0df1-5a7e-43c1-984d-09b2d0ce27f1 req-f4f61459-89c4-4901-af89-b36048e1a435 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:39.042048 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d38a0df1-5a7e-43c1-984d-09b2d0ce27f1 req-f4f61459-89c4-4901-af89-b36048e1a435 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 944 time: 0.0495124 Nov 24 13:28:39.099416 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d38a0df1-5a7e-43c1-984d-09b2d0ce27f1 req-adf469f6-e675-47b7-b47c-a6f3dce9aa08 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508621 Nov 24 13:28:39.744663 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:40.224325 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fb3b2-13a7-4471-b7e3-d5b61616ce8f req-e8d604b7-8623-4f15-986f-aaa27671542c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:40.225710 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ac0fb3b2-13a7-4471-b7e3-d5b61616ce8f req-e8d604b7-8623-4f15-986f-aaa27671542c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 944 time: 0.0567787 Nov 24 13:28:40.279906 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ac0fb3b2-13a7-4471-b7e3-d5b61616ce8f req-968f9754-3097-4383-b890-ea704fb76a22 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472076 Nov 24 13:28:41.399700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d811d9-a97c-4c28-9730-a7cb27b1a6d2 req-37cff042-39af-4efb-a4de-6181fada6db5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:41.405188 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f5d811d9-a97c-4c28-9730-a7cb27b1a6d2 req-37cff042-39af-4efb-a4de-6181fada6db5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 944 time: 0.0567062 Nov 24 13:28:41.450429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f5d811d9-a97c-4c28-9730-a7cb27b1a6d2 req-5f75f0f8-cffa-4dce-88b7-49bbd0ef1c1d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432558 Nov 24 13:28:42.573990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a7120-ebeb-4488-8457-d54abaa99312 req-98a1231c-88d0-44a6-8538-332f0058e796 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:42.575565 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb8a7120-ebeb-4488-8457-d54abaa99312 req-98a1231c-88d0-44a6-8538-332f0058e796 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 944 time: 0.0535388 Nov 24 13:28:42.631507 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fb8a7120-ebeb-4488-8457-d54abaa99312 req-89963ce0-7412-4388-978a-d22e0a81c966 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486581 Nov 24 13:28:43.757823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da48b6b-ba70-4fba-8d55-56c732b71612 req-2e81d8f1-41ae-420d-bcd0-6b49233bc24e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:43.759480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1da48b6b-ba70-4fba-8d55-56c732b71612 req-2e81d8f1-41ae-420d-bcd0-6b49233bc24e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 944 time: 0.0490148 Nov 24 13:28:43.809529 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1da48b6b-ba70-4fba-8d55-56c732b71612 req-38e69062-1a12-48dd-9f60-99dc09e12d32 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440352 Nov 24 13:28:44.928820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f7e79-debf-45e0-ae91-7e4032b8b20d req-8978886f-2283-4e25-8da4-1429d9419d19 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:44.930208 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e99f7e79-debf-45e0-ae91-7e4032b8b20d req-8978886f-2283-4e25-8da4-1429d9419d19 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 944 time: 0.0523448 Nov 24 13:28:44.981943 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e99f7e79-debf-45e0-ae91-7e4032b8b20d req-086b4416-a4d3-4ac0-91a8-fa7bc6482bc9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456707 Nov 24 13:28:46.106856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ced6c4-c6f7-47ef-a222-ebd5db662286 req-a72c4fac-a070-4c1b-a683-b86a86e60bde tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:46.108336 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-93ced6c4-c6f7-47ef-a222-ebd5db662286 req-a72c4fac-a070-4c1b-a683-b86a86e60bde tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 944 time: 0.0539834 Nov 24 13:28:46.163684 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-93ced6c4-c6f7-47ef-a222-ebd5db662286 req-ccf030df-e805-455b-882c-664d66656edd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488832 Nov 24 13:28:46.426562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52310) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:46.533060 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-38fa6381-1858-4e71-845c-e80df978e550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:46.612839 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-38fa6381-1858-4e71-845c-e80df978e550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:46.616812 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-38fa6381-1858-4e71-845c-e80df978e550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:46.655633 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-38fa6381-1858-4e71-845c-e80df978e550 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6774282e3bfd490ab279b3cd2dd743d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2279487 Nov 24 13:28:46.657379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa6381-1858-4e71-845c-e80df978e550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f6a99c-cbfd-48ad-ad6d-beaa51b33c37,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:46.658907 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52314) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:46.708837 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-08c560d1-7cf7-414c-b552-dcd797c9843b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:46.729787 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-08c560d1-7cf7-414c-b552-dcd797c9843b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:46.757885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0913bc76-8b00-49e5-87cc-102e1c5f6308 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:28:46.779152 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-08c560d1-7cf7-414c-b552-dcd797c9843b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:46.782158 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-08c560d1-7cf7-414c-b552-dcd797c9843b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:46.785905 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-08c560d1-7cf7-414c-b552-dcd797c9843b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3f6a99c-cbfd-48ad-ad6d-beaa51b33c37 HTTP/1.1" status: 204 len: 168 time: 0.1228011 Nov 24 13:28:46.791993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c560d1-7cf7-414c-b552-dcd797c9843b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f6a99c-cbfd-48ad-ad6d-beaa51b33c37,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:47.080129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0913bc76-8b00-49e5-87cc-102e1c5f6308, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0913bc76-8b00-49e5-87cc-102e1c5f6308,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:47.094813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'port_id': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'mac_address': 'fa:16:3e:03:62:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:28:47.120075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52320) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:47.133189 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-419dfb69-84d1-4467-b7fd-adb326f26ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:47.134799 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:47.147764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0913bc76-8b00-49e5-87cc-102e1c5f6308 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:28:47.169509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0913bc76-8b00-49e5-87cc-102e1c5f6308, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0913bc76-8b00-49e5-87cc-102e1c5f6308,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:47.174020 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:47.229066 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-419dfb69-84d1-4467-b7fd-adb326f26ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:47.235394 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-419dfb69-84d1-4467-b7fd-adb326f26ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:47.237346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=0913bc76-8b00-49e5-87cc-102e1c5f6308,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:47.309879 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-419dfb69-84d1-4467-b7fd-adb326f26ee4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd77489229d445cbbcccdfd0bdb154b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1885626 Nov 24 13:28:47.311862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419dfb69-84d1-4467-b7fd-adb326f26ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162651e2-5ee1-4ea2-af36-18fbc79ba6be,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:47.312591 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52324) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:47.331151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9c02b-25a7-4c2a-9139-92ef87141a34 req-c2815985-12d6-494b-b2e9-76122e41499a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:47.332661 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ba9c02b-25a7-4c2a-9139-92ef87141a34 req-c2815985-12d6-494b-b2e9-76122e41499a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 945 time: 0.0826395 Nov 24 13:28:47.366344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed10cfa5-17b8-4d7b-a9ff-51689012283b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:47.389239 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ba9c02b-25a7-4c2a-9139-92ef87141a34 req-b26c19c5-a2f9-4e67-95f9-c6f3176d7cbf tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497689 Nov 24 13:28:47.392403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed10cfa5-17b8-4d7b-a9ff-51689012283b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:47.394340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['0913bc76-8b00-49e5-87cc-102e1c5f6308'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:28:47.443120 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed10cfa5-17b8-4d7b-a9ff-51689012283b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:47.445837 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ed10cfa5-17b8-4d7b-a9ff-51689012283b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:47.446995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ed10cfa5-17b8-4d7b-a9ff-51689012283b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/162651e2-5ee1-4ea2-af36-18fbc79ba6be HTTP/1.1" status: 204 len: 168 time: 0.1332953 Nov 24 13:28:47.456023 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10cfa5-17b8-4d7b-a9ff-51689012283b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162651e2-5ee1-4ea2-af36-18fbc79ba6be,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:47.766171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52330) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:47.779261 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-490c37fd-9de9-413e-889b-17a18a345d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:47.855111 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-490c37fd-9de9-413e-889b-17a18a345d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:47.858914 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-490c37fd-9de9-413e-889b-17a18a345d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:47.897335 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-490c37fd-9de9-413e-889b-17a18a345d1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a13580370f0460ea168d4beb3a286ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301014 Nov 24 13:28:47.898219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c37fd-9de9-413e-889b-17a18a345d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b243db7c-2aae-40f7-b44d-01e3824dd706,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:47.899944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52332) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:47.946528 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b8522ec1-0e47-49b3-8840-005a77018c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:47.967692 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b8522ec1-0e47-49b3-8840-005a77018c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:48.013178 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b8522ec1-0e47-49b3-8840-005a77018c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:48.015699 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b8522ec1-0e47-49b3-8840-005a77018c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:48.017381 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b8522ec1-0e47-49b3-8840-005a77018c2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b243db7c-2aae-40f7-b44d-01e3824dd706 HTTP/1.1" status: 204 len: 168 time: 0.1164572 Nov 24 13:28:48.024883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8522ec1-0e47-49b3-8840-005a77018c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b243db7c-2aae-40f7-b44d-01e3824dd706,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:48.505113 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fd9f8-b39c-4985-96ff-0412c038ffb6 req-a473a7e8-dd61-4229-bf6d-7a8b91bfaf5c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:48.506637 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f7fd9f8-b39c-4985-96ff-0412c038ffb6 req-a473a7e8-dd61-4229-bf6d-7a8b91bfaf5c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 945 time: 0.0526609 Nov 24 13:28:48.568996 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5f7fd9f8-b39c-4985-96ff-0412c038ffb6 req-a8676a6d-7a73-4a63-a4cc-07f8943c426f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561881 Nov 24 13:28:48.770988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0913bc76-8b00-49e5-87cc-102e1c5f6308 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:28:48.824901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 0913bc76-8b00-49e5-87cc-102e1c5f6308 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:28:48.829320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 0913bc76-8b00-49e5-87cc-102e1c5f6308 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:28:48.829821 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:48.906512 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:48.929743 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0913bc76-8b00-49e5-87cc-102e1c5f6308'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:28:48.932359 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaca5c9-d7d3-4898-9508-5c805e6d4f44" -d '{"events": [{"server_uuid": "db10d1b7-bb27-451d-8c58-0eb4097f3632", "name": "network-vif-plugged", "status": "completed", "tag": "0913bc76-8b00-49e5-87cc-102e1c5f6308"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:28:48.947320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 0913bc76-8b00-49e5-87cc-102e1c5f6308, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0913bc76-8b00-49e5-87cc-102e1c5f6308,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:48.951483 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:48.976554 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74f5c01-cfee-4e0a-a95f-bf01834ea0f5 x-openstack-request-id: req-f74f5c01-cfee-4e0a-a95f-bf01834ea0f5 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:28:48.976934 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db10d1b7-bb27-451d-8c58-0eb4097f3632", "name": "network-vif-plugged", "status": "completed", "tag": "0913bc76-8b00-49e5-87cc-102e1c5f6308", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:28:48.977386 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f74f5c01-cfee-4e0a-a95f-bf01834ea0f5 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:28:48.977787 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'code': 200} Nov 24 13:28:49.015100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=0913bc76-8b00-49e5-87cc-102e1c5f6308,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:49.101500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700789e-eeaa-4fba-a4d4-ac4b6defa396 req-71968f2f-1790-42e5-8ced-3a467b02e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:49.103179 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f700789e-eeaa-4fba-a4d4-ac4b6defa396 req-71968f2f-1790-42e5-8ced-3a467b02e82e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 1097 time: 0.0524380 Nov 24 13:28:49.154140 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f700789e-eeaa-4fba-a4d4-ac4b6defa396 req-d64388ed-5301-4ee1-b1d1-207d9c8ffc1a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422335 Nov 24 13:28:49.686740 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a3b04-78a3-4c83-b96f-fbe3f2ebe4ea req-a40c0680-64ae-4de9-a8c8-ad7ff36f6e87 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:49.688861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b02a3b04-78a3-4c83-b96f-fbe3f2ebe4ea req-a40c0680-64ae-4de9-a8c8-ad7ff36f6e87 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 946 time: 0.0511639 Nov 24 13:28:49.740601 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b02a3b04-78a3-4c83-b96f-fbe3f2ebe4ea req-bfc82434-ce76-4611-ad28-37b47a28db3b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457087 Nov 24 13:28:50.851899 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fff42f13-3c01-4f67-beac-9b71c722c7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:50.861379 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dc45e-112a-4fba-a34d-d1f7c039fecf req-47dec3b9-ffda-44b0-b88b-4eb7518f5c5b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:50.862858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-886dc45e-112a-4fba-a34d-d1f7c039fecf req-47dec3b9-ffda-44b0-b88b-4eb7518f5c5b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 946 time: 0.0513618 Nov 24 13:28:50.915592 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-886dc45e-112a-4fba-a34d-d1f7c039fecf req-35937a31-e1ee-4a0a-a408-5cdf660ef2ba tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466511 Nov 24 13:28:51.037719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbe4ed-48f7-480e-9ae4-1e3227779b46 req-2e8322d1-278b-4437-b0d0-1b41cc26688b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:51.039162 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eadbe4ed-48f7-480e-9ae4-1e3227779b46 req-2e8322d1-278b-4437-b0d0-1b41cc26688b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 946 time: 0.0512300 Nov 24 13:28:51.091091 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eadbe4ed-48f7-480e-9ae4-1e3227779b46 req-d07ab560-58d4-4140-929d-290d036dfe50 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455112 Nov 24 13:28:51.115421 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52386) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:51.154048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6e8ed4-454a-457d-a83c-0b4fe5c5b95b tempest-TestVolumeBootPattern-944249412 tempest-TestVolumeBootPattern-944249412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:51.155544 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3f6e8ed4-454a-457d-a83c-0b4fe5c5b95b tempest-TestVolumeBootPattern-944249412 tempest-TestVolumeBootPattern-944249412-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 1092 time: 0.0388134 Nov 24 13:28:51.158262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52388) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:51.162521 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:28:51.171180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52390) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:51.193597 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:51.291685 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:51.430848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Allocated IP 172.25.0.91 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/172b647a-a8a3-4edb-950c-efac825d294c) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:28:51.537321 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:51.575584 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:51.596297 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a6df-e1b9-4f1a-8f24-8033571230f9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:51.614307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:28:51.620882 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:28:51.624446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:28:51.651724 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'Port': ['ID=172b647a-a8a3-4edb-950c-efac825d294c,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:51.946936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c5e4a6df-e1b9-4f1a-8f24-8033571230f9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Deleting port e2be6715-c240-4d0f-bf4f-5af05cce9b93 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:28:51.947584 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a6df-e1b9-4f1a-8f24-8033571230f9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:52.057335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-c5e4a6df-e1b9-4f1a-8f24-8033571230f9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] For port e2be6715-c240-4d0f-bf4f-5af05cce9b93, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e2be6715-c240-4d0f-bf4f-5af05cce9b93,segment=NetworkSegment(be1fc099-a159-4752-a9c5-7662b249af3b),segment_id=be1fc099-a159-4752-a9c5-7662b249af3b)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:52.058056 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a6df-e1b9-4f1a-8f24-8033571230f9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:52.071507 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c5e4a6df-e1b9-4f1a-8f24-8033571230f9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Calling delete_port for e2be6715-c240-4d0f-bf4f-5af05cce9b93 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:28:52.109682 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:52.183515 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:52.282411 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a6df-e1b9-4f1a-8f24-8033571230f9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:52.314030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4a6df-e1b9-4f1a-8f24-8033571230f9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Port': ['ID=e2be6715-c240-4d0f-bf4f-5af05cce9b93,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:52.565865 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5e4a6df-e1b9-4f1a-8f24-8033571230f9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:52.667942 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:52.678376 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:52.744406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'Port': ['ID=172b647a-a8a3-4edb-950c-efac825d294c,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:52.777874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52406) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:52.795470 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:52.836152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e4a6df-e1b9-4f1a-8f24-8033571230f9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Router ec3a2266-3410-40b6-b403-1289bb783448 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:28:52.927630 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6550d925-bdf6-4037-872e-0197cdd5051e admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:52.945520 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Floating IP 73c7753e-a1f8-4fc8-ae85-b06e3b59cf4d associated. External IP: 172.25.0.91, port: 0913bc76-8b00-49e5-87cc-102e1c5f6308. Nov 24 13:28:52.955905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e4a6df-e1b9-4f1a-8f24-8033571230f9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:28:52.961552 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c5e4a6df-e1b9-4f1a-8f24-8033571230f9 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "PUT /v2.0/routers/ec3a2266-3410-40b6-b403-1289bb783448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7884111 Nov 24 13:28:52.967738 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682735e-de39-417c-919f-dd9bed41e999 None None] Sync routers for ids ['ec3a2266-3410-40b6-b403-1289bb783448'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:28:52.978351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682735e-de39-417c-919f-dd9bed41e999 None None] Routers {'ec3a2266-3410-40b6-b403-1289bb783448'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:52.979207 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-4682735e-de39-417c-919f-dd9bed41e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ec3a2266-3410-40b6-b403-1289bb783448'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:53.128425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-4682735e-de39-417c-919f-dd9bed41e999 None None] Set router ec3a2266-3410-40b6-b403-1289bb783448 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:53.198607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6550d925-bdf6-4037-872e-0197cdd5051e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:53.219555 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6550d925-bdf6-4037-872e-0197cdd5051e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:53.314719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550d925-bdf6-4037-872e-0197cdd5051e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd59ac6-62d3-45ae-a8fc-d7da9b55181d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:53.323529 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7ba10754-c67e-4ff8-b2df-966faa2d4609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:53.328996 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6550d925-bdf6-4037-872e-0197cdd5051e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5265c67fe36b452e9ee23a0b77c06b37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5495393 Nov 24 13:28:53.331682 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52414) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:53.346450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d81b09-999a-4328-a453-4e5e09174145 req-653fd9ce-6da3-4d46-ab64-1181555be57b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:53.348359 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-67d81b09-999a-4328-a453-4e5e09174145 req-653fd9ce-6da3-4d46-ab64-1181555be57b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 946 time: 0.1482477 Nov 24 13:28:53.383011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:28:53.431618 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a6f40824-fbca-4450-a1df-d6b49fade81a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:53.454668 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-4682735e-de39-417c-919f-dd9bed41e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:28:52Z', 'revision_number': 6, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '3080be66-4727-42b5-b586-29e81bf6e1a0', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'port_id': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'mac_address': 'fa:16:3e:99:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:27:29Z', 'updated_at': '2021-11-24T13:27:33Z', 'revision_number': 1, 'project_id': '04c842620a844a4298a861483918cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:14Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:53.456717 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-67d81b09-999a-4328-a453-4e5e09174145 req-9f3296bf-a348-4973-87e7-d97c657668a1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=384748ec-c872-4eee-a80a-6361dba06e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961175 Nov 24 13:28:53.458777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a6f40824-fbca-4450-a1df-d6b49fade81a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:53.502910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682735e-de39-417c-919f-dd9bed41e999 None None] Checking router: ec3a2266-3410-40b6-b403-1289bb783448 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:28:53.512285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682735e-de39-417c-919f-dd9bed41e999 None None] Routers {'ec3a2266-3410-40b6-b403-1289bb783448'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:53.513173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-4682735e-de39-417c-919f-dd9bed41e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ec3a2266-3410-40b6-b403-1289bb783448'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:53.520216 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a6f40824-fbca-4450-a1df-d6b49fade81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:53.524816 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a6f40824-fbca-4450-a1df-d6b49fade81a admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:53.526985 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a6f40824-fbca-4450-a1df-d6b49fade81a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffd59ac6-62d3-45ae-a8fc-d7da9b55181d HTTP/1.1" status: 204 len: 168 time: 0.1916664 Nov 24 13:28:53.537164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f40824-fbca-4450-a1df-d6b49fade81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd59ac6-62d3-45ae-a8fc-d7da9b55181d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:53.570000 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:28:53.583824 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113db7c6-2f56-4b02-89fa-55354c1e0253 None None] Sync routers for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:28:53.596200 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113db7c6-2f56-4b02-89fa-55354c1e0253 None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:53.598091 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-113db7c6-2f56-4b02-89fa-55354c1e0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:53.606620 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:53.645814 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-15087c18-c9e5-433c-b879-0e98a3454b03 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4865119 Nov 24 13:28:53.646721 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'tag': '0913bc76-8b00-49e5-87cc-102e1c5f6308'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:28:53.649401 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e9b777-d810-4708-9881-4e2c0175427a" -d '{"events": [{"name": "network-changed", "server_uuid": "db10d1b7-bb27-451d-8c58-0eb4097f3632", "tag": "0913bc76-8b00-49e5-87cc-102e1c5f6308"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:28:53.671947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-4682735e-de39-417c-919f-dd9bed41e999 None None] Set router ec3a2266-3410-40b6-b403-1289bb783448 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:53.717449 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256487a7-fe1b-430d-9b5a-5883fca31cc5 x-openstack-request-id: req-256487a7-fe1b-430d-9b5a-5883fca31cc5 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:28:53.717627 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db10d1b7-bb27-451d-8c58-0eb4097f3632", "tag": "0913bc76-8b00-49e5-87cc-102e1c5f6308", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:28:53.717756 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-256487a7-fe1b-430d-9b5a-5883fca31cc5 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:28:53.718132 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'tag': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'status': 'completed', 'code': 200} Nov 24 13:28:53.733796 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-113db7c6-2f56-4b02-89fa-55354c1e0253 None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:53.791776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9b777-d810-4708-9881-4e2c0175427a req-154689ef-b230-42e1-8ffe-ab21629879cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:53.793469 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a9e9b777-d810-4708-9881-4e2c0175427a req-154689ef-b230-42e1-8ffe-ab21629879cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 1097 time: 0.0521798 Nov 24 13:28:53.937027 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9b777-d810-4708-9881-4e2c0175427a req-1999937b-a4a0-405b-8a4a-290eefed9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:53.938901 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a9e9b777-d810-4708-9881-4e2c0175427a req-1999937b-a4a0-405b-8a4a-290eefed9859 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.1379507 Nov 24 13:28:54.001412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-4682735e-de39-417c-919f-dd9bed41e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:28:52Z', 'revision_number': 6, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '3080be66-4727-42b5-b586-29e81bf6e1a0', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'port_id': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'mac_address': 'fa:16:3e:99:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:27:29Z', 'updated_at': '2021-11-24T13:27:33Z', 'revision_number': 1, 'project_id': '04c842620a844a4298a861483918cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:14Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:54.021221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a9e9b777-d810-4708-9881-4e2c0175427a req-5aba3ced-ba28-4bb2-839c-b2a7b59a0ae4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0913bc76-8b00-49e5-87cc-102e1c5f6308 HTTP/1.1" status: 200 len: 999 time: 0.0739679 Nov 24 13:28:54.023194 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-113db7c6-2f56-4b02-89fa-55354c1e0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '73c7753e-a1f8-4fc8-ae85-b06e3b59cf4d', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:03:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:28:51Z', 'updated_at': '2021-11-24T13:28:51Z', 'revision_number': 0, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:54.034044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4682735e-de39-417c-919f-dd9bed41e999 None None] The sync data for ids ['ec3a2266-3410-40b6-b403-1289bb783448'] in n-d-817303-4 is: [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:28:52Z', 'revision_number': 6, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '3080be66-4727-42b5-b586-29e81bf6e1a0', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'floating_ip_address': '172.25.0.174', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'port_id': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'mac_address': 'fa:16:3e:99:06:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:27:29Z', 'updated_at': '2021-11-24T13:27:33Z', 'revision_number': 1, 'project_id': '04c842620a844a4298a861483918cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:14Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:28:54.050739 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113db7c6-2f56-4b02-89fa-55354c1e0253 None None] Checking router: 6b4605f8-820c-4085-9fa4-a6596cc1cac0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:28:54.061647 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113db7c6-2f56-4b02-89fa-55354c1e0253 None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:54.062266 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-113db7c6-2f56-4b02-89fa-55354c1e0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:54.081407 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9b777-d810-4708-9881-4e2c0175427a req-e175e788-94c8-47cc-b3b5-f5e1fd704814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:54.082894 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a9e9b777-d810-4708-9881-4e2c0175427a req-e175e788-94c8-47cc-b3b5-f5e1fd704814 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0540676 Nov 24 13:28:54.132207 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9b777-d810-4708-9881-4e2c0175427a req-6ef8e42e-c7f0-4c92-9d3d-334387bc2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:54.133711 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a9e9b777-d810-4708-9881-4e2c0175427a req-6ef8e42e-c7f0-4c92-9d3d-334387bc2909 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432763 Nov 24 13:28:54.176873 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-113db7c6-2f56-4b02-89fa-55354c1e0253 None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:54.236873 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a9e9b777-d810-4708-9881-4e2c0175427a req-5dc96df6-f120-459e-b7ee-805a237adacd service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945036 Nov 24 13:28:54.340365 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a9e9b777-d810-4708-9881-4e2c0175427a req-bf71f371-7719-4b94-81dd-dad3c6a33e35 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966115 Nov 24 13:28:54.435296 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:54.436182 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-113db7c6-2f56-4b02-89fa-55354c1e0253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '73c7753e-a1f8-4fc8-ae85-b06e3b59cf4d', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:03:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:28:51Z', 'updated_at': '2021-11-24T13:28:51Z', 'revision_number': 0, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:54.472218 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113db7c6-2f56-4b02-89fa-55354c1e0253 None None] The sync data for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 is: [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '73c7753e-a1f8-4fc8-ae85-b06e3b59cf4d', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:03:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:28:51Z', 'updated_at': '2021-11-24T13:28:51Z', 'revision_number': 0, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:28:54.480602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e2be6715-c240-4d0f-bf4f-5af05cce9b93 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:28:54.527945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: e2be6715-c240-4d0f-bf4f-5af05cce9b93 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:28:54.528304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e2be6715-c240-4d0f-bf4f-5af05cce9b93 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:28:54.617558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09d254-f6d6-47a9-a106-65744a4f284e req-1f8bdea1-b2c3-48c7-a6af-6d82390c3c92 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:54.620391 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cd09d254-f6d6-47a9-a106-65744a4f284e req-1f8bdea1-b2c3-48c7-a6af-6d82390c3c92 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 946 time: 0.0714674 Nov 24 13:28:54.625995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84936219-8684-4272-a4fb-302104e81f5e req-d7510f8a-521d-46a6-ac5e-5d6ce54731c2 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:54.627640 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-84936219-8684-4272-a4fb-302104e81f5e req-d7510f8a-521d-46a6-ac5e-5d6ce54731c2 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3fc8ad7-5635-4bce-95bb-b80ef551da3c HTTP/1.1" status: 200 len: 946 time: 0.0753980 Nov 24 13:28:54.679622 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cd09d254-f6d6-47a9-a106-65744a4f284e req-cc45f133-b18f-44d4-8c62-a06e53d5eb32 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=384748ec-c872-4eee-a80a-6361dba06e48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519028 Nov 24 13:28:54.742690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-84936219-8684-4272-a4fb-302104e81f5e req-b7619662-24fe-4447-b9bd-89723b6afc2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Deleting port e27adf3b-fb6b-456d-bd22-c569b37ba8a9 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:28:54.743346 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-84936219-8684-4272-a4fb-302104e81f5e req-b7619662-24fe-4447-b9bd-89723b6afc2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:54.803267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052c426-edc0-47d5-8807-12e59be2d52b None None] New status for floating IP 73c7753e-a1f8-4fc8-ae85-b06e3b59cf4d: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:28:54.854169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-84936219-8684-4272-a4fb-302104e81f5e req-b7619662-24fe-4447-b9bd-89723b6afc2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] For port e27adf3b-fb6b-456d-bd22-c569b37ba8a9, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=e27adf3b-fb6b-456d-bd22-c569b37ba8a9,segment=NetworkSegment(be1fc099-a159-4752-a9c5-7662b249af3b),segment_id=be1fc099-a159-4752-a9c5-7662b249af3b)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:54.854568 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-84936219-8684-4272-a4fb-302104e81f5e req-b7619662-24fe-4447-b9bd-89723b6afc2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:54.871824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-84936219-8684-4272-a4fb-302104e81f5e req-b7619662-24fe-4447-b9bd-89723b6afc2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Calling delete_port for e27adf3b-fb6b-456d-bd22-c569b37ba8a9 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:28:55.009274 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-84936219-8684-4272-a4fb-302104e81f5e req-b7619662-24fe-4447-b9bd-89723b6afc2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:55.045645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7619662-24fe-4447-b9bd-89723b6afc2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Port': ['ID=e27adf3b-fb6b-456d-bd22-c569b37ba8a9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:55.099788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-84936219-8684-4272-a4fb-302104e81f5e req-b7619662-24fe-4447-b9bd-89723b6afc2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] No DVR routers for this DVR port e27adf3b-fb6b-456d-bd22-c569b37ba8a9 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:28:55.102568 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-84936219-8684-4272-a4fb-302104e81f5e req-b7619662-24fe-4447-b9bd-89723b6afc2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:55.106273 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-84936219-8684-4272-a4fb-302104e81f5e req-b7619662-24fe-4447-b9bd-89723b6afc2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "DELETE /v2.0/ports/e27adf3b-fb6b-456d-bd22-c569b37ba8a9 HTTP/1.1" status: 204 len: 173 time: 0.4721684 Nov 24 13:28:55.106797 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fc8ad7-5635-4bce-95bb-b80ef551da3c', 'name': 'network-vif-deleted', 'tag': 'e27adf3b-fb6b-456d-bd22-c569b37ba8a9'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:28:55.108983 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4afaa4e-4bca-4f14-908a-491a16a30219" -d '{"events": [{"server_uuid": "e3fc8ad7-5635-4bce-95bb-b80ef551da3c", "name": "network-vif-deleted", "tag": "e27adf3b-fb6b-456d-bd22-c569b37ba8a9"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:28:55.156757 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86189e5-6d43-48c3-a753-701b9a165d7b x-openstack-request-id: req-b86189e5-6d43-48c3-a753-701b9a165d7b {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:28:55.157321 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3fc8ad7-5635-4bce-95bb-b80ef551da3c", "name": "network-vif-deleted", "tag": "e27adf3b-fb6b-456d-bd22-c569b37ba8a9", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:28:55.157566 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b86189e5-6d43-48c3-a753-701b9a165d7b {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:28:55.158103 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3fc8ad7-5635-4bce-95bb-b80ef551da3c', 'name': 'network-vif-deleted', 'tag': 'e27adf3b-fb6b-456d-bd22-c569b37ba8a9', 'status': 'completed', 'code': 200} Nov 24 13:28:55.739065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52522) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:55.798016 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9cf71ba3-e55b-4dfb-bf24-512e663dcb15 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:55.824007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9cf71ba3-e55b-4dfb-bf24-512e663dcb15 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:55.888661 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9cf71ba3-e55b-4dfb-bf24-512e663dcb15 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:55.892019 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9cf71ba3-e55b-4dfb-bf24-512e663dcb15 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:55.896032 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9cf71ba3-e55b-4dfb-bf24-512e663dcb15 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "DELETE /v2.0/security-groups/384748ec-c872-4eee-a80a-6361dba06e48 HTTP/1.1" status: 204 len: 168 time: 0.1559253 Nov 24 13:28:55.908990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf71ba3-e55b-4dfb-bf24-512e663dcb15 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=384748ec-c872-4eee-a80a-6361dba06e48,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:55.927523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52526) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:55.968856 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:55.984099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e721e9e-9ea4-4a5e-b8f6-a06751b428c8 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Deleting subnet a168da29-916a-4cf2-93cb-01c00deedd54 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:28:55.987457 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e721e9e-9ea4-4a5e-b8f6-a06751b428c8 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:56.029080 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e721e9e-9ea4-4a5e-b8f6-a06751b428c8 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:56.119218 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e721e9e-9ea4-4a5e-b8f6-a06751b428c8 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:56.482612 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e721e9e-9ea4-4a5e-b8f6-a06751b428c8 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:56.511801 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7e721e9e-9ea4-4a5e-b8f6-a06751b428c8 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:56.515884 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7e721e9e-9ea4-4a5e-b8f6-a06751b428c8 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "DELETE /v2.0/subnets/a168da29-916a-4cf2-93cb-01c00deedd54 HTTP/1.1" status: 204 len: 168 time: 0.5866714 Nov 24 13:28:56.516990 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e721e9e-9ea4-4a5e-b8f6-a06751b428c8 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Subnet': ['ID=a168da29-916a-4cf2-93cb-01c00deedd54,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:56.518011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52530) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:56.519874 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81537c03-3949-426f-a203-23e236bcd659 None None] Network be016b34-9343-4687-8f15-eb51e1af3eb8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:28:56.597003 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:56.662632 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Deleting port 457578fd-8576-4aa7-a17c-fb5a30686cc5 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:28:56.662974 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:56.704117 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:56.724528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ae96d8-8449-46b5-96e4-e6e1b58f051b None None] DHCP port deletion for be016b34-9343-4687-8f15-eb51e1af3eb8 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:28:56.740710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] For port 457578fd-8576-4aa7-a17c-fb5a30686cc5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=457578fd-8576-4aa7-a17c-fb5a30686cc5,segment=NetworkSegment(be1fc099-a159-4752-a9c5-7662b249af3b),segment_id=be1fc099-a159-4752-a9c5-7662b249af3b)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:56.741036 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:56.754958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Calling delete_port for 457578fd-8576-4aa7-a17c-fb5a30686cc5 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:28:56.782679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-64ae96d8-8449-46b5-96e4-e6e1b58f051b None None] Deleting port 457578fd-8576-4aa7-a17c-fb5a30686cc5 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:28:56.783041 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-64ae96d8-8449-46b5-96e4-e6e1b58f051b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:56.846804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e27adf3b-fb6b-456d-bd22-c569b37ba8a9 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:28:56.847346 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:56.879331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-64ae96d8-8449-46b5-96e4-e6e1b58f051b None None] For port 457578fd-8576-4aa7-a17c-fb5a30686cc5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=457578fd-8576-4aa7-a17c-fb5a30686cc5,segment=NetworkSegment(be1fc099-a159-4752-a9c5-7662b249af3b),segment_id=be1fc099-a159-4752-a9c5-7662b249af3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:56.879852 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-64ae96d8-8449-46b5-96e4-e6e1b58f051b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:56.882659 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: e27adf3b-fb6b-456d-bd22-c569b37ba8a9 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:28:56.882870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device e27adf3b-fb6b-456d-bd22-c569b37ba8a9 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:28:56.885090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] No DVR routers for this DVR port 457578fd-8576-4aa7-a17c-fb5a30686cc5 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:28:56.887283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Port': ['ID=457578fd-8576-4aa7-a17c-fb5a30686cc5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:56.897488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-64ae96d8-8449-46b5-96e4-e6e1b58f051b None None] Calling delete_port for 457578fd-8576-4aa7-a17c-fb5a30686cc5 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:28:56.915117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:56.915454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:56.915794 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:56.916129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:56.916460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:56.916817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:56.917148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:56.917470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:56.917790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:56.918112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:56.918436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:56.918760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 13:28:56.978028 n-d-817303-4 neutron-server[114987]: self.session.flush() Nov 24 13:28:56.985176 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:56.985854 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-64ae96d8-8449-46b5-96e4-e6e1b58f051b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:57.006624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be016b34-9343-4687-8f15-eb51e1af3eb8']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:57.010961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae96d8-8449-46b5-96e4-e6e1b58f051b None None] Pushing event deleted for resources: {'Port': ['ID=457578fd-8576-4aa7-a17c-fb5a30686cc5,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:57.014572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ae96d8-8449-46b5-96e4-e6e1b58f051b None None] No DVR routers for this DVR port 457578fd-8576-4aa7-a17c-fb5a30686cc5 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:28:57.017368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1fc099-a159-4752-a9c5-7662b249af3b') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:57.017674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1fc099-a159-4752-a9c5-7662b249af3b') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:57.029905 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:57.044423 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:57.050901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:28:57.051304 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:28:57.054354 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:28:57.115688 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:57.121114 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:57.124408 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "DELETE /v2.0/networks/be016b34-9343-4687-8f15-eb51e1af3eb8 HTTP/1.1" status: 204 len: 168 time: 0.6047270 Nov 24 13:28:57.127913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52532) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:28:57.140122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9125f64-0929-4c56-9782-f55ee90f4dff tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Network': ['ID=be016b34-9343-4687-8f15-eb51e1af3eb8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:57.312210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-87f12e54-b6e0-4896-9661-969cf22338f0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Deleting port 78971f44-0944-4653-bf9b-6e92126f69c5 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:28:57.312470 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87f12e54-b6e0-4896-9661-969cf22338f0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:57.395299 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87f12e54-b6e0-4896-9661-969cf22338f0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:57.395632 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87f12e54-b6e0-4896-9661-969cf22338f0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:57.408178 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-87f12e54-b6e0-4896-9661-969cf22338f0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Calling delete_port for 78971f44-0944-4653-bf9b-6e92126f69c5 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:28:57.595241 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87f12e54-b6e0-4896-9661-969cf22338f0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:57.629730 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f12e54-b6e0-4896-9661-969cf22338f0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Port': ['ID=78971f44-0944-4653-bf9b-6e92126f69c5,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:28:57.692400 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87f12e54-b6e0-4896-9661-969cf22338f0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:57.692820 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-87f12e54-b6e0-4896-9661-969cf22338f0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Floating IP 3080be66-4727-42b5-b586-29e81bf6e1a0 disassociated (deleted). External IP: 172.25.0.174, port: 19c3352c-1ce4-4d24-8f96-e140154db9bf. Nov 24 13:28:57.905099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f12e54-b6e0-4896-9661-969cf22338f0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Router ec3a2266-3410-40b6-b403-1289bb783448 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:28:58.018528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f12e54-b6e0-4896-9661-969cf22338f0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:28:58.023309 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-87f12e54-b6e0-4896-9661-969cf22338f0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:58.029592 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ee8d7-7292-4f73-98f0-e4d959532641 None None] Sync routers for ids ['ec3a2266-3410-40b6-b403-1289bb783448'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:28:58.041228 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ee8d7-7292-4f73-98f0-e4d959532641 None None] Routers {'ec3a2266-3410-40b6-b403-1289bb783448'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:58.042087 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-413ee8d7-7292-4f73-98f0-e4d959532641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ec3a2266-3410-40b6-b403-1289bb783448'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:58.052537 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-87f12e54-b6e0-4896-9661-969cf22338f0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "DELETE /v2.0/floatingips/3080be66-4727-42b5-b586-29e81bf6e1a0 HTTP/1.1" status: 204 len: 168 time: 0.9231224 Nov 24 13:28:58.053301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'tag': '19c3352c-1ce4-4d24-8f96-e140154db9bf'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:28:58.055591 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a49309-e4fa-4510-8871-1cd31136cc6f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba362534-278e-40bd-86cb-cc2fb227113b", "tag": "19c3352c-1ce4-4d24-8f96-e140154db9bf"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:28:58.098406 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab0621b-510f-4b40-be33-84f109438823 x-openstack-request-id: req-eab0621b-510f-4b40-be33-84f109438823 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:28:58.098708 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba362534-278e-40bd-86cb-cc2fb227113b", "tag": "19c3352c-1ce4-4d24-8f96-e140154db9bf", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:28:58.099103 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eab0621b-510f-4b40-be33-84f109438823 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:28:58.099515 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'tag': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'status': 'completed', 'code': 200} Nov 24 13:28:58.181232 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a49309-e4fa-4510-8871-1cd31136cc6f req-60454a69-7558-4500-aff6-3dfad47dac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:58.183012 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33a49309-e4fa-4510-8871-1cd31136cc6f req-60454a69-7558-4500-aff6-3dfad47dac53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04c842620a844a4298a861483918cdcb&device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 1097 time: 0.0596991 Nov 24 13:28:58.285805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 457578fd-8576-4aa7-a17c-fb5a30686cc5 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:28:58.323733 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-413ee8d7-7292-4f73-98f0-e4d959532641 None None] Set router ec3a2266-3410-40b6-b403-1289bb783448 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:58.330091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 457578fd-8576-4aa7-a17c-fb5a30686cc5 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:28:58.330447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 457578fd-8576-4aa7-a17c-fb5a30686cc5 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:28:58.344946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a49309-e4fa-4510-8871-1cd31136cc6f req-6f76edb0-49a6-411b-9ec0-18ab68e344c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:58.344946 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33a49309-e4fa-4510-8871-1cd31136cc6f req-6f76edb0-49a6-411b-9ec0-18ab68e344c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d11585e1-2b46-491c-b017-718b2fbb6f27 HTTP/1.1" status: 200 len: 898 time: 0.1518178 Nov 24 13:28:58.417306 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33a49309-e4fa-4510-8871-1cd31136cc6f req-b934d887-d753-4a52-a75b-cd4841678d3f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19c3352c-1ce4-4d24-8f96-e140154db9bf HTTP/1.1" status: 200 len: 217 time: 0.0632679 Nov 24 13:28:58.462560 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef94ff-de19-4200-aa00-39d06538d10a req-18f1075f-5718-4d72-9083-b174ea679d15 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:58.464103 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1ef94ff-de19-4200-aa00-39d06538d10a req-18f1075f-5718-4d72-9083-b174ea679d15 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 946 time: 0.1036034 Nov 24 13:28:58.494089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a49309-e4fa-4510-8871-1cd31136cc6f req-fcb44ec0-df53-40d1-87df-b1c5fc88d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:58.495553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33a49309-e4fa-4510-8871-1cd31136cc6f req-fcb44ec0-df53-40d1-87df-b1c5fc88d208 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=021114d2-00a5-4d5d-acf7-9066053111c6 HTTP/1.1" status: 200 len: 834 time: 0.0700927 Nov 24 13:28:58.545955 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-413ee8d7-7292-4f73-98f0-e4d959532641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:28:52Z', 'revision_number': 6, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:14Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:58.554710 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1ef94ff-de19-4200-aa00-39d06538d10a req-16da2207-af16-4fc3-bc16-6083105e4068 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05aeb30-04eb-4156-a893-c0c7747f0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807891 Nov 24 13:28:58.564459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a49309-e4fa-4510-8871-1cd31136cc6f req-fcb7c0c7-74d5-4831-9e73-ec63fe8fb6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:58.565943 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33a49309-e4fa-4510-8871-1cd31136cc6f req-fcb7c0c7-74d5-4831-9e73-ec63fe8fb6f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d11585e1-2b46-491c-b017-718b2fbb6f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629833 Nov 24 13:28:58.585422 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ee8d7-7292-4f73-98f0-e4d959532641 None None] Checking router: ec3a2266-3410-40b6-b403-1289bb783448 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:28:58.594356 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ee8d7-7292-4f73-98f0-e4d959532641 None None] Routers {'ec3a2266-3410-40b6-b403-1289bb783448'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:28:58.595224 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-413ee8d7-7292-4f73-98f0-e4d959532641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ec3a2266-3410-40b6-b403-1289bb783448'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:58.675690 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33a49309-e4fa-4510-8871-1cd31136cc6f req-900df30e-8022-452b-964c-b62eecaae69c service neutron] 10.222.0.59 "GET /v2.0/networks/d11585e1-2b46-491c-b017-718b2fbb6f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984643 Nov 24 13:28:58.709690 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-413ee8d7-7292-4f73-98f0-e4d959532641 None None] Set router ec3a2266-3410-40b6-b403-1289bb783448 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:28:58.782891 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33a49309-e4fa-4510-8871-1cd31136cc6f req-f9880ba2-6ed8-43e4-b1a3-0391d717113c service neutron] 10.222.0.59 "GET /v2.0/networks/d11585e1-2b46-491c-b017-718b2fbb6f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997493 Nov 24 13:28:58.934155 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-413ee8d7-7292-4f73-98f0-e4d959532641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:28:52Z', 'revision_number': 6, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:14Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:28:58.967021 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ee8d7-7292-4f73-98f0-e4d959532641 None None] The sync data for ids ['ec3a2266-3410-40b6-b403-1289bb783448'] in n-d-817303-4 is: [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:28:52Z', 'revision_number': 6, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9956ec3c-24e1-4e36-875a-734769729a30', 'name': '', 'network_id': 'd11585e1-2b46-491c-b017-718b2fbb6f27', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:dd:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:10Z', 'updated_at': '2021-11-24T13:27:14Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '021114d2-00a5-4d5d-acf7-9066053111c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:28:59.210361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68886a4a-17b9-4b0b-876a-e7003ce302e2 None None] New status for floating IP 3080be66-4727-42b5-b586-29e81bf6e1a0: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:28:59.640159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be81f3d-03ac-4f51-90b4-68308a5927a6 req-38eac516-352d-4693-9181-ebe24364537f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:59.642344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3be81f3d-03ac-4f51-90b4-68308a5927a6 req-38eac516-352d-4693-9181-ebe24364537f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 946 time: 0.0533319 Nov 24 13:28:59.695299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392df2c-7fec-4151-b050-6354edd205f6 req-9065158c-2ea2-402c-a85e-cea9345aba84 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:28:59.696946 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a392df2c-7fec-4151-b050-6354edd205f6 req-9065158c-2ea2-402c-a85e-cea9345aba84 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba362534-278e-40bd-86cb-cc2fb227113b HTTP/1.1" status: 200 len: 946 time: 0.0582242 Nov 24 13:28:59.739643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-3be81f3d-03ac-4f51-90b4-68308a5927a6 req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Deleting port 19c3352c-1ce4-4d24-8f96-e140154db9bf {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:28:59.739985 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3be81f3d-03ac-4f51-90b4-68308a5927a6 req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:59.757316 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a392df2c-7fec-4151-b050-6354edd205f6 req-66e39dc9-86e7-4743-8acc-2b28a8f88de5 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=f05aeb30-04eb-4156-a893-c0c7747f0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533023 Nov 24 13:28:59.841490 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-3be81f3d-03ac-4f51-90b4-68308a5927a6 req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] For port 19c3352c-1ce4-4d24-8f96-e140154db9bf, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=19c3352c-1ce4-4d24-8f96-e140154db9bf,segment=NetworkSegment(2434b04a-935d-468d-80dd-c2ae15a4f729),segment_id=2434b04a-935d-468d-80dd-c2ae15a4f729)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:28:59.841777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3be81f3d-03ac-4f51-90b4-68308a5927a6 req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:28:59.853842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-3be81f3d-03ac-4f51-90b4-68308a5927a6 req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Calling delete_port for 19c3352c-1ce4-4d24-8f96-e140154db9bf owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:28:59.994332 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3be81f3d-03ac-4f51-90b4-68308a5927a6 req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:00.027330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Port': ['ID=19c3352c-1ce4-4d24-8f96-e140154db9bf,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:00.054348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:00.056850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:00.056850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:00.056850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:00.056850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:00.056850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:00.056850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:00.056850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:00.057660 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:00.057991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:00.058388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:00.058791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:00.081173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be81f3d-03ac-4f51-90b4-68308a5927a6 req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] No DVR routers for this DVR port 19c3352c-1ce4-4d24-8f96-e140154db9bf on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:29:00.084293 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3be81f3d-03ac-4f51-90b4-68308a5927a6 req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:00.087919 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3be81f3d-03ac-4f51-90b4-68308a5927a6 req-c09a6ef6-c88b-4cef-bc60-1b9511ef0021 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "DELETE /v2.0/ports/19c3352c-1ce4-4d24-8f96-e140154db9bf HTTP/1.1" status: 204 len: 173 time: 0.4392426 Nov 24 13:29:00.101729 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'name': 'network-vif-deleted', 'tag': '19c3352c-1ce4-4d24-8f96-e140154db9bf'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:29:00.107051 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7715d0b-4695-4ae5-bb8c-a745897a45a9" -d '{"events": [{"server_uuid": "ba362534-278e-40bd-86cb-cc2fb227113b", "name": "network-vif-deleted", "tag": "19c3352c-1ce4-4d24-8f96-e140154db9bf"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:29:00.155817 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8749a5d-1c80-4e23-814f-17f09b63e44b x-openstack-request-id: req-d8749a5d-1c80-4e23-814f-17f09b63e44b {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:29:00.156845 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba362534-278e-40bd-86cb-cc2fb227113b", "name": "network-vif-deleted", "tag": "19c3352c-1ce4-4d24-8f96-e140154db9bf", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:29:00.157178 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8749a5d-1c80-4e23-814f-17f09b63e44b {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:29:00.157695 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba362534-278e-40bd-86cb-cc2fb227113b', 'name': 'network-vif-deleted', 'tag': '19c3352c-1ce4-4d24-8f96-e140154db9bf', 'status': 'completed', 'code': 200} Nov 24 13:29:00.817450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52556) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:00.887727 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-901e4511-3d79-465e-864c-266c725065e0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:00.922057 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-901e4511-3d79-465e-864c-266c725065e0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:00.994882 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-901e4511-3d79-465e-864c-266c725065e0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:00.999189 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-901e4511-3d79-465e-864c-266c725065e0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:01.000984 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-901e4511-3d79-465e-864c-266c725065e0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "DELETE /v2.0/security-groups/f05aeb30-04eb-4156-a893-c0c7747f0c3d HTTP/1.1" status: 204 len: 168 time: 0.1818631 Nov 24 13:29:01.018189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e4511-3d79-465e-864c-266c725065e0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05aeb30-04eb-4156-a893-c0c7747f0c3d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:01.048436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52560) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:01.464560 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-348284f9-1ba8-4e72-bba3-fce202bb15c3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:01.754797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-348284f9-1ba8-4e72-bba3-fce202bb15c3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Deleting port 9956ec3c-24e1-4e36-875a-734769729a30 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:29:01.755157 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-348284f9-1ba8-4e72-bba3-fce202bb15c3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:01.848968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-348284f9-1ba8-4e72-bba3-fce202bb15c3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] For port 9956ec3c-24e1-4e36-875a-734769729a30, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9956ec3c-24e1-4e36-875a-734769729a30,segment=NetworkSegment(2434b04a-935d-468d-80dd-c2ae15a4f729),segment_id=2434b04a-935d-468d-80dd-c2ae15a4f729)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:01.849679 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-348284f9-1ba8-4e72-bba3-fce202bb15c3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:01.864874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-348284f9-1ba8-4e72-bba3-fce202bb15c3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Calling delete_port for 9956ec3c-24e1-4e36-875a-734769729a30 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:29:02.064331 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-348284f9-1ba8-4e72-bba3-fce202bb15c3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:02.097379 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348284f9-1ba8-4e72-bba3-fce202bb15c3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Port': ['ID=9956ec3c-24e1-4e36-875a-734769729a30,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:02.286508 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-348284f9-1ba8-4e72-bba3-fce202bb15c3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:02.532353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348284f9-1ba8-4e72-bba3-fce202bb15c3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Router ec3a2266-3410-40b6-b403-1289bb783448 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:29:02.836255 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 19c3352c-1ce4-4d24-8f96-e140154db9bf no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:29:02.860808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 19c3352c-1ce4-4d24-8f96-e140154db9bf {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:29:02.861551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 19c3352c-1ce4-4d24-8f96-e140154db9bf not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:29:02.948835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348284f9-1ba8-4e72-bba3-fce202bb15c3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:29:02.957976 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-348284f9-1ba8-4e72-bba3-fce202bb15c3 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "PUT /v2.0/routers/ec3a2266-3410-40b6-b403-1289bb783448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9048893 Nov 24 13:29:02.958648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52572) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:02.960434 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a4d18-2df7-403c-a771-7fd8c24fec77 None None] Sync routers for ids ['ec3a2266-3410-40b6-b403-1289bb783448'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:29:02.971893 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a4d18-2df7-403c-a771-7fd8c24fec77 None None] Routers {'ec3a2266-3410-40b6-b403-1289bb783448'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:02.973011 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-521a4d18-2df7-403c-a771-7fd8c24fec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ec3a2266-3410-40b6-b403-1289bb783448'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:02.976845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc0e83-3941-4b33-88d8-5575e8b390c4 req-46f3befb-b2e6-415e-92f2-6d5814183453 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:02.979074 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bbbc0e83-3941-4b33-88d8-5575e8b390c4 req-46f3befb-b2e6-415e-92f2-6d5814183453 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1096 time: 0.0644994 Nov 24 13:29:03.023136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ec1679-aed5-4bd3-a509-e298adf8cb0b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Deleting subnet 021114d2-00a5-4d5d-acf7-9066053111c6 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:29:03.025813 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-83ec1679-aed5-4bd3-a509-e298adf8cb0b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:03.040208 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bbbc0e83-3941-4b33-88d8-5575e8b390c4 req-397440ef-3174-45f0-b1eb-cfe47a2955af tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545728 Nov 24 13:29:03.081846 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-83ec1679-aed5-4bd3-a509-e298adf8cb0b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:03.093515 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-521a4d18-2df7-403c-a771-7fd8c24fec77 None None] Set router ec3a2266-3410-40b6-b403-1289bb783448 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:03.213917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5454b-9343-4582-91c5-fe511919ed5b req-da09967a-477e-47cb-ab24-696048086b73 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:03.215628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3bb5454b-9343-4582-91c5-fe511919ed5b req-da09967a-477e-47cb-ab24-696048086b73 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0947330 Nov 24 13:29:03.231688 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-83ec1679-aed5-4bd3-a509-e298adf8cb0b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:03.291365 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-521a4d18-2df7-403c-a771-7fd8c24fec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:29:02Z', 'revision_number': 7, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:03.319688 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a4d18-2df7-403c-a771-7fd8c24fec77 None None] Checking router: ec3a2266-3410-40b6-b403-1289bb783448 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:29:03.325673 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3bb5454b-9343-4582-91c5-fe511919ed5b req-2c416013-727a-47d2-8c10-b5dd50c77b87 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015174 Nov 24 13:29:03.332099 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-83ec1679-aed5-4bd3-a509-e298adf8cb0b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:03.332281 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a4d18-2df7-403c-a771-7fd8c24fec77 None None] Routers {'ec3a2266-3410-40b6-b403-1289bb783448'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:03.333178 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-521a4d18-2df7-403c-a771-7fd8c24fec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['ec3a2266-3410-40b6-b403-1289bb783448'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:03.354030 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52576) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:03.361818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec1679-aed5-4bd3-a509-e298adf8cb0b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Subnet': ['ID=021114d2-00a5-4d5d-acf7-9066053111c6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:03.365816 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-83ec1679-aed5-4bd3-a509-e298adf8cb0b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:03.369899 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-83ec1679-aed5-4bd3-a509-e298adf8cb0b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "DELETE /v2.0/subnets/021114d2-00a5-4d5d-acf7-9066053111c6 HTTP/1.1" status: 204 len: 168 time: 0.4097929 Nov 24 13:29:03.372296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52578) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:03.375541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce270b6-19fd-458a-bd4b-4fc08930ceb1 None None] Network d11585e1-2b46-491c-b017-718b2fbb6f27 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:29:03.469712 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-521a4d18-2df7-403c-a771-7fd8c24fec77 None None] Set router ec3a2266-3410-40b6-b403-1289bb783448 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:03.497173 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:03.500859 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d0163056-12b2-459b-888e-0c83008840ec tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/feaf844d-192e-4033-ac2c-982826bec56e HTTP/1.1" status: 200 len: 992 time: 0.1443791 Nov 24 13:29:03.635899 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:03.655421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caecd824-8672-44b4-a785-da620540d9f5 None None] DHCP port deletion for d11585e1-2b46-491c-b017-718b2fbb6f27 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:03.714298 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-caecd824-8672-44b4-a785-da620540d9f5 None None] Deleting port 6b63d6c3-650c-48d8-9b33-e3805b8a6556 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:29:03.714824 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-caecd824-8672-44b4-a785-da620540d9f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:03.726662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Deleting port 48e23dfb-7185-4a41-832d-ba342d518ebe {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:29:03.726996 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:03.742311 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-521a4d18-2df7-403c-a771-7fd8c24fec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:29:02Z', 'revision_number': 7, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:03.787752 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a4d18-2df7-403c-a771-7fd8c24fec77 None None] The sync data for ids ['ec3a2266-3410-40b6-b403-1289bb783448'] in n-d-817303-4 is: [{'id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'name': 'tempest-TestNetworkBasicOps-router-908613597', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:27:06Z', 'updated_at': '2021-11-24T13:29:02Z', 'revision_number': 7, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '48e23dfb-7185-4a41-832d-ba342d518ebe', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:62:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec3a2266-3410-40b6-b403-1289bb783448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:27:07Z', 'updated_at': '2021-11-24T13:27:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:29:03.792330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-caecd824-8672-44b4-a785-da620540d9f5 None None] For port 6b63d6c3-650c-48d8-9b33-e3805b8a6556, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6b63d6c3-650c-48d8-9b33-e3805b8a6556,segment=NetworkSegment(2434b04a-935d-468d-80dd-c2ae15a4f729),segment_id=2434b04a-935d-468d-80dd-c2ae15a4f729)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:03.792834 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-caecd824-8672-44b4-a785-da620540d9f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:03.820645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-caecd824-8672-44b4-a785-da620540d9f5 None None] Calling delete_port for 6b63d6c3-650c-48d8-9b33-e3805b8a6556 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:29:03.874384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] For port 48e23dfb-7185-4a41-832d-ba342d518ebe, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=48e23dfb-7185-4a41-832d-ba342d518ebe,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:03.875613 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:03.897151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Calling delete_port for 48e23dfb-7185-4a41-832d-ba342d518ebe owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:29:03.950979 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-caecd824-8672-44b4-a785-da620540d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:03.974843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caecd824-8672-44b4-a785-da620540d9f5 None None] No DVR routers for this DVR port 6b63d6c3-650c-48d8-9b33-e3805b8a6556 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:29:04.004186 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecd824-8672-44b4-a785-da620540d9f5 None None] Pushing event deleted for resources: {'Port': ['ID=6b63d6c3-650c-48d8-9b33-e3805b8a6556,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:04.065406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52592) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:04.138620 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.177376 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6817e-2629-4945-b933-5c301a526e59 req-560dceee-2290-4482-bac6-a8e359860ada tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:04.181201 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7aa6817e-2629-4945-b933-5c301a526e59 req-560dceee-2290-4482-bac6-a8e359860ada tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0971107 Nov 24 13:29:04.208157 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc06224f-321a-4f46-987f-2704a2e6f91e None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:04.226257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Port': ['ID=48e23dfb-7185-4a41-832d-ba342d518ebe,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:04.289273 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.299617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6b63d6c3-650c-48d8-9b33-e3805b8a6556 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:29:04.301157 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7aa6817e-2629-4945-b933-5c301a526e59 req-650c1487-5b97-427d-a004-5b03b0767127 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971437 Nov 24 13:29:04.349854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 6b63d6c3-650c-48d8-9b33-e3805b8a6556 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:29:04.350210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6b63d6c3-650c-48d8-9b33-e3805b8a6556 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:29:04.350654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9956ec3c-24e1-4e36-875a-734769729a30 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:29:04.370482 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-368c5eed-1905-4d90-85fe-c173816cc4e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3038919 Nov 24 13:29:04.385674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-522dbd50-ba93-4496-ab4e-f1c71826ebaf service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:29:04.386918 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-522dbd50-ba93-4496-ab4e-f1c71826ebaf service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071595 Nov 24 13:29:04.389543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 9956ec3c-24e1-4e36-875a-734769729a30 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:29:04.389844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9956ec3c-24e1-4e36-875a-734769729a30 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:29:04.427933 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.431421 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.488098 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.489253 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Fanout notify agent at l3_agent the message router_deleted on router ec3a2266-3410-40b6-b403-1289bb783448 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:29:04.497556 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.501059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cc5d729f-f272-4aba-bcee-38a9cf20b79b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "DELETE /v2.0/routers/ec3a2266-3410-40b6-b403-1289bb783448 HTTP/1.1" status: 204 len: 168 time: 1.1253877 Nov 24 13:29:04.501413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52600) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:04.605564 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5fd88e5-55f2-41df-9c11-f0d605cf587b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.709206 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5fd88e5-55f2-41df-9c11-f0d605cf587b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.734294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c5fd88e5-55f2-41df-9c11-f0d605cf587b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11585e1-2b46-491c-b017-718b2fbb6f27']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:04.744951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c5fd88e5-55f2-41df-9c11-f0d605cf587b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2434b04a-935d-468d-80dd-c2ae15a4f729') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:04.745343 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c5fd88e5-55f2-41df-9c11-f0d605cf587b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2434b04a-935d-468d-80dd-c2ae15a4f729') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:04.756310 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5fd88e5-55f2-41df-9c11-f0d605cf587b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.770377 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5fd88e5-55f2-41df-9c11-f0d605cf587b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.778214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5fd88e5-55f2-41df-9c11-f0d605cf587b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:29:04.778849 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5fd88e5-55f2-41df-9c11-f0d605cf587b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:29:04.782283 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:29:04.855664 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5fd88e5-55f2-41df-9c11-f0d605cf587b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.863595 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5fd88e5-55f2-41df-9c11-f0d605cf587b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.866850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c5fd88e5-55f2-41df-9c11-f0d605cf587b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "DELETE /v2.0/networks/d11585e1-2b46-491c-b017-718b2fbb6f27 HTTP/1.1" status: 204 len: 168 time: 0.3644919 Nov 24 13:29:04.885411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52618) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:04.886352 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd88e5-55f2-41df-9c11-f0d605cf587b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Network': ['ID=d11585e1-2b46-491c-b017-718b2fbb6f27,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:04.897557 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-0cbbafcd-d53d-4e9a-9d6d-111dab518bea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'network': {'name': 'tempest-network-smoke--240109358', 'project_id': '04c842620a844a4298a861483918cdcb', 'port_security_enabled': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:04.921786 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbbafcd-d53d-4e9a-9d6d-111dab518bea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Made reservation on behalf of 04c842620a844a4298a861483918cdcb for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:29:04.925613 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0cbbafcd-d53d-4e9a-9d6d-111dab518bea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.951859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbbafcd-d53d-4e9a-9d6d-111dab518bea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:29:04.962820 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0cbbafcd-d53d-4e9a-9d6d-111dab518bea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:04.963260 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-0cbbafcd-d53d-4e9a-9d6d-111dab518bea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Added segment 8888d064-c94e-47f5-8f49-6af1fa2ca09e of type vlan for network 2e264e98-a234-432a-9b53-983ff0733699 Nov 24 13:29:05.011659 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0cbbafcd-d53d-4e9a-9d6d-111dab518bea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:05.044335 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0cbbafcd-d53d-4e9a-9d6d-111dab518bea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:05.050178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbbafcd-d53d-4e9a-9d6d-111dab518bea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:05.050963 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0cbbafcd-d53d-4e9a-9d6d-111dab518bea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:05.099043 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0cbbafcd-d53d-4e9a-9d6d-111dab518bea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2111998 Nov 24 13:29:05.101954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52624) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:05.107651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'admin_state_up': True, 'project_id': '04c842620a844a4298a861483918cdcb', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:05.138719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbafcd-d53d-4e9a-9d6d-111dab518bea tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Network': ['ID=2e264e98-a234-432a-9b53-983ff0733699,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:05.140918 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:05.149509 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:05.149802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 2e264e98-a234-432a-9b53-983ff0733699 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:29:05.271269 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:05.771780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-3e5b9a66-556c-4b81-affc-31bc487a9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:05.773339 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-3e5b9a66-556c-4b81-affc-31bc487a9894 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1096 time: 0.0466075 Nov 24 13:29:05.790751 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:05.810703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e5d09-f3d8-4005-acde-fe98ae8d1b8b req-79cf03e1-8573-4f66-b34a-8561e01d1da5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:05.812394 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-596e5d09-f3d8-4005-acde-fe98ae8d1b8b req-79cf03e1-8573-4f66-b34a-8561e01d1da5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.1349957 Nov 24 13:29:05.897557 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-75f3c790-326a-4bdc-8f67-66ddd3b901c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:05.899256 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-75f3c790-326a-4bdc-8f67-66ddd3b901c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=780e1384-a587-4b17-9169-6a81e5d41353 HTTP/1.1" status: 200 len: 898 time: 0.1165304 Nov 24 13:29:05.920051 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-596e5d09-f3d8-4005-acde-fe98ae8d1b8b req-d6bbc3ce-8d83-478f-8f6b-2c43dd72e876 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953424 Nov 24 13:29:05.980486 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-7ba44317-d78f-42db-9c1c-518a0bd173a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 1000 time: 0.0728686 Nov 24 13:29:06.046686 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-0846fe89-5d6d-425d-ae02-4712060b34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:06.048023 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-0846fe89-5d6d-425d-ae02-4712060b34a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5fcc4829-4c03-4935-809f-95679e8bfa5c HTTP/1.1" status: 200 len: 834 time: 0.0594654 Nov 24 13:29:06.070000 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:06.098164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-f392a686-1b95-404e-951b-0774b06bcd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:06.099675 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-f392a686-1b95-404e-951b-0774b06bcd63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780e1384-a587-4b17-9169-6a81e5d41353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431249 Nov 24 13:29:06.106215 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:06.199992 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-71b08bdc-3b42-4fa5-83ef-f01a97ff880f service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921364 Nov 24 13:29:06.225672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 48e23dfb-7185-4a41-832d-ba342d518ebe no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:29:06.241298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Allocated IP 172.25.0.107 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/3cdd6c86-95fc-4b37-a364-7e160ba9468a) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:29:06.329884 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-c73494e5-510a-4888-83b8-55191ac59f59 service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219254 Nov 24 13:29:06.406880 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:06.437902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 48e23dfb-7185-4a41-832d-ba342d518ebe {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:29:06.438568 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 48e23dfb-7185-4a41-832d-ba342d518ebe not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:29:06.455947 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:06.513798 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:06.524610 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:29:06.527417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:06.530117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:29:06.536868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=3cdd6c86-95fc-4b37-a364-7e160ba9468a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:06.541593 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5483c644-44eb-4c6c-a6c5-5c738d9b762a None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:06.632820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-df5f7c76-8acc-4708-af1e-4d673767d7d1 None None] Provisioning complete for port 3cdd6c86-95fc-4b37-a364-7e160ba9468a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:06.633269 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-df5f7c76-8acc-4708-af1e-4d673767d7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:06.669931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-df5f7c76-8acc-4708-af1e-4d673767d7d1 None None] Port 3cdd6c86-95fc-4b37-a364-7e160ba9468a cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:29:06.799674 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:07.021318 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:07.054834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3f955-d2be-48f7-b709-9abd24f110e1 req-8637d4f4-e09b-4243-befe-a04fa7c4c8fe tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:07.056522 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-48c3f955-d2be-48f7-b709-9abd24f110e1 req-8637d4f4-e09b-4243-befe-a04fa7c4c8fe tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0568619 Nov 24 13:29:07.113391 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-48c3f955-d2be-48f7-b709-9abd24f110e1 req-cd656361-1a44-4c5a-9480-50d9d306dbea tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481997 Nov 24 13:29:07.169613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:29:07.281264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:29:07.291791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Sync routers for ids ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:29:07.302471 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:07.303789 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3fff6cd9-1f1a-44b7-bd73-1cf724e9f6b1 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2007627 Nov 24 13:29:07.305629 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Routers {'3b73558c-4a23-4c0b-a767-ed2b10ec48ad'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:07.306310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:07.307155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52652) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:07.339737 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-26b9684d-84f1-4695-8d7e-f3dc305fb0fd tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=04c842620a844a4298a861483918cdcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312312 Nov 24 13:29:07.342301 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52654) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:07.421812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Set router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:07.502682 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ea2ef-8f26-4e48-9793-0de63efb15d2 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:07.506842 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4b7ea2ef-8f26-4e48-9793-0de63efb15d2 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1607533 Nov 24 13:29:07.507189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52656) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:07.539639 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-47254e15-eb84-4f67-8ae2-3cd743b68d49 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290134 Nov 24 13:29:07.540322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52658) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:07.545114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-68618af3-a732-4486-8a95-ae47a6966280 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-433153858', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'project_id': '04c842620a844a4298a861483918cdcb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:07.617345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:29:06Z', 'revision_number': 3, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:07.632612 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68618af3-a732-4486-8a95-ae47a6966280 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Made reservation on behalf of 04c842620a844a4298a861483918cdcb for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:29:07.636139 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68618af3-a732-4486-8a95-ae47a6966280 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:07.646854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Checking router: 3b73558c-4a23-4c0b-a767-ed2b10ec48ad for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:29:07.647310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Updating router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad port 3cdd6c86-95fc-4b37-a364-7e160ba9468a binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:29:07.674911 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:07.836310 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68618af3-a732-4486-8a95-ae47a6966280 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:07.918931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68618af3-a732-4486-8a95-ae47a6966280 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Checking segment: {'id': '8888d064-c94e-47f5-8f49-6af1fa2ca09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e264e98-a234-432a-9b53-983ff0733699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:07.919294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68618af3-a732-4486-8a95-ae47a6966280 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network hostable DHCP agents. Network: 2e264e98-a234-432a-9b53-983ff0733699, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:29:07.922947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68618af3-a732-4486-8a95-ae47a6966280 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Subnet': ['ID=611ca8b9-46a1-4c99-81ce-9c4bf8f394cd,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:07.943971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68618af3-a732-4486-8a95-ae47a6966280 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network 2e264e98-a234-432a-9b53-983ff0733699 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:29:07.955278 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-68618af3-a732-4486-8a95-ae47a6966280 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 2e264e98-a234-432a-9b53-983ff0733699) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:07.957975 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:07.961374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68618af3-a732-4486-8a95-ae47a6966280 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:07.962158 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-68618af3-a732-4486-8a95-ae47a6966280 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:07.965514 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:07.983017 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-68618af3-a732-4486-8a95-ae47a6966280 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4412320 Nov 24 13:29:07.986320 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52662) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:07.994341 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf9fb73-2121-4e25-9ac1-b80217eeac28 None None] Network 2e264e98-a234-432a-9b53-983ff0733699 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:29:08.043244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89741c3e-f5e4-4335-beb0-62d221564f26 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:08.084535 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Attempting to bind port 3cdd6c86-95fc-4b37-a364-7e160ba9468a on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:29:08.085097 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Attempting to bind port 3cdd6c86-95fc-4b37-a364-7e160ba9468a by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:29:08.085564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Attempting to bind port 3cdd6c86-95fc-4b37-a364-7e160ba9468a on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:08.092262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b6aef-219b-4be6-abec-aa513d207266 None None] Pushing event updated for resources: {'Port': ['ID=3cdd6c86-95fc-4b37-a364-7e160ba9468a,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:08.104707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:29:08.105595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:08.106011 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:08.106711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:29:08.107569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Bound port: 3cdd6c86-95fc-4b37-a364-7e160ba9468a, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:29:08.108529 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:08.222650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] For port 3cdd6c86-95fc-4b37-a364-7e160ba9468a, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:29:08.251436 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] For port 3cdd6c86-95fc-4b37-a364-7e160ba9468a, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3cdd6c86-95fc-4b37-a364-7e160ba9468a,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:29:08.262384 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:08.268227 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d6b0aaa1-7563-4f24-bf97-2cbc31ddb8a8 None None] Provisioning complete for port 3cdd6c86-95fc-4b37-a364-7e160ba9468a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:08.268674 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d6b0aaa1-7563-4f24-bf97-2cbc31ddb8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:08.336912 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-2e264e98-a234-432a-9b53-983ff0733699', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'fixed_ips': [{'subnet_id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:29:08.338619 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:08.382969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e7acd0-eb24-4567-a32e-052a2b4c5f95 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:08.416596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b6aef-219b-4be6-abec-aa513d207266 None None] Pushing event updated for resources: {'Port': ['ID=3cdd6c86-95fc-4b37-a364-7e160ba9468a,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:08.457337 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f115b9-9dc2-403c-8e84-2eeb15ec6641 req-167f781c-dda1-41de-be57-9ac04933e3e3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:08.459419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28f115b9-9dc2-403c-8e84-2eeb15ec6641 req-167f781c-dda1-41de-be57-9ac04933e3e3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.1270690 Nov 24 13:29:08.471063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Routers {'3b73558c-4a23-4c0b-a767-ed2b10ec48ad'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:08.471703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:08.527895 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28f115b9-9dc2-403c-8e84-2eeb15ec6641 req-70c98bd0-f52d-4d77-98bf-f8ca5870ce27 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560739 Nov 24 13:29:08.578359 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:08.677413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Allocated IP 172.20.0.2 (2e264e98-a234-432a-9b53-983ff0733699/611ca8b9-46a1-4c99-81ce-9c4bf8f394cd/20cc528e-e22d-4e9e-8404-41c984f836fc) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:29:08.698096 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d6b0aaa1-7563-4f24-bf97-2cbc31ddb8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:08.754443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d6b0aaa1-7563-4f24-bf97-2cbc31ddb8a8 None None] For port 3cdd6c86-95fc-4b37-a364-7e160ba9468a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3cdd6c86-95fc-4b37-a364-7e160ba9468a,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:08.762571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] Set router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:08.764584 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d6b0aaa1-7563-4f24-bf97-2cbc31ddb8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:08.987023 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0aaa1-7563-4f24-bf97-2cbc31ddb8a8 None None] Pushing event updated for resources: {'Port': ['ID=3cdd6c86-95fc-4b37-a364-7e160ba9468a,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:08.993110 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e6d3ec7c-80a9-48b4-bf7c-c5ac1a7cb30b None None] Provisioning complete for port 3cdd6c86-95fc-4b37-a364-7e160ba9468a triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:08.993494 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ec7c-80a9-48b4-bf7c-c5ac1a7cb30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:09.072884 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:09.085065 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:09.135503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Allocated IP 172.20.0.1 (2e264e98-a234-432a-9b53-983ff0733699/611ca8b9-46a1-4c99-81ce-9c4bf8f394cd/66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:29:09.163823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Network 2e264e98-a234-432a-9b53-983ff0733699 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:29:09.170766 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:09.174792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:29:09.176412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Pushing event updated for resources: {'Port': ['ID=20cc528e-e22d-4e9e-8404-41c984f836fc,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:09.326933 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:09.367152 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:09.412479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network 2e264e98-a234-432a-9b53-983ff0733699 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:29:09.415655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:09.419692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:29:09.427141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:09.431791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Attempting to bind port 20cc528e-e22d-4e9e-8404-41c984f836fc on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:29:09.432418 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Attempting to bind port 20cc528e-e22d-4e9e-8404-41c984f836fc by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '8888d064-c94e-47f5-8f49-6af1fa2ca09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e264e98-a234-432a-9b53-983ff0733699'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:29:09.432543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Attempting to bind port 20cc528e-e22d-4e9e-8404-41c984f836fc on network 2e264e98-a234-432a-9b53-983ff0733699 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:09.435428 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:29:06Z', 'revision_number': 3, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:09.468663 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:29:09.469172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Checking segment: {'id': '8888d064-c94e-47f5-8f49-6af1fa2ca09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e264e98-a234-432a-9b53-983ff0733699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:09.469482 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:09.469899 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Bound using segment: {'id': '8888d064-c94e-47f5-8f49-6af1fa2ca09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e264e98-a234-432a-9b53-983ff0733699'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:29:09.470395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Bound port: 20cc528e-e22d-4e9e-8404-41c984f836fc, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8888d064-c94e-47f5-8f49-6af1fa2ca09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e264e98-a234-432a-9b53-983ff0733699'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:29:09.470853 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:09.472467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:09.473013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cb9c4-a284-48ad-ac6a-4ca9f97d458c None None] The sync data for ids ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'] in n-d-817303-4 is: [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:29:06Z', 'revision_number': 3, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:29:09.545908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] For port 20cc528e-e22d-4e9e-8404-41c984f836fc, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:29:09.550778 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] For port 20cc528e-e22d-4e9e-8404-41c984f836fc, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=20cc528e-e22d-4e9e-8404-41c984f836fc,segment=NetworkSegment(8888d064-c94e-47f5-8f49-6af1fa2ca09e),segment_id=8888d064-c94e-47f5-8f49-6af1fa2ca09e)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:29:09.557135 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:09.649822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362924e-d75f-49ee-bb14-912538869cf5 None None] Pushing event updated for resources: {'Port': ['ID=20cc528e-e22d-4e9e-8404-41c984f836fc,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:09.698023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:09.750481 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:09.844155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7495d-f3df-4e65-a3f6-257da32be41a req-c304c3ca-eb56-4f9b-92c0-220fc222d47d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:09.845795 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3fa7495d-f3df-4e65-a3f6-257da32be41a req-c304c3ca-eb56-4f9b-92c0-220fc222d47d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.1810808 Nov 24 13:29:10.118111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3fa7495d-f3df-4e65-a3f6-257da32be41a req-d35bfd56-ff54-4ace-a17c-d7ef0bc4e6c9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583992 Nov 24 13:29:10.198353 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:10.210265 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:10.306702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:10.312553 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:10.343667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 20cc528e-e22d-4e9e-8404-41c984f836fc up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:10.407286 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 20cc528e-e22d-4e9e-8404-41c984f836fc triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:10.407662 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:10.435134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network 2e264e98-a234-432a-9b53-983ff0733699 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:29:10.437342 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:10.514340 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:10.563986 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 20cc528e-e22d-4e9e-8404-41c984f836fc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=20cc528e-e22d-4e9e-8404-41c984f836fc,segment=NetworkSegment(8888d064-c94e-47f5-8f49-6af1fa2ca09e),segment_id=8888d064-c94e-47f5-8f49-6af1fa2ca09e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:10.574252 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:10.575068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3cdd6c86-95fc-4b37-a364-7e160ba9468a up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:10.599369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:29:10.697481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=20cc528e-e22d-4e9e-8404-41c984f836fc,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:10.703665 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 3cdd6c86-95fc-4b37-a364-7e160ba9468a triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:10.704040 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:10.748974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:29:10.759887 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c870001f-d88a-4428-8cb9-4037e835d376 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "PUT /v2.0/routers/3b73558c-4a23-4c0b-a767-ed2b10ec48ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7700605 Nov 24 13:29:10.760017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52680) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:11.015630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbff4ff7-2ac9-4714-baeb-3d87df1ca9fb None None] Network 2e264e98-a234-432a-9b53-983ff0733699 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:29:11.038515 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685dcc3d-7652-460a-9ee8-fd4ec924c5df tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.039040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685dcc3d-7652-460a-9ee8-fd4ec924c5df tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.039501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685dcc3d-7652-460a-9ee8-fd4ec924c5df tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.039974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685dcc3d-7652-460a-9ee8-fd4ec924c5df tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.040570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685dcc3d-7652-460a-9ee8-fd4ec924c5df tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.041066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685dcc3d-7652-460a-9ee8-fd4ec924c5df tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.041689 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685dcc3d-7652-460a-9ee8-fd4ec924c5df tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.043897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-685dcc3d-7652-460a-9ee8-fd4ec924c5df tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.2828984 Nov 24 13:29:11.047103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52682) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:11.151535 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e8479876-d3b3-455e-bf18-f80d6345cacf None None] Provisioning complete for port 20cc528e-e22d-4e9e-8404-41c984f836fc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:11.151906 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e8479876-d3b3-455e-bf18-f80d6345cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:11.184334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf5f28-cddf-4124-a127-34aa3160daab tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.185204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf5f28-cddf-4124-a127-34aa3160daab tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.185857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf5f28-cddf-4124-a127-34aa3160daab tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.186499 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf5f28-cddf-4124-a127-34aa3160daab tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.187179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf5f28-cddf-4124-a127-34aa3160daab tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.187818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf5f28-cddf-4124-a127-34aa3160daab tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.188619 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf5f28-cddf-4124-a127-34aa3160daab tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.190975 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8fdf5f28-cddf-4124-a127-34aa3160daab tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.1426244 Nov 24 13:29:11.194470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52690) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:11.350576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09d1e4-1c09-4a4c-ba3c-fa733a4bf6a6 req-2fb5078f-3b1e-4ce0-a4ff-d688ac61e9ac tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:11.359775 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a09d1e4-1c09-4a4c-ba3c-fa733a4bf6a6 req-2fb5078f-3b1e-4ce0-a4ff-d688ac61e9ac tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.1119020 Nov 24 13:29:11.435314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a09d1e4-1c09-4a4c-ba3c-fa733a4bf6a6 req-cb50fdf8-bf8e-46be-ba6c-7f4c9a3f1d88 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741866 Nov 24 13:29:11.550641 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e90a5be6-bcb9-4d15-ab91-e3a2767ce0d5 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3777 time: 0.3535480 Nov 24 13:29:11.645559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7cf92670-b40a-4513-a802-a2ff9db927cb None None] Provisioning complete for port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:11.646030 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7cf92670-b40a-4513-a802-a2ff9db927cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:11.697269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7cf92670-b40a-4513-a802-a2ff9db927cb None None] Port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:29:11.707796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7cf92670-b40a-4513-a802-a2ff9db927cb None None] Provisioning complete for port 20cc528e-e22d-4e9e-8404-41c984f836fc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:11.708298 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7cf92670-b40a-4513-a802-a2ff9db927cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:11.757866 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52694) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:11.771653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-6240bac7-5f7d-430c-90b7-b6ecb806ca63 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568076996', 'description': 'tempest-secgroup-smoke-1568076996 description', 'project_id': '04c842620a844a4298a861483918cdcb'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:11.785508 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Sync routers for ids ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:29:11.803328 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6240bac7-5f7d-430c-90b7-b6ecb806ca63 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:11.820041 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Routers {'3b73558c-4a23-4c0b-a767-ed2b10ec48ad'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:11.820656 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:11.940041 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6240bac7-5f7d-430c-90b7-b6ecb806ca63 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:11.945610 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6240bac7-5f7d-430c-90b7-b6ecb806ca63 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:11.994990 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6240bac7-5f7d-430c-90b7-b6ecb806ca63 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:11.996572 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6240bac7-5f7d-430c-90b7-b6ecb806ca63 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2366734 Nov 24 13:29:11.999684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52696) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:12.006764 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240bac7-5f7d-430c-90b7-b6ecb806ca63 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a92dd04-daa0-4803-8b79-ccc40bb0a650,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:12.013163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2acaf45d-7de5-485c-8d34-3a894439d9f7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': '6a92dd04-daa0-4803-8b79-ccc40bb0a650', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:12.042526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9d55ba0f-2b8e-4f91-821e-ac2b51c27a20 None None] Provisioning complete for port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:12.043012 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d55ba0f-2b8e-4f91-821e-ac2b51c27a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.082066 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2acaf45d-7de5-485c-8d34-3a894439d9f7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.116644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9d55ba0f-2b8e-4f91-821e-ac2b51c27a20 None None] Port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:29:12.171282 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2acaf45d-7de5-485c-8d34-3a894439d9f7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.178104 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2acaf45d-7de5-485c-8d34-3a894439d9f7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.192954 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Set router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:12.227992 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaf45d-7de5-485c-8d34-3a894439d9f7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fe52f9-648f-4df8-91b3-9d73364b9bc3,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:12.254083 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2acaf45d-7de5-485c-8d34-3a894439d9f7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.261312 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2acaf45d-7de5-485c-8d34-3a894439d9f7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2566135 Nov 24 13:29:12.261434 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52700) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:12.266610 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1e70678c-6224-4fa1-8d6d-4483191d1b88 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': '6a92dd04-daa0-4803-8b79-ccc40bb0a650', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:12.279532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 20cc528e-e22d-4e9e-8404-41c984f836fc up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:12.337317 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e70678c-6224-4fa1-8d6d-4483191d1b88 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.349056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-66f23cbe-ba7c-4b76-9b02-681cf098a036 None None] Provisioning complete for port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:12.349487 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-66f23cbe-ba7c-4b76-9b02-681cf098a036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.399609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-66f23cbe-ba7c-4b76-9b02-681cf098a036 None None] Port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:29:12.403502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 20cc528e-e22d-4e9e-8404-41c984f836fc triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:12.404214 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.438459 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e70678c-6224-4fa1-8d6d-4483191d1b88 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.446503 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e70678c-6224-4fa1-8d6d-4483191d1b88 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.465441 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70678c-6224-4fa1-8d6d-4483191d1b88 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a381932-2356-458b-8402-48267c2d4f20,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:12.488023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e70678c-6224-4fa1-8d6d-4483191d1b88 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.489684 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1e70678c-6224-4fa1-8d6d-4483191d1b88 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2272542 Nov 24 13:29:12.492133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52704) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:12.496787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-544f5198-521f-4a1c-a740-bd83e67c4743 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': '6a92dd04-daa0-4803-8b79-ccc40bb0a650', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:12.529312 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544f5198-521f-4a1c-a740-bd83e67c4743 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.598217 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:29:09Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d', 'name': '', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:fa:1a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:08Z', 'updated_at': '2021-11-24T13:29:09Z', 'revision_number': 2, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:12.618134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b70e73-6149-497e-8664-f65edc85fb6b req-32e44720-44b2-4b6b-95b9-e9e418c3caf7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:12.619703 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74b70e73-6149-497e-8664-f65edc85fb6b req-32e44720-44b2-4b6b-95b9-e9e418c3caf7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0756705 Nov 24 13:29:12.634434 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544f5198-521f-4a1c-a740-bd83e67c4743 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.644959 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544f5198-521f-4a1c-a740-bd83e67c4743 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.648564 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Checking router: 3b73558c-4a23-4c0b-a767-ed2b10ec48ad for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:29:12.649080 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Updating router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:29:12.677218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f5198-521f-4a1c-a740-bd83e67c4743 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437811dd-deff-41c9-bdb8-b08ea5b0d272,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:12.678419 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.683371 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544f5198-521f-4a1c-a740-bd83e67c4743 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.684742 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-544f5198-521f-4a1c-a740-bd83e67c4743 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1915510 Nov 24 13:29:12.688144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52706) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:12.693231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d948474e-6b52-49aa-b998-6ccf0dab01aa tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': '6a92dd04-daa0-4803-8b79-ccc40bb0a650', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:12.711046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74b70e73-6149-497e-8664-f65edc85fb6b req-fe815fe6-ff90-45ff-8cf4-3c702b51bced tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735278 Nov 24 13:29:12.737707 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d948474e-6b52-49aa-b998-6ccf0dab01aa tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.802068 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d948474e-6b52-49aa-b998-6ccf0dab01aa tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.806645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d948474e-6b52-49aa-b998-6ccf0dab01aa tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.826071 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948474e-6b52-49aa-b998-6ccf0dab01aa tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4eafd87-9c53-49cf-829b-bcb34587ff90,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:12.836640 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d948474e-6b52-49aa-b998-6ccf0dab01aa tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.840602 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d948474e-6b52-49aa-b998-6ccf0dab01aa tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485906 Nov 24 13:29:12.841582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52708) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:12.846580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-06441f5e-565a-43d6-8238-803e6cf92b91 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': '6a92dd04-daa0-4803-8b79-ccc40bb0a650', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:12.870260 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-06441f5e-565a-43d6-8238-803e6cf92b91 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Project 04c842620a844a4298a861483918cdcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:29:12.875768 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06441f5e-565a-43d6-8238-803e6cf92b91 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.942404 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06441f5e-565a-43d6-8238-803e6cf92b91 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.950042 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06441f5e-565a-43d6-8238-803e6cf92b91 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.966931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06441f5e-565a-43d6-8238-803e6cf92b91 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab5373c-af79-406c-94d8-d6ca590cc2d5,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:12.979090 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-06441f5e-565a-43d6-8238-803e6cf92b91 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.983464 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-06441f5e-565a-43d6-8238-803e6cf92b91 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387434 Nov 24 13:29:12.983772 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52710) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:12.986790 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:12.988806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-dbeb50d3-9e50-4548-ae08-0edb71949d14 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'security_group_rule': {'security_group_id': '6a92dd04-daa0-4803-8b79-ccc40bb0a650', 'project_id': '04c842620a844a4298a861483918cdcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:12.992402 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:13.011170 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-dbeb50d3-9e50-4548-ae08-0edb71949d14 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Project 04c842620a844a4298a861483918cdcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:29:13.017858 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbeb50d3-9e50-4548-ae08-0edb71949d14 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:13.067894 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46149436-e384-41ef-adfc-0fdea3d887c4 None None] Pushing event updated for resources: {'Port': ['ID=66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:13.098221 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbeb50d3-9e50-4548-ae08-0edb71949d14 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:13.098786 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Attempting to bind port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:29:13.099163 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Attempting to bind port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '8888d064-c94e-47f5-8f49-6af1fa2ca09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e264e98-a234-432a-9b53-983ff0733699'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:29:13.099686 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Attempting to bind port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d on network 2e264e98-a234-432a-9b53-983ff0733699 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:13.105639 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:29:13.106003 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Checking segment: {'id': '8888d064-c94e-47f5-8f49-6af1fa2ca09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e264e98-a234-432a-9b53-983ff0733699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:13.106404 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:13.106933 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Bound using segment: {'id': '8888d064-c94e-47f5-8f49-6af1fa2ca09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e264e98-a234-432a-9b53-983ff0733699'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:29:13.107420 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Bound port: 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8888d064-c94e-47f5-8f49-6af1fa2ca09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e264e98-a234-432a-9b53-983ff0733699'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:29:13.107788 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:13.107922 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbeb50d3-9e50-4548-ae08-0edb71949d14 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:13.122259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb50d3-9e50-4548-ae08-0edb71949d14 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4117e576-02f7-4613-a709-7802a01bb61f,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:13.141546 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dbeb50d3-9e50-4548-ae08-0edb71949d14 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:13.143154 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dbeb50d3-9e50-4548-ae08-0edb71949d14 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1578898 Nov 24 13:29:13.193741 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] For port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:29:13.200895 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] For port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d,segment=NetworkSegment(8888d064-c94e-47f5-8f49-6af1fa2ca09e),segment_id=8888d064-c94e-47f5-8f49-6af1fa2ca09e)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:29:13.207247 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:13.272273 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Routers {'3b73558c-4a23-4c0b-a767-ed2b10ec48ad'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:13.273850 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:28:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:13.274823 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46149436-e384-41ef-adfc-0fdea3d887c4 None None] Pushing event updated for resources: {'Port': ['ID=66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:13.427763 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] Set router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:13.444517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Provisioning complete for port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:13.445543 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:13.501387 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-c1b20120-a0ef-4e52-be51-ffa834fae95e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568076996&fields=id&tenant_id=04c842620a844a4298a861483918cdcb HTTP/1.1" status: 200 len: 267 time: 0.0865049 Nov 24 13:29:13.605878 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:13.649299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] For port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d,segment=NetworkSegment(8888d064-c94e-47f5-8f49-6af1fa2ca09e),segment_id=8888d064-c94e-47f5-8f49-6af1fa2ca09e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:13.654399 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:13.657438 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-5caea3fb-00eb-4fae-a8c3-dbf5b0b7e14a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:13.672003 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-5caea3fb-00eb-4fae-a8c3-dbf5b0b7e14a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/networks?id=2e264e98-a234-432a-9b53-983ff0733699 HTTP/1.1" status: 200 len: 796 time: 0.1696663 Nov 24 13:29:13.695774 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-60d666a7-cb87-46b8-8ecd-6ee045d0e718 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/quotas/04c842620a844a4298a861483918cdcb HTTP/1.1" status: 200 len: 375 time: 0.0226352 Nov 24 13:29:13.709539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Pushing event updated for resources: {'Port': ['ID=66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:13.720558 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:13.721139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:13.722009 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:13.722531 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:13.723033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:13.723525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:13.724025 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:13.724504 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:13.725016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:13.725468 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:13.726034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:13.726446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0499bc65-39a2-41f4-9306-b4bec9d83f77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:13.735465 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:29:09Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d', 'name': '', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:fa:1a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:08Z', 'updated_at': '2021-11-24T13:29:13Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:13.754687 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-c8499b57-c22b-485a-aedf-bdacf009c25e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=04c842620a844a4298a861483918cdcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581460 Nov 24 13:29:13.775545 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:29:13.776741 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4435b9de-80da-4ea9-93bf-38929aa7e049 None None] The sync data for ids ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'] in n-d-817303-4 is: [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:29:09Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d', 'name': '', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:fa:1a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:08Z', 'updated_at': '2021-11-24T13:29:13Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:29:13.778995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c1ea9753-c1cb-4a1f-bd44-24eea5105f02 None None] Provisioning complete for port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:13.779495 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1ea9753-c1cb-4a1f-bd44-24eea5105f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:13.896140 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c15dd-8195-4e4b-8aa9-ace61f48d66e req-632f40d8-9c56-411e-b4ce-e6157f402e7a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:13.897807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8c4c15dd-8195-4e4b-8aa9-ace61f48d66e req-632f40d8-9c56-411e-b4ce-e6157f402e7a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0877597 Nov 24 13:29:13.963778 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-760310d9-4709-434e-b57a-de730a041e0f service neutron] 10.222.0.48 "GET /v2.0/networks/2e264e98-a234-432a-9b53-983ff0733699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950505 Nov 24 13:29:13.965853 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8c4c15dd-8195-4e4b-8aa9-ace61f48d66e req-44f1c1df-c110-42a1-b2d1-f322159d33f5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618947 Nov 24 13:29:14.281789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:14.365950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:14.366835 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:14.391351 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-e327a483-164b-4eee-be5a-286da6907a2e service neutron] 10.222.0.48 "GET /v2.0/networks/2e264e98-a234-432a-9b53-983ff0733699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174871 Nov 24 13:29:14.611988 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ece57615-161c-46d8-86ed-beb8a7c23456 req-3de9bce8-9960-4a0d-9689-3419aba535ab tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 210 time: 0.0449090 Nov 24 13:29:15.128452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b24992-914e-40d4-bcb0-323aa2a2a7ec req-2de8d21e-9182-4db9-b09b-ea0602ffa842 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:15.130156 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40b24992-914e-40d4-bcb0-323aa2a2a7ec req-2de8d21e-9182-4db9-b09b-ea0602ffa842 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0661972 Nov 24 13:29:15.183465 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-40b24992-914e-40d4-bcb0-323aa2a2a7ec req-a04abf50-0d49-4723-b200-c8d887d536d6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464578 Nov 24 13:29:15.676040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-7606c3e9-0859-4fa9-b76c-34dfbf041320 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:15.678243 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-7606c3e9-0859-4fa9-b76c-34dfbf041320 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "GET /v2.0/networks?id=2e264e98-a234-432a-9b53-983ff0733699 HTTP/1.1" status: 200 len: 796 time: 0.1452434 Nov 24 13:29:15.732617 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-95f046dc-f635-4c2b-98e6-162b4e7db551 req-e5c266a5-1dcf-4627-9f45-5c2f4e86b700 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 210 time: 0.0373611 Nov 24 13:29:15.776566 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-c88c95b0-a74c-419c-a1d8-2d830af9693c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04c842620a844a4298a861483918cdcb HTTP/1.1" status: 200 len: 380 time: 0.0879180 Nov 24 13:29:15.786309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-29ca513f-786e-4d56-90da-d20f88faa823 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'port': {'device_id': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'admin_state_up': True, 'tenant_id': '04c842620a844a4298a861483918cdcb', 'security_groups': ['6a92dd04-daa0-4803-8b79-ccc40bb0a650']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:15.930825 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-29ca513f-786e-4d56-90da-d20f88faa823 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Made reservation on behalf of 04c842620a844a4298a861483918cdcb for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:29:15.935552 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-29ca513f-786e-4d56-90da-d20f88faa823 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:16.081963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-29ca513f-786e-4d56-90da-d20f88faa823 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Allocated IP 172.20.0.6 (2e264e98-a234-432a-9b53-983ff0733699/611ca8b9-46a1-4c99-81ce-9c4bf8f394cd/de979532-edab-4cb1-a07f-8e1eabdbe739) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:29:16.221588 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-29ca513f-786e-4d56-90da-d20f88faa823 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:16.257530 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-29ca513f-786e-4d56-90da-d20f88faa823 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:16.315487 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489ee47-8606-4239-b116-75fb9842fc4c req-a71e8d77-9fef-47bf-8d58-643174fbd80f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:16.316948 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4489ee47-8606-4239-b116-75fb9842fc4c req-a71e8d77-9fef-47bf-8d58-643174fbd80f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0491920 Nov 24 13:29:16.319259 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-29ca513f-786e-4d56-90da-d20f88faa823 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network 2e264e98-a234-432a-9b53-983ff0733699 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:29:16.323594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-29ca513f-786e-4d56-90da-d20f88faa823 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:16.326684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-29ca513f-786e-4d56-90da-d20f88faa823 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:29:16.334560 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca513f-786e-4d56-90da-d20f88faa823 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=de979532-edab-4cb1-a07f-8e1eabdbe739,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:16.386189 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4489ee47-8606-4239-b116-75fb9842fc4c req-0304afed-64ac-4963-9cf4-403ceb61db30 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618980 Nov 24 13:29:16.388463 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-29ca513f-786e-4d56-90da-d20f88faa823 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:16.389157 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-29ca513f-786e-4d56-90da-d20f88faa823 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:16.406707 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-29ca513f-786e-4d56-90da-d20f88faa823 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6244047 Nov 24 13:29:16.419936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Request body: {'port': {'device_id': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:16.476197 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:16.565612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0f2ea601-1b04-4028-b39e-4b17e3c1c339 None None] Provisioning complete for port de979532-edab-4cb1-a07f-8e1eabdbe739 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:16.566175 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea601-1b04-4028-b39e-4b17e3c1c339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:16.606301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0f2ea601-1b04-4028-b39e-4b17e3c1c339 None None] Port de979532-edab-4cb1-a07f-8e1eabdbe739 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:29:16.760816 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de979532-edab-4cb1-a07f-8e1eabdbe739 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:29:16.766850 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:16.779556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Transition to ACTIVE for port object de979532-edab-4cb1-a07f-8e1eabdbe739 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:29:16.783972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:16.838399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Pushing event updated for resources: {'Port': ['ID=de979532-edab-4cb1-a07f-8e1eabdbe739,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:16.940583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8436f2f-a6aa-405c-a586-9e488503efcc req-0bdf01c4-2389-4420-9970-f847a3f05911 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:16.942202 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e8436f2f-a6aa-405c-a586-9e488503efcc req-0bdf01c4-2389-4420-9970-f847a3f05911 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 943 time: 0.1050251 Nov 24 13:29:16.979388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Attempting to bind port de979532-edab-4cb1-a07f-8e1eabdbe739 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:29:16.979734 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Attempting to bind port de979532-edab-4cb1-a07f-8e1eabdbe739 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '8888d064-c94e-47f5-8f49-6af1fa2ca09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e264e98-a234-432a-9b53-983ff0733699'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:29:16.980311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Attempting to bind port de979532-edab-4cb1-a07f-8e1eabdbe739 on network 2e264e98-a234-432a-9b53-983ff0733699 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:17.011721 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Port de979532-edab-4cb1-a07f-8e1eabdbe739 on network 2e264e98-a234-432a-9b53-983ff0733699 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:29:17.012177 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Attempting to bind port de979532-edab-4cb1-a07f-8e1eabdbe739 on network 2e264e98-a234-432a-9b53-983ff0733699 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:17.033380 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e8436f2f-a6aa-405c-a586-9e488503efcc req-2a85b8c9-f502-430b-9b80-3b42bae7052e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a92dd04-daa0-4803-8b79-ccc40bb0a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791166 Nov 24 13:29:17.034316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:29:17.034665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Checking segment: {'id': '8888d064-c94e-47f5-8f49-6af1fa2ca09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e264e98-a234-432a-9b53-983ff0733699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:17.035059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Bound using segment: {'id': '8888d064-c94e-47f5-8f49-6af1fa2ca09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e264e98-a234-432a-9b53-983ff0733699'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:29:17.035515 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Bound port: de979532-edab-4cb1-a07f-8e1eabdbe739, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8888d064-c94e-47f5-8f49-6af1fa2ca09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2e264e98-a234-432a-9b53-983ff0733699'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:29:17.035883 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:17.121031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] For port de979532-edab-4cb1-a07f-8e1eabdbe739, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:29:17.124935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] For port de979532-edab-4cb1-a07f-8e1eabdbe739, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=de979532-edab-4cb1-a07f-8e1eabdbe739,segment=NetworkSegment(8888d064-c94e-47f5-8f49-6af1fa2ca09e),segment_id=8888d064-c94e-47f5-8f49-6af1fa2ca09e)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:29:17.130202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:17.169472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:17.170106 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:17.172150 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] 10.222.0.59 "PUT /v2.0/ports/de979532-edab-4cb1-a07f-8e1eabdbe739 HTTP/1.1" status: 200 len: 1091 time: 0.7570989 Nov 24 13:29:17.172596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'tag': 'de979532-edab-4cb1-a07f-8e1eabdbe739'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:29:17.174926 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1d0a84-a3b7-4de2-a370-5b1ae0effda0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d8fe80-73f8-44a8-8812-1ee8f701f519", "tag": "de979532-edab-4cb1-a07f-8e1eabdbe739"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:29:17.204570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7ab48-2f1a-4694-b876-1fe29c96b109 service neutron] Pushing event updated for resources: {'Port': ['ID=de979532-edab-4cb1-a07f-8e1eabdbe739,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:17.246209 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9022df27-a2fc-4eb1-bda9-38985f4cde07 x-openstack-request-id: req-9022df27-a2fc-4eb1-bda9-38985f4cde07 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:29:17.246773 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d8fe80-73f8-44a8-8812-1ee8f701f519", "tag": "de979532-edab-4cb1-a07f-8e1eabdbe739", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:29:17.247128 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9022df27-a2fc-4eb1-bda9-38985f4cde07 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:29:17.247626 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'tag': 'de979532-edab-4cb1-a07f-8e1eabdbe739', 'status': 'completed', 'code': 200} Nov 24 13:29:17.268449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-6de11ad4-5080-46bf-99db-7780aff8c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:17.269996 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-6de11ad4-5080-46bf-99db-7780aff8c2ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04c842620a844a4298a861483918cdcb&device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 1094 time: 0.0514317 Nov 24 13:29:17.315329 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-0c33b73f-1649-4905-88da-662ebe24c1ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de979532-edab-4cb1-a07f-8e1eabdbe739 HTTP/1.1" status: 200 len: 217 time: 0.0363069 Nov 24 13:29:17.720019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-81876184-f0a1-422d-b254-1d3f85da7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:17.721487 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-81876184-f0a1-422d-b254-1d3f85da7b84 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=611ca8b9-46a1-4c99-81ce-9c4bf8f394cd HTTP/1.1" status: 200 len: 834 time: 0.3986971 Nov 24 13:29:17.750097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caff799-f60d-43e3-8d06-681cce0f2ac2 req-16841dbc-4d5e-4f66-ace2-e4428544a128 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:17.751483 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4caff799-f60d-43e3-8d06-681cce0f2ac2 req-16841dbc-4d5e-4f66-ace2-e4428544a128 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0701640 Nov 24 13:29:17.817694 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4caff799-f60d-43e3-8d06-681cce0f2ac2 req-218bb0c0-2a33-40f5-a9b0-6a934193256a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529037 Nov 24 13:29:17.819587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-c1bc5554-616d-4370-86d4-629a0328ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:17.821293 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-c1bc5554-616d-4370-86d4-629a0328ff48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e264e98-a234-432a-9b53-983ff0733699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912833 Nov 24 13:29:17.919502 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-d513ae5d-84ab-4b85-9ba6-c40d1993d09d service neutron] 10.222.0.59 "GET /v2.0/networks/2e264e98-a234-432a-9b53-983ff0733699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900319 Nov 24 13:29:18.017469 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73815543-82e5-4cd8-9589-52b0e593ff12 req-b0094b90-6d52-448a-b136-4c8b0803333a service neutron] 10.222.0.59 "GET /v2.0/networks/2e264e98-a234-432a-9b53-983ff0733699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889137 Nov 24 13:29:18.113351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d0a84-a3b7-4de2-a370-5b1ae0effda0 req-d53b8cda-e939-4077-bf2a-c6262e51f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:18.114923 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d0a84-a3b7-4de2-a370-5b1ae0effda0 req-d53b8cda-e939-4077-bf2a-c6262e51f2e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04c842620a844a4298a861483918cdcb&device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 1094 time: 0.0518308 Nov 24 13:29:18.151595 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cbccf-572a-4d2f-809d-49a716bca394 req-d07e5218-ce4d-4e7b-a58c-666c73597e36 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:18.153444 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-976cbccf-572a-4d2f-809d-49a716bca394 req-d07e5218-ce4d-4e7b-a58c-666c73597e36 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 943 time: 0.0520175 Nov 24 13:29:18.208314 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-976cbccf-572a-4d2f-809d-49a716bca394 req-13c87713-1bb9-4628-813d-96f45041f82b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a92dd04-daa0-4803-8b79-ccc40bb0a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471268 Nov 24 13:29:18.215789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d0a84-a3b7-4de2-a370-5b1ae0effda0 req-b41f8580-b05e-4763-8475-62fe964bd80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:18.218934 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d0a84-a3b7-4de2-a370-5b1ae0effda0 req-b41f8580-b05e-4763-8475-62fe964bd80e service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e264e98-a234-432a-9b53-983ff0733699 HTTP/1.1" status: 200 len: 897 time: 0.0953572 Nov 24 13:29:18.272963 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d0a84-a3b7-4de2-a370-5b1ae0effda0 req-99d2d95b-10c3-4b54-84ce-67af480297ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de979532-edab-4cb1-a07f-8e1eabdbe739 HTTP/1.1" status: 200 len: 217 time: 0.0412033 Nov 24 13:29:18.334301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d0a84-a3b7-4de2-a370-5b1ae0effda0 req-7f38fa82-9b25-43b4-8ece-789b09e16944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:18.335858 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d0a84-a3b7-4de2-a370-5b1ae0effda0 req-7f38fa82-9b25-43b4-8ece-789b09e16944 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=611ca8b9-46a1-4c99-81ce-9c4bf8f394cd HTTP/1.1" status: 200 len: 834 time: 0.0539093 Nov 24 13:29:18.386450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d0a84-a3b7-4de2-a370-5b1ae0effda0 req-9fd1fabf-4a81-4d90-a4de-1da80be68822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:18.388002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d0a84-a3b7-4de2-a370-5b1ae0effda0 req-9fd1fabf-4a81-4d90-a4de-1da80be68822 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e264e98-a234-432a-9b53-983ff0733699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434573 Nov 24 13:29:18.487562 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d0a84-a3b7-4de2-a370-5b1ae0effda0 req-dc90809c-ecae-4293-8e17-df7c3bfad86f service neutron] 10.222.0.59 "GET /v2.0/networks/2e264e98-a234-432a-9b53-983ff0733699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885489 Nov 24 13:29:18.580477 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b1d0a84-a3b7-4de2-a370-5b1ae0effda0 req-61efd79b-8ada-4716-ab38-7fedb3039900 service neutron] 10.222.0.59 "GET /v2.0/networks/2e264e98-a234-432a-9b53-983ff0733699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845659 Nov 24 13:29:18.938626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef5dd6-35d9-4e18-9657-bec8436a4477 req-5d5da620-4459-4160-811e-01674872bd7d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:18.940209 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7bef5dd6-35d9-4e18-9657-bec8436a4477 req-5d5da620-4459-4160-811e-01674872bd7d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0519862 Nov 24 13:29:18.997339 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7bef5dd6-35d9-4e18-9657-bec8436a4477 req-f453a737-5784-4629-aa3d-94f97e80326e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508139 Nov 24 13:29:19.325117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5265bf-5224-4dae-9f0f-22d5ac6d9f21 req-e5cf8c79-cbbb-43f2-9218-34b1c1f8f219 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:19.326616 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca5265bf-5224-4dae-9f0f-22d5ac6d9f21 req-e5cf8c79-cbbb-43f2-9218-34b1c1f8f219 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 943 time: 0.0480523 Nov 24 13:29:19.379042 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca5265bf-5224-4dae-9f0f-22d5ac6d9f21 req-0c61f04c-e361-46a7-83d1-70af8509e1e7 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a92dd04-daa0-4803-8b79-ccc40bb0a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456455 Nov 24 13:29:20.118560 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e81a18-af96-403f-b25b-6ee85bc3272c req-626cb2e0-a269-40ae-a4c7-90ed84f755e0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:20.120058 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26e81a18-af96-403f-b25b-6ee85bc3272c req-626cb2e0-a269-40ae-a4c7-90ed84f755e0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0531363 Nov 24 13:29:20.169002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26e81a18-af96-403f-b25b-6ee85bc3272c req-117c5773-db96-4e04-b6fb-988edfe33fd7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427146 Nov 24 13:29:20.505915 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9de4e9-2917-4157-b117-5d1b401f89f4 req-7034add7-a1b3-417f-9227-5f40965ff548 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:20.507632 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db9de4e9-2917-4157-b117-5d1b401f89f4 req-7034add7-a1b3-417f-9227-5f40965ff548 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 943 time: 0.0566664 Nov 24 13:29:20.560113 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db9de4e9-2917-4157-b117-5d1b401f89f4 req-0f1fa9a9-046d-418f-8023-3f75aa06b44d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a92dd04-daa0-4803-8b79-ccc40bb0a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465055 Nov 24 13:29:20.854243 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-be1cb75f-9f75-49c9-948f-7efefdda2cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:20.967179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device de979532-edab-4cb1-a07f-8e1eabdbe739 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:29:21.071390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port de979532-edab-4cb1-a07f-8e1eabdbe739, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=de979532-edab-4cb1-a07f-8e1eabdbe739,segment=NetworkSegment(8888d064-c94e-47f5-8f49-6af1fa2ca09e),segment_id=8888d064-c94e-47f5-8f49-6af1fa2ca09e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:21.083617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'de979532-edab-4cb1-a07f-8e1eabdbe739', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'port_id': 'de979532-edab-4cb1-a07f-8e1eabdbe739', 'mac_address': 'fa:16:3e:6f:34:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:29:21.122422 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:21.136386 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de979532-edab-4cb1-a07f-8e1eabdbe739 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:29:21.156066 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port de979532-edab-4cb1-a07f-8e1eabdbe739, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=de979532-edab-4cb1-a07f-8e1eabdbe739,segment=NetworkSegment(8888d064-c94e-47f5-8f49-6af1fa2ca09e),segment_id=8888d064-c94e-47f5-8f49-6af1fa2ca09e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:21.160026 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:21.209105 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=de979532-edab-4cb1-a07f-8e1eabdbe739,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:21.292089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8b07b-05a3-47f2-96da-962d0b41e004 req-4e94adea-e590-4a6c-b843-2d207f006098 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:21.294319 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09d8b07b-05a3-47f2-96da-962d0b41e004 req-4e94adea-e590-4a6c-b843-2d207f006098 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0502653 Nov 24 13:29:21.345328 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09d8b07b-05a3-47f2-96da-962d0b41e004 req-28085fa2-5cfa-4c16-98a9-695bc580ab5e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434728 Nov 24 13:29:21.367215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['de979532-edab-4cb1-a07f-8e1eabdbe739'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:29:21.681017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bad62-05d2-48a1-a55e-459764ad2cf5 req-09058596-1c91-4805-b0be-01cbe3231035 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:21.682505 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-be2bad62-05d2-48a1-a55e-459764ad2cf5 req-09058596-1c91-4805-b0be-01cbe3231035 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 944 time: 0.0511916 Nov 24 13:29:21.732160 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-be2bad62-05d2-48a1-a55e-459764ad2cf5 req-e7057c65-2fa1-441e-a1b7-799d508db3a6 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a92dd04-daa0-4803-8b79-ccc40bb0a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436418 Nov 24 13:29:22.471916 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb9739-8dfc-47a8-bece-86355df13ef8 req-1d831548-0b51-4dfb-a408-8f937a07c7d2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:22.473575 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ecb9739-8dfc-47a8-bece-86355df13ef8 req-1d831548-0b51-4dfb-a408-8f937a07c7d2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0549448 Nov 24 13:29:22.523480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ecb9739-8dfc-47a8-bece-86355df13ef8 req-d45b8db6-8e10-48d1-8abd-566d7d960e2e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440979 Nov 24 13:29:22.854831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d063a-9530-45b5-a77c-c5fc5ec53bac req-86bcdee0-6080-4812-beb0-960058a6e6ee tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:22.856968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d36d063a-9530-45b5-a77c-c5fc5ec53bac req-86bcdee0-6080-4812-beb0-960058a6e6ee tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 944 time: 0.0517085 Nov 24 13:29:22.915236 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d36d063a-9530-45b5-a77c-c5fc5ec53bac req-d36d9b18-9632-42e0-9db3-24c29dc76d7e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a92dd04-daa0-4803-8b79-ccc40bb0a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511229 Nov 24 13:29:22.986997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device de979532-edab-4cb1-a07f-8e1eabdbe739 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:23.038121 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port de979532-edab-4cb1-a07f-8e1eabdbe739 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:29:23.042611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port de979532-edab-4cb1-a07f-8e1eabdbe739 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:23.042988 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:23.120979 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:23.143816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de979532-edab-4cb1-a07f-8e1eabdbe739'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:29:23.146076 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af15fed-eab8-4376-91d3-cdc4a4df692a" -d '{"events": [{"server_uuid": "d6d8fe80-73f8-44a8-8812-1ee8f701f519", "name": "network-vif-plugged", "status": "completed", "tag": "de979532-edab-4cb1-a07f-8e1eabdbe739"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:29:23.158879 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port de979532-edab-4cb1-a07f-8e1eabdbe739, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=de979532-edab-4cb1-a07f-8e1eabdbe739,segment=NetworkSegment(8888d064-c94e-47f5-8f49-6af1fa2ca09e),segment_id=8888d064-c94e-47f5-8f49-6af1fa2ca09e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:23.165823 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:23.189671 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-af88e473-446e-4cf4-a65e-5470825f7857 service neutron] show failed (client error): The resource could not be found. Nov 24 13:29:23.191029 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-af88e473-446e-4cf4-a65e-5470825f7857 service neutron] 10.222.0.46 "GET /v2.0/ports/8d071733-7205-496f-a9c6-73cc9c212788/bindings/n-h2-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0615559 Nov 24 13:29:23.202363 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9f8e9c-c610-4e8b-b1f7-d7d084da5f4e x-openstack-request-id: req-0f9f8e9c-c610-4e8b-b1f7-d7d084da5f4e {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:29:23.202675 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d8fe80-73f8-44a8-8812-1ee8f701f519", "name": "network-vif-plugged", "status": "completed", "tag": "de979532-edab-4cb1-a07f-8e1eabdbe739", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:29:23.202943 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f9f8e9c-c610-4e8b-b1f7-d7d084da5f4e {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:29:23.203989 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de979532-edab-4cb1-a07f-8e1eabdbe739', 'code': 200} Nov 24 13:29:23.241758 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=de979532-edab-4cb1-a07f-8e1eabdbe739,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:23.289245 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ab8af6f0-22f2-4d79-85bd-5b2c2480c976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:23.320291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3afee-ba04-48e2-9762-e25195061125 req-5b61fffc-8b5f-42d0-8c1a-89cbb9f8a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:23.322190 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aaf3afee-ba04-48e2-9762-e25195061125 req-5b61fffc-8b5f-42d0-8c1a-89cbb9f8a70c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 1096 time: 0.0481129 Nov 24 13:29:23.377488 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aaf3afee-ba04-48e2-9762-e25195061125 req-06af147d-a368-4578-8e3d-3bf2c8412a23 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a92dd04-daa0-4803-8b79-ccc40bb0a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458524 Nov 24 13:29:23.452406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-8b2aace4-b096-43c5-9654-f75a59b44c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:23.453950 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-8b2aace4-b096-43c5-9654-f75a59b44c9a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8&tenant_id=1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 1096 time: 0.0753741 Nov 24 13:29:23.572845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:23.771397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:23.790538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71759b4c-10b4-41c3-8ff7-1285aa81a225 req-2ebea6b6-5fba-49cb-8df7-19fa0ea91675 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:23.792015 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-71759b4c-10b4-41c3-8ff7-1285aa81a225 req-2ebea6b6-5fba-49cb-8df7-19fa0ea91675 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.1745663 Nov 24 13:29:23.939282 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-71759b4c-10b4-41c3-8ff7-1285aa81a225 req-cad68e70-f959-4a43-b12f-ed6c063281af tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254036 Nov 24 13:29:24.045498 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6eb53b94-cbcb-4905-8f20-cc216e6c898a req-c45e3b22-c2e8-4dd4-8fe2-5182ee7dc948 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0999410 Nov 24 13:29:24.051262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e922380-eb6b-4de3-a9d3-7c2901cfcb8d req-6d2a4523-3869-467b-b3fc-d229117e8224 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:24.052882 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e922380-eb6b-4de3-a9d3-7c2901cfcb8d req-6d2a4523-3869-467b-b3fc-d229117e8224 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 945 time: 0.0535378 Nov 24 13:29:24.068240 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:24.110340 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e922380-eb6b-4de3-a9d3-7c2901cfcb8d req-ff0b71d0-9e9d-4d52-8317-953a20fc72cb tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a92dd04-daa0-4803-8b79-ccc40bb0a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472410 Nov 24 13:29:24.124359 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:29:24.174976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb53b94-cbcb-4905-8f20-cc216e6c898a req-eff8c3da-b328-4c61-81dc-38b3b0ec018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:24.176524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6eb53b94-cbcb-4905-8f20-cc216e6c898a req-eff8c3da-b328-4c61-81dc-38b3b0ec018c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 1097 time: 0.0859911 Nov 24 13:29:24.176968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:29:24.179249 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516f6374-b2aa-469e-ae81-503ebe121f99" -d '{"events": [{"server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "name": "network-vif-unplugged", "status": "completed", "tag": "8d071733-7205-496f-a9c6-73cc9c212788"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:29:24.190665 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:24.224494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Transition to ACTIVE for port object 8d071733-7205-496f-a9c6-73cc9c212788 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:29:24.235424 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb34a4d-1064-4e3c-9820-8448335cf36d x-openstack-request-id: req-edb34a4d-1064-4e3c-9820-8448335cf36d {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:29:24.235722 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "name": "network-vif-unplugged", "status": "completed", "tag": "8d071733-7205-496f-a9c6-73cc9c212788", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:29:24.235984 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edb34a4d-1064-4e3c-9820-8448335cf36d {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:29:24.236386 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788', 'code': 200} Nov 24 13:29:24.238617 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:24.401524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Pushing event updated for resources: {'Port': ['ID=8d071733-7205-496f-a9c6-73cc9c212788,revision_number=6']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:24.421178 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb53b94-cbcb-4905-8f20-cc216e6c898a req-271f4395-5fb1-4f17-9bf2-7f8a2f46adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:24.422681 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6eb53b94-cbcb-4905-8f20-cc216e6c898a req-271f4395-5fb1-4f17-9bf2-7f8a2f46adf7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.2231610 Nov 24 13:29:24.438833 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:24.509232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] No DVR routers for this DVR port 8d071733-7205-496f-a9c6-73cc9c212788 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:29:24.559072 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6eb53b94-cbcb-4905-8f20-cc216e6c898a req-4574854e-f3a7-4c61-bb49-a32045fe97dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0913bc76-8b00-49e5-87cc-102e1c5f6308 HTTP/1.1" status: 200 len: 1001 time: 0.1236644 Nov 24 13:29:24.651203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb53b94-cbcb-4905-8f20-cc216e6c898a req-ddd5fdb0-5a7b-4771-87d6-3b7bb173c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:24.652521 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6eb53b94-cbcb-4905-8f20-cc216e6c898a req-ddd5fdb0-5a7b-4771-87d6-3b7bb173c098 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0586491 Nov 24 13:29:24.713309 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Attempting to bind port 8d071733-7205-496f-a9c6-73cc9c212788 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:29:24.713650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Attempting to bind port 8d071733-7205-496f-a9c6-73cc9c212788 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:29:24.713994 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Attempting to bind port 8d071733-7205-496f-a9c6-73cc9c212788 on network 780e1384-a587-4b17-9169-6a81e5d41353 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:24.721851 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Port 8d071733-7205-496f-a9c6-73cc9c212788 on network 780e1384-a587-4b17-9169-6a81e5d41353 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:29:24.722174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Attempting to bind port 8d071733-7205-496f-a9c6-73cc9c212788 on network 780e1384-a587-4b17-9169-6a81e5d41353 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:24.730726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb53b94-cbcb-4905-8f20-cc216e6c898a req-fbcd3635-2f73-4152-ab54-a318a859c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:24.732223 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6eb53b94-cbcb-4905-8f20-cc216e6c898a req-fbcd3635-2f73-4152-ab54-a318a859c926 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726669 Nov 24 13:29:24.733496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:29:24.733831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Checking segment: {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:24.734202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Bound using segment: {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:29:24.734635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Bound port: 8d071733-7205-496f-a9c6-73cc9c212788, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:29:24.734982 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:24.868236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:29:24.872534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:29:24.875635 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6eb53b94-cbcb-4905-8f20-cc216e6c898a req-1a40383c-edc5-48de-ad4c-5b96fb5bf6ac service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323042 Nov 24 13:29:24.877265 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:24.942877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:24.943518 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:24.944884 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] 10.222.0.59 "PUT /v2.0/ports/8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 1091 time: 1.3764734 Nov 24 13:29:25.022263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe3c48-e0ea-4af8-8a7f-27499a45d523 service neutron] Pushing event updated for resources: {'Port': ['ID=8d071733-7205-496f-a9c6-73cc9c212788,revision_number=7']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:25.069016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-18157d6c-aaf6-40af-a440-eececc44cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:25.071274 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-18157d6c-aaf6-40af-a440-eececc44cb37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1094 time: 0.0866947 Nov 24 13:29:25.079288 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6eb53b94-cbcb-4905-8f20-cc216e6c898a req-f355c2f4-77c9-43d8-afb6-4825048f4597 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967053 Nov 24 13:29:25.083313 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345c290-82ee-440e-a543-010c52b60f55 req-8d5a1e8c-110d-4d24-b425-c56ce04eeb30 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:25.085341 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d345c290-82ee-440e-a543-010c52b60f55 req-8d5a1e8c-110d-4d24-b425-c56ce04eeb30 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 943 time: 0.0604823 Nov 24 13:29:25.151233 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d345c290-82ee-440e-a543-010c52b60f55 req-44334653-28fa-4c98-b9c0-f512ff2aec8e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587757 Nov 24 13:29:25.224187 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-8b05ba60-16a7-4203-99da-d9f7b3dacf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:25.225651 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-8b05ba60-16a7-4203-99da-d9f7b3dacf3b service neutron] 10.222.0.59 "GET /v2.0/networks?id=780e1384-a587-4b17-9169-6a81e5d41353 HTTP/1.1" status: 200 len: 898 time: 0.1454771 Nov 24 13:29:25.322841 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972e08f-7db3-41b0-bd9b-50966637c5d3 req-d1d242c6-8ac4-461d-9f34-e46eee4e2813 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:25.324317 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d972e08f-7db3-41b0-bd9b-50966637c5d3 req-d1d242c6-8ac4-461d-9f34-e46eee4e2813 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 945 time: 0.1111431 Nov 24 13:29:25.326403 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-ce9ade0d-8d45-43d0-9c00-dc52725af02a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 998 time: 0.0826864 Nov 24 13:29:25.409820 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d972e08f-7db3-41b0-bd9b-50966637c5d3 req-0b8b7835-9801-4e71-b0f7-c711bc023669 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a92dd04-daa0-4803-8b79-ccc40bb0a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787084 Nov 24 13:29:25.411289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-6a058a0a-c6fd-4574-b3e2-032b48ac5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:25.412685 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-6a058a0a-c6fd-4574-b3e2-032b48ac5cfc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5fcc4829-4c03-4935-809f-95679e8bfa5c HTTP/1.1" status: 200 len: 834 time: 0.0757773 Nov 24 13:29:25.471789 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-cc2264c1-755c-4183-9741-aa0846390d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:25.473562 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-cc2264c1-755c-4183-9741-aa0846390d31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=780e1384-a587-4b17-9169-6a81e5d41353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527475 Nov 24 13:29:25.561111 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433152f-add7-4970-bee7-d9bc499b7f3a req-048928bd-5d73-4d2a-a569-d912d347cc31 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:25.569588 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a433152f-add7-4970-bee7-d9bc499b7f3a req-048928bd-5d73-4d2a-a569-d912d347cc31 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 945 time: 0.0827389 Nov 24 13:29:25.586858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-14de5292-38b9-4f8f-ae77-6edb54aea7a9 service neutron] 10.222.0.59 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050792 Nov 24 13:29:25.633638 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a433152f-add7-4970-bee7-d9bc499b7f3a req-3260b86f-bc70-492c-9a38-162ef0b811ab tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a92dd04-daa0-4803-8b79-ccc40bb0a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629294 Nov 24 13:29:25.651528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52838) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:25.692150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb8155f-112c-4ed0-b1f9-1543e5dc57a2 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:25.696370 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1fb8155f-112c-4ed0-b1f9-1543e5dc57a2 tempest-TestNetworkBasicOps-1285021469 tempest-TestNetworkBasicOps-1285021469-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 1091 time: 0.0409005 Nov 24 13:29:25.696677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52840) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:25.701059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': 'de979532-edab-4cb1-a07f-8e1eabdbe739', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:25.703413 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90ba0152-88c0-4d91-9211-bf5f445712ae req-9ef843fa-ed22-432e-875f-0b0444222a2a service neutron] 10.222.0.59 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089623 Nov 24 13:29:25.724611 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:25.824410 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:25.939154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Allocated IP 172.25.0.119 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/56809ac3-6ea3-4e1b-a775-2b29f0c1dcd6) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:29:25.972264 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:26.046627 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:26.086398 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:26.133770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:29:26.136804 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:26.139420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:29:26.165327 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=56809ac3-6ea3-4e1b-a775-2b29f0c1dcd6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:26.238740 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:29:26.241317 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1d70c2-0ede-4663-94d5-a1d8f582300e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "tag": "8d071733-7205-496f-a9c6-73cc9c212788"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:29:26.296108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78035-3515-4bd3-aa3a-b3d4fd13d04e req-7399828b-92e2-46bf-81c1-ee489030ccc6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:26.297700 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5ae78035-3515-4bd3-aa3a-b3d4fd13d04e req-7399828b-92e2-46bf-81c1-ee489030ccc6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 943 time: 0.0601647 Nov 24 13:29:26.303866 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d0cb9f-cc51-4554-88f9-51e1f6a7f548 x-openstack-request-id: req-12d0cb9f-cc51-4554-88f9-51e1f6a7f548 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:29:26.304226 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "tag": "8d071733-7205-496f-a9c6-73cc9c212788", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:29:26.304555 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12d0cb9f-cc51-4554-88f9-51e1f6a7f548 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:29:26.305056 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788', 'status': 'completed', 'code': 200} Nov 24 13:29:26.416606 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5ae78035-3515-4bd3-aa3a-b3d4fd13d04e req-ce8de3a3-71db-4445-a1d3-872dded81059 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105871 Nov 24 13:29:26.435841 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-96bb1c9a-f5e3-4385-82d9-3f6ef5a607d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:26.437430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-96bb1c9a-f5e3-4385-82d9-3f6ef5a607d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1094 time: 0.1006680 Nov 24 13:29:26.448385 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-88d195cd-f702-46a5-b12f-3fe91cef6292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:26.449839 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-88d195cd-f702-46a5-b12f-3fe91cef6292 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1094 time: 0.0983000 Nov 24 13:29:26.562388 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:26.602806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-55da3a00-28ec-45ff-95c6-c782cf0f9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:26.604237 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-55da3a00-28ec-45ff-95c6-c782cf0f9e78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=780e1384-a587-4b17-9169-6a81e5d41353 HTTP/1.1" status: 200 len: 898 time: 0.1535380 Nov 24 13:29:26.607125 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-c17e126c-4e98-4901-8b68-66cb25a7bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:26.608553 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-c17e126c-4e98-4901-8b68-66cb25a7bc3b service neutron] 10.222.0.59 "GET /v2.0/networks?id=780e1384-a587-4b17-9169-6a81e5d41353 HTTP/1.1" status: 200 len: 898 time: 0.1505809 Nov 24 13:29:26.632059 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:26.706255 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:26.723685 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-e9c4eca2-5f7c-4aba-98fa-a7a8430be37e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 998 time: 0.1123586 Nov 24 13:29:26.725318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-9ef35a6d-5998-44ee-bd7a-05a08b9691d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 998 time: 0.1084871 Nov 24 13:29:26.783472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:26.788256 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:26.809773 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-b9784912-be63-4191-b14b-1066a7fd3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:26.811299 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-b9784912-be63-4191-b14b-1066a7fd3c02 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5fcc4829-4c03-4935-809f-95679e8bfa5c HTTP/1.1" status: 200 len: 834 time: 0.0794072 Nov 24 13:29:26.814678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-9f02cabc-0bf7-4acd-b43d-6264330691e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:26.815951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-9f02cabc-0bf7-4acd-b43d-6264330691e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5fcc4829-4c03-4935-809f-95679e8bfa5c HTTP/1.1" status: 200 len: 834 time: 0.0763421 Nov 24 13:29:26.858300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event updated for resources: {'Port': ['ID=56809ac3-6ea3-4e1b-a775-2b29f0c1dcd6,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:26.868550 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:26.885323 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-0e23c22d-a845-4d86-81d8-bee5cf4e7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:26.886850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-0e23c22d-a845-4d86-81d8-bee5cf4e7099 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780e1384-a587-4b17-9169-6a81e5d41353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685339 Nov 24 13:29:26.891742 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-adcda752-45f7-4232-8dd3-2067c3e6ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:26.893284 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-adcda752-45f7-4232-8dd3-2067c3e6ae4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=780e1384-a587-4b17-9169-6a81e5d41353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674911 Nov 24 13:29:26.924824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8d071733-7205-496f-a9c6-73cc9c212788 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:29:27.005541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8d071733-7205-496f-a9c6-73cc9c212788 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:29:27.022564 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Floating IP 181ea6e1-7672-4c4c-a09f-c4982942b9c9 associated. External IP: 172.25.0.119, port: de979532-edab-4cb1-a07f-8e1eabdbe739. Nov 24 13:29:27.051490 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-99d84810-5d22-49e7-8b94-a9c9df3dedde service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572349 Nov 24 13:29:27.055083 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-8062e48b-c8a2-4ef7-b1d1-7514a87f732f service neutron] 10.222.0.59 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530035 Nov 24 13:29:27.306014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:29:27.465619 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:29:27.482740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40e36a1-1458-4abb-84aa-7db764c4d855 None None] Sync routers for ids ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:29:27.496684 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:27.504249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40e36a1-1458-4abb-84aa-7db764c4d855 None None] Routers {'3b73558c-4a23-4c0b-a767-ed2b10ec48ad'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:27.507430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c40e36a1-1458-4abb-84aa-7db764c4d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:27.542169 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-50505619-f587-4bb9-a283-babc35a8cf99 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8443880 Nov 24 13:29:27.542882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'tag': 'de979532-edab-4cb1-a07f-8e1eabdbe739'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:29:27.545316 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796cb50d-64a7-41e8-bcb8-d74acbfab3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d8fe80-73f8-44a8-8812-1ee8f701f519", "tag": "de979532-edab-4cb1-a07f-8e1eabdbe739"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:29:27.548186 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52856) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:27.618396 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-56e28771-8701-4f53-bc9c-fd0c61de8f78 service neutron] 10.222.0.59 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506556 Nov 24 13:29:27.620375 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6e1d70c2-0ede-4663-94d5-a1d8f582300e req-66aaa6b4-6362-4050-ac24-ab1b8263be70 service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611136 Nov 24 13:29:27.635277 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a1eb58-97d8-4288-b2ff-3a075d217781 x-openstack-request-id: req-10a1eb58-97d8-4288-b2ff-3a075d217781 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:29:27.635560 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d8fe80-73f8-44a8-8812-1ee8f701f519", "tag": "de979532-edab-4cb1-a07f-8e1eabdbe739", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:29:27.635829 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10a1eb58-97d8-4288-b2ff-3a075d217781 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:29:27.636541 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'tag': 'de979532-edab-4cb1-a07f-8e1eabdbe739', 'status': 'completed', 'code': 200} Nov 24 13:29:27.668522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-c40e36a1-1458-4abb-84aa-7db764c4d855 None None] Set router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:27.706504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790befeb-f913-40bf-be47-4d8a4b62a34a req-9305da99-5424-4651-8178-99d99eed42d8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:27.708245 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-790befeb-f913-40bf-be47-4d8a4b62a34a req-9305da99-5424-4651-8178-99d99eed42d8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 943 time: 0.1053860 Nov 24 13:29:27.715187 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2aad987c-bfde-4f19-9cfb-cc30f7940b04 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/floatingips/181ea6e1-7672-4c4c-a09f-c4982942b9c9 HTTP/1.1" status: 200 len: 991 time: 0.1652994 Nov 24 13:29:27.741669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cb50d-64a7-41e8-bcb8-d74acbfab3e5 req-a77226f3-2746-4a18-9a86-a4a2db54062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:27.743206 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-796cb50d-64a7-41e8-bcb8-d74acbfab3e5 req-a77226f3-2746-4a18-9a86-a4a2db54062d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04c842620a844a4298a861483918cdcb&device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 1096 time: 0.1014154 Nov 24 13:29:27.801747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-790befeb-f913-40bf-be47-4d8a4b62a34a req-64d8d133-4bd9-454f-af74-be0fbec272ac tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844951 Nov 24 13:29:27.866189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cb50d-64a7-41e8-bcb8-d74acbfab3e5 req-f84a6f81-506b-498b-9e4a-aa4e1398e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:27.867816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-796cb50d-64a7-41e8-bcb8-d74acbfab3e5 req-f84a6f81-506b-498b-9e4a-aa4e1398e8cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e264e98-a234-432a-9b53-983ff0733699 HTTP/1.1" status: 200 len: 897 time: 0.1147394 Nov 24 13:29:27.946855 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-796cb50d-64a7-41e8-bcb8-d74acbfab3e5 req-c2f83ae4-521c-41dd-af67-f227ac5da55d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de979532-edab-4cb1-a07f-8e1eabdbe739 HTTP/1.1" status: 200 len: 999 time: 0.0707586 Nov 24 13:29:28.011542 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cb50d-64a7-41e8-bcb8-d74acbfab3e5 req-4229a019-782c-478f-b839-3d02b8f1205a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:28.013586 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-796cb50d-64a7-41e8-bcb8-d74acbfab3e5 req-4229a019-782c-478f-b839-3d02b8f1205a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=611ca8b9-46a1-4c99-81ce-9c4bf8f394cd HTTP/1.1" status: 200 len: 834 time: 0.0590277 Nov 24 13:29:28.095666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c40e36a1-1458-4abb-84aa-7db764c4d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:29:09Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '181ea6e1-7672-4c4c-a09f-c4982942b9c9', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'port_id': 'de979532-edab-4cb1-a07f-8e1eabdbe739', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'mac_address': 'fa:16:3e:6f:34:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:29:26Z', 'updated_at': '2021-11-24T13:29:26Z', 'revision_number': 0, 'project_id': '04c842620a844a4298a861483918cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d', 'name': '', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:fa:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:08Z', 'updated_at': '2021-11-24T13:29:13Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:28.122806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cb50d-64a7-41e8-bcb8-d74acbfab3e5 req-facd9867-28a5-481f-b908-9c67e081794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:28.125428 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-796cb50d-64a7-41e8-bcb8-d74acbfab3e5 req-facd9867-28a5-481f-b908-9c67e081794b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e264e98-a234-432a-9b53-983ff0733699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029556 Nov 24 13:29:28.137804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40e36a1-1458-4abb-84aa-7db764c4d855 None None] Checking router: 3b73558c-4a23-4c0b-a767-ed2b10ec48ad for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:29:28.148379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40e36a1-1458-4abb-84aa-7db764c4d855 None None] Routers {'3b73558c-4a23-4c0b-a767-ed2b10ec48ad'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:28.150495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c40e36a1-1458-4abb-84aa-7db764c4d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:28.168669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-b5032e3b-9415-4ce4-b3ff-c0da2c2c9ba6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:28.170580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-b5032e3b-9415-4ce4-b3ff-c0da2c2c9ba6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.59 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8&tenant_id=1903467d483849278979cf8e91cd17b3&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 943 time: 0.1377668 Nov 24 13:29:28.187677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1541b-8a8f-48c9-9297-7910bede3850 req-192f32f4-9797-4972-a13b-4e11ec3d7930 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:28.190444 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e1541b-8a8f-48c9-9297-7910bede3850 req-192f32f4-9797-4972-a13b-4e11ec3d7930 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 943 time: 0.1171854 Nov 24 13:29:28.268422 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-7a04807e-6979-41be-ad99-bccf40831c87 service neutron] 10.222.0.59 "GET /v2.0/ports/8d071733-7205-496f-a9c6-73cc9c212788/bindings/n-h2-817303-4 HTTP/1.1" status: 200 len: 382 time: 0.0887277 Nov 24 13:29:28.284345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-796cb50d-64a7-41e8-bcb8-d74acbfab3e5 req-70d78e92-76ba-4b6e-a59f-4b8022b82ec2 service neutron] 10.222.0.59 "GET /v2.0/networks/2e264e98-a234-432a-9b53-983ff0733699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494262 Nov 24 13:29:28.321133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-c40e36a1-1458-4abb-84aa-7db764c4d855 None None] Set router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:28.343046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6e1541b-8a8f-48c9-9297-7910bede3850 req-ed65794d-bdad-43b8-b27d-2eee91c64653 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154041 Nov 24 13:29:28.346235 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-bf3a6aa3-5353-4cb0-843b-d51ab2970d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:28.347767 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-bf3a6aa3-5353-4cb0-843b-d51ab2970d66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1094 time: 0.0500069 Nov 24 13:29:28.412624 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-796cb50d-64a7-41e8-bcb8-d74acbfab3e5 req-c2c2fe78-6377-4f04-b0b2-053e3028f8ab service neutron] 10.222.0.59 "GET /v2.0/networks/2e264e98-a234-432a-9b53-983ff0733699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183674 Nov 24 13:29:28.461782 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-58c15713-cd87-413b-9adc-623b52133d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:28.463357 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-58c15713-cd87-413b-9adc-623b52133d7f service neutron] 10.222.0.59 "GET /v2.0/networks?id=780e1384-a587-4b17-9169-6a81e5d41353 HTTP/1.1" status: 200 len: 898 time: 0.1014874 Nov 24 13:29:28.538941 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-b70cc1ed-a6d9-4e1a-88bd-e48d6e19b5b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 998 time: 0.0679290 Nov 24 13:29:28.576714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c40e36a1-1458-4abb-84aa-7db764c4d855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:29:09Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '181ea6e1-7672-4c4c-a09f-c4982942b9c9', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'port_id': 'de979532-edab-4cb1-a07f-8e1eabdbe739', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'mac_address': 'fa:16:3e:6f:34:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:29:26Z', 'updated_at': '2021-11-24T13:29:26Z', 'revision_number': 0, 'project_id': '04c842620a844a4298a861483918cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d', 'name': '', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:fa:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:08Z', 'updated_at': '2021-11-24T13:29:13Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:28.590490 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-bd73d9da-9eca-441d-8592-b47dcbd29930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:28.592066 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-bd73d9da-9eca-441d-8592-b47dcbd29930 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5fcc4829-4c03-4935-809f-95679e8bfa5c HTTP/1.1" status: 200 len: 834 time: 0.0445020 Nov 24 13:29:28.612059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40e36a1-1458-4abb-84aa-7db764c4d855 None None] The sync data for ids ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'] in n-d-817303-4 is: [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:29:09Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '181ea6e1-7672-4c4c-a09f-c4982942b9c9', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'port_id': 'de979532-edab-4cb1-a07f-8e1eabdbe739', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'mac_address': 'fa:16:3e:6f:34:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:29:26Z', 'updated_at': '2021-11-24T13:29:26Z', 'revision_number': 0, 'project_id': '04c842620a844a4298a861483918cdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d', 'name': '', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:fa:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:08Z', 'updated_at': '2021-11-24T13:29:13Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:29:28.640397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-1c463987-8e77-477c-a556-421132df34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:28.641995 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-1c463987-8e77-477c-a556-421132df34c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=780e1384-a587-4b17-9169-6a81e5d41353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428066 Nov 24 13:29:28.717038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52866) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:28.746939 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-d8e50f93-a71f-40dd-869b-51ff5a340ddf service neutron] 10.222.0.59 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958548 Nov 24 13:29:28.788258 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ed5c2ce1-8436-46c5-908e-51b9afce0a8a tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/floatingips/181ea6e1-7672-4c4c-a09f-c4982942b9c9 HTTP/1.1" status: 200 len: 991 time: 0.0686090 Nov 24 13:29:28.854491 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-99be5e97-22af-4d8d-a73f-fe09e0528d2f service neutron] 10.222.0.59 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988631 Nov 24 13:29:28.855299 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047af4f3-61c7-4ef2-8c01-e18c3b26ae86 None None] New status for floating IP 181ea6e1-7672-4c4c-a09f-c4982942b9c9: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:29:28.999996 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 8d071733-7205-496f-a9c6-73cc9c212788 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:29:29.103427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:29.115035 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '8d071733-7205-496f-a9c6-73cc9c212788', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'port_id': '8d071733-7205-496f-a9c6-73cc9c212788', 'mac_address': 'fa:16:3e:99:3d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:29:29.158463 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:29.173175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d071733-7205-496f-a9c6-73cc9c212788 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:29:29.195233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:29.199914 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:29.254399 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=8d071733-7205-496f-a9c6-73cc9c212788,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:29.472289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a41185-8def-470b-b876-9c03aa9c1a70 req-d2840786-5e02-4a3f-9a93-9fb8b660018b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:29.473738 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-70a41185-8def-470b-b876-9c03aa9c1a70 req-d2840786-5e02-4a3f-9a93-9fb8b660018b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 944 time: 0.0538936 Nov 24 13:29:29.477057 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['8d071733-7205-496f-a9c6-73cc9c212788'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:29:29.530964 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-70a41185-8def-470b-b876-9c03aa9c1a70 req-acad94d0-6439-469c-8194-3427f6e650ab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510314 Nov 24 13:29:29.791931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52872) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:29.853642 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f07a88ea-338b-4731-b9e4-4dba745abc1b tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/floatingips/181ea6e1-7672-4c4c-a09f-c4982942b9c9 HTTP/1.1" status: 200 len: 993 time: 0.0605328 Nov 24 13:29:30.674525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7e1e9-99f6-44ab-b203-7b00eb26bcd3 req-3109c39a-a37b-4dce-b3e8-cf755edb0211 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:30.676046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6aa7e1e9-99f6-44ab-b203-7b00eb26bcd3 req-3109c39a-a37b-4dce-b3e8-cf755edb0211 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 944 time: 0.0648365 Nov 24 13:29:30.737303 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6aa7e1e9-99f6-44ab-b203-7b00eb26bcd3 req-227cda59-4d15-4fdf-9452-a32be7ea2ef1 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543816 Nov 24 13:29:31.008895 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 8d071733-7205-496f-a9c6-73cc9c212788 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:31.034868 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-c551e56d-6faa-4e60-b337-8f78215a0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:31.036468 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-c551e56d-6faa-4e60-b337-8f78215a0432 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8&tenant_id=1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 1095 time: 0.0500922 Nov 24 13:29:31.050334 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:31.059570 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 8d071733-7205-496f-a9c6-73cc9c212788 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:29:31.063962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 8d071733-7205-496f-a9c6-73cc9c212788 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:31.064343 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:31.107130 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:31.146304 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:31.171315 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:29:31.173597 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef570a7-25a3-4704-9558-c4b8455d6e37" -d '{"events": [{"server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "name": "network-vif-plugged", "status": "completed", "tag": "8d071733-7205-496f-a9c6-73cc9c212788"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:29:31.186736 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:31.191507 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:31.192981 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.db.api [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114986) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:29:31.193321 n-d-817303-4 neutron-server[114986]: DEBUG oslo_db.api [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:29:31.230354 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087f5bca-8e89-46aa-b7ff-11c57995a5f5 x-openstack-request-id: req-087f5bca-8e89-46aa-b7ff-11c57995a5f5 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:29:31.230653 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "name": "network-vif-plugged", "status": "completed", "tag": "8d071733-7205-496f-a9c6-73cc9c212788", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:29:31.230910 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-087f5bca-8e89-46aa-b7ff-11c57995a5f5 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:29:31.231303 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788', 'code': 200} Nov 24 13:29:31.248600 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=8d071733-7205-496f-a9c6-73cc9c212788,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:31.723881 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:31.859322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd07f19-5d0d-467e-9938-b10a12e4d0ea req-fd2d0e7a-dfaa-47e0-acf8-9f292c30d1dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:31.861169 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3dd07f19-5d0d-467e-9938-b10a12e4d0ea req-fd2d0e7a-dfaa-47e0-acf8-9f292c30d1dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0539787 Nov 24 13:29:31.927132 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3dd07f19-5d0d-467e-9938-b10a12e4d0ea req-ca2c7ae7-406a-409d-b6ef-0166ca65d70d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534370 Nov 24 13:29:31.936890 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:31.969692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:29:32.009932 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:29:32.012183 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bf09f9-ea77-4761-b160-a6618827c044" -d '{"events": [{"server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "name": "network-vif-unplugged", "status": "completed", "tag": "8d071733-7205-496f-a9c6-73cc9c212788"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:29:32.016472 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:32.028927 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Transition to ACTIVE for port object 8d071733-7205-496f-a9c6-73cc9c212788 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:29:32.034281 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:32.071960 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0994eaf-6dba-431a-a5df-c4a29125777c x-openstack-request-id: req-e0994eaf-6dba-431a-a5df-c4a29125777c {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:29:32.072608 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "name": "network-vif-unplugged", "status": "completed", "tag": "8d071733-7205-496f-a9c6-73cc9c212788", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:29:32.072608 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0994eaf-6dba-431a-a5df-c4a29125777c {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:29:32.072944 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788', 'code': 200} Nov 24 13:29:32.127027 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Pushing event updated for resources: {'Port': ['ID=8d071733-7205-496f-a9c6-73cc9c212788,revision_number=10']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:32.169776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] No DVR routers for this DVR port 8d071733-7205-496f-a9c6-73cc9c212788 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:29:32.318003 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Attempting to bind port 8d071733-7205-496f-a9c6-73cc9c212788 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:29:32.319520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Attempting to bind port 8d071733-7205-496f-a9c6-73cc9c212788 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:29:32.319816 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Attempting to bind port 8d071733-7205-496f-a9c6-73cc9c212788 on network 780e1384-a587-4b17-9169-6a81e5d41353 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:32.328613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Port 8d071733-7205-496f-a9c6-73cc9c212788 on network 780e1384-a587-4b17-9169-6a81e5d41353 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:29:32.329052 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Attempting to bind port 8d071733-7205-496f-a9c6-73cc9c212788 on network 780e1384-a587-4b17-9169-6a81e5d41353 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:32.334349 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:29:32.334698 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Checking segment: {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:32.335084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Bound using segment: {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:29:32.335518 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Bound port: 8d071733-7205-496f-a9c6-73cc9c212788, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:29:32.335876 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:32.411181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:29:32.414692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:29:32.419305 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:32.460313 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:32.460963 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:32.462385 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] 10.222.0.46 "PUT /v2.0/ports/8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 1092 time: 1.4162412 Nov 24 13:29:32.499838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61341d0e-e33f-46e4-bb8e-5088c82b2773 service neutron] Pushing event updated for resources: {'Port': ['ID=8d071733-7205-496f-a9c6-73cc9c212788,revision_number=11']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:32.539295 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-72d44b8a-8084-4b3b-8cbb-ed781c197f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:32.540918 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-72d44b8a-8084-4b3b-8cbb-ed781c197f92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1095 time: 0.0545630 Nov 24 13:29:32.659877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-ddafeaa9-55de-4255-ad0f-25f7e315b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:32.661384 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-ddafeaa9-55de-4255-ad0f-25f7e315b0a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=780e1384-a587-4b17-9169-6a81e5d41353 HTTP/1.1" status: 200 len: 898 time: 0.1131120 Nov 24 13:29:32.734697 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-5ed5ceec-994b-4496-b01d-1c8563c63006 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 998 time: 0.0648777 Nov 24 13:29:32.744260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52900) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:32.799583 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-d08902b8-b655-4897-8044-988b87c67c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:32.801093 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-d08902b8-b655-4897-8044-988b87c67c51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5fcc4829-4c03-4935-809f-95679e8bfa5c HTTP/1.1" status: 200 len: 834 time: 0.0603387 Nov 24 13:29:32.853378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-b086b9fd-dcaa-421b-92b0-96eedbd5cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:32.855220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-b086b9fd-dcaa-421b-92b0-96eedbd5cb79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780e1384-a587-4b17-9169-6a81e5d41353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469968 Nov 24 13:29:32.866237 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d4155bc-aaae-4b4f-8d32-1aae24f4910c admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:32.945368 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d4155bc-aaae-4b4f-8d32-1aae24f4910c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:32.949331 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d4155bc-aaae-4b4f-8d32-1aae24f4910c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:32.952837 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-fb1d3af7-64d4-4cda-b80e-6100cc3c279c service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905695 Nov 24 13:29:32.975330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4155bc-aaae-4b4f-8d32-1aae24f4910c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa773da-22c0-4408-8299-c14a527720f1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:33.010897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2d4155bc-aaae-4b4f-8d32-1aae24f4910c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d301b50f3ac425292695d55b18e0e01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2628932 Nov 24 13:29:33.011878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52906) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:33.021975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 8d071733-7205-496f-a9c6-73cc9c212788 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:29:33.064083 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-deac8972-bff1-46a7-a3a0-c62e9d73219e req-a465dabc-6883-4b6f-bc28-37145ba99f5b service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040170 Nov 24 13:29:33.071972 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 8d071733-7205-496f-a9c6-73cc9c212788 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:29:33.120499 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2c7a1-b13b-4bec-89e3-2dccec9b3615 req-1c383904-f663-4212-878f-8898d16f566a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:33.122053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2a2c7a1-b13b-4bec-89e3-2dccec9b3615 req-1c383904-f663-4212-878f-8898d16f566a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 944 time: 0.0862308 Nov 24 13:29:33.123157 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50cfd452-beae-4ce4-8f28-aa6ea63f3013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:33.158172 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50cfd452-beae-4ce4-8f28-aa6ea63f3013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:33.210995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c2a2c7a1-b13b-4bec-89e3-2dccec9b3615 req-c381d355-92a4-4a50-b1e7-81dcd72d8dcf tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786200 Nov 24 13:29:33.239284 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50cfd452-beae-4ce4-8f28-aa6ea63f3013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:33.239284 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-50cfd452-beae-4ce4-8f28-aa6ea63f3013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:33.239284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-50cfd452-beae-4ce4-8f28-aa6ea63f3013 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fa773da-22c0-4408-8299-c14a527720f1 HTTP/1.1" status: 204 len: 168 time: 0.2254975 Nov 24 13:29:33.253169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfd452-beae-4ce4-8f28-aa6ea63f3013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa773da-22c0-4408-8299-c14a527720f1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:33.862629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52928) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:33.956747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-827858356-network', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:33.977748 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] Made reservation on behalf of a3af1e34b64d443098ac550934332b5b for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:29:33.980466 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:33.989203 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:34.062156 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:34.065939 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:34.074325 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:29:34.076774 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8936fcba-f64a-465e-af0f-2935643e4610" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "tag": "8d071733-7205-496f-a9c6-73cc9c212788"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:29:34.095580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:29:34.102082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148e0fec-ce6b-4c00-b991-c461d1aad9ad,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:34.112131 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:34.112431 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] Added segment 151f60ae-3f93-4f11-bbe8-768d8563ee81 of type vlan for network f51db80e-b9e0-4905-a644-bb8cde450936 Nov 24 13:29:34.129000 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf3230a-a6d8-40f6-a547-0306fc1013b3 x-openstack-request-id: req-bbf3230a-a6d8-40f6-a547-0306fc1013b3 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:29:34.129327 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "tag": "8d071733-7205-496f-a9c6-73cc9c212788", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:29:34.129587 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bbf3230a-a6d8-40f6-a547-0306fc1013b3 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:29:34.130011 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788', 'status': 'completed', 'code': 200} Nov 24 13:29:34.152985 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:34.180894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:34.181982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:34.182676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:34.218946 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936fcba-f64a-465e-af0f-2935643e4610 req-ce06d3b8-67fe-48dc-9aa9-41c65d81f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:34.220491 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8936fcba-f64a-465e-af0f-2935643e4610 req-ce06d3b8-67fe-48dc-9aa9-41c65d81f310 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1095 time: 0.0719118 Nov 24 13:29:34.222189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936fcba-f64a-465e-af0f-2935643e4610 req-f4beb64f-f868-4fdd-b0c2-904c38856011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:34.223552 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8936fcba-f64a-465e-af0f-2935643e4610 req-f4beb64f-f868-4fdd-b0c2-904c38856011 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1095 time: 0.0636411 Nov 24 13:29:34.236009 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3722591 Nov 24 13:29:34.242187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52934) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:34.246869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f5967ef9-e00c-46da-a398-e14d40d503d3 admin admin] Request body: {'subnet': {'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-827858356-subnet', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:34.303257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ceeb4-c762-4b35-9e5f-36fd979834f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f51db80e-b9e0-4905-a644-bb8cde450936,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:34.314303 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network f51db80e-b9e0-4905-a644-bb8cde450936 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:29:34.343654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5967ef9-e00c-46da-a398-e14d40d503d3 admin admin] Made reservation on behalf of a3af1e34b64d443098ac550934332b5b for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:29:34.346231 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f5967ef9-e00c-46da-a398-e14d40d503d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:34.389706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936fcba-f64a-465e-af0f-2935643e4610 req-bcc90843-595f-44da-acaf-2c7b9a8e1cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:34.391212 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8936fcba-f64a-465e-af0f-2935643e4610 req-bcc90843-595f-44da-acaf-2c7b9a8e1cc7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=780e1384-a587-4b17-9169-6a81e5d41353 HTTP/1.1" status: 200 len: 898 time: 0.1630304 Nov 24 13:29:34.392187 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782a62b-1c7c-494a-84a0-06a758fef43e req-e7c54d8c-0ea9-4f58-83d2-fd98a09f4787 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:34.392567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936fcba-f64a-465e-af0f-2935643e4610 req-f34b7d84-d104-4d84-b223-153a3281e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:34.393765 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5782a62b-1c7c-494a-84a0-06a758fef43e req-e7c54d8c-0ea9-4f58-83d2-fd98a09f4787 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 944 time: 0.0872226 Nov 24 13:29:34.393897 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8936fcba-f64a-465e-af0f-2935643e4610 req-f34b7d84-d104-4d84-b223-153a3281e4dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=780e1384-a587-4b17-9169-6a81e5d41353 HTTP/1.1" status: 200 len: 898 time: 0.1575990 Nov 24 13:29:34.499309 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5782a62b-1c7c-494a-84a0-06a758fef43e req-eb775fbf-54af-416a-a9a4-ad23028a2781 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807745 Nov 24 13:29:34.508466 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8936fcba-f64a-465e-af0f-2935643e4610 req-730c0b92-9708-4d71-89be-62416ccb39d9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 998 time: 0.1087668 Nov 24 13:29:34.510249 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8936fcba-f64a-465e-af0f-2935643e4610 req-fd7a3caa-2e13-4671-931d-1443860b0054 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 998 time: 0.1044221 Nov 24 13:29:34.597190 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f5967ef9-e00c-46da-a398-e14d40d503d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:34.605236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936fcba-f64a-465e-af0f-2935643e4610 req-93faac0e-fc28-4bbe-a3b7-52dca7775a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:34.606689 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8936fcba-f64a-465e-af0f-2935643e4610 req-93faac0e-fc28-4bbe-a3b7-52dca7775a00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5fcc4829-4c03-4935-809f-95679e8bfa5c HTTP/1.1" status: 200 len: 834 time: 0.0915039 Nov 24 13:29:34.610314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936fcba-f64a-465e-af0f-2935643e4610 req-59c7ce8f-c73b-437e-bd16-ca22e20f2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:34.611620 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8936fcba-f64a-465e-af0f-2935643e4610 req-59c7ce8f-c73b-437e-bd16-ca22e20f2b42 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5fcc4829-4c03-4935-809f-95679e8bfa5c HTTP/1.1" status: 200 len: 834 time: 0.0599983 Nov 24 13:29:34.655243 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5967ef9-e00c-46da-a398-e14d40d503d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=614762e3-2425-47be-b9e5-3b2eaa296c79,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:34.664407 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5967ef9-e00c-46da-a398-e14d40d503d3 admin admin] Checking segment: {'id': '151f60ae-3f93-4f11-bbe8-768d8563ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:34.664866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5967ef9-e00c-46da-a398-e14d40d503d3 admin admin] Network hostable DHCP agents. Network: f51db80e-b9e0-4905-a644-bb8cde450936, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:29:34.682461 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5967ef9-e00c-46da-a398-e14d40d503d3 admin admin] Network f51db80e-b9e0-4905-a644-bb8cde450936 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:29:34.692267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-f5967ef9-e00c-46da-a398-e14d40d503d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, f51db80e-b9e0-4905-a644-bb8cde450936) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:34.692603 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936fcba-f64a-465e-af0f-2935643e4610 req-b15f1739-55bd-498d-acde-cf499c703540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:34.694113 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8936fcba-f64a-465e-af0f-2935643e4610 req-b15f1739-55bd-498d-acde-cf499c703540 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780e1384-a587-4b17-9169-6a81e5d41353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705345 Nov 24 13:29:34.696805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5967ef9-e00c-46da-a398-e14d40d503d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:34.697468 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f5967ef9-e00c-46da-a398-e14d40d503d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:34.699706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936fcba-f64a-465e-af0f-2935643e4610 req-2d1de741-87aa-483e-8088-6ef065a3667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:34.702390 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8936fcba-f64a-465e-af0f-2935643e4610 req-2d1de741-87aa-483e-8088-6ef065a3667c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=780e1384-a587-4b17-9169-6a81e5d41353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887671 Nov 24 13:29:34.703191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48990157-df52-445e-870c-cffe1b8aaeb2 None None] Network f51db80e-b9e0-4905-a644-bb8cde450936 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:29:34.734901 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f5967ef9-e00c-46da-a398-e14d40d503d3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4916518 Nov 24 13:29:34.738424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52938) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:34.744330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-827858356-router', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:34.772643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:34.774192 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:34.834235 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:34.873578 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8936fcba-f64a-465e-af0f-2935643e4610 req-5a1c406c-2ed4-49c4-b320-f99c4b8f28f7 service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696458 Nov 24 13:29:34.874012 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-f51db80e-b9e0-4905-a644-bb8cde450936', 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'fixed_ips': [{'subnet_id': '614762e3-2425-47be-b9e5-3b2eaa296c79'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:29:34.875139 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:34.879201 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8936fcba-f64a-465e-af0f-2935643e4610 req-0bd5a92a-47f9-407f-aff7-860b27ebbcb8 service neutron] 10.222.0.59 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571753 Nov 24 13:29:34.954305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8d071733-7205-496f-a9c6-73cc9c212788 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:29:34.980410 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:35.039052 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8936fcba-f64a-465e-af0f-2935643e4610 req-a40120fe-cfe6-4920-b176-e4f976e0f83b service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587870 Nov 24 13:29:35.041430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8936fcba-f64a-465e-af0f-2935643e4610 req-92dc4006-824b-4ad8-bacd-ccf8757cbfd3 service neutron] 10.222.0.59 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542528 Nov 24 13:29:35.082424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Allocated IP 172.20.0.2 (f51db80e-b9e0-4905-a644-bb8cde450936/614762e3-2425-47be-b9e5-3b2eaa296c79/b1f95d04-5f8f-47c5-a6ed-7178796082e8) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:29:35.128933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:35.149404 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '8d071733-7205-496f-a9c6-73cc9c212788', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'port_id': '8d071733-7205-496f-a9c6-73cc9c212788', 'mac_address': 'fa:16:3e:99:3d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:29:35.237305 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:35.276758 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d071733-7205-496f-a9c6-73cc9c212788 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:29:35.310680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:35.317057 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:35.319095 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:35.346273 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:35.370527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Network f51db80e-b9e0-4905-a644-bb8cde450936 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:29:35.376262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:35.379549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:29:35.386362 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=8d071733-7205-496f-a9c6-73cc9c212788,revision_number=12']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:35.465091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Pushing event updated for resources: {'Port': ['ID=b1f95d04-5f8f-47c5-a6ed-7178796082e8,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:35.474048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Attempting to bind port b1f95d04-5f8f-47c5-a6ed-7178796082e8 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:29:35.474420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Attempting to bind port b1f95d04-5f8f-47c5-a6ed-7178796082e8 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '151f60ae-3f93-4f11-bbe8-768d8563ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:29:35.474788 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Attempting to bind port b1f95d04-5f8f-47c5-a6ed-7178796082e8 on network f51db80e-b9e0-4905-a644-bb8cde450936 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:35.480522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:29:35.480937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Checking segment: {'id': '151f60ae-3f93-4f11-bbe8-768d8563ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:35.481340 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:35.481729 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Bound using segment: {'id': '151f60ae-3f93-4f11-bbe8-768d8563ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:29:35.482200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Bound port: b1f95d04-5f8f-47c5-a6ed-7178796082e8, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151f60ae-3f93-4f11-bbe8-768d8563ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:29:35.482653 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:35.530194 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:35.547321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] For port b1f95d04-5f8f-47c5-a6ed-7178796082e8, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:29:35.549208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:35.553171 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] For port b1f95d04-5f8f-47c5-a6ed-7178796082e8, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b1f95d04-5f8f-47c5-a6ed-7178796082e8,segment=NetworkSegment(151f60ae-3f93-4f11-bbe8-768d8563ee81),segment_id=151f60ae-3f93-4f11-bbe8-768d8563ee81)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:29:35.554968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['8d071733-7205-496f-a9c6-73cc9c212788'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:29:35.586231 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:35.649289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7307161-279a-4e7f-adba-66ac9cd2892c req-840154a4-ccbb-412a-8531-73f66923b4e4 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:35.653907 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c7307161-279a-4e7f-adba-66ac9cd2892c req-840154a4-ccbb-412a-8531-73f66923b4e4 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 945 time: 0.0629575 Nov 24 13:29:35.670244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30b233-4894-407b-b6ed-eb765dc66599 None None] Pushing event updated for resources: {'Port': ['ID=b1f95d04-5f8f-47c5-a6ed-7178796082e8,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:35.675241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Allocated IP 172.25.0.90 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/feb4349c-7055-40b4-ac88-d697b716c537) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:29:35.733796 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c7307161-279a-4e7f-adba-66ac9cd2892c req-4faabb23-d1c7-475f-9e78-50635ded55f2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640483 Nov 24 13:29:35.758611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52942) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:35.815434 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:35.836854 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-06d2e4b3-12de-4612-931e-bf583cf42f5f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/feaf844d-192e-4033-ac2c-982826bec56e HTTP/1.1" status: 200 len: 991 time: 0.0762002 Nov 24 13:29:35.862296 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:35.929196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:29:35.933143 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:35.935051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Pushing event updated for resources: {'Port': ['ID=feb4349c-7055-40b4-ac88-d697b716c537,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:35.937840 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:29:35.951918 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323525dd-f5b6-4061-9dcb-458636c150fc None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:35.993919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-30b8d2a5-ad48-412a-b5ff-3bce3ff03965 None None] Provisioning complete for port feb4349c-7055-40b4-ac88-d697b716c537 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:35.994305 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-30b8d2a5-ad48-412a-b5ff-3bce3ff03965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:36.029985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-30b8d2a5-ad48-412a-b5ff-3bce3ff03965 None None] Port feb4349c-7055-40b4-ac88-d697b716c537 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:29:36.201630 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:36.278043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b1f95d04-5f8f-47c5-a6ed-7178796082e8 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:36.326814 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b1f95d04-5f8f-47c5-a6ed-7178796082e8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:36.327564 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:36.412670 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:36.421472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:36.452151 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port b1f95d04-5f8f-47c5-a6ed-7178796082e8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b1f95d04-5f8f-47c5-a6ed-7178796082e8,segment=NetworkSegment(151f60ae-3f93-4f11-bbe8-768d8563ee81),segment_id=151f60ae-3f93-4f11-bbe8-768d8563ee81)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:36.456981 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:36.516609 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:36.519570 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=b1f95d04-5f8f-47c5-a6ed-7178796082e8,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:36.566338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Router 135e7e07-0486-44b2-825c-2d8db10170ed is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:29:36.693733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:29:36.705336 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Sync routers for ids ['135e7e07-0486-44b2-825c-2d8db10170ed'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:29:36.714319 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:36.716298 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3de66e15-b62a-4aa7-aedc-9c43cc5053af admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9767532 Nov 24 13:29:36.719790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52946) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:36.722235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Routers {'135e7e07-0486-44b2-825c-2d8db10170ed'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:36.722928 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['135e7e07-0486-44b2-825c-2d8db10170ed'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:36.776837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad2d689-e85a-4e56-bcd3-ca04719a0d08 None None] Network f51db80e-b9e0-4905-a644-bb8cde450936 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:29:37.036615 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8d071733-7205-496f-a9c6-73cc9c212788 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:37.098595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Set router 135e7e07-0486-44b2-825c-2d8db10170ed gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:37.177326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0be92c11-9f00-4832-b3cc-ecf7784200de None None] Provisioning complete for port b1f95d04-5f8f-47c5-a6ed-7178796082e8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:37.177684 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0be92c11-9f00-4832-b3cc-ecf7784200de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:37.200182 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:37.352163 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 8d071733-7205-496f-a9c6-73cc9c212788 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:29:37.368271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 8d071733-7205-496f-a9c6-73cc9c212788 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:37.368797 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:37.424869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Allocated IP 172.20.0.1 (f51db80e-b9e0-4905-a644-bb8cde450936/614762e3-2425-47be-b9e5-3b2eaa296c79/4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:29:37.536544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'name': 'tempest-TestAggregatesBasicOps-827858356-router', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'feb4349c-7055-40b4-ac88-d697b716c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:34Z', 'updated_at': '2021-11-24T13:29:36Z', 'revision_number': 3, 'project_id': 'a3af1e34b64d443098ac550934332b5b', 'gw_port': {'id': 'feb4349c-7055-40b4-ac88-d697b716c537', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ca:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:35Z', 'updated_at': '2021-11-24T13:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:37.549408 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:37.568698 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:37.570839 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Checking router: 135e7e07-0486-44b2-825c-2d8db10170ed for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:29:37.571202 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Updating router 135e7e07-0486-44b2-825c-2d8db10170ed port feb4349c-7055-40b4-ac88-d697b716c537 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:29:37.591018 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:37.615774 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:37.623455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:29:37.625882 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc9a5e2-9176-4273-b792-08b35aafb302" -d '{"events": [{"server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "name": "network-vif-plugged", "status": "completed", "tag": "8d071733-7205-496f-a9c6-73cc9c212788"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:29:37.635353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Network f51db80e-b9e0-4905-a644-bb8cde450936 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:29:37.640025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:37.643730 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:29:37.661024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:37.675407 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:37.696432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Pushing event updated for resources: {'Port': ['ID=4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:37.715785 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:37.734130 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191f87f1-c4b4-4567-8184-8a19e2edd492 x-openstack-request-id: req-191f87f1-c4b4-4567-8184-8a19e2edd492 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:29:37.734546 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "name": "network-vif-plugged", "status": "completed", "tag": "8d071733-7205-496f-a9c6-73cc9c212788", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:29:37.734993 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-191f87f1-c4b4-4567-8184-8a19e2edd492 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:29:37.735646 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788', 'code': 200} Nov 24 13:29:37.830063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=8d071733-7205-496f-a9c6-73cc9c212788,revision_number=13']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:37.876959 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-db89b385-f8b9-4e8e-a59f-eae6765126b1 None None] Provisioning complete for port b1f95d04-5f8f-47c5-a6ed-7178796082e8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:37.877344 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-db89b385-f8b9-4e8e-a59f-eae6765126b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:37.896814 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:38.043243 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:38.049060 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:38.095403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:38.098967 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954e00b8-1424-4d41-b03f-51f01c40afa6 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:38.100854 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:38.115970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803c335-39d7-4c80-b560-787df69e1b1e None None] Pushing event updated for resources: {'Port': ['ID=feb4349c-7055-40b4-ac88-d697b716c537,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:38.118892 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Attempting to bind port feb4349c-7055-40b4-ac88-d697b716c537 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:29:38.119237 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Attempting to bind port feb4349c-7055-40b4-ac88-d697b716c537 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:29:38.119623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Attempting to bind port feb4349c-7055-40b4-ac88-d697b716c537 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:38.127560 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:29:38.128067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:38.128344 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:38.128771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:29:38.129283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Bound port: feb4349c-7055-40b4-ac88-d697b716c537, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:29:38.129670 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:38.176510 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:38.179353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Pushing event updated for resources: {'Port': ['ID=4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:38.184832 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-96de03d3-3306-45b3-951b-6c21c63fb3b7 None None] Provisioning complete for port feb4349c-7055-40b4-ac88-d697b716c537 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:38.185175 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-96de03d3-3306-45b3-951b-6c21c63fb3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:38.213484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] For port feb4349c-7055-40b4-ac88-d697b716c537, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:29:38.244178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] For port feb4349c-7055-40b4-ac88-d697b716c537, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=feb4349c-7055-40b4-ac88-d697b716c537,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:29:38.258874 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:38.263685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-96de03d3-3306-45b3-951b-6c21c63fb3b7 None None] Port feb4349c-7055-40b4-ac88-d697b716c537 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:29:38.316672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fc7c25-de22-4f6c-b492-f48e18d4b98a None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:38.320495 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Network f51db80e-b9e0-4905-a644-bb8cde450936 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:29:38.322208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:38.325129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b1f95d04-5f8f-47c5-a6ed-7178796082e8 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:38.369849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-96de03d3-3306-45b3-951b-6c21c63fb3b7 None None] Provisioning complete for port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:38.370564 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-96de03d3-3306-45b3-951b-6c21c63fb3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:38.423968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803c335-39d7-4c80-b560-787df69e1b1e None None] Pushing event updated for resources: {'Port': ['ID=feb4349c-7055-40b4-ac88-d697b716c537,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:38.453956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Routers {'135e7e07-0486-44b2-825c-2d8db10170ed'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:38.454617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['135e7e07-0486-44b2-825c-2d8db10170ed'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:38.461746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Router 135e7e07-0486-44b2-825c-2d8db10170ed has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:29:38.508471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-96de03d3-3306-45b3-951b-6c21c63fb3b7 None None] Port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:29:38.515208 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b1f95d04-5f8f-47c5-a6ed-7178796082e8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:38.515627 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:38.611156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:29:38.619668 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4ca55d8d-77b5-40b2-be20-6097267cb0ff admin admin] 10.222.0.48 "PUT /v2.0/routers/135e7e07-0486-44b2-825c-2d8db10170ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8987081 Nov 24 13:29:38.679041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] Set router 135e7e07-0486-44b2-825c-2d8db10170ed gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:38.681455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-25dc0384-aea0-4977-b59c-6e50d546fad7 None None] Provisioning complete for port feb4349c-7055-40b4-ac88-d697b716c537 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:38.681921 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25dc0384-aea0-4977-b59c-6e50d546fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.071200 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25dc0384-aea0-4977-b59c-6e50d546fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.120647 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-25dc0384-aea0-4977-b59c-6e50d546fad7 None None] For port feb4349c-7055-40b4-ac88-d697b716c537, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=feb4349c-7055-40b4-ac88-d697b716c537,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:39.125733 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25dc0384-aea0-4977-b59c-6e50d546fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.173735 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-25dc0384-aea0-4977-b59c-6e50d546fad7 None None] Provisioning complete for port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:39.174109 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-25dc0384-aea0-4977-b59c-6e50d546fad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.216191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc0384-aea0-4977-b59c-6e50d546fad7 None None] Pushing event updated for resources: {'Port': ['ID=feb4349c-7055-40b4-ac88-d697b716c537,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:39.218824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 52964) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:39.223792 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1490339230-network', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:39.226576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-25dc0384-aea0-4977-b59c-6e50d546fad7 None None] Port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:29:39.234298 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'name': 'tempest-TestAggregatesBasicOps-827858356-router', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'feb4349c-7055-40b4-ac88-d697b716c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:34Z', 'updated_at': '2021-11-24T13:29:37Z', 'revision_number': 4, 'project_id': 'a3af1e34b64d443098ac550934332b5b', 'gw_port': {'id': 'feb4349c-7055-40b4-ac88-d697b716c537', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ca:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:35Z', 'updated_at': '2021-11-24T13:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d', 'name': '', 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'mac_address': 'fa:16:3e:24:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '614762e3-2425-47be-b9e5-3b2eaa296c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:37Z', 'updated_at': '2021-11-24T13:29:37Z', 'revision_number': 2, 'project_id': 'a3af1e34b64d443098ac550934332b5b', 'subnets': [{'id': '614762e3-2425-47be-b9e5-3b2eaa296c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:39.246096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] Made reservation on behalf of 6524e74e26c54b2d95e2ec615269e004 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:29:39.249149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.263339 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.270135 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cf461c-eb14-4bad-b955-571a1210f72c None None] The sync data for ids ['135e7e07-0486-44b2-825c-2d8db10170ed'] in n-d-817303-4 is: [{'id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'name': 'tempest-TestAggregatesBasicOps-827858356-router', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'feb4349c-7055-40b4-ac88-d697b716c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:34Z', 'updated_at': '2021-11-24T13:29:37Z', 'revision_number': 4, 'project_id': 'a3af1e34b64d443098ac550934332b5b', 'gw_port': {'id': 'feb4349c-7055-40b4-ac88-d697b716c537', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ca:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:35Z', 'updated_at': '2021-11-24T13:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d', 'name': '', 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'mac_address': 'fa:16:3e:24:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '614762e3-2425-47be-b9e5-3b2eaa296c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:37Z', 'updated_at': '2021-11-24T13:29:37Z', 'revision_number': 2, 'project_id': 'a3af1e34b64d443098ac550934332b5b', 'subnets': [{'id': '614762e3-2425-47be-b9e5-3b2eaa296c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:29:39.347931 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.352423 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.379594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:29:39.397132 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4a3c55-995d-474e-8f11-4e2e34fd46c7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:39.400936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.401382 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] Added segment 628ce5b2-935d-4a84-95c4-55ecee28c717 of type vlan for network bda54978-6c1c-4193-acf3-43d14d30a8ca Nov 24 13:29:39.447340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.473209 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.474256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:39.474873 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.542267 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3227577 Nov 24 13:29:39.545174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52966) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:39.551265 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-69273981-3339-423e-953a-2bab67f53894 admin admin] Request body: {'subnet': {'network_id': 'bda54978-6c1c-4193-acf3-43d14d30a8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1490339230-subnet', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:39.588279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3319e-6c9a-4df8-8208-94aacee5b446 admin admin] Pushing event updated for resources: {'Network': ['ID=bda54978-6c1c-4193-acf3-43d14d30a8ca,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:39.601782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69273981-3339-423e-953a-2bab67f53894 admin admin] Made reservation on behalf of 6524e74e26c54b2d95e2ec615269e004 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:29:39.604359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69273981-3339-423e-953a-2bab67f53894 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.612261 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network bda54978-6c1c-4193-acf3-43d14d30a8ca details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:29:39.745115 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.826344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69273981-3339-423e-953a-2bab67f53894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.886106 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69273981-3339-423e-953a-2bab67f53894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d5a95a-b3c6-424f-8418-e43a9ed6a6d4,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:39.895715 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69273981-3339-423e-953a-2bab67f53894 admin admin] Checking segment: {'id': '628ce5b2-935d-4a84-95c4-55ecee28c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bda54978-6c1c-4193-acf3-43d14d30a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:39.896084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69273981-3339-423e-953a-2bab67f53894 admin admin] Network hostable DHCP agents. Network: bda54978-6c1c-4193-acf3-43d14d30a8ca, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:29:39.915793 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69273981-3339-423e-953a-2bab67f53894 admin admin] Network bda54978-6c1c-4193-acf3-43d14d30a8ca is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:29:39.926070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-69273981-3339-423e-953a-2bab67f53894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, bda54978-6c1c-4193-acf3-43d14d30a8ca) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:39.930911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69273981-3339-423e-953a-2bab67f53894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:29:39.931633 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69273981-3339-423e-953a-2bab67f53894 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.936138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d319b6-25c7-429f-95a6-7a680ec23eb7 None None] Network bda54978-6c1c-4193-acf3-43d14d30a8ca requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:29:39.952049 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-69273981-3339-423e-953a-2bab67f53894 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4021871 Nov 24 13:29:39.952049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52968) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:39.955726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1490339230-router', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:29:39.979666 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:39.981145 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:40.044711 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:40.128529 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-bda54978-6c1c-4193-acf3-43d14d30a8ca', 'network_id': 'bda54978-6c1c-4193-acf3-43d14d30a8ca', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'fixed_ips': [{'subnet_id': '63d5a95a-b3c6-424f-8418-e43a9ed6a6d4'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:29:40.129511 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:40.212035 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:40.293776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Allocated IP 172.20.0.2 (bda54978-6c1c-4193-acf3-43d14d30a8ca/63d5a95a-b3c6-424f-8418-e43a9ed6a6d4/a707adb3-70ef-4f25-aba4-3df7472c2dc5) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:29:40.342368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device feb4349c-7055-40b4-ac88-d697b716c537 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:40.460311 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port feb4349c-7055-40b4-ac88-d697b716c537 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:40.460694 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:40.536290 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:40.544220 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:40.628109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Network bda54978-6c1c-4193-acf3-43d14d30a8ca is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:29:40.630459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Pushing event updated for resources: {'Port': ['ID=a707adb3-70ef-4f25-aba4-3df7472c2dc5,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:40.636044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:40.638210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:29:40.697897 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Attempting to bind port a707adb3-70ef-4f25-aba4-3df7472c2dc5 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:29:40.698278 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Attempting to bind port a707adb3-70ef-4f25-aba4-3df7472c2dc5 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '628ce5b2-935d-4a84-95c4-55ecee28c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bda54978-6c1c-4193-acf3-43d14d30a8ca'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:29:40.698785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Attempting to bind port a707adb3-70ef-4f25-aba4-3df7472c2dc5 on network bda54978-6c1c-4193-acf3-43d14d30a8ca {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:40.704611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:29:40.705133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Checking segment: {'id': '628ce5b2-935d-4a84-95c4-55ecee28c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bda54978-6c1c-4193-acf3-43d14d30a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:40.705629 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:40.706092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Bound using segment: {'id': '628ce5b2-935d-4a84-95c4-55ecee28c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bda54978-6c1c-4193-acf3-43d14d30a8ca'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:29:40.706635 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Bound port: a707adb3-70ef-4f25-aba4-3df7472c2dc5, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628ce5b2-935d-4a84-95c4-55ecee28c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bda54978-6c1c-4193-acf3-43d14d30a8ca'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:29:40.707089 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:40.772685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] For port a707adb3-70ef-4f25-aba4-3df7472c2dc5, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:29:40.776061 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] For port a707adb3-70ef-4f25-aba4-3df7472c2dc5, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a707adb3-70ef-4f25-aba4-3df7472c2dc5,segment=NetworkSegment(628ce5b2-935d-4a84-95c4-55ecee28c717),segment_id=628ce5b2-935d-4a84-95c4-55ecee28c717)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:29:40.782599 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:40.784458 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:40.810478 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:40.846104 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19443e8a-61c4-4383-aae0-8401f2cd621b None None] Pushing event updated for resources: {'Port': ['ID=a707adb3-70ef-4f25-aba4-3df7472c2dc5,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:40.927652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Allocated IP 172.25.0.227 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/95f1c49e-1708-4e8c-a645-d3fe501793f1) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:29:41.037981 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:41.087956 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:41.131411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:29:41.134380 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:41.139539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:29:41.142735 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Pushing event updated for resources: {'Port': ['ID=95f1c49e-1708-4e8c-a645-d3fe501793f1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:41.149788 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6312f2-139d-487c-a236-bd7d11fc7b2c None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:41.268895 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-902f39c6-747f-40de-8aa6-358fd1f33e50 None None] Provisioning complete for port 95f1c49e-1708-4e8c-a645-d3fe501793f1 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:41.269221 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-902f39c6-747f-40de-8aa6-358fd1f33e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:41.304796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-902f39c6-747f-40de-8aa6-358fd1f33e50 None None] Port 95f1c49e-1708-4e8c-a645-d3fe501793f1 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:29:41.397784 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:41.594077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:41.727803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Router 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:29:41.841451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:29:41.854560 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Sync routers for ids ['5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:29:41.871296 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:41.872696 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ca9cfdeb-902e-4d20-a480-4a373012b3df admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9201961 Nov 24 13:29:41.875994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 52970) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:41.885365 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Routers {'5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:41.886271 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:42.022425 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Set router 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:42.096129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Sync routers for ids ['135e7e07-0486-44b2-825c-2d8db10170ed'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:29:42.109890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f19b60-db3a-4ac1-b860-0075b5aa1016 None None] Network bda54978-6c1c-4193-acf3-43d14d30a8ca requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:29:42.124015 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Routers {'135e7e07-0486-44b2-825c-2d8db10170ed'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:42.124652 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['135e7e07-0486-44b2-825c-2d8db10170ed'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:42.266808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d8f1c9f6-4004-42ff-b658-a754ded9035a None None] Provisioning complete for port a707adb3-70ef-4f25-aba4-3df7472c2dc5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:42.267184 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c9f6-4004-42ff-b658-a754ded9035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:42.328673 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'name': 'tempest-TestAggregatesBasicOps-1490339230-router', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '95f1c49e-1708-4e8c-a645-d3fe501793f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:39Z', 'updated_at': '2021-11-24T13:29:41Z', 'revision_number': 3, 'project_id': '6524e74e26c54b2d95e2ec615269e004', 'gw_port': {'id': '95f1c49e-1708-4e8c-a645-d3fe501793f1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:40Z', 'updated_at': '2021-11-24T13:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:42.365329 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:42.366476 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Checking router: 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:29:42.366925 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Updating router 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 port 95f1c49e-1708-4e8c-a645-d3fe501793f1 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:29:42.380706 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a707adb3-70ef-4f25-aba4-3df7472c2dc5 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:42.393584 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:42.403347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Set router 135e7e07-0486-44b2-825c-2d8db10170ed gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:42.495956 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c9f6-4004-42ff-b658-a754ded9035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:42.542328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Allocated IP 172.20.0.1 (bda54978-6c1c-4193-acf3-43d14d30a8ca/63d5a95a-b3c6-424f-8418-e43a9ed6a6d4/c9b8d62d-6624-4cb3-9a23-e06f6df25cb2) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:29:42.593413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d8f1c9f6-4004-42ff-b658-a754ded9035a None None] For port a707adb3-70ef-4f25-aba4-3df7472c2dc5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a707adb3-70ef-4f25-aba4-3df7472c2dc5,segment=NetworkSegment(628ce5b2-935d-4a84-95c4-55ecee28c717),segment_id=628ce5b2-935d-4a84-95c4-55ecee28c717)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:42.616525 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d8f1c9f6-4004-42ff-b658-a754ded9035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:42.660290 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:42.666679 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:42.668834 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:42.708353 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:42.718501 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Attempting to bind port 95f1c49e-1708-4e8c-a645-d3fe501793f1 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:29:42.718884 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Attempting to bind port 95f1c49e-1708-4e8c-a645-d3fe501793f1 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:29:42.719250 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Attempting to bind port 95f1c49e-1708-4e8c-a645-d3fe501793f1 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:42.729684 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:29:42.730824 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:42.731376 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:42.731772 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:29:42.732295 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Bound port: 95f1c49e-1708-4e8c-a645-d3fe501793f1, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:29:42.732681 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:42.747606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Network bda54978-6c1c-4193-acf3-43d14d30a8ca is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:29:42.751490 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:42.755217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:29:42.775166 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c62b1-5646-4aa4-af8c-854633479336 None None] Pushing event updated for resources: {'Port': ['ID=95f1c49e-1708-4e8c-a645-d3fe501793f1,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:42.802805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b8d62d-6624-4cb3-9a23-e06f6df25cb2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:42.806612 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c62b1-5646-4aa4-af8c-854633479336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:42.806612 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c62b1-5646-4aa4-af8c-854633479336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:42.806972 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c62b1-5646-4aa4-af8c-854633479336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:42.807286 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c62b1-5646-4aa4-af8c-854633479336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:42.807625 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c62b1-5646-4aa4-af8c-854633479336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:42.807958 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c62b1-5646-4aa4-af8c-854633479336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:42.808668 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c62b1-5646-4aa4-af8c-854633479336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:42.808668 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c62b1-5646-4aa4-af8c-854633479336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:42.808976 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c62b1-5646-4aa4-af8c-854633479336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:42.809246 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c62b1-5646-4aa4-af8c-854633479336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:42.809571 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c62b1-5646-4aa4-af8c-854633479336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:42.809896 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807c62b1-5646-4aa4-af8c-854633479336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:29:42.814808 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:42.815031 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] For port 95f1c49e-1708-4e8c-a645-d3fe501793f1, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:29:42.821754 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] For port 95f1c49e-1708-4e8c-a645-d3fe501793f1, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=95f1c49e-1708-4e8c-a645-d3fe501793f1,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:29:42.827028 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:42.841454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dce822-5dd8-4add-ad79-ad589b398a31 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:42.886767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a707adb3-70ef-4f25-aba4-3df7472c2dc5 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:42.887264 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:42.902940 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Routers {'5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:42.903618 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:42.943307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50f791e-e49d-47ce-a2b7-2c59c9aeed58 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:42.965350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1c9f6-4004-42ff-b658-a754ded9035a None None] Pushing event updated for resources: {'Port': ['ID=a707adb3-70ef-4f25-aba4-3df7472c2dc5,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:42.986623 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:43.004154 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-176ffc40-c4c7-4ef5-aca0-a6c37dd50ecf None None] Provisioning complete for port 95f1c49e-1708-4e8c-a645-d3fe501793f1 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:43.004853 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-176ffc40-c4c7-4ef5-aca0-a6c37dd50ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:43.031818 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] Set router 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:43.110741 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c62b1-5646-4aa4-af8c-854633479336 None None] Pushing event updated for resources: {'Port': ['ID=95f1c49e-1708-4e8c-a645-d3fe501793f1,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:43.146252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'name': 'tempest-TestAggregatesBasicOps-827858356-router', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'feb4349c-7055-40b4-ac88-d697b716c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:34Z', 'updated_at': '2021-11-24T13:29:37Z', 'revision_number': 4, 'project_id': 'a3af1e34b64d443098ac550934332b5b', 'gw_port': {'id': 'feb4349c-7055-40b4-ac88-d697b716c537', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:35Z', 'updated_at': '2021-11-24T13:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d', 'name': '', 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'mac_address': 'fa:16:3e:24:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '614762e3-2425-47be-b9e5-3b2eaa296c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:37Z', 'updated_at': '2021-11-24T13:29:37Z', 'revision_number': 2, 'project_id': 'a3af1e34b64d443098ac550934332b5b', 'subnets': [{'id': '614762e3-2425-47be-b9e5-3b2eaa296c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:43.179492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Checking router: 135e7e07-0486-44b2-825c-2d8db10170ed for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:29:43.179905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Updating router 135e7e07-0486-44b2-825c-2d8db10170ed port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:29:43.204055 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-176ffc40-c4c7-4ef5-aca0-a6c37dd50ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:43.209644 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:43.215843 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:43.221623 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:43.234130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-176ffc40-c4c7-4ef5-aca0-a6c37dd50ecf None None] For port 95f1c49e-1708-4e8c-a645-d3fe501793f1, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=95f1c49e-1708-4e8c-a645-d3fe501793f1,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:43.241538 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-176ffc40-c4c7-4ef5-aca0-a6c37dd50ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:43.271607 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'name': 'tempest-TestAggregatesBasicOps-1490339230-router', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '95f1c49e-1708-4e8c-a645-d3fe501793f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:39Z', 'updated_at': '2021-11-24T13:29:41Z', 'revision_number': 3, 'project_id': '6524e74e26c54b2d95e2ec615269e004', 'gw_port': {'id': '95f1c49e-1708-4e8c-a645-d3fe501793f1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:40Z', 'updated_at': '2021-11-24T13:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:43.285699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c9b8d62d-6624-4cb3-9a23-e06f6df25cb2,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:43.304149 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2226f4-39dc-4dcc-aa9f-e87b35daff9e None None] The sync data for ids ['5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'] in n-d-817303-4 is: [{'id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'name': 'tempest-TestAggregatesBasicOps-1490339230-router', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '95f1c49e-1708-4e8c-a645-d3fe501793f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:39Z', 'updated_at': '2021-11-24T13:29:41Z', 'revision_number': 3, 'project_id': '6524e74e26c54b2d95e2ec615269e004', 'gw_port': {'id': '95f1c49e-1708-4e8c-a645-d3fe501793f1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:40Z', 'updated_at': '2021-11-24T13:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:29:43.311109 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:43.412828 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ffc40-c4c7-4ef5-aca0-a6c37dd50ecf None None] Pushing event updated for resources: {'Port': ['ID=95f1c49e-1708-4e8c-a645-d3fe501793f1,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:43.433954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Network bda54978-6c1c-4193-acf3-43d14d30a8ca is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:29:43.435600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:29:43.442823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-968226bf-d7e6-41fa-9696-6f558be664dc None None] Provisioning complete for port 95f1c49e-1708-4e8c-a645-d3fe501793f1 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:43.443197 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-968226bf-d7e6-41fa-9696-6f558be664dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:43.564223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Router 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:29:43.683804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-968226bf-d7e6-41fa-9696-6f558be664dc None None] Provisioning complete for port a707adb3-70ef-4f25-aba4-3df7472c2dc5 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:43.685661 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-968226bf-d7e6-41fa-9696-6f558be664dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:43.693338 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:43.704269 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:43.750180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:29:43.765237 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-690c2eb7-79a9-456a-818c-4fdd0eaca4e1 admin admin] 10.222.0.48 "PUT /v2.0/routers/5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8793993 Nov 24 13:29:43.814537 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11775dd1-fe37-499d-8499-05cadad08a65 None None] Pushing event updated for resources: {'Port': ['ID=4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:43.931465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Attempting to bind port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:29:43.931845 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Attempting to bind port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '151f60ae-3f93-4f11-bbe8-768d8563ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:29:43.932221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Attempting to bind port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d on network f51db80e-b9e0-4905-a644-bb8cde450936 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:43.939114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:29:43.939758 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Checking segment: {'id': '151f60ae-3f93-4f11-bbe8-768d8563ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:43.940317 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:43.940757 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Bound using segment: {'id': '151f60ae-3f93-4f11-bbe8-768d8563ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:29:43.941249 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Bound port: 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151f60ae-3f93-4f11-bbe8-768d8563ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:29:43.941633 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:44.023633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] For port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:29:44.027462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] For port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d,segment=NetworkSegment(151f60ae-3f93-4f11-bbe8-768d8563ee81),segment_id=151f60ae-3f93-4f11-bbe8-768d8563ee81)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:29:44.031747 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:44.116087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Routers {'135e7e07-0486-44b2-825c-2d8db10170ed'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:44.116221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['135e7e07-0486-44b2-825c-2d8db10170ed'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:44.173259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-20a6f0d1-d022-4566-b686-00a465b7bdc9 None None] Provisioning complete for port c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:44.173864 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-20a6f0d1-d022-4566-b686-00a465b7bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:44.179106 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11775dd1-fe37-499d-8499-05cadad08a65 None None] Pushing event updated for resources: {'Port': ['ID=4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:44.307551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-20a6f0d1-d022-4566-b686-00a465b7bdc9 None None] Port c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:29:44.332177 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-20a6f0d1-d022-4566-b686-00a465b7bdc9 None None] Provisioning complete for port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:44.332705 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-20a6f0d1-d022-4566-b686-00a465b7bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:44.395678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] Set router 135e7e07-0486-44b2-825c-2d8db10170ed gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:44.500935 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a707adb3-70ef-4f25-aba4-3df7472c2dc5 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:44.656854 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-20a6f0d1-d022-4566-b686-00a465b7bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:44.695108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a707adb3-70ef-4f25-aba4-3df7472c2dc5 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:44.695533 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:44.764416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-20a6f0d1-d022-4566-b686-00a465b7bdc9 None None] For port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d,segment=NetworkSegment(151f60ae-3f93-4f11-bbe8-768d8563ee81),segment_id=151f60ae-3f93-4f11-bbe8-768d8563ee81)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:44.777521 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-20a6f0d1-d022-4566-b686-00a465b7bdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:44.877212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6f0d1-d022-4566-b686-00a465b7bdc9 None None] Pushing event updated for resources: {'Port': ['ID=4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:44.891225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'name': 'tempest-TestAggregatesBasicOps-827858356-router', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'feb4349c-7055-40b4-ac88-d697b716c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:34Z', 'updated_at': '2021-11-24T13:29:37Z', 'revision_number': 4, 'project_id': 'a3af1e34b64d443098ac550934332b5b', 'gw_port': {'id': 'feb4349c-7055-40b4-ac88-d697b716c537', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:35Z', 'updated_at': '2021-11-24T13:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d', 'name': '', 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'mac_address': 'fa:16:3e:24:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '614762e3-2425-47be-b9e5-3b2eaa296c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:37Z', 'updated_at': '2021-11-24T13:29:44Z', 'revision_number': 4, 'project_id': 'a3af1e34b64d443098ac550934332b5b', 'subnets': [{'id': '614762e3-2425-47be-b9e5-3b2eaa296c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:44.934424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d78e6-5711-489a-b89f-c3d8eed96358 None None] The sync data for ids ['135e7e07-0486-44b2-825c-2d8db10170ed'] in n-d-817303-4 is: [{'id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'name': 'tempest-TestAggregatesBasicOps-827858356-router', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'feb4349c-7055-40b4-ac88-d697b716c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:34Z', 'updated_at': '2021-11-24T13:29:37Z', 'revision_number': 4, 'project_id': 'a3af1e34b64d443098ac550934332b5b', 'gw_port': {'id': 'feb4349c-7055-40b4-ac88-d697b716c537', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:35Z', 'updated_at': '2021-11-24T13:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d', 'name': '', 'network_id': 'f51db80e-b9e0-4905-a644-bb8cde450936', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'mac_address': 'fa:16:3e:24:c5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '614762e3-2425-47be-b9e5-3b2eaa296c79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:37Z', 'updated_at': '2021-11-24T13:29:44Z', 'revision_number': 4, 'project_id': 'a3af1e34b64d443098ac550934332b5b', 'subnets': [{'id': '614762e3-2425-47be-b9e5-3b2eaa296c79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:29:44.940244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 95f1c49e-1708-4e8c-a645-d3fe501793f1 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:44.943656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a84e25ee-d82d-4665-820e-2e051f9d3cff None None] Provisioning complete for port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:44.944017 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a84e25ee-d82d-4665-820e-2e051f9d3cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:45.037924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 95f1c49e-1708-4e8c-a645-d3fe501793f1 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:45.038305 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:45.076662 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53018) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:45.171815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:45.232829 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:45.233510 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:45.569354 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Sync routers for ids ['5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:29:45.581822 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Routers {'5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:45.582442 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:45.706506 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Set router 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:45.789073 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec54c-b071-462f-ba0a-13393581c639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:45.910202 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'name': 'tempest-TestAggregatesBasicOps-1490339230-router', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '95f1c49e-1708-4e8c-a645-d3fe501793f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:39Z', 'updated_at': '2021-11-24T13:29:42Z', 'revision_number': 4, 'project_id': '6524e74e26c54b2d95e2ec615269e004', 'gw_port': {'id': '95f1c49e-1708-4e8c-a645-d3fe501793f1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:40Z', 'updated_at': '2021-11-24T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c9b8d62d-6624-4cb3-9a23-e06f6df25cb2', 'name': '', 'network_id': 'bda54978-6c1c-4193-acf3-43d14d30a8ca', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'mac_address': 'fa:16:3e:25:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '63d5a95a-b3c6-424f-8418-e43a9ed6a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:42Z', 'updated_at': '2021-11-24T13:29:43Z', 'revision_number': 2, 'project_id': '6524e74e26c54b2d95e2ec615269e004', 'subnets': [{'id': '63d5a95a-b3c6-424f-8418-e43a9ed6a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:45.936784 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Checking router: 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:29:45.937136 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Updating router 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 port c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:29:45.961157 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:46.045885 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ec54c-b071-462f-ba0a-13393581c639 admin admin] Deleting port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:29:46.046226 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec54c-b071-462f-ba0a-13393581c639 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:46.124881 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-1e2ec54c-b071-462f-ba0a-13393581c639 admin admin] For port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d,segment=NetworkSegment(151f60ae-3f93-4f11-bbe8-768d8563ee81),segment_id=151f60ae-3f93-4f11-bbe8-768d8563ee81)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:46.125647 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec54c-b071-462f-ba0a-13393581c639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:46.142671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ec54c-b071-462f-ba0a-13393581c639 admin admin] Calling delete_port for 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:29:46.242396 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:46.249006 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:46.272495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:46.302805 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cc244-2abb-4110-851d-2c88996bf9e0 None None] Pushing event updated for resources: {'Port': ['ID=c9b8d62d-6624-4cb3-9a23-e06f6df25cb2,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:46.363469 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:46.363897 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:46.369419 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Attempting to bind port c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:29:46.370071 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Attempting to bind port c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '628ce5b2-935d-4a84-95c4-55ecee28c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bda54978-6c1c-4193-acf3-43d14d30a8ca'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:29:46.370628 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Attempting to bind port c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 on network bda54978-6c1c-4193-acf3-43d14d30a8ca {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:29:46.381023 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:29:46.381695 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Checking segment: {'id': '628ce5b2-935d-4a84-95c4-55ecee28c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bda54978-6c1c-4193-acf3-43d14d30a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:29:46.382330 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:46.382978 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Bound using segment: {'id': '628ce5b2-935d-4a84-95c4-55ecee28c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bda54978-6c1c-4193-acf3-43d14d30a8ca'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:29:46.383638 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Bound port: c9b8d62d-6624-4cb3-9a23-e06f6df25cb2, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628ce5b2-935d-4a84-95c4-55ecee28c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'bda54978-6c1c-4193-acf3-43d14d30a8ca'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:29:46.384207 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:46.387723 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec54c-b071-462f-ba0a-13393581c639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:46.425319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Could not find standard attr ID for object 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:29:46.428338 n-d-817303-4 neutron-server[114987]: INFO neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No ports have port_id starting with 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d Nov 24 13:29:46.434572 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ec54c-b071-462f-ba0a-13393581c639 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:46.487784 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] For port c9b8d62d-6624-4cb3-9a23-e06f6df25cb2, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:29:46.491719 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] For port c9b8d62d-6624-4cb3-9a23-e06f6df25cb2, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c9b8d62d-6624-4cb3-9a23-e06f6df25cb2,segment=NetworkSegment(628ce5b2-935d-4a84-95c4-55ecee28c717),segment_id=628ce5b2-935d-4a84-95c4-55ecee28c717)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:29:46.499548 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:46.555064 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cc244-2abb-4110-851d-2c88996bf9e0 None None] Pushing event updated for resources: {'Port': ['ID=c9b8d62d-6624-4cb3-9a23-e06f6df25cb2,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:46.577314 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Routers {'5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:46.578058 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:46.620057 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1e2ec54c-b071-462f-ba0a-13393581c639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:46.672103 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-17f66d7b-a9a0-441a-9c72-d280223eb7c6 None None] Provisioning complete for port c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:46.673112 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-17f66d7b-a9a0-441a-9c72-d280223eb7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:46.799284 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-17f66d7b-a9a0-441a-9c72-d280223eb7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:46.813741 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] Set router 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:46.844611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-17f66d7b-a9a0-441a-9c72-d280223eb7c6 None None] For port c9b8d62d-6624-4cb3-9a23-e06f6df25cb2, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c9b8d62d-6624-4cb3-9a23-e06f6df25cb2,segment=NetworkSegment(628ce5b2-935d-4a84-95c4-55ecee28c717),segment_id=628ce5b2-935d-4a84-95c4-55ecee28c717)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:46.851120 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-17f66d7b-a9a0-441a-9c72-d280223eb7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:46.898820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2ec54c-b071-462f-ba0a-13393581c639 admin admin] Router 135e7e07-0486-44b2-825c-2d8db10170ed has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:29:46.941860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f66d7b-a9a0-441a-9c72-d280223eb7c6 None None] Pushing event updated for resources: {'Port': ['ID=c9b8d62d-6624-4cb3-9a23-e06f6df25cb2,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:46.971421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5d9f31f2-336e-484e-b4ca-2012ccb19676 None None] Provisioning complete for port c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:46.971887 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d9f31f2-336e-484e-b4ca-2012ccb19676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:47.024354 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2ec54c-b071-462f-ba0a-13393581c639 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:29:47.029236 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'name': 'tempest-TestAggregatesBasicOps-1490339230-router', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '95f1c49e-1708-4e8c-a645-d3fe501793f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:39Z', 'updated_at': '2021-11-24T13:29:42Z', 'revision_number': 4, 'project_id': '6524e74e26c54b2d95e2ec615269e004', 'gw_port': {'id': '95f1c49e-1708-4e8c-a645-d3fe501793f1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:40Z', 'updated_at': '2021-11-24T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c9b8d62d-6624-4cb3-9a23-e06f6df25cb2', 'name': '', 'network_id': 'bda54978-6c1c-4193-acf3-43d14d30a8ca', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'mac_address': 'fa:16:3e:25:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '63d5a95a-b3c6-424f-8418-e43a9ed6a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:42Z', 'updated_at': '2021-11-24T13:29:46Z', 'revision_number': 4, 'project_id': '6524e74e26c54b2d95e2ec615269e004', 'subnets': [{'id': '63d5a95a-b3c6-424f-8418-e43a9ed6a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:47.038208 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1e2ec54c-b071-462f-ba0a-13393581c639 admin admin] 10.222.0.48 "PUT /v2.0/routers/135e7e07-0486-44b2-825c-2d8db10170ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9576535 Nov 24 13:29:47.038598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53020) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:47.042754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf44b23-aa80-419a-9fbe-e56c3beb58cf None None] Sync routers for ids ['135e7e07-0486-44b2-825c-2d8db10170ed'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:29:47.058490 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc9f101-80d4-43fa-972f-e1f897e3a308 None None] The sync data for ids ['5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'] in n-d-817303-4 is: [{'id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'name': 'tempest-TestAggregatesBasicOps-1490339230-router', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '95f1c49e-1708-4e8c-a645-d3fe501793f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:39Z', 'updated_at': '2021-11-24T13:29:42Z', 'revision_number': 4, 'project_id': '6524e74e26c54b2d95e2ec615269e004', 'gw_port': {'id': '95f1c49e-1708-4e8c-a645-d3fe501793f1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:40Z', 'updated_at': '2021-11-24T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c9b8d62d-6624-4cb3-9a23-e06f6df25cb2', 'name': '', 'network_id': 'bda54978-6c1c-4193-acf3-43d14d30a8ca', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'mac_address': 'fa:16:3e:25:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '63d5a95a-b3c6-424f-8418-e43a9ed6a6d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:42Z', 'updated_at': '2021-11-24T13:29:46Z', 'revision_number': 4, 'project_id': '6524e74e26c54b2d95e2ec615269e004', 'subnets': [{'id': '63d5a95a-b3c6-424f-8418-e43a9ed6a6d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:29:47.068137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf44b23-aa80-419a-9fbe-e56c3beb58cf None None] Routers {'135e7e07-0486-44b2-825c-2d8db10170ed'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:47.068859 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7cf44b23-aa80-419a-9fbe-e56c3beb58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['135e7e07-0486-44b2-825c-2d8db10170ed'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:47.199811 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:47.321211 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:47.374893 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-7cf44b23-aa80-419a-9fbe-e56c3beb58cf None None] Set router 135e7e07-0486-44b2-825c-2d8db10170ed gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:47.607843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7cf44b23-aa80-419a-9fbe-e56c3beb58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'name': 'tempest-TestAggregatesBasicOps-827858356-router', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': 'feb4349c-7055-40b4-ac88-d697b716c537', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:34Z', 'updated_at': '2021-11-24T13:29:46Z', 'revision_number': 5, 'project_id': 'a3af1e34b64d443098ac550934332b5b', 'gw_port': {'id': 'feb4349c-7055-40b4-ac88-d697b716c537', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ca:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:35Z', 'updated_at': '2021-11-24T13:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:47.643323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf44b23-aa80-419a-9fbe-e56c3beb58cf None None] Checking router: 135e7e07-0486-44b2-825c-2d8db10170ed for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:29:47.653983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf44b23-aa80-419a-9fbe-e56c3beb58cf None None] Routers {'135e7e07-0486-44b2-825c-2d8db10170ed'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:47.654624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7cf44b23-aa80-419a-9fbe-e56c3beb58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['135e7e07-0486-44b2-825c-2d8db10170ed'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:47.747237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] Deleting port feb4349c-7055-40b4-ac88-d697b716c537 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:29:47.748168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:47.758184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-7cf44b23-aa80-419a-9fbe-e56c3beb58cf None None] Set router 135e7e07-0486-44b2-825c-2d8db10170ed gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:47.824994 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7cf44b23-aa80-419a-9fbe-e56c3beb58cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'name': 'tempest-TestAggregatesBasicOps-827858356-router', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:34Z', 'updated_at': '2021-11-24T13:29:47Z', 'revision_number': 6, 'project_id': 'a3af1e34b64d443098ac550934332b5b', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:47.839268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] For port feb4349c-7055-40b4-ac88-d697b716c537, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=feb4349c-7055-40b4-ac88-d697b716c537,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:47.839638 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:47.853433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] Calling delete_port for feb4349c-7055-40b4-ac88-d697b716c537 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:29:47.856826 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf44b23-aa80-419a-9fbe-e56c3beb58cf None None] The sync data for ids ['135e7e07-0486-44b2-825c-2d8db10170ed'] in n-d-817303-4 is: [{'id': '135e7e07-0486-44b2-825c-2d8db10170ed', 'name': 'tempest-TestAggregatesBasicOps-827858356-router', 'tenant_id': 'a3af1e34b64d443098ac550934332b5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:34Z', 'updated_at': '2021-11-24T13:29:47Z', 'revision_number': 6, 'project_id': 'a3af1e34b64d443098ac550934332b5b', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:29:48.039282 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.072376 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb4349c-7055-40b4-ac88-d697b716c537,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:48.089185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9007d63b-5462-4ffa-afdb-8461d4400337 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:48.149002 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.261451 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.264238 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.325439 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.325998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 135e7e07-0486-44b2-825c-2d8db10170ed {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:29:48.334088 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.337553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-901db99b-cc36-4a07-8094-35f0b5e8aff4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/135e7e07-0486-44b2-825c-2d8db10170ed HTTP/1.1" status: 204 len: 168 time: 1.2955532 Nov 24 13:29:48.337862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53022) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:48.400345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ae2fea-c505-4847-9664-4e299a945bd5 admin admin] Deleting subnet 614762e3-2425-47be-b9e5-3b2eaa296c79 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:29:48.407026 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53ae2fea-c505-4847-9664-4e299a945bd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.414610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:29:48.446740 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53ae2fea-c505-4847-9664-4e299a945bd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.474370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:29:48.474749 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.534081 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53ae2fea-c505-4847-9664-4e299a945bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.589276 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53ae2fea-c505-4847-9664-4e299a945bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.614943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae2fea-c505-4847-9664-4e299a945bd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614762e3-2425-47be-b9e5-3b2eaa296c79,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:48.618502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53ae2fea-c505-4847-9664-4e299a945bd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.621712 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-53ae2fea-c505-4847-9664-4e299a945bd5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/614762e3-2425-47be-b9e5-3b2eaa296c79 HTTP/1.1" status: 204 len: 168 time: 0.2828584 Nov 24 13:29:48.624146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53024) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:48.626334 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7851d85d-5d3f-430d-9630-82c1ee78edb0 None None] Network f51db80e-b9e0-4905-a644-bb8cde450936 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:29:48.692449 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.753801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Deleting port b1f95d04-5f8f-47c5-a6ed-7178796082e8 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:29:48.754311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.787712 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:29:48.811183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:29:48.811472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4ffb9564-a14a-4d6d-8aa8-a58c3a1bd40d not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:29:48.820765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] For port b1f95d04-5f8f-47c5-a6ed-7178796082e8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b1f95d04-5f8f-47c5-a6ed-7178796082e8,segment=NetworkSegment(151f60ae-3f93-4f11-bbe8-768d8563ee81),segment_id=151f60ae-3f93-4f11-bbe8-768d8563ee81)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:48.821143 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.835553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f02f4d-69d6-4098-bfee-c5081f52abc9 None None] DHCP port deletion for f51db80e-b9e0-4905-a644-bb8cde450936 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:48.835756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Calling delete_port for b1f95d04-5f8f-47c5-a6ed-7178796082e8 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:29:48.883834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-76f02f4d-69d6-4098-bfee-c5081f52abc9 None None] Deleting port b1f95d04-5f8f-47c5-a6ed-7178796082e8 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:29:48.884398 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-76f02f4d-69d6-4098-bfee-c5081f52abc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.923202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.949225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f95d04-5f8f-47c5-a6ed-7178796082e8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:48.950206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-76f02f4d-69d6-4098-bfee-c5081f52abc9 None None] For port b1f95d04-5f8f-47c5-a6ed-7178796082e8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b1f95d04-5f8f-47c5-a6ed-7178796082e8,segment=NetworkSegment(151f60ae-3f93-4f11-bbe8-768d8563ee81),segment_id=151f60ae-3f93-4f11-bbe8-768d8563ee81)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:48.950674 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-76f02f4d-69d6-4098-bfee-c5081f52abc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:48.953476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] No DVR routers for this DVR port b1f95d04-5f8f-47c5-a6ed-7178796082e8 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:29:48.965112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-76f02f4d-69d6-4098-bfee-c5081f52abc9 None None] Calling delete_port for b1f95d04-5f8f-47c5-a6ed-7178796082e8 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:29:49.030172 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:49.041404 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-76f02f4d-69d6-4098-bfee-c5081f52abc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:49.053056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51db80e-b9e0-4905-a644-bb8cde450936']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:49.063685 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151f60ae-3f93-4f11-bbe8-768d8563ee81') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:49.064027 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151f60ae-3f93-4f11-bbe8-768d8563ee81') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:49.068070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f02f4d-69d6-4098-bfee-c5081f52abc9 None None] Pushing event deleted for resources: {'Port': ['ID=b1f95d04-5f8f-47c5-a6ed-7178796082e8,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:49.069916 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f02f4d-69d6-4098-bfee-c5081f52abc9 None None] No DVR routers for this DVR port b1f95d04-5f8f-47c5-a6ed-7178796082e8 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:29:49.081949 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:49.097003 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:49.103782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:29:49.104223 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:29:49.106306 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:29:49.167959 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:49.173033 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:49.176366 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f51db80e-b9e0-4905-a644-bb8cde450936 HTTP/1.1" status: 204 len: 168 time: 0.5512753 Nov 24 13:29:49.179302 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53026) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:49.189169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57e267-3142-4f09-95e8-b19aa589ad39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f51db80e-b9e0-4905-a644-bb8cde450936,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:49.522422 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-311a2b48-8392-407e-ac90-c88c5cfb8f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:49.765523 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-311a2b48-8392-407e-ac90-c88c5cfb8f97 admin admin] Deleting port c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:29:49.765861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-311a2b48-8392-407e-ac90-c88c5cfb8f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:49.845164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-311a2b48-8392-407e-ac90-c88c5cfb8f97 admin admin] For port c9b8d62d-6624-4cb3-9a23-e06f6df25cb2, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c9b8d62d-6624-4cb3-9a23-e06f6df25cb2,segment=NetworkSegment(628ce5b2-935d-4a84-95c4-55ecee28c717),segment_id=628ce5b2-935d-4a84-95c4-55ecee28c717)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:49.845437 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-311a2b48-8392-407e-ac90-c88c5cfb8f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:49.858250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-311a2b48-8392-407e-ac90-c88c5cfb8f97 admin admin] Calling delete_port for c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:29:50.040431 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-311a2b48-8392-407e-ac90-c88c5cfb8f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:50.066496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a2b48-8392-407e-ac90-c88c5cfb8f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b8d62d-6624-4cb3-9a23-e06f6df25cb2,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:50.235214 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-311a2b48-8392-407e-ac90-c88c5cfb8f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:50.328106 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b1f95d04-5f8f-47c5-a6ed-7178796082e8 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:29:50.352947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: b1f95d04-5f8f-47c5-a6ed-7178796082e8 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:29:50.353176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b1f95d04-5f8f-47c5-a6ed-7178796082e8 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:29:50.353592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device feb4349c-7055-40b4-ac88-d697b716c537 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:29:50.372718 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: feb4349c-7055-40b4-ac88-d697b716c537 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:29:50.373095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device feb4349c-7055-40b4-ac88-d697b716c537 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:29:50.459208 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311a2b48-8392-407e-ac90-c88c5cfb8f97 admin admin] Router 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:29:50.565060 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311a2b48-8392-407e-ac90-c88c5cfb8f97 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:29:50.569988 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-311a2b48-8392-407e-ac90-c88c5cfb8f97 admin admin] 10.222.0.48 "PUT /v2.0/routers/5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3895125 Nov 24 13:29:50.572440 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53032) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:50.573340 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120e7cd6-752e-478c-be73-543f1dfb2a45 None None] Sync routers for ids ['5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:29:50.583784 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e7cd6-752e-478c-be73-543f1dfb2a45 None None] Routers {'5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:50.584378 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-120e7cd6-752e-478c-be73-543f1dfb2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:50.677685 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:50.684394 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-120e7cd6-752e-478c-be73-543f1dfb2a45 None None] Set router 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:50.752576 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:29:50.783342 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:50.834943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] Deleting port 95f1c49e-1708-4e8c-a645-d3fe501793f1 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:29:50.835284 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:50.860904 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-105d5b0a-98c4-4a30-9b4b-a61dad612ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:50.873452 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-120e7cd6-752e-478c-be73-543f1dfb2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'name': 'tempest-TestAggregatesBasicOps-1490339230-router', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '95f1c49e-1708-4e8c-a645-d3fe501793f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:39Z', 'updated_at': '2021-11-24T13:29:49Z', 'revision_number': 5, 'project_id': '6524e74e26c54b2d95e2ec615269e004', 'gw_port': {'id': '95f1c49e-1708-4e8c-a645-d3fe501793f1', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:40Z', 'updated_at': '2021-11-24T13:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:50.898638 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120e7cd6-752e-478c-be73-543f1dfb2a45 None None] Checking router: 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:29:50.907213 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120e7cd6-752e-478c-be73-543f1dfb2a45 None None] Routers {'5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:29:50.907991 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-120e7cd6-752e-478c-be73-543f1dfb2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:50.922448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] For port 95f1c49e-1708-4e8c-a645-d3fe501793f1, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=95f1c49e-1708-4e8c-a645-d3fe501793f1,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:50.922849 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:50.934391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] Calling delete_port for 95f1c49e-1708-4e8c-a645-d3fe501793f1 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:29:50.993590 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-120e7cd6-752e-478c-be73-543f1dfb2a45 None None] Set router 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:29:51.045782 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-120e7cd6-752e-478c-be73-543f1dfb2a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'name': 'tempest-TestAggregatesBasicOps-1490339230-router', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:39Z', 'updated_at': '2021-11-24T13:29:50Z', 'revision_number': 6, 'project_id': '6524e74e26c54b2d95e2ec615269e004', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:51.071585 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120e7cd6-752e-478c-be73-543f1dfb2a45 None None] The sync data for ids ['5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7'] in n-d-817303-4 is: [{'id': '5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7', 'name': 'tempest-TestAggregatesBasicOps-1490339230-router', 'tenant_id': '6524e74e26c54b2d95e2ec615269e004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:39Z', 'updated_at': '2021-11-24T13:29:50Z', 'revision_number': 6, 'project_id': '6524e74e26c54b2d95e2ec615269e004', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:29:51.097087 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.124323 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] Pushing event deleted for resources: {'Port': ['ID=95f1c49e-1708-4e8c-a645-d3fe501793f1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:51.138624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ea4c77-8d26-4ef3-89de-67c2788eb20b None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:51.188192 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.294973 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.297077 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.356628 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.357164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:29:51.361441 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.362500 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a2a333f8-07a7-44d4-8d5b-d3314df88745 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5fc709f3-37a5-4ce2-87d7-cb7e7d22d8b7 HTTP/1.1" status: 204 len: 168 time: 0.7890499 Nov 24 13:29:51.365079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53034) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:51.409971 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee121478-8df6-42e9-932f-604e938cde4a admin admin] Deleting subnet 63d5a95a-b3c6-424f-8418-e43a9ed6a6d4 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:29:51.414443 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee121478-8df6-42e9-932f-604e938cde4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.455411 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee121478-8df6-42e9-932f-604e938cde4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.535782 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee121478-8df6-42e9-932f-604e938cde4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.586641 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee121478-8df6-42e9-932f-604e938cde4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.611722 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee121478-8df6-42e9-932f-604e938cde4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d5a95a-b3c6-424f-8418-e43a9ed6a6d4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:51.615350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee121478-8df6-42e9-932f-604e938cde4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.618524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ee121478-8df6-42e9-932f-604e938cde4a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/63d5a95a-b3c6-424f-8418-e43a9ed6a6d4 HTTP/1.1" status: 204 len: 168 time: 0.2525535 Nov 24 13:29:51.621039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53040) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:51.621987 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83deb703-1544-4192-87e5-456d23ded1d5 None None] Network bda54978-6c1c-4193-acf3-43d14d30a8ca requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:29:51.693260 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.748967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Deleting port a707adb3-70ef-4f25-aba4-3df7472c2dc5 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:29:51.749319 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.822035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] For port a707adb3-70ef-4f25-aba4-3df7472c2dc5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a707adb3-70ef-4f25-aba4-3df7472c2dc5,segment=NetworkSegment(628ce5b2-935d-4a84-95c4-55ecee28c717),segment_id=628ce5b2-935d-4a84-95c4-55ecee28c717)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:51.822403 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.826524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301bfbfb-21b1-470a-a648-749fe8be2062 None None] DHCP port deletion for bda54978-6c1c-4193-acf3-43d14d30a8ca request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:29:51.837848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Calling delete_port for a707adb3-70ef-4f25-aba4-3df7472c2dc5 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:29:51.875950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-301bfbfb-21b1-470a-a648-749fe8be2062 None None] Deleting port a707adb3-70ef-4f25-aba4-3df7472c2dc5 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:29:51.876326 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-301bfbfb-21b1-470a-a648-749fe8be2062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.931007 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.945948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-301bfbfb-21b1-470a-a648-749fe8be2062 None None] For port a707adb3-70ef-4f25-aba4-3df7472c2dc5, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a707adb3-70ef-4f25-aba4-3df7472c2dc5,segment=NetworkSegment(628ce5b2-935d-4a84-95c4-55ecee28c717),segment_id=628ce5b2-935d-4a84-95c4-55ecee28c717)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:29:51.946455 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-301bfbfb-21b1-470a-a648-749fe8be2062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:51.960377 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-301bfbfb-21b1-470a-a648-749fe8be2062 None None] Calling delete_port for a707adb3-70ef-4f25-aba4-3df7472c2dc5 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:29:51.963988 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] No DVR routers for this DVR port a707adb3-70ef-4f25-aba4-3df7472c2dc5 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:29:51.970490 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Pushing event deleted for resources: {'Port': ['ID=a707adb3-70ef-4f25-aba4-3df7472c2dc5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:52.040719 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-301bfbfb-21b1-470a-a648-749fe8be2062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:52.055550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301bfbfb-21b1-470a-a648-749fe8be2062 None None] No DVR routers for this DVR port a707adb3-70ef-4f25-aba4-3df7472c2dc5 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:29:52.075820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bfbfb-21b1-470a-a648-749fe8be2062 None None] Pushing event deleted for resources: {'Port': ['ID=a707adb3-70ef-4f25-aba4-3df7472c2dc5,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:52.269697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a707adb3-70ef-4f25-aba4-3df7472c2dc5 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:29:52.290778 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: a707adb3-70ef-4f25-aba4-3df7472c2dc5 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:29:52.291125 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a707adb3-70ef-4f25-aba4-3df7472c2dc5 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:29:52.291544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 95f1c49e-1708-4e8c-a645-d3fe501793f1 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:29:52.314910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 95f1c49e-1708-4e8c-a645-d3fe501793f1 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:29:52.315256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 95f1c49e-1708-4e8c-a645-d3fe501793f1 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:29:52.315665 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:29:52.336340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:29:52.336666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c9b8d62d-6624-4cb3-9a23-e06f6df25cb2 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:29:52.386279 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:52.405683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda54978-6c1c-4193-acf3-43d14d30a8ca']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:52.414616 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628ce5b2-935d-4a84-95c4-55ecee28c717') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:52.414912 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628ce5b2-935d-4a84-95c4-55ecee28c717') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:29:52.424436 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:52.438060 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:52.443986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:29:52.444432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:29:52.446080 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:29:52.501938 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:52.507108 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:52.510275 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] 10.222.0.48 "DELETE /v2.0/networks/bda54978-6c1c-4193-acf3-43d14d30a8ca HTTP/1.1" status: 204 len: 168 time: 0.8883290 Nov 24 13:29:52.524053 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2292ed-0c75-4679-82c0-4890de51422a admin admin] Pushing event deleted for resources: {'Network': ['ID=bda54978-6c1c-4193-acf3-43d14d30a8ca,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:52.670151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53046) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:52.709276 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-445f44a5-5a7f-4e25-9931-83315522fc80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3af1e34b64d443098ac550934332b5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379789 Nov 24 13:29:52.711506 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53048) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:52.758508 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7ed4-496f-4665-9ed3-0530a22e4f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:52.779475 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7ed4-496f-4665-9ed3-0530a22e4f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:52.824716 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7ed4-496f-4665-9ed3-0530a22e4f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:52.827888 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fb9d7ed4-496f-4665-9ed3-0530a22e4f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:52.829065 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fb9d7ed4-496f-4665-9ed3-0530a22e4f0d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/148e0fec-ce6b-4c00-b991-c461d1aad9ad HTTP/1.1" status: 204 len: 168 time: 0.1166480 Nov 24 13:29:52.837038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d7ed4-496f-4665-9ed3-0530a22e4f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148e0fec-ce6b-4c00-b991-c461d1aad9ad,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:53.139425 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53054) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:53.182018 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1a38408e-da90-48c3-89f9-1481e57eaaf2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6524e74e26c54b2d95e2ec615269e004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412900 Nov 24 13:29:53.184378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53056) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:29:53.233477 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f0bf9502-4a6f-4d03-aae4-7ceb26920b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:53.255609 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f0bf9502-4a6f-4d03-aae4-7ceb26920b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:53.283066 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5e6df3ac-d854-4314-9d62-69bf4f05dd7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:53.304792 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f0bf9502-4a6f-4d03-aae4-7ceb26920b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:53.307422 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f0bf9502-4a6f-4d03-aae4-7ceb26920b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:53.308538 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f0bf9502-4a6f-4d03-aae4-7ceb26920b54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf4a3c55-995d-474e-8f11-4e2e34fd46c7 HTTP/1.1" status: 204 len: 168 time: 0.1226089 Nov 24 13:29:53.316166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf9502-4a6f-4d03-aae4-7ceb26920b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4a3c55-995d-474e-8f11-4e2e34fd46c7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:29:54.437291 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:55.973097 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:29:56.707690 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:01.030790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53068) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:01.096352 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-65186f10-c526-43cc-a526-4d50065f6a84 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/floatingips/181ea6e1-7672-4c4c-a09f-c4982942b9c9 HTTP/1.1" status: 200 len: 993 time: 0.0643942 Nov 24 13:30:01.357837 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53074) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:01.514863 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Deleting port 56809ac3-6ea3-4e1b-a775-2b29f0c1dcd6 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:30:01.515191 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:01.588958 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:01.589279 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:01.604985 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Calling delete_port for 56809ac3-6ea3-4e1b-a775-2b29f0c1dcd6 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:30:01.752171 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:01.778645 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Port': ['ID=56809ac3-6ea3-4e1b-a775-2b29f0c1dcd6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:01.806104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:01.806456 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:01.806800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:01.807144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:01.807516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:01.807848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:01.808181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:01.808513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:01.808874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:01.809204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:01.810070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:01.810398 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:01.848871 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:01.849242 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Floating IP 181ea6e1-7672-4c4c-a09f-c4982942b9c9 disassociated (deleted). External IP: 172.25.0.119, port: de979532-edab-4cb1-a07f-8e1eabdbe739. Nov 24 13:30:02.064654 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:30:02.167173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:30:02.172023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:02.176520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c31b8-2943-45fc-8814-f5a91816f184 None None] Sync routers for ids ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:30:02.186008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c31b8-2943-45fc-8814-f5a91816f184 None None] Routers {'3b73558c-4a23-4c0b-a767-ed2b10ec48ad'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:30:02.186619 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f60c31b8-2943-45fc-8814-f5a91816f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:02.201490 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3751a773-e910-4093-8c74-a14dc09ef324 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "DELETE /v2.0/floatingips/181ea6e1-7672-4c4c-a09f-c4982942b9c9 HTTP/1.1" status: 204 len: 168 time: 0.8425934 Nov 24 13:30:02.202174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'tag': 'de979532-edab-4cb1-a07f-8e1eabdbe739'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:30:02.204636 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38127c0-9e07-4a98-b714-631c3745401d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d8fe80-73f8-44a8-8812-1ee8f701f519", "tag": "de979532-edab-4cb1-a07f-8e1eabdbe739"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:30:02.255071 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3d94cc-b819-4aaf-9575-920fd7503fc9 x-openstack-request-id: req-8a3d94cc-b819-4aaf-9575-920fd7503fc9 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:30:02.255396 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d8fe80-73f8-44a8-8812-1ee8f701f519", "tag": "de979532-edab-4cb1-a07f-8e1eabdbe739", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:30:02.255665 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a3d94cc-b819-4aaf-9575-920fd7503fc9 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:30:02.256084 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'tag': 'de979532-edab-4cb1-a07f-8e1eabdbe739', 'status': 'completed', 'code': 200} Nov 24 13:30:02.300671 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-f60c31b8-2943-45fc-8814-f5a91816f184 None None] Set router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:30:02.326726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38127c0-9e07-4a98-b714-631c3745401d req-33a0de85-f1f7-460f-925e-32c18060105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:02.328427 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e38127c0-9e07-4a98-b714-631c3745401d req-33a0de85-f1f7-460f-925e-32c18060105f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=04c842620a844a4298a861483918cdcb&device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 1096 time: 0.0484626 Nov 24 13:30:02.437156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38127c0-9e07-4a98-b714-631c3745401d req-ad5dd629-4cd7-4ce7-8566-589ec8c9e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:02.438785 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e38127c0-9e07-4a98-b714-631c3745401d req-ad5dd629-4cd7-4ce7-8566-589ec8c9e826 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2e264e98-a234-432a-9b53-983ff0733699 HTTP/1.1" status: 200 len: 897 time: 0.1003218 Nov 24 13:30:02.447615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcb200-f393-4ee8-b8d8-25c515734eb1 req-2ae0edf7-ffd4-4278-ace9-472b7dde3f89 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:02.449136 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1fbcb200-f393-4ee8-b8d8-25c515734eb1 req-2ae0edf7-ffd4-4278-ace9-472b7dde3f89 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 945 time: 0.0551434 Nov 24 13:30:02.457230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-c4e17434-d7f3-44c6-b28d-f3b03a749971 req-1da64c83-54e9-480c-9d21-6c00d8cf73ec tempest-ServerShowV257Test-1832643159 tempest-ServerShowV257Test-1832643159-project] (114985) timed out ('10.222.0.59', 60828) {{(pid=114985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 13:30:02.493115 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e38127c0-9e07-4a98-b714-631c3745401d req-1373c51a-6c8f-4dc8-a2b0-9c3c5d391826 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de979532-edab-4cb1-a07f-8e1eabdbe739 HTTP/1.1" status: 200 len: 217 time: 0.0410035 Nov 24 13:30:02.501981 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1fbcb200-f393-4ee8-b8d8-25c515734eb1 req-c6091d18-b105-4f59-b031-8bcaac562c6e tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a92dd04-daa0-4803-8b79-ccc40bb0a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457423 Nov 24 13:30:02.521789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f60c31b8-2943-45fc-8814-f5a91816f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:29:09Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d', 'name': '', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:fa:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:08Z', 'updated_at': '2021-11-24T13:29:13Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:02.542823 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38127c0-9e07-4a98-b714-631c3745401d req-e01985de-ada6-4e67-ae7d-67da81f46073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:02.544328 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e38127c0-9e07-4a98-b714-631c3745401d req-e01985de-ada6-4e67-ae7d-67da81f46073 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=611ca8b9-46a1-4c99-81ce-9c4bf8f394cd HTTP/1.1" status: 200 len: 834 time: 0.0440516 Nov 24 13:30:02.547653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c31b8-2943-45fc-8814-f5a91816f184 None None] Checking router: 3b73558c-4a23-4c0b-a767-ed2b10ec48ad for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:30:02.556068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c31b8-2943-45fc-8814-f5a91816f184 None None] Routers {'3b73558c-4a23-4c0b-a767-ed2b10ec48ad'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:30:02.556664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f60c31b8-2943-45fc-8814-f5a91816f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:02.591056 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38127c0-9e07-4a98-b714-631c3745401d req-48f22701-dd69-42fa-84e6-1294d090436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:02.592471 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e38127c0-9e07-4a98-b714-631c3745401d req-48f22701-dd69-42fa-84e6-1294d090436d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2e264e98-a234-432a-9b53-983ff0733699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402420 Nov 24 13:30:02.663290 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-f60c31b8-2943-45fc-8814-f5a91816f184 None None] Set router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:30:02.688434 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e38127c0-9e07-4a98-b714-631c3745401d req-0b8dca48-4717-4ad5-be5c-851288c4119f service neutron] 10.222.0.59 "GET /v2.0/networks/2e264e98-a234-432a-9b53-983ff0733699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874209 Nov 24 13:30:02.790462 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e38127c0-9e07-4a98-b714-631c3745401d req-1032e2b2-2557-4000-ae53-392454e3431b service neutron] 10.222.0.59 "GET /v2.0/networks/2e264e98-a234-432a-9b53-983ff0733699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827174 Nov 24 13:30:03.017573 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f60c31b8-2943-45fc-8814-f5a91816f184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:29:09Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d', 'name': '', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:fa:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:08Z', 'updated_at': '2021-11-24T13:29:13Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:03.043164 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60c31b8-2943-45fc-8814-f5a91816f184 None None] The sync data for ids ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'] in n-d-817303-4 is: [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:29:09Z', 'revision_number': 4, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d', 'name': '', 'network_id': '2e264e98-a234-432a-9b53-983ff0733699', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'mac_address': 'fa:16:3e:fa:1a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:08Z', 'updated_at': '2021-11-24T13:29:13Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'subnets': [{'id': '611ca8b9-46a1-4c99-81ce-9c4bf8f394cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:30:03.258247 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9254c6c-d5eb-4144-a31f-2d43913c4ffc None None] New status for floating IP 181ea6e1-7672-4c4c-a09f-c4982942b9c9: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:30:03.635063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5d83c-a4c5-46ed-91dc-576a2e43c10d req-9f7f277f-a3a5-4492-95bd-bf487ed5301c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:03.636454 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7be5d83c-a4c5-46ed-91dc-576a2e43c10d req-9f7f277f-a3a5-4492-95bd-bf487ed5301c tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 945 time: 0.0538385 Nov 24 13:30:03.688013 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7be5d83c-a4c5-46ed-91dc-576a2e43c10d req-51abb798-f81e-4f14-a684-f68ff88f7809 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/security-groups?id=6a92dd04-daa0-4803-8b79-ccc40bb0a650&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452106 Nov 24 13:30:03.869684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa247cd-ec38-4feb-8720-4db068e53152 req-8ee02211-e721-4a69-91fa-9ecbf55eee18 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:03.871141 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1fa247cd-ec38-4feb-8720-4db068e53152 req-8ee02211-e721-4a69-91fa-9ecbf55eee18 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 945 time: 0.0484760 Nov 24 13:30:03.967380 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-1fa247cd-ec38-4feb-8720-4db068e53152 req-13f70b66-6a27-47ee-90f2-738691008b2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Deleting port de979532-edab-4cb1-a07f-8e1eabdbe739 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:30:03.967750 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1fa247cd-ec38-4feb-8720-4db068e53152 req-13f70b66-6a27-47ee-90f2-738691008b2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:04.054774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-1fa247cd-ec38-4feb-8720-4db068e53152 req-13f70b66-6a27-47ee-90f2-738691008b2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] For port de979532-edab-4cb1-a07f-8e1eabdbe739, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=de979532-edab-4cb1-a07f-8e1eabdbe739,segment=NetworkSegment(8888d064-c94e-47f5-8f49-6af1fa2ca09e),segment_id=8888d064-c94e-47f5-8f49-6af1fa2ca09e)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:04.055137 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1fa247cd-ec38-4feb-8720-4db068e53152 req-13f70b66-6a27-47ee-90f2-738691008b2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:04.067503 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-1fa247cd-ec38-4feb-8720-4db068e53152 req-13f70b66-6a27-47ee-90f2-738691008b2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Calling delete_port for de979532-edab-4cb1-a07f-8e1eabdbe739 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:30:04.194256 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1fa247cd-ec38-4feb-8720-4db068e53152 req-13f70b66-6a27-47ee-90f2-738691008b2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:04.223169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f70b66-6a27-47ee-90f2-738691008b2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Port': ['ID=de979532-edab-4cb1-a07f-8e1eabdbe739,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:04.264347 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa247cd-ec38-4feb-8720-4db068e53152 req-13f70b66-6a27-47ee-90f2-738691008b2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] No DVR routers for this DVR port de979532-edab-4cb1-a07f-8e1eabdbe739 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:30:04.267022 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1fa247cd-ec38-4feb-8720-4db068e53152 req-13f70b66-6a27-47ee-90f2-738691008b2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:04.270391 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1fa247cd-ec38-4feb-8720-4db068e53152 req-13f70b66-6a27-47ee-90f2-738691008b2d tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.59 "DELETE /v2.0/ports/de979532-edab-4cb1-a07f-8e1eabdbe739 HTTP/1.1" status: 204 len: 173 time: 0.3927186 Nov 24 13:30:04.270836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'name': 'network-vif-deleted', 'tag': 'de979532-edab-4cb1-a07f-8e1eabdbe739'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:30:04.273115 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b0f2ac-ec72-421c-a962-5d0e4e4a535f" -d '{"events": [{"server_uuid": "d6d8fe80-73f8-44a8-8812-1ee8f701f519", "name": "network-vif-deleted", "tag": "de979532-edab-4cb1-a07f-8e1eabdbe739"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:30:04.311603 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22d67ba-48cc-4e91-8efb-21451136e940 x-openstack-request-id: req-e22d67ba-48cc-4e91-8efb-21451136e940 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:30:04.311900 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d8fe80-73f8-44a8-8812-1ee8f701f519", "name": "network-vif-deleted", "tag": "de979532-edab-4cb1-a07f-8e1eabdbe739", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:30:04.312186 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e22d67ba-48cc-4e91-8efb-21451136e940 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:30:04.312637 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d8fe80-73f8-44a8-8812-1ee8f701f519', 'name': 'network-vif-deleted', 'tag': 'de979532-edab-4cb1-a07f-8e1eabdbe739', 'status': 'completed', 'code': 200} Nov 24 13:30:04.797814 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-addcdcd5-d7fb-4c1a-be1c-dd4520e3312b req-79d1aa11-fce8-4472-8671-4d93e24a2391 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "GET /v2.0/ports?device_id=d6d8fe80-73f8-44a8-8812-1ee8f701f519 HTTP/1.1" status: 200 len: 210 time: 0.0296392 Nov 24 13:30:05.856790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53094) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:05.912275 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:05.936819 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:06.001076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:06.003939 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:06.007672 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "DELETE /v2.0/security-groups/6a92dd04-daa0-4803-8b79-ccc40bb0a650 HTTP/1.1" status: 204 len: 168 time: 0.1474328 Nov 24 13:30:06.015426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a92dd04-daa0-4803-8b79-ccc40bb0a650,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:06.022999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:06.023359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:06.023713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:06.024059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:06.024406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:06.024772 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:06.025109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:06.025449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:06.025785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:06.026117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:06.026455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:06.026796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117add9a-27b0-4dea-8779-1dd7c5052f8f tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:06.039786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53098) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:06.403474 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea002ca5-c815-44bc-b1cb-a071a5450a57 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:06.503846 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:06.584274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c32d7-39f4-4778-a0f9-5fcbcc2f44e7 req-9bb72a26-3e22-4c8d-953d-7da7118cf98f tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:06.585806 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-512c32d7-39f4-4778-a0f9-5fcbcc2f44e7 req-9bb72a26-3e22-4c8d-953d-7da7118cf98f tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1097 time: 0.0917807 Nov 24 13:30:06.658526 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-512c32d7-39f4-4778-a0f9-5fcbcc2f44e7 req-f0377f9d-9b0c-4a7e-9512-aa4a7d989480 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657840 Nov 24 13:30:06.680866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53104) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:06.827478 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ea002ca5-c815-44bc-b1cb-a071a5450a57 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Deleting port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:30:06.827726 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea002ca5-c815-44bc-b1cb-a071a5450a57 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:06.946317 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-ea002ca5-c815-44bc-b1cb-a071a5450a57 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] For port 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d,segment=NetworkSegment(8888d064-c94e-47f5-8f49-6af1fa2ca09e),segment_id=8888d064-c94e-47f5-8f49-6af1fa2ca09e)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:06.947094 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea002ca5-c815-44bc-b1cb-a071a5450a57 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:06.949569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0b49fe2b-0792-4780-bc93-997b1b5f6f0e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port 78a7ca86-aaf5-4449-8659-97928c0bdc89 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:30:06.950581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b49fe2b-0792-4780-bc93-997b1b5f6f0e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:06.977608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ea002ca5-c815-44bc-b1cb-a071a5450a57 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Calling delete_port for 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:30:07.082454 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b49fe2b-0792-4780-bc93-997b1b5f6f0e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:07.082711 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b49fe2b-0792-4780-bc93-997b1b5f6f0e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:07.098050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0b49fe2b-0792-4780-bc93-997b1b5f6f0e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for 78a7ca86-aaf5-4449-8659-97928c0bdc89 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:30:07.140108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device de979532-edab-4cb1-a07f-8e1eabdbe739 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:30:07.163088 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: de979532-edab-4cb1-a07f-8e1eabdbe739 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:30:07.163432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device de979532-edab-4cb1-a07f-8e1eabdbe739 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:30:07.290431 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea002ca5-c815-44bc-b1cb-a071a5450a57 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:07.342161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea002ca5-c815-44bc-b1cb-a071a5450a57 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Port': ['ID=66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:07.406333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b49fe2b-0792-4780-bc93-997b1b5f6f0e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:07.445221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49fe2b-0792-4780-bc93-997b1b5f6f0e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=78a7ca86-aaf5-4449-8659-97928c0bdc89,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:07.580297 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b49fe2b-0792-4780-bc93-997b1b5f6f0e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:07.580632 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-0b49fe2b-0792-4780-bc93-997b1b5f6f0e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Floating IP feaf844d-192e-4033-ac2c-982826bec56e disassociated (deleted). External IP: 172.25.0.16, port: 8d071733-7205-496f-a9c6-73cc9c212788. Nov 24 13:30:07.671899 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ea002ca5-c815-44bc-b1cb-a071a5450a57 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:08.283805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b49fe2b-0792-4780-bc93-997b1b5f6f0e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router aa25948e-4c6b-483c-8211-9848f4b2e187 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:30:08.357017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea002ca5-c815-44bc-b1cb-a071a5450a57 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:30:08.489699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b49fe2b-0792-4780-bc93-997b1b5f6f0e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:30:08.495923 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0b49fe2b-0792-4780-bc93-997b1b5f6f0e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:08.500576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ce995-8130-4f2a-bbaa-0f4b3f3dcfcc None None] Sync routers for ids ['aa25948e-4c6b-483c-8211-9848f4b2e187'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:30:08.510004 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ce995-8130-4f2a-bbaa-0f4b3f3dcfcc None None] Routers {'aa25948e-4c6b-483c-8211-9848f4b2e187'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:30:08.510678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6b7ce995-8130-4f2a-bbaa-0f4b3f3dcfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['aa25948e-4c6b-483c-8211-9848f4b2e187'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:08.535867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0b49fe2b-0792-4780-bc93-997b1b5f6f0e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/floatingips/feaf844d-192e-4033-ac2c-982826bec56e HTTP/1.1" status: 204 len: 168 time: 1.8539710 Nov 24 13:30:08.537992 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:30:08.540451 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a188db1e-202c-4458-823f-08650bd49f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "tag": "8d071733-7205-496f-a9c6-73cc9c212788"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:30:08.547206 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea002ca5-c815-44bc-b1cb-a071a5450a57 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:30:08.553231 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ea002ca5-c815-44bc-b1cb-a071a5450a57 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "PUT /v2.0/routers/3b73558c-4a23-4c0b-a767-ed2b10ec48ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5122936 Nov 24 13:30:08.555696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53110) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:08.581139 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc43d238-bebc-4eda-a69e-56cf95985757 None None] Sync routers for ids ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:30:08.593812 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc43d238-bebc-4eda-a69e-56cf95985757 None None] Routers {'3b73558c-4a23-4c0b-a767-ed2b10ec48ad'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:30:08.594943 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-dc43d238-bebc-4eda-a69e-56cf95985757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:08.610565 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6365023-bfdb-4cdf-8dca-6de9d93c0cf3 x-openstack-request-id: req-a6365023-bfdb-4cdf-8dca-6de9d93c0cf3 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:30:08.610899 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "tag": "8d071733-7205-496f-a9c6-73cc9c212788", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:30:08.611191 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6365023-bfdb-4cdf-8dca-6de9d93c0cf3 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:30:08.611738 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788', 'status': 'completed', 'code': 200} Nov 24 13:30:08.629566 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff312fd-a182-4c29-969c-7901a807ed67 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Deleting subnet 611ca8b9-46a1-4c99-81ce-9c4bf8f394cd {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:30:08.634236 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fff312fd-a182-4c29-969c-7901a807ed67 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:08.641197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-6b7ce995-8130-4f2a-bbaa-0f4b3f3dcfcc None None] Set router aa25948e-4c6b-483c-8211-9848f4b2e187 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:30:08.711478 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fff312fd-a182-4c29-969c-7901a807ed67 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:08.745824 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-dc43d238-bebc-4eda-a69e-56cf95985757 None None] Set router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:30:08.773753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188db1e-202c-4458-823f-08650bd49f7b req-dd6da64d-ff10-45b1-9868-cb673a34c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:08.775416 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a188db1e-202c-4458-823f-08650bd49f7b req-dd6da64d-ff10-45b1-9868-cb673a34c646 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 1097 time: 0.1056826 Nov 24 13:30:08.856689 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73db3d-9a41-4480-8fae-cd078f2e8921 req-ec58216d-b492-48b9-a09a-8bf9612248f4 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:08.858333 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf73db3d-9a41-4480-8fae-cd078f2e8921 req-ec58216d-b492-48b9-a09a-8bf9612248f4 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 946 time: 0.0607173 Nov 24 13:30:08.890754 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fff312fd-a182-4c29-969c-7901a807ed67 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:08.903228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6b7ce995-8130-4f2a-bbaa-0f4b3f3dcfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:28:08Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '95eaf379-04b8-4059-b663-0b796c116dab', 'name': '', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e0:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:07Z', 'updated_at': '2021-11-24T13:28:11Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:08.939892 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ce995-8130-4f2a-bbaa-0f4b3f3dcfcc None None] Checking router: aa25948e-4c6b-483c-8211-9848f4b2e187 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:30:08.941582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188db1e-202c-4458-823f-08650bd49f7b req-6745f11d-389d-467e-aae7-bf1edeb6ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:08.943239 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a188db1e-202c-4458-823f-08650bd49f7b req-6745f11d-389d-467e-aae7-bf1edeb6ba30 service neutron] 10.222.0.46 "GET /v2.0/networks?id=780e1384-a587-4b17-9169-6a81e5d41353 HTTP/1.1" status: 200 len: 898 time: 0.1591153 Nov 24 13:30:08.950571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ce995-8130-4f2a-bbaa-0f4b3f3dcfcc None None] Routers {'aa25948e-4c6b-483c-8211-9848f4b2e187'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:30:08.951509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6b7ce995-8130-4f2a-bbaa-0f4b3f3dcfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['aa25948e-4c6b-483c-8211-9848f4b2e187'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:08.953807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cf73db3d-9a41-4480-8fae-cd078f2e8921 req-bf5946ff-6789-4f0a-9df7-55724526a2ad tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885448 Nov 24 13:30:08.978336 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-dc43d238-bebc-4eda-a69e-56cf95985757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:30:07Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:08.991404 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a188db1e-202c-4458-823f-08650bd49f7b req-d49d1eda-47c5-43f3-8cc6-6ab86c97deb0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 200 len: 217 time: 0.0389860 Nov 24 13:30:09.007191 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc43d238-bebc-4eda-a69e-56cf95985757 None None] Checking router: 3b73558c-4a23-4c0b-a767-ed2b10ec48ad for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:30:09.015731 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc43d238-bebc-4eda-a69e-56cf95985757 None None] Routers {'3b73558c-4a23-4c0b-a767-ed2b10ec48ad'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:30:09.016360 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-dc43d238-bebc-4eda-a69e-56cf95985757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:09.042274 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188db1e-202c-4458-823f-08650bd49f7b req-d0709fe8-4b70-4b61-9b8c-a99568935933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:09.044170 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a188db1e-202c-4458-823f-08650bd49f7b req-d0709fe8-4b70-4b61-9b8c-a99568935933 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5fcc4829-4c03-4935-809f-95679e8bfa5c HTTP/1.1" status: 200 len: 834 time: 0.0442374 Nov 24 13:30:09.049677 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fff312fd-a182-4c29-969c-7901a807ed67 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:09.075200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-6b7ce995-8130-4f2a-bbaa-0f4b3f3dcfcc None None] Set router aa25948e-4c6b-483c-8211-9848f4b2e187 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:30:09.107850 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fff312fd-a182-4c29-969c-7901a807ed67 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:09.114450 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fff312fd-a182-4c29-969c-7901a807ed67 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "DELETE /v2.0/subnets/611ca8b9-46a1-4c99-81ce-9c4bf8f394cd HTTP/1.1" status: 204 len: 168 time: 0.5544949 Nov 24 13:30:09.114450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff312fd-a182-4c29-969c-7901a807ed67 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Subnet': ['ID=611ca8b9-46a1-4c99-81ce-9c4bf8f394cd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:09.114682 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53114) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:09.120878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79892c76-2480-4182-a44d-f6e10d06849b None None] Network 2e264e98-a234-432a-9b53-983ff0733699 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:30:09.133279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188db1e-202c-4458-823f-08650bd49f7b req-d78be72b-749f-464a-94d6-56b1e4085bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:09.134801 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a188db1e-202c-4458-823f-08650bd49f7b req-d78be72b-749f-464a-94d6-56b1e4085bdb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=780e1384-a587-4b17-9169-6a81e5d41353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819480 Nov 24 13:30:09.142170 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-dc43d238-bebc-4eda-a69e-56cf95985757 None None] Set router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:30:09.243196 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:09.261908 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a188db1e-202c-4458-823f-08650bd49f7b req-fa858c4a-8143-4525-982a-7f6d7f525f2e service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192987 Nov 24 13:30:09.427782 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a188db1e-202c-4458-823f-08650bd49f7b req-63308ddf-c5d6-436c-83a0-e7c1988340c8 service neutron] 10.222.0.46 "GET /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576581 Nov 24 13:30:09.429841 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:09.463302 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52dc8d6-6528-4769-9132-5d6e1c7c9868 None None] DHCP port deletion for 2e264e98-a234-432a-9b53-983ff0733699 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:30:09.500843 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Deleting port 3cdd6c86-95fc-4b37-a364-7e160ba9468a {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:30:09.501372 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:09.509439 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-dc43d238-bebc-4eda-a69e-56cf95985757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:30:07Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:09.516349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6b7ce995-8130-4f2a-bbaa-0f4b3f3dcfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:28:08Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '95eaf379-04b8-4059-b663-0b796c116dab', 'name': '', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e0:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:07Z', 'updated_at': '2021-11-24T13:28:11Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:09.541093 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc43d238-bebc-4eda-a69e-56cf95985757 None None] The sync data for ids ['3b73558c-4a23-4c0b-a767-ed2b10ec48ad'] in n-d-817303-4 is: [{'id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'name': 'tempest-TestNetworkBasicOps-router-1359226587', 'tenant_id': '04c842620a844a4298a861483918cdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107'}], 'enable_snat': True}, 'gw_port_id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:29:05Z', 'updated_at': '2021-11-24T13:30:07Z', 'revision_number': 5, 'project_id': '04c842620a844a4298a861483918cdcb', 'gw_port': {'id': '3cdd6c86-95fc-4b37-a364-7e160ba9468a', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b73558c-4a23-4c0b-a767-ed2b10ec48ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:29:06Z', 'updated_at': '2021-11-24T13:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:30:09.554294 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ce995-8130-4f2a-bbaa-0f4b3f3dcfcc None None] The sync data for ids ['aa25948e-4c6b-483c-8211-9848f4b2e187'] in n-d-817303-4 is: [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:28:08Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '95eaf379-04b8-4059-b663-0b796c116dab', 'name': '', 'network_id': '780e1384-a587-4b17-9169-6a81e5d41353', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e0:bd:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_interface', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:07Z', 'updated_at': '2021-11-24T13:28:11Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '5fcc4829-4c03-4935-809f-95679e8bfa5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:30:09.577286 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d52dc8d6-6528-4769-9132-5d6e1c7c9868 None None] Deleting port 20cc528e-e22d-4e9e-8404-41c984f836fc {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:30:09.577668 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d52dc8d6-6528-4769-9132-5d6e1c7c9868 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:09.608598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] For port 3cdd6c86-95fc-4b37-a364-7e160ba9468a, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=3cdd6c86-95fc-4b37-a364-7e160ba9468a,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:09.609011 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:09.622797 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Calling delete_port for 3cdd6c86-95fc-4b37-a364-7e160ba9468a owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:30:09.657531 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d52dc8d6-6528-4769-9132-5d6e1c7c9868 None None] For port 20cc528e-e22d-4e9e-8404-41c984f836fc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=20cc528e-e22d-4e9e-8404-41c984f836fc,segment=NetworkSegment(8888d064-c94e-47f5-8f49-6af1fa2ca09e),segment_id=8888d064-c94e-47f5-8f49-6af1fa2ca09e)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:09.658016 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d52dc8d6-6528-4769-9132-5d6e1c7c9868 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:09.671981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d52dc8d6-6528-4769-9132-5d6e1c7c9868 None None] Calling delete_port for 20cc528e-e22d-4e9e-8404-41c984f836fc owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:30:09.749641 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:09.771658 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d52dc8d6-6528-4769-9132-5d6e1c7c9868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:09.799626 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:09.801511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52dc8d6-6528-4769-9132-5d6e1c7c9868 None None] No DVR routers for this DVR port 20cc528e-e22d-4e9e-8404-41c984f836fc on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:30:09.805689 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dc8d6-6528-4769-9132-5d6e1c7c9868 None None] Pushing event deleted for resources: {'Port': ['ID=20cc528e-e22d-4e9e-8404-41c984f836fc,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:09.834471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c8c8da-b180-41e3-b83a-02485ddd853e None None] New status for floating IP feaf844d-192e-4033-ac2c-982826bec56e: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:30:09.835153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Port': ['ID=3cdd6c86-95fc-4b37-a364-7e160ba9468a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:09.902583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb3d78e-8666-4733-8fe1-be4627445bad None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:30:09.904403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.015027 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.018997 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.073932 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.074443 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Fanout notify agent at l3_agent the message router_deleted on router 3b73558c-4a23-4c0b-a767-ed2b10ec48ad {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:30:10.081973 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.083109 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4a3b0b85-e7db-44e8-97ad-05e19ec54609 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "DELETE /v2.0/routers/3b73558c-4a23-4c0b-a767-ed2b10ec48ad HTTP/1.1" status: 204 len: 168 time: 0.9680870 Nov 24 13:30:10.085855 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53118) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:10.091526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22236c5a-256f-4b83-b4ca-6ffa444a8caa req-cbf69fdf-a7e1-40ca-a376-b2c36b0c84e3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:10.093022 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-22236c5a-256f-4b83-b4ca-6ffa444a8caa req-cbf69fdf-a7e1-40ca-a376-b2c36b0c84e3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 946 time: 0.0870974 Nov 24 13:30:10.105435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c403a49-0fd6-4b27-b307-831aac95e0b7 req-c2f8db70-715e-4505-8acd-f0148d66e342 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:10.107521 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c403a49-0fd6-4b27-b307-831aac95e0b7 req-c2f8db70-715e-4505-8acd-f0148d66e342 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d0e8afa-cf92-4541-8163-8c81ad1837d8 HTTP/1.1" status: 200 len: 946 time: 0.0716681 Nov 24 13:30:10.169524 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7cab9a29-0329-41b5-886c-ff420e3a45d0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.216259 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c403a49-0fd6-4b27-b307-831aac95e0b7 req-a972af18-a237-4d80-b65d-2772d76b58a2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=706f717c-f8da-4af2-8b37-c504318d33e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004605 Nov 24 13:30:10.236677 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-22236c5a-256f-4b83-b4ca-6ffa444a8caa req-f26357b3-96db-4fc9-835f-1653d1bed646 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port 8d071733-7205-496f-a9c6-73cc9c212788 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:30:10.237056 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-22236c5a-256f-4b83-b4ca-6ffa444a8caa req-f26357b3-96db-4fc9-835f-1653d1bed646 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.303336 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7cab9a29-0329-41b5-886c-ff420e3a45d0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.339391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-7cab9a29-0329-41b5-886c-ff420e3a45d0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e264e98-a234-432a-9b53-983ff0733699']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:10.344231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-22236c5a-256f-4b83-b4ca-6ffa444a8caa req-f26357b3-96db-4fc9-835f-1653d1bed646 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] For port 8d071733-7205-496f-a9c6-73cc9c212788, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8d071733-7205-496f-a9c6-73cc9c212788,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:10.344746 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-22236c5a-256f-4b83-b4ca-6ffa444a8caa req-f26357b3-96db-4fc9-835f-1653d1bed646 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.348702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-7cab9a29-0329-41b5-886c-ff420e3a45d0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8888d064-c94e-47f5-8f49-6af1fa2ca09e') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:10.349033 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-7cab9a29-0329-41b5-886c-ff420e3a45d0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8888d064-c94e-47f5-8f49-6af1fa2ca09e') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:10.359316 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7cab9a29-0329-41b5-886c-ff420e3a45d0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.359516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-22236c5a-256f-4b83-b4ca-6ffa444a8caa req-f26357b3-96db-4fc9-835f-1653d1bed646 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for 8d071733-7205-496f-a9c6-73cc9c212788 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:30:10.373921 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7cab9a29-0329-41b5-886c-ff420e3a45d0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.380877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cab9a29-0329-41b5-886c-ff420e3a45d0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:30:10.381268 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7cab9a29-0329-41b5-886c-ff420e3a45d0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:30:10.384432 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:30:10.449147 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7cab9a29-0329-41b5-886c-ff420e3a45d0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.454019 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7cab9a29-0329-41b5-886c-ff420e3a45d0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.457707 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7cab9a29-0329-41b5-886c-ff420e3a45d0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] 10.222.0.48 "DELETE /v2.0/networks/2e264e98-a234-432a-9b53-983ff0733699 HTTP/1.1" status: 204 len: 168 time: 0.3709056 Nov 24 13:30:10.485266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab9a29-0329-41b5-886c-ff420e3a45d0 tempest-TestNetworkBasicOps-1606142263 tempest-TestNetworkBasicOps-1606142263-project] Pushing event deleted for resources: {'Network': ['ID=2e264e98-a234-432a-9b53-983ff0733699,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:10.494375 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-22236c5a-256f-4b83-b4ca-6ffa444a8caa req-f26357b3-96db-4fc9-835f-1653d1bed646 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.529022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26357b3-96db-4fc9-835f-1653d1bed646 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=8d071733-7205-496f-a9c6-73cc9c212788,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:10.570847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-22236c5a-256f-4b83-b4ca-6ffa444a8caa req-f26357b3-96db-4fc9-835f-1653d1bed646 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] No DVR routers for this DVR port 8d071733-7205-496f-a9c6-73cc9c212788 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:30:10.573479 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-22236c5a-256f-4b83-b4ca-6ffa444a8caa req-f26357b3-96db-4fc9-835f-1653d1bed646 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.576912 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-22236c5a-256f-4b83-b4ca-6ffa444a8caa req-f26357b3-96db-4fc9-835f-1653d1bed646 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.46 "DELETE /v2.0/ports/8d071733-7205-496f-a9c6-73cc9c212788 HTTP/1.1" status: 204 len: 173 time: 0.4684470 Nov 24 13:30:10.577362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'name': 'network-vif-deleted', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:30:10.579828 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147ca785-a3ef-42ec-8e84-923947ff27e3" -d '{"events": [{"server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "name": "network-vif-deleted", "tag": "8d071733-7205-496f-a9c6-73cc9c212788"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:30:10.618089 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207c571c-e995-453a-a6ff-4a386d3d76bd x-openstack-request-id: req-207c571c-e995-453a-a6ff-4a386d3d76bd {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:30:10.618531 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0e8afa-cf92-4541-8163-8c81ad1837d8", "name": "network-vif-deleted", "tag": "8d071733-7205-496f-a9c6-73cc9c212788", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:30:10.618951 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-207c571c-e995-453a-a6ff-4a386d3d76bd {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:30:10.619476 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0e8afa-cf92-4541-8163-8c81ad1837d8', 'name': 'network-vif-deleted', 'tag': '8d071733-7205-496f-a9c6-73cc9c212788', 'status': 'completed', 'code': 200} Nov 24 13:30:10.692295 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 20cc528e-e22d-4e9e-8404-41c984f836fc no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:30:10.730299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 20cc528e-e22d-4e9e-8404-41c984f836fc {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:30:10.730653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 20cc528e-e22d-4e9e-8404-41c984f836fc not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:30:10.731701 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:30:10.751577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:30:10.751935 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 66c5bd9b-c39d-4c7c-b1bf-07cdc114c76d not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:30:10.753799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53126) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:10.888539 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9a07b9b7-b09a-45d6-a8e8-886e3363c205 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04c842620a844a4298a861483918cdcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331220 Nov 24 13:30:10.891170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53130) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:10.940361 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbdedb08-c847-43ff-a199-ab2b8e834742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:10.963639 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbdedb08-c847-43ff-a199-ab2b8e834742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:11.014800 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbdedb08-c847-43ff-a199-ab2b8e834742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:11.018355 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cbdedb08-c847-43ff-a199-ab2b8e834742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:11.019734 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cbdedb08-c847-43ff-a199-ab2b8e834742 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0caa61bf-bcc1-463c-96d4-03b09e87ac31 HTTP/1.1" status: 204 len: 168 time: 0.1276467 Nov 24 13:30:11.038268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdedb08-c847-43ff-a199-ab2b8e834742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caa61bf-bcc1-463c-96d4-03b09e87ac31,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:11.281104 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53138) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:11.292863 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53140) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:11.306567 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-577961ab-eefc-452c-b16c-f854a7286fef admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:11.383660 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-577961ab-eefc-452c-b16c-f854a7286fef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:11.388887 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-577961ab-eefc-452c-b16c-f854a7286fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:11.428640 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-577961ab-eefc-452c-b16c-f854a7286fef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=288c9b28ea4244398f59f31260db6722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318951 Nov 24 13:30:11.428640 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577961ab-eefc-452c-b16c-f854a7286fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfcc63f-f0f5-4473-91d3-7f4c4e9d2b4a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:11.430468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53142) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:11.480875 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34b83664-9c51-4e02-9386-a68b189ae5c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:11.506742 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34b83664-9c51-4e02-9386-a68b189ae5c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:11.552600 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34b83664-9c51-4e02-9386-a68b189ae5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:11.555288 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-34b83664-9c51-4e02-9386-a68b189ae5c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:11.556445 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-34b83664-9c51-4e02-9386-a68b189ae5c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bfcc63f-f0f5-4473-91d3-7f4c4e9d2b4a HTTP/1.1" status: 204 len: 168 time: 0.1250775 Nov 24 13:30:11.566050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b83664-9c51-4e02-9386-a68b189ae5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfcc63f-f0f5-4473-91d3-7f4c4e9d2b4a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:11.658258 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dad61e31-c510-42c3-b79c-faf947466cc8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:11.936303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-dad61e31-c510-42c3-b79c-faf947466cc8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port 95eaf379-04b8-4059-b663-0b796c116dab {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:30:11.937022 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dad61e31-c510-42c3-b79c-faf947466cc8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:12.032227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-dad61e31-c510-42c3-b79c-faf947466cc8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] For port 95eaf379-04b8-4059-b663-0b796c116dab, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=95eaf379-04b8-4059-b663-0b796c116dab,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:12.032693 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dad61e31-c510-42c3-b79c-faf947466cc8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:12.048076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-dad61e31-c510-42c3-b79c-faf947466cc8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for 95eaf379-04b8-4059-b663-0b796c116dab owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:30:12.236181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3cdd6c86-95fc-4b37-a364-7e160ba9468a no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:30:12.246215 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dad61e31-c510-42c3-b79c-faf947466cc8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:12.258672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 3cdd6c86-95fc-4b37-a364-7e160ba9468a {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:30:12.259024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 3cdd6c86-95fc-4b37-a364-7e160ba9468a not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:30:12.278344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad61e31-c510-42c3-b79c-faf947466cc8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=95eaf379-04b8-4059-b663-0b796c116dab,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:12.449895 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dad61e31-c510-42c3-b79c-faf947466cc8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:12.663567 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad61e31-c510-42c3-b79c-faf947466cc8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router aa25948e-4c6b-483c-8211-9848f4b2e187 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:30:12.770003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad61e31-c510-42c3-b79c-faf947466cc8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:30:12.775041 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dad61e31-c510-42c3-b79c-faf947466cc8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "PUT /v2.0/routers/aa25948e-4c6b-483c-8211-9848f4b2e187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4929090 Nov 24 13:30:12.777895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53146) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:12.781004 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3251d1fe-a183-4bc8-a3ed-0563204c3dbd None None] Sync routers for ids ['aa25948e-4c6b-483c-8211-9848f4b2e187'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:30:12.791086 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3251d1fe-a183-4bc8-a3ed-0563204c3dbd None None] Routers {'aa25948e-4c6b-483c-8211-9848f4b2e187'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:30:12.792022 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3251d1fe-a183-4bc8-a3ed-0563204c3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['aa25948e-4c6b-483c-8211-9848f4b2e187'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:12.829470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a9e29b-d854-4f93-8238-402a8528c57e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting subnet 5fcc4829-4c03-4935-809f-95679e8bfa5c {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:30:12.832587 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e29b-d854-4f93-8238-402a8528c57e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:12.872453 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e29b-d854-4f93-8238-402a8528c57e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:12.895322 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-3251d1fe-a183-4bc8-a3ed-0563204c3dbd None None] Set router aa25948e-4c6b-483c-8211-9848f4b2e187 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:30:13.074460 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3251d1fe-a183-4bc8-a3ed-0563204c3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:30:12Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:13.104166 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3251d1fe-a183-4bc8-a3ed-0563204c3dbd None None] Checking router: aa25948e-4c6b-483c-8211-9848f4b2e187 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:30:13.112383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8d071733-7205-496f-a9c6-73cc9c212788 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:30:13.115775 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3251d1fe-a183-4bc8-a3ed-0563204c3dbd None None] Routers {'aa25948e-4c6b-483c-8211-9848f4b2e187'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:30:13.115775 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3251d1fe-a183-4bc8-a3ed-0563204c3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['aa25948e-4c6b-483c-8211-9848f4b2e187'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:13.133491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 8d071733-7205-496f-a9c6-73cc9c212788 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:30:13.133999 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8d071733-7205-496f-a9c6-73cc9c212788 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:30:13.218805 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-3251d1fe-a183-4bc8-a3ed-0563204c3dbd None None] Set router aa25948e-4c6b-483c-8211-9848f4b2e187 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:30:13.295616 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e29b-d854-4f93-8238-402a8528c57e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:13.353254 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e29b-d854-4f93-8238-402a8528c57e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:13.382435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a9e29b-d854-4f93-8238-402a8528c57e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Subnet': ['ID=5fcc4829-4c03-4935-809f-95679e8bfa5c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:13.384554 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d0a9e29b-d854-4f93-8238-402a8528c57e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:13.391295 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d0a9e29b-d854-4f93-8238-402a8528c57e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/subnets/5fcc4829-4c03-4935-809f-95679e8bfa5c HTTP/1.1" status: 204 len: 168 time: 0.6087985 Nov 24 13:30:13.391295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53148) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:13.393259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598b6e45-593b-41e5-8ef0-c386091d65ad None None] Network 780e1384-a587-4b17-9169-6a81e5d41353 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:30:13.404874 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-3251d1fe-a183-4bc8-a3ed-0563204c3dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:30:12Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:13.437568 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3251d1fe-a183-4bc8-a3ed-0563204c3dbd None None] The sync data for ids ['aa25948e-4c6b-483c-8211-9848f4b2e187'] in n-d-817303-4 is: [{'id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1880947404', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:28:03Z', 'updated_at': '2021-11-24T13:30:12Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '4c017ce5-c5ee-4c19-b97e-bd1721f68b78', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa25948e-4c6b-483c-8211-9848f4b2e187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:28:04Z', 'updated_at': '2021-11-24T13:28:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:30:13.504043 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:13.606608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:13.658234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:30:13.658588 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:13.737284 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] For port 4c017ce5-c5ee-4c19-b97e-bd1721f68b78, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4c017ce5-c5ee-4c19-b97e-bd1721f68b78,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:13.737957 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:13.749402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:30:13.814906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] DHCP port deletion for 780e1384-a587-4b17-9169-6a81e5d41353 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:30:13.865725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Deleting port fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:30:13.866012 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:13.922968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:13.934901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] For port fdc3c691-5bab-4c2c-8bf8-0e62ca965a19, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=fdc3c691-5bab-4c2c-8bf8-0e62ca965a19,segment=NetworkSegment(f2eeaf92-2e71-46c7-af92-d6edfa14cc23),segment_id=f2eeaf92-2e71-46c7-af92-d6edfa14cc23)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:13.935296 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:13.950478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4180be0-0756-4dd7-ab21-5f077a7e4ca9 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:30:13.958274 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Calling delete_port for fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:30:13.982575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=4c017ce5-c5ee-4c19-b97e-bd1721f68b78,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:14.020576 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.044529 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.075905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Pushing event deleted for resources: {'Port': ['ID=fdc3c691-5bab-4c2c-8bf8-0e62ca965a19,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:14.078355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] No DVR routers for this DVR port fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:30:14.088638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:14.089034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:14.089293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:14.089633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:14.089963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:14.090889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:14.091219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:14.091545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:14.091862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:14.092215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:14.092496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:14.092838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0dc9ca-f6d9-466d-b058-3863b2b27a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:30:14.122110 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.124149 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.166357 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.167006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Fanout notify agent at l3_agent the message router_deleted on router aa25948e-4c6b-483c-8211-9848f4b2e187 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:30:14.173838 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.174962 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fcc9e057-e137-4898-8532-a4631aa268dd tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/routers/aa25948e-4c6b-483c-8211-9848f4b2e187 HTTP/1.1" status: 204 len: 168 time: 0.7831964 Nov 24 13:30:14.177837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53150) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:14.257360 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5ad3-9c26-4c82-8938-651af9888720 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.353418 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5ad3-9c26-4c82-8938-651af9888720 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.372691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ec0d5ad3-9c26-4c82-8938-651af9888720 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780e1384-a587-4b17-9169-6a81e5d41353']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:14.381641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ec0d5ad3-9c26-4c82-8938-651af9888720 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:14.381939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ec0d5ad3-9c26-4c82-8938-651af9888720 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2eeaf92-2e71-46c7-af92-d6edfa14cc23') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:14.391912 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5ad3-9c26-4c82-8938-651af9888720 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.405232 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5ad3-9c26-4c82-8938-651af9888720 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.410932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0d5ad3-9c26-4c82-8938-651af9888720 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:30:14.411272 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5ad3-9c26-4c82-8938-651af9888720 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:30:14.414135 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:30:14.475041 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5ad3-9c26-4c82-8938-651af9888720 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.483596 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ec0d5ad3-9c26-4c82-8938-651af9888720 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.486090 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ec0d5ad3-9c26-4c82-8938-651af9888720 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/networks/780e1384-a587-4b17-9169-6a81e5d41353 HTTP/1.1" status: 204 len: 168 time: 0.3072507 Nov 24 13:30:14.488924 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53152) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:14.497960 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d5ad3-9c26-4c82-8938-651af9888720 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Network': ['ID=780e1384-a587-4b17-9169-6a81e5d41353,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:14.544813 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91a7692c-906f-4b2b-86fd-4f26b665473d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.569854 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91a7692c-906f-4b2b-86fd-4f26b665473d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.638685 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91a7692c-906f-4b2b-86fd-4f26b665473d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.643562 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91a7692c-906f-4b2b-86fd-4f26b665473d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:14.648612 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-91a7692c-906f-4b2b-86fd-4f26b665473d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/security-groups/706f717c-f8da-4af2-8b37-c504318d33e4 HTTP/1.1" status: 204 len: 168 time: 0.1561100 Nov 24 13:30:14.648840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:30:14.656695 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7692c-906f-4b2b-86fd-4f26b665473d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=706f717c-f8da-4af2-8b37-c504318d33e4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:14.691518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:30:14.691908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device fdc3c691-5bab-4c2c-8bf8-0e62ca965a19 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:30:14.692302 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 95eaf379-04b8-4059-b663-0b796c116dab no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:30:14.863898 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 95eaf379-04b8-4059-b663-0b796c116dab {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:30:14.864245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 95eaf379-04b8-4059-b663-0b796c116dab not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:30:15.201980 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53158) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:15.206558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8cb6efbb-ddf5-47ee-a234-79abcc6aca6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394437811', 'description': 'tempest-secgroup-smoke-1394437811 description', 'project_id': '1903467d483849278979cf8e91cd17b3'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:15.228883 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cb6efbb-ddf5-47ee-a234-79abcc6aca6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.295534 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cb6efbb-ddf5-47ee-a234-79abcc6aca6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.299230 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cb6efbb-ddf5-47ee-a234-79abcc6aca6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.328689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cb6efbb-ddf5-47ee-a234-79abcc6aca6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.329926 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8cb6efbb-ddf5-47ee-a234-79abcc6aca6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1268446 Nov 24 13:30:15.331775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6efbb-ddf5-47ee-a234-79abcc6aca6f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaf59fb-1db6-43c3-8230-d2eae93fdc20,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:15.333036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53160) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:15.338600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e0042cc2-0d82-4959-8990-3e9f686bd36f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': 'bcaf59fb-1db6-43c3-8230-d2eae93fdc20', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:15.366641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e0042cc2-0d82-4959-8990-3e9f686bd36f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.421196 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e0042cc2-0d82-4959-8990-3e9f686bd36f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.424911 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e0042cc2-0d82-4959-8990-3e9f686bd36f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.443997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0042cc2-0d82-4959-8990-3e9f686bd36f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2896d87-db58-439e-9b68-399981689665,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:15.449616 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e0042cc2-0d82-4959-8990-3e9f686bd36f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.450815 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e0042cc2-0d82-4959-8990-3e9f686bd36f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160791 Nov 24 13:30:15.453733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53162) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:15.458108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-52a6a28e-7f7e-4f8a-86b6-4a27fb39da9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': 'bcaf59fb-1db6-43c3-8230-d2eae93fdc20', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:15.484053 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-52a6a28e-7f7e-4f8a-86b6-4a27fb39da9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.540099 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-52a6a28e-7f7e-4f8a-86b6-4a27fb39da9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.544448 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-52a6a28e-7f7e-4f8a-86b6-4a27fb39da9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.562680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6a28e-7f7e-4f8a-86b6-4a27fb39da9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33861707-dc6d-4568-b773-a1f4d26e8e58,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:15.570218 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-52a6a28e-7f7e-4f8a-86b6-4a27fb39da9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.574041 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-52a6a28e-7f7e-4f8a-86b6-4a27fb39da9d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168435 Nov 24 13:30:15.574965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53164) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:15.579932 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-33da224c-9ec8-4b46-9f48-ecd39b8c1f1c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': 'bcaf59fb-1db6-43c3-8230-d2eae93fdc20', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:15.607989 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33da224c-9ec8-4b46-9f48-ecd39b8c1f1c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.667154 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33da224c-9ec8-4b46-9f48-ecd39b8c1f1c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.670760 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33da224c-9ec8-4b46-9f48-ecd39b8c1f1c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.688324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da224c-9ec8-4b46-9f48-ecd39b8c1f1c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb02aaee-309e-4e13-80ed-abef33c08385,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:15.692602 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33da224c-9ec8-4b46-9f48-ecd39b8c1f1c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.693865 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-33da224c-9ec8-4b46-9f48-ecd39b8c1f1c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175222 Nov 24 13:30:15.696656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53166) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:15.701724 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e1995c2c-66bd-4e7f-820f-ddd84fa7fa02 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': 'bcaf59fb-1db6-43c3-8230-d2eae93fdc20', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:15.726711 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1995c2c-66bd-4e7f-820f-ddd84fa7fa02 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.786137 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1995c2c-66bd-4e7f-820f-ddd84fa7fa02 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.789461 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1995c2c-66bd-4e7f-820f-ddd84fa7fa02 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.806824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1995c2c-66bd-4e7f-820f-ddd84fa7fa02 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b173c26-2e2e-4cf1-902b-d35f14a2de2f,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:15.814921 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e1995c2c-66bd-4e7f-820f-ddd84fa7fa02 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.816144 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e1995c2c-66bd-4e7f-820f-ddd84fa7fa02 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184561 Nov 24 13:30:15.818933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53168) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:15.823339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2e183df0-cc5d-4dc1-bbab-f08a1adc5827 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': 'bcaf59fb-1db6-43c3-8230-d2eae93fdc20', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:15.844320 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-2e183df0-cc5d-4dc1-bbab-f08a1adc5827 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Project 1903467d483849278979cf8e91cd17b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:30:15.849186 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2e183df0-cc5d-4dc1-bbab-f08a1adc5827 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.908108 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2e183df0-cc5d-4dc1-bbab-f08a1adc5827 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.911492 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2e183df0-cc5d-4dc1-bbab-f08a1adc5827 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.928402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e183df0-cc5d-4dc1-bbab-f08a1adc5827 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d142428e-557f-498e-84b0-a5782bf5ae23,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:15.937426 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2e183df0-cc5d-4dc1-bbab-f08a1adc5827 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:15.938631 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2e183df0-cc5d-4dc1-bbab-f08a1adc5827 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187682 Nov 24 13:30:15.941435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53170) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:15.945754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-301a9538-1f2b-4901-bbbb-16f342b3e152 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': 'bcaf59fb-1db6-43c3-8230-d2eae93fdc20', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:15.967054 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-301a9538-1f2b-4901-bbbb-16f342b3e152 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Project 1903467d483849278979cf8e91cd17b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:30:15.971814 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-301a9538-1f2b-4901-bbbb-16f342b3e152 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.031521 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-301a9538-1f2b-4901-bbbb-16f342b3e152 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.035075 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-301a9538-1f2b-4901-bbbb-16f342b3e152 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.055021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a9538-1f2b-4901-bbbb-16f342b3e152 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a50c8ef-e126-4aeb-970f-dc5f2c3f820b,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:16.060065 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-301a9538-1f2b-4901-bbbb-16f342b3e152 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.061281 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-301a9538-1f2b-4901-bbbb-16f342b3e152 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189146 Nov 24 13:30:16.064343 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53172) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:16.069256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3ebe5535-48ce-4de4-ad07-e7e2761c232b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'network': {'name': 'tempest-network-smoke--1586935033', 'project_id': '1903467d483849278979cf8e91cd17b3', 'port_security_enabled': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:16.090672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebe5535-48ce-4de4-ad07-e7e2761c232b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Made reservation on behalf of 1903467d483849278979cf8e91cd17b3 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:30:16.094292 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5535-48ce-4de4-ad07-e7e2761c232b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.119595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebe5535-48ce-4de4-ad07-e7e2761c232b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:30:16.129273 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5535-48ce-4de4-ad07-e7e2761c232b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.129620 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-3ebe5535-48ce-4de4-ad07-e7e2761c232b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Added segment 1348004e-7cf7-4456-9817-c2987d6638cb of type vlan for network 6d893e39-1acb-49e3-8596-8817639e48bc Nov 24 13:30:16.173553 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5535-48ce-4de4-ad07-e7e2761c232b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.197989 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5535-48ce-4de4-ad07-e7e2761c232b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.204192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebe5535-48ce-4de4-ad07-e7e2761c232b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:16.204801 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3ebe5535-48ce-4de4-ad07-e7e2761c232b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.233446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:30:16.242694 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3ebe5535-48ce-4de4-ad07-e7e2761c232b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1772323 Nov 24 13:30:16.245582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53174) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:16.251318 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'admin_state_up': True, 'project_id': '1903467d483849278979cf8e91cd17b3', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:16.256365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:30:16.256805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4c017ce5-c5ee-4c19-b97e-bd1721f68b78 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:30:16.278194 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.279429 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.280265 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe5535-48ce-4de4-ad07-e7e2761c232b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Network': ['ID=6d893e39-1acb-49e3-8596-8817639e48bc,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:16.292238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 6d893e39-1acb-49e3-8596-8817639e48bc details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:30:16.332835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.467705 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.651376 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.673258 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.772440 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.25.0.117 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/972123cc-2147-43cc-b1ca-62e3eefad67f) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:30:16.877085 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.914748 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:16.948835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:30:16.951672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:30:16.957055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:30:16.964767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb02245-21cc-4325-a459-32830cd393e2 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:30:16.987649 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=972123cc-2147-43cc-b1ca-62e3eefad67f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:17.036348 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1e0cd783-c5e3-40e1-b6b6-689136b6f8a6 None None] Provisioning complete for port 972123cc-2147-43cc-b1ca-62e3eefad67f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:17.036648 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1e0cd783-c5e3-40e1-b6b6-689136b6f8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:17.070186 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1e0cd783-c5e3-40e1-b6b6-689136b6f8a6 None None] Port 972123cc-2147-43cc-b1ca-62e3eefad67f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:30:17.206017 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:17.718435 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:17.845096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router 45d94171-37ed-45ea-b75d-3b2a66bf620a is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:30:17.947250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:30:17.956917 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Sync routers for ids ['45d94171-37ed-45ea-b75d-3b2a66bf620a'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:30:17.968138 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:17.968359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Routers {'45d94171-37ed-45ea-b75d-3b2a66bf620a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:30:17.969038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['45d94171-37ed-45ea-b75d-3b2a66bf620a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:17.969724 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d3a703d6-9722-49d7-af0b-d12e4df11bff tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7221129 Nov 24 13:30:17.972787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53176) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:18.000976 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8e02f06f-80c1-4b7e-bda8-526d443f685d tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=1903467d483849278979cf8e91cd17b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270555 Nov 24 13:30:18.003628 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53178) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:18.073240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Set router 45d94171-37ed-45ea-b75d-3b2a66bf620a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:30:18.090762 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c520a1fb-01e0-4470-9315-69a9c81a8a7f tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:18.092257 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c520a1fb-01e0-4470-9315-69a9c81a8a7f tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877182 Nov 24 13:30:18.095396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53180) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:18.135901 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-62334eea-728a-4cbe-afb3-7be5f39274e9 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390267 Nov 24 13:30:18.138628 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53182) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:18.143242 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-64c1ce38-a525-4a4c-875a-ae3f95266e14 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1330442108', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'project_id': '1903467d483849278979cf8e91cd17b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:18.233369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c1ce38-a525-4a4c-875a-ae3f95266e14 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Made reservation on behalf of 1903467d483849278979cf8e91cd17b3 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:30:18.236909 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64c1ce38-a525-4a4c-875a-ae3f95266e14 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:18.263265 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:17Z', 'revision_number': 3, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:18.289567 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Checking router: 45d94171-37ed-45ea-b75d-3b2a66bf620a for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:30:18.289928 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Updating router 45d94171-37ed-45ea-b75d-3b2a66bf620a port 972123cc-2147-43cc-b1ca-62e3eefad67f binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:30:18.315709 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:18.415650 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64c1ce38-a525-4a4c-875a-ae3f95266e14 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:18.475303 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1ce38-a525-4a4c-875a-ae3f95266e14 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Subnet': ['ID=9994e826-8a3a-4c31-bdd5-7ff7694fa1b8,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:18.484506 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c1ce38-a525-4a4c-875a-ae3f95266e14 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Checking segment: {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:30:18.484914 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1ce38-a525-4a4c-875a-ae3f95266e14 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network hostable DHCP agents. Network: 6d893e39-1acb-49e3-8596-8817639e48bc, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:30:18.501692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1ce38-a525-4a4c-875a-ae3f95266e14 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network 6d893e39-1acb-49e3-8596-8817639e48bc is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:30:18.510170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-64c1ce38-a525-4a4c-875a-ae3f95266e14 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 6d893e39-1acb-49e3-8596-8817639e48bc) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:30:18.515181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c1ce38-a525-4a4c-875a-ae3f95266e14 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:18.516398 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-64c1ce38-a525-4a4c-875a-ae3f95266e14 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:18.520966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ed488-37aa-4f9a-bd39-f925413ee805 None None] Network 6d893e39-1acb-49e3-8596-8817639e48bc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:30:18.532543 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-64c1ce38-a525-4a4c-875a-ae3f95266e14 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3929605 Nov 24 13:30:18.535438 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53184) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:18.627114 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:18.634790 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:18.719332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9750a9c5-b5c2-4720-ba42-093831262982 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:30:18.728788 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f8c5b-25f9-4032-b964-f7187a9a82dd None None] Pushing event updated for resources: {'Port': ['ID=972123cc-2147-43cc-b1ca-62e3eefad67f,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:18.736921 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Attempting to bind port 972123cc-2147-43cc-b1ca-62e3eefad67f on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:30:18.737298 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Attempting to bind port 972123cc-2147-43cc-b1ca-62e3eefad67f by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:30:18.737662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Attempting to bind port 972123cc-2147-43cc-b1ca-62e3eefad67f on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:30:18.748376 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:30:18.748772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:30:18.749181 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:18.749565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:30:18.750040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Bound port: 972123cc-2147-43cc-b1ca-62e3eefad67f, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:30:18.750418 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:18.796613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-6d893e39-1acb-49e3-8596-8817639e48bc', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ips': [{'subnet_id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:30:18.797539 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:18.833087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] For port 972123cc-2147-43cc-b1ca-62e3eefad67f, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:30:18.901741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] For port 972123cc-2147-43cc-b1ca-62e3eefad67f, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=972123cc-2147-43cc-b1ca-62e3eefad67f,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:30:18.905632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ba2a8ae7-9672-42fe-a9b5-785e57129b6c None None] Provisioning complete for port 972123cc-2147-43cc-b1ca-62e3eefad67f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:18.906006 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8ae7-9672-42fe-a9b5-785e57129b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:18.914324 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:18.984443 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:18.997997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf460ef-d7cd-42d0-b52e-291626dcf70f None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:30:19.055965 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Routers {'45d94171-37ed-45ea-b75d-3b2a66bf620a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:30:19.056586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['45d94171-37ed-45ea-b75d-3b2a66bf620a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:19.063359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f8c5b-25f9-4032-b964-f7187a9a82dd None None] Pushing event updated for resources: {'Port': ['ID=972123cc-2147-43cc-b1ca-62e3eefad67f,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:19.110870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Allocated IP 172.20.0.2 (6d893e39-1acb-49e3-8596-8817639e48bc/9994e826-8a3a-4c31-bdd5-7ff7694fa1b8/eb0ae225-3f89-4b26-825e-73a3e3dae8eb) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:30:19.219484 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8ae7-9672-42fe-a9b5-785e57129b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:19.287033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ba2a8ae7-9672-42fe-a9b5-785e57129b6c None None] For port 972123cc-2147-43cc-b1ca-62e3eefad67f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=972123cc-2147-43cc-b1ca-62e3eefad67f,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:19.302196 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ba2a8ae7-9672-42fe-a9b5-785e57129b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:19.306180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] Set router 45d94171-37ed-45ea-b75d-3b2a66bf620a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:30:19.504453 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a8ae7-9672-42fe-a9b5-785e57129b6c None None] Pushing event updated for resources: {'Port': ['ID=972123cc-2147-43cc-b1ca-62e3eefad67f,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:19.510567 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:19.517601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e3e97113-79e1-424a-a90e-153afcbbaee5 None None] Provisioning complete for port 972123cc-2147-43cc-b1ca-62e3eefad67f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:19.518022 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e3e97113-79e1-424a-a90e-153afcbbaee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:19.522485 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:19.573741 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.20.0.1 (6d893e39-1acb-49e3-8596-8817639e48bc/9994e826-8a3a-4c31-bdd5-7ff7694fa1b8/9d41a51f-84e1-4a3f-b808-c68688a5c5d8) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:30:19.692253 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:19.726251 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:19.754040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Network 6d893e39-1acb-49e3-8596-8817639e48bc is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:30:19.765764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:30:19.770393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network 6d893e39-1acb-49e3-8596-8817639e48bc is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:30:19.773657 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:30:19.779049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:30:19.781613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=9d41a51f-84e1-4a3f-b808-c68688a5c5d8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:19.784950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:30:19.787526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Pushing event updated for resources: {'Port': ['ID=eb0ae225-3f89-4b26-825e-73a3e3dae8eb,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:19.829172 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:19.893368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Attempting to bind port eb0ae225-3f89-4b26-825e-73a3e3dae8eb on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:30:19.893808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Attempting to bind port eb0ae225-3f89-4b26-825e-73a3e3dae8eb by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:30:19.894094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Attempting to bind port eb0ae225-3f89-4b26-825e-73a3e3dae8eb on network 6d893e39-1acb-49e3-8596-8817639e48bc {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:30:19.905941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:17Z', 'revision_number': 3, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:19.907721 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:30:19.908431 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Checking segment: {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:30:19.908589 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:19.908895 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Bound using segment: {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:30:19.909359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Bound port: eb0ae225-3f89-4b26-825e-73a3e3dae8eb, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:30:19.910151 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:19.941313 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45c1be5-3073-4d70-87a4-c8c38396685d None None] The sync data for ids ['45d94171-37ed-45ea-b75d-3b2a66bf620a'] in n-d-817303-4 is: [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:17Z', 'revision_number': 3, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:30:19.955939 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:20.005680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] For port eb0ae225-3f89-4b26-825e-73a3e3dae8eb, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:30:20.009433 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] For port eb0ae225-3f89-4b26-825e-73a3e3dae8eb, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=eb0ae225-3f89-4b26-825e-73a3e3dae8eb,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:30:20.014513 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:20.079950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daef82f-6b72-49c8-984f-3fd3e621860f None None] Pushing event updated for resources: {'Port': ['ID=eb0ae225-3f89-4b26-825e-73a3e3dae8eb,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:20.329010 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:20.339383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:20.345718 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 972123cc-2147-43cc-b1ca-62e3eefad67f up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:30:20.420429 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 972123cc-2147-43cc-b1ca-62e3eefad67f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:20.420714 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:20.430584 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:20.434529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=9d41a51f-84e1-4a3f-b808-c68688a5c5d8,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:20.551070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network 6d893e39-1acb-49e3-8596-8817639e48bc is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:30:20.552552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:30:20.669759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router 45d94171-37ed-45ea-b75d-3b2a66bf620a has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:30:20.780140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:30:20.785632 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5a6772c5-f15e-482c-8f84-89dee9d84145 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "PUT /v2.0/routers/45d94171-37ed-45ea-b75d-3b2a66bf620a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2491441 Nov 24 13:30:20.856487 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-31c65df5-d320-4243-a392-b876adb41380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:21.011814 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-9ada22d5-4f0a-4879-b141-5bae1fc2e2c1 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394437811&fields=id&tenant_id=1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 267 time: 0.0471401 Nov 24 13:30:21.134953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49b39-c087-40bc-839c-16c990080d83 req-f33e315c-c8dd-4aee-b519-226b09c3038c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:21.136534 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-f33e315c-c8dd-4aee-b519-226b09c3038c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/networks?id=6d893e39-1acb-49e3-8596-8817639e48bc HTTP/1.1" status: 200 len: 797 time: 0.1176198 Nov 24 13:30:21.141151 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b220a18f-ce9b-4201-80ec-ee414ba1ec9e None None] Network 6d893e39-1acb-49e3-8596-8817639e48bc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:30:21.152051 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-a224bc23-2928-470b-af34-4e9053c13d4d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/quotas/1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 375 time: 0.0092885 Nov 24 13:30:21.203133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-f67614df-bbf5-454c-b081-318ab3e65cf6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455060 Nov 24 13:30:21.253525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2c31c66a-8650-4f89-bdcb-7b92f9521466 None None] Provisioning complete for port eb0ae225-3f89-4b26-825e-73a3e3dae8eb triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:21.253819 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2c31c66a-8650-4f89-bdcb-7b92f9521466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:21.381069 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2c31c66a-8650-4f89-bdcb-7b92f9521466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:21.423235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2c31c66a-8650-4f89-bdcb-7b92f9521466 None None] For port eb0ae225-3f89-4b26-825e-73a3e3dae8eb, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=eb0ae225-3f89-4b26-825e-73a3e3dae8eb,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:21.428069 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2c31c66a-8650-4f89-bdcb-7b92f9521466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:21.444308 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-13466ad7-0706-4e63-b182-68ab6fec8d5f service neutron] 10.222.0.48 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292752 Nov 24 13:30:21.480154 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31c66a-8650-4f89-bdcb-7b92f9521466 None None] Pushing event updated for resources: {'Port': ['ID=eb0ae225-3f89-4b26-825e-73a3e3dae8eb,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:21.541959 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-50d8033b-9e0b-4257-a650-d25b972b2bc5 service neutron] 10.222.0.48 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964782 Nov 24 13:30:21.651623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-10e857b7-18c7-4633-aef6-51ef525c0e23 None None] Provisioning complete for port eb0ae225-3f89-4b26-825e-73a3e3dae8eb triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:21.651995 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-10e857b7-18c7-4633-aef6-51ef525c0e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:21.731252 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-af15d49b-fce7-4966-bc9a-4360db57e2ca req-84ef0e20-ebaf-4024-bf80-44388abc2eab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 210 time: 0.0359178 Nov 24 13:30:21.757195 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Sync routers for ids ['45d94171-37ed-45ea-b75d-3b2a66bf620a'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:30:21.768335 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Routers {'45d94171-37ed-45ea-b75d-3b2a66bf620a'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:30:21.768965 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['45d94171-37ed-45ea-b75d-3b2a66bf620a'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:21.790666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-10e857b7-18c7-4633-aef6-51ef525c0e23 None None] Provisioning complete for port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:21.791048 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-10e857b7-18c7-4633-aef6-51ef525c0e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:21.840523 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-10e857b7-18c7-4633-aef6-51ef525c0e23 None None] Port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:30:21.884494 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Set router 45d94171-37ed-45ea-b75d-3b2a66bf620a gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:30:21.972143 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d2d16198-0cab-48f1-931a-1160eba6a91a None None] Provisioning complete for port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:21.972518 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d2d16198-0cab-48f1-931a-1160eba6a91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:22.021327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d2d16198-0cab-48f1-931a-1160eba6a91a None None] Port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:30:22.110735 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9d41a51f-84e1-4a3f-b808-c68688a5c5d8', 'name': '', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e9:2d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:19Z', 'updated_at': '2021-11-24T13:30:20Z', 'revision_number': 2, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:22.139979 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Checking router: 45d94171-37ed-45ea-b75d-3b2a66bf620a for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:30:22.139979 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Updating router 45d94171-37ed-45ea-b75d-3b2a66bf620a port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:30:22.145016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-95301ed3-4e0a-48c9-a964-d337efe855e8 None None] Provisioning complete for port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:22.145563 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-95301ed3-4e0a-48c9-a964-d337efe855e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:22.168421 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:22.191114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-95301ed3-4e0a-48c9-a964-d337efe855e8 None None] Port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:30:22.338287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device eb0ae225-3f89-4b26-825e-73a3e3dae8eb up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:30:22.393632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port eb0ae225-3f89-4b26-825e-73a3e3dae8eb triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:22.394006 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:22.454013 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:22.459547 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:22.512369 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c29b73-d934-4251-9966-53a26693e195 None None] Pushing event updated for resources: {'Port': ['ID=9d41a51f-84e1-4a3f-b808-c68688a5c5d8,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:22.557696 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Attempting to bind port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:30:22.558070 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Attempting to bind port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:30:22.558452 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Attempting to bind port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 on network 6d893e39-1acb-49e3-8596-8817639e48bc {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:30:22.564575 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:30:22.564966 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Checking segment: {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:30:22.565352 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:22.565752 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Bound using segment: {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:30:22.566224 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Bound port: 9d41a51f-84e1-4a3f-b808-c68688a5c5d8, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:30:22.566603 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:22.638522 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] For port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:30:22.642665 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] For port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9d41a51f-84e1-4a3f-b808-c68688a5c5d8,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:30:22.646894 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:22.709979 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Routers {'45d94171-37ed-45ea-b75d-3b2a66bf620a'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:30:22.710618 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:29:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['45d94171-37ed-45ea-b75d-3b2a66bf620a'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:22.721044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-877857bb-5609-43ec-9b73-8e7df6d4c945 None None] Provisioning complete for port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:22.721705 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-877857bb-5609-43ec-9b73-8e7df6d4c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:22.755412 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c29b73-d934-4251-9966-53a26693e195 None None] Pushing event updated for resources: {'Port': ['ID=9d41a51f-84e1-4a3f-b808-c68688a5c5d8,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:22.890783 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49b39-c087-40bc-839c-16c990080d83 req-44c68958-42f9-4705-a291-72e61dc2ce11 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:22.893383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-44c68958-42f9-4705-a291-72e61dc2ce11 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.59 "GET /v2.0/networks?id=6d893e39-1acb-49e3-8596-8817639e48bc HTTP/1.1" status: 200 len: 797 time: 0.2081890 Nov 24 13:30:22.901654 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-877857bb-5609-43ec-9b73-8e7df6d4c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:22.913844 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27384bcc-134a-44dd-951e-9136b1795378 req-1e6b0d88-ee0e-43eb-b7fa-8b6d0f1a323f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 210 time: 0.0546973 Nov 24 13:30:22.954730 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-877857bb-5609-43ec-9b73-8e7df6d4c945 None None] For port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9d41a51f-84e1-4a3f-b808-c68688a5c5d8,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:22.961315 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-877857bb-5609-43ec-9b73-8e7df6d4c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:22.979180 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-7d196294-f328-4cb6-b8e2-755d7fd2c2e5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 380 time: 0.0753701 Nov 24 13:30:22.992051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-12a49b39-c087-40bc-839c-16c990080d83 req-916363ca-365f-42df-b27d-3512bfed42dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'port': {'device_id': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'admin_state_up': True, 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'security_groups': ['bcaf59fb-1db6-43c3-8230-d2eae93fdc20']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:23.007456 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] Set router 45d94171-37ed-45ea-b75d-3b2a66bf620a gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:30:23.023412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877857bb-5609-43ec-9b73-8e7df6d4c945 None None] Pushing event updated for resources: {'Port': ['ID=9d41a51f-84e1-4a3f-b808-c68688a5c5d8,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:23.085201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b12a1f80-bb3b-4486-b9fb-ea02bc0a193a None None] Provisioning complete for port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:23.085590 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b12a1f80-bb3b-4486-b9fb-ea02bc0a193a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:23.116223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a49b39-c087-40bc-839c-16c990080d83 req-916363ca-365f-42df-b27d-3512bfed42dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Made reservation on behalf of 1903467d483849278979cf8e91cd17b3 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:30:23.120945 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-12a49b39-c087-40bc-839c-16c990080d83 req-916363ca-365f-42df-b27d-3512bfed42dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:23.211749 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9d41a51f-84e1-4a3f-b808-c68688a5c5d8', 'name': '', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e9:2d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:19Z', 'updated_at': '2021-11-24T13:30:22Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:23.238224 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e8925-f0b9-48b1-879d-c675634ecc43 None None] The sync data for ids ['45d94171-37ed-45ea-b75d-3b2a66bf620a'] in n-d-817303-4 is: [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9d41a51f-84e1-4a3f-b808-c68688a5c5d8', 'name': '', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e9:2d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:19Z', 'updated_at': '2021-11-24T13:30:22Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:30:23.253102 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-12a49b39-c087-40bc-839c-16c990080d83 req-916363ca-365f-42df-b27d-3512bfed42dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.20.0.3 (6d893e39-1acb-49e3-8596-8817639e48bc/9994e826-8a3a-4c31-bdd5-7ff7694fa1b8/8f69b7e1-c26d-4714-90ae-4d0d2d940e19) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:30:23.304080 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-af6dc636-7f7b-46f6-a21c-15c715b17fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:23.425349 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-12a49b39-c087-40bc-839c-16c990080d83 req-916363ca-365f-42df-b27d-3512bfed42dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:23.460432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-12a49b39-c087-40bc-839c-16c990080d83 req-916363ca-365f-42df-b27d-3512bfed42dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:23.508653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a49b39-c087-40bc-839c-16c990080d83 req-916363ca-365f-42df-b27d-3512bfed42dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network 6d893e39-1acb-49e3-8596-8817639e48bc is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:30:23.511941 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-12a49b39-c087-40bc-839c-16c990080d83 req-916363ca-365f-42df-b27d-3512bfed42dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:30:23.516625 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a49b39-c087-40bc-839c-16c990080d83 req-916363ca-365f-42df-b27d-3512bfed42dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:30:23.521436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916363ca-365f-42df-b27d-3512bfed42dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:23.579730 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49b39-c087-40bc-839c-16c990080d83 req-916363ca-365f-42df-b27d-3512bfed42dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:23.580388 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-12a49b39-c087-40bc-839c-16c990080d83 req-916363ca-365f-42df-b27d-3512bfed42dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:23.597460 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-916363ca-365f-42df-b27d-3512bfed42dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6106849 Nov 24 13:30:23.625290 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Request body: {'port': {'device_id': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:23.690145 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:23.796667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9a0dfab9-0722-4cc0-b53d-548f50553ec4 None None] Provisioning complete for port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:23.798337 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9a0dfab9-0722-4cc0-b53d-548f50553ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:23.834398 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9a0dfab9-0722-4cc0-b53d-548f50553ec4 None None] Port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:30:23.969605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:30:23.977929 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:23.995673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Transition to ACTIVE for port object 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:30:24.008194 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:24.098759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbff64b-a098-4c46-a97e-cb693301c56e req-09096a4b-235a-4c6b-9691-b1374c2843ed tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:24.100359 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebbff64b-a098-4c46-a97e-cb693301c56e req-09096a4b-235a-4c6b-9691-b1374c2843ed tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 943 time: 0.1027033 Nov 24 13:30:24.101065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Pushing event updated for resources: {'Port': ['ID=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:24.215540 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebbff64b-a098-4c46-a97e-cb693301c56e req-5d930668-e462-4ee4-ba4b-16a66e3395e6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957637 Nov 24 13:30:24.216440 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Attempting to bind port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:30:24.216797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Attempting to bind port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:30:24.217129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Attempting to bind port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 on network 6d893e39-1acb-49e3-8596-8817639e48bc {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:30:24.222844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 on network 6d893e39-1acb-49e3-8596-8817639e48bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:30:24.223171 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Attempting to bind port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 on network 6d893e39-1acb-49e3-8596-8817639e48bc {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:30:24.235595 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:30:24.235943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Checking segment: {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:30:24.236480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Bound using segment: {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:30:24.236792 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Bound port: 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:30:24.237160 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:24.321884 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:30:24.326615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:30:24.334431 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:24.348103 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:30:24.375162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:24.375786 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:24.377038 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] 10.222.0.59 "PUT /v2.0/ports/8f69b7e1-c26d-4714-90ae-4d0d2d940e19 HTTP/1.1" status: 200 len: 1091 time: 0.7602990 Nov 24 13:30:24.377489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:30:24.379794 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08bfe35-e29e-41a0-bf48-8b4c85b0cb09" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:30:24.421363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e476ca-0c4f-4610-9dd6-06eb21910d1e service neutron] Pushing event updated for resources: {'Port': ['ID=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:24.430806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:24.431430 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:24.469065 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9757230f-c95d-4fb8-9147-fc232acb4b67 x-openstack-request-id: req-9757230f-c95d-4fb8-9147-fc232acb4b67 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:30:24.469379 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:30:24.469696 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9757230f-c95d-4fb8-9147-fc232acb4b67 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:30:24.470168 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'status': 'completed', 'code': 200} Nov 24 13:30:24.479930 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:24.489107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49b39-c087-40bc-839c-16c990080d83 req-e757513e-971a-4fd4-82d4-8ce4847de5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:24.490632 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-e757513e-971a-4fd4-82d4-8ce4847de5ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 1094 time: 0.0569694 Nov 24 13:30:24.537907 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-8f36ff73-747e-4b96-8747-1bc560a923c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19 HTTP/1.1" status: 200 len: 217 time: 0.0371437 Nov 24 13:30:24.589277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49b39-c087-40bc-839c-16c990080d83 req-321b495f-611f-49f4-8943-3a6f13e90fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:24.591405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-321b495f-611f-49f4-8943-3a6f13e90fa5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9994e826-8a3a-4c31-bdd5-7ff7694fa1b8 HTTP/1.1" status: 200 len: 835 time: 0.0458422 Nov 24 13:30:24.640010 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49b39-c087-40bc-839c-16c990080d83 req-df07f546-c9c7-4245-8f49-3a7ffaa3a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:24.641562 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-df07f546-c9c7-4245-8f49-3a7ffaa3a3fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d893e39-1acb-49e3-8596-8817639e48bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429065 Nov 24 13:30:24.736509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-31eb9a91-3106-431f-995d-033a99864f1a service neutron] 10.222.0.59 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871952 Nov 24 13:30:25.149773 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12a49b39-c087-40bc-839c-16c990080d83 req-042d391b-b3ec-4210-87c8-8ebf884033f7 service neutron] 10.222.0.59 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054432 Nov 24 13:30:25.231832 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bfe35-e29e-41a0-bf48-8b4c85b0cb09 req-212ba371-c72b-4e00-a7be-f05577e2ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:25.233377 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e08bfe35-e29e-41a0-bf48-8b4c85b0cb09 req-212ba371-c72b-4e00-a7be-f05577e2ffa6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 1094 time: 0.0399537 Nov 24 13:30:25.356836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bfe35-e29e-41a0-bf48-8b4c85b0cb09 req-d766b93b-23f4-469e-b57b-03408f5c18da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:25.358291 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e08bfe35-e29e-41a0-bf48-8b4c85b0cb09 req-d766b93b-23f4-469e-b57b-03408f5c18da service neutron] 10.222.0.59 "GET /v2.0/networks?id=6d893e39-1acb-49e3-8596-8817639e48bc HTTP/1.1" status: 200 len: 898 time: 0.1179278 Nov 24 13:30:25.369962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574b32f-c2da-4961-99f0-2087e541ab6d req-2d1fe945-e521-4f3b-874c-e46b236fb6ae tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:25.372004 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a574b32f-c2da-4961-99f0-2087e541ab6d req-2d1fe945-e521-4f3b-874c-e46b236fb6ae tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 943 time: 0.0694566 Nov 24 13:30:25.416416 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e08bfe35-e29e-41a0-bf48-8b4c85b0cb09 req-2c1907ed-fb9c-4683-a196-f5ee733a2f84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19 HTTP/1.1" status: 200 len: 217 time: 0.0433900 Nov 24 13:30:25.482134 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a574b32f-c2da-4961-99f0-2087e541ab6d req-fc273a40-6d36-460b-a060-5b5cd5392e54 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037602 Nov 24 13:30:25.490807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bfe35-e29e-41a0-bf48-8b4c85b0cb09 req-588b5f93-4f39-4caf-803b-b02ec88f2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:25.492242 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e08bfe35-e29e-41a0-bf48-8b4c85b0cb09 req-588b5f93-4f39-4caf-803b-b02ec88f2d0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9994e826-8a3a-4c31-bdd5-7ff7694fa1b8 HTTP/1.1" status: 200 len: 835 time: 0.0677297 Nov 24 13:30:25.538344 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bfe35-e29e-41a0-bf48-8b4c85b0cb09 req-505df13f-fc5a-4764-86cb-ab91afd06741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:25.539797 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e08bfe35-e29e-41a0-bf48-8b4c85b0cb09 req-505df13f-fc5a-4764-86cb-ab91afd06741 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d893e39-1acb-49e3-8596-8817639e48bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392592 Nov 24 13:30:25.628312 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e08bfe35-e29e-41a0-bf48-8b4c85b0cb09 req-835a9918-cdde-4b72-bc4a-767b26a19c4e service neutron] 10.222.0.59 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807152 Nov 24 13:30:25.728246 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e08bfe35-e29e-41a0-bf48-8b4c85b0cb09 req-147575ea-bad8-44d8-ae9f-aaf4975fbaab service neutron] 10.222.0.59 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911210 Nov 24 13:30:25.828516 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50917e6b-0a15-43b0-94c0-c62b4b95911e req-f75c26e2-a757-455d-8820-d105e17d608d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400040 Nov 24 13:30:25.908552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50917e6b-0a15-43b0-94c0-c62b4b95911e req-8a86c7c3-633b-45ff-9830-4050b2d8ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:25.910061 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50917e6b-0a15-43b0-94c0-c62b4b95911e req-8a86c7c3-633b-45ff-9830-4050b2d8ccdf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 1097 time: 0.0397332 Nov 24 13:30:25.975955 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:26.017740 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50917e6b-0a15-43b0-94c0-c62b4b95911e req-b0936e6b-1a9d-4657-8d81-5e64917a5564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:26.019266 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50917e6b-0a15-43b0-94c0-c62b4b95911e req-b0936e6b-1a9d-4657-8d81-5e64917a5564 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.0912485 Nov 24 13:30:26.085041 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50917e6b-0a15-43b0-94c0-c62b4b95911e req-ea92ded8-0a5b-48f2-a7ac-190d5216af16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0913bc76-8b00-49e5-87cc-102e1c5f6308 HTTP/1.1" status: 200 len: 1001 time: 0.0592723 Nov 24 13:30:26.138126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50917e6b-0a15-43b0-94c0-c62b4b95911e req-6c1481b9-e28c-4236-9457-00bcb7c43ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:26.139552 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50917e6b-0a15-43b0-94c0-c62b4b95911e req-6c1481b9-e28c-4236-9457-00bcb7c43ff8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0477219 Nov 24 13:30:26.184033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50917e6b-0a15-43b0-94c0-c62b4b95911e req-12a3a1eb-75da-4d32-abca-de53792c4bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:26.185523 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50917e6b-0a15-43b0-94c0-c62b4b95911e req-12a3a1eb-75da-4d32-abca-de53792c4bd1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393119 Nov 24 13:30:26.279566 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50917e6b-0a15-43b0-94c0-c62b4b95911e req-a085de5d-590a-4fdc-a78f-c1d2636619b4 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873353 Nov 24 13:30:26.372992 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50917e6b-0a15-43b0-94c0-c62b4b95911e req-92cbbf3e-e304-4a5b-bd77-f7379bc6e4d5 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867581 Nov 24 13:30:26.598153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d8df0-5d64-4f7e-b309-28795be94091 req-88cdfd08-7dcb-422a-8083-4094a84e3101 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:26.599542 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-610d8df0-5d64-4f7e-b309-28795be94091 req-88cdfd08-7dcb-422a-8083-4094a84e3101 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 943 time: 0.0486736 Nov 24 13:30:26.649066 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-610d8df0-5d64-4f7e-b309-28795be94091 req-3e99e9ac-7fc1-446b-acbc-0debcb638e41 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 Nov 24 13:30:26.712246 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:27.269715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:30:27.364072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:27.375144 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'port_id': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'mac_address': 'fa:16:3e:52:62:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:30:27.411810 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:27.424277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:30:27.446813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:27.451588 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:27.498692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:27.652024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['8f69b7e1-c26d-4714-90ae-4d0d2d940e19'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:30:27.741783 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:30:27.765945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adceac-6142-4201-b5b4-057aa647b23d req-cbc1d97b-a8f1-4751-b939-fb11994cdeb7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:27.767459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29adceac-6142-4201-b5b4-057aa647b23d req-cbc1d97b-a8f1-4751-b939-fb11994cdeb7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 944 time: 0.0515215 Nov 24 13:30:27.819335 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29adceac-6142-4201-b5b4-057aa647b23d req-6f7edca0-cd95-4ca8-8622-9351df4bb6c6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453427 Nov 24 13:30:28.933850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1f474-e65f-4727-af84-364bc3629e78 req-fa6c88d2-fa57-482d-8ab9-10c48950b83e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:28.935316 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26f1f474-e65f-4727-af84-364bc3629e78 req-fa6c88d2-fa57-482d-8ab9-10c48950b83e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 944 time: 0.0481024 Nov 24 13:30:28.983170 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-26f1f474-e65f-4727-af84-364bc3629e78 req-e5e2ec75-0db3-4d37-ba36-3b3bf93116ce tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418572 Nov 24 13:30:29.286102 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:30:29.335097 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:30:29.339255 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:29.340278 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:29.417997 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:29.440056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:30:29.442313 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28413ec-dabb-4b84-a0f9-00815dcc8e27" -d '{"events": [{"server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "name": "network-vif-plugged", "status": "completed", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:30:29.455223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:29.459463 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:29.482259 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfbf924-6f7b-4d65-9295-8f21cb246c06 x-openstack-request-id: req-bcfbf924-6f7b-4d65-9295-8f21cb246c06 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:30:29.482557 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "name": "network-vif-plugged", "status": "completed", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:30:29.482816 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcfbf924-6f7b-4d65-9295-8f21cb246c06 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:30:29.483208 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'code': 200} Nov 24 13:30:29.508437 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:29.584558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f681a08-e98c-4250-9f96-4c0a2db6caa0 req-2653915a-1988-47ae-9fce-050a47ffe210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:29.586141 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f681a08-e98c-4250-9f96-4c0a2db6caa0 req-2653915a-1988-47ae-9fce-050a47ffe210 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 1096 time: 0.0444427 Nov 24 13:30:29.634421 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f681a08-e98c-4250-9f96-4c0a2db6caa0 req-56162b8d-9045-4ada-81ef-adb23b30f1df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383315 Nov 24 13:30:30.100249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a67e9-b585-4980-9461-0a4a76c025b4 req-e3fb0e20-07f8-422e-9394-6cfa496d0074 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:30.101734 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c78a67e9-b585-4980-9461-0a4a76c025b4 req-e3fb0e20-07f8-422e-9394-6cfa496d0074 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 945 time: 0.0517640 Nov 24 13:30:30.151024 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c78a67e9-b585-4980-9461-0a4a76c025b4 req-32cac97e-2e8e-4773-a338-22e448222c44 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Nov 24 13:30:30.706947 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-fd084643-03e8-438c-a95b-41db745aae6a req-5eb99fc1-4b2d-4e01-a0ba-b21f4727d749 service neutron] (114985) timed out ('10.222.0.46', 56591) {{(pid=114985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 13:30:31.271625 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ea6bf-b600-4a4e-a8e2-ea298f6dfd3b req-8661eaff-e859-4a79-9c37-3e23d5175dfc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:31.273146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e41ea6bf-b600-4a4e-a8e2-ea298f6dfd3b req-8661eaff-e859-4a79-9c37-3e23d5175dfc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 945 time: 0.0498235 Nov 24 13:30:31.321425 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e41ea6bf-b600-4a4e-a8e2-ea298f6dfd3b req-919218b9-fd54-4a7c-a13f-3f0ed8ed2c30 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421600 Nov 24 13:30:31.439313 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74110ecc-e542-4f4f-9aa1-c6bfb5cb248a req-875734e5-9b31-4e53-bd24-7e9f79b6467f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:31.440820 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74110ecc-e542-4f4f-9aa1-c6bfb5cb248a req-875734e5-9b31-4e53-bd24-7e9f79b6467f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 945 time: 0.0488052 Nov 24 13:30:31.488590 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-74110ecc-e542-4f4f-9aa1-c6bfb5cb248a req-d852113c-e941-4b43-b0cb-fe6712915fb0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 Nov 24 13:30:31.509927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53236) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:31.552174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df1d85b-5759-4dcb-bf24-67a209de31f5 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:31.553708 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1df1d85b-5759-4dcb-bf24-67a209de31f5 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 1091 time: 0.0428014 Nov 24 13:30:31.556424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53238) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:31.561237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:31.582320 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:31.684284 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:31.789238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.25.0.150 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/0222e0ac-bd96-4e19-89b5-1135f600c5da) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:30:31.888989 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:31.921147 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:31.961418 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:30:31.966219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:30:31.969681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:30:31.992993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=0222e0ac-bd96-4e19-89b5-1135f600c5da,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:32.350062 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:32.423397 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:32.580939 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:32.585705 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:32.654282 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=0222e0ac-bd96-4e19-89b5-1135f600c5da,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:32.664185 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:32.764458 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Floating IP 3ef1f95b-d213-4504-a5f6-d97e25f767db associated. External IP: 172.25.0.150, port: 8f69b7e1-c26d-4714-90ae-4d0d2d940e19. Nov 24 13:30:32.975683 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router 45d94171-37ed-45ea-b75d-3b2a66bf620a has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:30:33.084069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:30:33.095189 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95d3e8-66c7-4f80-aed2-6c4f340f7c24 None None] Sync routers for ids ['45d94171-37ed-45ea-b75d-3b2a66bf620a'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:30:33.102506 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:33.105140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95d3e8-66c7-4f80-aed2-6c4f340f7c24 None None] Routers {'45d94171-37ed-45ea-b75d-3b2a66bf620a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:30:33.105756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-bf95d3e8-66c7-4f80-aed2-6c4f340f7c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:30:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['45d94171-37ed-45ea-b75d-3b2a66bf620a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:33.130653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ac95602d-c101-4290-9009-727f713f5ae2 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5730507 Nov 24 13:30:33.131247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:30:33.133582 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814cb0ca-8421-409c-a2ef-311f5238d37e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:30:33.192027 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fdaf4d-7ae4-4e64-9c69-80f6910a6f14 x-openstack-request-id: req-d0fdaf4d-7ae4-4e64-9c69-80f6910a6f14 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:30:33.192027 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:30:33.192027 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0fdaf4d-7ae4-4e64-9c69-80f6910a6f14 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:30:33.192810 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'status': 'completed', 'code': 200} Nov 24 13:30:33.226246 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-bf95d3e8-66c7-4f80-aed2-6c4f340f7c24 None None] Set router 45d94171-37ed-45ea-b75d-3b2a66bf620a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:30:33.297577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808fafa-8145-42cc-a085-8f4e3770eb17 req-c2204a59-c067-43a5-8ec8-4f1a758d8a50 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:33.305019 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c808fafa-8145-42cc-a085-8f4e3770eb17 req-c2204a59-c067-43a5-8ec8-4f1a758d8a50 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 945 time: 0.0920408 Nov 24 13:30:33.327812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cb0ca-8421-409c-a2ef-311f5238d37e req-c79774a2-ed88-4e28-a536-74798b4b7e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:33.329468 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814cb0ca-8421-409c-a2ef-311f5238d37e req-c79774a2-ed88-4e28-a536-74798b4b7e05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 1096 time: 0.1066220 Nov 24 13:30:33.381730 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c808fafa-8145-42cc-a085-8f4e3770eb17 req-80ca3550-67a7-4b06-835f-2f70fed7fcd5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755558 Nov 24 13:30:33.404272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53254) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:33.477117 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-bf95d3e8-66c7-4f80-aed2-6c4f340f7c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '3ef1f95b-d213-4504-a5f6-d97e25f767db', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'port_id': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'mac_address': 'fa:16:3e:52:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:30:32Z', 'updated_at': '2021-11-24T13:30:32Z', 'revision_number': 0, 'project_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d41a51f-84e1-4a3f-b808-c68688a5c5d8', 'name': '', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e9:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:19Z', 'updated_at': '2021-11-24T13:30:22Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:33.482696 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5760f3a4-2125-4bc5-ac15-ae96c7106627 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/3ef1f95b-d213-4504-a5f6-d97e25f767db HTTP/1.1" status: 200 len: 991 time: 0.0756052 Nov 24 13:30:33.482983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cb0ca-8421-409c-a2ef-311f5238d37e req-60efafaf-de0d-423a-b87b-2cb192baef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:33.484469 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814cb0ca-8421-409c-a2ef-311f5238d37e req-60efafaf-de0d-423a-b87b-2cb192baef95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6d893e39-1acb-49e3-8596-8817639e48bc HTTP/1.1" status: 200 len: 898 time: 0.1324987 Nov 24 13:30:33.505178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95d3e8-66c7-4f80-aed2-6c4f340f7c24 None None] Checking router: 45d94171-37ed-45ea-b75d-3b2a66bf620a for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:30:33.514144 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf95d3e8-66c7-4f80-aed2-6c4f340f7c24 None None] Routers {'45d94171-37ed-45ea-b75d-3b2a66bf620a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:30:33.514751 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-bf95d3e8-66c7-4f80-aed2-6c4f340f7c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:30:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['45d94171-37ed-45ea-b75d-3b2a66bf620a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:33.558433 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814cb0ca-8421-409c-a2ef-311f5238d37e req-a292c6a9-86b8-4b1e-a5c0-6811f3749361 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19 HTTP/1.1" status: 200 len: 999 time: 0.0658667 Nov 24 13:30:33.609954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cb0ca-8421-409c-a2ef-311f5238d37e req-7472caac-8c09-4ed0-b0fa-c9bf26344acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:33.611704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814cb0ca-8421-409c-a2ef-311f5238d37e req-7472caac-8c09-4ed0-b0fa-c9bf26344acc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9994e826-8a3a-4c31-bdd5-7ff7694fa1b8 HTTP/1.1" status: 200 len: 835 time: 0.0464058 Nov 24 13:30:33.626104 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-bf95d3e8-66c7-4f80-aed2-6c4f340f7c24 None None] Set router 45d94171-37ed-45ea-b75d-3b2a66bf620a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:30:33.665878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cb0ca-8421-409c-a2ef-311f5238d37e req-26a35d4c-a8c0-48bc-8e41-92a1f41de812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:33.667331 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814cb0ca-8421-409c-a2ef-311f5238d37e req-26a35d4c-a8c0-48bc-8e41-92a1f41de812 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d893e39-1acb-49e3-8596-8817639e48bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479608 Nov 24 13:30:33.768977 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814cb0ca-8421-409c-a2ef-311f5238d37e req-e1d893fd-d6c1-450d-902a-320517c95e2b service neutron] 10.222.0.59 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935903 Nov 24 13:30:33.907948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-bf95d3e8-66c7-4f80-aed2-6c4f340f7c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '3ef1f95b-d213-4504-a5f6-d97e25f767db', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'port_id': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'mac_address': 'fa:16:3e:52:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:30:32Z', 'updated_at': '2021-11-24T13:30:32Z', 'revision_number': 0, 'project_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d41a51f-84e1-4a3f-b808-c68688a5c5d8', 'name': '', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e9:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:19Z', 'updated_at': '2021-11-24T13:30:22Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:30:33.915618 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-814cb0ca-8421-409c-a2ef-311f5238d37e req-16d4b22f-0931-4d91-b3eb-46180cef061e service neutron] 10.222.0.59 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373351 Nov 24 13:30:33.951452 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95d3e8-66c7-4f80-aed2-6c4f340f7c24 None None] The sync data for ids ['45d94171-37ed-45ea-b75d-3b2a66bf620a'] in n-d-817303-4 is: [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '3ef1f95b-d213-4504-a5f6-d97e25f767db', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'port_id': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'mac_address': 'fa:16:3e:52:62:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:30:32Z', 'updated_at': '2021-11-24T13:30:32Z', 'revision_number': 0, 'project_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d41a51f-84e1-4a3f-b808-c68688a5c5d8', 'name': '', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e9:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:19Z', 'updated_at': '2021-11-24T13:30:22Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:30:34.155645 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f14ea8e-cba3-4d1c-aaab-65d922966f7f None None] New status for floating IP 3ef1f95b-d213-4504-a5f6-d97e25f767db: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:30:34.485498 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53258) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:30:34.548123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7436aa75-0a21-47fc-adf5-0e87f8c60928 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/3ef1f95b-d213-4504-a5f6-d97e25f767db HTTP/1.1" status: 200 len: 993 time: 0.0614905 Nov 24 13:30:36.509560 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:39.749106 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:43.561090 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-137f27f7-ca81-4227-8663-5e19a84117e7 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-149317972&fields=id&tenant_id=f9eb189f71044813946e9bb1928ef292 HTTP/1.1" status: 200 len: 267 time: 0.0435984 Nov 24 13:30:43.671011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba2d88-b738-4f85-845c-61d38654a543 req-ffa89008-b667-4ed4-977d-95fd5b1c7aff tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:43.672476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-ffa89008-b667-4ed4-977d-95fd5b1c7aff tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 812 time: 0.1045325 Nov 24 13:30:43.687731 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-7c061d3e-0f20-4582-b480-6518b2f6f026 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/quotas/f9eb189f71044813946e9bb1928ef292 HTTP/1.1" status: 200 len: 375 time: 0.0094261 Nov 24 13:30:43.739854 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-b4a411a7-c0c0-45f1-96d6-367b19d78c6d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470374 Nov 24 13:30:43.836194 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-b26942f5-f040-4bc4-9b9b-15be3d560211 service neutron] 10.222.0.48 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849535 Nov 24 13:30:43.923490 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-e455e4ff-e498-44aa-af58-1a69a92db861 service neutron] 10.222.0.48 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808425 Nov 24 13:30:44.198410 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db5097b6-d0a7-4177-b5c0-de3993355737 req-65bc680c-7c17-49d5-9050-d8b0ceb496db tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 210 time: 0.0269589 Nov 24 13:30:45.094706 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba2d88-b738-4f85-845c-61d38654a543 req-385acb9e-ecf5-433e-af9b-e909a51191f2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:45.096173 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-385acb9e-ecf5-433e-af9b-e909a51191f2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.46 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 812 time: 0.1069124 Nov 24 13:30:45.160265 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-f3177dd1-06bb-4a65-bdc0-24dc32138fe2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9eb189f71044813946e9bb1928ef292 HTTP/1.1" status: 200 len: 379 time: 0.0544732 Nov 24 13:30:45.169835 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-24ba2d88-b738-4f85-845c-61d38654a543 req-ef190452-156d-4fca-b21a-3c044cdff163 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'port': {'device_id': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'admin_state_up': True, 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'security_groups': ['a91b3fa5-af0f-43e4-8980-6e154e575503']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:45.281296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ba2d88-b738-4f85-845c-61d38654a543 req-ef190452-156d-4fca-b21a-3c044cdff163 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Made reservation on behalf of f9eb189f71044813946e9bb1928ef292 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:30:45.284751 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-24ba2d88-b738-4f85-845c-61d38654a543 req-ef190452-156d-4fca-b21a-3c044cdff163 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:45.305784 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d2e80e9d-3d4c-4b9d-828b-e4660ac58971 req-305411bd-5f8a-4d7a-8c84-fa3e1a5c2f50 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 210 time: 0.0311291 Nov 24 13:30:45.415370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-24ba2d88-b738-4f85-845c-61d38654a543 req-ef190452-156d-4fca-b21a-3c044cdff163 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Allocated IP 172.20.0.6 (6a016955-569b-4861-bee0-ac59750bb8f5/58c4496a-3b03-42fd-9ce0-2f643f021eac/c4ce9e84-430e-4922-9dda-aff32a2b17b4) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:30:45.556883 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-24ba2d88-b738-4f85-845c-61d38654a543 req-ef190452-156d-4fca-b21a-3c044cdff163 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:45.590680 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-24ba2d88-b738-4f85-845c-61d38654a543 req-ef190452-156d-4fca-b21a-3c044cdff163 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:45.627953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ba2d88-b738-4f85-845c-61d38654a543 req-ef190452-156d-4fca-b21a-3c044cdff163 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Network 6a016955-569b-4861-bee0-ac59750bb8f5 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:30:45.631054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-24ba2d88-b738-4f85-845c-61d38654a543 req-ef190452-156d-4fca-b21a-3c044cdff163 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:30:45.633534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ba2d88-b738-4f85-845c-61d38654a543 req-ef190452-156d-4fca-b21a-3c044cdff163 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:30:45.678839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef190452-156d-4fca-b21a-3c044cdff163 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'Port': ['ID=c4ce9e84-430e-4922-9dda-aff32a2b17b4,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:45.696462 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba2d88-b738-4f85-845c-61d38654a543 req-ef190452-156d-4fca-b21a-3c044cdff163 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:45.697243 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-24ba2d88-b738-4f85-845c-61d38654a543 req-ef190452-156d-4fca-b21a-3c044cdff163 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:45.714573 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-ef190452-156d-4fca-b21a-3c044cdff163 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5487182 Nov 24 13:30:45.726545 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Request body: {'port': {'device_id': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:30:45.788490 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:45.909596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ff41b391-c933-487e-a2f5-ee029c740fab None None] Provisioning complete for port c4ce9e84-430e-4922-9dda-aff32a2b17b4 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:45.910158 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ff41b391-c933-487e-a2f5-ee029c740fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:46.072229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ce9e84-430e-4922-9dda-aff32a2b17b4 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:30:46.080774 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:46.095123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Transition to ACTIVE for port object c4ce9e84-430e-4922-9dda-aff32a2b17b4 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:30:46.099162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ff41b391-c933-487e-a2f5-ee029c740fab None None] Port c4ce9e84-430e-4922-9dda-aff32a2b17b4 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:30:46.100176 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:46.153844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ce9e84-430e-4922-9dda-aff32a2b17b4,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:46.229111 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Attempting to bind port c4ce9e84-430e-4922-9dda-aff32a2b17b4 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:30:46.230299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Attempting to bind port c4ce9e84-430e-4922-9dda-aff32a2b17b4 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:30:46.230633 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Attempting to bind port c4ce9e84-430e-4922-9dda-aff32a2b17b4 on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:30:46.235521 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Port c4ce9e84-430e-4922-9dda-aff32a2b17b4 on network 6a016955-569b-4861-bee0-ac59750bb8f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:30:46.235775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Attempting to bind port c4ce9e84-430e-4922-9dda-aff32a2b17b4 on network 6a016955-569b-4861-bee0-ac59750bb8f5 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:30:46.240968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:30:46.241225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Checking segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:30:46.241607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Bound using segment: {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:30:46.242032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Bound port: c4ce9e84-430e-4922-9dda-aff32a2b17b4, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:30:46.242385 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:46.318409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] For port c4ce9e84-430e-4922-9dda-aff32a2b17b4, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:30:46.322726 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] For port c4ce9e84-430e-4922-9dda-aff32a2b17b4, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c4ce9e84-430e-4922-9dda-aff32a2b17b4,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:30:46.329910 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:46.386705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:46.387445 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:46.388989 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] 10.222.0.46 "PUT /v2.0/ports/c4ce9e84-430e-4922-9dda-aff32a2b17b4 HTTP/1.1" status: 200 len: 1091 time: 0.6666501 Nov 24 13:30:46.389591 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'tag': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:30:46.392786 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebe089c-8736-4424-bb5f-14b7c93f7a99" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f", "tag": "c4ce9e84-430e-4922-9dda-aff32a2b17b4"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:30:46.398368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26392e8f-a473-4527-b81f-13ab96212eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ce9e84-430e-4922-9dda-aff32a2b17b4,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:46.468174 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6437ffec-4717-4c87-bd97-ddb476f59041 x-openstack-request-id: req-6437ffec-4717-4c87-bd97-ddb476f59041 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:30:46.468466 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f", "tag": "c4ce9e84-430e-4922-9dda-aff32a2b17b4", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:30:46.468744 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6437ffec-4717-4c87-bd97-ddb476f59041 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:30:46.469143 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'tag': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4', 'status': 'completed', 'code': 200} Nov 24 13:30:46.478746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd43535-fc8d-4a03-8377-8a50396d5173 req-53fa26fd-8ed5-4a15-9eba-0e4a302af205 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:46.480598 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dd43535-fc8d-4a03-8377-8a50396d5173 req-53fa26fd-8ed5-4a15-9eba-0e4a302af205 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 943 time: 0.0793586 Nov 24 13:30:46.513730 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba2d88-b738-4f85-845c-61d38654a543 req-30436df7-b5ea-4191-bdab-99ec97bd21af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:46.515240 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-30436df7-b5ea-4191-bdab-99ec97bd21af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 1094 time: 0.0779891 Nov 24 13:30:46.569689 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-40a6b4be-08a9-4735-b5c6-1ccb1a5b2317 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4ce9e84-430e-4922-9dda-aff32a2b17b4 HTTP/1.1" status: 200 len: 217 time: 0.0464664 Nov 24 13:30:46.587214 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1dd43535-fc8d-4a03-8377-8a50396d5173 req-1e84f39e-7b82-4849-8aa0-3ea4efe5c1c0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988901 Nov 24 13:30:46.646035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba2d88-b738-4f85-845c-61d38654a543 req-4e023b08-010b-4e1d-ab66-3b74e34c1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:46.647559 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-4e023b08-010b-4e1d-ab66-3b74e34c1090 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0713384 Nov 24 13:30:46.695545 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba2d88-b738-4f85-845c-61d38654a543 req-c7140b2f-84f0-4b8f-88a9-863430676f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:46.697047 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-c7140b2f-84f0-4b8f-88a9-863430676f79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428767 Nov 24 13:30:46.791929 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-bc718828-676a-4eba-97c9-509826ce9197 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873573 Nov 24 13:30:46.883796 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24ba2d88-b738-4f85-845c-61d38654a543 req-14167c2f-97af-414c-88b1-0cb9d96c8f33 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848866 Nov 24 13:30:46.976547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe089c-8736-4424-bb5f-14b7c93f7a99 req-4f7430a1-d6d6-448e-a8a4-43f2a9d4138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:46.978047 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ebe089c-8736-4424-bb5f-14b7c93f7a99 req-4f7430a1-d6d6-448e-a8a4-43f2a9d4138e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 1094 time: 0.0516131 Nov 24 13:30:47.073777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe089c-8736-4424-bb5f-14b7c93f7a99 req-60d6d8a2-0794-4fcf-b776-e887735b53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:47.075248 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ebe089c-8736-4424-bb5f-14b7c93f7a99 req-60d6d8a2-0794-4fcf-b776-e887735b53c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.0907528 Nov 24 13:30:47.115475 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ebe089c-8736-4424-bb5f-14b7c93f7a99 req-5513a71a-a027-421d-89e2-549975792852 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4ce9e84-430e-4922-9dda-aff32a2b17b4 HTTP/1.1" status: 200 len: 217 time: 0.0337625 Nov 24 13:30:47.167875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe089c-8736-4424-bb5f-14b7c93f7a99 req-d11a7e43-8fb5-4b87-9c7c-91fba6a4b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:47.169405 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ebe089c-8736-4424-bb5f-14b7c93f7a99 req-d11a7e43-8fb5-4b87-9c7c-91fba6a4b317 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0469627 Nov 24 13:30:47.215161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe089c-8736-4424-bb5f-14b7c93f7a99 req-80972b4c-0ac2-4e3c-b0ee-4ce6a477a6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:47.216660 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ebe089c-8736-4424-bb5f-14b7c93f7a99 req-80972b4c-0ac2-4e3c-b0ee-4ce6a477a6f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409818 Nov 24 13:30:47.312860 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ebe089c-8736-4424-bb5f-14b7c93f7a99 req-aa77f371-cdf6-465b-9304-0979a2c562f0 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890775 Nov 24 13:30:47.402622 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ebe089c-8736-4424-bb5f-14b7c93f7a99 req-12b26141-d314-4fcd-86a2-87dacb997a27 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829976 Nov 24 13:30:47.721017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d47ca-36b0-4b57-b5b7-9b896b954ae4 req-3cda0fe3-d3a4-4aaf-82f3-b8ca29e55f3c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:47.722515 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1f4d47ca-36b0-4b57-b5b7-9b896b954ae4 req-3cda0fe3-d3a4-4aaf-82f3-b8ca29e55f3c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 943 time: 0.0531721 Nov 24 13:30:47.772243 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1f4d47ca-36b0-4b57-b5b7-9b896b954ae4 req-acd54888-be82-4296-973a-07a74cd78162 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433948 Nov 24 13:30:48.911332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289e390-526b-4d62-89e5-de51056f3003 req-d07e94f3-da4a-48d1-a0d8-b656c5400640 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:48.913445 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a289e390-526b-4d62-89e5-de51056f3003 req-d07e94f3-da4a-48d1-a0d8-b656c5400640 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 943 time: 0.0656414 Nov 24 13:30:48.984866 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a289e390-526b-4d62-89e5-de51056f3003 req-0316954e-537e-4888-b9da-3b029955367a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626528 Nov 24 13:30:50.110678 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482f490-70e5-4354-87bf-7c27289f7c0f req-07131ebd-12c4-4d5e-b26d-8221f63b7145 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:50.112524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c482f490-70e5-4354-87bf-7c27289f7c0f req-07131ebd-12c4-4d5e-b26d-8221f63b7145 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 943 time: 0.0532475 Nov 24 13:30:50.165231 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c482f490-70e5-4354-87bf-7c27289f7c0f req-d009dc86-5335-4d4f-842e-5694ec91ba26 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464334 Nov 24 13:30:50.854620 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c9d09df6-acac-4fc8-9785-558cd6d8fc23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:51.286870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64d324-c969-4415-92d7-923a1865eae1 req-864f62a8-ec9c-4a9e-a30e-024523984f00 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:51.288359 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d64d324-c969-4415-92d7-923a1865eae1 req-864f62a8-ec9c-4a9e-a30e-024523984f00 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 943 time: 0.0527985 Nov 24 13:30:51.337865 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d64d324-c969-4415-92d7-923a1865eae1 req-b62f95af-8027-4752-9367-d17c58bf29cb tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427084 Nov 24 13:30:52.457889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffca59-dcc8-4157-bf01-e015ebc5745c req-dd48f412-b988-45cb-8a17-5621dda25b24 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:52.459330 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e6ffca59-dcc8-4157-bf01-e015ebc5745c req-dd48f412-b988-45cb-8a17-5621dda25b24 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 943 time: 0.0476155 Nov 24 13:30:52.510899 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e6ffca59-dcc8-4157-bf01-e015ebc5745c req-b1d57e7f-b430-491e-9f76-7f2b97c95db4 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455127 Nov 24 13:30:53.288831 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1cb8cd97-c745-4354-a4d6-79a2cc07f2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:53.625893 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224aa99b-e959-44b1-8692-0207b0bed5b2 req-6fef9d06-2db2-4615-8916-8339b1f0523e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:53.627362 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-224aa99b-e959-44b1-8692-0207b0bed5b2 req-6fef9d06-2db2-4615-8916-8339b1f0523e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 943 time: 0.0482049 Nov 24 13:30:53.675191 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-224aa99b-e959-44b1-8692-0207b0bed5b2 req-3ed83f46-2953-40c0-93af-74eb790b2242 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417812 Nov 24 13:30:54.443301 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:54.789485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6e589-0d84-4872-ac46-7ae6f1056bd0 req-9873946e-eec5-4761-a9c0-31ad47658a77 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:54.790994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3a6e589-0d84-4872-ac46-7ae6f1056bd0 req-9873946e-eec5-4761-a9c0-31ad47658a77 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 943 time: 0.0487397 Nov 24 13:30:54.841857 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3a6e589-0d84-4872-ac46-7ae6f1056bd0 req-06ad519e-a145-47a6-b6ca-ac87d0d9a770 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448825 Nov 24 13:30:55.964418 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad2c97-9871-4fe8-823f-d5a206c0e0e6 req-71117deb-5c94-4edc-93f3-7b34e98cf593 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:55.965953 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e7ad2c97-9871-4fe8-823f-d5a206c0e0e6 req-71117deb-5c94-4edc-93f3-7b34e98cf593 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 943 time: 0.0543790 Nov 24 13:30:55.980293 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:56.016221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e7ad2c97-9871-4fe8-823f-d5a206c0e0e6 req-6c6f44bf-f2a4-4462-a80b-a261942d92f5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439095 Nov 24 13:30:56.705056 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:57.132651 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0904cd-603e-4b7a-b0f1-dbc50175be42 req-dc1a09f4-c06b-460c-bfea-fa793f8533ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:57.134144 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6c0904cd-603e-4b7a-b0f1-dbc50175be42 req-dc1a09f4-c06b-460c-bfea-fa793f8533ed tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 943 time: 0.0489616 Nov 24 13:30:57.183568 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6c0904cd-603e-4b7a-b0f1-dbc50175be42 req-0157b02c-0da6-4e21-9c73-ec6d8b6adb38 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435021 Nov 24 13:30:57.248667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c4ce9e84-430e-4922-9dda-aff32a2b17b4 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:30:57.350356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port c4ce9e84-430e-4922-9dda-aff32a2b17b4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c4ce9e84-430e-4922-9dda-aff32a2b17b4,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:57.362729 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'port_id': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4', 'mac_address': 'fa:16:3e:46:d7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:30:57.402787 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:57.415695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ce9e84-430e-4922-9dda-aff32a2b17b4 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:30:57.436360 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port c4ce9e84-430e-4922-9dda-aff32a2b17b4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c4ce9e84-430e-4922-9dda-aff32a2b17b4,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:57.440698 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:57.489907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=c4ce9e84-430e-4922-9dda-aff32a2b17b4,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:57.650567 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['c4ce9e84-430e-4922-9dda-aff32a2b17b4'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:30:58.304556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ca931-6115-43a4-9ce4-8e269962fe45 req-67d4c9a2-d860-40b5-a0d4-41ff04835c46 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:58.306177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-395ca931-6115-43a4-9ce4-8e269962fe45 req-67d4c9a2-d860-40b5-a0d4-41ff04835c46 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 944 time: 0.0519907 Nov 24 13:30:58.357336 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-395ca931-6115-43a4-9ce4-8e269962fe45 req-60f45755-f39d-42a6-8d8f-ba6b04361175 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453448 Nov 24 13:30:59.264845 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c4ce9e84-430e-4922-9dda-aff32a2b17b4 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:30:59.315026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port c4ce9e84-430e-4922-9dda-aff32a2b17b4 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:30:59.318765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port c4ce9e84-430e-4922-9dda-aff32a2b17b4 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:30:59.319140 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:59.395178 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:59.417142 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:30:59.419435 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816342e2-6257-4b07-9513-11d5cc20a125" -d '{"events": [{"server_uuid": "b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce9e84-430e-4922-9dda-aff32a2b17b4"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:30:59.433974 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port c4ce9e84-430e-4922-9dda-aff32a2b17b4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c4ce9e84-430e-4922-9dda-aff32a2b17b4,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:30:59.438301 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:30:59.465183 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584d8002-da50-47e6-84e3-e4df9d8245c0 x-openstack-request-id: req-584d8002-da50-47e6-84e3-e4df9d8245c0 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:30:59.465497 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce9e84-430e-4922-9dda-aff32a2b17b4", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:30:59.465801 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-584d8002-da50-47e6-84e3-e4df9d8245c0 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:30:59.466166 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4', 'code': 200} Nov 24 13:30:59.473193 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8644b-6edf-47ac-bc00-54d77882df01 req-5be3f8ee-0aa9-4697-a4dc-74751ae1cf7e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:59.474715 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0aa8644b-6edf-47ac-bc00-54d77882df01 req-5be3f8ee-0aa9-4697-a4dc-74751ae1cf7e tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 944 time: 0.0498765 Nov 24 13:30:59.506553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=c4ce9e84-430e-4922-9dda-aff32a2b17b4,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:30:59.529372 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0aa8644b-6edf-47ac-bc00-54d77882df01 req-c6d672bd-bacc-407f-95fa-b9494e2bdd2d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478032 Nov 24 13:30:59.568204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58437da9-0793-4a17-987f-75b6925e7f29 req-267ab5ee-8c77-490a-b8b8-6e41747f966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:30:59.569937 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58437da9-0793-4a17-987f-75b6925e7f29 req-267ab5ee-8c77-490a-b8b8-6e41747f966a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 1096 time: 0.0396795 Nov 24 13:30:59.618157 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58437da9-0793-4a17-987f-75b6925e7f29 req-e02848b7-7cd5-4010-a199-ee2710f839c7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403357 Nov 24 13:31:00.663733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebc9bc-245b-4f9c-bf50-6b079b304098 req-b01008be-dae4-432d-bfc4-b4cb1f0aaa4b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:00.665413 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79ebc9bc-245b-4f9c-bf50-6b079b304098 req-b01008be-dae4-432d-bfc4-b4cb1f0aaa4b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 945 time: 0.0624390 Nov 24 13:31:00.716551 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79ebc9bc-245b-4f9c-bf50-6b079b304098 req-8dc94f64-5a63-4194-a90f-b280114b20ec tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437746 Nov 24 13:31:01.836340 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20090bbf-b106-4b7b-ad0a-a261092943d6 req-1a54dc33-e8cd-40e5-9647-f6b4e9da8a07 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:01.837848 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20090bbf-b106-4b7b-ad0a-a261092943d6 req-1a54dc33-e8cd-40e5-9647-f6b4e9da8a07 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 945 time: 0.0482402 Nov 24 13:31:01.886751 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-20090bbf-b106-4b7b-ad0a-a261092943d6 req-4c4e52b5-e324-4a73-bc6e-bae5a2b7d7e5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413575 Nov 24 13:31:02.001709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75515b2-091e-4b42-bd5f-addb40bc319d req-22107a40-14fb-4121-a554-d4d96e51e8bf tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:02.003117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d75515b2-091e-4b42-bd5f-addb40bc319d req-22107a40-14fb-4121-a554-d4d96e51e8bf tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 945 time: 0.0499613 Nov 24 13:31:02.051785 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d75515b2-091e-4b42-bd5f-addb40bc319d req-a8ac6497-76ec-419f-b385-99717079dac0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426085 Nov 24 13:31:02.074549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53356) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:02.111952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e3591e-1d3f-4b54-9b7f-cace4204e28c tempest-TestVolumeBootPattern-944249412 tempest-TestVolumeBootPattern-944249412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:02.113451 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-05e3591e-1d3f-4b54-9b7f-cace4204e28c tempest-TestVolumeBootPattern-944249412 tempest-TestVolumeBootPattern-944249412-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 1091 time: 0.0379665 Nov 24 13:31:02.116049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53358) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:02.120130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:02.141977 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:02.237079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:02.342952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Allocated IP 172.25.0.125 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/eb973ea9-5916-45f0-8c03-82cb0c589500) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:31:02.443699 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:02.476664 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:02.516124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:31:02.518822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:31:02.522323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:31:02.529578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'Port': ['ID=eb973ea9-5916-45f0-8c03-82cb0c589500,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:03.203065 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:03.272038 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:03.415723 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:03.420506 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:03.494798 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event updated for resources: {'Port': ['ID=eb973ea9-5916-45f0-8c03-82cb0c589500,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:03.502394 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:03.601958 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Floating IP 96666e56-0bf5-4b46-9513-fa4b975ec2ca associated. External IP: 172.25.0.125, port: c4ce9e84-430e-4922-9dda-aff32a2b17b4. Nov 24 13:31:03.807168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:31:03.914194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:31:03.924153 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506ca65-54b5-4013-8cd4-ec24f107b4fd None None] Sync routers for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:31:03.933077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:03.935059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506ca65-54b5-4013-8cd4-ec24f107b4fd None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:31:03.935644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6506ca65-54b5-4013-8cd4-ec24f107b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:30:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:03.960478 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f159bd3d-107b-429e-9a31-8c850c5b8e4c tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8434548 Nov 24 13:31:03.961092 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'tag': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:31:03.963353 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa35d98-0a63-409d-a223-552b12a5b216" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f", "tag": "c4ce9e84-430e-4922-9dda-aff32a2b17b4"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:31:04.000072 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f16078c-1d59-4014-a040-5bbb268df2d3 x-openstack-request-id: req-0f16078c-1d59-4014-a040-5bbb268df2d3 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:31:04.000392 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f", "tag": "c4ce9e84-430e-4922-9dda-aff32a2b17b4", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:31:04.000655 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f16078c-1d59-4014-a040-5bbb268df2d3 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:31:04.001099 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'tag': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4', 'status': 'completed', 'code': 200} Nov 24 13:31:04.044324 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-6506ca65-54b5-4013-8cd4-ec24f107b4fd None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:31:04.065927 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa35d98-0a63-409d-a223-552b12a5b216 req-7dd04e38-5f56-45b1-aab7-1f6627658223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:04.067962 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-faa35d98-0a63-409d-a223-552b12a5b216 req-7dd04e38-5f56-45b1-aab7-1f6627658223 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 1096 time: 0.0460312 Nov 24 13:31:04.157298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa35d98-0a63-409d-a223-552b12a5b216 req-c716ffc4-b146-465c-9b90-4dc862d41fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:04.158750 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-faa35d98-0a63-409d-a223-552b12a5b216 req-c716ffc4-b146-465c-9b90-4dc862d41fa7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.0829401 Nov 24 13:31:04.231611 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-faa35d98-0a63-409d-a223-552b12a5b216 req-d55efc89-421f-4fb7-94d3-7c97ffb9d62e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4ce9e84-430e-4922-9dda-aff32a2b17b4 HTTP/1.1" status: 200 len: 999 time: 0.0659959 Nov 24 13:31:04.269236 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6506ca65-54b5-4013-8cd4-ec24f107b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '73c7753e-a1f8-4fc8-ae85-b06e3b59cf4d', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:03:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:28:51Z', 'updated_at': '2021-11-24T13:28:54Z', 'revision_number': 1, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}, {'id': '96666e56-0bf5-4b46-9513-fa4b975ec2ca', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:46:d7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:31:03Z', 'updated_at': '2021-11-24T13:31:03Z', 'revision_number': 0, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:04.281773 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa35d98-0a63-409d-a223-552b12a5b216 req-abc150f9-3740-4b29-8c78-48810d579c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:04.283652 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-faa35d98-0a63-409d-a223-552b12a5b216 req-abc150f9-3740-4b29-8c78-48810d579c6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0458326 Nov 24 13:31:04.298954 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506ca65-54b5-4013-8cd4-ec24f107b4fd None None] Checking router: 6b4605f8-820c-4085-9fa4-a6596cc1cac0 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:31:04.307216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506ca65-54b5-4013-8cd4-ec24f107b4fd None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:31:04.307829 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6506ca65-54b5-4013-8cd4-ec24f107b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:30:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:04.329017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa35d98-0a63-409d-a223-552b12a5b216 req-4258e6d4-0e3b-4759-9010-aa22a8e412b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:04.330435 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-faa35d98-0a63-409d-a223-552b12a5b216 req-4258e6d4-0e3b-4759-9010-aa22a8e412b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403149 Nov 24 13:31:04.412777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-6506ca65-54b5-4013-8cd4-ec24f107b4fd None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:31:04.423468 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-faa35d98-0a63-409d-a223-552b12a5b216 req-3f54f1ee-3838-4107-acb9-b29615e6d124 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863450 Nov 24 13:31:04.512184 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-faa35d98-0a63-409d-a223-552b12a5b216 req-a85509a1-61f5-49d0-beeb-ebfaa7572a04 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820754 Nov 24 13:31:04.634747 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6506ca65-54b5-4013-8cd4-ec24f107b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '73c7753e-a1f8-4fc8-ae85-b06e3b59cf4d', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:03:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:28:51Z', 'updated_at': '2021-11-24T13:28:54Z', 'revision_number': 1, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}, {'id': '96666e56-0bf5-4b46-9513-fa4b975ec2ca', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:46:d7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:31:03Z', 'updated_at': '2021-11-24T13:31:03Z', 'revision_number': 0, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:04.663775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6506ca65-54b5-4013-8cd4-ec24f107b4fd None None] The sync data for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 is: [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '73c7753e-a1f8-4fc8-ae85-b06e3b59cf4d', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:03:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:28:51Z', 'updated_at': '2021-11-24T13:28:54Z', 'revision_number': 1, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}, {'id': '96666e56-0bf5-4b46-9513-fa4b975ec2ca', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:46:d7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:31:03Z', 'updated_at': '2021-11-24T13:31:03Z', 'revision_number': 0, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:31:04.740494 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:31:04.855385 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaf6e70-6d24-4171-a16a-40839dbf754e None None] New status for floating IP 96666e56-0bf5-4b46-9513-fa4b975ec2ca: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:31:06.535011 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:08.048633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a402b-3d19-4509-9cd4-dbe02fbdce65 req-06564b8c-a123-4cca-9a3f-2cbb29357cd9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:08.050094 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d3a402b-3d19-4509-9cd4-dbe02fbdce65 req-06564b8c-a123-4cca-9a3f-2cbb29357cd9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 945 time: 0.1049466 Nov 24 13:31:08.098139 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d3a402b-3d19-4509-9cd4-dbe02fbdce65 req-0a831ec6-7156-4406-9193-f1f1a9aaaaf5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421028 Nov 24 13:31:08.120643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53374) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:08.183956 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c6cd6621-deb5-4b20-ac01-71d9be168078 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/3ef1f95b-d213-4504-a5f6-d97e25f767db HTTP/1.1" status: 200 len: 993 time: 0.0621028 Nov 24 13:31:08.612338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09daf8-0df3-4451-9c00-b84d64e2a6f3 req-0a969416-64f2-4635-b020-60629fc0330c tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:08.613900 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f09daf8-0df3-4451-9c00-b84d64e2a6f3 req-0a969416-64f2-4635-b020-60629fc0330c tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 1096 time: 0.0440300 Nov 24 13:31:08.659262 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f09daf8-0df3-4451-9c00-b84d64e2a6f3 req-98f65c78-cdcd-476b-bb2e-ef0f8e9111fa tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393441 Nov 24 13:31:08.737688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-a1aeedc0-e445-4112-96a0-b14cb81c4a8b req-b6851eaa-eff0-4e39-8425-415df7843498 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:31:08.738703 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a1aeedc0-e445-4112-96a0-b14cb81c4a8b req-b6851eaa-eff0-4e39-8425-415df7843498 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054176 Nov 24 13:31:09.222311 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8a63a44d-51f6-4bcb-afce-c1f96634fa8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439634 Nov 24 13:31:09.231693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-07a09723-5a8a-4558-9d87-84c6b99580b1 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:31:09.232605 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-07a09723-5a8a-4558-9d87-84c6b99580b1 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053689 Nov 24 13:31:09.720565 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187700f5-89ba-4c56-95ec-51c0473942fa req-ee1bb17c-e620-46fe-ae9d-1d70df11ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:09.721966 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-ee1bb17c-e620-46fe-ae9d-1d70df11ae1e service neutron] 10.222.0.48 "GET /v2.0/ports/8f69b7e1-c26d-4714-90ae-4d0d2d940e19 HTTP/1.1" status: 200 len: 1093 time: 0.0334904 Nov 24 13:31:09.730627 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] Request body: {'binding': {'host': 'n-h1-817303-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:09.731107 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] Unknown quota resources ['binding']. {{(pid=114986) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 24 13:31:09.752036 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:09.862256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] Attempting to bind port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 on host n-h1-817303-4 for vnic_type normal with profile None {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:31:09.862771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] Attempting to bind port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:31:09.862884 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] Attempting to bind port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 on network 6d893e39-1acb-49e3-8596-8817639e48bc {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:31:09.867108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] Port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 on network 6d893e39-1acb-49e3-8596-8817639e48bc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:31:09.867428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] Attempting to bind port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 on network 6d893e39-1acb-49e3-8596-8817639e48bc {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:31:09.872696 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:31:09.873058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] Checking segment: {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:31:09.873434 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] Bound using segment: {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:31:09.873860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] Bound port: 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:31:09.957256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:31:09.963305 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] Publish callbacks [] for binding, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:09.964564 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] 10.222.0.48 "POST /v2.0/ports/8f69b7e1-c26d-4714-90ae-4d0d2d940e19/bindings HTTP/1.1" status: 201 len: 389 time: 0.2374182 Nov 24 13:31:10.108068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114749b-378e-41fb-a196-ca33965bd972 req-7b576631-724a-4db3-8f11-2bc5f381d813 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:10.109628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3114749b-378e-41fb-a196-ca33965bd972 req-7b576631-724a-4db3-8f11-2bc5f381d813 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 945 time: 0.0572808 Nov 24 13:31:10.163688 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3114749b-378e-41fb-a196-ca33965bd972 req-2c06f921-25a7-4619-a741-4ffbe5e345a7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470881 Nov 24 13:31:10.193147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187700f5-89ba-4c56-95ec-51c0473942fa req-e141ce0c-5267-459e-8914-39cdb748f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:10.194656 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-e141ce0c-5267-459e-8914-39cdb748f501 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 1096 time: 0.0454793 Nov 24 13:31:10.283096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187700f5-89ba-4c56-95ec-51c0473942fa req-3c9b771a-02af-4ec9-a6ab-1b6f3c8741a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:10.284552 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-3c9b771a-02af-4ec9-a6ab-1b6f3c8741a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d893e39-1acb-49e3-8596-8817639e48bc HTTP/1.1" status: 200 len: 898 time: 0.0823712 Nov 24 13:31:10.679125 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-a658f99d-0072-4ad2-99a9-10ee0a2e6881 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19 HTTP/1.1" status: 200 len: 1001 time: 0.3867726 Nov 24 13:31:10.736023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187700f5-89ba-4c56-95ec-51c0473942fa req-f45ee775-13ad-4124-b769-11aabee13ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:10.737467 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-f45ee775-13ad-4124-b769-11aabee13ef4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9994e826-8a3a-4c31-bdd5-7ff7694fa1b8 HTTP/1.1" status: 200 len: 835 time: 0.0469015 Nov 24 13:31:10.782923 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187700f5-89ba-4c56-95ec-51c0473942fa req-70914ad6-0022-4963-b664-9be48b938ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:10.784358 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-70914ad6-0022-4963-b664-9be48b938ba6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d893e39-1acb-49e3-8596-8817639e48bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397751 Nov 24 13:31:10.876285 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-20e036b1-f859-475f-9b38-61a636afe28d service neutron] 10.222.0.46 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849609 Nov 24 13:31:10.969105 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-5202044d-d81a-4c3e-b030-206670db150d service neutron] 10.222.0.46 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857694 Nov 24 13:31:11.115213 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187700f5-89ba-4c56-95ec-51c0473942fa req-a270e7dc-399d-49c5-90c7-a643190db0dd tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:11.116867 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-a270e7dc-399d-49c5-90c7-a643190db0dd tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74&tenant_id=1903467d483849278979cf8e91cd17b3&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 1096 time: 0.0846767 Nov 24 13:31:11.129353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-4'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:11.183951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:11.327318 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:11.425013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:31:11.453118 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a716d-9d90-4562-9498-2491f55768fd req-33635a86-9551-4869-b015-95a3db7a51c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:11.454593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c6a716d-9d90-4562-9498-2491f55768fd req-33635a86-9551-4869-b015-95a3db7a51c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 945 time: 0.2038705 Nov 24 13:31:11.484288 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738b1e9-7eaa-44b1-9d8a-3ee138e5f708 req-cf6f5dbf-61ef-4f5d-a2bf-d663a00368cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:11.485781 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9738b1e9-7eaa-44b1-9d8a-3ee138e5f708 req-cf6f5dbf-61ef-4f5d-a2bf-d663a00368cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 1096 time: 0.1221340 Nov 24 13:31:11.502174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:31:11.504413 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da59cafd-81ea-4663-8892-231523e0a1c5" -d '{"events": [{"server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "name": "network-vif-unplugged", "status": "completed", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:31:11.513780 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:11.529211 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:11.577495 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669a5d93-3d20-40a5-9e93-e20f4b46ba1b x-openstack-request-id: req-669a5d93-3d20-40a5-9e93-e20f4b46ba1b {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:31:11.577801 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "name": "network-vif-unplugged", "status": "completed", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:31:11.578057 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-669a5d93-3d20-40a5-9e93-e20f4b46ba1b {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:31:11.578439 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'code': 200} Nov 24 13:31:11.594125 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c6a716d-9d90-4562-9498-2491f55768fd req-bcbb102e-eb39-48ad-a4f3-46c732a2827b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313117 Nov 24 13:31:11.692541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Pushing event updated for resources: {'Port': ['ID=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,revision_number=7']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:11.723324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:11.723665 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:11.724010 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:11.724369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:11.724717 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:11.725047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:11.725380 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:11.725705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:11.726031 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:11.726358 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:11.726683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:11.727000 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:11.738595 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738b1e9-7eaa-44b1-9d8a-3ee138e5f708 req-0e2e7d94-3cf4-4223-aa62-6e3064454525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:11.739312 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9738b1e9-7eaa-44b1-9d8a-3ee138e5f708 req-0e2e7d94-3cf4-4223-aa62-6e3064454525 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6d893e39-1acb-49e3-8596-8817639e48bc HTTP/1.1" status: 200 len: 898 time: 0.2235005 Nov 24 13:31:11.832431 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Attempting to bind port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 on host n-h2-817303-4 for vnic_type normal with profile {"migrating_to": "n-h1-817303-4"} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:31:11.832794 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Attempting to bind port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:31:11.833138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Attempting to bind port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 on network 6d893e39-1acb-49e3-8596-8817639e48bc {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:31:11.842219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7c6f16a6-f9ca-40fd-b706-3436594e760d None None] Provisioning complete for port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:11.842755 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7c6f16a6-f9ca-40fd-b706-3436594e760d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:11.845909 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 on network 6d893e39-1acb-49e3-8596-8817639e48bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:31:11.846321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Attempting to bind port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 on network 6d893e39-1acb-49e3-8596-8817639e48bc {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:31:11.854801 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9738b1e9-7eaa-44b1-9d8a-3ee138e5f708 req-b79e95c2-46ac-4926-87e9-f5c8353dce0c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19 HTTP/1.1" status: 200 len: 999 time: 0.1060889 Nov 24 13:31:11.856616 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:31:11.857096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Checking segment: {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:31:11.857472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Bound using segment: {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:31:11.858129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Bound port: 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1348004e-7cf7-4456-9817-c2987d6638cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:31:11.858506 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:11.877136 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f16a6-f9ca-40fd-b706-3436594e760d None None] Port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:31:11.955149 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738b1e9-7eaa-44b1-9d8a-3ee138e5f708 req-bfda8ba7-f280-4a79-96b7-2e45582658d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:11.956834 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9738b1e9-7eaa-44b1-9d8a-3ee138e5f708 req-bfda8ba7-f280-4a79-96b7-2e45582658d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9994e826-8a3a-4c31-bdd5-7ff7694fa1b8 HTTP/1.1" status: 200 len: 835 time: 0.0894096 Nov 24 13:31:11.998999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:31:12.016268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:31:12.022041 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:12.067778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738b1e9-7eaa-44b1-9d8a-3ee138e5f708 req-c886beff-fae0-4a4e-91c6-6ea67dc0e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:12.069503 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9738b1e9-7eaa-44b1-9d8a-3ee138e5f708 req-c886beff-fae0-4a4e-91c6-6ea67dc0e49a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d893e39-1acb-49e3-8596-8817639e48bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051645 Nov 24 13:31:12.177699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Pushing event updated for resources: {'Port': ['ID=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,revision_number=8']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:12.263612 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:12.264229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:12.265648 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-7662ac66-3448-46cd-a294-c536beb8301d service neutron] 10.222.0.46 "PUT /v2.0/ports/8f69b7e1-c26d-4714-90ae-4d0d2d940e19 HTTP/1.1" status: 200 len: 1121 time: 1.1404829 Nov 24 13:31:12.281156 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9738b1e9-7eaa-44b1-9d8a-3ee138e5f708 req-3d724c6e-2afb-47b0-abfd-8b6d0588e1e0 service neutron] 10.222.0.59 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039084 Nov 24 13:31:12.316649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-cf0bc6e6-248f-469e-9cf1-223dbec2c554 None None] Provisioning complete for port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:12.317060 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc6e6-248f-469e-9cf1-223dbec2c554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:12.343472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['8f69b7e1-c26d-4714-90ae-4d0d2d940e19'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:31:12.377548 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9738b1e9-7eaa-44b1-9d8a-3ee138e5f708 req-08f70390-fc57-4459-ae7e-8a7c81bba0bf service neutron] 10.222.0.59 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882528 Nov 24 13:31:12.467464 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc6e6-248f-469e-9cf1-223dbec2c554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:12.512680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:31:12.514932 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18af57e8-d0f2-434b-925b-c80e2414f82e" -d '{"events": [{"server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "name": "network-vif-plugged", "status": "completed", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:31:12.535557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-cf0bc6e6-248f-469e-9cf1-223dbec2c554 None None] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:12.545271 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc6e6-248f-469e-9cf1-223dbec2c554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:12.596274 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710bb7de-fe2c-43ef-ae57-659a6339e5d4 x-openstack-request-id: req-710bb7de-fe2c-43ef-ae57-659a6339e5d4 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:31:12.596586 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "name": "network-vif-plugged", "status": "completed", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:31:12.596782 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-710bb7de-fe2c-43ef-ae57-659a6339e5d4 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:31:12.597181 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'code': 200} Nov 24 13:31:12.702823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0bc6e6-248f-469e-9cf1-223dbec2c554 None None] Pushing event updated for resources: {'Port': ['ID=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:12.714937 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fab8c-0d54-4ac9-beda-41fd2d9611f3 req-b770a20d-51d2-40e0-88fe-25b76c976724 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:12.716449 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-296fab8c-0d54-4ac9-beda-41fd2d9611f3 req-b770a20d-51d2-40e0-88fe-25b76c976724 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 945 time: 0.0504630 Nov 24 13:31:12.772551 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-296fab8c-0d54-4ac9-beda-41fd2d9611f3 req-dc819a61-1744-4bfc-812e-c942cec09233 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499666 Nov 24 13:31:13.311387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:31:13.404459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:13.418217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 has no active binding in host n-h1-817303-4 {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 13:31:13.579750 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:31:13.582068 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246cdc01-c57c-42ae-969a-cf5f55980804" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:31:13.619816 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6649fa-6832-4576-8b13-2fee9749356f x-openstack-request-id: req-3e6649fa-6832-4576-8b13-2fee9749356f {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:31:13.620109 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:31:13.622093 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e6649fa-6832-4576-8b13-2fee9749356f {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:31:13.622093 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'status': 'completed', 'code': 200} Nov 24 13:31:13.684717 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cdc01-c57c-42ae-969a-cf5f55980804 req-fc7b833e-9fe2-43c0-9ba8-7cb38cf6d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:13.686328 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-246cdc01-c57c-42ae-969a-cf5f55980804 req-fc7b833e-9fe2-43c0-9ba8-7cb38cf6d778 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 1126 time: 0.0414360 Nov 24 13:31:13.778368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cdc01-c57c-42ae-969a-cf5f55980804 req-d7d48ae4-6920-4185-aaed-aca8eac31c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:13.779800 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-246cdc01-c57c-42ae-969a-cf5f55980804 req-d7d48ae4-6920-4185-aaed-aca8eac31c82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6d893e39-1acb-49e3-8596-8817639e48bc HTTP/1.1" status: 200 len: 898 time: 0.0854182 Nov 24 13:31:13.857862 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-246cdc01-c57c-42ae-969a-cf5f55980804 req-a43f5148-aa7c-449a-bf72-9fe1cf2074a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19 HTTP/1.1" status: 200 len: 1001 time: 0.0706069 Nov 24 13:31:13.920650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cdc01-c57c-42ae-969a-cf5f55980804 req-9e986b1c-b0e4-418c-ad09-a9f95383c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:13.922082 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-246cdc01-c57c-42ae-969a-cf5f55980804 req-9e986b1c-b0e4-418c-ad09-a9f95383c07e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9994e826-8a3a-4c31-bdd5-7ff7694fa1b8 HTTP/1.1" status: 200 len: 835 time: 0.0511930 Nov 24 13:31:13.930428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095d7ee-2e2e-40a0-94f9-07e63fb0bc90 req-1bb01c7d-a366-49b5-9c8f-3dff96da0063 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:13.931762 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8095d7ee-2e2e-40a0-94f9-07e63fb0bc90 req-1bb01c7d-a366-49b5-9c8f-3dff96da0063 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 945 time: 0.0906756 Nov 24 13:31:14.004878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cdc01-c57c-42ae-969a-cf5f55980804 req-a5170826-15b4-4ee2-9c23-7cb5aa832000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:14.006376 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-246cdc01-c57c-42ae-969a-cf5f55980804 req-a5170826-15b4-4ee2-9c23-7cb5aa832000 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6d893e39-1acb-49e3-8596-8817639e48bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737760 Nov 24 13:31:14.010038 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8095d7ee-2e2e-40a0-94f9-07e63fb0bc90 req-76416bb1-ab0a-463e-83d3-e0e8c916aed5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704103 Nov 24 13:31:14.096857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-246cdc01-c57c-42ae-969a-cf5f55980804 req-1383afd4-62fd-4556-8b79-718a2ba37d5f service neutron] 10.222.0.59 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821085 Nov 24 13:31:14.188558 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-246cdc01-c57c-42ae-969a-cf5f55980804 req-cb992f46-cd6a-4e45-a773-22b8a6849d62 service neutron] 10.222.0.59 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843711 Nov 24 13:31:15.134053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfe2c6-7339-44ff-835a-9ef10ff6aa5b req-40ff8fba-15b1-4b00-bc10-5ad3f308183d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:15.135526 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15cfe2c6-7339-44ff-835a-9ef10ff6aa5b req-40ff8fba-15b1-4b00-bc10-5ad3f308183d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 945 time: 0.0536964 Nov 24 13:31:15.184613 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15cfe2c6-7339-44ff-835a-9ef10ff6aa5b req-12e239ab-5d56-45f8-b051-67f5af4dd071 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423605 Nov 24 13:31:16.302096 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecc740-c02f-4f1e-9f89-74562cc65dee req-d3983d52-2034-4387-83c3-05438e56d370 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:16.303654 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33ecc740-c02f-4f1e-9f89-74562cc65dee req-d3983d52-2034-4387-83c3-05438e56d370 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 945 time: 0.0512147 Nov 24 13:31:16.353331 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-33ecc740-c02f-4f1e-9f89-74562cc65dee req-536c68a3-9175-4375-aa9e-bcc10aa50239 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428524 Nov 24 13:31:17.365430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-adbc5ae0-1530-49ea-91e1-d6fbcf7ecc3a service neutron] 10.222.0.59 "GET /v2.0/ports/8f69b7e1-c26d-4714-90ae-4d0d2d940e19/bindings/n-h1-817303-4 HTTP/1.1" status: 200 len: 384 time: 0.0597329 Nov 24 13:31:17.476496 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ef5da-be24-409d-9d8f-caa83204deca req-0bc711f5-2da6-4eea-9aa5-026a0a139b9c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:17.478276 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-787ef5da-be24-409d-9d8f-caa83204deca req-0bc711f5-2da6-4eea-9aa5-026a0a139b9c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 945 time: 0.0563745 Nov 24 13:31:17.529229 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-787ef5da-be24-409d-9d8f-caa83204deca req-dd2ed13a-1068-4a7d-881e-10d8114d265c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439026 Nov 24 13:31:17.543498 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-187700f5-89ba-4c56-95ec-51c0473942fa req-e411f492-b4ff-4236-bc6e-34281a3c9203 service neutron] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:17.563976 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-187700f5-89ba-4c56-95ec-51c0473942fa req-e411f492-b4ff-4236-bc6e-34281a3c9203 service neutron] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:31:17.606450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:31:17.608985 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29b2954-666e-4cc1-acef-700eb397cbe7" -d '{"events": [{"server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "name": "network-vif-unplugged", "status": "completed", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:31:17.615834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-187700f5-89ba-4c56-95ec-51c0473942fa req-e411f492-b4ff-4236-bc6e-34281a3c9203 service neutron] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:17.631225 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-187700f5-89ba-4c56-95ec-51c0473942fa req-e411f492-b4ff-4236-bc6e-34281a3c9203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:17.665166 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e6ec24-2cf1-4171-8876-a53e9936da68 x-openstack-request-id: req-a8e6ec24-2cf1-4171-8876-a53e9936da68 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:31:17.665338 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "name": "network-vif-unplugged", "status": "completed", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:31:17.665598 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8e6ec24-2cf1-4171-8876-a53e9936da68 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:31:17.666043 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'code': 200} Nov 24 13:31:17.708466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-187700f5-89ba-4c56-95ec-51c0473942fa req-e411f492-b4ff-4236-bc6e-34281a3c9203 service neutron] Transition to ACTIVE for port object 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:31:17.712850 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-187700f5-89ba-4c56-95ec-51c0473942fa req-e411f492-b4ff-4236-bc6e-34281a3c9203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:17.809169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411f492-b4ff-4236-bc6e-34281a3c9203 service neutron] Pushing event updated for resources: {'Port': ['ID=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,revision_number=11']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:17.843993 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-187700f5-89ba-4c56-95ec-51c0473942fa req-e411f492-b4ff-4236-bc6e-34281a3c9203 service neutron] No DVR routers for this DVR port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:31:17.980145 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-e411f492-b4ff-4236-bc6e-34281a3c9203 service neutron] 10.222.0.59 "PUT /v2.0/ports/8f69b7e1-c26d-4714-90ae-4d0d2d940e19/bindings/n-h1-817303-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6076636 Nov 24 13:31:18.075026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187700f5-89ba-4c56-95ec-51c0473942fa req-6d7e06b1-d4b5-4dae-afe3-0adb1a7e693c tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:18.076436 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-6d7e06b1-d4b5-4dae-afe3-0adb1a7e693c tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74&tenant_id=1903467d483849278979cf8e91cd17b3&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 1095 time: 0.0437875 Nov 24 13:31:18.122343 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187700f5-89ba-4c56-95ec-51c0473942fa req-a4a319f9-9af6-441f-9edf-44b0c7b924f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:18.123797 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-a4a319f9-9af6-441f-9edf-44b0c7b924f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74&tenant_id=1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 1095 time: 0.0399060 Nov 24 13:31:18.185057 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187700f5-89ba-4c56-95ec-51c0473942fa req-882f9cae-b028-4e34-b59e-2a18978823ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:18.186501 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-882f9cae-b028-4e34-b59e-2a18978823ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 1095 time: 0.0399733 Nov 24 13:31:18.279446 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187700f5-89ba-4c56-95ec-51c0473942fa req-3b066e31-3743-4ff8-a166-2a0f2ace47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:18.280946 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-3b066e31-3743-4ff8-a166-2a0f2ace47ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d893e39-1acb-49e3-8596-8817639e48bc HTTP/1.1" status: 200 len: 898 time: 0.0878181 Nov 24 13:31:18.346344 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8e68053e-b088-49e8-952f-9874653cf348 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19 HTTP/1.1" status: 200 len: 999 time: 0.0579228 Nov 24 13:31:18.403672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187700f5-89ba-4c56-95ec-51c0473942fa req-883ee84f-7160-4626-ac03-08cc06e4d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:18.405153 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-883ee84f-7160-4626-ac03-08cc06e4d6ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9994e826-8a3a-4c31-bdd5-7ff7694fa1b8 HTTP/1.1" status: 200 len: 835 time: 0.0479519 Nov 24 13:31:18.450222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187700f5-89ba-4c56-95ec-51c0473942fa req-ebf05a28-5302-444e-9060-4d1fae16155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:18.451671 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-ebf05a28-5302-444e-9060-4d1fae16155e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d893e39-1acb-49e3-8596-8817639e48bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397530 Nov 24 13:31:18.540921 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-16e98737-9ed3-4b4c-af74-5c3d6dcd2840 service neutron] 10.222.0.46 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816793 Nov 24 13:31:18.660260 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-228e8380-7457-41e1-9c4f-9414a4af2f85 service neutron] 10.222.0.46 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103737 Nov 24 13:31:18.679964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cc8d1-af1a-4510-a1e4-859889823293 req-3cc553ee-b6ef-4433-a2e5-4de05b72016c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:18.681673 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f98cc8d1-af1a-4510-a1e4-859889823293 req-3cc553ee-b6ef-4433-a2e5-4de05b72016c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 944 time: 0.0605099 Nov 24 13:31:18.747223 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f98cc8d1-af1a-4510-a1e4-859889823293 req-3d5ab8e6-b0ff-4fbb-8ea3-4c2e1cf19889 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505834 Nov 24 13:31:18.948361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187700f5-89ba-4c56-95ec-51c0473942fa req-4382d899-da26-4214-a9ab-949315e19c38 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:18.950437 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-4382d899-da26-4214-a9ab-949315e19c38 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74&tenant_id=1903467d483849278979cf8e91cd17b3&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 1095 time: 0.0460472 Nov 24 13:31:19.067646 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-187700f5-89ba-4c56-95ec-51c0473942fa req-fd368b22-cdc4-4aa7-af68-5c9454cf89cd service neutron] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:31:19.070952 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-187700f5-89ba-4c56-95ec-51c0473942fa req-fd368b22-cdc4-4aa7-af68-5c9454cf89cd service neutron] Publish callbacks [] for binding, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:19.072067 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-fd368b22-cdc4-4aa7-af68-5c9454cf89cd service neutron] 10.222.0.46 "DELETE /v2.0/ports/8f69b7e1-c26d-4714-90ae-4d0d2d940e19/bindings/n-h2-817303-4 HTTP/1.1" status: 204 len: 173 time: 0.1130548 Nov 24 13:31:19.876213 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05863c-bab6-4501-ba52-7f3db7441541 req-56afd687-bef0-4753-869e-6bc735166d0c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:19.877774 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8d05863c-bab6-4501-ba52-7f3db7441541 req-56afd687-bef0-4753-869e-6bc735166d0c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 944 time: 0.0511312 Nov 24 13:31:19.931575 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8d05863c-bab6-4501-ba52-7f3db7441541 req-16c9fc4f-f58e-4f86-8607-7f8e42d260d3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464575 Nov 24 13:31:20.041009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9b962-d21c-4278-9e42-53b1fa372b7b req-fc629703-fdd7-4a8e-9e97-8eb1eb20f3c3 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:20.042541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ed9b962-d21c-4278-9e42-53b1fa372b7b req-fc629703-fdd7-4a8e-9e97-8eb1eb20f3c3 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 1095 time: 0.0409672 Nov 24 13:31:20.087850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ed9b962-d21c-4278-9e42-53b1fa372b7b req-f39988a7-194e-49a1-9f50-47fccb808e3d tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394993 Nov 24 13:31:20.198842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38680b-a5ae-40d3-8483-91504c5f266b req-9f231b43-a5e7-48e9-947b-5c508036d265 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:20.200854 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fd38680b-a5ae-40d3-8483-91504c5f266b req-9f231b43-a5e7-48e9-947b-5c508036d265 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 944 time: 0.0481880 Nov 24 13:31:20.252891 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fd38680b-a5ae-40d3-8483-91504c5f266b req-7bbedd59-cf5b-4413-8ea6-bc03be624407 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461166 Nov 24 13:31:20.275046 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53444) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:20.334317 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-99ad3774-9ff1-4f03-a8b3-10194dc53bf1 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/3ef1f95b-d213-4504-a5f6-d97e25f767db HTTP/1.1" status: 200 len: 991 time: 0.0581062 Nov 24 13:31:20.550903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53450) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:20.709613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port 0222e0ac-bd96-4e19-89b5-1135f600c5da {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:31:20.709958 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:20.791872 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:20.792235 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:20.804145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for 0222e0ac-bd96-4e19-89b5-1135f600c5da owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:31:20.857178 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2af6e70f-ef09-40f1-b492-1d1d9d221c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:20.963951 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:20.990376 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=0222e0ac-bd96-4e19-89b5-1135f600c5da,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:21.017951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:21.018308 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:21.018658 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:21.019004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:21.019346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:21.019685 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:21.020024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:21.020363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:21.020696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:21.021056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:21.021493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:21.021872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:21.069664 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:21.070265 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Floating IP 3ef1f95b-d213-4504-a5f6-d97e25f767db disassociated (deleted). External IP: 172.25.0.150, port: 8f69b7e1-c26d-4714-90ae-4d0d2d940e19. Nov 24 13:31:21.279386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router 45d94171-37ed-45ea-b75d-3b2a66bf620a has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:31:21.386917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:31:21.391814 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:21.397511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb07938-dcec-496a-9334-72ac49db092c None None] Sync routers for ids ['45d94171-37ed-45ea-b75d-3b2a66bf620a'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:31:21.407256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb07938-dcec-496a-9334-72ac49db092c None None] Routers {'45d94171-37ed-45ea-b75d-3b2a66bf620a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:31:21.407861 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0eb07938-dcec-496a-9334-72ac49db092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:30:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['45d94171-37ed-45ea-b75d-3b2a66bf620a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:21.419770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3d41de2e-523e-437d-9724-13974be7ef91 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/floatingips/3ef1f95b-d213-4504-a5f6-d97e25f767db HTTP/1.1" status: 204 len: 168 time: 0.8678606 Nov 24 13:31:21.420356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:31:21.422705 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba68a900-d5ae-4d20-9895-a3e61c056009" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:31:21.462627 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ad073f-146e-4e7c-bd7f-7a4d7b95a3db x-openstack-request-id: req-78ad073f-146e-4e7c-bd7f-7a4d7b95a3db {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:31:21.462962 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:31:21.463393 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78ad073f-146e-4e7c-bd7f-7a4d7b95a3db {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:31:21.463965 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'status': 'completed', 'code': 200} Nov 24 13:31:21.493711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:31:21.527965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68a900-d5ae-4d20-9895-a3e61c056009 req-063eb54e-ba83-43f4-aba3-4d735eb60b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:21.529498 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba68a900-d5ae-4d20-9895-a3e61c056009 req-063eb54e-ba83-43f4-aba3-4d735eb60b35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 1095 time: 0.0428510 Nov 24 13:31:21.562355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:31:21.568491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-0eb07938-dcec-496a-9334-72ac49db092c None None] Set router 45d94171-37ed-45ea-b75d-3b2a66bf620a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:31:21.658998 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68a900-d5ae-4d20-9895-a3e61c056009 req-62c827e0-51a0-4574-bca4-1311491de5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:21.660611 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba68a900-d5ae-4d20-9895-a3e61c056009 req-62c827e0-51a0-4574-bca4-1311491de5ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d893e39-1acb-49e3-8596-8817639e48bc HTTP/1.1" status: 200 len: 898 time: 0.1239727 Nov 24 13:31:21.666447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd608c2-cb36-4b8e-82d6-f32cdf24dbf6 req-cfc25a2c-9ef9-4bae-af02-08f2650cbfb6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:21.668086 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6cd608c2-cb36-4b8e-82d6-f32cdf24dbf6 req-cfc25a2c-9ef9-4bae-af02-08f2650cbfb6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 944 time: 0.0513141 Nov 24 13:31:21.708581 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba68a900-d5ae-4d20-9895-a3e61c056009 req-90a7d27c-35b3-404b-9d96-72a30479d0eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19 HTTP/1.1" status: 200 len: 217 time: 0.0374804 Nov 24 13:31:21.728904 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6cd608c2-cb36-4b8e-82d6-f32cdf24dbf6 req-d01c44f1-b891-498d-a1c6-1a738bc88cf8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=bcaf59fb-1db6-43c3-8230-d2eae93fdc20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542147 Nov 24 13:31:21.767240 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68a900-d5ae-4d20-9895-a3e61c056009 req-d3c9e7da-8d05-4808-9509-5d9ee34d21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:21.768702 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba68a900-d5ae-4d20-9895-a3e61c056009 req-d3c9e7da-8d05-4808-9509-5d9ee34d21b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9994e826-8a3a-4c31-bdd5-7ff7694fa1b8 HTTP/1.1" status: 200 len: 835 time: 0.0501761 Nov 24 13:31:21.782988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0eb07938-dcec-496a-9334-72ac49db092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9d41a51f-84e1-4a3f-b808-c68688a5c5d8', 'name': '', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e9:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:19Z', 'updated_at': '2021-11-24T13:30:22Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:21.810282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb07938-dcec-496a-9334-72ac49db092c None None] Checking router: 45d94171-37ed-45ea-b75d-3b2a66bf620a for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:31:21.821148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb07938-dcec-496a-9334-72ac49db092c None None] Routers {'45d94171-37ed-45ea-b75d-3b2a66bf620a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:31:21.821753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0eb07938-dcec-496a-9334-72ac49db092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:30:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['45d94171-37ed-45ea-b75d-3b2a66bf620a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:21.821938 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68a900-d5ae-4d20-9895-a3e61c056009 req-dc76b00a-1429-456f-92c3-c2f0a8d17613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:21.823718 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba68a900-d5ae-4d20-9895-a3e61c056009 req-dc76b00a-1429-456f-92c3-c2f0a8d17613 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d893e39-1acb-49e3-8596-8817639e48bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446155 Nov 24 13:31:21.918943 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba68a900-d5ae-4d20-9895-a3e61c056009 req-fe230369-5d8a-4567-aece-4fc89aaf69b6 service neutron] 10.222.0.46 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866075 Nov 24 13:31:21.936252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-0eb07938-dcec-496a-9334-72ac49db092c None None] Set router 45d94171-37ed-45ea-b75d-3b2a66bf620a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:31:22.035281 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba68a900-d5ae-4d20-9895-a3e61c056009 req-a670d706-f3ab-4e45-9fce-17ef2e1e3891 service neutron] 10.222.0.46 "GET /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972753 Nov 24 13:31:22.101163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25670e4-ca42-45c1-9287-2a460eb8237f req-6f88f685-a396-4aad-9533-777e2959bda0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:22.102645 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e25670e4-ca42-45c1-9287-2a460eb8237f req-6f88f685-a396-4aad-9533-777e2959bda0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 944 time: 0.0496857 Nov 24 13:31:22.154618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0eb07938-dcec-496a-9334-72ac49db092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9d41a51f-84e1-4a3f-b808-c68688a5c5d8', 'name': '', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e9:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:19Z', 'updated_at': '2021-11-24T13:30:22Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:22.181353 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb07938-dcec-496a-9334-72ac49db092c None None] The sync data for ids ['45d94171-37ed-45ea-b75d-3b2a66bf620a'] in n-d-817303-4 is: [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '9d41a51f-84e1-4a3f-b808-c68688a5c5d8', 'name': '', 'network_id': '6d893e39-1acb-49e3-8596-8817639e48bc', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:e9:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:19Z', 'updated_at': '2021-11-24T13:30:22Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '9994e826-8a3a-4c31-bdd5-7ff7694fa1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:31:22.201183 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-e25670e4-ca42-45c1-9287-2a460eb8237f req-0c6abc90-0bb4-4c8a-92cf-aae42f5738a3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:31:22.201527 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e25670e4-ca42-45c1-9287-2a460eb8237f req-0c6abc90-0bb4-4c8a-92cf-aae42f5738a3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:22.294042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-e25670e4-ca42-45c1-9287-2a460eb8237f req-0c6abc90-0bb4-4c8a-92cf-aae42f5738a3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] For port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:22.294435 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e25670e4-ca42-45c1-9287-2a460eb8237f req-0c6abc90-0bb4-4c8a-92cf-aae42f5738a3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:22.306982 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-e25670e4-ca42-45c1-9287-2a460eb8237f req-0c6abc90-0bb4-4c8a-92cf-aae42f5738a3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:31:22.431656 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c8d186-197b-425f-92ec-a42dabc12dc1 None None] New status for floating IP 3ef1f95b-d213-4504-a5f6-d97e25f767db: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:31:22.447085 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e25670e4-ca42-45c1-9287-2a460eb8237f req-0c6abc90-0bb4-4c8a-92cf-aae42f5738a3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:22.477522 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6abc90-0bb4-4c8a-92cf-aae42f5738a3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=8f69b7e1-c26d-4714-90ae-4d0d2d940e19,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:22.525048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25670e4-ca42-45c1-9287-2a460eb8237f req-0c6abc90-0bb4-4c8a-92cf-aae42f5738a3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] No DVR routers for this DVR port 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:31:22.527641 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e25670e4-ca42-45c1-9287-2a460eb8237f req-0c6abc90-0bb4-4c8a-92cf-aae42f5738a3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:22.531049 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e25670e4-ca42-45c1-9287-2a460eb8237f req-0c6abc90-0bb4-4c8a-92cf-aae42f5738a3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.46 "DELETE /v2.0/ports/8f69b7e1-c26d-4714-90ae-4d0d2d940e19 HTTP/1.1" status: 204 len: 173 time: 0.4209180 Nov 24 13:31:22.531577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'name': 'network-vif-deleted', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:31:22.533911 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d637932-1692-4df3-8fb5-f4f76230a2e8" -d '{"events": [{"server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "name": "network-vif-deleted", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:31:22.572648 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcbe90a-1487-4c29-b663-9284caeb17d4 x-openstack-request-id: req-5dcbe90a-1487-4c29-b663-9284caeb17d4 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:31:22.572991 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef793c8-5afa-4176-97c8-ff76b5a42d74", "name": "network-vif-deleted", "tag": "8f69b7e1-c26d-4714-90ae-4d0d2d940e19", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:31:22.573257 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5dcbe90a-1487-4c29-b663-9284caeb17d4 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:31:22.574199 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef793c8-5afa-4176-97c8-ff76b5a42d74', 'name': 'network-vif-deleted', 'tag': '8f69b7e1-c26d-4714-90ae-4d0d2d940e19', 'status': 'completed', 'code': 200} Nov 24 13:31:22.848260 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92e9ebac-ca72-45f9-9477-53191eb43d96 req-e82f89ff-6538-4529-b9df-ffebc187e071 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=6ef793c8-5afa-4176-97c8-ff76b5a42d74 HTTP/1.1" status: 200 len: 210 time: 0.0279436 Nov 24 13:31:23.290864 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e419c995-9995-4d71-9bc7-78220eb16208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:23.910854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53464) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:24.280065 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-780aa216-3073-4a44-a02e-d84672c4ebf9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:24.444177 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:24.557175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-780aa216-3073-4a44-a02e-d84672c4ebf9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:31:24.557443 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-780aa216-3073-4a44-a02e-d84672c4ebf9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:24.654687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-780aa216-3073-4a44-a02e-d84672c4ebf9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] For port 9d41a51f-84e1-4a3f-b808-c68688a5c5d8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=9d41a51f-84e1-4a3f-b808-c68688a5c5d8,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:24.655053 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-780aa216-3073-4a44-a02e-d84672c4ebf9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:24.667577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-780aa216-3073-4a44-a02e-d84672c4ebf9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:31:24.860829 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-780aa216-3073-4a44-a02e-d84672c4ebf9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:24.888317 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780aa216-3073-4a44-a02e-d84672c4ebf9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=9d41a51f-84e1-4a3f-b808-c68688a5c5d8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:25.076438 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-780aa216-3073-4a44-a02e-d84672c4ebf9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:25.639956 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780aa216-3073-4a44-a02e-d84672c4ebf9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router 45d94171-37ed-45ea-b75d-3b2a66bf620a has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:31:25.748485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780aa216-3073-4a44-a02e-d84672c4ebf9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:31:25.753535 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-780aa216-3073-4a44-a02e-d84672c4ebf9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "PUT /v2.0/routers/45d94171-37ed-45ea-b75d-3b2a66bf620a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8416605 Nov 24 13:31:25.756328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53468) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:25.758874 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c38814-7823-4e31-9341-5c9106fa8e56 None None] Sync routers for ids ['45d94171-37ed-45ea-b75d-3b2a66bf620a'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:31:25.769796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c38814-7823-4e31-9341-5c9106fa8e56 None None] Routers {'45d94171-37ed-45ea-b75d-3b2a66bf620a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:31:25.770406 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-27c38814-7823-4e31-9341-5c9106fa8e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:31:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['45d94171-37ed-45ea-b75d-3b2a66bf620a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:25.811287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b42e59-a916-49bb-a62c-029fd061e29c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting subnet 9994e826-8a3a-4c31-bdd5-7ff7694fa1b8 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:31:25.814436 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3b42e59-a916-49bb-a62c-029fd061e29c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:25.856572 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3b42e59-a916-49bb-a62c-029fd061e29c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:25.882792 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-27c38814-7823-4e31-9341-5c9106fa8e56 None None] Set router 45d94171-37ed-45ea-b75d-3b2a66bf620a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:31:25.943184 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3b42e59-a916-49bb-a62c-029fd061e29c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:26.009161 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3b42e59-a916-49bb-a62c-029fd061e29c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:26.020887 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:26.044250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b42e59-a916-49bb-a62c-029fd061e29c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Subnet': ['ID=9994e826-8a3a-4c31-bdd5-7ff7694fa1b8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:26.049086 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d3b42e59-a916-49bb-a62c-029fd061e29c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:26.055356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53470) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:26.055785 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d3b42e59-a916-49bb-a62c-029fd061e29c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/subnets/9994e826-8a3a-4c31-bdd5-7ff7694fa1b8 HTTP/1.1" status: 204 len: 168 time: 0.2980807 Nov 24 13:31:26.064207 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88821ada-05bd-42d3-86f1-32ba5360f3b9 None None] Network 6d893e39-1acb-49e3-8596-8817639e48bc requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:31:26.187732 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:26.195000 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-27c38814-7823-4e31-9341-5c9106fa8e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:31:24Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:26.224388 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c38814-7823-4e31-9341-5c9106fa8e56 None None] Checking router: 45d94171-37ed-45ea-b75d-3b2a66bf620a for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:31:26.239947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c38814-7823-4e31-9341-5c9106fa8e56 None None] Routers {'45d94171-37ed-45ea-b75d-3b2a66bf620a'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:31:26.240701 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-27c38814-7823-4e31-9341-5c9106fa8e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:31:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['45d94171-37ed-45ea-b75d-3b2a66bf620a'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:26.313703 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:26.334225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] DHCP port deletion for 6d893e39-1acb-49e3-8596-8817639e48bc request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:31:26.390413 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port 972123cc-2147-43cc-b1ca-62e3eefad67f {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:31:26.390724 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:26.395021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-27c38814-7823-4e31-9341-5c9106fa8e56 None None] Set router 45d94171-37ed-45ea-b75d-3b2a66bf620a gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:31:26.480432 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] For port 972123cc-2147-43cc-b1ca-62e3eefad67f, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=972123cc-2147-43cc-b1ca-62e3eefad67f,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:26.480828 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:26.493384 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for 972123cc-2147-43cc-b1ca-62e3eefad67f owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:31:26.519541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Deleting port eb0ae225-3f89-4b26-825e-73a3e3dae8eb {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:31:26.519935 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:26.603536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] For port eb0ae225-3f89-4b26-825e-73a3e3dae8eb, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=eb0ae225-3f89-4b26-825e-73a3e3dae8eb,segment=NetworkSegment(1348004e-7cf7-4456-9817-c2987d6638cb),segment_id=1348004e-7cf7-4456-9817-c2987d6638cb)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:26.603825 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:26.637480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Calling delete_port for eb0ae225-3f89-4b26-825e-73a3e3dae8eb owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:31:26.675747 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:26.705491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=972123cc-2147-43cc-b1ca-62e3eefad67f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:26.773178 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:26.849695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbb2caf-de32-4a47-89fb-782127be5521 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:31:26.899747 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:26.929866 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-27c38814-7823-4e31-9341-5c9106fa8e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:31:24Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:26.995795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c38814-7823-4e31-9341-5c9106fa8e56 None None] The sync data for ids ['45d94171-37ed-45ea-b75d-3b2a66bf620a'] in n-d-817303-4 is: [{'id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-73304463', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:31:24Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '972123cc-2147-43cc-b1ca-62e3eefad67f', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d94171-37ed-45ea-b75d-3b2a66bf620a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:30:16Z', 'updated_at': '2021-11-24T13:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:31:27.005472 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.038337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Pushing event deleted for resources: {'Port': ['ID=eb0ae225-3f89-4b26-825e-73a3e3dae8eb,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:27.041100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] No DVR routers for this DVR port eb0ae225-3f89-4b26-825e-73a3e3dae8eb on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:31:27.055546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:27.055919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:27.056263 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:27.056603 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:27.056965 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:27.058314 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:27.058314 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:27.058521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:27.058789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:27.059126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:27.059436 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:27.059762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308b6d1a-0096-46fc-8184-c50c21828f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:27.201712 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.203819 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.247606 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.248210 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Fanout notify agent at l3_agent the message router_deleted on router 45d94171-37ed-45ea-b75d-3b2a66bf620a {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:31:27.255563 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.256683 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fd7e87d2-32c1-4072-a213-8e31314322dc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/routers/45d94171-37ed-45ea-b75d-3b2a66bf620a HTTP/1.1" status: 204 len: 168 time: 1.1995387 Nov 24 13:31:27.259452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53472) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:27.336158 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-30b69c42-bc84-4d4a-a8de-3717fa096f3e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.359032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:31:27.380841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:31:27.381599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8f69b7e1-c26d-4714-90ae-4d0d2d940e19 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:31:27.424407 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-30b69c42-bc84-4d4a-a8de-3717fa096f3e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.446199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-30b69c42-bc84-4d4a-a8de-3717fa096f3e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d893e39-1acb-49e3-8596-8817639e48bc']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:27.456277 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-30b69c42-bc84-4d4a-a8de-3717fa096f3e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1348004e-7cf7-4456-9817-c2987d6638cb') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:27.456566 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-30b69c42-bc84-4d4a-a8de-3717fa096f3e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1348004e-7cf7-4456-9817-c2987d6638cb') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:27.472238 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-30b69c42-bc84-4d4a-a8de-3717fa096f3e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.487026 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-30b69c42-bc84-4d4a-a8de-3717fa096f3e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.493717 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b69c42-bc84-4d4a-a8de-3717fa096f3e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:31:27.494119 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-30b69c42-bc84-4d4a-a8de-3717fa096f3e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:31:27.498096 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:31:27.555322 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-30b69c42-bc84-4d4a-a8de-3717fa096f3e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.560978 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-30b69c42-bc84-4d4a-a8de-3717fa096f3e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.567176 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-30b69c42-bc84-4d4a-a8de-3717fa096f3e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/networks/6d893e39-1acb-49e3-8596-8817639e48bc HTTP/1.1" status: 204 len: 168 time: 0.3039725 Nov 24 13:31:27.567250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53474) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:27.579510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b69c42-bc84-4d4a-a8de-3717fa096f3e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Network': ['ID=6d893e39-1acb-49e3-8596-8817639e48bc,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:27.633323 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1cdfab7f-93ff-45b9-8868-a7045bb785e8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.662171 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1cdfab7f-93ff-45b9-8868-a7045bb785e8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.726212 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1cdfab7f-93ff-45b9-8868-a7045bb785e8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.728902 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1cdfab7f-93ff-45b9-8868-a7045bb785e8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:27.730959 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1cdfab7f-93ff-45b9-8868-a7045bb785e8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/security-groups/bcaf59fb-1db6-43c3-8230-d2eae93fdc20 HTTP/1.1" status: 204 len: 168 time: 0.1625831 Nov 24 13:31:27.740356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfab7f-93ff-45b9-8868-a7045bb785e8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaf59fb-1db6-43c3-8230-d2eae93fdc20,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:27.850038 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ad7f738-2129-48e7-9467-64c943c66512 req-9db05662-f695-45af-bc41-056c8f56298c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403616 Nov 24 13:31:27.935018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7f738-2129-48e7-9467-64c943c66512 req-61465e62-b316-420b-9506-518ce02c0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:27.936431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ad7f738-2129-48e7-9467-64c943c66512 req-61465e62-b316-420b-9506-518ce02c0a23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 1097 time: 0.0449882 Nov 24 13:31:27.994691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53480) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:27.999410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a1bed9d9-e393-4cf1-a1ef-27a4e6f3c199 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1833587697', 'description': 'tempest-secgroup-smoke-1833587697 description', 'project_id': '1903467d483849278979cf8e91cd17b3'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:28.027443 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1bed9d9-e393-4cf1-a1ef-27a4e6f3c199 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.043641 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7f738-2129-48e7-9467-64c943c66512 req-ef32cf67-8a98-48e0-916d-30ca27387bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:28.045175 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ad7f738-2129-48e7-9467-64c943c66512 req-ef32cf67-8a98-48e0-916d-30ca27387bd6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.0906236 Nov 24 13:31:28.099446 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1bed9d9-e393-4cf1-a1ef-27a4e6f3c199 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.103459 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1bed9d9-e393-4cf1-a1ef-27a4e6f3c199 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.118172 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ad7f738-2129-48e7-9467-64c943c66512 req-50077a29-e8c1-4191-8770-f712ecc983f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0913bc76-8b00-49e5-87cc-102e1c5f6308 HTTP/1.1" status: 200 len: 1001 time: 0.0644450 Nov 24 13:31:28.138523 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1bed9d9-e393-4cf1-a1ef-27a4e6f3c199 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.139771 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a1bed9d9-e393-4cf1-a1ef-27a4e6f3c199 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1440439 Nov 24 13:31:28.141714 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bed9d9-e393-4cf1-a1ef-27a4e6f3c199 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:28.144655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53482) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:28.149336 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d1bdc8cc-4973-4393-ad53-8184f2af4d49 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': 'cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:28.170013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7f738-2129-48e7-9467-64c943c66512 req-80d169b8-ca64-474c-81c7-cec9c634a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:28.171648 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ad7f738-2129-48e7-9467-64c943c66512 req-80d169b8-ca64-474c-81c7-cec9c634a3e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0471051 Nov 24 13:31:28.175763 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc8cc-4973-4393-ad53-8184f2af4d49 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.223357 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7f738-2129-48e7-9467-64c943c66512 req-ab23ddea-713e-4bf9-bdce-732ed6189e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:28.225171 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ad7f738-2129-48e7-9467-64c943c66512 req-ab23ddea-713e-4bf9-bdce-732ed6189e09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429349 Nov 24 13:31:28.232036 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc8cc-4973-4393-ad53-8184f2af4d49 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.236326 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc8cc-4973-4393-ad53-8184f2af4d49 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.252454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdc8cc-4973-4393-ad53-8184f2af4d49 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f53267-134f-4c74-891e-769b4fe86866,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:28.265304 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d1bdc8cc-4973-4393-ad53-8184f2af4d49 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.266703 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d1bdc8cc-4973-4393-ad53-8184f2af4d49 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208284 Nov 24 13:31:28.269647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53484) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:28.274249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-97da3506-e4da-4194-ae08-c0146e85822e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': 'cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:28.312338 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97da3506-e4da-4194-ae08-c0146e85822e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.329379 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ad7f738-2129-48e7-9467-64c943c66512 req-e6b76374-b75b-4457-82f4-1a6aa9282daf service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967510 Nov 24 13:31:28.338196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device eb0ae225-3f89-4b26-825e-73a3e3dae8eb no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:31:28.358942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: eb0ae225-3f89-4b26-825e-73a3e3dae8eb {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:31:28.359684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device eb0ae225-3f89-4b26-825e-73a3e3dae8eb not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:31:28.360242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 972123cc-2147-43cc-b1ca-62e3eefad67f no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:31:28.374136 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97da3506-e4da-4194-ae08-c0146e85822e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.377809 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97da3506-e4da-4194-ae08-c0146e85822e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.381630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 972123cc-2147-43cc-b1ca-62e3eefad67f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:31:28.382146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 972123cc-2147-43cc-b1ca-62e3eefad67f not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:31:28.382688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:31:28.393547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da3506-e4da-4194-ae08-c0146e85822e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d43cf0c-8696-4ae9-8030-21343af4ef85,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:28.404447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:31:28.404907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 9d41a51f-84e1-4a3f-b808-c68688a5c5d8 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:31:28.406099 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-97da3506-e4da-4194-ae08-c0146e85822e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.410174 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-97da3506-e4da-4194-ae08-c0146e85822e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393442 Nov 24 13:31:28.413918 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53486) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:28.418809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-cb9f46b7-3f57-4445-8b14-f90df86fdd95 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': 'cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:28.452248 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ad7f738-2129-48e7-9467-64c943c66512 req-01d7c310-5665-4d5c-9755-c77bfc7e6845 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159701 Nov 24 13:31:28.461854 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb9f46b7-3f57-4445-8b14-f90df86fdd95 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.508984 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb9f46b7-3f57-4445-8b14-f90df86fdd95 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.513018 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb9f46b7-3f57-4445-8b14-f90df86fdd95 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.535877 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f46b7-3f57-4445-8b14-f90df86fdd95 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6244b1f0-a81c-4aae-98c0-0b6629e94855,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:28.540203 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-cb9f46b7-3f57-4445-8b14-f90df86fdd95 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.541397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-cb9f46b7-3f57-4445-8b14-f90df86fdd95 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260679 Nov 24 13:31:28.544204 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53488) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:28.548529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-94d41e3e-937f-4e0f-8fd2-7f4ec7cb67ef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': 'cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:28.574961 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94d41e3e-937f-4e0f-8fd2-7f4ec7cb67ef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.631932 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94d41e3e-937f-4e0f-8fd2-7f4ec7cb67ef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.635459 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94d41e3e-937f-4e0f-8fd2-7f4ec7cb67ef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.653241 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d41e3e-937f-4e0f-8fd2-7f4ec7cb67ef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4263f914-e238-4b3b-a71d-689d15e450b2,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:28.659609 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-94d41e3e-937f-4e0f-8fd2-7f4ec7cb67ef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.660833 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-94d41e3e-937f-4e0f-8fd2-7f4ec7cb67ef tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156201 Nov 24 13:31:28.663506 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53490) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:28.668335 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-643fca0c-72fa-40fe-b25e-dec0edd7d20d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': 'cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:28.689099 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-643fca0c-72fa-40fe-b25e-dec0edd7d20d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Project 1903467d483849278979cf8e91cd17b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:31:28.693772 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-643fca0c-72fa-40fe-b25e-dec0edd7d20d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.751072 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-643fca0c-72fa-40fe-b25e-dec0edd7d20d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.754900 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-643fca0c-72fa-40fe-b25e-dec0edd7d20d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.774410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fca0c-72fa-40fe-b25e-dec0edd7d20d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3967c6d8-9484-437e-bf4f-cf9acfdafeed,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:28.779674 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-643fca0c-72fa-40fe-b25e-dec0edd7d20d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.780755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-643fca0c-72fa-40fe-b25e-dec0edd7d20d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162686 Nov 24 13:31:28.783436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53492) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:28.787806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b37c8f7c-d033-40c4-8da9-bb9337e5797f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'security_group_rule': {'security_group_id': 'cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9', 'project_id': '1903467d483849278979cf8e91cd17b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:28.810018 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-b37c8f7c-d033-40c4-8da9-bb9337e5797f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Project 1903467d483849278979cf8e91cd17b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:31:28.814912 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b37c8f7c-d033-40c4-8da9-bb9337e5797f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.872601 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b37c8f7c-d033-40c4-8da9-bb9337e5797f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.876142 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b37c8f7c-d033-40c4-8da9-bb9337e5797f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.896010 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c8f7c-d033-40c4-8da9-bb9337e5797f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5505e1e4-a128-4a21-b45c-9602fe8031a7,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:28.900860 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b37c8f7c-d033-40c4-8da9-bb9337e5797f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.902058 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b37c8f7c-d033-40c4-8da9-bb9337e5797f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176922 Nov 24 13:31:28.904809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53494) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:28.909477 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-48cbb324-c1fb-447f-a1a3-cbc785923559 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'network': {'name': 'tempest-network-smoke--317789292', 'project_id': '1903467d483849278979cf8e91cd17b3', 'port_security_enabled': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:28.931977 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cbb324-c1fb-447f-a1a3-cbc785923559 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Made reservation on behalf of 1903467d483849278979cf8e91cd17b3 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:31:28.936056 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-48cbb324-c1fb-447f-a1a3-cbc785923559 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.960897 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48cbb324-c1fb-447f-a1a3-cbc785923559 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:31:28.969635 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-48cbb324-c1fb-447f-a1a3-cbc785923559 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:28.969994 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-48cbb324-c1fb-447f-a1a3-cbc785923559 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Added segment 4e22a573-0aff-4552-8842-f2d2d8c207a0 of type vlan for network ba138eea-59a1-4e79-8997-b7b8fa7b11aa Nov 24 13:31:29.010005 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-48cbb324-c1fb-447f-a1a3-cbc785923559 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:29.032390 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-48cbb324-c1fb-447f-a1a3-cbc785923559 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:29.037831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cbb324-c1fb-447f-a1a3-cbc785923559 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:29.038408 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-48cbb324-c1fb-447f-a1a3-cbc785923559 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:29.072221 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-48cbb324-c1fb-447f-a1a3-cbc785923559 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1664388 Nov 24 13:31:29.074945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53496) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:29.081077 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'admin_state_up': True, 'project_id': '1903467d483849278979cf8e91cd17b3', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:29.120891 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbb324-c1fb-447f-a1a3-cbc785923559 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Network': ['ID=ba138eea-59a1-4e79-8997-b7b8fa7b11aa,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:29.131709 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network ba138eea-59a1-4e79-8997-b7b8fa7b11aa details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:31:29.133709 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:29.134801 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:29.189424 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:29.329729 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:29.519083 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:29.538129 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:29.645511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.25.0.64 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/830cfcd2-0756-4ba3-a171-ec5deef3cf64) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:31:29.745030 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:29.779019 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:29.821917 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:31:29.825303 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:31:29.828693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:31:29.837337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c66995-2155-4d61-828d-60644cd3062e None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:31:29.850427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=830cfcd2-0756-4ba3-a171-ec5deef3cf64,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:29.913061 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e6f9f16e-7387-48fe-b377-72a324e1f974 None None] Provisioning complete for port 830cfcd2-0756-4ba3-a171-ec5deef3cf64 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:29.913432 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e6f9f16e-7387-48fe-b377-72a324e1f974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:29.946968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9f16e-7387-48fe-b377-72a324e1f974 None None] Port 830cfcd2-0756-4ba3-a171-ec5deef3cf64 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:31:30.075678 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:30.268596 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:30.395705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router a181f86c-45e1-4c4a-b6d2-97c8fca32823 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:31:30.497566 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:31:30.507515 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Sync routers for ids ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:31:30.517165 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:30.517961 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Routers {'a181f86c-45e1-4c4a-b6d2-97c8fca32823'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:31:30.518376 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d959bb4d-2ed4-435d-8af4-d031f7c5322f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4425220 Nov 24 13:31:30.518654 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:31:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:30.521784 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53498) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:30.550462 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b11c1620-3151-4bc1-9253-747485a24a60 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=1903467d483849278979cf8e91cd17b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273476 Nov 24 13:31:30.553093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53500) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:30.622031 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Set router a181f86c-45e1-4c4a-b6d2-97c8fca32823 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:31:30.643681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03f2739-6930-450e-9d10-87bd8e0ee785 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:30.645230 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b03f2739-6930-450e-9d10-87bd8e0ee785 tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911791 Nov 24 13:31:30.648163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53502) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:30.675478 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f56952c0-6401-49fc-9e15-c6e85e885a0d tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262916 Nov 24 13:31:30.678072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53504) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:30.683642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b672367d-12d5-45d6-90e2-f89740f038bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1030568702', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'project_id': '1903467d483849278979cf8e91cd17b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:30.772714 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b672367d-12d5-45d6-90e2-f89740f038bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Made reservation on behalf of 1903467d483849278979cf8e91cd17b3 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:31:30.776296 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b672367d-12d5-45d6-90e2-f89740f038bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:30.794107 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:29Z', 'revision_number': 3, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:30.823976 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Checking router: a181f86c-45e1-4c4a-b6d2-97c8fca32823 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:31:30.824338 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Updating router a181f86c-45e1-4c4a-b6d2-97c8fca32823 port 830cfcd2-0756-4ba3-a171-ec5deef3cf64 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:31:30.853711 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:30.954971 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b672367d-12d5-45d6-90e2-f89740f038bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.020345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672367d-12d5-45d6-90e2-f89740f038bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Subnet': ['ID=39e03edd-9051-462d-990e-2f1496e3e0e7,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:31.028330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672367d-12d5-45d6-90e2-f89740f038bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Checking segment: {'id': '4e22a573-0aff-4552-8842-f2d2d8c207a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:31:31.028698 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b672367d-12d5-45d6-90e2-f89740f038bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network hostable DHCP agents. Network: ba138eea-59a1-4e79-8997-b7b8fa7b11aa, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:31:31.044915 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b672367d-12d5-45d6-90e2-f89740f038bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network ba138eea-59a1-4e79-8997-b7b8fa7b11aa is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:31:31.054101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-b672367d-12d5-45d6-90e2-f89740f038bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, ba138eea-59a1-4e79-8997-b7b8fa7b11aa) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:31:31.058666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b672367d-12d5-45d6-90e2-f89740f038bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:31.059497 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b672367d-12d5-45d6-90e2-f89740f038bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.064314 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623784eb-9d8f-4190-9c66-914ec56b7fe0 None None] Network ba138eea-59a1-4e79-8997-b7b8fa7b11aa requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:31:31.081573 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b672367d-12d5-45d6-90e2-f89740f038bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3991811 Nov 24 13:31:31.081573 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53506) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:31.103525 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.110194 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.161644 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Attempting to bind port 830cfcd2-0756-4ba3-a171-ec5deef3cf64 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:31:31.162015 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Attempting to bind port 830cfcd2-0756-4ba3-a171-ec5deef3cf64 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:31:31.162379 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Attempting to bind port 830cfcd2-0756-4ba3-a171-ec5deef3cf64 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:31:31.166120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7038884-615d-4f96-b82c-38874406d2d7 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:31:31.172965 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:31:31.173365 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:31:31.173742 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.174126 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:31:31.174593 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Bound port: 830cfcd2-0756-4ba3-a171-ec5deef3cf64, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:31:31.174972 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.227455 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] For port 830cfcd2-0756-4ba3-a171-ec5deef3cf64, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:31:31.230918 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] For port 830cfcd2-0756-4ba3-a171-ec5deef3cf64, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=830cfcd2-0756-4ba3-a171-ec5deef3cf64,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:31:31.232447 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6156cc-b6de-4557-8900-469fa389fd70 None None] Pushing event updated for resources: {'Port': ['ID=830cfcd2-0756-4ba3-a171-ec5deef3cf64,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:31.239862 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.243443 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6156cc-b6de-4557-8900-469fa389fd70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:31.243582 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ips': [{'subnet_id': '39e03edd-9051-462d-990e-2f1496e3e0e7'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:31:31.243802 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6156cc-b6de-4557-8900-469fa389fd70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:31.244119 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6156cc-b6de-4557-8900-469fa389fd70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:31.244455 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6156cc-b6de-4557-8900-469fa389fd70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:31.244838 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6156cc-b6de-4557-8900-469fa389fd70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:31.245170 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6156cc-b6de-4557-8900-469fa389fd70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:31.245496 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6156cc-b6de-4557-8900-469fa389fd70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:31.245819 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6156cc-b6de-4557-8900-469fa389fd70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:31.246135 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6156cc-b6de-4557-8900-469fa389fd70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:31.246480 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6156cc-b6de-4557-8900-469fa389fd70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:31.246773 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6156cc-b6de-4557-8900-469fa389fd70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:31.247091 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6156cc-b6de-4557-8900-469fa389fd70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:31:31.247343 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.300421 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6156cc-b6de-4557-8900-469fa389fd70 None None] Pushing event updated for resources: {'Port': ['ID=830cfcd2-0756-4ba3-a171-ec5deef3cf64,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:31.316534 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Routers {'a181f86c-45e1-4c4a-b6d2-97c8fca32823'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:31:31.317184 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:31:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:31.342311 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ac710-fe64-4e48-826a-c6cd50e054c0 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:31:31.344360 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-30f159b0-93a3-43d1-a020-e4262cd5316a None None] Provisioning complete for port 830cfcd2-0756-4ba3-a171-ec5deef3cf64 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:31.344764 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-30f159b0-93a3-43d1-a020-e4262cd5316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.437005 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] Set router a181f86c-45e1-4c4a-b6d2-97c8fca32823 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:31:31.474988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Allocated IP 172.20.0.2 (ba138eea-59a1-4e79-8997-b7b8fa7b11aa/39e03edd-9051-462d-990e-2f1496e3e0e7/068da4a5-49e3-433a-b458-e36cfde78031) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:31:31.500027 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-30f159b0-93a3-43d1-a020-e4262cd5316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.542321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-30f159b0-93a3-43d1-a020-e4262cd5316a None None] For port 830cfcd2-0756-4ba3-a171-ec5deef3cf64, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=830cfcd2-0756-4ba3-a171-ec5deef3cf64,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:31.579653 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-30f159b0-93a3-43d1-a020-e4262cd5316a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.583339 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.678090 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f159b0-93a3-43d1-a020-e4262cd5316a None None] Pushing event updated for resources: {'Port': ['ID=830cfcd2-0756-4ba3-a171-ec5deef3cf64,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:31.711319 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.714557 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:29Z', 'revision_number': 3, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:31.721773 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.728065 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5fa76b55-204f-479d-a016-cc0f110871e6 None None] Provisioning complete for port 830cfcd2-0756-4ba3-a171-ec5deef3cf64 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:31.728065 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5fa76b55-204f-479d-a016-cc0f110871e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.746305 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f92de2-a2d3-4df2-b063-e6b62f396c1d None None] The sync data for ids ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'] in n-d-817303-4 is: [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:29Z', 'revision_number': 3, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:31:31.799217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Network ba138eea-59a1-4e79-8997-b7b8fa7b11aa is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:31:31.805366 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:31:31.813021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:31:31.817894 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Pushing event updated for resources: {'Port': ['ID=068da4a5-49e3-433a-b458-e36cfde78031,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:31.906824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Attempting to bind port 068da4a5-49e3-433a-b458-e36cfde78031 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:31:31.907208 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Attempting to bind port 068da4a5-49e3-433a-b458-e36cfde78031 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '4e22a573-0aff-4552-8842-f2d2d8c207a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:31:31.907588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Attempting to bind port 068da4a5-49e3-433a-b458-e36cfde78031 on network ba138eea-59a1-4e79-8997-b7b8fa7b11aa {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:31:31.919550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:31:31.919937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Checking segment: {'id': '4e22a573-0aff-4552-8842-f2d2d8c207a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:31:31.920343 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.920767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Bound using segment: {'id': '4e22a573-0aff-4552-8842-f2d2d8c207a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:31:31.921239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Bound port: 068da4a5-49e3-433a-b458-e36cfde78031, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e22a573-0aff-4552-8842-f2d2d8c207a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:31:31.921631 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:31.991174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] For port 068da4a5-49e3-433a-b458-e36cfde78031, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:31:31.997403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] For port 068da4a5-49e3-433a-b458-e36cfde78031, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=068da4a5-49e3-433a-b458-e36cfde78031,segment=NetworkSegment(4e22a573-0aff-4552-8842-f2d2d8c207a0),segment_id=4e22a573-0aff-4552-8842-f2d2d8c207a0)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:31:32.007984 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:32.086648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc071cc-c27e-43e6-a921-0781c87ed7fe None None] Pushing event updated for resources: {'Port': ['ID=068da4a5-49e3-433a-b458-e36cfde78031,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:32.281813 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.20.0.1 (ba138eea-59a1-4e79-8997-b7b8fa7b11aa/39e03edd-9051-462d-990e-2f1496e3e0e7/441f25f5-1269-47c2-8a40-72211e3f2008) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:31:32.427350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 068da4a5-49e3-433a-b458-e36cfde78031 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:31:32.456153 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:32.486331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 068da4a5-49e3-433a-b458-e36cfde78031 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:32.486710 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:32.506055 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:32.557201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network ba138eea-59a1-4e79-8997-b7b8fa7b11aa is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:31:32.560681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:31:32.563324 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:31:32.580030 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:32.593196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=441f25f5-1269-47c2-8a40-72211e3f2008,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:32.614592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 068da4a5-49e3-433a-b458-e36cfde78031, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=068da4a5-49e3-433a-b458-e36cfde78031,segment=NetworkSegment(4e22a573-0aff-4552-8842-f2d2d8c207a0),segment_id=4e22a573-0aff-4552-8842-f2d2d8c207a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:32.619685 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:32.621240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 830cfcd2-0756-4ba3-a171-ec5deef3cf64 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:31:32.626611 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:32.706675 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=068da4a5-49e3-433a-b458-e36cfde78031,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:32.720268 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 830cfcd2-0756-4ba3-a171-ec5deef3cf64 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:32.720645 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:32.765430 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:33.065594 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:33.070854 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:33.147615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=441f25f5-1269-47c2-8a40-72211e3f2008,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:33.152719 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:33.171993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8182a74a-37a9-462b-a68f-1af2e117479f None None] Network ba138eea-59a1-4e79-8997-b7b8fa7b11aa requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:31:33.252637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network ba138eea-59a1-4e79-8997-b7b8fa7b11aa is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:31:33.254195 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:31:33.303336 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b3e06316-69d2-4aca-95ac-83ecea40ea67 None None] Provisioning complete for port 068da4a5-49e3-433a-b458-e36cfde78031 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:33.303712 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b3e06316-69d2-4aca-95ac-83ecea40ea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:33.368712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router a181f86c-45e1-4c4a-b6d2-97c8fca32823 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:31:33.484869 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:31:33.492322 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e222c407-0680-40be-91f8-68d1e2d034c3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "PUT /v2.0/routers/a181f86c-45e1-4c4a-b6d2-97c8fca32823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4079413 Nov 24 13:31:33.592448 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Sync routers for ids ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:31:33.605478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Routers {'a181f86c-45e1-4c4a-b6d2-97c8fca32823'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:31:33.606160 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:31:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:33.656788 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-eba80d48-3be7-413d-a207-feb9bf23b497 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1833587697&fields=id&tenant_id=1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 267 time: 0.0487103 Nov 24 13:31:33.712179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2f77aaaa-4472-4cec-b67d-5aadd59f9417 None None] Provisioning complete for port 068da4a5-49e3-433a-b458-e36cfde78031 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:33.712557 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2f77aaaa-4472-4cec-b67d-5aadd59f9417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:33.769676 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Set router a181f86c-45e1-4c4a-b6d2-97c8fca32823 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:31:33.779045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873761d-d273-4307-ae3d-b4b763def288 req-d17676d9-9111-44d3-a76c-ccf556d3d11f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:33.780941 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-d17676d9-9111-44d3-a76c-ccf556d3d11f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/networks?id=ba138eea-59a1-4e79-8997-b7b8fa7b11aa HTTP/1.1" status: 200 len: 796 time: 0.1145008 Nov 24 13:31:33.798654 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-6451c68c-86fc-4a94-9fec-e37c1a9f1b20 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/quotas/1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 375 time: 0.0113380 Nov 24 13:31:33.854244 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-1f2cd06d-b858-4d80-b1e5-7ae652d546ec tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507686 Nov 24 13:31:33.954024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2f77aaaa-4472-4cec-b67d-5aadd59f9417 None None] Provisioning complete for port 441f25f5-1269-47c2-8a40-72211e3f2008 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:33.954399 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2f77aaaa-4472-4cec-b67d-5aadd59f9417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:33.969940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-b3742a75-73d8-4e24-a37e-81982c796156 service neutron] 10.222.0.48 "GET /v2.0/networks/ba138eea-59a1-4e79-8997-b7b8fa7b11aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031463 Nov 24 13:31:34.070626 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-86a7a728-55a5-4dc7-9fb7-247746328c6b service neutron] 10.222.0.48 "GET /v2.0/networks/ba138eea-59a1-4e79-8997-b7b8fa7b11aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943468 Nov 24 13:31:34.177308 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2f77aaaa-4472-4cec-b67d-5aadd59f9417 None None] Port 441f25f5-1269-47c2-8a40-72211e3f2008 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:31:34.204537 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:32Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '441f25f5-1269-47c2-8a40-72211e3f2008', 'name': '', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:67:eb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:32Z', 'updated_at': '2021-11-24T13:31:32Z', 'revision_number': 2, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:34.232062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Checking router: a181f86c-45e1-4c4a-b6d2-97c8fca32823 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:31:34.232421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Updating router a181f86c-45e1-4c4a-b6d2-97c8fca32823 port 441f25f5-1269-47c2-8a40-72211e3f2008 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:31:34.258117 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:34.262320 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e6a49711-c50e-447e-8f85-1f4bb209eab7 req-638d75ad-47ec-409e-9468-fac84c48a705 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 210 time: 0.0342710 Nov 24 13:31:34.371218 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 068da4a5-49e3-433a-b458-e36cfde78031 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:31:34.412503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9622d384-eaed-4155-9898-6a5e17ded237 None None] Provisioning complete for port 441f25f5-1269-47c2-8a40-72211e3f2008 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:34.412846 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9622d384-eaed-4155-9898-6a5e17ded237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:34.488042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9622d384-eaed-4155-9898-6a5e17ded237 None None] Port 441f25f5-1269-47c2-8a40-72211e3f2008 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:31:34.530559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 068da4a5-49e3-433a-b458-e36cfde78031 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:34.530941 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:34.682970 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:34.690440 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:34.741796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb17067-fc33-49aa-b0ce-9501a3268a34 None None] Pushing event updated for resources: {'Port': ['ID=441f25f5-1269-47c2-8a40-72211e3f2008,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:34.795617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Attempting to bind port 441f25f5-1269-47c2-8a40-72211e3f2008 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:31:34.795997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Attempting to bind port 441f25f5-1269-47c2-8a40-72211e3f2008 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '4e22a573-0aff-4552-8842-f2d2d8c207a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:31:34.796371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Attempting to bind port 441f25f5-1269-47c2-8a40-72211e3f2008 on network ba138eea-59a1-4e79-8997-b7b8fa7b11aa {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:31:34.801875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:31:34.802260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Checking segment: {'id': '4e22a573-0aff-4552-8842-f2d2d8c207a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:31:34.802670 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:34.803067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Bound using segment: {'id': '4e22a573-0aff-4552-8842-f2d2d8c207a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:31:34.803552 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Bound port: 441f25f5-1269-47c2-8a40-72211e3f2008, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e22a573-0aff-4552-8842-f2d2d8c207a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:31:34.804006 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:34.870764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] For port 441f25f5-1269-47c2-8a40-72211e3f2008, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:31:34.873971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] For port 441f25f5-1269-47c2-8a40-72211e3f2008, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=441f25f5-1269-47c2-8a40-72211e3f2008,segment=NetworkSegment(4e22a573-0aff-4552-8842-f2d2d8c207a0),segment_id=4e22a573-0aff-4552-8842-f2d2d8c207a0)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:31:34.878243 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:34.935871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Routers {'a181f86c-45e1-4c4a-b6d2-97c8fca32823'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:31:34.936474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:31:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:34.977203 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb17067-fc33-49aa-b0ce-9501a3268a34 None None] Pushing event updated for resources: {'Port': ['ID=441f25f5-1269-47c2-8a40-72211e3f2008,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:35.054029 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6803ac50-973d-440e-9308-81d292d9cb89 None None] Provisioning complete for port 441f25f5-1269-47c2-8a40-72211e3f2008 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:35.054401 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6803ac50-973d-440e-9308-81d292d9cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:35.084050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] Set router a181f86c-45e1-4c4a-b6d2-97c8fca32823 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:31:35.220772 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873761d-d273-4307-ae3d-b4b763def288 req-7eb41395-9ad4-4537-a467-fb187161f7ce tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:35.222531 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-7eb41395-9ad4-4537-a467-fb187161f7ce tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.59 "GET /v2.0/networks?id=ba138eea-59a1-4e79-8997-b7b8fa7b11aa HTTP/1.1" status: 200 len: 796 time: 0.1140735 Nov 24 13:31:35.265648 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6803ac50-973d-440e-9308-81d292d9cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:35.293274 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-29ab1989-77d5-4f0d-86d0-06bbebca6ea5 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1903467d483849278979cf8e91cd17b3 HTTP/1.1" status: 200 len: 380 time: 0.0609736 Nov 24 13:31:35.304468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-3873761d-d273-4307-ae3d-b4b763def288 req-965bb8bb-8074-40c6-b81f-d61f9a249c83 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'port': {'device_id': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'admin_state_up': True, 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'security_groups': ['cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:35.331114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6803ac50-973d-440e-9308-81d292d9cb89 None None] For port 441f25f5-1269-47c2-8a40-72211e3f2008, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=441f25f5-1269-47c2-8a40-72211e3f2008,segment=NetworkSegment(4e22a573-0aff-4552-8842-f2d2d8c207a0),segment_id=4e22a573-0aff-4552-8842-f2d2d8c207a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:35.340236 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6803ac50-973d-440e-9308-81d292d9cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:35.361639 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee63721c-4bb1-4abe-adf4-8b17a765a987 req-4257a102-d5bc-4ee3-82e1-95b97bc37100 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 210 time: 0.0277910 Nov 24 13:31:35.402761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803ac50-973d-440e-9308-81d292d9cb89 None None] Pushing event updated for resources: {'Port': ['ID=441f25f5-1269-47c2-8a40-72211e3f2008,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:35.408205 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:32Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '441f25f5-1269-47c2-8a40-72211e3f2008', 'name': '', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:67:eb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:32Z', 'updated_at': '2021-11-24T13:31:34Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:35.425048 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3873761d-d273-4307-ae3d-b4b763def288 req-965bb8bb-8074-40c6-b81f-d61f9a249c83 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Made reservation on behalf of 1903467d483849278979cf8e91cd17b3 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:31:35.428889 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3873761d-d273-4307-ae3d-b4b763def288 req-965bb8bb-8074-40c6-b81f-d61f9a249c83 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:35.436961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a7e59-6fa8-4673-8aa3-c656809b3501 None None] The sync data for ids ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'] in n-d-817303-4 is: [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:32Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '441f25f5-1269-47c2-8a40-72211e3f2008', 'name': '', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:67:eb:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:32Z', 'updated_at': '2021-11-24T13:31:34Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:31:35.472068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1b47ddc6-17e6-4d2f-aff5-4529f2c88c81 None None] Provisioning complete for port 441f25f5-1269-47c2-8a40-72211e3f2008 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:35.472068 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b47ddc6-17e6-4d2f-aff5-4529f2c88c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:35.592919 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-3873761d-d273-4307-ae3d-b4b763def288 req-965bb8bb-8074-40c6-b81f-d61f9a249c83 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.20.0.9 (ba138eea-59a1-4e79-8997-b7b8fa7b11aa/39e03edd-9051-462d-990e-2f1496e3e0e7/c4cbd778-6f48-4ffd-aeba-15a94566c89d) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:31:35.741908 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3873761d-d273-4307-ae3d-b4b763def288 req-965bb8bb-8074-40c6-b81f-d61f9a249c83 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:35.776444 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3873761d-d273-4307-ae3d-b4b763def288 req-965bb8bb-8074-40c6-b81f-d61f9a249c83 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:35.825158 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3873761d-d273-4307-ae3d-b4b763def288 req-965bb8bb-8074-40c6-b81f-d61f9a249c83 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network ba138eea-59a1-4e79-8997-b7b8fa7b11aa is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:31:35.828396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-3873761d-d273-4307-ae3d-b4b763def288 req-965bb8bb-8074-40c6-b81f-d61f9a249c83 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:31:35.833162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-3873761d-d273-4307-ae3d-b4b763def288 req-965bb8bb-8074-40c6-b81f-d61f9a249c83 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:31:35.837234 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bb8bb-8074-40c6-b81f-d61f9a249c83 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=c4cbd778-6f48-4ffd-aeba-15a94566c89d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:35.892023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873761d-d273-4307-ae3d-b4b763def288 req-965bb8bb-8074-40c6-b81f-d61f9a249c83 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:35.892692 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3873761d-d273-4307-ae3d-b4b763def288 req-965bb8bb-8074-40c6-b81f-d61f9a249c83 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:35.911235 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-965bb8bb-8074-40c6-b81f-d61f9a249c83 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6110487 Nov 24 13:31:35.924678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Request body: {'port': {'device_id': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:35.986228 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:36.105960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b9db2fad-5d26-42a2-b105-cb4ef118886b None None] Provisioning complete for port c4cbd778-6f48-4ffd-aeba-15a94566c89d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:36.106419 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b9db2fad-5d26-42a2-b105-cb4ef118886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:36.143354 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b9db2fad-5d26-42a2-b105-cb4ef118886b None None] Port c4cbd778-6f48-4ffd-aeba-15a94566c89d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:31:36.272959 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4cbd778-6f48-4ffd-aeba-15a94566c89d {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:31:36.281389 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:36.296501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Transition to ACTIVE for port object c4cbd778-6f48-4ffd-aeba-15a94566c89d will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:31:36.304923 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:36.361943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Pushing event updated for resources: {'Port': ['ID=c4cbd778-6f48-4ffd-aeba-15a94566c89d,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:36.379741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 441f25f5-1269-47c2-8a40-72211e3f2008 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:31:36.465989 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 441f25f5-1269-47c2-8a40-72211e3f2008 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:36.467055 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:36.493471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Attempting to bind port c4cbd778-6f48-4ffd-aeba-15a94566c89d on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:31:36.493815 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Attempting to bind port c4cbd778-6f48-4ffd-aeba-15a94566c89d by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '4e22a573-0aff-4552-8842-f2d2d8c207a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:31:36.494147 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Attempting to bind port c4cbd778-6f48-4ffd-aeba-15a94566c89d on network ba138eea-59a1-4e79-8997-b7b8fa7b11aa {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:31:36.502683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Port c4cbd778-6f48-4ffd-aeba-15a94566c89d on network ba138eea-59a1-4e79-8997-b7b8fa7b11aa not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:31:36.502960 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Attempting to bind port c4cbd778-6f48-4ffd-aeba-15a94566c89d on network ba138eea-59a1-4e79-8997-b7b8fa7b11aa {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:31:36.515124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:31:36.515393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Checking segment: {'id': '4e22a573-0aff-4552-8842-f2d2d8c207a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:31:36.515792 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Bound using segment: {'id': '4e22a573-0aff-4552-8842-f2d2d8c207a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:31:36.516250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Bound port: c4cbd778-6f48-4ffd-aeba-15a94566c89d, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e22a573-0aff-4552-8842-f2d2d8c207a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:31:36.516625 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:36.545489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50796db9-d00f-4472-8c06-7a9c9a11de8f req-e2f8fc03-7649-43e5-8bdc-d252bbe1891f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:36.547111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50796db9-d00f-4472-8c06-7a9c9a11de8f req-e2f8fc03-7649-43e5-8bdc-d252bbe1891f tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 943 time: 0.0895483 Nov 24 13:31:36.581697 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:36.648049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] For port c4cbd778-6f48-4ffd-aeba-15a94566c89d, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:31:36.651867 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] For port c4cbd778-6f48-4ffd-aeba-15a94566c89d, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c4cbd778-6f48-4ffd-aeba-15a94566c89d,segment=NetworkSegment(4e22a573-0aff-4552-8842-f2d2d8c207a0),segment_id=4e22a573-0aff-4552-8842-f2d2d8c207a0)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:31:36.656363 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50796db9-d00f-4472-8c06-7a9c9a11de8f req-dfbd9574-e5f9-46aa-ab79-2d6189e3c022 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776689 Nov 24 13:31:36.657863 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:36.696616 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:36.697328 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:36.698735 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] 10.222.0.59 "PUT /v2.0/ports/c4cbd778-6f48-4ffd-aeba-15a94566c89d HTTP/1.1" status: 200 len: 1091 time: 0.7785225 Nov 24 13:31:36.699176 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'tag': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:31:36.701471 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e6434b-6638-46b5-b1f1-36f3f6274720" -d '{"events": [{"name": "network-changed", "server_uuid": "dce5a157-bf91-4d20-955c-31eb85ccd154", "tag": "c4cbd778-6f48-4ffd-aeba-15a94566c89d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:31:36.725964 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219860b9-1fd5-40e8-b770-dbe35fe8bdda service neutron] Pushing event updated for resources: {'Port': ['ID=c4cbd778-6f48-4ffd-aeba-15a94566c89d,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:36.755757 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e84921b-1b33-4eb2-8230-a4d3f7295779 x-openstack-request-id: req-1e84921b-1b33-4eb2-8230-a4d3f7295779 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:31:36.756063 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce5a157-bf91-4d20-955c-31eb85ccd154", "tag": "c4cbd778-6f48-4ffd-aeba-15a94566c89d", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:31:36.756334 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e84921b-1b33-4eb2-8230-a4d3f7295779 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:31:36.756765 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'tag': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d', 'status': 'completed', 'code': 200} Nov 24 13:31:36.787694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873761d-d273-4307-ae3d-b4b763def288 req-232ce240-427c-41dc-9251-082d2a3e4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:36.789497 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-232ce240-427c-41dc-9251-082d2a3e4474 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 1094 time: 0.0463774 Nov 24 13:31:36.835769 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-7331636b-3f4f-40ea-b0e0-31564db6a150 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4cbd778-6f48-4ffd-aeba-15a94566c89d HTTP/1.1" status: 200 len: 217 time: 0.0386736 Nov 24 13:31:36.888545 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873761d-d273-4307-ae3d-b4b763def288 req-23429ae3-a530-4c96-85fa-21e36c792a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:36.890054 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-23429ae3-a530-4c96-85fa-21e36c792a8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39e03edd-9051-462d-990e-2f1496e3e0e7 HTTP/1.1" status: 200 len: 835 time: 0.0475914 Nov 24 13:31:36.936036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873761d-d273-4307-ae3d-b4b763def288 req-59d2dbf1-d2ca-49c0-b25e-67826d586b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:36.937570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-59d2dbf1-d2ca-49c0-b25e-67826d586b48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba138eea-59a1-4e79-8997-b7b8fa7b11aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409961 Nov 24 13:31:37.032691 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-606603d0-0ec8-4d8f-9dec-3a4894bfa31c service neutron] 10.222.0.59 "GET /v2.0/networks/ba138eea-59a1-4e79-8997-b7b8fa7b11aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866814 Nov 24 13:31:37.125531 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3873761d-d273-4307-ae3d-b4b763def288 req-306a82c8-31c4-4cb1-9b55-bbdd24b7797b service neutron] 10.222.0.59 "GET /v2.0/networks/ba138eea-59a1-4e79-8997-b7b8fa7b11aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853393 Nov 24 13:31:37.216675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6434b-6638-46b5-b1f1-36f3f6274720 req-586ae212-2303-4b66-8fad-851904da47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:37.218186 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75e6434b-6638-46b5-b1f1-36f3f6274720 req-586ae212-2303-4b66-8fad-851904da47b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 1094 time: 0.0453215 Nov 24 13:31:37.308548 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6434b-6638-46b5-b1f1-36f3f6274720 req-773bae95-2b3a-4c99-b97a-dce05a05ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:37.309956 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75e6434b-6638-46b5-b1f1-36f3f6274720 req-773bae95-2b3a-4c99-b97a-dce05a05ad03 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba138eea-59a1-4e79-8997-b7b8fa7b11aa HTTP/1.1" status: 200 len: 897 time: 0.0851471 Nov 24 13:31:37.353600 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75e6434b-6638-46b5-b1f1-36f3f6274720 req-6d6ded03-0d5a-4453-a2ab-2ccda57e652d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4cbd778-6f48-4ffd-aeba-15a94566c89d HTTP/1.1" status: 200 len: 217 time: 0.0366387 Nov 24 13:31:37.403012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6434b-6638-46b5-b1f1-36f3f6274720 req-7929c4d6-ae0d-4b07-a290-d132103b0434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:37.404495 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75e6434b-6638-46b5-b1f1-36f3f6274720 req-7929c4d6-ae0d-4b07-a290-d132103b0434 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39e03edd-9051-462d-990e-2f1496e3e0e7 HTTP/1.1" status: 200 len: 835 time: 0.0437257 Nov 24 13:31:37.450541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6434b-6638-46b5-b1f1-36f3f6274720 req-d07c7d6b-48e7-4283-a40a-271e20e16761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:37.452020 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75e6434b-6638-46b5-b1f1-36f3f6274720 req-d07c7d6b-48e7-4283-a40a-271e20e16761 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba138eea-59a1-4e79-8997-b7b8fa7b11aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397525 Nov 24 13:31:37.545689 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75e6434b-6638-46b5-b1f1-36f3f6274720 req-85d91076-6bc4-4b17-8d76-aa5dcaaf1ba1 service neutron] 10.222.0.59 "GET /v2.0/networks/ba138eea-59a1-4e79-8997-b7b8fa7b11aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855885 Nov 24 13:31:37.638605 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-75e6434b-6638-46b5-b1f1-36f3f6274720 req-c8b775f0-9e94-4030-864c-c248b5bc27cc service neutron] 10.222.0.59 "GET /v2.0/networks/ba138eea-59a1-4e79-8997-b7b8fa7b11aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846367 Nov 24 13:31:37.779883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95042b3-241b-4738-acd0-d5dd78c4c6ea req-c42a1f4f-acc4-4c5f-812a-e452ba066ae0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:37.781385 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d95042b3-241b-4738-acd0-d5dd78c4c6ea req-c42a1f4f-acc4-4c5f-812a-e452ba066ae0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 943 time: 0.0532236 Nov 24 13:31:37.829746 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d95042b3-241b-4738-acd0-d5dd78c4c6ea req-5053b7ed-8885-42d3-b615-cbc995d319e9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424395 Nov 24 13:31:38.950089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6d290-44ef-473d-b271-bff2498dd743 req-33832b37-4d68-4291-a6ba-b7d105adc343 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:38.951570 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e4c6d290-44ef-473d-b271-bff2498dd743 req-33832b37-4d68-4291-a6ba-b7d105adc343 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 943 time: 0.0531054 Nov 24 13:31:39.000777 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e4c6d290-44ef-473d-b271-bff2498dd743 req-69c95f15-cd74-4e75-97ba-638ace781753 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431907 Nov 24 13:31:39.522644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c4cbd778-6f48-4ffd-aeba-15a94566c89d details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:31:39.618321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c4cbd778-6f48-4ffd-aeba-15a94566c89d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c4cbd778-6f48-4ffd-aeba-15a94566c89d,segment=NetworkSegment(4e22a573-0aff-4552-8842-f2d2d8c207a0),segment_id=4e22a573-0aff-4552-8842-f2d2d8c207a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:39.634023 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'port_id': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d', 'mac_address': 'fa:16:3e:7e:ef:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:31:39.670812 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:39.683707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4cbd778-6f48-4ffd-aeba-15a94566c89d {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:31:39.703759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c4cbd778-6f48-4ffd-aeba-15a94566c89d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c4cbd778-6f48-4ffd-aeba-15a94566c89d,segment=NetworkSegment(4e22a573-0aff-4552-8842-f2d2d8c207a0),segment_id=4e22a573-0aff-4552-8842-f2d2d8c207a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:39.707492 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:39.764399 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=c4cbd778-6f48-4ffd-aeba-15a94566c89d,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:39.767413 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:39.915238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['c4cbd778-6f48-4ffd-aeba-15a94566c89d'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:31:40.114237 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b94c1e-25d8-4a6f-8b41-26143fdfcf6c req-da668ce8-0304-4b0b-adf0-2e1f93d8e287 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:40.115768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8b94c1e-25d8-4a6f-8b41-26143fdfcf6c req-da668ce8-0304-4b0b-adf0-2e1f93d8e287 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 944 time: 0.0485642 Nov 24 13:31:40.164501 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8b94c1e-25d8-4a6f-8b41-26143fdfcf6c req-3242eebd-ec62-4620-82a2-b4cf706c3fa4 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418689 Nov 24 13:31:41.279667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf4a69-2fd6-43ae-ad76-7b465fa2e1db req-dd968b5d-165e-4f7c-b57f-53729e3c083c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:41.281160 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f1cf4a69-2fd6-43ae-ad76-7b465fa2e1db req-dd968b5d-165e-4f7c-b57f-53729e3c083c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 944 time: 0.0487759 Nov 24 13:31:41.330105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f1cf4a69-2fd6-43ae-ad76-7b465fa2e1db req-7262a099-c65e-4620-b76a-31863716c775 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Nov 24 13:31:41.532032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c4cbd778-6f48-4ffd-aeba-15a94566c89d up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:31:41.583416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port c4cbd778-6f48-4ffd-aeba-15a94566c89d completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:31:41.587421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port c4cbd778-6f48-4ffd-aeba-15a94566c89d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:31:41.587790 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:41.666917 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:41.688326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:31:41.690578 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac39143-39d6-4f43-b5fc-0f02a56cf794" -d '{"events": [{"server_uuid": "dce5a157-bf91-4d20-955c-31eb85ccd154", "name": "network-vif-plugged", "status": "completed", "tag": "c4cbd778-6f48-4ffd-aeba-15a94566c89d"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:31:41.703559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c4cbd778-6f48-4ffd-aeba-15a94566c89d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c4cbd778-6f48-4ffd-aeba-15a94566c89d,segment=NetworkSegment(4e22a573-0aff-4552-8842-f2d2d8c207a0),segment_id=4e22a573-0aff-4552-8842-f2d2d8c207a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:31:41.708262 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:41.731446 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675380e8-7c3a-40d8-8256-97eecee605f9 x-openstack-request-id: req-675380e8-7c3a-40d8-8256-97eecee605f9 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:31:41.731737 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce5a157-bf91-4d20-955c-31eb85ccd154", "name": "network-vif-plugged", "status": "completed", "tag": "c4cbd778-6f48-4ffd-aeba-15a94566c89d", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:31:41.731995 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-675380e8-7c3a-40d8-8256-97eecee605f9 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:31:41.732380 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d', 'code': 200} Nov 24 13:31:41.739084 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:31:41.760470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=c4cbd778-6f48-4ffd-aeba-15a94566c89d,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:41.832479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4c266-8ae9-4ea3-ac41-63a6ec0b7544 req-b62c343d-6ea5-4ae6-abec-bee0b8eb0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:41.833890 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f0d4c266-8ae9-4ea3-ac41-63a6ec0b7544 req-b62c343d-6ea5-4ae6-abec-bee0b8eb0fe8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 1096 time: 0.0393076 Nov 24 13:31:41.881232 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f0d4c266-8ae9-4ea3-ac41-63a6ec0b7544 req-06357c3b-55fe-43a1-ad8c-114a303a144c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407217 Nov 24 13:31:42.445600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe62cc-10de-4e95-a5bc-5d98b37e0b13 req-4793bd57-d94b-46bb-8ef3-5f74d6f89ab1 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:42.447071 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eafe62cc-10de-4e95-a5bc-5d98b37e0b13 req-4793bd57-d94b-46bb-8ef3-5f74d6f89ab1 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0484145 Nov 24 13:31:42.499771 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eafe62cc-10de-4e95-a5bc-5d98b37e0b13 req-73b9b947-cb62-4844-9049-e22e4ab3157d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468256 Nov 24 13:31:43.616078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302458a-0903-4e38-b5e2-fab7fc1db132 req-783c354c-ad98-4643-ad46-f41fc962987a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:43.617609 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7302458a-0903-4e38-b5e2-fab7fc1db132 req-783c354c-ad98-4643-ad46-f41fc962987a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0485058 Nov 24 13:31:43.666202 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7302458a-0903-4e38-b5e2-fab7fc1db132 req-f84e0127-e32b-4561-b4d7-3201462865ce tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421727 Nov 24 13:31:43.780370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb42ee2-c21c-4d04-a0d5-539e5540204f req-96d9fa32-2564-4451-8f4c-5de426c7a364 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:43.781775 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2eb42ee2-c21c-4d04-a0d5-539e5540204f req-96d9fa32-2564-4451-8f4c-5de426c7a364 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0490551 Nov 24 13:31:43.829911 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2eb42ee2-c21c-4d04-a0d5-539e5540204f req-cd146dbd-36a5-4743-ab1f-2b992a67cc24 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421431 Nov 24 13:31:43.851316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53560) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:43.891214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e521b22-ca88-423c-b955-4715bc9f216a tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:43.892692 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6e521b22-ca88-423c-b955-4715bc9f216a tempest-TestNetworkAdvancedServerOps-1394792189 tempest-TestNetworkAdvancedServerOps-1394792189-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 1091 time: 0.0404079 Nov 24 13:31:43.895493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53562) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:43.899690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:31:43.921278 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:44.018406 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:44.125649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Allocated IP 172.25.0.86 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/889ac99e-9615-4efb-8ff6-ea1abc335089) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:31:44.224037 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:44.257586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:44.293417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:31:44.299519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:31:44.302935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:31:44.308820 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=889ac99e-9615-4efb-8ff6-ea1abc335089,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:44.669014 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:44.740636 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:44.909483 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:44.914076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:44.990221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event updated for resources: {'Port': ['ID=889ac99e-9615-4efb-8ff6-ea1abc335089,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:31:45.001505 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:45.106907 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Floating IP bdbf1e20-2832-4c0f-a26f-9d4afac59f72 associated. External IP: 172.25.0.86, port: c4cbd778-6f48-4ffd-aeba-15a94566c89d. Nov 24 13:31:45.331552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router a181f86c-45e1-4c4a-b6d2-97c8fca32823 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:31:45.447661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:31:45.458402 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a6199-9816-436a-8d4d-b4fce0771d02 None None] Sync routers for ids ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:31:45.466990 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:45.469099 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a6199-9816-436a-8d4d-b4fce0771d02 None None] Routers {'a181f86c-45e1-4c4a-b6d2-97c8fca32823'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:31:45.469705 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4f6a6199-9816-436a-8d4d-b4fce0771d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:31:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:45.500244 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-710e370d-6290-467e-8a0e-aa84525e1655 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6036716 Nov 24 13:31:45.500870 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'tag': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:31:45.504241 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f68a5f-7ffa-44fb-b655-ab95bc3c19de" -d '{"events": [{"name": "network-changed", "server_uuid": "dce5a157-bf91-4d20-955c-31eb85ccd154", "tag": "c4cbd778-6f48-4ffd-aeba-15a94566c89d"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:31:45.542808 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1349159-ab9d-42aa-b0d8-1cc654bf51e8 x-openstack-request-id: req-d1349159-ab9d-42aa-b0d8-1cc654bf51e8 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:31:45.543112 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce5a157-bf91-4d20-955c-31eb85ccd154", "tag": "c4cbd778-6f48-4ffd-aeba-15a94566c89d", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:31:45.543511 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1349159-ab9d-42aa-b0d8-1cc654bf51e8 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:31:45.544158 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'tag': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d', 'status': 'completed', 'code': 200} Nov 24 13:31:45.579355 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-4f6a6199-9816-436a-8d4d-b4fce0771d02 None None] Set router a181f86c-45e1-4c4a-b6d2-97c8fca32823 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:31:45.639755 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03080038-69e6-4f75-91ba-95b09f45395a req-32e24bb9-6766-4794-a7c0-1508d34cab12 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:45.642166 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-03080038-69e6-4f75-91ba-95b09f45395a req-32e24bb9-6766-4794-a7c0-1508d34cab12 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0865836 Nov 24 13:31:45.645390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f68a5f-7ffa-44fb-b655-ab95bc3c19de req-00544461-d37b-4dd8-a635-688db89c6b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:45.646836 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32f68a5f-7ffa-44fb-b655-ab95bc3c19de req-00544461-d37b-4dd8-a635-688db89c6b79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 1096 time: 0.0788083 Nov 24 13:31:45.750488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-03080038-69e6-4f75-91ba-95b09f45395a req-c18d2df9-ca5a-4ad0-8da3-f806d91b4649 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025360 Nov 24 13:31:45.775721 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53568) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:45.777062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f68a5f-7ffa-44fb-b655-ab95bc3c19de req-5691aa73-ebdd-410a-aad5-197b4961d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:45.778671 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32f68a5f-7ffa-44fb-b655-ab95bc3c19de req-5691aa73-ebdd-410a-aad5-197b4961d1fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba138eea-59a1-4e79-8997-b7b8fa7b11aa HTTP/1.1" status: 200 len: 897 time: 0.1169066 Nov 24 13:31:45.830380 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4f6a6199-9816-436a-8d4d-b4fce0771d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:32Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'bdbf1e20-2832-4c0f-a26f-9d4afac59f72', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'port_id': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'mac_address': 'fa:16:3e:7e:ef:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:31:44Z', 'updated_at': '2021-11-24T13:31:44Z', 'revision_number': 0, 'project_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441f25f5-1269-47c2-8a40-72211e3f2008', 'name': '', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:67:eb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:32Z', 'updated_at': '2021-11-24T13:31:35Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:45.841305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-71dfb4f3-f478-4f23-aec7-9bbb888f90f6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/bdbf1e20-2832-4c0f-a26f-9d4afac59f72 HTTP/1.1" status: 200 len: 990 time: 0.0642016 Nov 24 13:31:45.856302 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32f68a5f-7ffa-44fb-b655-ab95bc3c19de req-33befd0b-68b7-4c70-822a-cda88188e6e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4cbd778-6f48-4ffd-aeba-15a94566c89d HTTP/1.1" status: 200 len: 998 time: 0.0705237 Nov 24 13:31:45.857067 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a6199-9816-436a-8d4d-b4fce0771d02 None None] Checking router: a181f86c-45e1-4c4a-b6d2-97c8fca32823 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:31:45.865366 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a6199-9816-436a-8d4d-b4fce0771d02 None None] Routers {'a181f86c-45e1-4c4a-b6d2-97c8fca32823'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:31:45.865971 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4f6a6199-9816-436a-8d4d-b4fce0771d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:31:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:45.912907 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f68a5f-7ffa-44fb-b655-ab95bc3c19de req-485e16f2-b8a2-473b-8015-ff0add42491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:45.915130 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32f68a5f-7ffa-44fb-b655-ab95bc3c19de req-485e16f2-b8a2-473b-8015-ff0add42491e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39e03edd-9051-462d-990e-2f1496e3e0e7 HTTP/1.1" status: 200 len: 835 time: 0.0495296 Nov 24 13:31:45.961944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f68a5f-7ffa-44fb-b655-ab95bc3c19de req-8c38d65b-ad42-468d-b7b2-ee881f5d4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:31:45.963487 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32f68a5f-7ffa-44fb-b655-ab95bc3c19de req-8c38d65b-ad42-468d-b7b2-ee881f5d4c26 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba138eea-59a1-4e79-8997-b7b8fa7b11aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414345 Nov 24 13:31:45.974829 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-4f6a6199-9816-436a-8d4d-b4fce0771d02 None None] Set router a181f86c-45e1-4c4a-b6d2-97c8fca32823 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:31:46.061492 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32f68a5f-7ffa-44fb-b655-ab95bc3c19de req-2c7c377d-e12d-41df-9cf3-6babe867060b service neutron] 10.222.0.59 "GET /v2.0/networks/ba138eea-59a1-4e79-8997-b7b8fa7b11aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899770 Nov 24 13:31:46.154119 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32f68a5f-7ffa-44fb-b655-ab95bc3c19de req-97d8ec2d-6dee-4390-9f8f-597fc9305af1 service neutron] 10.222.0.59 "GET /v2.0/networks/ba138eea-59a1-4e79-8997-b7b8fa7b11aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851839 Nov 24 13:31:46.213682 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4f6a6199-9816-436a-8d4d-b4fce0771d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:32Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'bdbf1e20-2832-4c0f-a26f-9d4afac59f72', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'port_id': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'mac_address': 'fa:16:3e:7e:ef:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:31:44Z', 'updated_at': '2021-11-24T13:31:44Z', 'revision_number': 0, 'project_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441f25f5-1269-47c2-8a40-72211e3f2008', 'name': '', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:67:eb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:32Z', 'updated_at': '2021-11-24T13:31:35Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:31:46.243803 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a6199-9816-436a-8d4d-b4fce0771d02 None None] The sync data for ids ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'] in n-d-817303-4 is: [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:32Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'bdbf1e20-2832-4c0f-a26f-9d4afac59f72', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'floating_ip_address': '172.25.0.86', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'port_id': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'mac_address': 'fa:16:3e:7e:ef:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:31:44Z', 'updated_at': '2021-11-24T13:31:44Z', 'revision_number': 0, 'project_id': '1903467d483849278979cf8e91cd17b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '441f25f5-1269-47c2-8a40-72211e3f2008', 'name': '', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:67:eb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:32Z', 'updated_at': '2021-11-24T13:31:35Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:31:46.451523 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80017f7f-4830-41f3-b65b-289ab8cbd5e3 None None] New status for floating IP bdbf1e20-2832-4c0f-a26f-9d4afac59f72: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:31:46.845573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53570) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:31:46.914540 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-623f6c0b-3e73-4525-a536-afa7c1bf6288 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/bdbf1e20-2832-4c0f-a26f-9d4afac59f72 HTTP/1.1" status: 200 len: 992 time: 0.0678456 Nov 24 13:31:50.858110 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-42f326c5-f56e-48d9-b61a-03a1788b3ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:53.292053 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-aae20577-4832-4863-9ae7-239ec4cd9cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:54.450892 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:55.984756 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:31:56.703749 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:06.540950 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:09.784806 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:11.465021 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-697dc326-f088-4658-8c26-7002cdc898f7 req-821120a5-5822-49b2-ac77-012e2b4879bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1345105 Nov 24 13:32:11.552999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc326-f088-4658-8c26-7002cdc898f7 req-1b4d376a-1a0e-43fc-b8bd-ca2fc04efbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:11.554381 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-697dc326-f088-4658-8c26-7002cdc898f7 req-1b4d376a-1a0e-43fc-b8bd-ca2fc04efbdd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 1096 time: 0.0396891 Nov 24 13:32:11.658148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc326-f088-4658-8c26-7002cdc898f7 req-9d5f4ea4-44bd-41a2-9b25-dbef1f8d7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:11.659599 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-697dc326-f088-4658-8c26-7002cdc898f7 req-9d5f4ea4-44bd-41a2-9b25-dbef1f8d7c35 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba138eea-59a1-4e79-8997-b7b8fa7b11aa HTTP/1.1" status: 200 len: 897 time: 0.0833151 Nov 24 13:32:11.729658 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-697dc326-f088-4658-8c26-7002cdc898f7 req-c1e88685-31de-4886-a3c9-21317d64e457 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4cbd778-6f48-4ffd-aeba-15a94566c89d HTTP/1.1" status: 200 len: 1000 time: 0.0595677 Nov 24 13:32:11.778428 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc326-f088-4658-8c26-7002cdc898f7 req-5530e9e4-a206-44c7-a832-90cb16e5e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:11.779828 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-697dc326-f088-4658-8c26-7002cdc898f7 req-5530e9e4-a206-44c7-a832-90cb16e5e6c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39e03edd-9051-462d-990e-2f1496e3e0e7 HTTP/1.1" status: 200 len: 835 time: 0.0433302 Nov 24 13:32:11.824945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dc326-f088-4658-8c26-7002cdc898f7 req-870119e9-b5e3-49f3-a1a4-0b92bb3ffe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:11.826351 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-697dc326-f088-4658-8c26-7002cdc898f7 req-870119e9-b5e3-49f3-a1a4-0b92bb3ffe3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba138eea-59a1-4e79-8997-b7b8fa7b11aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386958 Nov 24 13:32:11.838534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-697dc326-f088-4658-8c26-7002cdc898f7 req-3048e060-4903-43c5-b8ee-66d9c3879e89 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:32:11.839476 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-697dc326-f088-4658-8c26-7002cdc898f7 req-3048e060-4903-43c5-b8ee-66d9c3879e89 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052550 Nov 24 13:32:11.931259 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-697dc326-f088-4658-8c26-7002cdc898f7 req-13b3d42b-ac33-414b-a876-f117fbf89a2d service neutron] 10.222.0.59 "GET /v2.0/networks/ba138eea-59a1-4e79-8997-b7b8fa7b11aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835085 Nov 24 13:32:12.022120 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-697dc326-f088-4658-8c26-7002cdc898f7 req-fa740c0a-3fd9-4e57-9469-377d50cf53c2 service neutron] 10.222.0.59 "GET /v2.0/networks/ba138eea-59a1-4e79-8997-b7b8fa7b11aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825458 Nov 24 13:32:15.772530 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d838a1-7fe7-4936-8759-9e9ed8635b73 req-e5d96ff2-4355-4337-a49c-f5dab9b6e082 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:15.774151 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-48d838a1-7fe7-4936-8759-9e9ed8635b73 req-e5d96ff2-4355-4337-a49c-f5dab9b6e082 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0501354 Nov 24 13:32:15.822572 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-48d838a1-7fe7-4936-8759-9e9ed8635b73 req-7d27963b-0248-4944-82c8-6725d1fc359a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419855 Nov 24 13:32:16.940519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51f345-eeb2-483f-8248-866fbaff11eb req-0a335558-cb19-4ba2-8e2b-e4d459c7a7ee tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:16.942032 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0f51f345-eeb2-483f-8248-866fbaff11eb req-0a335558-cb19-4ba2-8e2b-e4d459c7a7ee tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0521140 Nov 24 13:32:16.990112 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0f51f345-eeb2-483f-8248-866fbaff11eb req-4fda6b6c-8402-4f5b-a772-12d1876fe9fa tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 Nov 24 13:32:18.101929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391dd91-8860-45e3-9aac-868783991ecc req-169828a6-c01c-43df-9a01-d4e8a3159923 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:18.103457 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6391dd91-8860-45e3-9aac-868783991ecc req-169828a6-c01c-43df-9a01-d4e8a3159923 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0478790 Nov 24 13:32:18.151123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6391dd91-8860-45e3-9aac-868783991ecc req-c177933d-061a-43f8-a1c1-747b878dfa52 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416226 Nov 24 13:32:18.738007 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:32:19.266919 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023fd99-fde1-43a2-ab88-74394142c0ee req-660dc071-76bb-44ba-91d8-daf3e4bf4147 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:19.268424 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f023fd99-fde1-43a2-ab88-74394142c0ee req-660dc071-76bb-44ba-91d8-daf3e4bf4147 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0484791 Nov 24 13:32:19.316383 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f023fd99-fde1-43a2-ab88-74394142c0ee req-46439234-a18e-4ca5-a3a2-a43e69b069f6 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419726 Nov 24 13:32:20.436205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882c5af-991e-40b3-acce-7608f20d998f req-fa6bd6f0-7e1e-4d4f-9e83-cb02348f81f0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:20.437713 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d882c5af-991e-40b3-acce-7608f20d998f req-fa6bd6f0-7e1e-4d4f-9e83-cb02348f81f0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0533922 Nov 24 13:32:20.485054 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d882c5af-991e-40b3-acce-7608f20d998f req-1a56d258-09bb-4937-b7ad-9ae1d0a982a3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414481 Nov 24 13:32:20.859330 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9844781d-1e75-4899-845f-dd7cc329bceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:21.604590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b0e8e-c6e8-42e2-8291-3cdf7032efc9 req-52c6d320-d1ea-45ba-91f2-54cb063703cb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:21.606220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-515b0e8e-c6e8-42e2-8291-3cdf7032efc9 req-52c6d320-d1ea-45ba-91f2-54cb063703cb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0543656 Nov 24 13:32:21.654786 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-515b0e8e-c6e8-42e2-8291-3cdf7032efc9 req-d51399fa-e0a5-492f-b2ac-a245dc6be945 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427263 Nov 24 13:32:22.768847 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3ad7b-6798-4368-95b2-92784cbb2770 req-e92d8914-f961-4abb-ba25-4d029c814dbe tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:22.770344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71c3ad7b-6798-4368-95b2-92784cbb2770 req-e92d8914-f961-4abb-ba25-4d029c814dbe tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0486603 Nov 24 13:32:22.819778 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71c3ad7b-6798-4368-95b2-92784cbb2770 req-9bb08081-0139-4d9a-855b-fb946b8033be tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428281 Nov 24 13:32:23.293399 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5f5ff919-a94a-47d0-b8e5-3b400703e3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:23.934492 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70dc46-489e-496c-b63e-10e94ba57194 req-e2054dbc-b5ed-4e83-8d2a-892f8a05ced8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:23.935949 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae70dc46-489e-496c-b63e-10e94ba57194 req-e2054dbc-b5ed-4e83-8d2a-892f8a05ced8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0476375 Nov 24 13:32:23.983634 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae70dc46-489e-496c-b63e-10e94ba57194 req-f5e1449b-d44b-43e3-beb6-35a611478ab8 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418682 Nov 24 13:32:24.450013 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:25.097509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b290626-bf15-4f89-a4b7-d3fe80097806 req-6a349ff5-a333-4c98-97c4-ac7074a4da1d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:25.098961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b290626-bf15-4f89-a4b7-d3fe80097806 req-6a349ff5-a333-4c98-97c4-ac7074a4da1d tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0476496 Nov 24 13:32:25.149925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3b290626-bf15-4f89-a4b7-d3fe80097806 req-62822903-4e20-4e0a-ac42-99d1642a7f25 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446131 Nov 24 13:32:25.990006 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:26.263616 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cff0b-836c-4caa-a46d-6223b8d5faeb req-f97c98c7-d8c7-44bd-891f-7949465462b9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:26.265128 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c1cff0b-836c-4caa-a46d-6223b8d5faeb req-f97c98c7-d8c7-44bd-891f-7949465462b9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0488629 Nov 24 13:32:26.292533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-367290a5-ac70-4363-9c9e-e5fd4bdb2669 req-24803b77-1b8d-4034-a29e-35444e132a6d service neutron] (114985) timed out ('10.222.0.48', 40360) {{(pid=114985) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 13:32:26.325692 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c1cff0b-836c-4caa-a46d-6223b8d5faeb req-2c6528a5-1f6f-4da9-a828-64ded6462e0e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546463 Nov 24 13:32:26.706075 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:27.443874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e7c5f-0c10-43f2-acd1-fe99ac65122a req-e0afa432-07f7-4df6-82e0-49f7ca66fde7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:27.445368 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-833e7c5f-0c10-43f2-acd1-fe99ac65122a req-e0afa432-07f7-4df6-82e0-49f7ca66fde7 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0495591 Nov 24 13:32:27.495389 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-833e7c5f-0c10-43f2-acd1-fe99ac65122a req-7104cc69-bbe6-47a9-946c-ff5a93a264d1 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439463 Nov 24 13:32:28.422363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95be96-5769-4680-a582-11825a433a7d req-9660f709-0e58-48f1-b07e-60f427cbbcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:28.423835 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2f95be96-5769-4680-a582-11825a433a7d req-9660f709-0e58-48f1-b07e-60f427cbbcdd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 1096 time: 0.0401521 Nov 24 13:32:28.470252 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2f95be96-5769-4680-a582-11825a433a7d req-cb4bcd41-6af0-4bc4-8777-be5561a78a87 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379534 Nov 24 13:32:28.610607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ccb44-8b22-4e1f-82de-41200db6269f req-450ce04f-4f67-4a58-8b9f-c4b81e6310c0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:28.612086 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-056ccb44-8b22-4e1f-82de-41200db6269f req-450ce04f-4f67-4a58-8b9f-c4b81e6310c0 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0485456 Nov 24 13:32:28.660639 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-056ccb44-8b22-4e1f-82de-41200db6269f req-d9ffc056-fb15-489b-8ea9-fef9b73c6345 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 Nov 24 13:32:28.836048 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d4f559c-b86d-426a-8fb8-2574d3fff650 req-b8421ab7-6838-415d-88ed-6c5a2cf2f710 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425849 Nov 24 13:32:28.895967 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f559c-b86d-426a-8fb8-2574d3fff650 req-ebc1ee6f-3782-431c-96d3-d92b27f6c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:28.897521 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d4f559c-b86d-426a-8fb8-2574d3fff650 req-ebc1ee6f-3782-431c-96d3-d92b27f6c2c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 1096 time: 0.0400677 Nov 24 13:32:28.999585 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f559c-b86d-426a-8fb8-2574d3fff650 req-267ecc78-5a9e-49e7-86de-c778a31d8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:29.001109 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d4f559c-b86d-426a-8fb8-2574d3fff650 req-267ecc78-5a9e-49e7-86de-c778a31d8449 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.0845060 Nov 24 13:32:29.067988 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d4f559c-b86d-426a-8fb8-2574d3fff650 req-cbe7fee3-8e6c-4b15-be66-c2ff41f6f2d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4ce9e84-430e-4922-9dda-aff32a2b17b4 HTTP/1.1" status: 200 len: 1001 time: 0.0598254 Nov 24 13:32:29.118802 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f559c-b86d-426a-8fb8-2574d3fff650 req-27b1ef80-eb50-4ae1-8fb0-1febb0f2e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:29.120157 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d4f559c-b86d-426a-8fb8-2574d3fff650 req-27b1ef80-eb50-4ae1-8fb0-1febb0f2e18e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0442359 Nov 24 13:32:29.163596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f559c-b86d-426a-8fb8-2574d3fff650 req-bc96c9a5-bd51-4408-a70d-d2ef72d94b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:29.165055 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d4f559c-b86d-426a-8fb8-2574d3fff650 req-bc96c9a5-bd51-4408-a70d-d2ef72d94b1e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384095 Nov 24 13:32:29.175394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-3d4f559c-b86d-426a-8fb8-2574d3fff650 req-7970568c-fc35-4ff8-bc1f-4c94f27239a2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:32:29.176323 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d4f559c-b86d-426a-8fb8-2574d3fff650 req-7970568c-fc35-4ff8-bc1f-4c94f27239a2 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046623 Nov 24 13:32:29.269082 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d4f559c-b86d-426a-8fb8-2574d3fff650 req-0697cdca-cb8c-4708-a822-16df65f2a599 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849664 Nov 24 13:32:29.361499 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3d4f559c-b86d-426a-8fb8-2574d3fff650 req-9cef74c1-e90d-4419-b452-4cd42f3c24d3 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854788 Nov 24 13:32:29.732465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c4cbd778-6f48-4ffd-aeba-15a94566c89d details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:32:29.776167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953cb59-7a7c-43e7-a310-05f17a0638a7 req-a3db6349-7c99-468a-8c1d-cde1dc115647 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:29.778231 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2953cb59-7a7c-43e7-a310-05f17a0638a7 req-a3db6349-7c99-468a-8c1d-cde1dc115647 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0477605 Nov 24 13:32:29.825886 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2953cb59-7a7c-43e7-a310-05f17a0638a7 req-cb094260-c862-4edc-ba89-3e5061d3fe4e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416501 Nov 24 13:32:29.826854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c4cbd778-6f48-4ffd-aeba-15a94566c89d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c4cbd778-6f48-4ffd-aeba-15a94566c89d,segment=NetworkSegment(4e22a573-0aff-4552-8842-f2d2d8c207a0),segment_id=4e22a573-0aff-4552-8842-f2d2d8c207a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:32:29.842088 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'port_id': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d', 'mac_address': 'fa:16:3e:7e:ef:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:32:29.848387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53626) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:32:29.880204 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:29.892820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4cbd778-6f48-4ffd-aeba-15a94566c89d {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:32:29.912129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c4cbd778-6f48-4ffd-aeba-15a94566c89d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c4cbd778-6f48-4ffd-aeba-15a94566c89d,segment=NetworkSegment(4e22a573-0aff-4552-8842-f2d2d8c207a0),segment_id=4e22a573-0aff-4552-8842-f2d2d8c207a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:32:29.912505 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a7e2f954-be2a-4b26-9cd1-66b7e2b6e89a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/floatingips/bdbf1e20-2832-4c0f-a26f-9d4afac59f72 HTTP/1.1" status: 200 len: 992 time: 0.0627108 Nov 24 13:32:29.916255 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:29.962337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=c4cbd778-6f48-4ffd-aeba-15a94566c89d,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:32:29.970117 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:29.970470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:29.970819 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:29.971161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:29.971496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:29.971845 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:29.972166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:29.972495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:29.972860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:29.973188 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:29.973515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:29.973841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:30.144003 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['c4cbd778-6f48-4ffd-aeba-15a94566c89d'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:32:31.757063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c4cbd778-6f48-4ffd-aeba-15a94566c89d up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:32:31.803102 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port c4cbd778-6f48-4ffd-aeba-15a94566c89d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:32:31.803468 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:31.879560 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:31.900501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:32:31.904774 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e54089d-59a1-4fc9-a977-bf4b87450d9c" -d '{"events": [{"server_uuid": "dce5a157-bf91-4d20-955c-31eb85ccd154", "name": "network-vif-plugged", "status": "completed", "tag": "c4cbd778-6f48-4ffd-aeba-15a94566c89d"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:32:31.918042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c4cbd778-6f48-4ffd-aeba-15a94566c89d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c4cbd778-6f48-4ffd-aeba-15a94566c89d,segment=NetworkSegment(4e22a573-0aff-4552-8842-f2d2d8c207a0),segment_id=4e22a573-0aff-4552-8842-f2d2d8c207a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:32:31.921951 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:31.973038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=c4cbd778-6f48-4ffd-aeba-15a94566c89d,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:32:32.046425 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c421864-7668-4b57-8b27-a44aae1100ff x-openstack-request-id: req-2c421864-7668-4b57-8b27-a44aae1100ff {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:32:32.046720 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce5a157-bf91-4d20-955c-31eb85ccd154", "name": "network-vif-plugged", "status": "completed", "tag": "c4cbd778-6f48-4ffd-aeba-15a94566c89d", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:32:32.046975 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c421864-7668-4b57-8b27-a44aae1100ff {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:32:32.047370 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d', 'code': 200} Nov 24 13:32:35.081925 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53632) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:32:35.238150 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Deleting port eb973ea9-5916-45f0-8c03-82cb0c589500 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:32:35.238492 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:35.314383 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:35.314710 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:35.325983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Calling delete_port for eb973ea9-5916-45f0-8c03-82cb0c589500 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:32:35.473493 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:35.503334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event deleted for resources: {'Port': ['ID=eb973ea9-5916-45f0-8c03-82cb0c589500,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:32:35.526951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:35.527307 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:35.527663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:35.528006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:35.528349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:35.528684 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:35.529046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:35.529379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:35.529713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:35.530045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:35.530375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:35.530707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:35.570383 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:35.570760 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Floating IP 96666e56-0bf5-4b46-9513-fa4b975ec2ca disassociated (deleted). External IP: 172.25.0.125, port: c4ce9e84-430e-4922-9dda-aff32a2b17b4. Nov 24 13:32:36.106751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:32:36.210999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:32:36.216444 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:36.220988 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f759bc8-3739-40c8-b86c-da1ca19ebb42 None None] Sync routers for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:32:36.235172 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f759bc8-3739-40c8-b86c-da1ca19ebb42 None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:32:36.235771 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5f759bc8-3739-40c8-b86c-da1ca19ebb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:32:36.243532 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b7d45d25-0c00-447a-9147-6b41b29bbdd2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "DELETE /v2.0/floatingips/96666e56-0bf5-4b46-9513-fa4b975ec2ca HTTP/1.1" status: 204 len: 168 time: 1.1605411 Nov 24 13:32:36.244146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'tag': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:32:36.246440 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2e7e23-9706-42e4-98b6-2ef1c5ba6e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f", "tag": "c4ce9e84-430e-4922-9dda-aff32a2b17b4"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:32:36.286632 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f27b23b-8bc2-4229-a04d-e4ac3a3f36ec x-openstack-request-id: req-0f27b23b-8bc2-4229-a04d-e4ac3a3f36ec {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:32:36.286962 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f", "tag": "c4ce9e84-430e-4922-9dda-aff32a2b17b4", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:32:36.287227 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f27b23b-8bc2-4229-a04d-e4ac3a3f36ec {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:32:36.287640 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'tag': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4', 'status': 'completed', 'code': 200} Nov 24 13:32:36.350718 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-5f759bc8-3739-40c8-b86c-da1ca19ebb42 None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:32:36.353450 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e7e23-9706-42e4-98b6-2ef1c5ba6e4a req-ad0f9d02-de7a-4715-8c6d-07bac00072c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:36.355786 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db2e7e23-9706-42e4-98b6-2ef1c5ba6e4a req-ad0f9d02-de7a-4715-8c6d-07bac00072c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 1096 time: 0.0447736 Nov 24 13:32:36.458454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e7e23-9706-42e4-98b6-2ef1c5ba6e4a req-6a9cf6b7-da38-43a9-9f53-ee91c978cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:36.459895 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db2e7e23-9706-42e4-98b6-2ef1c5ba6e4a req-6a9cf6b7-da38-43a9-9f53-ee91c978cc62 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.0975299 Nov 24 13:32:36.526880 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db2e7e23-9706-42e4-98b6-2ef1c5ba6e4a req-d0f4ce0a-1a65-47e7-a680-e1fa6ec79e99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4ce9e84-430e-4922-9dda-aff32a2b17b4 HTTP/1.1" status: 200 len: 217 time: 0.0381699 Nov 24 13:32:36.550339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6639505-4e57-4ea0-a57e-488097b110ee req-0d1bc58b-c304-4bc9-99b8-e0157a0d96f8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:36.551851 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6639505-4e57-4ea0-a57e-488097b110ee req-0d1bc58b-c304-4bc9-99b8-e0157a0d96f8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 945 time: 0.0958683 Nov 24 13:32:36.573569 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:36.578277 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5f759bc8-3739-40c8-b86c-da1ca19ebb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '73c7753e-a1f8-4fc8-ae85-b06e3b59cf4d', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:03:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:28:51Z', 'updated_at': '2021-11-24T13:28:54Z', 'revision_number': 1, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:32:36.608920 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f759bc8-3739-40c8-b86c-da1ca19ebb42 None None] Checking router: 6b4605f8-820c-4085-9fa4-a6596cc1cac0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:32:36.612205 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e7e23-9706-42e4-98b6-2ef1c5ba6e4a req-c753a4ef-daaa-4030-9893-0212595bb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:36.613702 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db2e7e23-9706-42e4-98b6-2ef1c5ba6e4a req-c753a4ef-daaa-4030-9893-0212595bb224 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0793402 Nov 24 13:32:36.617215 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f759bc8-3739-40c8-b86c-da1ca19ebb42 None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:32:36.617819 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5f759bc8-3739-40c8-b86c-da1ca19ebb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:32:36.640200 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6639505-4e57-4ea0-a57e-488097b110ee req-52a9d69b-1be4-48b6-bef6-5ee9a2f117fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700843 Nov 24 13:32:36.670943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e7e23-9706-42e4-98b6-2ef1c5ba6e4a req-34dd9fe3-a666-48c3-84a3-495fb90505e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:36.672488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db2e7e23-9706-42e4-98b6-2ef1c5ba6e4a req-34dd9fe3-a666-48c3-84a3-495fb90505e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499780 Nov 24 13:32:36.763906 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db2e7e23-9706-42e4-98b6-2ef1c5ba6e4a req-8fb029e7-9ceb-4179-8dc2-00e12295562e service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833018 Nov 24 13:32:36.808952 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-5f759bc8-3739-40c8-b86c-da1ca19ebb42 None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:32:36.858130 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-db2e7e23-9706-42e4-98b6-2ef1c5ba6e4a req-aad3fe46-09f0-4fe1-8479-7c9131202e8a service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863984 Nov 24 13:32:37.028007 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5f759bc8-3739-40c8-b86c-da1ca19ebb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '73c7753e-a1f8-4fc8-ae85-b06e3b59cf4d', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:03:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:28:51Z', 'updated_at': '2021-11-24T13:28:54Z', 'revision_number': 1, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:32:37.053908 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f759bc8-3739-40c8-b86c-da1ca19ebb42 None None] The sync data for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 is: [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '73c7753e-a1f8-4fc8-ae85-b06e3b59cf4d', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'floating_ip_address': '172.25.0.91', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'port_id': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'mac_address': 'fa:16:3e:03:62:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:28:51Z', 'updated_at': '2021-11-24T13:28:54Z', 'revision_number': 1, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:32:37.274558 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b7e08-da72-423b-b77d-301c526193cd None None] New status for floating IP 96666e56-0bf5-4b46-9513-fa4b975ec2ca: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:32:37.765113 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf119f6-cd22-4eee-a82d-beedf57dc10c req-df931221-6f85-4caa-9b89-d426013d83cf tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:37.767337 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8bf119f6-cd22-4eee-a82d-beedf57dc10c req-df931221-6f85-4caa-9b89-d426013d83cf tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 945 time: 0.0511787 Nov 24 13:32:37.815131 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8bf119f6-cd22-4eee-a82d-beedf57dc10c req-f2d14cc0-a7ad-41ab-bf8b-62d36f4f4568 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419474 Nov 24 13:32:37.997956 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c698b8-1afd-479f-be38-052f886daf28 req-2f66e9cc-fe72-4aaf-a7ef-df50ca0492b0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:37.999391 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11c698b8-1afd-479f-be38-052f886daf28 req-2f66e9cc-fe72-4aaf-a7ef-df50ca0492b0 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.46 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 945 time: 0.0501046 Nov 24 13:32:38.092813 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-11c698b8-1afd-479f-be38-052f886daf28 req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Deleting port c4ce9e84-430e-4922-9dda-aff32a2b17b4 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:32:38.093157 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-11c698b8-1afd-479f-be38-052f886daf28 req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:38.178712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-11c698b8-1afd-479f-be38-052f886daf28 req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] For port c4ce9e84-430e-4922-9dda-aff32a2b17b4, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c4ce9e84-430e-4922-9dda-aff32a2b17b4,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:32:38.179085 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-11c698b8-1afd-479f-be38-052f886daf28 req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:38.191791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-11c698b8-1afd-479f-be38-052f886daf28 req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Calling delete_port for c4ce9e84-430e-4922-9dda-aff32a2b17b4 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:32:38.317925 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-11c698b8-1afd-479f-be38-052f886daf28 req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:38.348228 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event deleted for resources: {'Port': ['ID=c4ce9e84-430e-4922-9dda-aff32a2b17b4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:32:38.376611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:38.376990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:38.377345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:38.377684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:38.378018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:38.378353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:38.378705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:38.379038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:38.379362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:38.379688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:38.380012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:38.380339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:32:38.398953 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c698b8-1afd-479f-be38-052f886daf28 req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] No DVR routers for this DVR port c4ce9e84-430e-4922-9dda-aff32a2b17b4 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:32:38.401360 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-11c698b8-1afd-479f-be38-052f886daf28 req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:38.404785 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-11c698b8-1afd-479f-be38-052f886daf28 req-5c58adc1-90b4-44b1-84da-c996616320fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.46 "DELETE /v2.0/ports/c4ce9e84-430e-4922-9dda-aff32a2b17b4 HTTP/1.1" status: 204 len: 173 time: 0.3994777 Nov 24 13:32:38.405199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'name': 'network-vif-deleted', 'tag': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:32:38.407634 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e5c43e-13d7-4380-a15b-eb9376e83489" -d '{"events": [{"server_uuid": "b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f", "name": "network-vif-deleted", "tag": "c4ce9e84-430e-4922-9dda-aff32a2b17b4"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:32:38.447783 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69df5bf5-f0f4-4787-a5f3-2460e8b70d59 x-openstack-request-id: req-69df5bf5-f0f4-4787-a5f3-2460e8b70d59 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:32:38.448156 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f", "name": "network-vif-deleted", "tag": "c4ce9e84-430e-4922-9dda-aff32a2b17b4", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:32:38.448418 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69df5bf5-f0f4-4787-a5f3-2460e8b70d59 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:32:38.448856 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f', 'name': 'network-vif-deleted', 'tag': 'c4ce9e84-430e-4922-9dda-aff32a2b17b4', 'status': 'completed', 'code': 200} Nov 24 13:32:38.910904 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4cb646aa-2f29-4db2-ae02-91900d3d0a98 req-e02ad328-8800-4c09-8894-03fe06f1ec9b tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 210 time: 0.0262513 Nov 24 13:32:39.785305 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:40.007763 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-da5b94c1-5f23-4ebf-b933-ff5bf77a3d37 req-1acd1c9c-2be5-4d29-9f58-2e7c71122d07 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 210 time: 0.0260370 Nov 24 13:32:41.109047 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee6bcb9c-d103-4a1c-8d3e-def033b92bb0 req-5fcb0326-c0b5-43f9-8ad7-47311cfa3318 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 210 time: 0.0308676 Nov 24 13:32:41.856916 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c4ce9e84-430e-4922-9dda-aff32a2b17b4 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:32:41.877748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: c4ce9e84-430e-4922-9dda-aff32a2b17b4 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:32:41.878109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c4ce9e84-430e-4922-9dda-aff32a2b17b4 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:32:42.201752 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6453159d-ca4c-455f-a7bc-7b428014d93f req-a105ab70-46ec-4145-86f0-8361b50a4ea5 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=b2f11c6e-eeef-4cc2-a5b6-05e7daa6ce1f HTTP/1.1" status: 200 len: 210 time: 0.0259652 Nov 24 13:32:48.597954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53676) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:32:48.751399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0c5d9e40-74f6-4354-a0ae-92e2df661af2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Deleting port 172b647a-a8a3-4edb-950c-efac825d294c {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:32:48.751740 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c5d9e40-74f6-4354-a0ae-92e2df661af2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:48.824142 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c5d9e40-74f6-4354-a0ae-92e2df661af2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:48.824465 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c5d9e40-74f6-4354-a0ae-92e2df661af2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:48.835667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0c5d9e40-74f6-4354-a0ae-92e2df661af2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Calling delete_port for 172b647a-a8a3-4edb-950c-efac825d294c owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:32:48.981151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c5d9e40-74f6-4354-a0ae-92e2df661af2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:49.005207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d9e40-74f6-4354-a0ae-92e2df661af2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event deleted for resources: {'Port': ['ID=172b647a-a8a3-4edb-950c-efac825d294c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:32:49.068868 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c5d9e40-74f6-4354-a0ae-92e2df661af2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:49.069222 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-0c5d9e40-74f6-4354-a0ae-92e2df661af2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Floating IP 73c7753e-a1f8-4fc8-ae85-b06e3b59cf4d disassociated (deleted). External IP: 172.25.0.91, port: 0913bc76-8b00-49e5-87cc-102e1c5f6308. Nov 24 13:32:49.277996 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5d9e40-74f6-4354-a0ae-92e2df661af2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:32:49.384573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5d9e40-74f6-4354-a0ae-92e2df661af2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:32:49.389869 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c5d9e40-74f6-4354-a0ae-92e2df661af2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:49.394551 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a1a805-d307-496a-850c-0e1cc9ecb0a1 None None] Sync routers for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:32:49.405129 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a1a805-d307-496a-850c-0e1cc9ecb0a1 None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:32:49.405803 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-20a1a805-d307-496a-850c-0e1cc9ecb0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:32:49.417070 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0c5d9e40-74f6-4354-a0ae-92e2df661af2 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "DELETE /v2.0/floatingips/73c7753e-a1f8-4fc8-ae85-b06e3b59cf4d HTTP/1.1" status: 204 len: 168 time: 0.8179786 Nov 24 13:32:49.417782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'tag': '0913bc76-8b00-49e5-87cc-102e1c5f6308'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:32:49.420197 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d20ad68-ff2b-4c69-b845-648fb1f55abf" -d '{"events": [{"name": "network-changed", "server_uuid": "db10d1b7-bb27-451d-8c58-0eb4097f3632", "tag": "0913bc76-8b00-49e5-87cc-102e1c5f6308"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:32:49.464029 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5f7985-b250-4c0d-be90-d852efab2265 x-openstack-request-id: req-2b5f7985-b250-4c0d-be90-d852efab2265 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:32:49.464403 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db10d1b7-bb27-451d-8c58-0eb4097f3632", "tag": "0913bc76-8b00-49e5-87cc-102e1c5f6308", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:32:49.464750 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b5f7985-b250-4c0d-be90-d852efab2265 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:32:49.465242 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'tag': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'status': 'completed', 'code': 200} Nov 24 13:32:49.512242 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-20a1a805-d307-496a-850c-0e1cc9ecb0a1 None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:32:49.536585 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20ad68-ff2b-4c69-b845-648fb1f55abf req-ee8303dd-a5bd-4cb7-a0d0-359b0b6ab154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:49.538834 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d20ad68-ff2b-4c69-b845-648fb1f55abf req-ee8303dd-a5bd-4cb7-a0d0-359b0b6ab154 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9eb189f71044813946e9bb1928ef292&device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 1097 time: 0.0532746 Nov 24 13:32:49.665968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837660c-4636-4d74-a534-edc78e159ba9 req-644e533a-a31d-46ed-8fda-e49c552651fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:49.667723 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1837660c-4636-4d74-a534-edc78e159ba9 req-644e533a-a31d-46ed-8fda-e49c552651fd tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 946 time: 0.0540311 Nov 24 13:32:49.723936 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1837660c-4636-4d74-a534-edc78e159ba9 req-a26482a0-f523-47a5-838a-9d8cb812035f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477140 Nov 24 13:32:49.724377 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-20a1a805-d307-496a-850c-0e1cc9ecb0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:32:49.758024 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a1a805-d307-496a-850c-0e1cc9ecb0a1 None None] Checking router: 6b4605f8-820c-4085-9fa4-a6596cc1cac0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:32:49.767886 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a1a805-d307-496a-850c-0e1cc9ecb0a1 None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:32:49.768415 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-20a1a805-d307-496a-850c-0e1cc9ecb0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:32:49.871916 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-20a1a805-d307-496a-850c-0e1cc9ecb0a1 None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:32:49.981212 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20ad68-ff2b-4c69-b845-648fb1f55abf req-95ecf8f8-4432-4d9d-8964-8971b7886064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:49.982647 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d20ad68-ff2b-4c69-b845-648fb1f55abf req-95ecf8f8-4432-4d9d-8964-8971b7886064 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 200 len: 913 time: 0.4318063 Nov 24 13:32:50.025285 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d20ad68-ff2b-4c69-b845-648fb1f55abf req-d08b8b39-607e-41fb-95d7-54a5246a0757 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0913bc76-8b00-49e5-87cc-102e1c5f6308 HTTP/1.1" status: 200 len: 217 time: 0.0348179 Nov 24 13:32:50.070639 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-20a1a805-d307-496a-850c-0e1cc9ecb0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:32:50.072045 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20ad68-ff2b-4c69-b845-648fb1f55abf req-0f696a0b-b350-42c1-924a-e4f6d76a174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:50.074054 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d20ad68-ff2b-4c69-b845-648fb1f55abf req-0f696a0b-b350-42c1-924a-e4f6d76a174e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 200 len: 851 time: 0.0423038 Nov 24 13:32:50.097651 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a1a805-d307-496a-850c-0e1cc9ecb0a1 None None] The sync data for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 is: [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:20:02Z', 'revision_number': 4, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c641ce35-a967-43da-9a12-9a589cf468d4', 'name': '', 'network_id': '6a016955-569b-4861-bee0-ac59750bb8f5', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'mac_address': 'fa:16:3e:e4:9c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3157, 'fixed_ips': [{'subnet_id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:01Z', 'updated_at': '2021-11-24T13:20:09Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'subnets': [{'id': '58c4496a-3b03-42fd-9ce0-2f643f021eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:32:50.123596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20ad68-ff2b-4c69-b845-648fb1f55abf req-0d726865-2e93-413a-87f0-2d266563fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:50.125114 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d20ad68-ff2b-4c69-b845-648fb1f55abf req-0d726865-2e93-413a-87f0-2d266563fa3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6a016955-569b-4861-bee0-ac59750bb8f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437984 Nov 24 13:32:50.217587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d20ad68-ff2b-4c69-b845-648fb1f55abf req-56c0b86a-f0c0-482b-92cd-359fa7512ae3 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840957 Nov 24 13:32:50.316619 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d20ad68-ff2b-4c69-b845-648fb1f55abf req-c68ee607-1cdd-4876-82ed-3353d2ce2560 service neutron] 10.222.0.46 "GET /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910060 Nov 24 13:32:50.325660 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b495ef11-c59c-4854-a295-ea299a9df4bf None None] New status for floating IP 73c7753e-a1f8-4fc8-ae85-b06e3b59cf4d: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:32:50.846355 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d943cb-e4fd-45b8-b488-70e7dd6137e1 req-3a9def8a-93b7-4f91-8733-af735183c980 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:50.847809 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38d943cb-e4fd-45b8-b488-70e7dd6137e1 req-3a9def8a-93b7-4f91-8733-af735183c980 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 946 time: 0.0503280 Nov 24 13:32:50.861993 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-71293206-98ef-49cc-a785-ab74911db572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:50.898236 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38d943cb-e4fd-45b8-b488-70e7dd6137e1 req-76dd2612-c0ef-429d-8a64-bd48aade31e8 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/security-groups?id=a91b3fa5-af0f-43e4-8980-6e154e575503&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435240 Nov 24 13:32:51.074710 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a9ab4-2ff1-4840-81d3-12e0e0948d41 req-17fd6558-37ed-4399-94b8-de1204f088ef tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:32:51.076134 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c65a9ab4-2ff1-4840-81d3-12e0e0948d41 req-17fd6558-37ed-4399-94b8-de1204f088ef tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.46 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 946 time: 0.0477872 Nov 24 13:32:51.173742 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-c65a9ab4-2ff1-4840-81d3-12e0e0948d41 req-a4f398bb-c359-4831-b8c5-171c62fb6b5a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Deleting port 0913bc76-8b00-49e5-87cc-102e1c5f6308 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:32:51.173996 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c65a9ab4-2ff1-4840-81d3-12e0e0948d41 req-a4f398bb-c359-4831-b8c5-171c62fb6b5a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:51.274748 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-c65a9ab4-2ff1-4840-81d3-12e0e0948d41 req-a4f398bb-c359-4831-b8c5-171c62fb6b5a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] For port 0913bc76-8b00-49e5-87cc-102e1c5f6308, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=0913bc76-8b00-49e5-87cc-102e1c5f6308,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:32:51.275108 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c65a9ab4-2ff1-4840-81d3-12e0e0948d41 req-a4f398bb-c359-4831-b8c5-171c62fb6b5a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:51.289075 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-c65a9ab4-2ff1-4840-81d3-12e0e0948d41 req-a4f398bb-c359-4831-b8c5-171c62fb6b5a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Calling delete_port for 0913bc76-8b00-49e5-87cc-102e1c5f6308 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:32:51.421109 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c65a9ab4-2ff1-4840-81d3-12e0e0948d41 req-a4f398bb-c359-4831-b8c5-171c62fb6b5a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:51.448486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f398bb-c359-4831-b8c5-171c62fb6b5a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event deleted for resources: {'Port': ['ID=0913bc76-8b00-49e5-87cc-102e1c5f6308,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:32:51.498769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65a9ab4-2ff1-4840-81d3-12e0e0948d41 req-a4f398bb-c359-4831-b8c5-171c62fb6b5a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] No DVR routers for this DVR port 0913bc76-8b00-49e5-87cc-102e1c5f6308 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:32:51.501506 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c65a9ab4-2ff1-4840-81d3-12e0e0948d41 req-a4f398bb-c359-4831-b8c5-171c62fb6b5a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:51.505246 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c65a9ab4-2ff1-4840-81d3-12e0e0948d41 req-a4f398bb-c359-4831-b8c5-171c62fb6b5a tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.46 "DELETE /v2.0/ports/0913bc76-8b00-49e5-87cc-102e1c5f6308 HTTP/1.1" status: 204 len: 173 time: 0.4225707 Nov 24 13:32:51.505699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'name': 'network-vif-deleted', 'tag': '0913bc76-8b00-49e5-87cc-102e1c5f6308'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:32:51.507912 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f38d3c-334e-477f-81ea-b596276ddd43" -d '{"events": [{"server_uuid": "db10d1b7-bb27-451d-8c58-0eb4097f3632", "name": "network-vif-deleted", "tag": "0913bc76-8b00-49e5-87cc-102e1c5f6308"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:32:51.548473 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e050aa-3489-419c-a275-6934d3cbddc7 x-openstack-request-id: req-a7e050aa-3489-419c-a275-6934d3cbddc7 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:32:51.548787 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db10d1b7-bb27-451d-8c58-0eb4097f3632", "name": "network-vif-deleted", "tag": "0913bc76-8b00-49e5-87cc-102e1c5f6308", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:32:51.549046 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a7e050aa-3489-419c-a275-6934d3cbddc7 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:32:51.549447 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db10d1b7-bb27-451d-8c58-0eb4097f3632', 'name': 'network-vif-deleted', 'tag': '0913bc76-8b00-49e5-87cc-102e1c5f6308', 'status': 'completed', 'code': 200} Nov 24 13:32:52.003983 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cac12b93-59fb-4063-a955-ab36d4cb137c req-17524b47-a715-4da0-802f-2c229471a297 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 210 time: 0.0263603 Nov 24 13:32:53.101130 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-816f878c-7198-4788-8fc9-ad0b6a5ae6bd req-e0e55591-d9b1-4d53-a174-a2b6ff009ba9 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 210 time: 0.0264037 Nov 24 13:32:53.295041 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4ebb8a63-0422-4188-8b5e-852a69cf4f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:54.199776 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2d982a65-9fd7-4897-81f5-c84f8c5590a6 req-eec71a34-8879-4abd-9ba3-b7238a6d622d tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 210 time: 0.0295451 Nov 24 13:32:54.453624 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:55.297816 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7e3b6127-71fc-4140-8c0d-e1c679b7058c req-fd7aec4a-f819-4c2e-8189-a5d538e40376 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "GET /v2.0/ports?device_id=db10d1b7-bb27-451d-8c58-0eb4097f3632 HTTP/1.1" status: 200 len: 210 time: 0.0262609 Nov 24 13:32:55.736749 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:32:55.903987 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0913bc76-8b00-49e5-87cc-102e1c5f6308 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:32:55.923913 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 0913bc76-8b00-49e5-87cc-102e1c5f6308 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:32:55.924256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 0913bc76-8b00-49e5-87cc-102e1c5f6308 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:32:55.988866 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:56.355923 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53702) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:32:56.486590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-3b436a50-aab3-4b95-a2d4-dc8d66961a64 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Deleting port d653f266-9030-47c2-9ee1-508f6c043f97 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:32:56.486933 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b436a50-aab3-4b95-a2d4-dc8d66961a64 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:56.560591 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b436a50-aab3-4b95-a2d4-dc8d66961a64 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:56.560930 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b436a50-aab3-4b95-a2d4-dc8d66961a64 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:56.572495 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-3b436a50-aab3-4b95-a2d4-dc8d66961a64 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Calling delete_port for d653f266-9030-47c2-9ee1-508f6c043f97 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:32:56.705458 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b436a50-aab3-4b95-a2d4-dc8d66961a64 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:56.706030 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:56.733333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b436a50-aab3-4b95-a2d4-dc8d66961a64 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event deleted for resources: {'Port': ['ID=d653f266-9030-47c2-9ee1-508f6c043f97,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:32:56.797012 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b436a50-aab3-4b95-a2d4-dc8d66961a64 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:56.799641 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3b436a50-aab3-4b95-a2d4-dc8d66961a64 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:32:56.800815 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3b436a50-aab3-4b95-a2d4-dc8d66961a64 tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "DELETE /v2.0/floatingips/cea7b036-1495-4cd9-8fbe-6920df2a0d30 HTTP/1.1" status: 204 len: 168 time: 0.4438868 Nov 24 13:33:00.083120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53720) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:00.143648 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d7748ba-73a7-4703-b34c-bcf244f1170f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:00.168671 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d7748ba-73a7-4703-b34c-bcf244f1170f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:00.229488 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d7748ba-73a7-4703-b34c-bcf244f1170f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:00.233161 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8d7748ba-73a7-4703-b34c-bcf244f1170f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:00.236762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8d7748ba-73a7-4703-b34c-bcf244f1170f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] 10.222.0.48 "DELETE /v2.0/security-groups/a91b3fa5-af0f-43e4-8980-6e154e575503 HTTP/1.1" status: 204 len: 168 time: 0.1498401 Nov 24 13:33:00.246747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7748ba-73a7-4703-b34c-bcf244f1170f tempest-TestVolumeBootPattern-1692703652 tempest-TestVolumeBootPattern-1692703652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b3fa5-af0f-43e4-8980-6e154e575503,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:00.295827 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53726) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:00.790059 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bada1570-888d-4b43-b4ee-c656ae536c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:01.042260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-bada1570-888d-4b43-b4ee-c656ae536c3e admin admin] Deleting port c641ce35-a967-43da-9a12-9a589cf468d4 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:01.042516 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bada1570-888d-4b43-b4ee-c656ae536c3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:01.123170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-bada1570-888d-4b43-b4ee-c656ae536c3e admin admin] For port c641ce35-a967-43da-9a12-9a589cf468d4, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c641ce35-a967-43da-9a12-9a589cf468d4,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:01.123540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bada1570-888d-4b43-b4ee-c656ae536c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:01.136609 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-bada1570-888d-4b43-b4ee-c656ae536c3e admin admin] Calling delete_port for c641ce35-a967-43da-9a12-9a589cf468d4 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:01.318148 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bada1570-888d-4b43-b4ee-c656ae536c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:01.344451 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada1570-888d-4b43-b4ee-c656ae536c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c641ce35-a967-43da-9a12-9a589cf468d4,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:01.513728 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bada1570-888d-4b43-b4ee-c656ae536c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:01.726164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bada1570-888d-4b43-b4ee-c656ae536c3e admin admin] Router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:33:01.828910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bada1570-888d-4b43-b4ee-c656ae536c3e admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:33:01.833777 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bada1570-888d-4b43-b4ee-c656ae536c3e admin admin] 10.222.0.48 "PUT /v2.0/routers/6b4605f8-820c-4085-9fa4-a6596cc1cac0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5368340 Nov 24 13:33:01.836275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53730) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:01.837946 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4278fe8b-07dc-490c-b45f-fc781e41bc53 None None] Sync routers for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:33:01.848195 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4278fe8b-07dc-490c-b45f-fc781e41bc53 None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:01.848815 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4278fe8b-07dc-490c-b45f-fc781e41bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:01.938500 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:01.949642 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-4278fe8b-07dc-490c-b45f-fc781e41bc53 None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:02.040612 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.107839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] Deleting port 4b2508b7-ac6d-41bc-9b22-e893fedd0835 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:02.108178 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.190923 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] For port 4b2508b7-ac6d-41bc-9b22-e893fedd0835, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4b2508b7-ac6d-41bc-9b22-e893fedd0835,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:02.191274 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.203582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] Calling delete_port for 4b2508b7-ac6d-41bc-9b22-e893fedd0835 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:02.227981 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4278fe8b-07dc-490c-b45f-fc781e41bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:33:01Z', 'revision_number': 5, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port': {'id': '4b2508b7-ac6d-41bc-9b22-e893fedd0835', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:19:57Z', 'updated_at': '2021-11-24T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:02.253764 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4278fe8b-07dc-490c-b45f-fc781e41bc53 None None] Checking router: 6b4605f8-820c-4085-9fa4-a6596cc1cac0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:33:02.262516 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4278fe8b-07dc-490c-b45f-fc781e41bc53 None None] Routers {'6b4605f8-820c-4085-9fa4-a6596cc1cac0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:02.263119 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4278fe8b-07dc-490c-b45f-fc781e41bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:02.351962 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-4278fe8b-07dc-490c-b45f-fc781e41bc53 None None] Set router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:02.373956 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.401033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2508b7-ac6d-41bc-9b22-e893fedd0835,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:02.409701 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4278fe8b-07dc-490c-b45f-fc781e41bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:33:02Z', 'revision_number': 6, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:02.421838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b1b1bb-d58a-4f37-bfdf-61173a0da7cc None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:02.436096 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4278fe8b-07dc-490c-b45f-fc781e41bc53 None None] The sync data for ids ['6b4605f8-820c-4085-9fa4-a6596cc1cac0'] in n-d-817303-4 is: [{'id': '6b4605f8-820c-4085-9fa4-a6596cc1cac0', 'name': 'tempest-TestVolumeBootPattern-1730264367-router', 'tenant_id': 'f9eb189f71044813946e9bb1928ef292', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:19:56Z', 'updated_at': '2021-11-24T13:33:02Z', 'revision_number': 6, 'project_id': 'f9eb189f71044813946e9bb1928ef292', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:33:02.471491 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.559783 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.561891 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.602861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.603878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b4605f8-820c-4085-9fa4-a6596cc1cac0 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:33:02.608091 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.609266 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-77c1a0c4-8d82-4130-8cf5-bc4a318edd23 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6b4605f8-820c-4085-9fa4-a6596cc1cac0 HTTP/1.1" status: 204 len: 168 time: 0.7720420 Nov 24 13:33:02.611840 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53732) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:02.659044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa78f22-4fb0-4839-9b41-1a021fb0d0d8 admin admin] Deleting subnet 58c4496a-3b03-42fd-9ce0-2f643f021eac {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:33:02.662149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-daa78f22-4fb0-4839-9b41-1a021fb0d0d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.695753 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-daa78f22-4fb0-4839-9b41-1a021fb0d0d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.770505 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-daa78f22-4fb0-4839-9b41-1a021fb0d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.829350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-daa78f22-4fb0-4839-9b41-1a021fb0d0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.859766 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa78f22-4fb0-4839-9b41-1a021fb0d0d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c4496a-3b03-42fd-9ce0-2f643f021eac,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:02.863313 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-daa78f22-4fb0-4839-9b41-1a021fb0d0d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.866545 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-daa78f22-4fb0-4839-9b41-1a021fb0d0d8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/58c4496a-3b03-42fd-9ce0-2f643f021eac HTTP/1.1" status: 204 len: 168 time: 0.2537558 Nov 24 13:33:02.869054 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5264cb6d-147e-4900-9d2a-92955b584285 None None] Network 6a016955-569b-4861-bee0-ac59750bb8f5 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:33:02.869306 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53734) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:02.938183 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:02.990403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Deleting port 4cbade49-e1a8-4717-b777-3d0fd0034e94 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:02.990754 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:03.056987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] For port 4cbade49-e1a8-4717-b777-3d0fd0034e94, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4cbade49-e1a8-4717-b777-3d0fd0034e94,segment=NetworkSegment(6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b),segment_id=6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:03.057547 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:03.069611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Calling delete_port for 4cbade49-e1a8-4717-b777-3d0fd0034e94 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:03.145316 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:03.172784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Pushing event deleted for resources: {'Port': ['ID=4cbade49-e1a8-4717-b777-3d0fd0034e94,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:03.176145 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] No DVR routers for this DVR port 4cbade49-e1a8-4717-b777-3d0fd0034e94 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:33:03.225954 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb9d5d9-ab86-411b-b25c-b86534f06108 None None] DHCP port deletion for 6a016955-569b-4861-bee0-ac59750bb8f5 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:03.577068 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:03.597789 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a016955-569b-4861-bee0-ac59750bb8f5']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:03.607801 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:03.608099 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6823bf4b-58d8-4600-be2f-2a8ccd1dcb3b') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:03.617105 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:03.630208 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:03.635898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:33:03.636270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:33:03.643012 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:33:03.694617 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:03.700300 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:03.703658 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] 10.222.0.48 "DELETE /v2.0/networks/6a016955-569b-4861-bee0-ac59750bb8f5 HTTP/1.1" status: 204 len: 168 time: 0.8334224 Nov 24 13:33:03.706743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53736) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:03.714222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b820209-1cb5-4166-a492-1515647c0fad admin admin] Pushing event deleted for resources: {'Network': ['ID=6a016955-569b-4861-bee0-ac59750bb8f5,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:04.057967 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13c6ab87-54b9-49d8-a7ba-eb52aae81a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:04.306419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-13c6ab87-54b9-49d8-a7ba-eb52aae81a24 admin admin] Deleting port 58fa33e8-77a2-45de-9dcd-8445a3696378 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:04.306758 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13c6ab87-54b9-49d8-a7ba-eb52aae81a24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:04.379872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c641ce35-a967-43da-9a12-9a589cf468d4 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:04.386526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-13c6ab87-54b9-49d8-a7ba-eb52aae81a24 admin admin] For port 58fa33e8-77a2-45de-9dcd-8445a3696378, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=58fa33e8-77a2-45de-9dcd-8445a3696378,segment=NetworkSegment(c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1),segment_id=c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:04.386892 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13c6ab87-54b9-49d8-a7ba-eb52aae81a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:04.399808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-13c6ab87-54b9-49d8-a7ba-eb52aae81a24 admin admin] Calling delete_port for 58fa33e8-77a2-45de-9dcd-8445a3696378 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:04.405006 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: c641ce35-a967-43da-9a12-9a589cf468d4 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:04.405587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c641ce35-a967-43da-9a12-9a589cf468d4 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:04.406162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4b2508b7-ac6d-41bc-9b22-e893fedd0835 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:04.425118 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 4b2508b7-ac6d-41bc-9b22-e893fedd0835 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:04.425469 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4b2508b7-ac6d-41bc-9b22-e893fedd0835 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:04.425873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4cbade49-e1a8-4717-b777-3d0fd0034e94 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:04.444084 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 4cbade49-e1a8-4717-b777-3d0fd0034e94 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:04.444435 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4cbade49-e1a8-4717-b777-3d0fd0034e94 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:04.579202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13c6ab87-54b9-49d8-a7ba-eb52aae81a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:04.606033 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6ab87-54b9-49d8-a7ba-eb52aae81a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=58fa33e8-77a2-45de-9dcd-8445a3696378,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:04.774316 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-13c6ab87-54b9-49d8-a7ba-eb52aae81a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:04.798406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53740) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:04.952165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-218a0a0f-b87d-4ad0-b8a8-e5a2bfaa78bf tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port 889ac99e-9615-4efb-8ff6-ea1abc335089 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:04.952512 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-218a0a0f-b87d-4ad0-b8a8-e5a2bfaa78bf tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:04.989793 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c6ab87-54b9-49d8-a7ba-eb52aae81a24 admin admin] Router 23565c6d-40a6-4bcf-a40b-497ddb15bfbf has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:33:05.033823 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-218a0a0f-b87d-4ad0-b8a8-e5a2bfaa78bf tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:05.034138 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-218a0a0f-b87d-4ad0-b8a8-e5a2bfaa78bf tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:05.046588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-218a0a0f-b87d-4ad0-b8a8-e5a2bfaa78bf tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for 889ac99e-9615-4efb-8ff6-ea1abc335089 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:05.195566 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-218a0a0f-b87d-4ad0-b8a8-e5a2bfaa78bf tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:05.232022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a0a0f-b87d-4ad0-b8a8-e5a2bfaa78bf tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=889ac99e-9615-4efb-8ff6-ea1abc335089,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:05.294907 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-218a0a0f-b87d-4ad0-b8a8-e5a2bfaa78bf tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:05.295249 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-218a0a0f-b87d-4ad0-b8a8-e5a2bfaa78bf tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Floating IP bdbf1e20-2832-4c0f-a26f-9d4afac59f72 disassociated (deleted). External IP: 172.25.0.86, port: c4cbd778-6f48-4ffd-aeba-15a94566c89d. Nov 24 13:33:05.431985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6ab87-54b9-49d8-a7ba-eb52aae81a24 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:33:05.439612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-13c6ab87-54b9-49d8-a7ba-eb52aae81a24 admin admin] 10.222.0.48 "PUT /v2.0/routers/23565c6d-40a6-4bcf-a40b-497ddb15bfbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7318001 Nov 24 13:33:05.440213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53742) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:05.441141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7808b61b-2bff-4814-acf3-09062810bc5e None None] Sync routers for ids ['23565c6d-40a6-4bcf-a40b-497ddb15bfbf'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:33:05.454767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7808b61b-2bff-4814-acf3-09062810bc5e None None] Routers {'23565c6d-40a6-4bcf-a40b-497ddb15bfbf'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:05.455719 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7808b61b-2bff-4814-acf3-09062810bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['23565c6d-40a6-4bcf-a40b-497ddb15bfbf'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:05.511321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218a0a0f-b87d-4ad0-b8a8-e5a2bfaa78bf tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router a181f86c-45e1-4c4a-b6d2-97c8fca32823 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:33:05.548967 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:05.570413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-7808b61b-2bff-4814-acf3-09062810bc5e None None] Set router 23565c6d-40a6-4bcf-a40b-497ddb15bfbf gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:05.625287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218a0a0f-b87d-4ad0-b8a8-e5a2bfaa78bf tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:33:05.629877 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-218a0a0f-b87d-4ad0-b8a8-e5a2bfaa78bf tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:05.638432 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c57670-ba6b-4938-9edf-56a4646b1b67 None None] Sync routers for ids ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:33:05.650321 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c57670-ba6b-4938-9edf-56a4646b1b67 None None] Routers {'a181f86c-45e1-4c4a-b6d2-97c8fca32823'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:05.651179 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-37c57670-ba6b-4938-9edf-56a4646b1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:05.661556 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:05.663713 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-218a0a0f-b87d-4ad0-b8a8-e5a2bfaa78bf tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/floatingips/bdbf1e20-2832-4c0f-a26f-9d4afac59f72 HTTP/1.1" status: 204 len: 168 time: 0.8642082 Nov 24 13:33:05.664482 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'tag': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:33:05.668920 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30fc63d-a139-436c-aa2f-73fc9bd8b841" -d '{"events": [{"name": "network-changed", "server_uuid": "dce5a157-bf91-4d20-955c-31eb85ccd154", "tag": "c4cbd778-6f48-4ffd-aeba-15a94566c89d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:33:05.723670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] Deleting port f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:05.724093 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:05.734328 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b6b0bf-17b7-4a59-8646-f17d7a1cb504 x-openstack-request-id: req-d0b6b0bf-17b7-4a59-8646-f17d7a1cb504 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:33:05.734628 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce5a157-bf91-4d20-955c-31eb85ccd154", "tag": "c4cbd778-6f48-4ffd-aeba-15a94566c89d", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:33:05.734892 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0b6b0bf-17b7-4a59-8646-f17d7a1cb504 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:33:05.735307 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'tag': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d', 'status': 'completed', 'code': 200} Nov 24 13:33:05.781215 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-37c57670-ba6b-4938-9edf-56a4646b1b67 None None] Set router a181f86c-45e1-4c4a-b6d2-97c8fca32823 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:05.810487 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7808b61b-2bff-4814-acf3-09062810bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'name': 'tempest-TestVolumeBootPattern-625850219-router', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:20:07Z', 'updated_at': '2021-11-24T13:33:04Z', 'revision_number': 5, 'project_id': '12ff18e3969242f59e4e52545b2bb4d7', 'gw_port': {'id': 'f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:24:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:20:08Z', 'updated_at': '2021-11-24T13:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:05.839117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc63d-a139-436c-aa2f-73fc9bd8b841 req-91500fdd-36a8-44db-9db8-6541faa75af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:05.840593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e30fc63d-a139-436c-aa2f-73fc9bd8b841 req-91500fdd-36a8-44db-9db8-6541faa75af3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1903467d483849278979cf8e91cd17b3&device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 1096 time: 0.0899067 Nov 24 13:33:05.842679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7808b61b-2bff-4814-acf3-09062810bc5e None None] Checking router: 23565c6d-40a6-4bcf-a40b-497ddb15bfbf for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:33:05.855889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7808b61b-2bff-4814-acf3-09062810bc5e None None] Routers {'23565c6d-40a6-4bcf-a40b-497ddb15bfbf'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:05.856637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7808b61b-2bff-4814-acf3-09062810bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['23565c6d-40a6-4bcf-a40b-497ddb15bfbf'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:05.891239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] For port f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:05.891826 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:05.923430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] Calling delete_port for f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:05.965206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-7808b61b-2bff-4814-acf3-09062810bc5e None None] Set router 23565c6d-40a6-4bcf-a40b-497ddb15bfbf gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:06.004364 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-37c57670-ba6b-4938-9edf-56a4646b1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:32Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '441f25f5-1269-47c2-8a40-72211e3f2008', 'name': '', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:67:eb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:32Z', 'updated_at': '2021-11-24T13:31:35Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:06.012463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fac900-7c2f-4f13-b60b-74538d7026d3 req-08479ae6-878e-4be4-a67e-03272e5f6a2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:06.014040 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d7fac900-7c2f-4f13-b60b-74538d7026d3 req-08479ae6-878e-4be4-a67e-03272e5f6a2a tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.1037040 Nov 24 13:33:06.015264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc63d-a139-436c-aa2f-73fc9bd8b841 req-34a66bfa-b57e-4e21-8c92-4112682e220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:06.016659 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e30fc63d-a139-436c-aa2f-73fc9bd8b841 req-34a66bfa-b57e-4e21-8c92-4112682e220d service neutron] 10.222.0.59 "GET /v2.0/networks?id=ba138eea-59a1-4e79-8997-b7b8fa7b11aa HTTP/1.1" status: 200 len: 897 time: 0.1604023 Nov 24 13:33:06.031482 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c57670-ba6b-4938-9edf-56a4646b1b67 None None] Checking router: a181f86c-45e1-4c4a-b6d2-97c8fca32823 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:33:06.032562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-7808b61b-2bff-4814-acf3-09062810bc5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'name': 'tempest-TestVolumeBootPattern-625850219-router', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:20:07Z', 'updated_at': '2021-11-24T13:33:05Z', 'revision_number': 6, 'project_id': '12ff18e3969242f59e4e52545b2bb4d7', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:06.039986 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c57670-ba6b-4938-9edf-56a4646b1b67 None None] Routers {'a181f86c-45e1-4c4a-b6d2-97c8fca32823'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:06.041160 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-37c57670-ba6b-4938-9edf-56a4646b1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:06.066414 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7808b61b-2bff-4814-acf3-09062810bc5e None None] The sync data for ids ['23565c6d-40a6-4bcf-a40b-497ddb15bfbf'] in n-d-817303-4 is: [{'id': '23565c6d-40a6-4bcf-a40b-497ddb15bfbf', 'name': 'tempest-TestVolumeBootPattern-625850219-router', 'tenant_id': '12ff18e3969242f59e4e52545b2bb4d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:20:07Z', 'updated_at': '2021-11-24T13:33:05Z', 'revision_number': 6, 'project_id': '12ff18e3969242f59e4e52545b2bb4d7', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:33:06.092444 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e30fc63d-a139-436c-aa2f-73fc9bd8b841 req-6a18d5d2-eab4-478a-988f-b98e7c588e9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4cbd778-6f48-4ffd-aeba-15a94566c89d HTTP/1.1" status: 200 len: 217 time: 0.0650163 Nov 24 13:33:06.136462 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.160322 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d7fac900-7c2f-4f13-b60b-74538d7026d3 req-503140f1-d222-48a9-b5a7-80a8c4ec32bc tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392837 Nov 24 13:33:06.166926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28221d4-185f-43f4-bf68-433bf303c889 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:06.173778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc63d-a139-436c-aa2f-73fc9bd8b841 req-7e1edb68-bb5b-4405-a2e6-ba6431f6d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:06.183134 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e30fc63d-a139-436c-aa2f-73fc9bd8b841 req-7e1edb68-bb5b-4405-a2e6-ba6431f6d0d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=39e03edd-9051-462d-990e-2f1496e3e0e7 HTTP/1.1" status: 200 len: 835 time: 0.0781512 Nov 24 13:33:06.184971 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-37c57670-ba6b-4938-9edf-56a4646b1b67 None None] Set router a181f86c-45e1-4c4a-b6d2-97c8fca32823 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:06.202632 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:06.242090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fc63d-a139-436c-aa2f-73fc9bd8b841 req-164eb20a-0298-4e8c-b9e5-d0874f3dcd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:06.244162 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e30fc63d-a139-436c-aa2f-73fc9bd8b841 req-164eb20a-0298-4e8c-b9e5-d0874f3dcd0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ba138eea-59a1-4e79-8997-b7b8fa7b11aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509982 Nov 24 13:33:06.245056 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.339340 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.342399 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.351261 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e30fc63d-a139-436c-aa2f-73fc9bd8b841 req-a8dee9f2-621e-4a9e-aca0-5e7265f78475 service neutron] 10.222.0.59 "GET /v2.0/networks/ba138eea-59a1-4e79-8997-b7b8fa7b11aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981734 Nov 24 13:33:06.388449 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.388946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23565c6d-40a6-4bcf-a40b-497ddb15bfbf {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:33:06.392253 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-37c57670-ba6b-4938-9edf-56a4646b1b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:32Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '441f25f5-1269-47c2-8a40-72211e3f2008', 'name': '', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:67:eb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:32Z', 'updated_at': '2021-11-24T13:31:35Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:06.395703 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.399221 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1719d095-80bb-45b3-b223-ce48741dde29 admin admin] 10.222.0.48 "DELETE /v2.0/routers/23565c6d-40a6-4bcf-a40b-497ddb15bfbf HTTP/1.1" status: 204 len: 168 time: 0.9557137 Nov 24 13:33:06.399470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53750) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:06.422055 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c57670-ba6b-4938-9edf-56a4646b1b67 None None] The sync data for ids ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'] in n-d-817303-4 is: [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:32Z', 'revision_number': 4, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '441f25f5-1269-47c2-8a40-72211e3f2008', 'name': '', 'network_id': 'ba138eea-59a1-4e79-8997-b7b8fa7b11aa', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'mac_address': 'fa:16:3e:67:eb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:32Z', 'updated_at': '2021-11-24T13:31:35Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'subnets': [{'id': '39e03edd-9051-462d-990e-2f1496e3e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:33:06.457421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-2172d4e0-6e79-41ee-be18-bfb0852432ca admin admin] Deleting subnet 3bb13414-b416-447f-a000-281d79ef1ae0 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:33:06.460983 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2172d4e0-6e79-41ee-be18-bfb0852432ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.482592 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e30fc63d-a139-436c-aa2f-73fc9bd8b841 req-3f14dfe0-f47e-4cb4-a43d-8b988e85d612 service neutron] 10.222.0.59 "GET /v2.0/networks/ba138eea-59a1-4e79-8997-b7b8fa7b11aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235063 Nov 24 13:33:06.500030 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2172d4e0-6e79-41ee-be18-bfb0852432ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.589489 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 58fa33e8-77a2-45de-9dcd-8445a3696378 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:06.599458 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.614137 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2172d4e0-6e79-41ee-be18-bfb0852432ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.617477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 58fa33e8-77a2-45de-9dcd-8445a3696378 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:06.617831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 58fa33e8-77a2-45de-9dcd-8445a3696378 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:06.670952 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2172d4e0-6e79-41ee-be18-bfb0852432ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.700394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172d4e0-6e79-41ee-be18-bfb0852432ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bb13414-b416-447f-a000-281d79ef1ae0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:06.706377 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2172d4e0-6e79-41ee-be18-bfb0852432ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.709672 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2172d4e0-6e79-41ee-be18-bfb0852432ca admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3bb13414-b416-447f-a000-281d79ef1ae0 HTTP/1.1" status: 204 len: 168 time: 0.3091195 Nov 24 13:33:06.711980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53752) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:06.712372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5bb7e5-e734-4767-9cb2-8ce6b3ad88ce None None] Network 2f3d579a-1e21-4765-a665-65b04edd1c7f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:33:06.783617 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.803807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d7adfe-3689-4611-8719-971bc22fafaa None None] New status for floating IP bdbf1e20-2832-4c0f-a26f-9d4afac59f72: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:33:06.836080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Deleting port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:06.836341 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.907749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] For port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b70ecb4b-90e4-4f6a-bdee-3141e97fbce6,segment=NetworkSegment(c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1),segment_id=c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:06.908762 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:06.924302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Calling delete_port for b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:06.960629 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8434cfd4-33c1-49e1-bdc8-fab079df9f09 None None] DHCP port deletion for 2f3d579a-1e21-4765-a665-65b04edd1c7f request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:07.005888 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.014428 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8434cfd4-33c1-49e1-bdc8-fab079df9f09 None None] Deleting port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:07.014809 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8434cfd4-33c1-49e1-bdc8-fab079df9f09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.034864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=b70ecb4b-90e4-4f6a-bdee-3141e97fbce6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:07.040482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] No DVR routers for this DVR port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:33:07.088817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8434cfd4-33c1-49e1-bdc8-fab079df9f09 None None] For port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6, host n-d-817303-4, got binding levels [] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:07.089279 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8434cfd4-33c1-49e1-bdc8-fab079df9f09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.101902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8434cfd4-33c1-49e1-bdc8-fab079df9f09 None None] Calling delete_port for b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:07.104985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.ipam_backend_mixin [None req-8434cfd4-33c1-49e1-bdc8-fab079df9f09 None None] Port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 was not found and therefore no delete operation was performed {{(pid=114987) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 13:33:07.106274 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8434cfd4-33c1-49e1-bdc8-fab079df9f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.115438 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.131807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434cfd4-33c1-49e1-bdc8-fab079df9f09 None None] Pushing event deleted for resources: {'Port': ['ID=b70ecb4b-90e4-4f6a-bdee-3141e97fbce6,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:07.136443 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3d579a-1e21-4765-a665-65b04edd1c7f']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:07.136635 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8434cfd4-33c1-49e1-bdc8-fab079df9f09 None None] No DVR routers for this DVR port b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:33:07.150361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:07.150689 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73d8cd9-ff30-43b5-a8de-0b1ecc9bc9a1') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:07.160487 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.174724 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.181701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:33:07.182106 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:33:07.183935 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:33:07.268405 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.275717 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.278863 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] 10.222.0.48 "DELETE /v2.0/networks/2f3d579a-1e21-4765-a665-65b04edd1c7f HTTP/1.1" status: 204 len: 168 time: 0.5659366 Nov 24 13:33:07.302756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d74b2-9e52-4ae8-a220-58458bd59d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=2f3d579a-1e21-4765-a665-65b04edd1c7f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:07.325794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da93ee-5305-4e5f-90bf-e5b49cbfe178 req-f67a2fd8-c9d8-4462-ba63-c252110817a3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:07.327307 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56da93ee-5305-4e5f-90bf-e5b49cbfe178 req-f67a2fd8-c9d8-4462-ba63-c252110817a3 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0691307 Nov 24 13:33:07.380628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56da93ee-5305-4e5f-90bf-e5b49cbfe178 req-597aa844-398e-40e6-95a8-3ba9a156d517 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "GET /v2.0/security-groups?id=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470278 Nov 24 13:33:07.399945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53758) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:07.435011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054b390-ae73-4df2-8fee-f12c2edf63b5 req-ad755197-a431-4f01-8778-546b981ccb8e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:07.436535 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1054b390-ae73-4df2-8fee-f12c2edf63b5 req-ad755197-a431-4f01-8778-546b981ccb8e tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.59 "GET /v2.0/ports?device_id=dce5a157-bf91-4d20-955c-31eb85ccd154 HTTP/1.1" status: 200 len: 945 time: 0.0577738 Nov 24 13:33:07.447104 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a6acb42a-a455-4990-88ad-8feab9e2bbc8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9eb189f71044813946e9bb1928ef292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458879 Nov 24 13:33:07.449548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53760) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:07.497801 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffd59713-539a-4f05-a918-5419ad12e8a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.518733 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffd59713-539a-4f05-a918-5419ad12e8a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.533550 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-1054b390-ae73-4df2-8fee-f12c2edf63b5 req-c9c7f306-fa35-43e2-bcfe-fcf02c7583bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port c4cbd778-6f48-4ffd-aeba-15a94566c89d {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:07.533891 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1054b390-ae73-4df2-8fee-f12c2edf63b5 req-c9c7f306-fa35-43e2-bcfe-fcf02c7583bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.565794 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffd59713-539a-4f05-a918-5419ad12e8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.568491 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffd59713-539a-4f05-a918-5419ad12e8a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.569738 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ffd59713-539a-4f05-a918-5419ad12e8a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5baafce0-0cce-4138-9459-d78544bcfcb0 HTTP/1.1" status: 204 len: 168 time: 0.1192200 Nov 24 13:33:07.577978 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd59713-539a-4f05-a918-5419ad12e8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baafce0-0cce-4138-9459-d78544bcfcb0,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:07.631093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-1054b390-ae73-4df2-8fee-f12c2edf63b5 req-c9c7f306-fa35-43e2-bcfe-fcf02c7583bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] For port c4cbd778-6f48-4ffd-aeba-15a94566c89d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c4cbd778-6f48-4ffd-aeba-15a94566c89d,segment=NetworkSegment(4e22a573-0aff-4552-8842-f2d2d8c207a0),segment_id=4e22a573-0aff-4552-8842-f2d2d8c207a0)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:07.631378 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1054b390-ae73-4df2-8fee-f12c2edf63b5 req-c9c7f306-fa35-43e2-bcfe-fcf02c7583bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.643457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-1054b390-ae73-4df2-8fee-f12c2edf63b5 req-c9c7f306-fa35-43e2-bcfe-fcf02c7583bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for c4cbd778-6f48-4ffd-aeba-15a94566c89d owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:07.779537 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1054b390-ae73-4df2-8fee-f12c2edf63b5 req-c9c7f306-fa35-43e2-bcfe-fcf02c7583bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.817501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7f306-fa35-43e2-bcfe-fcf02c7583bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=c4cbd778-6f48-4ffd-aeba-15a94566c89d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:07.863435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-1054b390-ae73-4df2-8fee-f12c2edf63b5 req-c9c7f306-fa35-43e2-bcfe-fcf02c7583bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] No DVR routers for this DVR port c4cbd778-6f48-4ffd-aeba-15a94566c89d on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:33:07.866310 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-1054b390-ae73-4df2-8fee-f12c2edf63b5 req-c9c7f306-fa35-43e2-bcfe-fcf02c7583bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:07.869862 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1054b390-ae73-4df2-8fee-f12c2edf63b5 req-c9c7f306-fa35-43e2-bcfe-fcf02c7583bb tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.59 "DELETE /v2.0/ports/c4cbd778-6f48-4ffd-aeba-15a94566c89d HTTP/1.1" status: 204 len: 173 time: 0.4254503 Nov 24 13:33:07.870382 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'name': 'network-vif-deleted', 'tag': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:33:07.872999 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ea061a-d585-4ddc-803c-96aa2ce4e63d" -d '{"events": [{"server_uuid": "dce5a157-bf91-4d20-955c-31eb85ccd154", "name": "network-vif-deleted", "tag": "c4cbd778-6f48-4ffd-aeba-15a94566c89d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:33:07.918496 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4c93cf-1c91-49b2-9770-91dac9d9e357 x-openstack-request-id: req-0b4c93cf-1c91-49b2-9770-91dac9d9e357 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:33:07.918800 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce5a157-bf91-4d20-955c-31eb85ccd154", "name": "network-vif-deleted", "tag": "c4cbd778-6f48-4ffd-aeba-15a94566c89d", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:33:07.919183 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b4c93cf-1c91-49b2-9770-91dac9d9e357 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:33:07.919759 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce5a157-bf91-4d20-955c-31eb85ccd154', 'name': 'network-vif-deleted', 'tag': 'c4cbd778-6f48-4ffd-aeba-15a94566c89d', 'status': 'completed', 'code': 200} Nov 24 13:33:07.939703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53768) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:07.984069 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dd84c14b-c257-4431-8a13-7b86c0878a19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12ff18e3969242f59e4e52545b2bb4d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430880 Nov 24 13:33:07.986469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53770) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:08.033015 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2eedec55-20d5-4c00-a9df-a937aff319c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:08.053324 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2eedec55-20d5-4c00-a9df-a937aff319c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:08.102650 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2eedec55-20d5-4c00-a9df-a937aff319c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:08.105472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2eedec55-20d5-4c00-a9df-a937aff319c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:08.106658 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2eedec55-20d5-4c00-a9df-a937aff319c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94abb695-d9d0-4975-bf8f-aecba94dbf0d HTTP/1.1" status: 204 len: 168 time: 0.1191957 Nov 24 13:33:08.114243 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedec55-20d5-4c00-a9df-a937aff319c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94abb695-d9d0-4975-bf8f-aecba94dbf0d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:08.414874 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:08.443383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:08.443989 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f6e568e5-dff0-4bea-b2a4-c2d07cc7ec97 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:08.444374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:08.467741 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53776) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:08.471191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:08.471549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b70ecb4b-90e4-4f6a-bdee-3141e97fbce6 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:08.842333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2990cbe-ab0d-4b40-81da-bd02a62bf69c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:09.088742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d2990cbe-ab0d-4b40-81da-bd02a62bf69c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port 441f25f5-1269-47c2-8a40-72211e3f2008 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:09.089395 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2990cbe-ab0d-4b40-81da-bd02a62bf69c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:09.176859 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-d2990cbe-ab0d-4b40-81da-bd02a62bf69c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] For port 441f25f5-1269-47c2-8a40-72211e3f2008, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=441f25f5-1269-47c2-8a40-72211e3f2008,segment=NetworkSegment(4e22a573-0aff-4552-8842-f2d2d8c207a0),segment_id=4e22a573-0aff-4552-8842-f2d2d8c207a0)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:09.177132 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2990cbe-ab0d-4b40-81da-bd02a62bf69c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:09.188976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d2990cbe-ab0d-4b40-81da-bd02a62bf69c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for 441f25f5-1269-47c2-8a40-72211e3f2008 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:09.367960 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2990cbe-ab0d-4b40-81da-bd02a62bf69c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:09.396045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2990cbe-ab0d-4b40-81da-bd02a62bf69c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=441f25f5-1269-47c2-8a40-72211e3f2008,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:09.566217 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d2990cbe-ab0d-4b40-81da-bd02a62bf69c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:09.780666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2990cbe-ab0d-4b40-81da-bd02a62bf69c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Router a181f86c-45e1-4c4a-b6d2-97c8fca32823 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:33:09.806987 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:09.887501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2990cbe-ab0d-4b40-81da-bd02a62bf69c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:33:09.893524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d2990cbe-ab0d-4b40-81da-bd02a62bf69c tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "PUT /v2.0/routers/a181f86c-45e1-4c4a-b6d2-97c8fca32823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4237509 Nov 24 13:33:09.895395 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53778) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:09.897932 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ebf7b-f142-4599-a475-2412035fd102 None None] Sync routers for ids ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:33:09.908233 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ebf7b-f142-4599-a475-2412035fd102 None None] Routers {'a181f86c-45e1-4c4a-b6d2-97c8fca32823'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:09.908874 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0a9ebf7b-f142-4599-a475-2412035fd102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:09.945776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-c359d595-0e1f-467d-93db-1d4d3c0f6d3b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting subnet 39e03edd-9051-462d-990e-2f1496e3e0e7 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:33:09.949608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c359d595-0e1f-467d-93db-1d4d3c0f6d3b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:09.989056 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c359d595-0e1f-467d-93db-1d4d3c0f6d3b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:10.012889 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0a9ebf7b-f142-4599-a475-2412035fd102 None None] Set router a181f86c-45e1-4c4a-b6d2-97c8fca32823 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:10.076502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c359d595-0e1f-467d-93db-1d4d3c0f6d3b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:10.138023 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c359d595-0e1f-467d-93db-1d4d3c0f6d3b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:10.166041 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359d595-0e1f-467d-93db-1d4d3c0f6d3b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Subnet': ['ID=39e03edd-9051-462d-990e-2f1496e3e0e7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:10.169547 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c359d595-0e1f-467d-93db-1d4d3c0f6d3b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:10.175716 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c359d595-0e1f-467d-93db-1d4d3c0f6d3b tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/subnets/39e03edd-9051-462d-990e-2f1496e3e0e7 HTTP/1.1" status: 204 len: 168 time: 0.2765057 Nov 24 13:33:10.175716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53780) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:10.179330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e59e179-10ce-4f57-bbad-44a4c5cded3a None None] Network ba138eea-59a1-4e79-8997-b7b8fa7b11aa requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:33:10.290893 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0a9ebf7b-f142-4599-a475-2412035fd102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:33:09Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:10.300096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:10.321913 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ebf7b-f142-4599-a475-2412035fd102 None None] Checking router: a181f86c-45e1-4c4a-b6d2-97c8fca32823 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:33:10.331296 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ebf7b-f142-4599-a475-2412035fd102 None None] Routers {'a181f86c-45e1-4c4a-b6d2-97c8fca32823'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:10.331915 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0a9ebf7b-f142-4599-a475-2412035fd102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:10.411025 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0e72a2-9797-461c-a9fe-7b5f05e6a317 None None] DHCP port deletion for ba138eea-59a1-4e79-8997-b7b8fa7b11aa request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:10.422601 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:10.450571 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0a9ebf7b-f142-4599-a475-2412035fd102 None None] Set router a181f86c-45e1-4c4a-b6d2-97c8fca32823 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:10.468638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e72a2-9797-461c-a9fe-7b5f05e6a317 None None] Deleting port 068da4a5-49e3-433a-b458-e36cfde78031 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:10.469059 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b0e72a2-9797-461c-a9fe-7b5f05e6a317 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:10.481371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Deleting port 830cfcd2-0756-4ba3-a171-ec5deef3cf64 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:10.481712 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:10.532758 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1b0e72a2-9797-461c-a9fe-7b5f05e6a317 None None] For port 068da4a5-49e3-433a-b458-e36cfde78031, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=068da4a5-49e3-433a-b458-e36cfde78031,segment=NetworkSegment(4e22a573-0aff-4552-8842-f2d2d8c207a0),segment_id=4e22a573-0aff-4552-8842-f2d2d8c207a0)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:10.533156 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b0e72a2-9797-461c-a9fe-7b5f05e6a317 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:10.546880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e72a2-9797-461c-a9fe-7b5f05e6a317 None None] Calling delete_port for 068da4a5-49e3-433a-b458-e36cfde78031 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:10.569321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] For port 830cfcd2-0756-4ba3-a171-ec5deef3cf64, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=830cfcd2-0756-4ba3-a171-ec5deef3cf64,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:10.569739 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:10.582695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Calling delete_port for 830cfcd2-0756-4ba3-a171-ec5deef3cf64 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:10.629219 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0a9ebf7b-f142-4599-a475-2412035fd102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:33:09Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:10.637137 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b0e72a2-9797-461c-a9fe-7b5f05e6a317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:10.656081 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ebf7b-f142-4599-a475-2412035fd102 None None] The sync data for ids ['a181f86c-45e1-4c4a-b6d2-97c8fca32823'] in n-d-817303-4 is: [{'id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'name': 'tempest-TestNetworkAdvancedServerOps-router-822330184', 'tenant_id': '1903467d483849278979cf8e91cd17b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:33:09Z', 'revision_number': 5, 'project_id': '1903467d483849278979cf8e91cd17b3', 'gw_port': {'id': '830cfcd2-0756-4ba3-a171-ec5deef3cf64', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a181f86c-45e1-4c4a-b6d2-97c8fca32823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:31:29Z', 'updated_at': '2021-11-24T13:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:33:10.662516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e72a2-9797-461c-a9fe-7b5f05e6a317 None None] Pushing event deleted for resources: {'Port': ['ID=068da4a5-49e3-433a-b458-e36cfde78031,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:10.672094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0e72a2-9797-461c-a9fe-7b5f05e6a317 None None] No DVR routers for this DVR port 068da4a5-49e3-433a-b458-e36cfde78031 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:33:10.758878 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:10.784296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Port': ['ID=830cfcd2-0756-4ba3-a171-ec5deef3cf64,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:10.798120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6bcd3c-b261-42c6-bf1b-15a4838f5fbc None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:10.846678 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.265208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.267300 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.309321 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.309874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Fanout notify agent at l3_agent the message router_deleted on router a181f86c-45e1-4c4a-b6d2-97c8fca32823 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:33:11.317088 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.320867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-27f28e87-b766-4587-9d4b-4cb6d1933351 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/routers/a181f86c-45e1-4c4a-b6d2-97c8fca32823 HTTP/1.1" status: 204 len: 168 time: 1.1416912 Nov 24 13:33:11.321082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53782) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:11.398932 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d68-0c87-4b2a-864e-45ab0ac741ab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.489575 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d68-0c87-4b2a-864e-45ab0ac741ab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.508464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5fb47d68-0c87-4b2a-864e-45ab0ac741ab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba138eea-59a1-4e79-8997-b7b8fa7b11aa']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:11.518082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5fb47d68-0c87-4b2a-864e-45ab0ac741ab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e22a573-0aff-4552-8842-f2d2d8c207a0') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:11.518377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5fb47d68-0c87-4b2a-864e-45ab0ac741ab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e22a573-0aff-4552-8842-f2d2d8c207a0') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:11.528389 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d68-0c87-4b2a-864e-45ab0ac741ab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.541633 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d68-0c87-4b2a-864e-45ab0ac741ab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.547335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb47d68-0c87-4b2a-864e-45ab0ac741ab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:33:11.547717 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d68-0c87-4b2a-864e-45ab0ac741ab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:33:11.550628 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:33:11.616801 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d68-0c87-4b2a-864e-45ab0ac741ab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.623638 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5fb47d68-0c87-4b2a-864e-45ab0ac741ab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.626617 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5fb47d68-0c87-4b2a-864e-45ab0ac741ab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/networks/ba138eea-59a1-4e79-8997-b7b8fa7b11aa HTTP/1.1" status: 204 len: 168 time: 0.3045588 Nov 24 13:33:11.629475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53784) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:11.638337 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb47d68-0c87-4b2a-864e-45ab0ac741ab tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'Network': ['ID=ba138eea-59a1-4e79-8997-b7b8fa7b11aa,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:11.686620 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4d2c-c137-4f27-9a3d-37f73dbc56e9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.711016 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4d2c-c137-4f27-9a3d-37f73dbc56e9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.775145 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4d2c-c137-4f27-9a3d-37f73dbc56e9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.777934 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4d2c-c137-4f27-9a3d-37f73dbc56e9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:11.781751 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f7bf4d2c-c137-4f27-9a3d-37f73dbc56e9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] 10.222.0.48 "DELETE /v2.0/security-groups/cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9 HTTP/1.1" status: 204 len: 168 time: 0.1488287 Nov 24 13:33:11.793038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf4d2c-c137-4f27-9a3d-37f73dbc56e9 tempest-TestNetworkAdvancedServerOps-1801243395 tempest-TestNetworkAdvancedServerOps-1801243395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb77ae0c-dac3-4072-99b3-3bbc7b1a27e9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:11.967575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c4cbd778-6f48-4ffd-aeba-15a94566c89d no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:11.987216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: c4cbd778-6f48-4ffd-aeba-15a94566c89d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:11.987572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c4cbd778-6f48-4ffd-aeba-15a94566c89d not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:12.078126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53792) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:12.215890 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-105042b1-6623-4e1a-a1cc-490f21189a8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1903467d483849278979cf8e91cd17b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365585 Nov 24 13:33:12.218410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53796) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:12.270313 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24f9d692-ea23-47df-bcb3-cfd7a990fe33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:12.292641 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24f9d692-ea23-47df-bcb3-cfd7a990fe33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:12.339619 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24f9d692-ea23-47df-bcb3-cfd7a990fe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:12.342395 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-24f9d692-ea23-47df-bcb3-cfd7a990fe33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:12.343564 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-24f9d692-ea23-47df-bcb3-cfd7a990fe33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52bbdb38-d79d-4ecb-98c5-6149a29d0d93 HTTP/1.1" status: 204 len: 168 time: 0.1242580 Nov 24 13:33:12.353948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9d692-ea23-47df-bcb3-cfd7a990fe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bbdb38-d79d-4ecb-98c5-6149a29d0d93,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:12.387812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 068da4a5-49e3-433a-b458-e36cfde78031 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:12.409540 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 068da4a5-49e3-433a-b458-e36cfde78031 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:12.409782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 068da4a5-49e3-433a-b458-e36cfde78031 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:12.410286 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 441f25f5-1269-47c2-8a40-72211e3f2008 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:12.430802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 441f25f5-1269-47c2-8a40-72211e3f2008 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:12.431153 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 441f25f5-1269-47c2-8a40-72211e3f2008 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:12.431707 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 830cfcd2-0756-4ba3-a171-ec5deef3cf64 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:12.451501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 830cfcd2-0756-4ba3-a171-ec5deef3cf64 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:12.451855 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 830cfcd2-0756-4ba3-a171-ec5deef3cf64 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:12.613079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53802) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:12.652529 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-81d72213-f010-4e6a-aead-02eba2b65682 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c81c8cdab3e427abeac3fea21212d68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383232 Nov 24 13:33:12.654841 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53804) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:12.700298 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-114ae8b1-1a57-4f85-9d01-7e47a4c1ca1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:12.721522 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-114ae8b1-1a57-4f85-9d01-7e47a4c1ca1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:12.770422 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-114ae8b1-1a57-4f85-9d01-7e47a4c1ca1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:12.773200 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-114ae8b1-1a57-4f85-9d01-7e47a4c1ca1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:12.774325 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-114ae8b1-1a57-4f85-9d01-7e47a4c1ca1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21fb152f-61c0-4b42-b539-c97449da463f HTTP/1.1" status: 204 len: 168 time: 0.1186140 Nov 24 13:33:12.783141 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ae8b1-1a57-4f85-9d01-7e47a4c1ca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fb152f-61c0-4b42-b539-c97449da463f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:13.446740 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53826) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:13.548261 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2069782372-network', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:33:13.569217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] Made reservation on behalf of 274adfd1c9ea4e10a94a48745a308baf for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:33:13.571460 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:13.579521 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:13.651263 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:13.654525 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:13.675130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:33:13.690205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb5a032-75bb-4a89-93b9-2f9b5432614e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:13.693031 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:13.693376 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] Added segment 0d31a1a5-a7c9-4389-b18c-77f481f49b00 of type vlan for network d665c24c-7d53-40ac-902e-7bd77c19b78d Nov 24 13:33:13.732305 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:13.757575 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:13.758568 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:13.759741 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:13.795783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3477871 Nov 24 13:33:13.798828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53830) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:13.803732 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2be33e50-642b-4450-9678-f207c3e9e04f admin admin] Request body: {'subnet': {'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2069782372-subnet', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:33:13.826614 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be33e50-642b-4450-9678-f207c3e9e04f admin admin] Made reservation on behalf of 274adfd1c9ea4e10a94a48745a308baf for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:33:13.829452 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2be33e50-642b-4450-9678-f207c3e9e04f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:13.830469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa838990-96fd-4f16-afbb-af0ffdfc9a47 admin admin] Pushing event updated for resources: {'Network': ['ID=d665c24c-7d53-40ac-902e-7bd77c19b78d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:13.842551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network d665c24c-7d53-40ac-902e-7bd77c19b78d details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:33:14.011464 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2be33e50-642b-4450-9678-f207c3e9e04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.062397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be33e50-642b-4450-9678-f207c3e9e04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d37ef3-3235-4a9f-a323-dd518515aaaa,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:14.078303 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be33e50-642b-4450-9678-f207c3e9e04f admin admin] Checking segment: {'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:33:14.078650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be33e50-642b-4450-9678-f207c3e9e04f admin admin] Network hostable DHCP agents. Network: d665c24c-7d53-40ac-902e-7bd77c19b78d, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:33:14.094444 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be33e50-642b-4450-9678-f207c3e9e04f admin admin] Network d665c24c-7d53-40ac-902e-7bd77c19b78d is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:33:14.104354 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-2be33e50-642b-4450-9678-f207c3e9e04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, d665c24c-7d53-40ac-902e-7bd77c19b78d) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:33:14.108146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be33e50-642b-4450-9678-f207c3e9e04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:14.108756 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2be33e50-642b-4450-9678-f207c3e9e04f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.113902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5994b1e-c010-4c03-af53-84a3b73a4157 None None] Network d665c24c-7d53-40ac-902e-7bd77c19b78d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:33:14.126169 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2be33e50-642b-4450-9678-f207c3e9e04f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3261981 Nov 24 13:33:14.128848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53832) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:14.133115 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2069782372-router', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:33:14.153448 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.154444 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.208218 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.261268 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-d665c24c-7d53-40ac-902e-7bd77c19b78d', 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'fixed_ips': [{'subnet_id': '31d37ef3-3235-4a9f-a323-dd518515aaaa'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:33:14.262143 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.352176 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.397051 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Allocated IP 172.20.0.2 (d665c24c-7d53-40ac-902e-7bd77c19b78d/31d37ef3-3235-4a9f-a323-dd518515aaaa/b3365ab7-0af1-4cda-8562-f3cf6952c9ab) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:33:14.539522 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.545862 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.553192 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.573696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.594124 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Network d665c24c-7d53-40ac-902e-7bd77c19b78d is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:33:14.596873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:33:14.599731 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:33:14.605922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Pushing event updated for resources: {'Port': ['ID=b3365ab7-0af1-4cda-8562-f3cf6952c9ab,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:14.656973 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Attempting to bind port b3365ab7-0af1-4cda-8562-f3cf6952c9ab on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:33:14.657340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Attempting to bind port b3365ab7-0af1-4cda-8562-f3cf6952c9ab by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:33:14.657705 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Attempting to bind port b3365ab7-0af1-4cda-8562-f3cf6952c9ab on network d665c24c-7d53-40ac-902e-7bd77c19b78d {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:33:14.662542 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:33:14.662915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Checking segment: {'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:33:14.663310 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.663812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Bound using segment: {'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:33:14.664372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Bound port: b3365ab7-0af1-4cda-8562-f3cf6952c9ab, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:33:14.664812 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.678011 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Allocated IP 172.25.0.94 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/b01f5008-de6e-4cdf-8d48-4e9f7342adba) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:33:14.728886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] For port b3365ab7-0af1-4cda-8562-f3cf6952c9ab, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:33:14.732508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] For port b3365ab7-0af1-4cda-8562-f3cf6952c9ab, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b3365ab7-0af1-4cda-8562-f3cf6952c9ab,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:33:14.736884 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.786608 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.798788 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1348c-f15f-49ad-a45b-26fcc9fac6f5 None None] Pushing event updated for resources: {'Port': ['ID=b3365ab7-0af1-4cda-8562-f3cf6952c9ab,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:14.820758 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:14.863599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:33:14.866533 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:33:14.870589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:33:14.881134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41149fc4-1c0b-4a6a-86ac-fd33f8a3dc1d None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:14.894332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Pushing event updated for resources: {'Port': ['ID=b01f5008-de6e-4cdf-8d48-4e9f7342adba,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:14.940026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e8b3ceb9-e784-4dea-9a19-cce9faa446c3 None None] Provisioning complete for port b01f5008-de6e-4cdf-8d48-4e9f7342adba triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:14.940514 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e8b3ceb9-e784-4dea-9a19-cce9faa446c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:15.003062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e8b3ceb9-e784-4dea-9a19-cce9faa446c3 None None] Port b01f5008-de6e-4cdf-8d48-4e9f7342adba cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:33:15.151053 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:15.345609 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:15.476218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Router be589d1f-837d-44b5-b2e4-778f28b652a4 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:33:15.589033 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:33:15.597587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Sync routers for ids ['be589d1f-837d-44b5-b2e4-778f28b652a4'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:33:15.609401 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:15.609848 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Routers {'be589d1f-837d-44b5-b2e4-778f28b652a4'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:15.610885 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fcde282a-174b-43dc-961f-8885fea4f955 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4810741 Nov 24 13:33:15.613705 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53834) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:15.614487 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['be589d1f-837d-44b5-b2e4-778f28b652a4'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:15.832867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8090c9-4b4c-4dbb-872a-c639f0a1c54d None None] Network d665c24c-7d53-40ac-902e-7bd77c19b78d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:33:15.938228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b5c98769-8b45-4024-bfaf-23caa7514df8 None None] Provisioning complete for port b3365ab7-0af1-4cda-8562-f3cf6952c9ab triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:15.938902 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b5c98769-8b45-4024-bfaf-23caa7514df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:15.980320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Set router be589d1f-837d-44b5-b2e4-778f28b652a4 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:16.047689 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.203822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Allocated IP 172.20.0.1 (d665c24c-7d53-40ac-902e-7bd77c19b78d/31d37ef3-3235-4a9f-a323-dd518515aaaa/0c50c878-eb10-4f61-9713-3d8f5868ecda) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:33:16.223754 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b5c98769-8b45-4024-bfaf-23caa7514df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.303976 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b5c98769-8b45-4024-bfaf-23caa7514df8 None None] For port b3365ab7-0af1-4cda-8562-f3cf6952c9ab, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b3365ab7-0af1-4cda-8562-f3cf6952c9ab,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:16.310353 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b5c98769-8b45-4024-bfaf-23caa7514df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.328141 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.354123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'name': 'tempest-TestServerMultinode-2069782372-router', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b01f5008-de6e-4cdf-8d48-4e9f7342adba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:15Z', 'revision_number': 3, 'project_id': '274adfd1c9ea4e10a94a48745a308baf', 'gw_port': {'id': 'b01f5008-de6e-4cdf-8d48-4e9f7342adba', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:16.375943 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.389949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Checking router: be589d1f-837d-44b5-b2e4-778f28b652a4 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:33:16.390316 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Updating router be589d1f-837d-44b5-b2e4-778f28b652a4 port b01f5008-de6e-4cdf-8d48-4e9f7342adba binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:33:16.413151 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c98769-8b45-4024-bfaf-23caa7514df8 None None] Pushing event updated for resources: {'Port': ['ID=b3365ab7-0af1-4cda-8562-f3cf6952c9ab,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:16.422473 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.426204 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Network d665c24c-7d53-40ac-902e-7bd77c19b78d is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:33:16.430644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:33:16.433319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Pushing event updated for resources: {'Port': ['ID=0c50c878-eb10-4f61-9713-3d8f5868ecda,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:16.435610 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:33:16.465618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b3365ab7-0af1-4cda-8562-f3cf6952c9ab up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:33:16.483737 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.625007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.650721 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b3365ab7-0af1-4cda-8562-f3cf6952c9ab triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:16.651100 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.706232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9810ff60-2341-467f-bc64-543d5def65a7 None None] Provisioning complete for port b3365ab7-0af1-4cda-8562-f3cf6952c9ab triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:16.706610 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9810ff60-2341-467f-bc64-543d5def65a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.793093 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.797665 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.853065 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.862538 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.871306 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.874122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Pushing event updated for resources: {'Port': ['ID=0c50c878-eb10-4f61-9713-3d8f5868ecda,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:16.939307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ec62ec-6be4-43bd-9b00-b80d1950f825 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:16.956266 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Attempting to bind port b01f5008-de6e-4cdf-8d48-4e9f7342adba on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:33:16.956646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Attempting to bind port b01f5008-de6e-4cdf-8d48-4e9f7342adba by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:33:16.957043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Attempting to bind port b01f5008-de6e-4cdf-8d48-4e9f7342adba on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:33:16.960297 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9603b45-b40a-4bb5-a3dd-43b827c9050f None None] Pushing event updated for resources: {'Port': ['ID=b01f5008-de6e-4cdf-8d48-4e9f7342adba,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:16.965882 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:33:16.966379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:33:16.966660 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.967052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:33:16.967537 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Bound port: b01f5008-de6e-4cdf-8d48-4e9f7342adba, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:33:16.967923 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:16.973965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Network d665c24c-7d53-40ac-902e-7bd77c19b78d is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:33:16.975387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:33:17.026419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] For port b01f5008-de6e-4cdf-8d48-4e9f7342adba, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:33:17.030419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] For port b01f5008-de6e-4cdf-8d48-4e9f7342adba, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b01f5008-de6e-4cdf-8d48-4e9f7342adba,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:33:17.036585 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.093779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99226dd-cb9e-43eb-8017-dab5c180ab73 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:17.104309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Router be589d1f-837d-44b5-b2e4-778f28b652a4 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:33:17.124862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-77874e46-b346-4cf6-9a1c-89ef22b3c66d None None] Provisioning complete for port b01f5008-de6e-4cdf-8d48-4e9f7342adba triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:17.125344 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77874e46-b346-4cf6-9a1c-89ef22b3c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.128539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Routers {'be589d1f-837d-44b5-b2e4-778f28b652a4'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:17.129736 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['be589d1f-837d-44b5-b2e4-778f28b652a4'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:17.132903 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9603b45-b40a-4bb5-a3dd-43b827c9050f None None] Pushing event updated for resources: {'Port': ['ID=b01f5008-de6e-4cdf-8d48-4e9f7342adba,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:17.219506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:33:17.227068 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-cb18e8f6-cc83-44ec-9e9a-bf1856a81c36 admin admin] 10.222.0.48 "PUT /v2.0/routers/be589d1f-837d-44b5-b2e4-778f28b652a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6115322 Nov 24 13:33:17.305560 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] Set router be589d1f-837d-44b5-b2e4-778f28b652a4 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:17.334184 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77874e46-b346-4cf6-9a1c-89ef22b3c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.395085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-77874e46-b346-4cf6-9a1c-89ef22b3c66d None None] For port b01f5008-de6e-4cdf-8d48-4e9f7342adba, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b01f5008-de6e-4cdf-8d48-4e9f7342adba,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:17.576195 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77874e46-b346-4cf6-9a1c-89ef22b3c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.662543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-77874e46-b346-4cf6-9a1c-89ef22b3c66d None None] Provisioning complete for port 0c50c878-eb10-4f61-9713-3d8f5868ecda triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:17.662927 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-77874e46-b346-4cf6-9a1c-89ef22b3c66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.714924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77874e46-b346-4cf6-9a1c-89ef22b3c66d None None] Pushing event updated for resources: {'Port': ['ID=b01f5008-de6e-4cdf-8d48-4e9f7342adba,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:17.727710 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-77874e46-b346-4cf6-9a1c-89ef22b3c66d None None] Port 0c50c878-eb10-4f61-9713-3d8f5868ecda cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:33:17.730985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53850) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:17.736149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1220260490-network', 'tenant_id': '840847d11670434891466e59577225c0'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:33:17.758857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] Made reservation on behalf of 840847d11670434891466e59577225c0 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:33:17.761447 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.770177 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.774586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'name': 'tempest-TestServerMultinode-2069782372-router', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b01f5008-de6e-4cdf-8d48-4e9f7342adba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:16Z', 'revision_number': 4, 'project_id': '274adfd1c9ea4e10a94a48745a308baf', 'gw_port': {'id': 'b01f5008-de6e-4cdf-8d48-4e9f7342adba', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0c50c878-eb10-4f61-9713-3d8f5868ecda', 'name': '', 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'mac_address': 'fa:16:3e:6e:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '31d37ef3-3235-4a9f-a323-dd518515aaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:16Z', 'updated_at': '2021-11-24T13:33:16Z', 'revision_number': 2, 'project_id': '274adfd1c9ea4e10a94a48745a308baf', 'subnets': [{'id': '31d37ef3-3235-4a9f-a323-dd518515aaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:17.802341 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8964e380-0da7-4c99-8cb3-a9c5522b2b1e None None] The sync data for ids ['be589d1f-837d-44b5-b2e4-778f28b652a4'] in n-d-817303-4 is: [{'id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'name': 'tempest-TestServerMultinode-2069782372-router', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b01f5008-de6e-4cdf-8d48-4e9f7342adba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:16Z', 'revision_number': 4, 'project_id': '274adfd1c9ea4e10a94a48745a308baf', 'gw_port': {'id': 'b01f5008-de6e-4cdf-8d48-4e9f7342adba', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0c50c878-eb10-4f61-9713-3d8f5868ecda', 'name': '', 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'mac_address': 'fa:16:3e:6e:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '31d37ef3-3235-4a9f-a323-dd518515aaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:16Z', 'updated_at': '2021-11-24T13:33:16Z', 'revision_number': 2, 'project_id': '274adfd1c9ea4e10a94a48745a308baf', 'subnets': [{'id': '31d37ef3-3235-4a9f-a323-dd518515aaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:33:17.848999 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.849281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-715e03e4-e155-4af7-8acb-ecf8dbcd946d None None] Provisioning complete for port b01f5008-de6e-4cdf-8d48-4e9f7342adba triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:17.849664 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-715e03e4-e155-4af7-8acb-ecf8dbcd946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.854919 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.881067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:33:17.891869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:17.897161 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.897514 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] Added segment b90062cb-3092-4484-b6c2-98beb102e725 of type vlan for network 18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec Nov 24 13:33:17.943478 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.957187 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-715e03e4-e155-4af7-8acb-ecf8dbcd946d None None] Provisioning complete for port 0c50c878-eb10-4f61-9713-3d8f5868ecda triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:17.957703 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-715e03e4-e155-4af7-8acb-ecf8dbcd946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.973070 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.974276 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:17.974985 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:17.996071 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-715e03e4-e155-4af7-8acb-ecf8dbcd946d None None] Port 0c50c878-eb10-4f61-9713-3d8f5868ecda cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:33:18.019451 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2872214 Nov 24 13:33:18.020136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53852) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:18.032354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7f072638-4124-4c20-ae0c-fddb0859b77a admin admin] Request body: {'subnet': {'network_id': '18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1220260490-subnet', 'tenant_id': '840847d11670434891466e59577225c0', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:33:18.066005 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74dd0a-1a8f-4b2d-94fd-ac2213202cef admin admin] Pushing event updated for resources: {'Network': ['ID=18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:18.079499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:33:18.084415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f072638-4124-4c20-ae0c-fddb0859b77a admin admin] Made reservation on behalf of 840847d11670434891466e59577225c0 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:33:18.086877 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f072638-4124-4c20-ae0c-fddb0859b77a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:18.269724 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f072638-4124-4c20-ae0c-fddb0859b77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:18.328084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f072638-4124-4c20-ae0c-fddb0859b77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a8351a-d03b-439d-9ab4-f5693f60d5db,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:18.337248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f072638-4124-4c20-ae0c-fddb0859b77a admin admin] Checking segment: {'id': 'b90062cb-3092-4484-b6c2-98beb102e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:33:18.337631 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f072638-4124-4c20-ae0c-fddb0859b77a admin admin] Network hostable DHCP agents. Network: 18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:33:18.356262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f072638-4124-4c20-ae0c-fddb0859b77a admin admin] Network 18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:33:18.366881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-7f072638-4124-4c20-ae0c-fddb0859b77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:33:18.370935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f072638-4124-4c20-ae0c-fddb0859b77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:18.371535 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f072638-4124-4c20-ae0c-fddb0859b77a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:18.378586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55106bd1-69d0-4859-8635-0683959c298d None None] Network 18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:33:18.394353 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53854) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:18.395053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7f072638-4124-4c20-ae0c-fddb0859b77a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3712165 Nov 24 13:33:18.400243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1220260490-router', 'tenant_id': '840847d11670434891466e59577225c0', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:33:18.429989 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:18.431407 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:18.439272 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b3365ab7-0af1-4cda-8562-f3cf6952c9ab up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:33:18.487694 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:18.562068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b3365ab7-0af1-4cda-8562-f3cf6952c9ab triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:18.562554 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:18.639572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec', 'network_id': '18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec', 'tenant_id': '840847d11670434891466e59577225c0', 'fixed_ips': [{'subnet_id': 'f9a8351a-d03b-439d-9ab4-f5693f60d5db'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:33:18.640435 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:18.834190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Allocated IP 172.20.0.2 (18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec/f9a8351a-d03b-439d-9ab4-f5693f60d5db/a05d3543-aace-4335-9a82-a0748f8aff26) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:33:19.004607 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:19.014651 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:19.034779 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:19.056588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Network 18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:33:19.060332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:33:19.063319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:33:19.072042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Pushing event updated for resources: {'Port': ['ID=a05d3543-aace-4335-9a82-a0748f8aff26,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:19.128688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Attempting to bind port a05d3543-aace-4335-9a82-a0748f8aff26 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:33:19.129096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Attempting to bind port a05d3543-aace-4335-9a82-a0748f8aff26 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'b90062cb-3092-4484-b6c2-98beb102e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:33:19.129466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Attempting to bind port a05d3543-aace-4335-9a82-a0748f8aff26 on network 18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:33:19.135888 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:33:19.136269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Checking segment: {'id': 'b90062cb-3092-4484-b6c2-98beb102e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:33:19.136681 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:19.137103 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Bound using segment: {'id': 'b90062cb-3092-4484-b6c2-98beb102e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:33:19.137583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Bound port: a05d3543-aace-4335-9a82-a0748f8aff26, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90062cb-3092-4484-b6c2-98beb102e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:33:19.137962 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:19.203250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] For port a05d3543-aace-4335-9a82-a0748f8aff26, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:33:19.207044 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] For port a05d3543-aace-4335-9a82-a0748f8aff26, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a05d3543-aace-4335-9a82-a0748f8aff26,segment=NetworkSegment(b90062cb-3092-4484-b6c2-98beb102e725),segment_id=b90062cb-3092-4484-b6c2-98beb102e725)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:33:19.214530 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:19.271672 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:19.285426 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201b2e5-e158-4b68-bdd5-55f5da90a944 None None] Pushing event updated for resources: {'Port': ['ID=a05d3543-aace-4335-9a82-a0748f8aff26,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:19.296563 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:19.413157 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Allocated IP 172.25.0.103 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/f97509fc-9b70-4b76-81e2-6a5f12e5c906) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:33:19.545383 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:19.579834 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:19.619624 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:33:19.622452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:33:19.625857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:33:19.631223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Pushing event updated for resources: {'Port': ['ID=f97509fc-9b70-4b76-81e2-6a5f12e5c906,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:19.636695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99234979-c9ab-49dd-948c-c4029dead4fd None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:19.736551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fe790a52-238c-4375-92ba-886714db20fb None None] Provisioning complete for port f97509fc-9b70-4b76-81e2-6a5f12e5c906 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:19.737171 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe790a52-238c-4375-92ba-886714db20fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:19.776888 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fe790a52-238c-4375-92ba-886714db20fb None None] Port f97509fc-9b70-4b76-81e2-6a5f12e5c906 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:33:19.879475 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:20.077891 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:20.214973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Router b37fd5d5-811b-4d37-8021-90d4cbfa7233 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:33:20.335665 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:33:20.349123 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Sync routers for ids ['b37fd5d5-811b-4d37-8021-90d4cbfa7233'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:33:20.359215 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:20.360983 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-91168d60-be3f-45a5-b8d6-3108fdd14969 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9644499 Nov 24 13:33:20.363534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53856) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:20.365108 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Routers {'b37fd5d5-811b-4d37-8021-90d4cbfa7233'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:20.365953 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b37fd5d5-811b-4d37-8021-90d4cbfa7233'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:20.447421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Sync routers for ids ['be589d1f-837d-44b5-b2e4-778f28b652a4'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:33:20.454009 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c329f8e6-8c6c-4de2-85d7-d81888d80870 None None] Network 18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:33:20.491889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Routers {'be589d1f-837d-44b5-b2e4-778f28b652a4'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:20.493372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['be589d1f-837d-44b5-b2e4-778f28b652a4'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:20.499853 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Set router b37fd5d5-811b-4d37-8021-90d4cbfa7233 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:20.541259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b01f5008-de6e-4cdf-8d48-4e9f7342adba up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:33:20.659504 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e784b4f6-e1c3-4d7a-8eec-5aac970c22a9 None None] Provisioning complete for port a05d3543-aace-4335-9a82-a0748f8aff26 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:20.659857 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e784b4f6-e1c3-4d7a-8eec-5aac970c22a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:20.694786 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'name': 'tempest-TestServerMultinode-1220260490-router', 'tenant_id': '840847d11670434891466e59577225c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'f97509fc-9b70-4b76-81e2-6a5f12e5c906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:18Z', 'updated_at': '2021-11-24T13:33:19Z', 'revision_number': 3, 'project_id': '840847d11670434891466e59577225c0', 'gw_port': {'id': 'f97509fc-9b70-4b76-81e2-6a5f12e5c906', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:19Z', 'updated_at': '2021-11-24T13:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:20.720810 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Checking router: b37fd5d5-811b-4d37-8021-90d4cbfa7233 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:33:20.721173 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Updating router b37fd5d5-811b-4d37-8021-90d4cbfa7233 port f97509fc-9b70-4b76-81e2-6a5f12e5c906 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:33:20.747797 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:20.772395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b01f5008-de6e-4cdf-8d48-4e9f7342adba triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:20.772395 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:20.775221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Set router be589d1f-837d-44b5-b2e4-778f28b652a4 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:20.862610 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:20.964937 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b5aed02e-5b7c-4d73-beb5-c7083555dc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.028905 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.033405 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e784b4f6-e1c3-4d7a-8eec-5aac970c22a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.034837 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.035550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Allocated IP 172.20.0.1 (18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec/f9a8351a-d03b-439d-9ab4-f5693f60d5db/17378b1f-356e-4f67-9e33-a619c69edfd9) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:33:21.088973 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Attempting to bind port f97509fc-9b70-4b76-81e2-6a5f12e5c906 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:33:21.089352 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Attempting to bind port f97509fc-9b70-4b76-81e2-6a5f12e5c906 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:33:21.089717 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Attempting to bind port f97509fc-9b70-4b76-81e2-6a5f12e5c906 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:33:21.105797 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:33:21.106169 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:33:21.106753 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.107287 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:33:21.107924 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Bound port: f97509fc-9b70-4b76-81e2-6a5f12e5c906, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:33:21.108648 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.132273 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69524088-40c3-4d1f-8ce0-c69e75770236 None None] Pushing event updated for resources: {'Port': ['ID=f97509fc-9b70-4b76-81e2-6a5f12e5c906,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:21.155608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.170633 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69524088-40c3-4d1f-8ce0-c69e75770236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:21.171107 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69524088-40c3-4d1f-8ce0-c69e75770236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:21.171473 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69524088-40c3-4d1f-8ce0-c69e75770236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:21.171808 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69524088-40c3-4d1f-8ce0-c69e75770236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:21.172135 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69524088-40c3-4d1f-8ce0-c69e75770236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:21.172477 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69524088-40c3-4d1f-8ce0-c69e75770236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:21.172837 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69524088-40c3-4d1f-8ce0-c69e75770236 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:21.173167 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69524088-40c3-4d1f-8ce0-c69e75770236 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:21.173475 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69524088-40c3-4d1f-8ce0-c69e75770236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:21.173790 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69524088-40c3-4d1f-8ce0-c69e75770236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:21.174108 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69524088-40c3-4d1f-8ce0-c69e75770236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:21.174422 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69524088-40c3-4d1f-8ce0-c69e75770236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:21.182615 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] For port f97509fc-9b70-4b76-81e2-6a5f12e5c906, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:33:21.186089 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] For port f97509fc-9b70-4b76-81e2-6a5f12e5c906, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f97509fc-9b70-4b76-81e2-6a5f12e5c906,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:33:21.193150 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.195916 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.243856 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Network 18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:33:21.250955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:33:21.256138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:33:21.262852 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Routers {'b37fd5d5-811b-4d37-8021-90d4cbfa7233'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:21.263500 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b37fd5d5-811b-4d37-8021-90d4cbfa7233'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:21.295078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Pushing event updated for resources: {'Port': ['ID=17378b1f-356e-4f67-9e33-a619c69edfd9,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:21.311916 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a05d3543-aace-4335-9a82-a0748f8aff26 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:33:21.320013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694153c9-eb99-4728-877f-634fdf76fca8 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:21.327084 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.328553 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69524088-40c3-4d1f-8ce0-c69e75770236 None None] Pushing event updated for resources: {'Port': ['ID=f97509fc-9b70-4b76-81e2-6a5f12e5c906,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:21.395172 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e784b4f6-e1c3-4d7a-8eec-5aac970c22a9 None None] For port a05d3543-aace-4335-9a82-a0748f8aff26, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a05d3543-aace-4335-9a82-a0748f8aff26,segment=NetworkSegment(b90062cb-3092-4484-b6c2-98beb102e725),segment_id=b90062cb-3092-4484-b6c2-98beb102e725)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:21.401626 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e784b4f6-e1c3-4d7a-8eec-5aac970c22a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.428165 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70923a0-cf41-46d6-a6ef-f5889dbfc623 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:21.442451 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] Set router b37fd5d5-811b-4d37-8021-90d4cbfa7233 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:21.494053 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.508100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784b4f6-e1c3-4d7a-8eec-5aac970c22a9 None None] Pushing event updated for resources: {'Port': ['ID=a05d3543-aace-4335-9a82-a0748f8aff26,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:21.516338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a05d3543-aace-4335-9a82-a0748f8aff26 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:21.516735 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.573753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'name': 'tempest-TestServerMultinode-2069782372-router', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b01f5008-de6e-4cdf-8d48-4e9f7342adba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:16Z', 'revision_number': 4, 'project_id': '274adfd1c9ea4e10a94a48745a308baf', 'gw_port': {'id': 'b01f5008-de6e-4cdf-8d48-4e9f7342adba', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0c50c878-eb10-4f61-9713-3d8f5868ecda', 'name': '', 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'mac_address': 'fa:16:3e:6e:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '31d37ef3-3235-4a9f-a323-dd518515aaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:16Z', 'updated_at': '2021-11-24T13:33:16Z', 'revision_number': 2, 'project_id': '274adfd1c9ea4e10a94a48745a308baf', 'subnets': [{'id': '31d37ef3-3235-4a9f-a323-dd518515aaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:21.625437 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5ed5eb9b-1d38-47c8-9d5d-09b1416c238e None None] Provisioning complete for port a05d3543-aace-4335-9a82-a0748f8aff26 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:21.626171 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eb9b-1d38-47c8-9d5d-09b1416c238e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.659020 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Checking router: be589d1f-837d-44b5-b2e4-778f28b652a4 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:33:21.659338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Updating router be589d1f-837d-44b5-b2e4-778f28b652a4 port 0c50c878-eb10-4f61-9713-3d8f5868ecda binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:33:21.689474 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.694615 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.710604 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.766339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Pushing event updated for resources: {'Port': ['ID=17378b1f-356e-4f67-9e33-a619c69edfd9,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:21.769708 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:21.771607 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'name': 'tempest-TestServerMultinode-1220260490-router', 'tenant_id': '840847d11670434891466e59577225c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'f97509fc-9b70-4b76-81e2-6a5f12e5c906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:18Z', 'updated_at': '2021-11-24T13:33:19Z', 'revision_number': 3, 'project_id': '840847d11670434891466e59577225c0', 'gw_port': {'id': 'f97509fc-9b70-4b76-81e2-6a5f12e5c906', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:19Z', 'updated_at': '2021-11-24T13:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:21.801542 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003a215-56aa-4638-a91e-4fecaea873cc None None] The sync data for ids ['b37fd5d5-811b-4d37-8021-90d4cbfa7233'] in n-d-817303-4 is: [{'id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'name': 'tempest-TestServerMultinode-1220260490-router', 'tenant_id': '840847d11670434891466e59577225c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'f97509fc-9b70-4b76-81e2-6a5f12e5c906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:18Z', 'updated_at': '2021-11-24T13:33:19Z', 'revision_number': 3, 'project_id': '840847d11670434891466e59577225c0', 'gw_port': {'id': 'f97509fc-9b70-4b76-81e2-6a5f12e5c906', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:19Z', 'updated_at': '2021-11-24T13:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:33:21.870096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Network 18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:33:21.871582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:33:21.904012 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5ed5eb9b-1d38-47c8-9d5d-09b1416c238e None None] Provisioning complete for port f97509fc-9b70-4b76-81e2-6a5f12e5c906 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:21.904390 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eb9b-1d38-47c8-9d5d-09b1416c238e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:22.044017 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Router b37fd5d5-811b-4d37-8021-90d4cbfa7233 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:33:22.104479 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eb9b-1d38-47c8-9d5d-09b1416c238e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:22.141361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-5ed5eb9b-1d38-47c8-9d5d-09b1416c238e None None] For port f97509fc-9b70-4b76-81e2-6a5f12e5c906, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f97509fc-9b70-4b76-81e2-6a5f12e5c906,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:22.162700 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ed5eb9b-1d38-47c8-9d5d-09b1416c238e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:22.192462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:33:22.201255 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9fd8d3aa-430f-4b36-ac33-60f0896384d6 admin admin] 10.222.0.48 "PUT /v2.0/routers/b37fd5d5-811b-4d37-8021-90d4cbfa7233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361721 Nov 24 13:33:22.216502 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:22.230380 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:22.239312 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5eb9b-1d38-47c8-9d5d-09b1416c238e None None] Pushing event updated for resources: {'Port': ['ID=f97509fc-9b70-4b76-81e2-6a5f12e5c906,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:22.301986 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06d152-1bf9-4049-84e1-ec0eda880fef None None] Pushing event updated for resources: {'Port': ['ID=0c50c878-eb10-4f61-9713-3d8f5868ecda,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:22.352844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bd924bc2-95d6-4c8a-83a5-79004c38d4b6 None None] Provisioning complete for port 17378b1f-356e-4f67-9e33-a619c69edfd9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:22.353078 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bd924bc2-95d6-4c8a-83a5-79004c38d4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:22.405755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Attempting to bind port 0c50c878-eb10-4f61-9713-3d8f5868ecda on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:33:22.406028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Attempting to bind port 0c50c878-eb10-4f61-9713-3d8f5868ecda by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:33:22.406553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Attempting to bind port 0c50c878-eb10-4f61-9713-3d8f5868ecda on network d665c24c-7d53-40ac-902e-7bd77c19b78d {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:33:22.424600 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-bd924bc2-95d6-4c8a-83a5-79004c38d4b6 None None] Port 17378b1f-356e-4f67-9e33-a619c69edfd9 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:33:22.426185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:33:22.426568 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Checking segment: {'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:33:22.426976 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:22.427368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Bound using segment: {'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:33:22.427857 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Bound port: 0c50c878-eb10-4f61-9713-3d8f5868ecda, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:33:22.428462 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:22.524406 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] For port 0c50c878-eb10-4f61-9713-3d8f5868ecda, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:33:22.532691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] For port 0c50c878-eb10-4f61-9713-3d8f5868ecda, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0c50c878-eb10-4f61-9713-3d8f5868ecda,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:33:22.538577 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:22.583087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f97509fc-9b70-4b76-81e2-6a5f12e5c906 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:33:22.668207 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Routers {'be589d1f-837d-44b5-b2e4-778f28b652a4'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:22.669404 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:32:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['be589d1f-837d-44b5-b2e4-778f28b652a4'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:22.680780 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06d152-1bf9-4049-84e1-ec0eda880fef None None] Pushing event updated for resources: {'Port': ['ID=0c50c878-eb10-4f61-9713-3d8f5868ecda,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:22.756441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-91c19c48-ab1f-43e1-bf99-a72525e7f1ac None None] Provisioning complete for port 0c50c878-eb10-4f61-9713-3d8f5868ecda triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:22.756848 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91c19c48-ab1f-43e1-bf99-a72525e7f1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:22.849178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port f97509fc-9b70-4b76-81e2-6a5f12e5c906 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:22.849553 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:22.903972 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] Set router be589d1f-837d-44b5-b2e4-778f28b652a4 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:22.949199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575bf0b-0930-4d38-9059-02026de938bd req-49e9e89d-62dd-4314-9028-cea677a42047 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:22.950884 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-49e9e89d-62dd-4314-9028-cea677a42047 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/networks?id=d665c24c-7d53-40ac-902e-7bd77c19b78d HTTP/1.1" status: 200 len: 911 time: 0.0899310 Nov 24 13:33:22.968987 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-a4193b50-8348-446d-8e70-992e018432ff tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/quotas/840847d11670434891466e59577225c0 HTTP/1.1" status: 200 len: 375 time: 0.0106969 Nov 24 13:33:23.044676 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91c19c48-ab1f-43e1-bf99-a72525e7f1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:23.051624 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-418a540f-dd1c-4b25-a0e2-5143c028dadb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=840847d11670434891466e59577225c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761533 Nov 24 13:33:23.061668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-f24ba6c9-d9eb-4316-bca9-757e017918ef service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:33:23.062622 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-f24ba6c9-d9eb-4316-bca9-757e017918ef service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053205 Nov 24 13:33:23.117188 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a05d3543-aace-4335-9a82-a0748f8aff26 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:33:23.155852 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-7d9ffb97-cfb7-4602-ae09-df7d7341d146 service neutron] 10.222.0.48 "GET /v2.0/networks/d665c24c-7d53-40ac-902e-7bd77c19b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871804 Nov 24 13:33:23.172975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-91c19c48-ab1f-43e1-bf99-a72525e7f1ac None None] For port 0c50c878-eb10-4f61-9713-3d8f5868ecda, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0c50c878-eb10-4f61-9713-3d8f5868ecda,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:23.179125 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-91c19c48-ab1f-43e1-bf99-a72525e7f1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:23.253630 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-414a9c2d-e23c-4073-857e-0aa341b9d2ad service neutron] 10.222.0.48 "GET /v2.0/networks/d665c24c-7d53-40ac-902e-7bd77c19b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912380 Nov 24 13:33:23.269059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c19c48-ab1f-43e1-bf99-a72525e7f1ac None None] Pushing event updated for resources: {'Port': ['ID=0c50c878-eb10-4f61-9713-3d8f5868ecda,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:23.275324 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a05d3543-aace-4335-9a82-a0748f8aff26 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:23.275692 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:23.342401 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cba6e7e5-1653-4b34-be91-cdc10a7ecb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:23.345664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'name': 'tempest-TestServerMultinode-2069782372-router', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b01f5008-de6e-4cdf-8d48-4e9f7342adba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:16Z', 'revision_number': 4, 'project_id': '274adfd1c9ea4e10a94a48745a308baf', 'gw_port': {'id': 'b01f5008-de6e-4cdf-8d48-4e9f7342adba', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0c50c878-eb10-4f61-9713-3d8f5868ecda', 'name': '', 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'mac_address': 'fa:16:3e:6e:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '31d37ef3-3235-4a9f-a323-dd518515aaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:16Z', 'updated_at': '2021-11-24T13:33:22Z', 'revision_number': 4, 'project_id': '274adfd1c9ea4e10a94a48745a308baf', 'subnets': [{'id': '31d37ef3-3235-4a9f-a323-dd518515aaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:23.389697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c0aedfd3-78ee-401e-b68f-8d4a8f65fd68 None None] Provisioning complete for port 0c50c878-eb10-4f61-9713-3d8f5868ecda triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:23.390212 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c0aedfd3-78ee-401e-b68f-8d4a8f65fd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:23.422237 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0064c27-61b5-44b5-8412-ac584e522b5e None None] The sync data for ids ['be589d1f-837d-44b5-b2e4-778f28b652a4'] in n-d-817303-4 is: [{'id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'name': 'tempest-TestServerMultinode-2069782372-router', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b01f5008-de6e-4cdf-8d48-4e9f7342adba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:16Z', 'revision_number': 4, 'project_id': '274adfd1c9ea4e10a94a48745a308baf', 'gw_port': {'id': 'b01f5008-de6e-4cdf-8d48-4e9f7342adba', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '0c50c878-eb10-4f61-9713-3d8f5868ecda', 'name': '', 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'mac_address': 'fa:16:3e:6e:65:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4009, 'fixed_ips': [{'subnet_id': '31d37ef3-3235-4a9f-a323-dd518515aaaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:16Z', 'updated_at': '2021-11-24T13:33:22Z', 'revision_number': 4, 'project_id': '274adfd1c9ea4e10a94a48745a308baf', 'subnets': [{'id': '31d37ef3-3235-4a9f-a323-dd518515aaaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:33:23.466147 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b622f42d-d530-40c0-bd20-d092a8019de0 req-6247b494-f456-407b-a264-fb36f94a6606 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 210 time: 0.0500405 Nov 24 13:33:23.854117 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Sync routers for ids ['b37fd5d5-811b-4d37-8021-90d4cbfa7233'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:33:23.867487 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Routers {'b37fd5d5-811b-4d37-8021-90d4cbfa7233'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:23.868908 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:33:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b37fd5d5-811b-4d37-8021-90d4cbfa7233'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:23.986315 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Set router b37fd5d5-811b-4d37-8021-90d4cbfa7233 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:24.205392 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'name': 'tempest-TestServerMultinode-1220260490-router', 'tenant_id': '840847d11670434891466e59577225c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'f97509fc-9b70-4b76-81e2-6a5f12e5c906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:18Z', 'updated_at': '2021-11-24T13:33:21Z', 'revision_number': 4, 'project_id': '840847d11670434891466e59577225c0', 'gw_port': {'id': 'f97509fc-9b70-4b76-81e2-6a5f12e5c906', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:19Z', 'updated_at': '2021-11-24T13:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '17378b1f-356e-4f67-9e33-a619c69edfd9', 'name': '', 'network_id': '18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec', 'tenant_id': '840847d11670434891466e59577225c0', 'mac_address': 'fa:16:3e:35:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'f9a8351a-d03b-439d-9ab4-f5693f60d5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:20Z', 'updated_at': '2021-11-24T13:33:21Z', 'revision_number': 2, 'project_id': '840847d11670434891466e59577225c0', 'subnets': [{'id': 'f9a8351a-d03b-439d-9ab4-f5693f60d5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:24.233097 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Checking router: b37fd5d5-811b-4d37-8021-90d4cbfa7233 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:33:24.233468 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Updating router b37fd5d5-811b-4d37-8021-90d4cbfa7233 port 17378b1f-356e-4f67-9e33-a619c69edfd9 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:33:24.258904 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:24.417630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0c50c878-eb10-4f61-9713-3d8f5868ecda up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:33:24.470241 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:24.482573 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 0c50c878-eb10-4f61-9713-3d8f5868ecda triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:24.483192 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:24.545049 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:24.552001 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:24.568765 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-43cd93ba-c794-41e4-ae06-4602ead1582e req-77605c8c-5c96-49cb-ae31-57c595a9ed2a tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 210 time: 0.0441096 Nov 24 13:33:24.645821 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124028d-ebf7-4bda-b3c8-9150fc28a6cc None None] Pushing event updated for resources: {'Port': ['ID=17378b1f-356e-4f67-9e33-a619c69edfd9,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:24.658989 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Attempting to bind port 17378b1f-356e-4f67-9e33-a619c69edfd9 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:33:24.659357 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Attempting to bind port 17378b1f-356e-4f67-9e33-a619c69edfd9 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'b90062cb-3092-4484-b6c2-98beb102e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:33:24.659719 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Attempting to bind port 17378b1f-356e-4f67-9e33-a619c69edfd9 on network 18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:33:24.665553 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:33:24.666249 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Checking segment: {'id': 'b90062cb-3092-4484-b6c2-98beb102e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:33:24.666812 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:24.667285 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Bound using segment: {'id': 'b90062cb-3092-4484-b6c2-98beb102e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:33:24.667873 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Bound port: 17378b1f-356e-4f67-9e33-a619c69edfd9, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90062cb-3092-4484-b6c2-98beb102e725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:33:24.668465 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:24.706878 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575bf0b-0930-4d38-9059-02026de938bd req-0374b1de-cbec-4a59-a960-290c252d4e84 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:24.709473 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-0374b1de-cbec-4a59-a960-290c252d4e84 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.59 "GET /v2.0/networks?id=d665c24c-7d53-40ac-902e-7bd77c19b78d HTTP/1.1" status: 200 len: 911 time: 0.1171303 Nov 24 13:33:24.730065 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-e575bf0b-0930-4d38-9059-02026de938bd req-ff0e3e11-f9e2-410d-ac4a-b4f98ea8e965 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Request body: {'port': {'device_id': 'c14614a4-cbd3-4773-8cd1-2d2932270294', 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d', 'admin_state_up': True, 'tenant_id': '840847d11670434891466e59577225c0'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:33:24.753671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e575bf0b-0930-4d38-9059-02026de938bd req-ff0e3e11-f9e2-410d-ac4a-b4f98ea8e965 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Made reservation on behalf of 840847d11670434891466e59577225c0 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:33:24.760225 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e575bf0b-0930-4d38-9059-02026de938bd req-ff0e3e11-f9e2-410d-ac4a-b4f98ea8e965 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:24.797051 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] For port 17378b1f-356e-4f67-9e33-a619c69edfd9, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:33:24.800393 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] For port 17378b1f-356e-4f67-9e33-a619c69edfd9, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=17378b1f-356e-4f67-9e33-a619c69edfd9,segment=NetworkSegment(b90062cb-3092-4484-b6c2-98beb102e725),segment_id=b90062cb-3092-4484-b6c2-98beb102e725)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:33:24.806509 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:24.866362 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Routers {'b37fd5d5-811b-4d37-8021-90d4cbfa7233'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:24.867209 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:33:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b37fd5d5-811b-4d37-8021-90d4cbfa7233'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:24.897955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-e575bf0b-0930-4d38-9059-02026de938bd req-ff0e3e11-f9e2-410d-ac4a-b4f98ea8e965 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Allocated IP 172.20.0.9 (d665c24c-7d53-40ac-902e-7bd77c19b78d/31d37ef3-3235-4a9f-a323-dd518515aaaa/43684906-0817-4392-ba45-4cb9d70073ad) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:33:24.911698 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124028d-ebf7-4bda-b3c8-9150fc28a6cc None None] Pushing event updated for resources: {'Port': ['ID=17378b1f-356e-4f67-9e33-a619c69edfd9,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:24.935342 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1654e1f9-9555-433e-8a8e-6d2f5cde4ad2 None None] Provisioning complete for port 17378b1f-356e-4f67-9e33-a619c69edfd9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:24.935721 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1654e1f9-9555-433e-8a8e-6d2f5cde4ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:24.990029 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] Set router b37fd5d5-811b-4d37-8021-90d4cbfa7233 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:25.036437 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1654e1f9-9555-433e-8a8e-6d2f5cde4ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:25.070598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1654e1f9-9555-433e-8a8e-6d2f5cde4ad2 None None] For port 17378b1f-356e-4f67-9e33-a619c69edfd9, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=17378b1f-356e-4f67-9e33-a619c69edfd9,segment=NetworkSegment(b90062cb-3092-4484-b6c2-98beb102e725),segment_id=b90062cb-3092-4484-b6c2-98beb102e725)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:25.075504 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1654e1f9-9555-433e-8a8e-6d2f5cde4ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:25.099893 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e575bf0b-0930-4d38-9059-02026de938bd req-ff0e3e11-f9e2-410d-ac4a-b4f98ea8e965 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:25.124524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654e1f9-9555-433e-8a8e-6d2f5cde4ad2 None None] Pushing event updated for resources: {'Port': ['ID=17378b1f-356e-4f67-9e33-a619c69edfd9,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:25.138931 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e575bf0b-0930-4d38-9059-02026de938bd req-ff0e3e11-f9e2-410d-ac4a-b4f98ea8e965 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:25.181250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e575bf0b-0930-4d38-9059-02026de938bd req-ff0e3e11-f9e2-410d-ac4a-b4f98ea8e965 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Network d665c24c-7d53-40ac-902e-7bd77c19b78d is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:33:25.185653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-e575bf0b-0930-4d38-9059-02026de938bd req-ff0e3e11-f9e2-410d-ac4a-b4f98ea8e965 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:33:25.190125 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-e575bf0b-0930-4d38-9059-02026de938bd req-ff0e3e11-f9e2-410d-ac4a-b4f98ea8e965 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:33:25.193995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e3e11-f9e2-410d-ac4a-b4f98ea8e965 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Pushing event updated for resources: {'Port': ['ID=43684906-0817-4392-ba45-4cb9d70073ad,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:25.197627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7f53bf83-2d71-4ab3-8353-535db8dc0dc7 None None] Provisioning complete for port 17378b1f-356e-4f67-9e33-a619c69edfd9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:25.198115 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7f53bf83-2d71-4ab3-8353-535db8dc0dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:25.225232 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'name': 'tempest-TestServerMultinode-1220260490-router', 'tenant_id': '840847d11670434891466e59577225c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'f97509fc-9b70-4b76-81e2-6a5f12e5c906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:18Z', 'updated_at': '2021-11-24T13:33:21Z', 'revision_number': 4, 'project_id': '840847d11670434891466e59577225c0', 'gw_port': {'id': 'f97509fc-9b70-4b76-81e2-6a5f12e5c906', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:19Z', 'updated_at': '2021-11-24T13:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '17378b1f-356e-4f67-9e33-a619c69edfd9', 'name': '', 'network_id': '18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec', 'tenant_id': '840847d11670434891466e59577225c0', 'mac_address': 'fa:16:3e:35:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'f9a8351a-d03b-439d-9ab4-f5693f60d5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:20Z', 'updated_at': '2021-11-24T13:33:24Z', 'revision_number': 4, 'project_id': '840847d11670434891466e59577225c0', 'subnets': [{'id': 'f9a8351a-d03b-439d-9ab4-f5693f60d5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:25.240750 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575bf0b-0930-4d38-9059-02026de938bd req-ff0e3e11-f9e2-410d-ac4a-b4f98ea8e965 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:25.241410 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e575bf0b-0930-4d38-9059-02026de938bd req-ff0e3e11-f9e2-410d-ac4a-b4f98ea8e965 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:25.260021 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-ff0e3e11-f9e2-410d-ac4a-b4f98ea8e965 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5346010 Nov 24 13:33:25.268759 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e943c-9138-44c2-b98f-a381794a18ae None None] The sync data for ids ['b37fd5d5-811b-4d37-8021-90d4cbfa7233'] in n-d-817303-4 is: [{'id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'name': 'tempest-TestServerMultinode-1220260490-router', 'tenant_id': '840847d11670434891466e59577225c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'f97509fc-9b70-4b76-81e2-6a5f12e5c906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:18Z', 'updated_at': '2021-11-24T13:33:21Z', 'revision_number': 4, 'project_id': '840847d11670434891466e59577225c0', 'gw_port': {'id': 'f97509fc-9b70-4b76-81e2-6a5f12e5c906', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:19Z', 'updated_at': '2021-11-24T13:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '17378b1f-356e-4f67-9e33-a619c69edfd9', 'name': '', 'network_id': '18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec', 'tenant_id': '840847d11670434891466e59577225c0', 'mac_address': 'fa:16:3e:35:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'f9a8351a-d03b-439d-9ab4-f5693f60d5db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:20Z', 'updated_at': '2021-11-24T13:33:24Z', 'revision_number': 4, 'project_id': '840847d11670434891466e59577225c0', 'subnets': [{'id': 'f9a8351a-d03b-439d-9ab4-f5693f60d5db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:33:25.273187 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Request body: {'port': {'device_id': 'c14614a4-cbd3-4773-8cd1-2d2932270294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:33:25.348645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:25.571701 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7446fa85-f4bb-4594-8b45-f61842e27876 None None] Provisioning complete for port 43684906-0817-4392-ba45-4cb9d70073ad triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:25.572292 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7446fa85-f4bb-4594-8b45-f61842e27876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:25.629268 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7446fa85-f4bb-4594-8b45-f61842e27876 None None] Port 43684906-0817-4392-ba45-4cb9d70073ad cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:33:25.647293 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43684906-0817-4392-ba45-4cb9d70073ad {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:33:25.657459 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:25.671227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Transition to ACTIVE for port object 43684906-0817-4392-ba45-4cb9d70073ad will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:33:25.679199 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:25.692283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0197a06-b9d1-47a8-b364-9e7de77d6a0e req-431f4c92-c877-4e3c-95d2-a0422bf045c3 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:25.693975 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0197a06-b9d1-47a8-b364-9e7de77d6a0e req-431f4c92-c877-4e3c-95d2-a0422bf045c3 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1027 time: 0.0511634 Nov 24 13:33:25.746796 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0197a06-b9d1-47a8-b364-9e7de77d6a0e req-e6ae8036-da7d-488e-b43d-7c66d7cec16c tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457773 Nov 24 13:33:25.757777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=43684906-0817-4392-ba45-4cb9d70073ad,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:25.812530 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Attempting to bind port 43684906-0817-4392-ba45-4cb9d70073ad on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:33:25.812996 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Attempting to bind port 43684906-0817-4392-ba45-4cb9d70073ad by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:33:25.813405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Attempting to bind port 43684906-0817-4392-ba45-4cb9d70073ad on network d665c24c-7d53-40ac-902e-7bd77c19b78d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:33:25.818456 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Port 43684906-0817-4392-ba45-4cb9d70073ad on network d665c24c-7d53-40ac-902e-7bd77c19b78d not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:33:25.818861 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Attempting to bind port 43684906-0817-4392-ba45-4cb9d70073ad on network d665c24c-7d53-40ac-902e-7bd77c19b78d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:33:25.824468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:33:25.824780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Checking segment: {'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:33:25.825299 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Bound using segment: {'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:33:25.825920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Bound port: 43684906-0817-4392-ba45-4cb9d70073ad, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:33:25.826388 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:25.899792 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] For port 43684906-0817-4392-ba45-4cb9d70073ad, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:33:25.903590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] For port 43684906-0817-4392-ba45-4cb9d70073ad, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=43684906-0817-4392-ba45-4cb9d70073ad,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:33:25.908542 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:25.954443 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:25.955095 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:25.956584 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] 10.222.0.59 "PUT /v2.0/ports/43684906-0817-4392-ba45-4cb9d70073ad HTTP/1.1" status: 200 len: 1091 time: 0.6881242 Nov 24 13:33:25.957100 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c14614a4-cbd3-4773-8cd1-2d2932270294', 'tag': '43684906-0817-4392-ba45-4cb9d70073ad'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:33:25.959460 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a5463d-7d55-4975-bad0-39627bbd9531" -d '{"events": [{"name": "network-changed", "server_uuid": "c14614a4-cbd3-4773-8cd1-2d2932270294", "tag": "43684906-0817-4392-ba45-4cb9d70073ad"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:33:26.004196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc0c6d-1022-4947-8c12-041eba6c6cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=43684906-0817-4392-ba45-4cb9d70073ad,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:26.017841 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:26.043668 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8b97d1-1ee4-49fd-850c-17aa1652dbe2 x-openstack-request-id: req-8a8b97d1-1ee4-49fd-850c-17aa1652dbe2 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:33:26.044109 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c14614a4-cbd3-4773-8cd1-2d2932270294", "tag": "43684906-0817-4392-ba45-4cb9d70073ad", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:33:26.044474 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a8b97d1-1ee4-49fd-850c-17aa1652dbe2 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:33:26.045075 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c14614a4-cbd3-4773-8cd1-2d2932270294', 'tag': '43684906-0817-4392-ba45-4cb9d70073ad', 'status': 'completed', 'code': 200} Nov 24 13:33:26.066309 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575bf0b-0930-4d38-9059-02026de938bd req-7e2dd007-44ec-4b92-9d23-e5865a22cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:26.067638 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-7e2dd007-44ec-4b92-9d23-e5865a22cfcb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=840847d11670434891466e59577225c0&device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1094 time: 0.0565894 Nov 24 13:33:26.124769 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-dac37cae-75d6-45e4-a758-d664b7fe48e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43684906-0817-4392-ba45-4cb9d70073ad HTTP/1.1" status: 200 len: 217 time: 0.0460870 Nov 24 13:33:26.184032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575bf0b-0930-4d38-9059-02026de938bd req-1eedbf01-49c1-41c2-85a7-27c73484abac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:26.185594 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-1eedbf01-49c1-41c2-85a7-27c73484abac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=31d37ef3-3235-4a9f-a323-dd518515aaaa HTTP/1.1" status: 200 len: 849 time: 0.0542939 Nov 24 13:33:26.242038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575bf0b-0930-4d38-9059-02026de938bd req-29cce64c-c06b-4eae-990e-b34a80d80604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:26.243654 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-29cce64c-c06b-4eae-990e-b34a80d80604 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d665c24c-7d53-40ac-902e-7bd77c19b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510466 Nov 24 13:33:26.340391 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-ed70acbd-5235-4085-9c07-2bedfed5c56f service neutron] 10.222.0.59 "GET /v2.0/networks/d665c24c-7d53-40ac-902e-7bd77c19b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892375 Nov 24 13:33:26.444690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 17378b1f-356e-4f67-9e33-a619c69edfd9 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:33:26.458394 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e575bf0b-0930-4d38-9059-02026de938bd req-f44376b9-f4b3-429a-addc-e73e8e2cdf6e service neutron] 10.222.0.59 "GET /v2.0/networks/d665c24c-7d53-40ac-902e-7bd77c19b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105027 Nov 24 13:33:26.496123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 17378b1f-356e-4f67-9e33-a619c69edfd9 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:26.496502 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:26.558397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5463d-7d55-4975-bad0-39627bbd9531 req-9c4082de-dd74-4e03-b199-c674660cc633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:26.559912 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56a5463d-7d55-4975-bad0-39627bbd9531 req-9c4082de-dd74-4e03-b199-c674660cc633 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=840847d11670434891466e59577225c0&device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1094 time: 0.0436268 Nov 24 13:33:26.655863 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5463d-7d55-4975-bad0-39627bbd9531 req-1641e5e6-501a-46b9-b43f-e91f42437e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:26.657452 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56a5463d-7d55-4975-bad0-39627bbd9531 req-1641e5e6-501a-46b9-b43f-e91f42437e70 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d665c24c-7d53-40ac-902e-7bd77c19b78d HTTP/1.1" status: 200 len: 911 time: 0.0905960 Nov 24 13:33:26.699476 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56a5463d-7d55-4975-bad0-39627bbd9531 req-1b2c4ec0-0026-4daa-ad91-f6b6aa05bead service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43684906-0817-4392-ba45-4cb9d70073ad HTTP/1.1" status: 200 len: 217 time: 0.0334327 Nov 24 13:33:26.708452 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:26.748981 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5463d-7d55-4975-bad0-39627bbd9531 req-b39ac7fc-7885-48c1-95ff-7836c27c8e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:26.750426 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56a5463d-7d55-4975-bad0-39627bbd9531 req-b39ac7fc-7885-48c1-95ff-7836c27c8e06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=31d37ef3-3235-4a9f-a323-dd518515aaaa HTTP/1.1" status: 200 len: 849 time: 0.0439236 Nov 24 13:33:26.804922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5463d-7d55-4975-bad0-39627bbd9531 req-62be3e04-002b-4297-9b3e-4d618085c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:26.806430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56a5463d-7d55-4975-bad0-39627bbd9531 req-62be3e04-002b-4297-9b3e-4d618085c38a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d665c24c-7d53-40ac-902e-7bd77c19b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457995 Nov 24 13:33:26.871885 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27b42f-0d76-4e6c-b56d-2d5ed5ca5f20 req-1a5870da-6de0-409f-bc53-e41838e26f8e tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:26.873484 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c27b42f-0d76-4e6c-b56d-2d5ed5ca5f20 req-1a5870da-6de0-409f-bc53-e41838e26f8e tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1094 time: 0.0474150 Nov 24 13:33:26.905620 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56a5463d-7d55-4975-bad0-39627bbd9531 req-88bd4e04-9a08-4f9f-83f3-eb1bd2c66bce service neutron] 10.222.0.59 "GET /v2.0/networks/d665c24c-7d53-40ac-902e-7bd77c19b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901840 Nov 24 13:33:26.918699 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c27b42f-0d76-4e6c-b56d-2d5ed5ca5f20 req-af894c07-84b3-4b5e-b469-002e1cfeb85f tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386293 Nov 24 13:33:27.002951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56a5463d-7d55-4975-bad0-39627bbd9531 req-cfb95aa7-b4fa-43e4-9060-5a5470301a35 service neutron] 10.222.0.59 "GET /v2.0/networks/d665c24c-7d53-40ac-902e-7bd77c19b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900574 Nov 24 13:33:28.028378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74ed8d-7bdb-4781-8d46-4e6b04b757e7 req-133ab01c-3045-4c4e-af82-fe21c6c1d54b tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:28.029908 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e74ed8d-7bdb-4781-8d46-4e6b04b757e7 req-133ab01c-3045-4c4e-af82-fe21c6c1d54b tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1094 time: 0.0398850 Nov 24 13:33:28.072843 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1e74ed8d-7bdb-4781-8d46-4e6b04b757e7 req-20cca550-27dd-45d2-ac62-038f156bccb7 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369914 Nov 24 13:33:29.178986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56050a-cd80-4c41-8a3d-5a9f5a81b4d3 req-7889f824-ebab-4f0d-add5-affc84234c0c tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:29.181162 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b56050a-cd80-4c41-8a3d-5a9f5a81b4d3 req-7889f824-ebab-4f0d-add5-affc84234c0c tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1094 time: 0.0405092 Nov 24 13:33:29.226332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b56050a-cd80-4c41-8a3d-5a9f5a81b4d3 req-985751a5-4aec-41d5-8b9f-d00793636073 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392563 Nov 24 13:33:30.043795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 43684906-0817-4392-ba45-4cb9d70073ad details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:33:30.137927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 43684906-0817-4392-ba45-4cb9d70073ad, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=43684906-0817-4392-ba45-4cb9d70073ad,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:30.149488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '43684906-0817-4392-ba45-4cb9d70073ad', 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d', 'port_id': '43684906-0817-4392-ba45-4cb9d70073ad', 'mac_address': 'fa:16:3e:60:2b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d37ef3-3235-4a9f-a323-dd518515aaaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:33:30.185483 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:30.197544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43684906-0817-4392-ba45-4cb9d70073ad {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:33:30.216093 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 43684906-0817-4392-ba45-4cb9d70073ad, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=43684906-0817-4392-ba45-4cb9d70073ad,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:30.219929 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:30.270072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=43684906-0817-4392-ba45-4cb9d70073ad,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:30.277995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:30.278343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:30.278682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:30.279015 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:30.279802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:30.279802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:30.279980 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:30.280289 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:30.280643 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:30.281011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:30.281402 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:30.281773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:30.331410 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41653e0c-6bdc-4fc2-b924-ebcc916ba742 req-8de3abff-945f-45d0-99c4-ec3d2af1fb6c tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:30.332840 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41653e0c-6bdc-4fc2-b924-ebcc916ba742 req-8de3abff-945f-45d0-99c4-ec3d2af1fb6c tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1095 time: 0.0391757 Nov 24 13:33:30.381883 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-41653e0c-6bdc-4fc2-b924-ebcc916ba742 req-f588a06d-52fb-4aa4-83f5-5cd1712d0484 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417085 Nov 24 13:33:30.434293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['43684906-0817-4392-ba45-4cb9d70073ad'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:33:31.487224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da45e87-0422-4338-a6f6-90bb1224a279 req-f675c1fa-6338-4661-b415-916c821826c4 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:31.488770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4da45e87-0422-4338-a6f6-90bb1224a279 req-f675c1fa-6338-4661-b415-916c821826c4 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1095 time: 0.0412183 Nov 24 13:33:31.531190 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4da45e87-0422-4338-a6f6-90bb1224a279 req-93180a9f-a333-4b3a-a244-9f92a17c8774 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358613 Nov 24 13:33:32.060110 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 43684906-0817-4392-ba45-4cb9d70073ad up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:33:32.114842 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 43684906-0817-4392-ba45-4cb9d70073ad completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:33:32.118621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 43684906-0817-4392-ba45-4cb9d70073ad triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:32.118990 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:32.193907 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:32.216347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14614a4-cbd3-4773-8cd1-2d2932270294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43684906-0817-4392-ba45-4cb9d70073ad'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:33:32.218641 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9c2721-9495-403e-ad9a-fca1cdd77b45" -d '{"events": [{"server_uuid": "c14614a4-cbd3-4773-8cd1-2d2932270294", "name": "network-vif-plugged", "status": "completed", "tag": "43684906-0817-4392-ba45-4cb9d70073ad"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:33:32.231869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 43684906-0817-4392-ba45-4cb9d70073ad, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=43684906-0817-4392-ba45-4cb9d70073ad,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:32.235849 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:32.262137 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ccff03-ece3-461f-abd5-6e9bf8fb0e49 x-openstack-request-id: req-26ccff03-ece3-461f-abd5-6e9bf8fb0e49 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:33:32.262439 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14614a4-cbd3-4773-8cd1-2d2932270294", "name": "network-vif-plugged", "status": "completed", "tag": "43684906-0817-4392-ba45-4cb9d70073ad", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:33:32.262732 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26ccff03-ece3-461f-abd5-6e9bf8fb0e49 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:33:32.263132 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14614a4-cbd3-4773-8cd1-2d2932270294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43684906-0817-4392-ba45-4cb9d70073ad', 'code': 200} Nov 24 13:33:32.291704 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=43684906-0817-4392-ba45-4cb9d70073ad,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:32.386668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e14b8-c4b3-4fe5-8209-9c9719bc6ff9 req-8dc5f042-16a4-477a-8915-92e7a26ffaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:32.388145 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f18e14b8-c4b3-4fe5-8209-9c9719bc6ff9 req-8dc5f042-16a4-477a-8915-92e7a26ffaab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1096 time: 0.0403323 Nov 24 13:33:32.432290 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f18e14b8-c4b3-4fe5-8209-9c9719bc6ff9 req-abc59618-3d8f-4403-b44e-b95fc0804a54 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370257 Nov 24 13:33:32.640122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2629366-aefc-4228-948c-d57c9de91c82 req-bc9be629-6d46-4941-ab38-fa9dfd43086f tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:32.641708 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d2629366-aefc-4228-948c-d57c9de91c82 req-bc9be629-6d46-4941-ab38-fa9dfd43086f tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1096 time: 0.0411615 Nov 24 13:33:32.684193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d2629366-aefc-4228-948c-d57c9de91c82 req-4dcd2ce9-8d2f-456b-904c-fe7b715f9b42 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364907 Nov 24 13:33:32.736307 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:33:33.790302 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9232-d3a6-4d9a-9209-bda26a21335b req-90f4200e-372c-42b6-a533-e5c6ce925ce5 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:33.791807 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-714c9232-d3a6-4d9a-9209-bda26a21335b req-90f4200e-372c-42b6-a533-e5c6ce925ce5 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1096 time: 0.0394330 Nov 24 13:33:33.834367 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-714c9232-d3a6-4d9a-9209-bda26a21335b req-c0ea7f5c-5c32-4c33-8584-157891da26f9 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367634 Nov 24 13:33:33.942934 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f0d45-a758-44c4-afee-4c7edb360bfe req-aa87b87d-851b-4abd-b521-b902ac8c6df2 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:33.944483 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b32f0d45-a758-44c4-afee-4c7edb360bfe req-aa87b87d-851b-4abd-b521-b902ac8c6df2 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1096 time: 0.0436554 Nov 24 13:33:33.988152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b32f0d45-a758-44c4-afee-4c7edb360bfe req-1d31f601-8502-4126-a5b4-aa6267f0fbe0 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375226 Nov 24 13:33:34.093442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c2acd-deb4-4fb2-b5c4-a44f59db6b8f req-4a39c1bc-983a-4211-a439-5d6e3c2a606d tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:34.094942 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f2c2acd-deb4-4fb2-b5c4-a44f59db6b8f req-4a39c1bc-983a-4211-a439-5d6e3c2a606d tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1096 time: 0.0433857 Nov 24 13:33:34.139188 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6f2c2acd-deb4-4fb2-b5c4-a44f59db6b8f req-8953178f-416f-4904-ad66-d83b9cb40e97 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382836 Nov 24 13:33:34.350051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-bbdd0380-62bd-44dd-a73c-ba8d3aa1af1b tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:34.352073 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-bbdd0380-62bd-44dd-a73c-ba8d3aa1af1b tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/networks?id=d665c24c-7d53-40ac-902e-7bd77c19b78d HTTP/1.1" status: 200 len: 911 time: 0.0863485 Nov 24 13:33:34.366720 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-42b1c629-5d7e-41b3-974f-abd6967bbf13 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/quotas/840847d11670434891466e59577225c0 HTTP/1.1" status: 200 len: 375 time: 0.0085180 Nov 24 13:33:34.449276 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-dc43b165-28e0-480d-b9ee-e642776dbd4e tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=840847d11670434891466e59577225c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764685 Nov 24 13:33:34.459723 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-4026e945-af0b-428f-a5d6-7a8efb85a4cb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:33:34.460649 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-4026e945-af0b-428f-a5d6-7a8efb85a4cb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048015 Nov 24 13:33:34.549415 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-e41c45c7-919c-4b9a-b425-534b83922f86 service neutron] 10.222.0.48 "GET /v2.0/networks/d665c24c-7d53-40ac-902e-7bd77c19b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825996 Nov 24 13:33:34.641430 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-59bf96a0-9ffa-44f8-9b54-5fbac2a211be service neutron] 10.222.0.48 "GET /v2.0/networks/d665c24c-7d53-40ac-902e-7bd77c19b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854192 Nov 24 13:33:34.799273 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-623dd356-9269-4f2a-9880-a13dd43ad3b0 req-82b060d3-3f25-4b6e-bdb3-f99a97ad17a8 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 210 time: 0.0270250 Nov 24 13:33:35.683074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-97582a8a-67a1-4787-abb8-538f85886c6e tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:35.684561 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-97582a8a-67a1-4787-abb8-538f85886c6e tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.46 "GET /v2.0/networks?id=d665c24c-7d53-40ac-902e-7bd77c19b78d HTTP/1.1" status: 200 len: 911 time: 0.0920193 Nov 24 13:33:35.696575 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-ec425043-8b96-4c23-9c2f-2f72a4ccec14 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Request body: {'port': {'device_id': '4c6f83fe-e4b1-4179-bf1b-c5614732a398', 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d', 'admin_state_up': True, 'tenant_id': '840847d11670434891466e59577225c0'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:33:35.716485 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-ec425043-8b96-4c23-9c2f-2f72a4ccec14 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Made reservation on behalf of 840847d11670434891466e59577225c0 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:33:35.718835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-ec425043-8b96-4c23-9c2f-2f72a4ccec14 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:35.830126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-ec425043-8b96-4c23-9c2f-2f72a4ccec14 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Allocated IP 172.20.0.11 (d665c24c-7d53-40ac-902e-7bd77c19b78d/31d37ef3-3235-4a9f-a323-dd518515aaaa/d8eccab7-348a-47bc-a104-94adf40bbd57) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:33:35.893918 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b63c3602-0f73-4305-a83f-cc7835bfb030 req-3c323ebf-e972-41d5-b0b0-3524f997982f tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 210 time: 0.0264020 Nov 24 13:33:35.966058 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-ec425043-8b96-4c23-9c2f-2f72a4ccec14 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:35.999730 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-ec425043-8b96-4c23-9c2f-2f72a4ccec14 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:36.010716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['43684906-0817-4392-ba45-4cb9d70073ad'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:33:36.041944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-ec425043-8b96-4c23-9c2f-2f72a4ccec14 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Network d665c24c-7d53-40ac-902e-7bd77c19b78d is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:33:36.044807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-ec425043-8b96-4c23-9c2f-2f72a4ccec14 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:33:36.048209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-ec425043-8b96-4c23-9c2f-2f72a4ccec14 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:33:36.070865 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec425043-8b96-4c23-9c2f-2f72a4ccec14 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Pushing event updated for resources: {'Port': ['ID=d8eccab7-348a-47bc-a104-94adf40bbd57,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:36.091540 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-ec425043-8b96-4c23-9c2f-2f72a4ccec14 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:36.092154 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-ec425043-8b96-4c23-9c2f-2f72a4ccec14 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:36.111986 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-ec425043-8b96-4c23-9c2f-2f72a4ccec14 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4191279 Nov 24 13:33:36.231038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Request body: {'port': {'device_id': '4c6f83fe-e4b1-4179-bf1b-c5614732a398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:33:36.264238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ad92fa92-6ab7-482e-b621-d9f6914536f2 None None] Provisioning complete for port d8eccab7-348a-47bc-a104-94adf40bbd57 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:36.264667 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ad92fa92-6ab7-482e-b621-d9f6914536f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:36.290373 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:36.301401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ad92fa92-6ab7-482e-b621-d9f6914536f2 None None] Port d8eccab7-348a-47bc-a104-94adf40bbd57 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:33:36.546607 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8eccab7-348a-47bc-a104-94adf40bbd57 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:33:36.553778 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:36.565288 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Transition to ACTIVE for port object d8eccab7-348a-47bc-a104-94adf40bbd57 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:33:36.569250 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:36.584792 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:36.624912 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Pushing event updated for resources: {'Port': ['ID=d8eccab7-348a-47bc-a104-94adf40bbd57,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:36.695776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Attempting to bind port d8eccab7-348a-47bc-a104-94adf40bbd57 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:33:36.696386 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Attempting to bind port d8eccab7-348a-47bc-a104-94adf40bbd57 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:33:36.696741 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Attempting to bind port d8eccab7-348a-47bc-a104-94adf40bbd57 on network d665c24c-7d53-40ac-902e-7bd77c19b78d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:33:36.701438 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Port d8eccab7-348a-47bc-a104-94adf40bbd57 on network d665c24c-7d53-40ac-902e-7bd77c19b78d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:33:36.701923 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Attempting to bind port d8eccab7-348a-47bc-a104-94adf40bbd57 on network d665c24c-7d53-40ac-902e-7bd77c19b78d {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:33:36.707057 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:33:36.707401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Checking segment: {'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:33:36.707787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Bound using segment: {'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:33:36.708220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Bound port: d8eccab7-348a-47bc-a104-94adf40bbd57, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d31a1a5-a7c9-4389-b18c-77f481f49b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:33:36.708583 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:36.774364 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] For port d8eccab7-348a-47bc-a104-94adf40bbd57, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:33:36.778227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] For port d8eccab7-348a-47bc-a104-94adf40bbd57, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=d8eccab7-348a-47bc-a104-94adf40bbd57,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:33:36.782498 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:36.820447 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:36.821036 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:36.822453 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] 10.222.0.46 "PUT /v2.0/ports/d8eccab7-348a-47bc-a104-94adf40bbd57 HTTP/1.1" status: 200 len: 1092 time: 0.7015135 Nov 24 13:33:36.822897 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6f83fe-e4b1-4179-bf1b-c5614732a398', 'tag': 'd8eccab7-348a-47bc-a104-94adf40bbd57'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:33:36.825182 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7be769-d3c4-448a-a5f3-b21653de4dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6f83fe-e4b1-4179-bf1b-c5614732a398", "tag": "d8eccab7-348a-47bc-a104-94adf40bbd57"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:33:36.850730 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe64dd3-8a72-4d6f-873c-b783e7a42898 service neutron] Pushing event updated for resources: {'Port': ['ID=d8eccab7-348a-47bc-a104-94adf40bbd57,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:36.922329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-c65ac599-9fe6-460e-a55e-3c0fd28d5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:36.924002 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-c65ac599-9fe6-460e-a55e-3c0fd28d5b9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=840847d11670434891466e59577225c0&device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1095 time: 0.0472398 Nov 24 13:33:36.973204 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cbe4a8-7435-44d4-a48c-d685515a3805 x-openstack-request-id: req-69cbe4a8-7435-44d4-a48c-d685515a3805 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:33:36.973495 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6f83fe-e4b1-4179-bf1b-c5614732a398", "tag": "d8eccab7-348a-47bc-a104-94adf40bbd57", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:33:36.973753 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69cbe4a8-7435-44d4-a48c-d685515a3805 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:33:36.974151 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6f83fe-e4b1-4179-bf1b-c5614732a398', 'tag': 'd8eccab7-348a-47bc-a104-94adf40bbd57', 'status': 'completed', 'code': 200} Nov 24 13:33:36.975957 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-44b2045f-2e32-4778-ad26-83cccd2a9fbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8eccab7-348a-47bc-a104-94adf40bbd57 HTTP/1.1" status: 200 len: 217 time: 0.0435448 Nov 24 13:33:37.013029 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d55a72-402a-49dc-9cb4-64b5b5e01383 req-ca5a4332-baa6-4576-a2f7-67f8152e8f55 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:37.014629 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28d55a72-402a-49dc-9cb4-64b5b5e01383 req-ca5a4332-baa6-4576-a2f7-67f8152e8f55 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1095 time: 0.0466433 Nov 24 13:33:37.032001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-55902da8-3bdf-4514-a9e9-769ed13ed6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:37.033478 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-55902da8-3bdf-4514-a9e9-769ed13ed6d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31d37ef3-3235-4a9f-a323-dd518515aaaa HTTP/1.1" status: 200 len: 849 time: 0.0504122 Nov 24 13:33:37.067957 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28d55a72-402a-49dc-9cb4-64b5b5e01383 req-795827a1-2787-4764-8265-38c1b87906b4 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471759 Nov 24 13:33:37.408397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-1b5c2b0d-5f3c-437c-8c89-bfad127acc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:37.409889 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-1b5c2b0d-5f3c-437c-8c89-bfad127acc75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d665c24c-7d53-40ac-902e-7bd77c19b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3682623 Nov 24 13:33:37.500876 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-21c1e04f-8467-4ed0-8aa6-f1f38dbd680f service neutron] 10.222.0.46 "GET /v2.0/networks/d665c24c-7d53-40ac-902e-7bd77c19b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830383 Nov 24 13:33:37.591808 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2de8453-392b-4f47-a4ad-b7ad16947b81 req-5cc4bc84-a73f-401b-a8a1-996bee54267f service neutron] 10.222.0.46 "GET /v2.0/networks/d665c24c-7d53-40ac-902e-7bd77c19b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827084 Nov 24 13:33:37.678223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7be769-d3c4-448a-a5f3-b21653de4dd7 req-460b03a2-cbdc-4d42-8568-d086af5bcecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:37.680066 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c7be769-d3c4-448a-a5f3-b21653de4dd7 req-460b03a2-cbdc-4d42-8568-d086af5bcecb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=840847d11670434891466e59577225c0&device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1095 time: 0.0396776 Nov 24 13:33:37.772124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7be769-d3c4-448a-a5f3-b21653de4dd7 req-b8677518-d4b4-4e53-af00-bbaaf7498da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:37.774152 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c7be769-d3c4-448a-a5f3-b21653de4dd7 req-b8677518-d4b4-4e53-af00-bbaaf7498da9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d665c24c-7d53-40ac-902e-7bd77c19b78d HTTP/1.1" status: 200 len: 911 time: 0.0867383 Nov 24 13:33:37.814249 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c7be769-d3c4-448a-a5f3-b21653de4dd7 req-85d075b6-8891-4c3f-998f-28bd3a995a5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8eccab7-348a-47bc-a104-94adf40bbd57 HTTP/1.1" status: 200 len: 217 time: 0.0336449 Nov 24 13:33:37.864120 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7be769-d3c4-448a-a5f3-b21653de4dd7 req-caf37836-1e39-4305-acad-53802b9843c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:37.865546 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c7be769-d3c4-448a-a5f3-b21653de4dd7 req-caf37836-1e39-4305-acad-53802b9843c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=31d37ef3-3235-4a9f-a323-dd518515aaaa HTTP/1.1" status: 200 len: 849 time: 0.0425084 Nov 24 13:33:37.916639 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7be769-d3c4-448a-a5f3-b21653de4dd7 req-325149bf-2a15-4b66-bf2e-8fd22ebda829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:37.918149 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c7be769-d3c4-448a-a5f3-b21653de4dd7 req-325149bf-2a15-4b66-bf2e-8fd22ebda829 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d665c24c-7d53-40ac-902e-7bd77c19b78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434525 Nov 24 13:33:38.007514 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c7be769-d3c4-448a-a5f3-b21653de4dd7 req-4ac4c40e-ccf2-42bf-a374-ac12ad327160 service neutron] 10.222.0.46 "GET /v2.0/networks/d665c24c-7d53-40ac-902e-7bd77c19b78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812488 Nov 24 13:33:38.100358 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1c7be769-d3c4-448a-a5f3-b21653de4dd7 req-4594ae01-c52b-49ca-91fd-e1c14eb034f3 service neutron] 10.222.0.46 "GET /v2.0/networks/d665c24c-7d53-40ac-902e-7bd77c19b78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845432 Nov 24 13:33:38.175542 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cffeec-a0fc-4358-bb33-518dbdb08ccd req-cbb62747-fef2-4b37-9613-4b98c5cd9153 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:38.177031 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9cffeec-a0fc-4358-bb33-518dbdb08ccd req-cbb62747-fef2-4b37-9613-4b98c5cd9153 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1095 time: 0.0391436 Nov 24 13:33:38.218874 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9cffeec-a0fc-4358-bb33-518dbdb08ccd req-ed473810-83e8-4738-9c3a-db40c03822b0 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354874 Nov 24 13:33:39.324170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49b944-686a-46b3-9d34-5492fb1827ac req-58414cc6-6d80-481f-9b83-a6bd2b763650 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:39.325692 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c49b944-686a-46b3-9d34-5492fb1827ac req-58414cc6-6d80-481f-9b83-a6bd2b763650 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1095 time: 0.0406625 Nov 24 13:33:39.368192 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c49b944-686a-46b3-9d34-5492fb1827ac req-59cd55f3-f65d-4934-9c4b-1bf0fdadcac7 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366237 Nov 24 13:33:39.798501 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:40.181148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device d8eccab7-348a-47bc-a104-94adf40bbd57 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:33:40.277798 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port d8eccab7-348a-47bc-a104-94adf40bbd57, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=d8eccab7-348a-47bc-a104-94adf40bbd57,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:40.288717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'd8eccab7-348a-47bc-a104-94adf40bbd57', 'network_id': 'd665c24c-7d53-40ac-902e-7bd77c19b78d', 'port_id': 'd8eccab7-348a-47bc-a104-94adf40bbd57', 'mac_address': 'fa:16:3e:1f:71:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d37ef3-3235-4a9f-a323-dd518515aaaa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:33:40.325114 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:40.338113 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8eccab7-348a-47bc-a104-94adf40bbd57 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:33:40.357213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port d8eccab7-348a-47bc-a104-94adf40bbd57, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=d8eccab7-348a-47bc-a104-94adf40bbd57,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:40.361212 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:40.408681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=d8eccab7-348a-47bc-a104-94adf40bbd57,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:40.477352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271a864-d083-420a-a49a-f4025050d180 req-7cd6f3fd-19ab-41fe-9851-a1ceb44ae124 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:40.479134 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b271a864-d083-420a-a49a-f4025050d180 req-7cd6f3fd-19ab-41fe-9851-a1ceb44ae124 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1096 time: 0.0408025 Nov 24 13:33:40.526629 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b271a864-d083-420a-a49a-f4025050d180 req-26e91d45-0ddf-4996-ad48-fb1f7d5da438 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415211 Nov 24 13:33:40.604262 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['d8eccab7-348a-47bc-a104-94adf40bbd57'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:33:41.637223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f2622-92f0-46d1-806d-0a813900babb req-45dabc23-4597-4dd8-8d1f-06744b1fee27 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:41.638733 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-039f2622-92f0-46d1-806d-0a813900babb req-45dabc23-4597-4dd8-8d1f-06744b1fee27 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1096 time: 0.0448599 Nov 24 13:33:41.681656 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-039f2622-92f0-46d1-806d-0a813900babb req-a7b264b2-0e12-4c19-8e75-0a40e6a9c243 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369966 Nov 24 13:33:42.216712 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device d8eccab7-348a-47bc-a104-94adf40bbd57 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:33:42.264534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port d8eccab7-348a-47bc-a104-94adf40bbd57 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:33:42.268248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port d8eccab7-348a-47bc-a104-94adf40bbd57 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:33:42.268620 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:42.345984 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:42.368943 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f83fe-e4b1-4179-bf1b-c5614732a398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8eccab7-348a-47bc-a104-94adf40bbd57'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:33:42.371152 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdad19f0-f15e-4818-aade-283a48d6887f" -d '{"events": [{"server_uuid": "4c6f83fe-e4b1-4179-bf1b-c5614732a398", "name": "network-vif-plugged", "status": "completed", "tag": "d8eccab7-348a-47bc-a104-94adf40bbd57"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:33:42.384038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port d8eccab7-348a-47bc-a104-94adf40bbd57, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=d8eccab7-348a-47bc-a104-94adf40bbd57,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:42.388156 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:42.411506 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3790bb6-7f42-42e0-ac9e-45210facbbea x-openstack-request-id: req-a3790bb6-7f42-42e0-ac9e-45210facbbea {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:33:42.411802 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6f83fe-e4b1-4179-bf1b-c5614732a398", "name": "network-vif-plugged", "status": "completed", "tag": "d8eccab7-348a-47bc-a104-94adf40bbd57", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:33:42.412060 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3790bb6-7f42-42e0-ac9e-45210facbbea {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:33:42.412452 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f83fe-e4b1-4179-bf1b-c5614732a398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8eccab7-348a-47bc-a104-94adf40bbd57', 'code': 200} Nov 24 13:33:42.439406 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=d8eccab7-348a-47bc-a104-94adf40bbd57,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:42.504046 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060a14e-7dd8-4ec9-9139-4c6bc0e869be req-0b65f4c2-840a-40ca-a5d9-047281cb46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:42.505493 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a060a14e-7dd8-4ec9-9139-4c6bc0e869be req-0b65f4c2-840a-40ca-a5d9-047281cb46a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1097 time: 0.0396862 Nov 24 13:33:42.553742 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a060a14e-7dd8-4ec9-9139-4c6bc0e869be req-0c897a30-d90c-4c16-9212-db265596f030 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396097 Nov 24 13:33:42.791682 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445bc7a-c71a-4419-8c89-94986d9b293f req-7be56b1c-31b8-4013-8108-01544d752674 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:42.793079 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2445bc7a-c71a-4419-8c89-94986d9b293f req-7be56b1c-31b8-4013-8108-01544d752674 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1097 time: 0.0427065 Nov 24 13:33:42.837975 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2445bc7a-c71a-4419-8c89-94986d9b293f req-e0708323-eece-420f-91ac-6ebb8b51cb03 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389121 Nov 24 13:33:43.944114 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c2ea8-5a44-4b9b-aae6-d82ce22196ea req-be358423-c05d-428a-a4ae-185f792f3819 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:43.946262 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-679c2ea8-5a44-4b9b-aae6-d82ce22196ea req-be358423-c05d-428a-a4ae-185f792f3819 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1097 time: 0.0397549 Nov 24 13:33:43.987815 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-679c2ea8-5a44-4b9b-aae6-d82ce22196ea req-7984b49c-4b52-47ca-90e8-279a832b74b1 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356851 Nov 24 13:33:44.091240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a13b94-25e2-4358-8866-a26f6816af1c req-f711e513-51b8-449f-a1ae-7a66ad40f5e5 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:44.092761 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a9a13b94-25e2-4358-8866-a26f6816af1c req-f711e513-51b8-449f-a1ae-7a66ad40f5e5 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1097 time: 0.0396955 Nov 24 13:33:44.136506 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a9a13b94-25e2-4358-8866-a26f6816af1c req-cbc2e8a9-3f29-4e2a-b14d-2ed142240d50 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378077 Nov 24 13:33:44.248985 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f10b3a-962a-49b9-a5ca-61bed3c3458e req-689a6029-6b5d-42e0-b4b6-9b34b1e60d33 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:44.250628 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02f10b3a-962a-49b9-a5ca-61bed3c3458e req-689a6029-6b5d-42e0-b4b6-9b34b1e60d33 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1097 time: 0.0450232 Nov 24 13:33:44.293823 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02f10b3a-962a-49b9-a5ca-61bed3c3458e req-31fef477-68c8-48d8-b2bc-957c2c55aa36 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372803 Nov 24 13:33:44.518831 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c21c7c-1740-462e-ac09-c54eff4095ec req-b8b83af1-c3ff-4d41-b7e8-42dd9b8899f1 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:44.520367 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90c21c7c-1740-462e-ac09-c54eff4095ec req-b8b83af1-c3ff-4d41-b7e8-42dd9b8899f1 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1097 time: 0.0395050 Nov 24 13:33:44.563813 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-90c21c7c-1740-462e-ac09-c54eff4095ec req-5db689a9-1b40-483f-b6a9-0db887b4b3d4 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369928 Nov 24 13:33:45.672258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9adde-eb42-49ae-bafc-2a2c41ba2629 req-183796a1-f55d-40ca-89d4-de0d2cd1905a tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:45.673779 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-31a9adde-eb42-49ae-bafc-2a2c41ba2629 req-183796a1-f55d-40ca-89d4-de0d2cd1905a tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1097 time: 0.0428324 Nov 24 13:33:45.715979 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-31a9adde-eb42-49ae-bafc-2a2c41ba2629 req-5d462d71-495c-4441-bb4c-3cf873359bd0 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357118 Nov 24 13:33:45.762551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f68e7-a751-45a4-b518-9c33ac141cba req-e578af43-6a7f-4790-b4ef-7f2453bbb1c5 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:45.764043 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b5f68e7-a751-45a4-b518-9c33ac141cba req-e578af43-6a7f-4790-b4ef-7f2453bbb1c5 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4c6f83fe-e4b1-4179-bf1b-c5614732a398 HTTP/1.1" status: 200 len: 1097 time: 0.0405176 Nov 24 13:33:45.845391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-2b5f68e7-a751-45a4-b518-9c33ac141cba req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Deleting port d8eccab7-348a-47bc-a104-94adf40bbd57 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:45.845648 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2b5f68e7-a751-45a4-b518-9c33ac141cba req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:45.922960 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-2b5f68e7-a751-45a4-b518-9c33ac141cba req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] For port d8eccab7-348a-47bc-a104-94adf40bbd57, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=d8eccab7-348a-47bc-a104-94adf40bbd57,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:45.923323 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2b5f68e7-a751-45a4-b518-9c33ac141cba req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:45.939193 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-2b5f68e7-a751-45a4-b518-9c33ac141cba req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Calling delete_port for d8eccab7-348a-47bc-a104-94adf40bbd57 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:46.057913 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2b5f68e7-a751-45a4-b518-9c33ac141cba req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:46.068367 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['d8eccab7-348a-47bc-a104-94adf40bbd57'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:33:46.071722 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['43684906-0817-4392-ba45-4cb9d70073ad'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:33:46.084885 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8eccab7-348a-47bc-a104-94adf40bbd57,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:46.116913 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:46.117724 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:46.117724 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:46.117921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:46.118261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:46.118603 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:46.118931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:46.119279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:46.119595 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:46.119923 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:46.120269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:46.121200 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:46.140563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5f68e7-a751-45a4-b518-9c33ac141cba req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] No DVR routers for this DVR port d8eccab7-348a-47bc-a104-94adf40bbd57 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:33:46.143400 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-2b5f68e7-a751-45a4-b518-9c33ac141cba req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:46.147215 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2b5f68e7-a751-45a4-b518-9c33ac141cba req-752bbd0e-c3c9-4f90-9b4e-06c210afa2bb tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.46 "DELETE /v2.0/ports/d8eccab7-348a-47bc-a104-94adf40bbd57 HTTP/1.1" status: 204 len: 173 time: 0.3759997 Nov 24 13:33:46.147563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6f83fe-e4b1-4179-bf1b-c5614732a398', 'name': 'network-vif-deleted', 'tag': 'd8eccab7-348a-47bc-a104-94adf40bbd57'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:33:46.151084 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3310d72e-0b44-4fa3-afc0-5408092a5af9" -d '{"events": [{"server_uuid": "4c6f83fe-e4b1-4179-bf1b-c5614732a398", "name": "network-vif-deleted", "tag": "d8eccab7-348a-47bc-a104-94adf40bbd57"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:33:46.203367 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58aa1ba-487e-4ebb-af9f-ffdcde7ec5c4 x-openstack-request-id: req-a58aa1ba-487e-4ebb-af9f-ffdcde7ec5c4 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:33:46.203686 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6f83fe-e4b1-4179-bf1b-c5614732a398", "name": "network-vif-deleted", "tag": "d8eccab7-348a-47bc-a104-94adf40bbd57", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:33:46.203945 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a58aa1ba-487e-4ebb-af9f-ffdcde7ec5c4 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:33:46.204839 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6f83fe-e4b1-4179-bf1b-c5614732a398', 'name': 'network-vif-deleted', 'tag': 'd8eccab7-348a-47bc-a104-94adf40bbd57', 'status': 'completed', 'code': 200} Nov 24 13:33:46.969696 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60bd3a-39b7-42ca-8b01-8bf275b6713f req-3f503350-4d82-4f16-8c4e-ef8cce6bbdf2 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:46.971168 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b60bd3a-39b7-42ca-8b01-8bf275b6713f req-3f503350-4d82-4f16-8c4e-ef8cce6bbdf2 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1096 time: 0.0392327 Nov 24 13:33:47.015128 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b60bd3a-39b7-42ca-8b01-8bf275b6713f req-21d82215-f00b-414a-8ed1-c15fe2e6e34f tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374403 Nov 24 13:33:48.122744 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81638d56-434d-41e2-b9b4-6c6a7d32dfc8 req-c79b0e32-2bbb-4d10-8a63-43e36c249ee2 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:48.124254 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81638d56-434d-41e2-b9b4-6c6a7d32dfc8 req-c79b0e32-2bbb-4d10-8a63-43e36c249ee2 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1096 time: 0.0408320 Nov 24 13:33:48.167721 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81638d56-434d-41e2-b9b4-6c6a7d32dfc8 req-ea5da447-73d5-4240-befe-2c92081430b3 tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374763 Nov 24 13:33:48.446144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004cf7e-caa2-4932-81cb-d35b2e0bbdb1 req-02c846ae-67ba-41d8-bbd2-7672aa59999d tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:33:48.447641 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0004cf7e-caa2-4932-81cb-d35b2e0bbdb1 req-02c846ae-67ba-41d8-bbd2-7672aa59999d tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 1096 time: 0.0409398 Nov 24 13:33:48.528249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-0004cf7e-caa2-4932-81cb-d35b2e0bbdb1 req-bf56d0fa-ed03-4703-9b45-407e10a6c90a tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Deleting port 43684906-0817-4392-ba45-4cb9d70073ad {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:48.528583 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0004cf7e-caa2-4932-81cb-d35b2e0bbdb1 req-bf56d0fa-ed03-4703-9b45-407e10a6c90a tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:48.606630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-0004cf7e-caa2-4932-81cb-d35b2e0bbdb1 req-bf56d0fa-ed03-4703-9b45-407e10a6c90a tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] For port 43684906-0817-4392-ba45-4cb9d70073ad, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=43684906-0817-4392-ba45-4cb9d70073ad,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:48.606913 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0004cf7e-caa2-4932-81cb-d35b2e0bbdb1 req-bf56d0fa-ed03-4703-9b45-407e10a6c90a tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:48.619134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-0004cf7e-caa2-4932-81cb-d35b2e0bbdb1 req-bf56d0fa-ed03-4703-9b45-407e10a6c90a tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Calling delete_port for 43684906-0817-4392-ba45-4cb9d70073ad owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:48.742956 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0004cf7e-caa2-4932-81cb-d35b2e0bbdb1 req-bf56d0fa-ed03-4703-9b45-407e10a6c90a tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:48.753990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['43684906-0817-4392-ba45-4cb9d70073ad'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:33:48.771415 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56d0fa-ed03-4703-9b45-407e10a6c90a tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Pushing event deleted for resources: {'Port': ['ID=43684906-0817-4392-ba45-4cb9d70073ad,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:48.814369 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-0004cf7e-caa2-4932-81cb-d35b2e0bbdb1 req-bf56d0fa-ed03-4703-9b45-407e10a6c90a tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] No DVR routers for this DVR port 43684906-0817-4392-ba45-4cb9d70073ad on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:33:48.817034 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-0004cf7e-caa2-4932-81cb-d35b2e0bbdb1 req-bf56d0fa-ed03-4703-9b45-407e10a6c90a tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:48.821089 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0004cf7e-caa2-4932-81cb-d35b2e0bbdb1 req-bf56d0fa-ed03-4703-9b45-407e10a6c90a tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.59 "DELETE /v2.0/ports/43684906-0817-4392-ba45-4cb9d70073ad HTTP/1.1" status: 204 len: 173 time: 0.3673308 Nov 24 13:33:48.821553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c14614a4-cbd3-4773-8cd1-2d2932270294', 'name': 'network-vif-deleted', 'tag': '43684906-0817-4392-ba45-4cb9d70073ad'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:33:48.823852 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c120917d-293e-4b90-9dd9-d8ff7d1fd714" -d '{"events": [{"server_uuid": "c14614a4-cbd3-4773-8cd1-2d2932270294", "name": "network-vif-deleted", "tag": "43684906-0817-4392-ba45-4cb9d70073ad"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:33:48.863496 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634d0424-2b3d-466b-a2d1-30efbe163e35 x-openstack-request-id: req-634d0424-2b3d-466b-a2d1-30efbe163e35 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:33:48.863797 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c14614a4-cbd3-4773-8cd1-2d2932270294", "name": "network-vif-deleted", "tag": "43684906-0817-4392-ba45-4cb9d70073ad", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:33:48.864058 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-634d0424-2b3d-466b-a2d1-30efbe163e35 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:33:48.864465 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c14614a4-cbd3-4773-8cd1-2d2932270294', 'name': 'network-vif-deleted', 'tag': '43684906-0817-4392-ba45-4cb9d70073ad', 'status': 'completed', 'code': 200} Nov 24 13:33:49.277328 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-52dd0377-a733-4a09-b810-bf80f0ddebee req-db22c447-363e-4785-82f5-1324be27a24c tempest-TestServerMultinode-1051208385 tempest-TestServerMultinode-1051208385-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c14614a4-cbd3-4773-8cd1-2d2932270294 HTTP/1.1" status: 200 len: 210 time: 0.0273583 Nov 24 13:33:50.274803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device d8eccab7-348a-47bc-a104-94adf40bbd57 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:50.295285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: d8eccab7-348a-47bc-a104-94adf40bbd57 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:50.295640 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device d8eccab7-348a-47bc-a104-94adf40bbd57 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:50.341872 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53992) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:50.681982 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:50.869150 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-103c1e0c-23e7-429c-9279-65080429ff5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:51.246836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Deleting port 0c50c878-eb10-4f61-9713-3d8f5868ecda {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:51.247176 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:51.324110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] For port 0c50c878-eb10-4f61-9713-3d8f5868ecda, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=0c50c878-eb10-4f61-9713-3d8f5868ecda,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:51.324472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:51.337214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Calling delete_port for 0c50c878-eb10-4f61-9713-3d8f5868ecda owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:51.511759 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:51.540159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c50c878-eb10-4f61-9713-3d8f5868ecda,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:51.565623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:51.565984 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:51.566328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:51.566665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:51.566998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:51.567329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:51.567658 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:51.567984 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:51.568309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:51.568629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:51.568977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:51.569302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:33:51.711922 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:51.922888 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Router be589d1f-837d-44b5-b2e4-778f28b652a4 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:33:52.027231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:33:52.032909 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-60305086-5093-40bf-96d8-395a9d864ca8 admin admin] 10.222.0.48 "PUT /v2.0/routers/be589d1f-837d-44b5-b2e4-778f28b652a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6897240 Nov 24 13:33:52.035212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53994) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:52.036443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba45a681-391e-40ed-b835-a3ac977e935f None None] Sync routers for ids ['be589d1f-837d-44b5-b2e4-778f28b652a4'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:33:52.047390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba45a681-391e-40ed-b835-a3ac977e935f None None] Routers {'be589d1f-837d-44b5-b2e4-778f28b652a4'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:52.048007 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ba45a681-391e-40ed-b835-a3ac977e935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:33:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['be589d1f-837d-44b5-b2e4-778f28b652a4'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:52.138869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 43684906-0817-4392-ba45-4cb9d70073ad no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:52.140854 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:52.165816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 43684906-0817-4392-ba45-4cb9d70073ad {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:52.166163 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 43684906-0817-4392-ba45-4cb9d70073ad not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:52.177028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-ba45a681-391e-40ed-b835-a3ac977e935f None None] Set router be589d1f-837d-44b5-b2e4-778f28b652a4 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:52.240459 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:52.298229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] Deleting port b01f5008-de6e-4cdf-8d48-4e9f7342adba {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:52.298571 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:52.360300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ba45a681-391e-40ed-b835-a3ac977e935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'name': 'tempest-TestServerMultinode-2069782372-router', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'b01f5008-de6e-4cdf-8d48-4e9f7342adba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:51Z', 'revision_number': 5, 'project_id': '274adfd1c9ea4e10a94a48745a308baf', 'gw_port': {'id': 'b01f5008-de6e-4cdf-8d48-4e9f7342adba', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:52.381655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] For port b01f5008-de6e-4cdf-8d48-4e9f7342adba, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b01f5008-de6e-4cdf-8d48-4e9f7342adba,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:52.382526 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:52.388073 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba45a681-391e-40ed-b835-a3ac977e935f None None] Checking router: be589d1f-837d-44b5-b2e4-778f28b652a4 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:33:52.395842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] Calling delete_port for b01f5008-de6e-4cdf-8d48-4e9f7342adba owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:52.396644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba45a681-391e-40ed-b835-a3ac977e935f None None] Routers {'be589d1f-837d-44b5-b2e4-778f28b652a4'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:52.397295 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ba45a681-391e-40ed-b835-a3ac977e935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:33:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['be589d1f-837d-44b5-b2e4-778f28b652a4'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:52.566670 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:52.593892 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01f5008-de6e-4cdf-8d48-4e9f7342adba,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:52.618970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e0493-fad4-4e95-8caf-feb247d03683 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:52.648304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-ba45a681-391e-40ed-b835-a3ac977e935f None None] Set router be589d1f-837d-44b5-b2e4-778f28b652a4 gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:52.659739 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:52.705161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ba45a681-391e-40ed-b835-a3ac977e935f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'name': 'tempest-TestServerMultinode-2069782372-router', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:52Z', 'revision_number': 6, 'project_id': '274adfd1c9ea4e10a94a48745a308baf', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:52.730761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba45a681-391e-40ed-b835-a3ac977e935f None None] The sync data for ids ['be589d1f-837d-44b5-b2e4-778f28b652a4'] in n-d-817303-4 is: [{'id': 'be589d1f-837d-44b5-b2e4-778f28b652a4', 'name': 'tempest-TestServerMultinode-2069782372-router', 'tenant_id': '274adfd1c9ea4e10a94a48745a308baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:14Z', 'updated_at': '2021-11-24T13:33:52Z', 'revision_number': 6, 'project_id': '274adfd1c9ea4e10a94a48745a308baf', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:33:52.754315 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:52.756533 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:52.801841 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:52.802430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be589d1f-837d-44b5-b2e4-778f28b652a4 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:33:52.807223 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:52.810764 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5e922bea-72c3-4a61-a370-02c76e1b5f62 admin admin] 10.222.0.48 "DELETE /v2.0/routers/be589d1f-837d-44b5-b2e4-778f28b652a4 HTTP/1.1" status: 204 len: 168 time: 0.7722409 Nov 24 13:33:52.811151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 53996) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:52.856593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-2860bbdb-02b9-45fa-95e6-be1b56a43549 admin admin] Deleting subnet 31d37ef3-3235-4a9f-a323-dd518515aaaa {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:33:52.859502 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2860bbdb-02b9-45fa-95e6-be1b56a43549 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:52.893141 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2860bbdb-02b9-45fa-95e6-be1b56a43549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:52.972756 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2860bbdb-02b9-45fa-95e6-be1b56a43549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:53.025045 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2860bbdb-02b9-45fa-95e6-be1b56a43549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:53.053453 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2860bbdb-02b9-45fa-95e6-be1b56a43549 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:53.059929 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2860bbdb-02b9-45fa-95e6-be1b56a43549 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/31d37ef3-3235-4a9f-a323-dd518515aaaa HTTP/1.1" status: 204 len: 168 time: 0.2455769 Nov 24 13:33:53.059929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860bbdb-02b9-45fa-95e6-be1b56a43549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d37ef3-3235-4a9f-a323-dd518515aaaa,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:53.060171 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9974a7-a213-4394-a5d3-0a18c52b3f91 None None] Network d665c24c-7d53-40ac-902e-7bd77c19b78d requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:33:53.060606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 53998) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:53.134303 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:53.190234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Deleting port b3365ab7-0af1-4cda-8562-f3cf6952c9ab {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:53.190603 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:53.261506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] For port b3365ab7-0af1-4cda-8562-f3cf6952c9ab, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b3365ab7-0af1-4cda-8562-f3cf6952c9ab,segment=NetworkSegment(0d31a1a5-a7c9-4389-b18c-77f481f49b00),segment_id=0d31a1a5-a7c9-4389-b18c-77f481f49b00)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:53.261872 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:53.278140 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Calling delete_port for b3365ab7-0af1-4cda-8562-f3cf6952c9ab owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:53.293475 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e50a040a-c056-402e-98d9-4aecf896050f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:53.356382 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:53.381941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Pushing event deleted for resources: {'Port': ['ID=b3365ab7-0af1-4cda-8562-f3cf6952c9ab,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:53.385363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] No DVR routers for this DVR port b3365ab7-0af1-4cda-8562-f3cf6952c9ab on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:33:53.457805 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:53.478480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d665c24c-7d53-40ac-902e-7bd77c19b78d']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:53.487492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d31a1a5-a7c9-4389-b18c-77f481f49b00') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:53.487794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d31a1a5-a7c9-4389-b18c-77f481f49b00') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:53.496981 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:53.509926 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:53.515691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:33:53.516076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:33:53.517793 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:33:53.555083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db13d41-bb97-4214-932b-39d3c33b2ee6 None None] DHCP port deletion for d665c24c-7d53-40ac-902e-7bd77c19b78d request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:53.578894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:53.584602 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:53.588406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] 10.222.0.48 "DELETE /v2.0/networks/d665c24c-7d53-40ac-902e-7bd77c19b78d HTTP/1.1" status: 204 len: 168 time: 0.5270000 Nov 24 13:33:53.591499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54000) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:53.599625 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a8dca-72c0-429b-b492-2dc59f7a531b admin admin] Pushing event deleted for resources: {'Network': ['ID=d665c24c-7d53-40ac-902e-7bd77c19b78d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:53.945839 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d291fd1-7f00-4e62-b951-fd25a8f635c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:54.188198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-2d291fd1-7f00-4e62-b951-fd25a8f635c8 admin admin] Deleting port 17378b1f-356e-4f67-9e33-a619c69edfd9 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:54.188447 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d291fd1-7f00-4e62-b951-fd25a8f635c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:54.265819 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-2d291fd1-7f00-4e62-b951-fd25a8f635c8 admin admin] For port 17378b1f-356e-4f67-9e33-a619c69edfd9, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=17378b1f-356e-4f67-9e33-a619c69edfd9,segment=NetworkSegment(b90062cb-3092-4484-b6c2-98beb102e725),segment_id=b90062cb-3092-4484-b6c2-98beb102e725)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:54.266182 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d291fd1-7f00-4e62-b951-fd25a8f635c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:54.278662 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-2d291fd1-7f00-4e62-b951-fd25a8f635c8 admin admin] Calling delete_port for 17378b1f-356e-4f67-9e33-a619c69edfd9 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:54.417352 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b01f5008-de6e-4cdf-8d48-4e9f7342adba no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:54.437341 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: b01f5008-de6e-4cdf-8d48-4e9f7342adba {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:54.437690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b01f5008-de6e-4cdf-8d48-4e9f7342adba not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:54.438108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0c50c878-eb10-4f61-9713-3d8f5868ecda no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:54.461292 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d291fd1-7f00-4e62-b951-fd25a8f635c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:54.464878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 0c50c878-eb10-4f61-9713-3d8f5868ecda {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:54.465228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 0c50c878-eb10-4f61-9713-3d8f5868ecda not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:54.465644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b3365ab7-0af1-4cda-8562-f3cf6952c9ab no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:54.489576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: b3365ab7-0af1-4cda-8562-f3cf6952c9ab {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:54.489926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b3365ab7-0af1-4cda-8562-f3cf6952c9ab not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:54.492600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d291fd1-7f00-4e62-b951-fd25a8f635c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17378b1f-356e-4f67-9e33-a619c69edfd9,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:54.495811 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:54.660052 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d291fd1-7f00-4e62-b951-fd25a8f635c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:54.875658 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d291fd1-7f00-4e62-b951-fd25a8f635c8 admin admin] Router b37fd5d5-811b-4d37-8021-90d4cbfa7233 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:33:54.979797 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d291fd1-7f00-4e62-b951-fd25a8f635c8 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:33:54.984888 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2d291fd1-7f00-4e62-b951-fd25a8f635c8 admin admin] 10.222.0.48 "PUT /v2.0/routers/b37fd5d5-811b-4d37-8021-90d4cbfa7233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3920708 Nov 24 13:33:54.987457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54002) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:54.989999 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e724f6f5-937f-4c3b-80d9-580786b74f15 None None] Sync routers for ids ['b37fd5d5-811b-4d37-8021-90d4cbfa7233'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:33:55.000248 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724f6f5-937f-4c3b-80d9-580786b74f15 None None] Routers {'b37fd5d5-811b-4d37-8021-90d4cbfa7233'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:55.000873 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-e724f6f5-937f-4c3b-80d9-580786b74f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:33:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b37fd5d5-811b-4d37-8021-90d4cbfa7233'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:55.089216 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.100443 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-e724f6f5-937f-4c3b-80d9-580786b74f15 None None] Set router b37fd5d5-811b-4d37-8021-90d4cbfa7233 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:55.188412 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.244055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] Deleting port f97509fc-9b70-4b76-81e2-6a5f12e5c906 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:55.244394 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.279760 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-e724f6f5-937f-4c3b-80d9-580786b74f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'name': 'tempest-TestServerMultinode-1220260490-router', 'tenant_id': '840847d11670434891466e59577225c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'f97509fc-9b70-4b76-81e2-6a5f12e5c906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:18Z', 'updated_at': '2021-11-24T13:33:54Z', 'revision_number': 5, 'project_id': '840847d11670434891466e59577225c0', 'gw_port': {'id': 'f97509fc-9b70-4b76-81e2-6a5f12e5c906', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:33:19Z', 'updated_at': '2021-11-24T13:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:55.323028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] For port f97509fc-9b70-4b76-81e2-6a5f12e5c906, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f97509fc-9b70-4b76-81e2-6a5f12e5c906,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:55.323406 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.337690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] Calling delete_port for f97509fc-9b70-4b76-81e2-6a5f12e5c906 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:55.392887 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e724f6f5-937f-4c3b-80d9-580786b74f15 None None] Checking router: b37fd5d5-811b-4d37-8021-90d4cbfa7233 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:33:55.401605 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724f6f5-937f-4c3b-80d9-580786b74f15 None None] Routers {'b37fd5d5-811b-4d37-8021-90d4cbfa7233'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:33:55.402192 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-e724f6f5-937f-4c3b-80d9-580786b74f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:33:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b37fd5d5-811b-4d37-8021-90d4cbfa7233'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:55.488433 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-e724f6f5-937f-4c3b-80d9-580786b74f15 None None] Set router b37fd5d5-811b-4d37-8021-90d4cbfa7233 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:33:55.503547 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.534745 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] Pushing event deleted for resources: {'Port': ['ID=f97509fc-9b70-4b76-81e2-6a5f12e5c906,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:55.541426 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-e724f6f5-937f-4c3b-80d9-580786b74f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'name': 'tempest-TestServerMultinode-1220260490-router', 'tenant_id': '840847d11670434891466e59577225c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:18Z', 'updated_at': '2021-11-24T13:33:55Z', 'revision_number': 6, 'project_id': '840847d11670434891466e59577225c0', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:55.545854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c618c424-d1fd-4dbb-8665-487abc3a5136 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:55.571959 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e724f6f5-937f-4c3b-80d9-580786b74f15 None None] The sync data for ids ['b37fd5d5-811b-4d37-8021-90d4cbfa7233'] in n-d-817303-4 is: [{'id': 'b37fd5d5-811b-4d37-8021-90d4cbfa7233', 'name': 'tempest-TestServerMultinode-1220260490-router', 'tenant_id': '840847d11670434891466e59577225c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:33:18Z', 'updated_at': '2021-11-24T13:33:55Z', 'revision_number': 6, 'project_id': '840847d11670434891466e59577225c0', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:33:55.596489 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.692664 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.694837 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.737019 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.737559 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] Fanout notify agent at l3_agent the message router_deleted on router b37fd5d5-811b-4d37-8021-90d4cbfa7233 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:33:55.742097 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.743259 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1a2cef46-db64-41be-be68-3dd20734faee admin admin] 10.222.0.48 "DELETE /v2.0/routers/b37fd5d5-811b-4d37-8021-90d4cbfa7233 HTTP/1.1" status: 204 len: 168 time: 0.7548702 Nov 24 13:33:55.745782 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54004) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:55.789406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-219e02cb-2566-41ab-916c-daeaa9f32b7a admin admin] Deleting subnet f9a8351a-d03b-439d-9ab4-f5693f60d5db {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:33:55.792357 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-219e02cb-2566-41ab-916c-daeaa9f32b7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.829420 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-219e02cb-2566-41ab-916c-daeaa9f32b7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.903986 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-219e02cb-2566-41ab-916c-daeaa9f32b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.957980 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-219e02cb-2566-41ab-916c-daeaa9f32b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.987072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e02cb-2566-41ab-916c-daeaa9f32b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a8351a-d03b-439d-9ab4-f5693f60d5db,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:55.990906 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-219e02cb-2566-41ab-916c-daeaa9f32b7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:55.996545 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-219e02cb-2566-41ab-916c-daeaa9f32b7a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f9a8351a-d03b-439d-9ab4-f5693f60d5db HTTP/1.1" status: 204 len: 168 time: 0.2475717 Nov 24 13:33:55.997909 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54006) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:56.009591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c252e676-0e3e-4f74-ba9d-6ae428c003e9 None None] Network 18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:33:56.014009 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.068239 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.121194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Deleting port a05d3543-aace-4335-9a82-a0748f8aff26 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:33:56.121539 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.190903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] For port a05d3543-aace-4335-9a82-a0748f8aff26, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a05d3543-aace-4335-9a82-a0748f8aff26,segment=NetworkSegment(b90062cb-3092-4484-b6c2-98beb102e725),segment_id=b90062cb-3092-4484-b6c2-98beb102e725)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:33:56.191270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.203869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Calling delete_port for a05d3543-aace-4335-9a82-a0748f8aff26 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:33:56.281050 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.310852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a05d3543-aace-4335-9a82-a0748f8aff26,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:56.315370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] No DVR routers for this DVR port a05d3543-aace-4335-9a82-a0748f8aff26 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:33:56.342031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0455a1c-7aad-4007-8e4d-63e556c22fa6 None None] DHCP port deletion for 18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:33:56.396222 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.416273 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f97509fc-9b70-4b76-81e2-6a5f12e5c906 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:56.417600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:56.427058 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90062cb-3092-4484-b6c2-98beb102e725') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:56.427365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90062cb-3092-4484-b6c2-98beb102e725') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:33:56.437158 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: f97509fc-9b70-4b76-81e2-6a5f12e5c906 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:56.437511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f97509fc-9b70-4b76-81e2-6a5f12e5c906 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:56.437942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 17378b1f-356e-4f67-9e33-a619c69edfd9 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:56.442247 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.456106 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.458683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 17378b1f-356e-4f67-9e33-a619c69edfd9 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:56.459070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 17378b1f-356e-4f67-9e33-a619c69edfd9 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:56.459438 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a05d3543-aace-4335-9a82-a0748f8aff26 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:33:56.462884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:33:56.463373 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:33:56.465208 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:33:56.480072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: a05d3543-aace-4335-9a82-a0748f8aff26 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:33:56.480423 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a05d3543-aace-4335-9a82-a0748f8aff26 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:33:56.521342 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.527307 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.530783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec HTTP/1.1" status: 204 len: 168 time: 0.5318098 Nov 24 13:33:56.541963 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092d85c-a879-48f7-a31f-9f1968aaa3f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=18dfb279-3e65-4ab6-83a0-b4faa3c0d7ec,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:56.701137 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54010) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:56.719494 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.743048 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7649f409-8fcf-4860-9c43-9067cb611595 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=274adfd1c9ea4e10a94a48745a308baf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407426 Nov 24 13:33:56.745670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54012) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:56.792310 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1ee6-49b0-4bfc-8632-38b4d45db944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.817270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1ee6-49b0-4bfc-8632-38b4d45db944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.864279 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1ee6-49b0-4bfc-8632-38b4d45db944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.866948 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1ee6-49b0-4bfc-8632-38b4d45db944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:56.868133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d6fe1ee6-49b0-4bfc-8632-38b4d45db944 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6fb5a032-75bb-4a89-93b9-2f9b5432614e HTTP/1.1" status: 204 len: 168 time: 0.1215687 Nov 24 13:33:56.875769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe1ee6-49b0-4bfc-8632-38b4d45db944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb5a032-75bb-4a89-93b9-2f9b5432614e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:33:57.173849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54018) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:57.214826 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b66022c8-3395-4e37-8eee-1f062e86a3e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=840847d11670434891466e59577225c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397916 Nov 24 13:33:57.217250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54020) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:33:57.265132 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f6fe-6668-43c0-865a-2bd45f354878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:57.285735 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f6fe-6668-43c0-865a-2bd45f354878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:57.332553 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f6fe-6668-43c0-865a-2bd45f354878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:57.335219 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b9b7f6fe-6668-43c0-865a-2bd45f354878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:33:57.336371 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b9b7f6fe-6668-43c0-865a-2bd45f354878 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1 HTTP/1.1" status: 204 len: 168 time: 0.1182401 Nov 24 13:33:57.343782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7f6fe-6668-43c0-865a-2bd45f354878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef3abfe-b1f1-4a1c-b4eb-2190538cd0f1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:06.603462 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:07.849890 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-d377ea2a-8d46-4a58-b749-f69e76f15c10 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=c272c7f7a2ea47ada7bdf1972335827a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332515 Nov 24 13:34:08.355778 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-a50faa36-304d-4915-aa4b-e0b20e75a9e6 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:08.357328 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-a50faa36-304d-4915-aa4b-e0b20e75a9e6 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5012405 Nov 24 13:34:08.372923 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-193f413e-54df-4a91-86a0-e8fec3217019 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/quotas/c272c7f7a2ea47ada7bdf1972335827a HTTP/1.1" status: 200 len: 375 time: 0.0095830 Nov 24 13:34:08.403825 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-e3e180dc-f60d-4ca6-a5e9-9389ca4a3ed4 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c272c7f7a2ea47ada7bdf1972335827a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258124 Nov 24 13:34:08.565489 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27565122-001d-418c-95a5-ee32a7875a59 req-4bf330ad-10d6-4443-8b18-72b732fb131a tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/ports?device_id=83dac009-69c7-4801-9f78-eedcfd6ea0c0 HTTP/1.1" status: 200 len: 210 time: 0.0311768 Nov 24 13:34:09.366262 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-b18b448e-7f09-4c92-b97d-65bb80794fdc tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c272c7f7a2ea47ada7bdf1972335827a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209436 Nov 24 13:34:09.476765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-1839d3c2-8147-450e-8427-de4068a13f52 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:09.478489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-1839d3c2-8147-450e-8427-de4068a13f52 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074092 Nov 24 13:34:09.491283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Request body: {'port': {'device_id': '83dac009-69c7-4801-9f78-eedcfd6ea0c0', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'admin_state_up': True, 'tenant_id': 'c272c7f7a2ea47ada7bdf1972335827a'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:34:09.598697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Made reservation on behalf of c272c7f7a2ea47ada7bdf1972335827a for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:34:09.603167 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:09.612038 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:09.668054 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c9a6467-d336-40d8-afe3-d9a7d52025b3 req-9b9f27c6-9977-4d03-ab40-5c0a4d4e1c9c tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/ports?device_id=83dac009-69c7-4801-9f78-eedcfd6ea0c0 HTTP/1.1" status: 200 len: 210 time: 0.0284767 Nov 24 13:34:09.711225 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:09.716122 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:09.736301 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:34:09.777812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9600a42c-5c00-49c6-a6b1-73e08f678a52,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:09.835552 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:09.849541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Allocated IP 192.168.233.106 (81418c15-a0ea-409a-bffa-85dc9db0ce64/199c2bfc-501f-4457-bc5a-c53115d25fe8/cbeae98e-b440-478c-b951-1f71957143bc) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:34:09.989089 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:10.026714 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:10.071034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Network 81418c15-a0ea-409a-bffa-85dc9db0ce64 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:34:10.073928 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:34:10.077493 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:34:10.083786 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Pushing event updated for resources: {'Port': ['ID=cbeae98e-b440-478c-b951-1f71957143bc,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:10.131780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:10.132291 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:10.148982 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-c60f0ed4-f3e9-44f2-810e-f5c87cba1a17 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6617074 Nov 24 13:34:10.161256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Request body: {'port': {'device_id': '83dac009-69c7-4801-9f78-eedcfd6ea0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:34:10.221116 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:10.312548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5f2a8bef-2936-413d-9d7c-3857b81ae759 None None] Provisioning complete for port cbeae98e-b440-478c-b951-1f71957143bc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:34:10.312948 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5f2a8bef-2936-413d-9d7c-3857b81ae759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:10.347424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a8bef-2936-413d-9d7c-3857b81ae759 None None] Port cbeae98e-b440-478c-b951-1f71957143bc cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:34:10.485944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbeae98e-b440-478c-b951-1f71957143bc {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:34:10.493853 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:10.505497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Transition to ACTIVE for port object cbeae98e-b440-478c-b951-1f71957143bc will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:34:10.509252 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:10.578582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Pushing event updated for resources: {'Port': ['ID=cbeae98e-b440-478c-b951-1f71957143bc,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:10.634921 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Attempting to bind port cbeae98e-b440-478c-b951-1f71957143bc on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:34:10.635409 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Attempting to bind port cbeae98e-b440-478c-b951-1f71957143bc by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:34:10.635842 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Attempting to bind port cbeae98e-b440-478c-b951-1f71957143bc on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:34:10.640661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Port cbeae98e-b440-478c-b951-1f71957143bc on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:34:10.641176 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Attempting to bind port cbeae98e-b440-478c-b951-1f71957143bc on network 81418c15-a0ea-409a-bffa-85dc9db0ce64 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:34:10.646314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:34:10.646656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Checking segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:34:10.647584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Bound using segment: {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:34:10.648017 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Bound port: cbeae98e-b440-478c-b951-1f71957143bc, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4a90d1-d057-4215-b6de-7efd45fd8d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:34:10.648375 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:10.716699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] For port cbeae98e-b440-478c-b951-1f71957143bc, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:34:10.720156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] For port cbeae98e-b440-478c-b951-1f71957143bc, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=cbeae98e-b440-478c-b951-1f71957143bc,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:34:10.726054 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:10.759723 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:10.760351 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:10.761808 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-633acce1-4405-4d49-ba85-e437a690348f service neutron] 10.222.0.46 "PUT /v2.0/ports/cbeae98e-b440-478c-b951-1f71957143bc HTTP/1.1" status: 200 len: 1096 time: 0.6049376 Nov 24 13:34:10.762255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83dac009-69c7-4801-9f78-eedcfd6ea0c0', 'tag': 'cbeae98e-b440-478c-b951-1f71957143bc'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:34:10.764549 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29e2003-ea3a-4290-9786-b72e23298f43" -d '{"events": [{"name": "network-changed", "server_uuid": "83dac009-69c7-4801-9f78-eedcfd6ea0c0", "tag": "cbeae98e-b440-478c-b951-1f71957143bc"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:34:10.792352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633acce1-4405-4d49-ba85-e437a690348f service neutron] Pushing event updated for resources: {'Port': ['ID=cbeae98e-b440-478c-b951-1f71957143bc,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:10.835829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc3b05-8108-4403-ae17-f09afe36b0ae req-d88a042e-fd6b-4a13-af79-4ec3e5907700 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:10.837450 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ebc3b05-8108-4403-ae17-f09afe36b0ae req-d88a042e-fd6b-4a13-af79-4ec3e5907700 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/ports?device_id=83dac009-69c7-4801-9f78-eedcfd6ea0c0 HTTP/1.1" status: 200 len: 948 time: 0.0910196 Nov 24 13:34:10.838923 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de85787c-e8a5-4168-b30d-50e346d3e08a x-openstack-request-id: req-de85787c-e8a5-4168-b30d-50e346d3e08a {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:34:10.839222 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83dac009-69c7-4801-9f78-eedcfd6ea0c0", "tag": "cbeae98e-b440-478c-b951-1f71957143bc", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:34:10.839482 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de85787c-e8a5-4168-b30d-50e346d3e08a {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:34:10.839885 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83dac009-69c7-4801-9f78-eedcfd6ea0c0', 'tag': 'cbeae98e-b440-478c-b951-1f71957143bc', 'status': 'completed', 'code': 200} Nov 24 13:34:10.857320 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-68cc2935-bdbc-4cf7-b6a9-9ee190dc243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:10.858845 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-68cc2935-bdbc-4cf7-b6a9-9ee190dc243a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c272c7f7a2ea47ada7bdf1972335827a&device_id=83dac009-69c7-4801-9f78-eedcfd6ea0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0471482 Nov 24 13:34:10.896027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ebc3b05-8108-4403-ae17-f09afe36b0ae req-aa8ffc76-c540-4924-b6da-a23612a9673e tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/security-groups?id=9600a42c-5c00-49c6-a6b1-73e08f678a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478187 Nov 24 13:34:10.913484 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-33db765e-0bd3-4fb6-a961-06644b2d865a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=cbeae98e-b440-478c-b951-1f71957143bc HTTP/1.1" status: 200 len: 217 time: 0.0454140 Nov 24 13:34:10.965126 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-f6a9ffc3-36b9-44e5-9676-142ace0b8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:10.966640 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-f6a9ffc3-36b9-44e5-9676-142ace0b8ae5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0468607 Nov 24 13:34:11.013134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-83dff086-4279-4144-9511-bef7766dc9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:11.014545 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-83dff086-4279-4144-9511-bef7766dc9e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413058 Nov 24 13:34:11.106800 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-9f91f217-654f-43dd-910b-a9ca7c1c5bdd service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851443 Nov 24 13:34:11.194126 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b5e0be7c-8431-4a51-a212-d102e2b2f3a9 req-5484ae45-19dd-421d-810e-36cb2407107c service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804973 Nov 24 13:34:11.283329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e2003-ea3a-4290-9786-b72e23298f43 req-15dba059-9bc2-4c2e-9b6d-4ca19f68e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:11.284748 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c29e2003-ea3a-4290-9786-b72e23298f43 req-15dba059-9bc2-4c2e-9b6d-4ca19f68e56e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c272c7f7a2ea47ada7bdf1972335827a&device_id=83dac009-69c7-4801-9f78-eedcfd6ea0c0 HTTP/1.1" status: 200 len: 1099 time: 0.0454333 Nov 24 13:34:11.374513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e2003-ea3a-4290-9786-b72e23298f43 req-8c63c818-c6e5-4ccd-bc9b-4c89a58e5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:11.375969 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c29e2003-ea3a-4290-9786-b72e23298f43 req-8c63c818-c6e5-4ccd-bc9b-4c89a58e5e6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=81418c15-a0ea-409a-bffa-85dc9db0ce64 HTTP/1.1" status: 200 len: 870 time: 0.0842547 Nov 24 13:34:11.424862 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c29e2003-ea3a-4290-9786-b72e23298f43 req-2a1b2ad2-a25b-4ff4-aa08-3b2618c9d1bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=cbeae98e-b440-478c-b951-1f71957143bc HTTP/1.1" status: 200 len: 217 time: 0.0402086 Nov 24 13:34:11.473898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e2003-ea3a-4290-9786-b72e23298f43 req-c10fe234-0839-4641-b21d-381968ca2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:11.475880 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c29e2003-ea3a-4290-9786-b72e23298f43 req-c10fe234-0839-4641-b21d-381968ca2b94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=199c2bfc-501f-4457-bc5a-c53115d25fe8 HTTP/1.1" status: 200 len: 843 time: 0.0435178 Nov 24 13:34:11.519427 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e2003-ea3a-4290-9786-b72e23298f43 req-1d94fdad-b6c4-48c3-b064-181691b4349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:11.520879 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c29e2003-ea3a-4290-9786-b72e23298f43 req-1d94fdad-b6c4-48c3-b064-181691b4349b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81418c15-a0ea-409a-bffa-85dc9db0ce64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0378172 Nov 24 13:34:11.613353 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c29e2003-ea3a-4290-9786-b72e23298f43 req-1af685d4-8792-4bc8-a972-070c5d9767f2 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846968 Nov 24 13:34:11.702960 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c29e2003-ea3a-4290-9786-b72e23298f43 req-db820c7b-251a-458e-bd7b-ad522af362f8 service neutron] 10.222.0.46 "GET /v2.0/networks/81418c15-a0ea-409a-bffa-85dc9db0ce64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803804 Nov 24 13:34:12.014846 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e6b80-e3f5-4f81-bc64-b5735e449bfa req-7059b2fe-5697-43a4-a896-e6fa1f2a273b tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:12.016323 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c2e6b80-e3f5-4f81-bc64-b5735e449bfa req-7059b2fe-5697-43a4-a896-e6fa1f2a273b tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/ports?device_id=83dac009-69c7-4801-9f78-eedcfd6ea0c0 HTTP/1.1" status: 200 len: 948 time: 0.0490847 Nov 24 13:34:12.066394 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c2e6b80-e3f5-4f81-bc64-b5735e449bfa req-c424656e-1ab2-41b6-85f0-3edcb713daa6 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/security-groups?id=9600a42c-5c00-49c6-a6b1-73e08f678a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434635 Nov 24 13:34:12.290054 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device cbeae98e-b440-478c-b951-1f71957143bc details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:34:12.386137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port cbeae98e-b440-478c-b951-1f71957143bc, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=cbeae98e-b440-478c-b951-1f71957143bc,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:34:12.397385 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'cbeae98e-b440-478c-b951-1f71957143bc', 'network_id': '81418c15-a0ea-409a-bffa-85dc9db0ce64', 'port_id': 'cbeae98e-b440-478c-b951-1f71957143bc', 'mac_address': 'fa:16:3e:f6:37:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '199c2bfc-501f-4457-bc5a-c53115d25fe8', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:34:12.436076 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:12.449103 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbeae98e-b440-478c-b951-1f71957143bc {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:34:12.468623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port cbeae98e-b440-478c-b951-1f71957143bc, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=cbeae98e-b440-478c-b951-1f71957143bc,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:34:12.472134 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:12.517750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=cbeae98e-b440-478c-b951-1f71957143bc,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:12.665864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['cbeae98e-b440-478c-b951-1f71957143bc'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:34:13.181235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b8316-66aa-4f66-90f0-515db079b3f5 req-68573819-61a6-4b70-b827-de1f14aa465e tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:13.182701 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c18b8316-66aa-4f66-90f0-515db079b3f5 req-68573819-61a6-4b70-b827-de1f14aa465e tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/ports?device_id=83dac009-69c7-4801-9f78-eedcfd6ea0c0 HTTP/1.1" status: 200 len: 949 time: 0.0473716 Nov 24 13:34:13.230980 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c18b8316-66aa-4f66-90f0-515db079b3f5 req-98f2bba0-b71a-492a-9288-6d9c74e6ed72 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/security-groups?id=9600a42c-5c00-49c6-a6b1-73e08f678a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416980 Nov 24 13:34:14.325147 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device cbeae98e-b440-478c-b951-1f71957143bc up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:34:14.348153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49313e9-bfaf-42e0-a6ce-36d48c745f0f req-e7c1a245-dde1-4b32-9873-343362ccce36 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:14.349718 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c49313e9-bfaf-42e0-a6ce-36d48c745f0f req-e7c1a245-dde1-4b32-9873-343362ccce36 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/ports?device_id=83dac009-69c7-4801-9f78-eedcfd6ea0c0 HTTP/1.1" status: 200 len: 949 time: 0.0502381 Nov 24 13:34:14.375765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port cbeae98e-b440-478c-b951-1f71957143bc completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:34:14.379744 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port cbeae98e-b440-478c-b951-1f71957143bc triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:34:14.380119 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:14.400450 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c49313e9-bfaf-42e0-a6ce-36d48c745f0f req-b47d84f6-67a6-44cd-8d50-d483a958f10b tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/security-groups?id=9600a42c-5c00-49c6-a6b1-73e08f678a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445709 Nov 24 13:34:14.463506 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:14.485909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dac009-69c7-4801-9f78-eedcfd6ea0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbeae98e-b440-478c-b951-1f71957143bc'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:34:14.488291 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bad8bb3-b56c-4a72-8138-67b6d68b475d" -d '{"events": [{"server_uuid": "83dac009-69c7-4801-9f78-eedcfd6ea0c0", "name": "network-vif-plugged", "status": "completed", "tag": "cbeae98e-b440-478c-b951-1f71957143bc"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:34:14.501175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port cbeae98e-b440-478c-b951-1f71957143bc, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=cbeae98e-b440-478c-b951-1f71957143bc,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:34:14.505354 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:14.531121 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506d789b-416e-43eb-a1f1-af9f95a86cec x-openstack-request-id: req-506d789b-416e-43eb-a1f1-af9f95a86cec {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:34:14.531424 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dac009-69c7-4801-9f78-eedcfd6ea0c0", "name": "network-vif-plugged", "status": "completed", "tag": "cbeae98e-b440-478c-b951-1f71957143bc", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:34:14.531685 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-506d789b-416e-43eb-a1f1-af9f95a86cec {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:34:14.532619 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dac009-69c7-4801-9f78-eedcfd6ea0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbeae98e-b440-478c-b951-1f71957143bc', 'code': 200} Nov 24 13:34:14.560181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=cbeae98e-b440-478c-b951-1f71957143bc,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:14.620594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde862d-af88-45ad-88b9-25d4d1d19961 req-11a51c54-282b-4968-ae6c-7534f7d1ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:14.622111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddde862d-af88-45ad-88b9-25d4d1d19961 req-11a51c54-282b-4968-ae6c-7534f7d1ab8d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83dac009-69c7-4801-9f78-eedcfd6ea0c0 HTTP/1.1" status: 200 len: 1101 time: 0.0394604 Nov 24 13:34:14.665250 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddde862d-af88-45ad-88b9-25d4d1d19961 req-968cc6f5-fc11-4a70-854f-26bfea5b2dc4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9600a42c-5c00-49c6-a6b1-73e08f678a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362275 Nov 24 13:34:15.517538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779eecd-4e87-4a8b-ade8-bba25ea31111 req-4f65e75a-8aec-4719-885d-85a15261a248 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:15.518950 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d779eecd-4e87-4a8b-ade8-bba25ea31111 req-4f65e75a-8aec-4719-885d-85a15261a248 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/ports?device_id=83dac009-69c7-4801-9f78-eedcfd6ea0c0 HTTP/1.1" status: 200 len: 950 time: 0.0520320 Nov 24 13:34:15.565748 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d779eecd-4e87-4a8b-ade8-bba25ea31111 req-f81308c7-9f16-4ede-9a9b-109a7e55e17a tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/security-groups?id=9600a42c-5c00-49c6-a6b1-73e08f678a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 Nov 24 13:34:16.686606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82403e-0faf-4a4a-84f6-cd852eef0cf0 req-352add08-f0ea-4e68-ad16-1aa3144a427c tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:16.688053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c82403e-0faf-4a4a-84f6-cd852eef0cf0 req-352add08-f0ea-4e68-ad16-1aa3144a427c tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/ports?device_id=83dac009-69c7-4801-9f78-eedcfd6ea0c0 HTTP/1.1" status: 200 len: 950 time: 0.0512993 Nov 24 13:34:16.733292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c82403e-0faf-4a4a-84f6-cd852eef0cf0 req-a7ad7e1c-aaa7-4ed8-aba5-ebb22fa3a52a tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/security-groups?id=9600a42c-5c00-49c6-a6b1-73e08f678a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393598 Nov 24 13:34:17.124995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-a258ee52-86f8-44db-8405-b932197ed726 req-8b00b0fd-2bfd-4281-a3d4-99457b621c90 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:34:17.126019 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a258ee52-86f8-44db-8405-b932197ed726 req-8b00b0fd-2bfd-4281-a3d4-99457b621c90 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1073432 Nov 24 13:34:17.458912 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-f039e7eb-61b6-410e-8d2f-33fb0b9cd284 req-11c07e65-0a35-4992-bd20-9c99686b7ce9 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:34:17.459924 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f039e7eb-61b6-410e-8d2f-33fb0b9cd284 req-11c07e65-0a35-4992-bd20-9c99686b7ce9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052955 Nov 24 13:34:17.789325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca4cd06-1a30-4d2e-8696-1ce5c9cbb206 req-5f108654-f9ea-4a18-aab1-b700681136cf tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:17.790820 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dca4cd06-1a30-4d2e-8696-1ce5c9cbb206 req-5f108654-f9ea-4a18-aab1-b700681136cf tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/ports?device_id=83dac009-69c7-4801-9f78-eedcfd6ea0c0 HTTP/1.1" status: 200 len: 950 time: 0.0482857 Nov 24 13:34:17.839467 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dca4cd06-1a30-4d2e-8696-1ce5c9cbb206 req-cfc2b21d-5fa3-441c-98fc-8a43293d913b tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/security-groups?id=9600a42c-5c00-49c6-a6b1-73e08f678a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Nov 24 13:34:18.954214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb1907-af4e-4cca-b51b-c9563aa5d1c5 req-6189a768-3411-4fee-ae49-e2a8a974dd79 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:18.955672 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9fb1907-af4e-4cca-b51b-c9563aa5d1c5 req-6189a768-3411-4fee-ae49-e2a8a974dd79 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/ports?device_id=83dac009-69c7-4801-9f78-eedcfd6ea0c0 HTTP/1.1" status: 200 len: 950 time: 0.0478561 Nov 24 13:34:19.032476 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9fb1907-af4e-4cca-b51b-c9563aa5d1c5 req-245f7427-8766-4a70-a0ef-11841638e062 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.48 "GET /v2.0/security-groups?id=9600a42c-5c00-49c6-a6b1-73e08f678a52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703423 Nov 24 13:34:19.048662 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ab49d-624d-46f2-8928-1d6b646a3fe4 req-bd5da783-5307-404c-b4b8-d9aad222e082 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:19.050143 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c95ab49d-624d-46f2-8928-1d6b646a3fe4 req-bd5da783-5307-404c-b4b8-d9aad222e082 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.46 "GET /v2.0/ports?device_id=83dac009-69c7-4801-9f78-eedcfd6ea0c0 HTTP/1.1" status: 200 len: 950 time: 0.0628335 Nov 24 13:34:19.138422 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-c95ab49d-624d-46f2-8928-1d6b646a3fe4 req-41d54a99-0f00-45da-9e17-97dc208d5809 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Deleting port cbeae98e-b440-478c-b951-1f71957143bc {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:34:19.138683 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c95ab49d-624d-46f2-8928-1d6b646a3fe4 req-41d54a99-0f00-45da-9e17-97dc208d5809 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:19.230140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-c95ab49d-624d-46f2-8928-1d6b646a3fe4 req-41d54a99-0f00-45da-9e17-97dc208d5809 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] For port cbeae98e-b440-478c-b951-1f71957143bc, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=cbeae98e-b440-478c-b951-1f71957143bc,segment=NetworkSegment(aa4a90d1-d057-4215-b6de-7efd45fd8d87),segment_id=aa4a90d1-d057-4215-b6de-7efd45fd8d87)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:34:19.230502 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c95ab49d-624d-46f2-8928-1d6b646a3fe4 req-41d54a99-0f00-45da-9e17-97dc208d5809 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:19.242383 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-c95ab49d-624d-46f2-8928-1d6b646a3fe4 req-41d54a99-0f00-45da-9e17-97dc208d5809 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Calling delete_port for cbeae98e-b440-478c-b951-1f71957143bc owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:34:19.367236 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c95ab49d-624d-46f2-8928-1d6b646a3fe4 req-41d54a99-0f00-45da-9e17-97dc208d5809 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:19.378448 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['cbeae98e-b440-478c-b951-1f71957143bc'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:34:19.400122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d54a99-0f00-45da-9e17-97dc208d5809 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Pushing event deleted for resources: {'Port': ['ID=cbeae98e-b440-478c-b951-1f71957143bc,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:19.441701 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95ab49d-624d-46f2-8928-1d6b646a3fe4 req-41d54a99-0f00-45da-9e17-97dc208d5809 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] No DVR routers for this DVR port cbeae98e-b440-478c-b951-1f71957143bc on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:34:19.444439 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-c95ab49d-624d-46f2-8928-1d6b646a3fe4 req-41d54a99-0f00-45da-9e17-97dc208d5809 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:19.448428 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c95ab49d-624d-46f2-8928-1d6b646a3fe4 req-41d54a99-0f00-45da-9e17-97dc208d5809 tempest-ServersAdminNegativeTestJSON-1567182718 tempest-ServersAdminNegativeTestJSON-1567182718-project] 10.222.0.46 "DELETE /v2.0/ports/cbeae98e-b440-478c-b951-1f71957143bc HTTP/1.1" status: 204 len: 173 time: 0.3914983 Nov 24 13:34:19.448984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dac009-69c7-4801-9f78-eedcfd6ea0c0', 'name': 'network-vif-deleted', 'tag': 'cbeae98e-b440-478c-b951-1f71957143bc'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:34:19.451275 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db823765-15d8-4c0c-9211-f5046d9867f9" -d '{"events": [{"server_uuid": "83dac009-69c7-4801-9f78-eedcfd6ea0c0", "name": "network-vif-deleted", "tag": "cbeae98e-b440-478c-b951-1f71957143bc"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:34:19.499462 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a96706-7f07-43ba-8545-cd8a350568e8 x-openstack-request-id: req-d9a96706-7f07-43ba-8545-cd8a350568e8 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:34:19.499837 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dac009-69c7-4801-9f78-eedcfd6ea0c0", "name": "network-vif-deleted", "tag": "cbeae98e-b440-478c-b951-1f71957143bc", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:34:19.500175 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9a96706-7f07-43ba-8545-cd8a350568e8 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:34:19.500649 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dac009-69c7-4801-9f78-eedcfd6ea0c0', 'name': 'network-vif-deleted', 'tag': 'cbeae98e-b440-478c-b951-1f71957143bc', 'status': 'completed', 'code': 200} Nov 24 13:34:20.318714 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54152) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:34:20.450435 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-523f898b-4f56-4352-878e-9f756ed62b6e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c272c7f7a2ea47ada7bdf1972335827a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305242 Nov 24 13:34:20.453033 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54156) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:34:20.504804 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f577a1b2-17c8-43b8-85ce-21b11aa3d92b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:20.525341 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f577a1b2-17c8-43b8-85ce-21b11aa3d92b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:20.569493 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f577a1b2-17c8-43b8-85ce-21b11aa3d92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:20.572088 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f577a1b2-17c8-43b8-85ce-21b11aa3d92b admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:20.573347 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f577a1b2-17c8-43b8-85ce-21b11aa3d92b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9600a42c-5c00-49c6-a6b1-73e08f678a52 HTTP/1.1" status: 204 len: 168 time: 0.1193931 Nov 24 13:34:20.581459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577a1b2-17c8-43b8-85ce-21b11aa3d92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9600a42c-5c00-49c6-a6b1-73e08f678a52,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:20.831371 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54162) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:34:20.845233 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49a2939c-bd1f-4997-86f3-1c82ee031973 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:20.870825 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a9328e6e-6342-4b47-96fa-1cf1c28cc147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:20.922371 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49a2939c-bd1f-4997-86f3-1c82ee031973 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:20.926247 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49a2939c-bd1f-4997-86f3-1c82ee031973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:20.964915 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-49a2939c-bd1f-4997-86f3-1c82ee031973 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b09fc95339944e1a8c5ac100ef629d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324556 Nov 24 13:34:20.965853 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2939c-bd1f-4997-86f3-1c82ee031973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae66c14-d299-479c-9b13-5feca53ae851,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:20.967725 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54164) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:34:21.014428 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffe688d-e8e7-4e9e-8ff8-2c97b266c5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:21.036452 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffe688d-e8e7-4e9e-8ff8-2c97b266c5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:21.081527 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffe688d-e8e7-4e9e-8ff8-2c97b266c5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:21.084113 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bffe688d-e8e7-4e9e-8ff8-2c97b266c5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:21.085302 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bffe688d-e8e7-4e9e-8ff8-2c97b266c5c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ae66c14-d299-479c-9b13-5feca53ae851 HTTP/1.1" status: 204 len: 168 time: 0.1165977 Nov 24 13:34:21.094009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe688d-e8e7-4e9e-8ff8-2c97b266c5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae66c14-d299-479c-9b13-5feca53ae851,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:21.731482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54186) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:34:21.827594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1890542774-network', 'tenant_id': 'b68fd30747d446bcb0989e45cc63cd02'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:34:21.848577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] Made reservation on behalf of b68fd30747d446bcb0989e45cc63cd02 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:34:21.850730 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:21.859793 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:21.934639 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:21.938350 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:21.958446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:34:21.973570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307b555f-a788-43bb-90f6-8774923dd309,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:21.976421 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:21.976784 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] Added segment 2414489c-c77a-43d5-a99c-5e8600b7feef of type vlan for network 70daa11a-22bf-4926-9261-436ea3b06ed8 Nov 24 13:34:22.017581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:22.042315 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:22.043332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:22.043910 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:22.073823 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3412750 Nov 24 13:34:22.077004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54190) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:34:22.081923 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-dabe4afb-7770-4adb-9695-974ea7dea017 admin admin] Request body: {'subnet': {'network_id': '70daa11a-22bf-4926-9261-436ea3b06ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1890542774-subnet', 'tenant_id': 'b68fd30747d446bcb0989e45cc63cd02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:34:22.101875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabe4afb-7770-4adb-9695-974ea7dea017 admin admin] Made reservation on behalf of b68fd30747d446bcb0989e45cc63cd02 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:34:22.104460 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dabe4afb-7770-4adb-9695-974ea7dea017 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:22.106750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b57d5-0cba-45d8-96e7-86025057bb62 admin admin] Pushing event updated for resources: {'Network': ['ID=70daa11a-22bf-4926-9261-436ea3b06ed8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:22.119173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 70daa11a-22bf-4926-9261-436ea3b06ed8 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:34:22.277483 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dabe4afb-7770-4adb-9695-974ea7dea017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:22.334542 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe4afb-7770-4adb-9695-974ea7dea017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65cb11d3-b587-4a37-89ae-04a537644d49,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:22.344514 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabe4afb-7770-4adb-9695-974ea7dea017 admin admin] Checking segment: {'id': '2414489c-c77a-43d5-a99c-5e8600b7feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '70daa11a-22bf-4926-9261-436ea3b06ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:34:22.344915 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe4afb-7770-4adb-9695-974ea7dea017 admin admin] Network hostable DHCP agents. Network: 70daa11a-22bf-4926-9261-436ea3b06ed8, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:34:22.361264 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe4afb-7770-4adb-9695-974ea7dea017 admin admin] Network 70daa11a-22bf-4926-9261-436ea3b06ed8 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:34:22.370319 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-dabe4afb-7770-4adb-9695-974ea7dea017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 70daa11a-22bf-4926-9261-436ea3b06ed8) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:34:22.374395 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe4afb-7770-4adb-9695-974ea7dea017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:22.374991 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dabe4afb-7770-4adb-9695-974ea7dea017 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:22.380370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da110680-e368-4c16-9d44-0f5b4599e4ef None None] Network 70daa11a-22bf-4926-9261-436ea3b06ed8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:34:22.391295 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dabe4afb-7770-4adb-9695-974ea7dea017 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3132129 Nov 24 13:34:22.513427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de25cd3d-9428-4a74-a8f2-996c8cbb449d None None] Network 70daa11a-22bf-4926-9261-436ea3b06ed8 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:34:22.815356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-867664c3-1671-4eb3-b5e6-10f42477fc2b tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:22.816874 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-867664c3-1671-4eb3-b5e6-10f42477fc2b tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/networks?id=70daa11a-22bf-4926-9261-436ea3b06ed8 HTTP/1.1" status: 200 len: 812 time: 0.1041198 Nov 24 13:34:22.831729 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-4680818e-1ab9-4179-b4cb-0fe7417db058 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/quotas/b68fd30747d446bcb0989e45cc63cd02 HTTP/1.1" status: 200 len: 375 time: 0.0090539 Nov 24 13:34:22.863691 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-34d30f53-f972-4a1e-92a6-e6905ec28c01 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b68fd30747d446bcb0989e45cc63cd02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260444 Nov 24 13:34:22.954703 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-fc2fe880-eac4-4120-99fb-db7f37f8c2c0 service neutron] 10.222.0.48 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841482 Nov 24 13:34:23.040905 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-e86a3d42-acab-4999-8fb1-eae7865ad3bf service neutron] 10.222.0.48 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801616 Nov 24 13:34:23.197041 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cb094c7a-c69b-4b64-804b-448dd2be093c req-12770877-3985-4986-8584-ba3258fcfd7f tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 210 time: 0.0266845 Nov 24 13:34:23.295321 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-509ee08e-9cee-4ef1-aa3c-d118bd29e3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:24.107594 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-7781769c-7d54-4241-b84d-67abdcfd989b tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:24.109046 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-7781769c-7d54-4241-b84d-67abdcfd989b tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.59 "GET /v2.0/networks?id=70daa11a-22bf-4926-9261-436ea3b06ed8 HTTP/1.1" status: 200 len: 812 time: 0.1069198 Nov 24 13:34:24.123608 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-c418e886-d632-4b10-9f7a-a7a29c74a459 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Request body: {'port': {'device_id': 'f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d', 'network_id': '70daa11a-22bf-4926-9261-436ea3b06ed8', 'admin_state_up': True, 'tenant_id': 'b68fd30747d446bcb0989e45cc63cd02'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:34:24.234547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-c418e886-d632-4b10-9f7a-a7a29c74a459 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Made reservation on behalf of b68fd30747d446bcb0989e45cc63cd02 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:34:24.238122 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-c418e886-d632-4b10-9f7a-a7a29c74a459 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:24.298082 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4624a785-0cde-4feb-8680-2726a896a531 req-30ac9033-5c45-49e8-a66f-ef29c4602ef4 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 210 time: 0.0312862 Nov 24 13:34:24.340011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device cbeae98e-b440-478c-b951-1f71957143bc no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:34:24.360790 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: cbeae98e-b440-478c-b951-1f71957143bc {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:34:24.361056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device cbeae98e-b440-478c-b951-1f71957143bc not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:34:24.371330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-c418e886-d632-4b10-9f7a-a7a29c74a459 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Allocated IP 172.20.0.4 (70daa11a-22bf-4926-9261-436ea3b06ed8/65cb11d3-b587-4a37-89ae-04a537644d49/a650ef95-130b-47c6-bb39-6a716fa30136) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:34:24.461503 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:24.514333 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-c418e886-d632-4b10-9f7a-a7a29c74a459 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:24.546920 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-c418e886-d632-4b10-9f7a-a7a29c74a459 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:24.595425 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-c418e886-d632-4b10-9f7a-a7a29c74a459 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Network 70daa11a-22bf-4926-9261-436ea3b06ed8 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:34:24.598407 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-c418e886-d632-4b10-9f7a-a7a29c74a459 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:34:24.602101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-c418e886-d632-4b10-9f7a-a7a29c74a459 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:34:24.608748 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418e886-d632-4b10-9f7a-a7a29c74a459 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Pushing event updated for resources: {'Port': ['ID=a650ef95-130b-47c6-bb39-6a716fa30136,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:24.654481 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-c418e886-d632-4b10-9f7a-a7a29c74a459 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:24.655088 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-c418e886-d632-4b10-9f7a-a7a29c74a459 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:24.670039 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-c418e886-d632-4b10-9f7a-a7a29c74a459 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5500638 Nov 24 13:34:24.683527 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Request body: {'port': {'device_id': 'f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:34:24.735276 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:24.990262 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a650ef95-130b-47c6-bb39-6a716fa30136 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:34:24.997984 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:25.009973 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Transition to ACTIVE for port object a650ef95-130b-47c6-bb39-6a716fa30136 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:34:25.013920 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:25.080857 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Pushing event updated for resources: {'Port': ['ID=a650ef95-130b-47c6-bb39-6a716fa30136,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:25.139617 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Attempting to bind port a650ef95-130b-47c6-bb39-6a716fa30136 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:34:25.139955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Attempting to bind port a650ef95-130b-47c6-bb39-6a716fa30136 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '2414489c-c77a-43d5-a99c-5e8600b7feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '70daa11a-22bf-4926-9261-436ea3b06ed8'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:34:25.140289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Attempting to bind port a650ef95-130b-47c6-bb39-6a716fa30136 on network 70daa11a-22bf-4926-9261-436ea3b06ed8 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:34:25.144509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Port a650ef95-130b-47c6-bb39-6a716fa30136 on network 70daa11a-22bf-4926-9261-436ea3b06ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:34:25.144863 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Attempting to bind port a650ef95-130b-47c6-bb39-6a716fa30136 on network 70daa11a-22bf-4926-9261-436ea3b06ed8 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:34:25.149571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:34:25.149911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Checking segment: {'id': '2414489c-c77a-43d5-a99c-5e8600b7feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '70daa11a-22bf-4926-9261-436ea3b06ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:34:25.150292 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Bound using segment: {'id': '2414489c-c77a-43d5-a99c-5e8600b7feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '70daa11a-22bf-4926-9261-436ea3b06ed8'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:34:25.150723 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Bound port: a650ef95-130b-47c6-bb39-6a716fa30136, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2414489c-c77a-43d5-a99c-5e8600b7feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '70daa11a-22bf-4926-9261-436ea3b06ed8'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:34:25.151073 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:25.212618 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] For port a650ef95-130b-47c6-bb39-6a716fa30136, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:34:25.215630 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] For port a650ef95-130b-47c6-bb39-6a716fa30136, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a650ef95-130b-47c6-bb39-6a716fa30136,segment=NetworkSegment(2414489c-c77a-43d5-a99c-5e8600b7feef),segment_id=2414489c-c77a-43d5-a99c-5e8600b7feef)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:34:25.219937 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:25.254668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:25.255283 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:25.256682 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] 10.222.0.59 "PUT /v2.0/ports/a650ef95-130b-47c6-bb39-6a716fa30136 HTTP/1.1" status: 200 len: 1091 time: 0.5770955 Nov 24 13:34:25.257146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d', 'tag': 'a650ef95-130b-47c6-bb39-6a716fa30136'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:34:25.259376 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5340fb26-b5d3-412e-a2e1-ed5b14e20a46" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d", "tag": "a650ef95-130b-47c6-bb39-6a716fa30136"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:34:25.284584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37d2ad-25fe-481e-ae16-6960c091efbb service neutron] Pushing event updated for resources: {'Port': ['ID=a650ef95-130b-47c6-bb39-6a716fa30136,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:25.308082 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f133f7d8-bfd7-490d-92d8-2b62094d484f x-openstack-request-id: req-f133f7d8-bfd7-490d-92d8-2b62094d484f {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:34:25.308380 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d", "tag": "a650ef95-130b-47c6-bb39-6a716fa30136", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:34:25.308644 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f133f7d8-bfd7-490d-92d8-2b62094d484f {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:34:25.309077 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d', 'tag': 'a650ef95-130b-47c6-bb39-6a716fa30136', 'status': 'completed', 'code': 200} Nov 24 13:34:25.338366 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-fa021887-d636-4486-b627-2e70198efd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:25.339903 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-fa021887-d636-4486-b627-2e70198efd51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b68fd30747d446bcb0989e45cc63cd02&device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 1094 time: 0.0444753 Nov 24 13:34:25.386361 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-ece03cf4-f9d8-42a0-bf8d-465a0052eac6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a650ef95-130b-47c6-bb39-6a716fa30136 HTTP/1.1" status: 200 len: 217 time: 0.0384812 Nov 24 13:34:25.414381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89562a8e-56bb-40db-a15c-efc9c4f3bcf0 req-c29ab8f1-900a-46ec-8f6e-e81b19e722a2 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:25.415897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89562a8e-56bb-40db-a15c-efc9c4f3bcf0 req-c29ab8f1-900a-46ec-8f6e-e81b19e722a2 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 943 time: 0.0498812 Nov 24 13:34:25.440908 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-63c40789-fc66-462c-b7dc-1c072363d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:25.442453 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-63c40789-fc66-462c-b7dc-1c072363d160 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65cb11d3-b587-4a37-89ae-04a537644d49 HTTP/1.1" status: 200 len: 852 time: 0.0493586 Nov 24 13:34:25.468552 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89562a8e-56bb-40db-a15c-efc9c4f3bcf0 req-2832d138-bd14-43bf-9e3e-f16e5827e954 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463095 Nov 24 13:34:25.476983 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-900fe598-39f1-467d-8fc8-8c1b21f04385 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70daa11a-22bf-4926-9261-436ea3b06ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258346 Nov 24 13:34:25.569951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-abff5065-7eeb-4604-9124-b81d4b8f5d70 service neutron] 10.222.0.59 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848594 Nov 24 13:34:25.658724 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-06c98ee2-b2e9-4005-b7b8-d0204c486a5e req-9ecf4a03-e723-4aa9-b525-278f60d2517e service neutron] 10.222.0.59 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816221 Nov 24 13:34:25.743740 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340fb26-b5d3-412e-a2e1-ed5b14e20a46 req-5bfac18c-f028-4237-b7c3-5c1367325a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:25.745270 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5340fb26-b5d3-412e-a2e1-ed5b14e20a46 req-5bfac18c-f028-4237-b7c3-5c1367325a65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b68fd30747d446bcb0989e45cc63cd02&device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 1094 time: 0.0414069 Nov 24 13:34:25.844028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340fb26-b5d3-412e-a2e1-ed5b14e20a46 req-8ec206f5-6229-4fc5-8724-a0c31b396bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:25.845439 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5340fb26-b5d3-412e-a2e1-ed5b14e20a46 req-8ec206f5-6229-4fc5-8724-a0c31b396bd7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70daa11a-22bf-4926-9261-436ea3b06ed8 HTTP/1.1" status: 200 len: 913 time: 0.0933149 Nov 24 13:34:25.888983 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5340fb26-b5d3-412e-a2e1-ed5b14e20a46 req-787e391a-f624-4b13-8b19-1ccf592cc9da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a650ef95-130b-47c6-bb39-6a716fa30136 HTTP/1.1" status: 200 len: 217 time: 0.0349641 Nov 24 13:34:25.940931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340fb26-b5d3-412e-a2e1-ed5b14e20a46 req-66cda2c0-cb6f-4b46-9a24-579bc52a50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:25.942336 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5340fb26-b5d3-412e-a2e1-ed5b14e20a46 req-66cda2c0-cb6f-4b46-9a24-579bc52a50bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65cb11d3-b587-4a37-89ae-04a537644d49 HTTP/1.1" status: 200 len: 852 time: 0.0466437 Nov 24 13:34:25.978207 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5340fb26-b5d3-412e-a2e1-ed5b14e20a46 req-54df9bb4-bd9e-453b-aee2-c6d2d5bd9daa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70daa11a-22bf-4926-9261-436ea3b06ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247455 Nov 24 13:34:25.998149 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:26.075332 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5340fb26-b5d3-412e-a2e1-ed5b14e20a46 req-6ee75850-2e95-4f7a-a3ce-44769c7c70a9 service neutron] 10.222.0.59 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874691 Nov 24 13:34:26.171295 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5340fb26-b5d3-412e-a2e1-ed5b14e20a46 req-97a47b5c-43ab-4e6b-8aa4-c89314f2e2f3 service neutron] 10.222.0.59 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878978 Nov 24 13:34:26.586987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07f50d-1ca4-4e7b-bfa7-40de7b9d2c55 req-8b56cb50-937b-4bb2-aee8-3fe9d8d6e353 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:26.588455 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1d07f50d-1ca4-4e7b-bfa7-40de7b9d2c55 req-8b56cb50-937b-4bb2-aee8-3fe9d8d6e353 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 943 time: 0.0484662 Nov 24 13:34:26.635079 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1d07f50d-1ca4-4e7b-bfa7-40de7b9d2c55 req-c852f242-aa09-4c3d-b28e-dab372b595d4 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Nov 24 13:34:26.712927 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:27.748128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d502a-ba44-499c-bb6d-652e89f4279c req-38555cd2-862b-4e12-a89e-34b2773c1d89 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:27.749630 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c71d502a-ba44-499c-bb6d-652e89f4279c req-38555cd2-862b-4e12-a89e-34b2773c1d89 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 943 time: 0.0479088 Nov 24 13:34:27.798194 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c71d502a-ba44-499c-bb6d-652e89f4279c req-fb69c84b-ab3f-4cfb-8d73-e7c8446ff148 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426226 Nov 24 13:34:28.292643 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device a650ef95-130b-47c6-bb39-6a716fa30136 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:34:28.389364 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port a650ef95-130b-47c6-bb39-6a716fa30136, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a650ef95-130b-47c6-bb39-6a716fa30136,segment=NetworkSegment(2414489c-c77a-43d5-a99c-5e8600b7feef),segment_id=2414489c-c77a-43d5-a99c-5e8600b7feef)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:34:28.400206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'a650ef95-130b-47c6-bb39-6a716fa30136', 'network_id': '70daa11a-22bf-4926-9261-436ea3b06ed8', 'port_id': 'a650ef95-130b-47c6-bb39-6a716fa30136', 'mac_address': 'fa:16:3e:84:55:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65cb11d3-b587-4a37-89ae-04a537644d49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:34:28.437679 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:28.450008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a650ef95-130b-47c6-bb39-6a716fa30136 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:34:28.472478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port a650ef95-130b-47c6-bb39-6a716fa30136, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a650ef95-130b-47c6-bb39-6a716fa30136,segment=NetworkSegment(2414489c-c77a-43d5-a99c-5e8600b7feef),segment_id=2414489c-c77a-43d5-a99c-5e8600b7feef)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:34:28.477072 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:28.522730 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=a650ef95-130b-47c6-bb39-6a716fa30136,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:28.687366 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['a650ef95-130b-47c6-bb39-6a716fa30136'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:34:28.916659 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b4cb2-9369-4b37-81c4-cb5bbad1b9f5 req-1f6abf6c-c632-4a3e-944e-31469da6aa6f tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:28.918191 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e14b4cb2-9369-4b37-81c4-cb5bbad1b9f5 req-1f6abf6c-c632-4a3e-944e-31469da6aa6f tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 944 time: 0.0534046 Nov 24 13:34:28.964926 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e14b4cb2-9369-4b37-81c4-cb5bbad1b9f5 req-67e56c58-a231-478e-b07c-9adcc9817fd9 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Nov 24 13:34:30.084296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8e831-6984-4b7e-b9d3-66248b15e55d req-2f0b1f8a-12e8-45be-9b45-8f33ec31d386 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:30.086356 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c1a8e831-6984-4b7e-b9d3-66248b15e55d req-2f0b1f8a-12e8-45be-9b45-8f33ec31d386 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 944 time: 0.0519934 Nov 24 13:34:30.132217 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c1a8e831-6984-4b7e-b9d3-66248b15e55d req-993bc91c-b377-4c2b-9ee0-f71837768737 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399208 Nov 24 13:34:30.311985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device a650ef95-130b-47c6-bb39-6a716fa30136 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:34:30.359981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port a650ef95-130b-47c6-bb39-6a716fa30136 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:34:30.363682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port a650ef95-130b-47c6-bb39-6a716fa30136 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:34:30.364058 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:30.438674 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:30.460553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a650ef95-130b-47c6-bb39-6a716fa30136'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:34:30.462811 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cbc746-d9b7-4b05-aa08-0ce6cab55775" -d '{"events": [{"server_uuid": "f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d", "name": "network-vif-plugged", "status": "completed", "tag": "a650ef95-130b-47c6-bb39-6a716fa30136"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:34:30.475686 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port a650ef95-130b-47c6-bb39-6a716fa30136, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a650ef95-130b-47c6-bb39-6a716fa30136,segment=NetworkSegment(2414489c-c77a-43d5-a99c-5e8600b7feef),segment_id=2414489c-c77a-43d5-a99c-5e8600b7feef)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:34:30.480450 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:30.506345 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecce0ae8-14a2-4190-a4d9-a332a083f149 x-openstack-request-id: req-ecce0ae8-14a2-4190-a4d9-a332a083f149 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:34:30.506582 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d", "name": "network-vif-plugged", "status": "completed", "tag": "a650ef95-130b-47c6-bb39-6a716fa30136", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:34:30.506842 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ecce0ae8-14a2-4190-a4d9-a332a083f149 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:34:30.507232 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a650ef95-130b-47c6-bb39-6a716fa30136', 'code': 200} Nov 24 13:34:30.532971 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=a650ef95-130b-47c6-bb39-6a716fa30136,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:34:30.541729 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:34:30.542079 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:34:30.542422 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:34:30.542760 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:34:30.543094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:34:30.543428 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:34:30.543758 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:34:30.544083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:34:30.544407 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:34:30.544813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:34:30.545085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:34:30.545417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:34:30.604957 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa69895-7361-4092-90d2-58ed49802587 req-c27c8007-0008-450a-bb38-3fb2db5d8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:30.606459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3aa69895-7361-4092-90d2-58ed49802587 req-c27c8007-0008-450a-bb38-3fb2db5d8b75 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 1096 time: 0.0399883 Nov 24 13:34:30.649854 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3aa69895-7361-4092-90d2-58ed49802587 req-61a53ca6-6ca1-46a0-a20e-e0da77380c73 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364239 Nov 24 13:34:31.246564 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31fd86-9e34-4689-b3d0-4ba5d6cf88fd req-04e0f2ae-5f33-426f-933a-b6724e315389 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:31.248059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f31fd86-9e34-4689-b3d0-4ba5d6cf88fd req-04e0f2ae-5f33-426f-933a-b6724e315389 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0489047 Nov 24 13:34:31.295552 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f31fd86-9e34-4689-b3d0-4ba5d6cf88fd req-587b00a6-c58b-431c-835d-4b9517c0dbe1 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413556 Nov 24 13:34:32.415765 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3455383-bb1c-4814-96d3-0b2f6ff1e48b req-3c58e6a5-8c45-4ecf-a4e7-725882e9f52e tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:32.417335 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3455383-bb1c-4814-96d3-0b2f6ff1e48b req-3c58e6a5-8c45-4ecf-a4e7-725882e9f52e tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0528078 Nov 24 13:34:32.464297 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3455383-bb1c-4814-96d3-0b2f6ff1e48b req-07920618-08cf-4f38-9913-bead90041c4e tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405245 Nov 24 13:34:32.704850 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1432100-cc98-48cc-bb8a-ab2c88dd787c req-61b2dd11-ee53-4d36-ba4b-7964f9cc5e72 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:32.706344 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f1432100-cc98-48cc-bb8a-ab2c88dd787c req-61b2dd11-ee53-4d36-ba4b-7964f9cc5e72 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0502009 Nov 24 13:34:32.776782 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-24a0ee1b-00cd-47cd-8c9d-9af2b097d8f4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1312668 Nov 24 13:34:32.780489 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f1432100-cc98-48cc-bb8a-ab2c88dd787c req-39a8e294-5ff4-4f24-9944-c895b3efecef tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646875 Nov 24 13:34:33.903968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003fe4d-9450-439e-8cb9-62e4eed36bb6 req-7cfe78ac-9529-4419-949c-512244bc9fd2 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:33.905558 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b003fe4d-9450-439e-8cb9-62e4eed36bb6 req-7cfe78ac-9529-4419-949c-512244bc9fd2 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0492384 Nov 24 13:34:33.909391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-440d0e05-aae9-49e8-a7fb-9d06a29445a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:33.910985 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-440d0e05-aae9-49e8-a7fb-9d06a29445a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b68fd30747d446bcb0989e45cc63cd02&device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 1096 time: 0.0442350 Nov 24 13:34:33.957250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b003fe4d-9450-439e-8cb9-62e4eed36bb6 req-1f012ada-cd3c-4a45-916b-fb70a0110343 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455534 Nov 24 13:34:34.000166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-0242822d-aa04-4f3e-b554-bc2b295f445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:34.001739 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-0242822d-aa04-4f3e-b554-bc2b295f445a service neutron] 10.222.0.59 "GET /v2.0/networks?id=70daa11a-22bf-4926-9261-436ea3b06ed8 HTTP/1.1" status: 200 len: 913 time: 0.0834546 Nov 24 13:34:34.045952 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-b77d5157-7643-457a-bdf9-b5cf51978a00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a650ef95-130b-47c6-bb39-6a716fa30136 HTTP/1.1" status: 200 len: 217 time: 0.0370739 Nov 24 13:34:34.094990 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-7ff40a69-f271-4b30-a74d-44fa06e80097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:34.096315 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-7ff40a69-f271-4b30-a74d-44fa06e80097 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65cb11d3-b587-4a37-89ae-04a537644d49 HTTP/1.1" status: 200 len: 852 time: 0.0434277 Nov 24 13:34:34.128766 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-dcc7ed36-6258-4c53-94ff-fcb9811bdd17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70daa11a-22bf-4926-9261-436ea3b06ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240800 Nov 24 13:34:34.221912 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-9fe0faf3-496a-4f33-b43d-fd111f67e647 service neutron] 10.222.0.59 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848010 Nov 24 13:34:34.311603 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-396e5b05-391a-4bed-99ca-184a8b9c94bc service neutron] 10.222.0.59 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816908 Nov 24 13:34:35.072638 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94dc31-0ae7-40e3-9dbc-5fb4480040cc req-5dddd0c0-a898-4e59-ae86-a1e5d26e96f2 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:35.074133 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ab94dc31-0ae7-40e3-9dbc-5fb4480040cc req-5dddd0c0-a898-4e59-ae86-a1e5d26e96f2 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0489550 Nov 24 13:34:35.124195 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ab94dc31-0ae7-40e3-9dbc-5fb4480040cc req-2d0cc00e-e4a4-48ab-a53e-5b0dd39ab5cf tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442445 Nov 24 13:34:36.239798 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fe68f-1c9d-4380-908d-d24c830078be req-c535c443-adc8-49a1-bf54-ffa60dea3ce5 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:36.241308 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-583fe68f-1c9d-4380-908d-d24c830078be req-c535c443-adc8-49a1-bf54-ffa60dea3ce5 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0493951 Nov 24 13:34:36.288881 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-583fe68f-1c9d-4380-908d-d24c830078be req-44c34026-415a-4f54-90a7-25303eb930d0 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410516 Nov 24 13:34:36.599390 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:37.406479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96e980-fcad-4435-a806-8563124f8d12 req-0b7f2743-69f8-4e97-95ca-212fd7825d68 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:37.407968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8d96e980-fcad-4435-a806-8563124f8d12 req-0b7f2743-69f8-4e97-95ca-212fd7825d68 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0490227 Nov 24 13:34:37.454421 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8d96e980-fcad-4435-a806-8563124f8d12 req-d3d86c70-a84f-4ded-af76-75eb8351a128 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405054 Nov 24 13:34:38.569784 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217776c3-104d-4738-9bc0-971b8c3f085a req-0ae16f9a-2cdd-4f7a-89e3-217db4fe075c tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:38.571237 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-217776c3-104d-4738-9bc0-971b8c3f085a req-0ae16f9a-2cdd-4f7a-89e3-217db4fe075c tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0492110 Nov 24 13:34:38.617818 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-217776c3-104d-4738-9bc0-971b8c3f085a req-a649b374-1b6a-4cb1-8e95-3a85c752c5e8 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Nov 24 13:34:39.731270 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fec22-4a65-4bf2-b4fd-bd801debcbc0 req-2ceaa639-82b4-4122-84c5-3927b75f24cb tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:39.732747 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-789fec22-4a65-4bf2-b4fd-bd801debcbc0 req-2ceaa639-82b4-4122-84c5-3927b75f24cb tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0488901 Nov 24 13:34:39.780763 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-789fec22-4a65-4bf2-b4fd-bd801debcbc0 req-771752f0-4079-47ff-84eb-3c5370240979 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421865 Nov 24 13:34:39.858190 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:40.901145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f880219-725e-47b3-aef1-adda297f40f1 req-5c75684c-2e54-4523-8232-24b284f76bc2 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:40.902627 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1f880219-725e-47b3-aef1-adda297f40f1 req-5c75684c-2e54-4523-8232-24b284f76bc2 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0523331 Nov 24 13:34:40.952186 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1f880219-725e-47b3-aef1-adda297f40f1 req-92e63017-23da-4b4b-9d11-33a96a3b6fdd tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435891 Nov 24 13:34:42.072828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0becf01-132c-4aaa-8f2b-6b47cc8c137d req-0c8bcc52-45ef-4ace-b8d6-06fa52576b8d tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:42.074300 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d0becf01-132c-4aaa-8f2b-6b47cc8c137d req-0c8bcc52-45ef-4ace-b8d6-06fa52576b8d tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0522521 Nov 24 13:34:42.120587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d0becf01-132c-4aaa-8f2b-6b47cc8c137d req-ee286f52-93f9-4199-b978-864fd804aa92 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Nov 24 13:34:43.235576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def649bd-d478-4708-9966-d9bfc83c91bb req-9a270e96-5489-4a25-b4f7-0258cb0de78e tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:43.237076 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-def649bd-d478-4708-9966-d9bfc83c91bb req-9a270e96-5489-4a25-b4f7-0258cb0de78e tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0488768 Nov 24 13:34:43.289537 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-def649bd-d478-4708-9966-d9bfc83c91bb req-eb5ceb67-1c21-4289-8e27-9ecfabf7caea tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464675 Nov 24 13:34:44.409460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9388a-88b8-436e-9de6-0558a86346e8 req-14c623da-2cc5-4392-9bc0-36c026beccaf tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:44.410986 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ad9388a-88b8-436e-9de6-0558a86346e8 req-14c623da-2cc5-4392-9bc0-36c026beccaf tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0484421 Nov 24 13:34:44.458255 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0ad9388a-88b8-436e-9de6-0558a86346e8 req-0caec21e-b274-4c6d-9046-2c09214682c0 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401194 Nov 24 13:34:45.576973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb1713-f3a0-4dd3-8a39-0f587c0aae62 req-1b0235d1-fc0c-4daf-855f-6badfefe969c tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:45.578377 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8cb1713-f3a0-4dd3-8a39-0f587c0aae62 req-1b0235d1-fc0c-4daf-855f-6badfefe969c tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0517869 Nov 24 13:34:45.625090 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a8cb1713-f3a0-4dd3-8a39-0f587c0aae62 req-2d5c75bf-ee8e-4dce-9e91-ca2b0ce1db69 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Nov 24 13:34:46.735539 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:34:46.738639 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d906991-65a9-489b-ba61-909a10a530a1 req-2b05ca20-0a00-4a47-bd10-8832e892d778 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:46.740124 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1d906991-65a9-489b-ba61-909a10a530a1 req-2b05ca20-0a00-4a47-bd10-8832e892d778 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0475218 Nov 24 13:34:46.789948 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1d906991-65a9-489b-ba61-909a10a530a1 req-24d5a525-6ddd-401b-8395-79c587f1e0e8 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434184 Nov 24 13:34:47.904363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ba20a-8099-4c67-8fea-72e8fce09193 req-6ce9f5f8-6bb7-43e6-9cb9-536fdd2327a4 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:47.905891 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-730ba20a-8099-4c67-8fea-72e8fce09193 req-6ce9f5f8-6bb7-43e6-9cb9-536fdd2327a4 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0488527 Nov 24 13:34:47.951882 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-730ba20a-8099-4c67-8fea-72e8fce09193 req-048c5cc9-3766-484d-991f-54dc896dafa0 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401928 Nov 24 13:34:49.066190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf13279-73c5-4210-8c17-48598043d4bb req-aedddb40-a2ee-4039-9b7d-5a41f22c97a0 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:49.067663 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-edf13279-73c5-4210-8c17-48598043d4bb req-aedddb40-a2ee-4039-9b7d-5a41f22c97a0 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0486081 Nov 24 13:34:49.114700 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-edf13279-73c5-4210-8c17-48598043d4bb req-c93d4be2-fcc8-4c27-8dae-64d2f08b5b47 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411518 Nov 24 13:34:50.229480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948d824-6ced-4f08-8841-289c0caf5bec req-1611451d-124f-44e3-8715-7cd272871f02 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:50.231008 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1948d824-6ced-4f08-8841-289c0caf5bec req-1611451d-124f-44e3-8715-7cd272871f02 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0489409 Nov 24 13:34:50.281251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1948d824-6ced-4f08-8841-289c0caf5bec req-d31d8894-bc48-4e76-8ae7-8e46c3328ca7 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443075 Nov 24 13:34:50.872231 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-afd3064c-8790-499a-89c9-8a029e2c5e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:51.404527 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbb31d-3960-4388-9303-46a350d119ff req-f97884da-1ac0-488a-a39e-3d68dc9e56c2 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:51.406057 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-49bbb31d-3960-4388-9303-46a350d119ff req-f97884da-1ac0-488a-a39e-3d68dc9e56c2 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0558102 Nov 24 13:34:51.454154 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-49bbb31d-3960-4388-9303-46a350d119ff req-21c233d1-1a32-451a-836d-853c7c11018e tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420671 Nov 24 13:34:52.570407 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8af69a-78ec-4809-8ae8-43c708ccc97c req-d631e77b-6d9e-4252-9222-a3e8d60d712a tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:52.571742 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e8af69a-78ec-4809-8ae8-43c708ccc97c req-d631e77b-6d9e-4252-9222-a3e8d60d712a tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0482395 Nov 24 13:34:52.618456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e8af69a-78ec-4809-8ae8-43c708ccc97c req-b0d78c45-b5a3-4d32-a26b-fc1050200b5b tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Nov 24 13:34:53.300353 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f040140c-9972-44f4-8f4e-8b055e502d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:53.740756 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d9b09-faab-4601-b08b-9ac4cefe7932 req-4a0aa4bb-a879-4224-9ab0-52f7bfb61817 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:53.742789 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6b8d9b09-faab-4601-b08b-9ac4cefe7932 req-4a0aa4bb-a879-4224-9ab0-52f7bfb61817 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0554907 Nov 24 13:34:53.788988 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6b8d9b09-faab-4601-b08b-9ac4cefe7932 req-91d8bc08-7069-4ee9-aa16-f36a06473b0e tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397048 Nov 24 13:34:54.466725 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:54.906046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3256b-6007-4255-9aca-e2a7809b62e3 req-ccb7ba07-a172-4217-a5d2-0486f433aa94 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:54.907504 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bac3256b-6007-4255-9aca-e2a7809b62e3 req-ccb7ba07-a172-4217-a5d2-0486f433aa94 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0473552 Nov 24 13:34:54.952964 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bac3256b-6007-4255-9aca-e2a7809b62e3 req-f1162baf-32f4-4dda-a44c-17f577c9ed18 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394673 Nov 24 13:34:55.999761 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:56.068744 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ddf8f-c209-4994-96e6-58e00a1c111f req-b2a5f92c-9c87-4377-aeb1-4c6b821988f1 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:56.070250 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e6ddf8f-c209-4994-96e6-58e00a1c111f req-b2a5f92c-9c87-4377-aeb1-4c6b821988f1 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0482557 Nov 24 13:34:56.116174 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8e6ddf8f-c209-4994-96e6-58e00a1c111f req-ce920e7d-464a-4c35-b3e4-36c72de48fa8 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400879 Nov 24 13:34:56.714625 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:34:57.236215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e1755-8821-40ee-94af-71cf40d494f4 req-392555d5-9436-4b27-8ad5-5f6c189cb403 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:57.237736 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a1e1755-8821-40ee-94af-71cf40d494f4 req-392555d5-9436-4b27-8ad5-5f6c189cb403 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0535395 Nov 24 13:34:57.283828 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1a1e1755-8821-40ee-94af-71cf40d494f4 req-cc336335-4bb8-44a9-8b80-c25ea4222236 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401061 Nov 24 13:34:58.403203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c0467-dd94-4445-87a5-e9c1ec142234 req-f7f7296c-7fb5-42c7-8676-03917f9cc767 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:58.404665 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-645c0467-dd94-4445-87a5-e9c1ec142234 req-f7f7296c-7fb5-42c7-8676-03917f9cc767 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0539677 Nov 24 13:34:58.453908 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-645c0467-dd94-4445-87a5-e9c1ec142234 req-55d27d20-6151-4707-bd56-71ef90a7b3d3 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432754 Nov 24 13:34:59.567821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884f2da-f9fc-49fd-9c5b-1453e7da459c req-bf487ae7-66c8-4efb-a086-d9886c184e15 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:34:59.569230 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9884f2da-f9fc-49fd-9c5b-1453e7da459c req-bf487ae7-66c8-4efb-a086-d9886c184e15 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0477724 Nov 24 13:34:59.615415 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9884f2da-f9fc-49fd-9c5b-1453e7da459c req-b18f9c6d-0d64-4139-a155-b57033da2311 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396771 Nov 24 13:35:00.731800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdbe65-b384-4b43-8580-d651447e6254 req-bc9b5694-e786-4301-a425-a0cc1f5850b7 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:00.733330 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-abbdbe65-b384-4b43-8580-d651447e6254 req-bc9b5694-e786-4301-a425-a0cc1f5850b7 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0491886 Nov 24 13:35:00.780485 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-abbdbe65-b384-4b43-8580-d651447e6254 req-124f03ec-f366-40d6-94a8-25dd1c455e22 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Nov 24 13:35:01.508252 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-ecf388a4-f9d1-434f-9184-10625cb2a0b5 service neutron] show failed (client error): The resource could not be found. Nov 24 13:35:01.509301 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-ecf388a4-f9d1-434f-9184-10625cb2a0b5 service neutron] 10.222.0.59 "GET /v2.0/ports/a650ef95-130b-47c6-bb39-6a716fa30136/bindings/n-h1-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0557508 Nov 24 13:35:01.705109 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-28506ac4-6f78-460a-beb0-8281dbbc1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:01.706593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-28506ac4-6f78-460a-beb0-8281dbbc1152 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d&tenant_id=b68fd30747d446bcb0989e45cc63cd02 HTTP/1.1" status: 200 len: 1096 time: 0.0438464 Nov 24 13:35:01.719639 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:35:01.772185 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:01.897967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc95b8-ed16-46b9-aa15-59b886c08748 req-040966c8-14c2-479b-ab40-96fc4072913a tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:01.899466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc95b8-ed16-46b9-aa15-59b886c08748 req-040966c8-14c2-479b-ab40-96fc4072913a tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0502007 Nov 24 13:35:01.949689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc95b8-ed16-46b9-aa15-59b886c08748 req-8633a246-e542-4054-bc4f-20b0c94a039a tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439327 Nov 24 13:35:01.972302 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] For port a650ef95-130b-47c6-bb39-6a716fa30136, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=a650ef95-130b-47c6-bb39-6a716fa30136,segment=NetworkSegment(2414489c-c77a-43d5-a99c-5e8600b7feef),segment_id=2414489c-c77a-43d5-a99c-5e8600b7feef)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:35:02.004769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] For port a650ef95-130b-47c6-bb39-6a716fa30136, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:35:02.047108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a650ef95-130b-47c6-bb39-6a716fa30136'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:35:02.049328 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5e69e3-e3fa-4435-90f6-065383e6fc91" -d '{"events": [{"server_uuid": "f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d", "name": "network-vif-unplugged", "status": "completed", "tag": "a650ef95-130b-47c6-bb39-6a716fa30136"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:35:02.053015 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:02.065760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Transition to ACTIVE for port object a650ef95-130b-47c6-bb39-6a716fa30136 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:35:02.068922 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:02.105554 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0659b89d-15ed-4999-a9c1-b93fdfd6cfeb x-openstack-request-id: req-0659b89d-15ed-4999-a9c1-b93fdfd6cfeb {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:35:02.105854 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d", "name": "network-vif-unplugged", "status": "completed", "tag": "a650ef95-130b-47c6-bb39-6a716fa30136", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:35:02.106119 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0659b89d-15ed-4999-a9c1-b93fdfd6cfeb {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:35:02.106521 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a650ef95-130b-47c6-bb39-6a716fa30136', 'code': 200} Nov 24 13:35:02.134896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Pushing event updated for resources: {'Port': ['ID=a650ef95-130b-47c6-bb39-6a716fa30136,revision_number=6']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:02.137110 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] No DVR routers for this DVR port a650ef95-130b-47c6-bb39-6a716fa30136 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:35:02.146052 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:02.146405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:02.146753 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:02.147094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:02.147433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:02.147764 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:02.148125 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:02.148491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:02.148896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:02.149301 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:02.149637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:02.149968 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:02.185250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Attempting to bind port a650ef95-130b-47c6-bb39-6a716fa30136 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:35:02.185588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Attempting to bind port a650ef95-130b-47c6-bb39-6a716fa30136 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '2414489c-c77a-43d5-a99c-5e8600b7feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '70daa11a-22bf-4926-9261-436ea3b06ed8'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:35:02.185917 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Attempting to bind port a650ef95-130b-47c6-bb39-6a716fa30136 on network 70daa11a-22bf-4926-9261-436ea3b06ed8 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:35:02.190186 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Port a650ef95-130b-47c6-bb39-6a716fa30136 on network 70daa11a-22bf-4926-9261-436ea3b06ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:35:02.190537 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Attempting to bind port a650ef95-130b-47c6-bb39-6a716fa30136 on network 70daa11a-22bf-4926-9261-436ea3b06ed8 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:35:02.195535 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:35:02.195875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Checking segment: {'id': '2414489c-c77a-43d5-a99c-5e8600b7feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '70daa11a-22bf-4926-9261-436ea3b06ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:35:02.196256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Bound using segment: {'id': '2414489c-c77a-43d5-a99c-5e8600b7feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '70daa11a-22bf-4926-9261-436ea3b06ed8'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:35:02.196680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Bound port: a650ef95-130b-47c6-bb39-6a716fa30136, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2414489c-c77a-43d5-a99c-5e8600b7feef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '70daa11a-22bf-4926-9261-436ea3b06ed8'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:35:02.197056 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:02.591442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] For port a650ef95-130b-47c6-bb39-6a716fa30136, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:35:02.594384 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] For port a650ef95-130b-47c6-bb39-6a716fa30136, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a650ef95-130b-47c6-bb39-6a716fa30136,segment=NetworkSegment(2414489c-c77a-43d5-a99c-5e8600b7feef),segment_id=2414489c-c77a-43d5-a99c-5e8600b7feef)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:35:02.597668 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:02.631526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:02.632143 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:02.633581 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] 10.222.0.46 "PUT /v2.0/ports/a650ef95-130b-47c6-bb39-6a716fa30136 HTTP/1.1" status: 200 len: 1091 time: 0.9179053 Nov 24 13:35:02.653261 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6117d97-52ce-4b6d-8fb1-74c21a91b449 service neutron] Pushing event updated for resources: {'Port': ['ID=a650ef95-130b-47c6-bb39-6a716fa30136,revision_number=7']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:02.694635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-1139749a-d52a-45f3-8046-1468eaf1b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:02.696648 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-1139749a-d52a-45f3-8046-1468eaf1b0fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b68fd30747d446bcb0989e45cc63cd02&device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 1094 time: 0.0406780 Nov 24 13:35:02.786046 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-bc4114ff-7592-4024-b2d9-cac128246871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:02.787482 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-bc4114ff-7592-4024-b2d9-cac128246871 service neutron] 10.222.0.46 "GET /v2.0/networks?id=70daa11a-22bf-4926-9261-436ea3b06ed8 HTTP/1.1" status: 200 len: 913 time: 0.0842910 Nov 24 13:35:02.828269 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-921ee707-7ceb-4fea-aa23-b42d4106182c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a650ef95-130b-47c6-bb39-6a716fa30136 HTTP/1.1" status: 200 len: 217 time: 0.0337276 Nov 24 13:35:02.877001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-f6047039-97d5-4568-8166-a567bc0d5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:02.878434 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-f6047039-97d5-4568-8166-a567bc0d5899 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65cb11d3-b587-4a37-89ae-04a537644d49 HTTP/1.1" status: 200 len: 852 time: 0.0437074 Nov 24 13:35:02.913545 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-0d5beb43-41dc-4207-ac6f-8d5073d9a3c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70daa11a-22bf-4926-9261-436ea3b06ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277386 Nov 24 13:35:03.002027 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-c5db5dda-7d1e-46c0-b0e6-8bf4d4507ddc service neutron] 10.222.0.46 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814235 Nov 24 13:35:03.064846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31856a15-345e-44cf-9d18-3d1cc0d395d5 req-403624f8-2c2c-40c4-a140-72b067515b43 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:03.066352 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-31856a15-345e-44cf-9d18-3d1cc0d395d5 req-403624f8-2c2c-40c4-a140-72b067515b43 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 943 time: 0.0486734 Nov 24 13:35:03.095146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6789b7d-5c84-41a3-a855-9dde56019114 req-c283d78b-1eb1-42d3-8255-da9d41fa7e7f service neutron] 10.222.0.46 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862689 Nov 24 13:35:03.114629 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-31856a15-345e-44cf-9d18-3d1cc0d395d5 req-8c24599e-9fa4-42a8-bbbb-f1924a37569b tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417440 Nov 24 13:35:04.107461 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d', 'tag': 'a650ef95-130b-47c6-bb39-6a716fa30136'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:35:04.109905 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca195dd6-b815-4d5e-aebf-4a55486caeef" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d", "tag": "a650ef95-130b-47c6-bb39-6a716fa30136"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:35:04.157000 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a3dbb5-2c9a-46f4-a511-533be7a397ef x-openstack-request-id: req-98a3dbb5-2c9a-46f4-a511-533be7a397ef {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:35:04.157305 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d", "tag": "a650ef95-130b-47c6-bb39-6a716fa30136", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:35:04.157564 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98a3dbb5-2c9a-46f4-a511-533be7a397ef {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:35:04.157972 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d', 'tag': 'a650ef95-130b-47c6-bb39-6a716fa30136', 'status': 'completed', 'code': 200} Nov 24 13:35:04.237726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b99c2-38d2-49b6-af80-e88acf6222ad req-4e396d39-56c3-4eea-92ff-103f794e21ea tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:04.239217 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c42b99c2-38d2-49b6-af80-e88acf6222ad req-4e396d39-56c3-4eea-92ff-103f794e21ea tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 943 time: 0.0492787 Nov 24 13:35:04.245606 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-493aa741-8a28-4dd0-8396-548706639eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:04.247108 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-493aa741-8a28-4dd0-8396-548706639eca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b68fd30747d446bcb0989e45cc63cd02&device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 1094 time: 0.0616918 Nov 24 13:35:04.249034 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-26ac4b88-fa30-4780-98d7-1d740f25dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:04.251406 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-26ac4b88-fa30-4780-98d7-1d740f25dde1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b68fd30747d446bcb0989e45cc63cd02&device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 1094 time: 0.0755625 Nov 24 13:35:04.288134 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c42b99c2-38d2-49b6-af80-e88acf6222ad req-4e52d6e5-32a0-4091-b7e8-436f04c058e9 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426106 Nov 24 13:35:04.409377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-17a78d70-48ca-4026-87da-88e265007ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:04.410856 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-17a78d70-48ca-4026-87da-88e265007ced service neutron] 10.222.0.46 "GET /v2.0/networks?id=70daa11a-22bf-4926-9261-436ea3b06ed8 HTTP/1.1" status: 200 len: 913 time: 0.1560433 Nov 24 13:35:04.415910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-51e20de9-8aeb-4ba2-8634-5d8e7297b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:04.417286 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-51e20de9-8aeb-4ba2-8634-5d8e7297b73e service neutron] 10.222.0.59 "GET /v2.0/networks?id=70daa11a-22bf-4926-9261-436ea3b06ed8 HTTP/1.1" status: 200 len: 913 time: 0.1538177 Nov 24 13:35:04.458072 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-c5b7988f-1dbd-4c41-821d-37edbc3d033d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a650ef95-130b-47c6-bb39-6a716fa30136 HTTP/1.1" status: 200 len: 217 time: 0.0392213 Nov 24 13:35:04.492398 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-78d1a1fe-12be-4498-84b5-b665e351535d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a650ef95-130b-47c6-bb39-6a716fa30136 HTTP/1.1" status: 200 len: 217 time: 0.0666604 Nov 24 13:35:04.565102 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-d7d4e148-d2cd-4f05-903c-7e3b3160c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:04.566593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-d7d4e148-d2cd-4f05-903c-7e3b3160c8b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65cb11d3-b587-4a37-89ae-04a537644d49 HTTP/1.1" status: 200 len: 852 time: 0.0825162 Nov 24 13:35:04.572162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-a4de3d1e-b5b8-45ab-81b4-47e7440f9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:04.573580 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-a4de3d1e-b5b8-45ab-81b4-47e7440f9c53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65cb11d3-b587-4a37-89ae-04a537644d49 HTTP/1.1" status: 200 len: 852 time: 0.0626793 Nov 24 13:35:04.587048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a650ef95-130b-47c6-bb39-6a716fa30136 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:35:04.620275 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-501646dd-3037-49a3-b8cd-189da290b291 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=70daa11a-22bf-4926-9261-436ea3b06ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451376 Nov 24 13:35:04.622199 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-825434fb-3b8f-4e76-9f00-5973fe770cb2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70daa11a-22bf-4926-9261-436ea3b06ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397961 Nov 24 13:35:04.684566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a650ef95-130b-47c6-bb39-6a716fa30136, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a650ef95-130b-47c6-bb39-6a716fa30136,segment=NetworkSegment(2414489c-c77a-43d5-a99c-5e8600b7feef),segment_id=2414489c-c77a-43d5-a99c-5e8600b7feef)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:35:04.695637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'a650ef95-130b-47c6-bb39-6a716fa30136', 'network_id': '70daa11a-22bf-4926-9261-436ea3b06ed8', 'port_id': 'a650ef95-130b-47c6-bb39-6a716fa30136', 'mac_address': 'fa:16:3e:84:55:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65cb11d3-b587-4a37-89ae-04a537644d49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:35:04.736982 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:04.749836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a650ef95-130b-47c6-bb39-6a716fa30136 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:35:04.769926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a650ef95-130b-47c6-bb39-6a716fa30136, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a650ef95-130b-47c6-bb39-6a716fa30136,segment=NetworkSegment(2414489c-c77a-43d5-a99c-5e8600b7feef),segment_id=2414489c-c77a-43d5-a99c-5e8600b7feef)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:35:04.773929 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:04.783879 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-54d4e52c-55bf-4306-8073-487a37340697 service neutron] 10.222.0.46 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569428 Nov 24 13:35:04.785760 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-8190c5db-8c5e-4c6c-932f-f2976d646265 service neutron] 10.222.0.59 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518443 Nov 24 13:35:04.820479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=a650ef95-130b-47c6-bb39-6a716fa30136,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:04.945392 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-87e59812-81b2-41d3-8882-057fa8e4bb58 service neutron] 10.222.0.46 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531200 Nov 24 13:35:04.947189 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ca195dd6-b815-4d5e-aebf-4a55486caeef req-5c9d9394-dfd0-4203-bb3a-a9b215b2238d service neutron] 10.222.0.59 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486859 Nov 24 13:35:04.988789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['a650ef95-130b-47c6-bb39-6a716fa30136'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:35:05.408833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf1aeb0-5994-4ef9-985a-5cfadcf54180 req-774c1ac4-2cf9-450c-ae2a-721246d9cdd5 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:05.410457 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4cf1aeb0-5994-4ef9-985a-5cfadcf54180 req-774c1ac4-2cf9-450c-ae2a-721246d9cdd5 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 944 time: 0.0488176 Nov 24 13:35:05.457041 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4cf1aeb0-5994-4ef9-985a-5cfadcf54180 req-b7791db4-b0d3-4368-a51f-08ba4e714330 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Nov 24 13:35:05.692838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-00f4511d-47e4-4ba4-b763-9d92ec37b899 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:05.694298 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-00f4511d-47e4-4ba4-b763-9d92ec37b899 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.59 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d&tenant_id=b68fd30747d446bcb0989e45cc63cd02&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 944 time: 0.0508420 Nov 24 13:35:05.759144 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-21fa4c78-c4da-42d2-8973-acfc4b5f8377 service neutron] delete failed (client error): The resource could not be found. Nov 24 13:35:05.760126 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-21fa4c78-c4da-42d2-8973-acfc4b5f8377 service neutron] 10.222.0.59 "DELETE /v2.0/ports/a650ef95-130b-47c6-bb39-6a716fa30136/bindings/n-h2-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0572772 Nov 24 13:35:05.842991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-2b4a196b-fbd4-4373-9ac7-8a6bec40eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:05.844381 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-2b4a196b-fbd4-4373-9ac7-8a6bec40eed8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b68fd30747d446bcb0989e45cc63cd02&device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 1095 time: 0.0407383 Nov 24 13:35:05.938615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-c5f20cae-40f0-4a45-9bd4-319ce962d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:05.940082 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-c5f20cae-40f0-4a45-9bd4-319ce962d525 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70daa11a-22bf-4926-9261-436ea3b06ed8 HTTP/1.1" status: 200 len: 913 time: 0.0873013 Nov 24 13:35:05.982523 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-7d4364f3-7e90-4b50-806d-1f4f18c6b5aa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a650ef95-130b-47c6-bb39-6a716fa30136 HTTP/1.1" status: 200 len: 217 time: 0.0339534 Nov 24 13:35:06.029986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-98459423-b28e-4383-a432-353c27cccf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:06.031387 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-98459423-b28e-4383-a432-353c27cccf28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=65cb11d3-b587-4a37-89ae-04a537644d49 HTTP/1.1" status: 200 len: 852 time: 0.0421407 Nov 24 13:35:06.062889 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-358bba96-0ced-4a1e-9ba7-5c327ce4086d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70daa11a-22bf-4926-9261-436ea3b06ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243704 Nov 24 13:35:06.158515 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-c0df0c69-ab73-42b9-92a0-92a2cfa7a440 service neutron] 10.222.0.59 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861483 Nov 24 13:35:06.251841 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-e3c8b9b0-f0f5-4555-96a9-130bfedb71df service neutron] 10.222.0.59 "GET /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851707 Nov 24 13:35:06.465446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device a650ef95-130b-47c6-bb39-6a716fa30136 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:35:06.504820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device a650ef95-130b-47c6-bb39-6a716fa30136 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:35:06.587975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a650ef95-130b-47c6-bb39-6a716fa30136 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:35:06.620206 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:06.641965 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port a650ef95-130b-47c6-bb39-6a716fa30136 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:35:06.645443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port a650ef95-130b-47c6-bb39-6a716fa30136 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:35:06.645815 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:06.728101 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:06.751361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a650ef95-130b-47c6-bb39-6a716fa30136'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:35:06.753613 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ae9be2-4c53-4b39-8d0d-57da5b0e83f2" -d '{"events": [{"server_uuid": "f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d", "name": "network-vif-plugged", "status": "completed", "tag": "a650ef95-130b-47c6-bb39-6a716fa30136"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:35:06.766013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port a650ef95-130b-47c6-bb39-6a716fa30136, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a650ef95-130b-47c6-bb39-6a716fa30136,segment=NetworkSegment(2414489c-c77a-43d5-a99c-5e8600b7feef),segment_id=2414489c-c77a-43d5-a99c-5e8600b7feef)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:35:06.770139 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:06.795321 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2db8b1b-bc30-406f-8cbe-94ebb5c2b5d0 x-openstack-request-id: req-a2db8b1b-bc30-406f-8cbe-94ebb5c2b5d0 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:35:06.795621 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d", "name": "network-vif-plugged", "status": "completed", "tag": "a650ef95-130b-47c6-bb39-6a716fa30136", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:35:06.795883 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2db8b1b-bc30-406f-8cbe-94ebb5c2b5d0 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:35:06.796282 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a650ef95-130b-47c6-bb39-6a716fa30136', 'code': 200} Nov 24 13:35:06.821433 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=a650ef95-130b-47c6-bb39-6a716fa30136,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:07.064948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65034570-a681-444d-9085-0e4c95e97ed7 req-40d72b20-8cef-4e7a-9374-eebf291d2659 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:07.066456 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-65034570-a681-444d-9085-0e4c95e97ed7 req-40d72b20-8cef-4e7a-9374-eebf291d2659 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0495868 Nov 24 13:35:07.113590 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-65034570-a681-444d-9085-0e4c95e97ed7 req-50b6589a-ceaa-4b00-b496-390df587d6de tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411048 Nov 24 13:35:08.238670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873fb88-dea8-4212-aaa5-45c2260b1b00 req-18f8758b-ba14-4ccc-8cea-f48568207073 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:08.240158 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0873fb88-dea8-4212-aaa5-45c2260b1b00 req-18f8758b-ba14-4ccc-8cea-f48568207073 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0532761 Nov 24 13:35:08.287940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0873fb88-dea8-4212-aaa5-45c2260b1b00 req-0f8c0933-ab07-4fb0-8cd5-e9bb109eed11 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.48 "GET /v2.0/security-groups?id=307b555f-a788-43bb-90f6-8774923dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Nov 24 13:35:08.321247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-b9364772-c14c-4c76-927b-31597aad08d4 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:08.322658 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-b9364772-c14c-4c76-927b-31597aad08d4 tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d HTTP/1.1" status: 200 len: 945 time: 0.0512264 Nov 24 13:35:08.418431 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-a67970c9-92a9-45fb-9b2f-2394f17640ce tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Deleting port a650ef95-130b-47c6-bb39-6a716fa30136 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:35:08.418765 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-a67970c9-92a9-45fb-9b2f-2394f17640ce tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:08.504167 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-a67970c9-92a9-45fb-9b2f-2394f17640ce tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] For port a650ef95-130b-47c6-bb39-6a716fa30136, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=a650ef95-130b-47c6-bb39-6a716fa30136,segment=NetworkSegment(2414489c-c77a-43d5-a99c-5e8600b7feef),segment_id=2414489c-c77a-43d5-a99c-5e8600b7feef)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:35:08.504523 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-a67970c9-92a9-45fb-9b2f-2394f17640ce tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:08.518165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-a67970c9-92a9-45fb-9b2f-2394f17640ce tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Calling delete_port for a650ef95-130b-47c6-bb39-6a716fa30136 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:35:08.646445 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-a67970c9-92a9-45fb-9b2f-2394f17640ce tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:08.658255 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['a650ef95-130b-47c6-bb39-6a716fa30136'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:35:08.674129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67970c9-92a9-45fb-9b2f-2394f17640ce tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Pushing event deleted for resources: {'Port': ['ID=a650ef95-130b-47c6-bb39-6a716fa30136,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:08.720306 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-a67970c9-92a9-45fb-9b2f-2394f17640ce tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] No DVR routers for this DVR port a650ef95-130b-47c6-bb39-6a716fa30136 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:35:08.722942 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-a67970c9-92a9-45fb-9b2f-2394f17640ce tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:08.726410 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24d5cda2-782f-4ed5-810e-53b3e5fa4aff req-a67970c9-92a9-45fb-9b2f-2394f17640ce tempest-DeleteServersTestJSON-167962077 tempest-DeleteServersTestJSON-167962077-project] 10.222.0.46 "DELETE /v2.0/ports/a650ef95-130b-47c6-bb39-6a716fa30136 HTTP/1.1" status: 204 len: 173 time: 0.3977635 Nov 24 13:35:08.726847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d', 'name': 'network-vif-deleted', 'tag': 'a650ef95-130b-47c6-bb39-6a716fa30136'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:35:08.729137 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b1b196-6fd6-40a5-8991-d337fa3def1c" -d '{"events": [{"server_uuid": "f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d", "name": "network-vif-deleted", "tag": "a650ef95-130b-47c6-bb39-6a716fa30136"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:35:08.764951 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6144d59-e542-4bfd-8bd4-0c90819e5b8a x-openstack-request-id: req-f6144d59-e542-4bfd-8bd4-0c90819e5b8a {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:35:08.765254 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d", "name": "network-vif-deleted", "tag": "a650ef95-130b-47c6-bb39-6a716fa30136", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:35:08.765521 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6144d59-e542-4bfd-8bd4-0c90819e5b8a {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:35:08.765932 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ef5fe3-38c3-4ec8-99f0-cb245304fb9d', 'name': 'network-vif-deleted', 'tag': 'a650ef95-130b-47c6-bb39-6a716fa30136', 'status': 'completed', 'code': 200} Nov 24 13:35:09.416332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54344) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:35:09.460956 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cf3362-6476-49a7-9be8-20afeb7b7948 admin admin] Deleting subnet 65cb11d3-b587-4a37-89ae-04a537644d49 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:35:09.464070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-93cf3362-6476-49a7-9be8-20afeb7b7948 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:09.498984 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-93cf3362-6476-49a7-9be8-20afeb7b7948 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:09.536028 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-93cf3362-6476-49a7-9be8-20afeb7b7948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:09.587719 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-93cf3362-6476-49a7-9be8-20afeb7b7948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:09.618224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf3362-6476-49a7-9be8-20afeb7b7948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65cb11d3-b587-4a37-89ae-04a537644d49,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:09.621870 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-93cf3362-6476-49a7-9be8-20afeb7b7948 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:09.625018 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-93cf3362-6476-49a7-9be8-20afeb7b7948 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/65cb11d3-b587-4a37-89ae-04a537644d49 HTTP/1.1" status: 204 len: 168 time: 0.2076132 Nov 24 13:35:09.627579 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54346) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:35:09.693685 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f34ebb9-8973-4784-ba18-fd972c88e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:09.773050 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f34ebb9-8973-4784-ba18-fd972c88e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:09.792883 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6f34ebb9-8973-4784-ba18-fd972c88e1eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70daa11a-22bf-4926-9261-436ea3b06ed8']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:35:09.802021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6f34ebb9-8973-4784-ba18-fd972c88e1eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2414489c-c77a-43d5-a99c-5e8600b7feef') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:35:09.802350 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6f34ebb9-8973-4784-ba18-fd972c88e1eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2414489c-c77a-43d5-a99c-5e8600b7feef') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:35:09.812212 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f34ebb9-8973-4784-ba18-fd972c88e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:09.824939 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f34ebb9-8973-4784-ba18-fd972c88e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:09.830758 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f34ebb9-8973-4784-ba18-fd972c88e1eb admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:35:09.831137 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f34ebb9-8973-4784-ba18-fd972c88e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:35:09.832802 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:35:09.853557 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:09.889143 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f34ebb9-8973-4784-ba18-fd972c88e1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:09.894450 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f34ebb9-8973-4784-ba18-fd972c88e1eb admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:09.897636 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6f34ebb9-8973-4784-ba18-fd972c88e1eb admin admin] 10.222.0.48 "DELETE /v2.0/networks/70daa11a-22bf-4926-9261-436ea3b06ed8 HTTP/1.1" status: 204 len: 168 time: 0.2691629 Nov 24 13:35:09.908474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34ebb9-8973-4784-ba18-fd972c88e1eb admin admin] Pushing event deleted for resources: {'Network': ['ID=70daa11a-22bf-4926-9261-436ea3b06ed8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:10.012596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54350) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:35:10.056798 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9479fc1a-3180-4bd4-ab1b-481f7cdc7c50 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b68fd30747d446bcb0989e45cc63cd02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428638 Nov 24 13:35:10.059103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54352) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:35:10.105428 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e7b16e2d-76d3-42f6-80b5-ba2814fe7b71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:10.125856 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e7b16e2d-76d3-42f6-80b5-ba2814fe7b71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:10.172509 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e7b16e2d-76d3-42f6-80b5-ba2814fe7b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:10.175361 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e7b16e2d-76d3-42f6-80b5-ba2814fe7b71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:10.176534 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e7b16e2d-76d3-42f6-80b5-ba2814fe7b71 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/307b555f-a788-43bb-90f6-8774923dd309 HTTP/1.1" status: 204 len: 168 time: 0.1165454 Nov 24 13:35:10.183892 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b16e2d-76d3-42f6-80b5-ba2814fe7b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307b555f-a788-43bb-90f6-8774923dd309,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:10.824105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54374) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:35:10.930249 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1588195497-network', 'tenant_id': 'e5b2055d60b543e880b070ec0f057518'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:35:10.951800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] Made reservation on behalf of e5b2055d60b543e880b070ec0f057518 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:35:10.954314 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:10.963172 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:11.036443 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:11.040011 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:11.065930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:35:11.072597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955317bd-f30e-4b7a-8337-d73d2ce37253,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:11.078631 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:11.078974 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] Added segment c861da9d-eeac-4c1c-be94-d98446a38356 of type vlan for network 762aca27-88cb-4b28-b1eb-f1e048a819d4 Nov 24 13:35:11.120696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:11.144711 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:11.145737 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:11.146285 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:11.180307 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3550057 Nov 24 13:35:11.183295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54378) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:35:11.188248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Request body: {'subnet': {'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1588195497-subnet', 'tenant_id': 'e5b2055d60b543e880b070ec0f057518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:35:11.209794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Made reservation on behalf of e5b2055d60b543e880b070ec0f057518 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:35:11.211479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbd87c-abd9-4ae9-a89f-1958b4fe80a5 admin admin] Pushing event updated for resources: {'Network': ['ID=762aca27-88cb-4b28-b1eb-f1e048a819d4,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:11.212718 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:11.221319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 762aca27-88cb-4b28-b1eb-f1e048a819d4 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:35:11.707159 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:11.763011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a27088d9-4442-45e5-bb98-4ca8384ef40d,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:11.773794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:11.774149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:11.774499 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:11.774842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:11.775212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:11.775548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:11.775883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:11.776214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:11.776548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:11.776901 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:11.777235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:11.777563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:11.780423 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Checking segment: {'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:35:11.780810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Network hostable DHCP agents. Network: 762aca27-88cb-4b28-b1eb-f1e048a819d4, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:35:11.797343 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Network 762aca27-88cb-4b28-b1eb-f1e048a819d4 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:35:11.806154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 762aca27-88cb-4b28-b1eb-f1e048a819d4) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:35:11.810256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:11.810847 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:11.814910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9971620a-5726-4c0b-aab6-0939f7f81957 None None] Network 762aca27-88cb-4b28-b1eb-f1e048a819d4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:35:11.826027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d318d3b5-5a9f-4a2e-a946-de728c0d6e36 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6416485 Nov 24 13:35:11.939638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30833f0f-7bf1-4b20-8683-c12d12c2856b None None] Network 762aca27-88cb-4b28-b1eb-f1e048a819d4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:35:12.253661 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-490fa985-d87a-4999-a758-81ce7d353f59 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:12.255120 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-490fa985-d87a-4999-a758-81ce7d353f59 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 815 time: 0.1095974 Nov 24 13:35:12.270657 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-caa71048-7106-4a75-ba2e-c76edce11ee4 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/quotas/e5b2055d60b543e880b070ec0f057518 HTTP/1.1" status: 200 len: 375 time: 0.0091391 Nov 24 13:35:12.300813 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-53ce3c8f-8aaa-4310-8bda-48e65fe5a158 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249031 Nov 24 13:35:12.390009 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-07e886c2-0fe6-45cf-8af3-5ecd21a05cbc service neutron] 10.222.0.48 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818384 Nov 24 13:35:12.485180 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-d99716bc-0635-4aa7-bff1-abaeaedec938 service neutron] 10.222.0.48 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891566 Nov 24 13:35:12.623653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a650ef95-130b-47c6-bb39-6a716fa30136 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:35:12.647269 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71217d00-0a7c-401e-b932-67fe781fec66 req-9ef4a848-d8d5-4cca-ac44-3a06a9c27d2b tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 210 time: 0.0305007 Nov 24 13:35:12.648274 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: a650ef95-130b-47c6-bb39-6a716fa30136 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:35:12.648622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device a650ef95-130b-47c6-bb39-6a716fa30136 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:35:13.566050 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-18a8eef3-6539-40c3-acd4-43fdab62e408 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:13.567498 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-18a8eef3-6539-40c3-acd4-43fdab62e408 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.46 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 815 time: 0.1099205 Nov 24 13:35:13.581153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-88cde417-c34e-417c-b1ff-688fea2b9719 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Request body: {'port': {'device_id': 'd670e857-bab7-4b87-88df-3315a6249883', 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4', 'admin_state_up': True, 'tenant_id': 'e5b2055d60b543e880b070ec0f057518'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:35:13.692155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-88cde417-c34e-417c-b1ff-688fea2b9719 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Made reservation on behalf of e5b2055d60b543e880b070ec0f057518 for: {'port': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:35:13.696369 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-88cde417-c34e-417c-b1ff-688fea2b9719 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:13.778422 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1455cc35-ba54-46c9-9d6e-1003768665a6 req-988da2c2-e23d-4856-8de9-e181e123f771 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 210 time: 0.0590551 Nov 24 13:35:13.847515 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-88cde417-c34e-417c-b1ff-688fea2b9719 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Allocated IP 172.20.0.7 (762aca27-88cb-4b28-b1eb-f1e048a819d4/a27088d9-4442-45e5-bb98-4ca8384ef40d/5da46f48-197b-4102-97f3-6572cb060307) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:35:13.996210 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-88cde417-c34e-417c-b1ff-688fea2b9719 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:14.028184 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-88cde417-c34e-417c-b1ff-688fea2b9719 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:14.074488 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-88cde417-c34e-417c-b1ff-688fea2b9719 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Network 762aca27-88cb-4b28-b1eb-f1e048a819d4 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:35:14.077426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-88cde417-c34e-417c-b1ff-688fea2b9719 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:35:14.079824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-88cde417-c34e-417c-b1ff-688fea2b9719 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:35:14.105705 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cde417-c34e-417c-b1ff-688fea2b9719 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Pushing event updated for resources: {'Port': ['ID=5da46f48-197b-4102-97f3-6572cb060307,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:14.134009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-88cde417-c34e-417c-b1ff-688fea2b9719 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:14.134617 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-88cde417-c34e-417c-b1ff-688fea2b9719 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:14.149703 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-88cde417-c34e-417c-b1ff-688fea2b9719 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5723426 Nov 24 13:35:14.161432 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Request body: {'port': {'device_id': 'd670e857-bab7-4b87-88df-3315a6249883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:35:14.218294 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:14.475720 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da46f48-197b-4102-97f3-6572cb060307 {{(pid=114986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:35:14.483932 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:14.495671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Transition to ACTIVE for port object 5da46f48-197b-4102-97f3-6572cb060307 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:35:14.499267 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:14.547974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Pushing event updated for resources: {'Port': ['ID=5da46f48-197b-4102-97f3-6572cb060307,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:14.615492 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Attempting to bind port 5da46f48-197b-4102-97f3-6572cb060307 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:35:14.616164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Attempting to bind port 5da46f48-197b-4102-97f3-6572cb060307 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:35:14.616164 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Attempting to bind port 5da46f48-197b-4102-97f3-6572cb060307 on network 762aca27-88cb-4b28-b1eb-f1e048a819d4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:35:14.620306 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Port 5da46f48-197b-4102-97f3-6572cb060307 on network 762aca27-88cb-4b28-b1eb-f1e048a819d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:35:14.620625 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Attempting to bind port 5da46f48-197b-4102-97f3-6572cb060307 on network 762aca27-88cb-4b28-b1eb-f1e048a819d4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:35:14.625243 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:35:14.625569 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Checking segment: {'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:35:14.625945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Bound using segment: {'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:35:14.626360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Bound port: 5da46f48-197b-4102-97f3-6572cb060307, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:35:14.626705 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:14.686978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] For port 5da46f48-197b-4102-97f3-6572cb060307, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:35:14.689999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] For port 5da46f48-197b-4102-97f3-6572cb060307, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=5da46f48-197b-4102-97f3-6572cb060307,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:35:14.693451 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:14.726932 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:14.727540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:14.728929 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] 10.222.0.46 "PUT /v2.0/ports/5da46f48-197b-4102-97f3-6572cb060307 HTTP/1.1" status: 200 len: 1091 time: 0.5714099 Nov 24 13:35:14.729360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd670e857-bab7-4b87-88df-3315a6249883', 'tag': '5da46f48-197b-4102-97f3-6572cb060307'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:35:14.731842 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff9ec44-8172-4b04-9953-b200d4d6f911" -d '{"events": [{"name": "network-changed", "server_uuid": "d670e857-bab7-4b87-88df-3315a6249883", "tag": "5da46f48-197b-4102-97f3-6572cb060307"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:35:14.755093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0690e4-2e01-4391-a256-205250d17515 service neutron] Pushing event updated for resources: {'Port': ['ID=5da46f48-197b-4102-97f3-6572cb060307,revision_number=3']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:14.785040 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0382b54d-ed03-4ad7-8c42-27152804eb5c x-openstack-request-id: req-0382b54d-ed03-4ad7-8c42-27152804eb5c {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:35:14.785325 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d670e857-bab7-4b87-88df-3315a6249883", "tag": "5da46f48-197b-4102-97f3-6572cb060307", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:35:14.785581 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0382b54d-ed03-4ad7-8c42-27152804eb5c {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:35:14.785974 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd670e857-bab7-4b87-88df-3315a6249883', 'tag': '5da46f48-197b-4102-97f3-6572cb060307', 'status': 'completed', 'code': 200} Nov 24 13:35:14.821845 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-cf3e186c-2a38-423f-9316-01b869fa24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:14.823338 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-cf3e186c-2a38-423f-9316-01b869fa24eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 1094 time: 0.0475159 Nov 24 13:35:14.866185 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-064c6e6e-f091-4737-b62a-e10e73dc9477 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da46f48-197b-4102-97f3-6572cb060307 HTTP/1.1" status: 200 len: 217 time: 0.0353012 Nov 24 13:35:14.940089 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-0505b42f-25c9-4946-9ba8-ca4991882e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:14.941619 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-0505b42f-25c9-4946-9ba8-ca4991882e82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0682995 Nov 24 13:35:14.953244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f5bac-a2b5-43c6-9539-8a60669cb5ef req-b2bac17e-6cd2-4c29-8a2b-8be89759e179 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:14.954765 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a36f5bac-a2b5-43c6-9539-8a60669cb5ef req-b2bac17e-6cd2-4c29-8a2b-8be89759e179 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 943 time: 0.0912013 Nov 24 13:35:14.990997 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-b54b9a81-c078-4503-a935-759db0d30bfd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353122 Nov 24 13:35:15.041341 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a36f5bac-a2b5-43c6-9539-8a60669cb5ef req-81da2fa2-d39d-4879-8842-d6c6c15edf1f tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762744 Nov 24 13:35:15.098924 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-7f0b2a1f-31c3-4d54-a01b-fe8a360957f9 service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004035 Nov 24 13:35:15.185729 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-21a2150e-df16-4702-b51e-18cf3adba4f4 req-e6354c8b-fe2b-4efa-8772-59e473e3bd29 service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795367 Nov 24 13:35:15.268061 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9ec44-8172-4b04-9953-b200d4d6f911 req-f0d09880-a072-4535-b0eb-e07fb6583279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:15.269603 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bff9ec44-8172-4b04-9953-b200d4d6f911 req-f0d09880-a072-4535-b0eb-e07fb6583279 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 1094 time: 0.0416090 Nov 24 13:35:15.706553 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9ec44-8172-4b04-9953-b200d4d6f911 req-9372c49d-3cd2-4fba-ac86-87d40fc7405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:15.708033 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bff9ec44-8172-4b04-9953-b200d4d6f911 req-9372c49d-3cd2-4fba-ac86-87d40fc7405d service neutron] 10.222.0.46 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.4306774 Nov 24 13:35:15.750209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bff9ec44-8172-4b04-9953-b200d4d6f911 req-86f8ae91-9784-4acc-9114-ab7274c6edfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da46f48-197b-4102-97f3-6572cb060307 HTTP/1.1" status: 200 len: 217 time: 0.0339484 Nov 24 13:35:15.800742 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9ec44-8172-4b04-9953-b200d4d6f911 req-8ca401c7-5a48-47a7-b5c1-f79f2ce08140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:15.802168 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bff9ec44-8172-4b04-9953-b200d4d6f911 req-8ca401c7-5a48-47a7-b5c1-f79f2ce08140 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0454071 Nov 24 13:35:15.833346 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bff9ec44-8172-4b04-9953-b200d4d6f911 req-74c902bc-e2b0-4146-ab56-8c180b5d6e09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229998 Nov 24 13:35:15.925977 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bff9ec44-8172-4b04-9953-b200d4d6f911 req-2fed6ef5-dfcc-4235-82ce-78caa472d08f service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834067 Nov 24 13:35:16.018141 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bff9ec44-8172-4b04-9953-b200d4d6f911 req-472a55f7-0d3e-419b-a369-d4f970d5e5e1 service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834053 Nov 24 13:35:16.157420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118b272-ccde-48eb-950a-288a9cabd6f6 req-363ea461-b6f0-4c05-a23c-8e3dd53916cb tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:16.158940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8118b272-ccde-48eb-950a-288a9cabd6f6 req-363ea461-b6f0-4c05-a23c-8e3dd53916cb tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 943 time: 0.0488548 Nov 24 13:35:16.207047 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8118b272-ccde-48eb-950a-288a9cabd6f6 req-bf5a9440-a3b0-4954-a4e0-c3bf256dbb84 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411923 Nov 24 13:35:16.638817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 5da46f48-197b-4102-97f3-6572cb060307 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:35:16.729563 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 5da46f48-197b-4102-97f3-6572cb060307, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=5da46f48-197b-4102-97f3-6572cb060307,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:35:16.740526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '5da46f48-197b-4102-97f3-6572cb060307', 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4', 'port_id': '5da46f48-197b-4102-97f3-6572cb060307', 'mac_address': 'fa:16:3e:ee:d4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27088d9-4442-45e5-bb98-4ca8384ef40d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:35:16.780511 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:16.792778 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da46f48-197b-4102-97f3-6572cb060307 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:35:16.811521 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 5da46f48-197b-4102-97f3-6572cb060307, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=5da46f48-197b-4102-97f3-6572cb060307,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:35:16.815377 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:16.861190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=5da46f48-197b-4102-97f3-6572cb060307,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:17.015236 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['5da46f48-197b-4102-97f3-6572cb060307'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:35:17.327094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4fc12-2005-4efa-84bb-c80cfe2ae57f req-fa959ebb-d074-4580-8d00-57dea7632895 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:17.328488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b7d4fc12-2005-4efa-84bb-c80cfe2ae57f req-fa959ebb-d074-4580-8d00-57dea7632895 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 944 time: 0.0496917 Nov 24 13:35:17.374713 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b7d4fc12-2005-4efa-84bb-c80cfe2ae57f req-c1f320b9-1ced-4b37-811b-b2bb035c7118 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402856 Nov 24 13:35:18.494226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974159b3-c0e6-4f9d-92e3-0f13d0664d81 req-c42bdf3a-1fd7-42c7-b29b-61ec847a67fd tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:18.495714 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-974159b3-c0e6-4f9d-92e3-0f13d0664d81 req-c42bdf3a-1fd7-42c7-b29b-61ec847a67fd tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 944 time: 0.0497913 Nov 24 13:35:18.541415 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-974159b3-c0e6-4f9d-92e3-0f13d0664d81 req-fb29b3fd-d6de-4b37-b914-eb81836e87de tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396955 Nov 24 13:35:18.650070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 5da46f48-197b-4102-97f3-6572cb060307 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:35:18.697175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 5da46f48-197b-4102-97f3-6572cb060307 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:35:18.701265 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 5da46f48-197b-4102-97f3-6572cb060307 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:35:18.701642 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:18.777962 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:18.953679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670e857-bab7-4b87-88df-3315a6249883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da46f48-197b-4102-97f3-6572cb060307'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:35:18.955865 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30bdc80-e280-44ee-957b-95090b1c865d" -d '{"events": [{"server_uuid": "d670e857-bab7-4b87-88df-3315a6249883", "name": "network-vif-plugged", "status": "completed", "tag": "5da46f48-197b-4102-97f3-6572cb060307"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:35:18.968655 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 5da46f48-197b-4102-97f3-6572cb060307, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=5da46f48-197b-4102-97f3-6572cb060307,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:35:18.973854 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:18.998817 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03732103-9f64-4b79-afce-d5971295b50c x-openstack-request-id: req-03732103-9f64-4b79-afce-d5971295b50c {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:35:18.999124 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670e857-bab7-4b87-88df-3315a6249883", "name": "network-vif-plugged", "status": "completed", "tag": "5da46f48-197b-4102-97f3-6572cb060307", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:35:18.999384 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03732103-9f64-4b79-afce-d5971295b50c {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:35:18.999773 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd670e857-bab7-4b87-88df-3315a6249883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da46f48-197b-4102-97f3-6572cb060307', 'code': 200} Nov 24 13:35:19.027222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=5da46f48-197b-4102-97f3-6572cb060307,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:19.092957 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70186c08-129f-4a07-9471-31c09116b6ac req-a1bf3105-3bfd-492a-af79-8d578be25637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:19.094407 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-70186c08-129f-4a07-9471-31c09116b6ac req-a1bf3105-3bfd-492a-af79-8d578be25637 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 1096 time: 0.0433142 Nov 24 13:35:19.137450 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-70186c08-129f-4a07-9471-31c09116b6ac req-e253fa34-249a-4661-98aa-ec9746e1cd76 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361869 Nov 24 13:35:19.659050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53cd7e-c229-4216-9d3d-b6f22606aca7 req-16e581c6-ffd6-41a1-9f06-42299234aba3 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:19.660528 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b53cd7e-c229-4216-9d3d-b6f22606aca7 req-16e581c6-ffd6-41a1-9f06-42299234aba3 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0517900 Nov 24 13:35:19.709325 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b53cd7e-c229-4216-9d3d-b6f22606aca7 req-6bf2c9a7-65eb-4ed9-ab6c-8b62af9a5369 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Nov 24 13:35:20.823807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433f9ae-8942-4e05-a095-c40a2a992e9a req-cb214827-8ae3-491a-9bc5-6fa2133112c3 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:20.825204 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7433f9ae-8942-4e05-a095-c40a2a992e9a req-cb214827-8ae3-491a-9bc5-6fa2133112c3 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0481675 Nov 24 13:35:20.871742 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7433f9ae-8942-4e05-a095-c40a2a992e9a req-1240e672-46a8-45e5-bb9e-76050d6364ee tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405717 Nov 24 13:35:20.873363 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-548c723f-d1e7-452c-88bb-6c191769a716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:20.985543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b349c61-a987-462e-92d0-ce17dbf15db4 req-c43993bd-6055-4428-9b31-9d0cceabb07b tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:20.987009 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b349c61-a987-462e-92d0-ce17dbf15db4 req-c43993bd-6055-4428-9b31-9d0cceabb07b tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0486381 Nov 24 13:35:21.033208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b349c61-a987-462e-92d0-ce17dbf15db4 req-1534cbda-ad9f-4843-b9cc-fa89ff02cc57 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Nov 24 13:35:21.229559 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ec151-5ebc-48fb-b82b-bbcea525cc65 req-3fcfed3b-4d1e-4686-aa61-1b94726e250f tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:21.231304 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a62ec151-5ebc-48fb-b82b-bbcea525cc65 req-3fcfed3b-4d1e-4686-aa61-1b94726e250f tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0487845 Nov 24 13:35:21.281409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a62ec151-5ebc-48fb-b82b-bbcea525cc65 req-104e99d0-431d-4abf-98b2-46b609e0f515 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441568 Nov 24 13:35:21.392943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022f8b9-1ad2-4ddf-b108-52b2027eef99 req-e1afd6ec-dce9-4063-b257-074993f8a3e9 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:21.394338 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0022f8b9-1ad2-4ddf-b108-52b2027eef99 req-e1afd6ec-dce9-4063-b257-074993f8a3e9 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0482521 Nov 24 13:35:21.445965 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0022f8b9-1ad2-4ddf-b108-52b2027eef99 req-2a157239-90d0-42d6-9622-35ee399b322a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451834 Nov 24 13:35:21.700571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75c772-040c-442f-9d7b-d6945c22b17b req-3f08d6b1-495c-4bae-998c-f2e5d8e41c51 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:21.702080 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc75c772-040c-442f-9d7b-d6945c22b17b req-3f08d6b1-495c-4bae-998c-f2e5d8e41c51 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0684817 Nov 24 13:35:21.705555 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-dfea0929-9aac-4c80-810e-f04143c1c5c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804935 Nov 24 13:35:21.753208 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc75c772-040c-442f-9d7b-d6945c22b17b req-8ecc690f-6a64-48fd-8b46-7ab5bdf33c13 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446382 Nov 24 13:35:22.843652 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-e6ca0004-ef2f-4a2f-8e14-6c8ce71e2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:22.845169 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-e6ca0004-ef2f-4a2f-8e14-6c8ce71e2045 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 1096 time: 0.0503831 Nov 24 13:35:22.871336 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610dfa5-4dc3-4c50-a627-4778f6b809bc req-28f1064a-35ea-48b0-b73c-7d6756c97de0 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:22.872881 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c610dfa5-4dc3-4c50-a627-4778f6b809bc req-28f1064a-35ea-48b0-b73c-7d6756c97de0 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0490298 Nov 24 13:35:22.921835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c610dfa5-4dc3-4c50-a627-4778f6b809bc req-6ae2e590-ef25-4661-8920-8255a0411887 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429766 Nov 24 13:35:22.937272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-8a7a532c-fed2-4991-9a4c-baa32aca8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:22.938814 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-8a7a532c-fed2-4991-9a4c-baa32aca8c4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.0871701 Nov 24 13:35:22.983589 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-26195ab9-4c8b-43a0-b989-aa18b8f62c05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da46f48-197b-4102-97f3-6572cb060307 HTTP/1.1" status: 200 len: 217 time: 0.0372212 Nov 24 13:35:23.030829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-d45f35fa-227b-483f-809f-acf4958d15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:23.032488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-d45f35fa-227b-483f-809f-acf4958d15b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0425372 Nov 24 13:35:23.064225 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-7b47ba15-ca14-4b55-b83a-c415f5d454eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244892 Nov 24 13:35:23.155541 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-b231ddbf-d2c7-41b8-b433-d8c19cb91f45 service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847957 Nov 24 13:35:23.243878 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-1a76e61a-2022-4cc8-bc64-990c81d7edbb service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812268 Nov 24 13:35:23.303117 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5f6f62d1-d237-46b0-ab77-58c0e348f259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:23.734817 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:35:24.037596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fc95b-afcc-4bbf-a18f-1a1b0b2c8108 req-602560de-bf80-44c0-a118-12d89e3960e6 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:24.039537 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b32fc95b-afcc-4bbf-a18f-1a1b0b2c8108 req-602560de-bf80-44c0-a118-12d89e3960e6 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0489798 Nov 24 13:35:24.090255 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b32fc95b-afcc-4bbf-a18f-1a1b0b2c8108 req-2b3c7fc2-8281-45c9-a25e-39228e892ee3 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449216 Nov 24 13:35:24.467351 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:25.207814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf42d10-6525-44e6-b252-39889b057532 req-c926b1d4-b400-4d2a-9de8-4515ddc29a9e tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:25.209299 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dbf42d10-6525-44e6-b252-39889b057532 req-c926b1d4-b400-4d2a-9de8-4515ddc29a9e tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0479066 Nov 24 13:35:25.255743 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dbf42d10-6525-44e6-b252-39889b057532 req-02346dc3-6ef9-4d9e-9247-91d7d58cafd7 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399950 Nov 24 13:35:26.004401 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:26.372222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974452bf-0d1d-4f11-8b5b-bb8a292e5bf3 req-6ff8f636-abac-4216-9952-d4cabf6be80d tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:26.373730 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-974452bf-0d1d-4f11-8b5b-bb8a292e5bf3 req-6ff8f636-abac-4216-9952-d4cabf6be80d tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0490458 Nov 24 13:35:26.420992 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-974452bf-0d1d-4f11-8b5b-bb8a292e5bf3 req-709c4ce0-a270-4fa6-8829-adde05ad28eb tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414009 Nov 24 13:35:26.715538 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:27.540710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c7b3-2481-4ed9-8722-79051d2bd89f req-c19bbfd8-1dbf-4ff1-9b1b-e5de56a6b19d tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:27.542100 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f67c7b3-2481-4ed9-8722-79051d2bd89f req-c19bbfd8-1dbf-4ff1-9b1b-e5de56a6b19d tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0516298 Nov 24 13:35:27.587865 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f67c7b3-2481-4ed9-8722-79051d2bd89f req-ef860943-d262-454c-8294-bd30e99aa2f9 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399165 Nov 24 13:35:28.701373 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20a0f5-0cca-4b8a-9691-13f4ecf5efc5 req-fec60093-1cc1-4ad1-a54c-6a458a7e3cc6 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:28.702850 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8b20a0f5-0cca-4b8a-9691-13f4ecf5efc5 req-fec60093-1cc1-4ad1-a54c-6a458a7e3cc6 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0472157 Nov 24 13:35:28.749201 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8b20a0f5-0cca-4b8a-9691-13f4ecf5efc5 req-56f9842f-da27-4e8a-a580-4bcb8b47dca0 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 Nov 24 13:35:29.867637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae26098-ba90-439e-b61e-2fe57d3afb0b req-beffd08f-5166-47e7-a642-3d7c65e75818 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:29.869139 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ae26098-ba90-439e-b61e-2fe57d3afb0b req-beffd08f-5166-47e7-a642-3d7c65e75818 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0484300 Nov 24 13:35:29.915781 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3ae26098-ba90-439e-b61e-2fe57d3afb0b req-5cb63399-baf7-4f35-b60a-d3d04cd69bf3 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406353 Nov 24 13:35:31.039163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92340a-1e37-40ae-8b56-0ef2609d42cd req-0737c7ec-f69e-4107-b130-79a827d6b4e6 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:31.040637 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8b92340a-1e37-40ae-8b56-0ef2609d42cd req-0737c7ec-f69e-4107-b130-79a827d6b4e6 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0530331 Nov 24 13:35:31.089615 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8b92340a-1e37-40ae-8b56-0ef2609d42cd req-743d5615-1c81-49a7-b8e0-95d1468d85cd tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429945 Nov 24 13:35:32.208028 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26774ac-e4d0-43ea-9613-cd249f611abf req-4161a779-5d62-4d79-a1b5-1695a02d106f tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:32.209528 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f26774ac-e4d0-43ea-9613-cd249f611abf req-4161a779-5d62-4d79-a1b5-1695a02d106f tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0512800 Nov 24 13:35:32.257724 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f26774ac-e4d0-43ea-9613-cd249f611abf req-d15b706b-eb14-48df-922c-5c7d1b816725 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Nov 24 13:35:33.374910 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330936e-61c9-4b51-b42f-636096252540 req-b0c58a9a-65aa-4d6d-a73b-5b52eaf4b1ac tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:33.376447 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4330936e-61c9-4b51-b42f-636096252540 req-b0c58a9a-65aa-4d6d-a73b-5b52eaf4b1ac tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0516448 Nov 24 13:35:33.424266 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4330936e-61c9-4b51-b42f-636096252540 req-f9460ef4-fa3a-45bf-bc5f-aa625302d563 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419369 Nov 24 13:35:33.859116 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2d8dd-bb91-46ea-aa36-072a0b79573b req-9a46e9a4-37d8-49c9-a01a-23b56fab7474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:33.860671 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9cf2d8dd-bb91-46ea-aa36-072a0b79573b req-9a46e9a4-37d8-49c9-a01a-23b56fab7474 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 1096 time: 0.0410266 Nov 24 13:35:33.970383 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2d8dd-bb91-46ea-aa36-072a0b79573b req-d14be5b8-2f45-4aa7-8125-d6d2045e33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:33.971831 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9cf2d8dd-bb91-46ea-aa36-072a0b79573b req-d14be5b8-2f45-4aa7-8125-d6d2045e33b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.0895529 Nov 24 13:35:34.012085 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9cf2d8dd-bb91-46ea-aa36-072a0b79573b req-9e4ca95a-e507-4f0b-8be8-94ab01520bb0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da46f48-197b-4102-97f3-6572cb060307 HTTP/1.1" status: 200 len: 217 time: 0.0330153 Nov 24 13:35:34.063374 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2d8dd-bb91-46ea-aa36-072a0b79573b req-30605178-a96d-40e4-8f61-35972cc5bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:34.064862 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9cf2d8dd-bb91-46ea-aa36-072a0b79573b req-30605178-a96d-40e4-8f61-35972cc5bade service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0467272 Nov 24 13:35:34.096266 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9cf2d8dd-bb91-46ea-aa36-072a0b79573b req-1a0687bd-779d-489b-b6f6-c99cdb387c77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238721 Nov 24 13:35:34.185220 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9cf2d8dd-bb91-46ea-aa36-072a0b79573b req-ffa85cba-8902-4c4e-8955-2329831ea566 service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821233 Nov 24 13:35:34.279708 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9cf2d8dd-bb91-46ea-aa36-072a0b79573b req-1cbfae4f-89c6-4fe7-9968-bf04902f4582 service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879707 Nov 24 13:35:34.537539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4ef61-6181-49cd-9d5a-0b4a9e9b5b07 req-4ea40ae4-299e-48f1-9b06-d0b7a63acbed tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:34.539511 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e0d4ef61-6181-49cd-9d5a-0b4a9e9b5b07 req-4ea40ae4-299e-48f1-9b06-d0b7a63acbed tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0484309 Nov 24 13:35:34.586400 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e0d4ef61-6181-49cd-9d5a-0b4a9e9b5b07 req-be0186e2-52f1-464f-9d3c-329d935f7885 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410078 Nov 24 13:35:35.701377 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dad65-5fb4-45d8-b65a-dfbfc5108a3f req-70ba6686-37ad-4983-87e4-e0eacc18cb58 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:35.702859 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d12dad65-5fb4-45d8-b65a-dfbfc5108a3f req-70ba6686-37ad-4983-87e4-e0eacc18cb58 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0488279 Nov 24 13:35:35.750354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d12dad65-5fb4-45d8-b65a-dfbfc5108a3f req-57d944e4-6499-447b-b66b-ef3747d0440f tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417073 Nov 24 13:35:36.618114 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:36.864296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ee459-e023-488d-8872-b782a4c8bcd7 req-d390c9e7-fd5f-4b79-8b7d-76c4368ad6aa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:36.865817 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e8ee459-e023-488d-8872-b782a4c8bcd7 req-d390c9e7-fd5f-4b79-8b7d-76c4368ad6aa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0483556 Nov 24 13:35:36.916093 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5e8ee459-e023-488d-8872-b782a4c8bcd7 req-d6a56e22-ad15-4783-9055-94fdb8404823 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442317 Nov 24 13:35:38.033920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f8d75-4b92-4a32-8f80-1e0422692b7d req-af43e565-345d-43b4-8eeb-6dbdebb6322a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:38.035396 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3f8f8d75-4b92-4a32-8f80-1e0422692b7d req-af43e565-345d-43b4-8eeb-6dbdebb6322a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0521483 Nov 24 13:35:38.081946 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3f8f8d75-4b92-4a32-8f80-1e0422692b7d req-247c42af-645c-4ec9-becf-ef886d38a713 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402122 Nov 24 13:35:39.199613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afb93c-bbf4-4c9c-a989-80f336d08f07 req-e7dd80a3-4e45-4277-afcc-bcea8dcff8ed tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:39.201123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8afb93c-bbf4-4c9c-a989-80f336d08f07 req-e7dd80a3-4e45-4277-afcc-bcea8dcff8ed tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0490136 Nov 24 13:35:39.247526 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8afb93c-bbf4-4c9c-a989-80f336d08f07 req-f5756ab6-d173-49e5-836f-ddd361c6ccc4 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 Nov 24 13:35:39.852069 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:40.365212 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a6788-8a78-4c07-83c3-4b2dbb68d63d req-eb4f53d1-4fb3-443b-9207-4e0b0f58f2e6 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:40.366671 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-283a6788-8a78-4c07-83c3-4b2dbb68d63d req-eb4f53d1-4fb3-443b-9207-4e0b0f58f2e6 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0492969 Nov 24 13:35:40.413115 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-283a6788-8a78-4c07-83c3-4b2dbb68d63d req-bb382d7d-64a9-464d-b36c-cb4c520318d7 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Nov 24 13:35:41.529349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ff62-aa8f-4e62-a6cd-af8ad051f14a req-22fdbfda-0e25-44c4-b3ff-254afef474fd tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:41.530718 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c940ff62-aa8f-4e62-a6cd-af8ad051f14a req-22fdbfda-0e25-44c4-b3ff-254afef474fd tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0473108 Nov 24 13:35:41.576694 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c940ff62-aa8f-4e62-a6cd-af8ad051f14a req-99a204ba-588b-47c2-b14f-bec6c641be8a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400994 Nov 24 13:35:42.694121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3f8fa-06bb-44d8-bf6e-32460bc54752 req-32038fdc-c76f-4509-b21e-f5b69ce59fbf tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:42.696097 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83a3f8fa-06bb-44d8-bf6e-32460bc54752 req-32038fdc-c76f-4509-b21e-f5b69ce59fbf tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0523684 Nov 24 13:35:42.742535 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-83a3f8fa-06bb-44d8-bf6e-32460bc54752 req-464ef96b-2a65-4628-8c70-d9f8feb95ae6 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405936 Nov 24 13:35:43.861688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c21ab9-1030-4b03-814c-893e4efa3af0 req-04cc722e-2dd0-4b6a-b12a-22c1c329e87a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:43.863343 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e1c21ab9-1030-4b03-814c-893e4efa3af0 req-04cc722e-2dd0-4b6a-b12a-22c1c329e87a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0535762 Nov 24 13:35:43.910466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e1c21ab9-1030-4b03-814c-893e4efa3af0 req-b6f93721-ceb2-4b32-a15f-b1999fb852ea tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403795 Nov 24 13:35:45.024389 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a6f24-efbf-461e-b149-53c5c8bc5e73 req-4c5cc538-63b3-4e95-917f-e171d51794d9 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:45.025870 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-098a6f24-efbf-461e-b149-53c5c8bc5e73 req-4c5cc538-63b3-4e95-917f-e171d51794d9 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0482860 Nov 24 13:35:45.070972 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-098a6f24-efbf-461e-b149-53c5c8bc5e73 req-350b866e-64df-4772-b24a-8a768a5b41a7 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392878 Nov 24 13:35:46.189978 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a454c-7dff-44b7-ae4a-597035af93a8 req-a852dd62-c164-4cba-b5e8-faa7eb30f3d3 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:46.191435 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-944a454c-7dff-44b7-ae4a-597035af93a8 req-a852dd62-c164-4cba-b5e8-faa7eb30f3d3 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0508041 Nov 24 13:35:46.238514 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-944a454c-7dff-44b7-ae4a-597035af93a8 req-f83911a6-3b70-4c28-8077-aba4f6e15fa9 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405257 Nov 24 13:35:47.354598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee3bee-42a6-4280-8b1f-e1d6fd0a8fb3 req-d33f5d28-1b43-4895-b79f-1bf4a6a489ef tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:47.356327 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58ee3bee-42a6-4280-8b1f-e1d6fd0a8fb3 req-d33f5d28-1b43-4895-b79f-1bf4a6a489ef tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0485134 Nov 24 13:35:47.406416 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58ee3bee-42a6-4280-8b1f-e1d6fd0a8fb3 req-05c56aa7-dd09-4811-8e57-679bca27fca0 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440114 Nov 24 13:35:48.523422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0db6eb-5176-496c-a6a6-caf7cd42f7d7 req-85890074-f553-49f3-a750-e48f5d1172c7 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:48.524835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd0db6eb-5176-496c-a6a6-caf7cd42f7d7 req-85890074-f553-49f3-a750-e48f5d1172c7 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0485499 Nov 24 13:35:48.576073 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd0db6eb-5176-496c-a6a6-caf7cd42f7d7 req-61763b7e-d8c4-408a-ba6e-ce6c8ed2ac03 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453873 Nov 24 13:35:49.690185 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644e5d5-4179-403e-8e83-d87d7e00ac3a req-500523f2-4397-45df-9216-ddda51fb90e3 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:49.691661 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9644e5d5-4179-403e-8e83-d87d7e00ac3a req-500523f2-4397-45df-9216-ddda51fb90e3 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 945 time: 0.0486405 Nov 24 13:35:49.740767 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9644e5d5-4179-403e-8e83-d87d7e00ac3a req-954ac9ad-1f9f-4632-8132-4f8d69faf6c4 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432286 Nov 24 13:35:50.112064 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-a8a22e51-e921-43b4-9fe2-511beeab4fc3 service neutron] show failed (client error): The resource could not be found. Nov 24 13:35:50.113091 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-a8a22e51-e921-43b4-9fe2-511beeab4fc3 service neutron] 10.222.0.46 "GET /v2.0/ports/5da46f48-197b-4102-97f3-6572cb060307/bindings/n-h2-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0540426 Nov 24 13:35:50.308185 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-452dcb91-e350-4880-9a42-d3d6e726fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:50.309701 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-452dcb91-e350-4880-9a42-d3d6e726fbb9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883&tenant_id=e5b2055d60b543e880b070ec0f057518 HTTP/1.1" status: 200 len: 1096 time: 0.0409498 Nov 24 13:35:50.322118 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:35:50.376706 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:50.574856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] For port 5da46f48-197b-4102-97f3-6572cb060307, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=5da46f48-197b-4102-97f3-6572cb060307,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:35:50.606589 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] For port 5da46f48-197b-4102-97f3-6572cb060307, host n-h1-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:35:50.645133 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670e857-bab7-4b87-88df-3315a6249883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da46f48-197b-4102-97f3-6572cb060307'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:35:50.647330 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20d573e-0161-46ae-aac6-33ea09aaf9ae" -d '{"events": [{"server_uuid": "d670e857-bab7-4b87-88df-3315a6249883", "name": "network-vif-unplugged", "status": "completed", "tag": "5da46f48-197b-4102-97f3-6572cb060307"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:35:50.651403 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:50.663676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.provisioning_blocks [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Transition to ACTIVE for port object 5da46f48-197b-4102-97f3-6572cb060307 will not be triggered until provisioned by entity L2. {{(pid=114986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:35:50.667413 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:50.697092 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af0be26-b6cc-4f12-a86f-56ee982ee38b x-openstack-request-id: req-4af0be26-b6cc-4f12-a86f-56ee982ee38b {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:35:50.697685 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670e857-bab7-4b87-88df-3315a6249883", "name": "network-vif-unplugged", "status": "completed", "tag": "5da46f48-197b-4102-97f3-6572cb060307", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:35:50.697685 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4af0be26-b6cc-4f12-a86f-56ee982ee38b {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:35:50.698014 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd670e857-bab7-4b87-88df-3315a6249883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5da46f48-197b-4102-97f3-6572cb060307', 'code': 200} Nov 24 13:35:50.735090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] No DVR routers for this DVR port 5da46f48-197b-4102-97f3-6572cb060307 on host n-h1-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:35:50.736909 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Pushing event updated for resources: {'Port': ['ID=5da46f48-197b-4102-97f3-6572cb060307,revision_number=6']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:50.771754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Attempting to bind port 5da46f48-197b-4102-97f3-6572cb060307 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:35:50.772097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Attempting to bind port 5da46f48-197b-4102-97f3-6572cb060307 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:35:50.772604 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Attempting to bind port 5da46f48-197b-4102-97f3-6572cb060307 on network 762aca27-88cb-4b28-b1eb-f1e048a819d4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:35:50.777179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Port 5da46f48-197b-4102-97f3-6572cb060307 on network 762aca27-88cb-4b28-b1eb-f1e048a819d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:35:50.777499 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Attempting to bind port 5da46f48-197b-4102-97f3-6572cb060307 on network 762aca27-88cb-4b28-b1eb-f1e048a819d4 {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:35:50.782332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:35:50.782668 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Checking segment: {'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:35:50.783049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Bound using segment: {'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'} {{(pid=114986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:35:50.783472 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.managers [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Bound port: 5da46f48-197b-4102-97f3-6572cb060307, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'}}] {{(pid=114986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:35:50.783829 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:50.874773 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7ffa950e-bb51-4f52-a0ed-24d7d0a9cb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:50.875991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] For port 5da46f48-197b-4102-97f3-6572cb060307, host n-h2-817303-4, cleared binding levels {{(pid=114986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:35:50.879798 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] For port 5da46f48-197b-4102-97f3-6572cb060307, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5da46f48-197b-4102-97f3-6572cb060307,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:35:50.887862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12385ddd-2788-4077-8ba4-02f32f630412 req-7c34be86-fea9-40af-9759-3dcb84bb8a68 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:50.889382 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12385ddd-2788-4077-8ba4-02f32f630412 req-7c34be86-fea9-40af-9759-3dcb84bb8a68 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 943 time: 0.0738440 Nov 24 13:35:50.890844 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:50.943818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:50.944431 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:50.945820 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-af0ed320-b538-495f-97c3-d54986472461 service neutron] 10.222.0.59 "PUT /v2.0/ports/5da46f48-197b-4102-97f3-6572cb060307 HTTP/1.1" status: 200 len: 1091 time: 0.6282432 Nov 24 13:35:50.993269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ed320-b538-495f-97c3-d54986472461 service neutron] Pushing event updated for resources: {'Port': ['ID=5da46f48-197b-4102-97f3-6572cb060307,revision_number=7']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:50.998710 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-12385ddd-2788-4077-8ba4-02f32f630412 req-2df2fe73-a22c-43b3-9343-e3e54c6568eb tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027515 Nov 24 13:35:51.028078 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-b2886f9c-0d59-4cfa-9ce2-e9a59b2d66e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:51.029645 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-b2886f9c-0d59-4cfa-9ce2-e9a59b2d66e4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 1094 time: 0.0531259 Nov 24 13:35:51.129790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-0e58d005-bb6e-47a8-8c43-7e01083b9850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:51.131283 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-0e58d005-bb6e-47a8-8c43-7e01083b9850 service neutron] 10.222.0.59 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.0948157 Nov 24 13:35:51.174284 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-5f2954cd-3447-4333-b6aa-b9911c1f7a76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da46f48-197b-4102-97f3-6572cb060307 HTTP/1.1" status: 200 len: 217 time: 0.0345523 Nov 24 13:35:51.223566 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-74c244a7-d7b4-4199-867f-18521a20d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:51.225033 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-74c244a7-d7b4-4199-867f-18521a20d6c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0433173 Nov 24 13:35:51.255960 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-083a40a6-7f1e-4096-9b4a-7a07782ea8a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239615 Nov 24 13:35:51.350264 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-1299c90f-8546-4548-9035-98725d7d2782 service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863688 Nov 24 13:35:51.444369 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb17ed3c-fa9e-4eb9-b581-5594c3ac49cd req-fd235b40-160d-439a-a8bc-bf84307ad263 service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863039 Nov 24 13:35:52.118860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2c17d-07d7-4ca1-88a8-c7ae9a6e1bd4 req-5cf413c3-1303-49af-8dce-1f36871242e6 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:52.120348 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73f2c17d-07d7-4ca1-88a8-c7ae9a6e1bd4 req-5cf413c3-1303-49af-8dce-1f36871242e6 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 943 time: 0.0504317 Nov 24 13:35:52.167009 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-73f2c17d-07d7-4ca1-88a8-c7ae9a6e1bd4 req-bca450b0-88b0-45e8-9a2c-1f587554bdc7 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405960 Nov 24 13:35:52.699362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd670e857-bab7-4b87-88df-3315a6249883', 'tag': '5da46f48-197b-4102-97f3-6572cb060307'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:35:52.701799 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb5e333-63de-4361-a834-c30e7ae481c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d670e857-bab7-4b87-88df-3315a6249883", "tag": "5da46f48-197b-4102-97f3-6572cb060307"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:35:52.750069 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d1973f-be41-4230-8931-665d198ee20e x-openstack-request-id: req-57d1973f-be41-4230-8931-665d198ee20e {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:35:52.750369 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d670e857-bab7-4b87-88df-3315a6249883", "tag": "5da46f48-197b-4102-97f3-6572cb060307", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:35:52.750634 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-57d1973f-be41-4230-8931-665d198ee20e {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:35:52.751043 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd670e857-bab7-4b87-88df-3315a6249883', 'tag': '5da46f48-197b-4102-97f3-6572cb060307', 'status': 'completed', 'code': 200} Nov 24 13:35:52.839485 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-57a52bba-2f1d-41da-ae84-3ae5ce76e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:52.841027 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-57a52bba-2f1d-41da-ae84-3ae5ce76e237 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 1094 time: 0.0690339 Nov 24 13:35:52.842817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-a38a69cd-3392-42e4-90a1-67e8d3227bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:52.844150 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-a38a69cd-3392-42e4-90a1-67e8d3227bb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 1094 time: 0.0626805 Nov 24 13:35:53.007146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-4a8c887d-fa2a-43c3-a53a-0769730b456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:53.009101 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-4a8c887d-fa2a-43c3-a53a-0769730b456c service neutron] 10.222.0.59 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.1604133 Nov 24 13:35:53.010181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-ba8af726-1583-4293-a4a8-d3b839a263d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:53.011488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-ba8af726-1583-4293-a4a8-d3b839a263d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.1553524 Nov 24 13:35:53.059769 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-9cc192dd-00ab-4af2-964c-ecf53e0de9ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da46f48-197b-4102-97f3-6572cb060307 HTTP/1.1" status: 200 len: 217 time: 0.0406706 Nov 24 13:35:53.094209 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-d64f6283-9e7d-4c41-af66-82c8a75b8642 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da46f48-197b-4102-97f3-6572cb060307 HTTP/1.1" status: 200 len: 217 time: 0.0413752 Nov 24 13:35:53.165991 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-dfe75938-a465-48ee-a284-b4d3563ac650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:53.167422 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-dfe75938-a465-48ee-a284-b4d3563ac650 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0808952 Nov 24 13:35:53.172316 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-4b6c9644-83e7-4b5f-9154-ee10e9f9d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:53.173695 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-4b6c9644-83e7-4b5f-9154-ee10e9f9d3a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0604126 Nov 24 13:35:53.205085 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-037eaec0-c159-4f52-955d-c3ecc3cdb059 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304472 Nov 24 13:35:53.220133 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-1a79fe4d-8a33-40a0-8c56-54a5f15fc9ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369456 Nov 24 13:35:53.290082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fd03a-18f6-4562-866c-2791b62de012 req-e61e29de-bbd7-41c8-94fe-90e364d5a50c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:53.292200 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd0fd03a-18f6-4562-866c-2791b62de012 req-e61e29de-bbd7-41c8-94fe-90e364d5a50c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 943 time: 0.0504472 Nov 24 13:35:53.306834 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-af5ace22-b10d-46fa-8e65-1c0162dd2b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:53.344344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd0fd03a-18f6-4562-866c-2791b62de012 req-9bada65f-2346-4c11-be28-c1b6bce77fcf tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431039 Nov 24 13:35:53.380186 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-559638ae-5af7-4081-873f-d2b48fd993a6 service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520264 Nov 24 13:35:53.381907 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-a7871076-7d8a-4c54-8a23-1c6ad8bd7674 service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639941 Nov 24 13:35:53.545437 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-adfc2e23-1713-4ede-b658-39065e6d1070 service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573703 Nov 24 13:35:53.547235 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-491d50d4-f30e-4ba4-a879-bb2aebeff621 service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522963 Nov 24 13:35:53.609349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503b992-b4be-4aa5-954b-f7a3c0f1fbcb req-514d018f-cfdc-4879-be1e-df1e199c1f7b tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:53.610848 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3503b992-b4be-4aa5-954b-f7a3c0f1fbcb req-514d018f-cfdc-4879-be1e-df1e199c1f7b tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 943 time: 0.1187966 Nov 24 13:35:53.619124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c76d7-fa93-4e98-826c-957e03d2192e req-648c7a0b-116d-452d-b325-0177d0f8c12a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:53.620475 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb1c76d7-fa93-4e98-826c-957e03d2192e req-648c7a0b-116d-452d-b325-0177d0f8c12a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.46 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883&tenant_id=e5b2055d60b543e880b070ec0f057518&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 943 time: 0.1171763 Nov 24 13:35:53.705543 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3503b992-b4be-4aa5-954b-f7a3c0f1fbcb req-87980488-32e2-4e08-bd20-c36017bbc0ee tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840807 Nov 24 13:35:53.714896 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-bb1c76d7-fa93-4e98-826c-957e03d2192e req-683fdbbc-af03-4111-b5d4-1a181fbd4823 service neutron] delete failed (client error): The resource could not be found. Nov 24 13:35:53.716172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb1c76d7-fa93-4e98-826c-957e03d2192e req-683fdbbc-af03-4111-b5d4-1a181fbd4823 service neutron] 10.222.0.46 "DELETE /v2.0/ports/5da46f48-197b-4102-97f3-6572cb060307/bindings/n-h1-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0881526 Nov 24 13:35:53.801754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c76d7-fa93-4e98-826c-957e03d2192e req-ef7b5ec6-e76f-4e93-a0e1-85c87383e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:53.803139 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb1c76d7-fa93-4e98-826c-957e03d2192e req-ef7b5ec6-e76f-4e93-a0e1-85c87383e9b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 1094 time: 0.0437343 Nov 24 13:35:53.897357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c76d7-fa93-4e98-826c-957e03d2192e req-66fe69f0-4cae-44c8-a5c8-5b8c7a8ddb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:53.899458 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb1c76d7-fa93-4e98-826c-957e03d2192e req-66fe69f0-4cae-44c8-a5c8-5b8c7a8ddb93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.0892332 Nov 24 13:35:53.939563 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb1c76d7-fa93-4e98-826c-957e03d2192e req-ed01aaf1-7296-4836-9362-c16bb2813cc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da46f48-197b-4102-97f3-6572cb060307 HTTP/1.1" status: 200 len: 217 time: 0.0331359 Nov 24 13:35:53.987671 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c76d7-fa93-4e98-826c-957e03d2192e req-6cddac28-23d7-4cba-a293-4dd07e365aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:53.989103 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb1c76d7-fa93-4e98-826c-957e03d2192e req-6cddac28-23d7-4cba-a293-4dd07e365aaa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0422671 Nov 24 13:35:54.020403 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb1c76d7-fa93-4e98-826c-957e03d2192e req-e94d3667-7b53-4fda-9aec-1e9b31bc97ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241416 Nov 24 13:35:54.119989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb1c76d7-fa93-4e98-826c-957e03d2192e req-8900d593-d90c-457a-af0d-63e52e0d4be2 service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921040 Nov 24 13:35:54.211059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb1c76d7-fa93-4e98-826c-957e03d2192e req-7e181d69-c497-40ba-9d31-3fafc8a46b1e service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843489 Nov 24 13:35:54.469392 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:54.734292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5da46f48-197b-4102-97f3-6572cb060307 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:35:54.813599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 5da46f48-197b-4102-97f3-6572cb060307 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:35:54.832827 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3aa3c-14d3-40ec-8859-088b96ee04ed req-53a707c2-3e31-4b5a-b54a-58072f3629d7 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:54.834397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9e3aa3c-14d3-40ec-8859-088b96ee04ed req-53a707c2-3e31-4b5a-b54a-58072f3629d7 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 943 time: 0.0500431 Nov 24 13:35:54.869771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 5da46f48-197b-4102-97f3-6572cb060307, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5da46f48-197b-4102-97f3-6572cb060307,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:35:54.878415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 5da46f48-197b-4102-97f3-6572cb060307 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:35:54.881786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '5da46f48-197b-4102-97f3-6572cb060307', 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4', 'port_id': '5da46f48-197b-4102-97f3-6572cb060307', 'mac_address': 'fa:16:3e:ee:d4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27088d9-4442-45e5-bb98-4ca8384ef40d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:35:54.882966 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9e3aa3c-14d3-40ec-8859-088b96ee04ed req-b78c7d9d-46a2-4662-acb0-9b866242f9de tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Nov 24 13:35:54.923781 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:54.939240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da46f48-197b-4102-97f3-6572cb060307 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:35:54.958087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 5da46f48-197b-4102-97f3-6572cb060307, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5da46f48-197b-4102-97f3-6572cb060307,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:35:54.963211 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:55.001322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e073136-69d9-47de-a547-f644ff052001 req-9149cbc7-7469-440c-8050-558e5a80d12f tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:55.002931 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e073136-69d9-47de-a547-f644ff052001 req-9149cbc7-7469-440c-8050-558e5a80d12f tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 944 time: 0.0508904 Nov 24 13:35:55.010323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=5da46f48-197b-4102-97f3-6572cb060307,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:55.017834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:55.018187 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:55.018535 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:55.018873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:55.019209 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:55.019543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:55.019874 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:55.020194 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:55.020551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:55.020906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:55.021236 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:55.021562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:35:55.052920 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e073136-69d9-47de-a547-f644ff052001 req-112f9661-cd97-4d07-8b04-a0b4160abf58 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437977 Nov 24 13:35:55.165902 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb778b7-85b4-424c-8f19-04aa6cd3c154 req-ef4343b5-6b71-4610-b2d4-53bb6e57bd94 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:55.167354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6cb778b7-85b4-424c-8f19-04aa6cd3c154 req-ef4343b5-6b71-4610-b2d4-53bb6e57bd94 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 944 time: 0.0478938 Nov 24 13:35:55.183401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['5da46f48-197b-4102-97f3-6572cb060307'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:35:55.218166 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6cb778b7-85b4-424c-8f19-04aa6cd3c154 req-afedf2ed-4573-42ce-aaac-c56a7f5d1e92 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450449 Nov 24 13:35:55.560888 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-a343e940-26ac-4fb4-b15e-b17b73b3e27d tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:55.562240 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-a343e940-26ac-4fb4-b15e-b17b73b3e27d tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 815 time: 0.0990975 Nov 24 13:35:55.577318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-15c00c04-5404-4fd5-813a-5d94e0c02aed tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/quotas/e5b2055d60b543e880b070ec0f057518 HTTP/1.1" status: 200 len: 375 time: 0.0093994 Nov 24 13:35:55.624386 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-0bb71f72-49fa-4c74-b4f5-16609d2ae37e tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419762 Nov 24 13:35:55.716687 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-b0689d3f-61f9-44e8-8c86-11484d12cd7c service neutron] 10.222.0.48 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854454 Nov 24 13:35:55.806826 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-f306592a-18ee-4154-a1dd-6745b924aad6 service neutron] 10.222.0.48 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841303 Nov 24 13:35:55.964014 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-736c1b0b-5b9e-439b-801b-890dc9ba1b44 req-5241e787-52cd-46d5-9da8-e59ec59d8a13 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 210 time: 0.0262322 Nov 24 13:35:56.007940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:56.717572 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:56.734197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5da46f48-197b-4102-97f3-6572cb060307 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:35:56.790181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 5da46f48-197b-4102-97f3-6572cb060307 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:35:56.794772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 5da46f48-197b-4102-97f3-6572cb060307 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:35:56.795455 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:56.800260 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf040b9-c7fc-42cc-ac3c-152afba25b99 req-8ffdfee8-aa83-480a-bc45-3cb81f85f591 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:56.801933 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4cf040b9-c7fc-42cc-ac3c-152afba25b99 req-8ffdfee8-aa83-480a-bc45-3cb81f85f591 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.59 "GET /v2.0/ports?device_id=d670e857-bab7-4b87-88df-3315a6249883 HTTP/1.1" status: 200 len: 944 time: 0.0534022 Nov 24 13:35:56.916469 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:56.917110 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-4cf040b9-c7fc-42cc-ac3c-152afba25b99 req-ed0f2c29-c6dd-4f47-9dc5-08f12e4043aa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Deleting port 5da46f48-197b-4102-97f3-6572cb060307 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:35:56.917571 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4cf040b9-c7fc-42cc-ac3c-152afba25b99 req-ed0f2c29-c6dd-4f47-9dc5-08f12e4043aa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:56.944822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-60fcdf9b-0a1e-4b47-915a-7c39ca17254b tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:56.946317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670e857-bab7-4b87-88df-3315a6249883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da46f48-197b-4102-97f3-6572cb060307'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:35:56.948048 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-60fcdf9b-0a1e-4b47-915a-7c39ca17254b tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.59 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 815 time: 0.1494973 Nov 24 13:35:56.948859 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f34bfef-c701-4ac2-a461-f55b63d2ba9a" -d '{"events": [{"server_uuid": "d670e857-bab7-4b87-88df-3315a6249883", "name": "network-vif-plugged", "status": "completed", "tag": "5da46f48-197b-4102-97f3-6572cb060307"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:35:56.963037 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 5da46f48-197b-4102-97f3-6572cb060307, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5da46f48-197b-4102-97f3-6572cb060307,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:35:56.968164 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:56.977651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-17e22d77-096e-4ed5-912d-dd2507749f57 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Request body: {'port': {'device_id': '5689dea2-f07e-4733-a57a-06fa99ed4665', 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4', 'admin_state_up': True, 'tenant_id': 'e5b2055d60b543e880b070ec0f057518'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:35:57.017239 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c77e47e-a316-4d92-bf64-efa3c6dc1622 x-openstack-request-id: req-7c77e47e-a316-4d92-bf64-efa3c6dc1622 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:35:57.017768 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670e857-bab7-4b87-88df-3315a6249883", "name": "network-vif-plugged", "status": "completed", "tag": "5da46f48-197b-4102-97f3-6572cb060307", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:35:57.017768 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c77e47e-a316-4d92-bf64-efa3c6dc1622 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:35:57.018835 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd670e857-bab7-4b87-88df-3315a6249883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da46f48-197b-4102-97f3-6572cb060307', 'code': 200} Nov 24 13:35:57.029542 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-4cf040b9-c7fc-42cc-ac3c-152afba25b99 req-ed0f2c29-c6dd-4f47-9dc5-08f12e4043aa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] For port 5da46f48-197b-4102-97f3-6572cb060307, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=5da46f48-197b-4102-97f3-6572cb060307,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:35:57.029959 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4cf040b9-c7fc-42cc-ac3c-152afba25b99 req-ed0f2c29-c6dd-4f47-9dc5-08f12e4043aa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:57.046124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [req-4cf040b9-c7fc-42cc-ac3c-152afba25b99 req-ed0f2c29-c6dd-4f47-9dc5-08f12e4043aa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Calling delete_port for 5da46f48-197b-4102-97f3-6572cb060307 owned by compute:nova {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:35:57.050635 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=5da46f48-197b-4102-97f3-6572cb060307,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:57.090361 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-058310d3-e62a-45e4-9f0a-5d7dc5dd23dd req-7b4464fc-d85d-452f-bf36-663d986c072d tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 210 time: 0.0375628 Nov 24 13:35:57.133702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-17e22d77-096e-4ed5-912d-dd2507749f57 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Made reservation on behalf of e5b2055d60b543e880b070ec0f057518 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:35:57.137413 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-17e22d77-096e-4ed5-912d-dd2507749f57 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:57.183346 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4cf040b9-c7fc-42cc-ac3c-152afba25b99 req-ed0f2c29-c6dd-4f47-9dc5-08f12e4043aa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:57.195283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['5da46f48-197b-4102-97f3-6572cb060307'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:35:57.212826 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f2c29-c6dd-4f47-9dc5-08f12e4043aa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Pushing event deleted for resources: {'Port': ['ID=5da46f48-197b-4102-97f3-6572cb060307,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:57.254911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf040b9-c7fc-42cc-ac3c-152afba25b99 req-ed0f2c29-c6dd-4f47-9dc5-08f12e4043aa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] No DVR routers for this DVR port 5da46f48-197b-4102-97f3-6572cb060307 on host n-h2-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:35:57.257706 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-4cf040b9-c7fc-42cc-ac3c-152afba25b99 req-ed0f2c29-c6dd-4f47-9dc5-08f12e4043aa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:57.261887 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4cf040b9-c7fc-42cc-ac3c-152afba25b99 req-ed0f2c29-c6dd-4f47-9dc5-08f12e4043aa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.59 "DELETE /v2.0/ports/5da46f48-197b-4102-97f3-6572cb060307 HTTP/1.1" status: 204 len: 173 time: 0.4532537 Nov 24 13:35:57.262329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670e857-bab7-4b87-88df-3315a6249883', 'name': 'network-vif-deleted', 'tag': '5da46f48-197b-4102-97f3-6572cb060307'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:35:57.264597 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30413eb8-162a-49bd-a743-9a519fb0cffd" -d '{"events": [{"server_uuid": "d670e857-bab7-4b87-88df-3315a6249883", "name": "network-vif-deleted", "tag": "5da46f48-197b-4102-97f3-6572cb060307"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:35:57.269883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-17e22d77-096e-4ed5-912d-dd2507749f57 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Allocated IP 172.20.0.10 (762aca27-88cb-4b28-b1eb-f1e048a819d4/a27088d9-4442-45e5-bb98-4ca8384ef40d/130dcde6-1197-409d-93ad-93942bbffe7d) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:35:57.302001 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86abfee8-142a-4728-82f0-020ac3d40864 x-openstack-request-id: req-86abfee8-142a-4728-82f0-020ac3d40864 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:35:57.302306 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670e857-bab7-4b87-88df-3315a6249883", "name": "network-vif-deleted", "tag": "5da46f48-197b-4102-97f3-6572cb060307", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:35:57.302572 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86abfee8-142a-4728-82f0-020ac3d40864 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:35:57.302983 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd670e857-bab7-4b87-88df-3315a6249883', 'name': 'network-vif-deleted', 'tag': '5da46f48-197b-4102-97f3-6572cb060307', 'status': 'completed', 'code': 200} Nov 24 13:35:57.429426 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-17e22d77-096e-4ed5-912d-dd2507749f57 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:57.465495 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-17e22d77-096e-4ed5-912d-dd2507749f57 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:57.478277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['5da46f48-197b-4102-97f3-6572cb060307'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:35:57.492197 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-17e22d77-096e-4ed5-912d-dd2507749f57 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Network 762aca27-88cb-4b28-b1eb-f1e048a819d4 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:35:57.513029 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-17e22d77-096e-4ed5-912d-dd2507749f57 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:35:57.515468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-17e22d77-096e-4ed5-912d-dd2507749f57 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:35:57.567003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e22d77-096e-4ed5-912d-dd2507749f57 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Pushing event updated for resources: {'Port': ['ID=130dcde6-1197-409d-93ad-93942bbffe7d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:57.579596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-17e22d77-096e-4ed5-912d-dd2507749f57 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:57.580202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-17e22d77-096e-4ed5-912d-dd2507749f57 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:57.595123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-17e22d77-096e-4ed5-912d-dd2507749f57 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6257846 Nov 24 13:35:57.607594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Request body: {'port': {'device_id': '5689dea2-f07e-4733-a57a-06fa99ed4665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:35:57.661947 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:57.920997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130dcde6-1197-409d-93ad-93942bbffe7d {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:35:57.928157 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:57.939775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Transition to ACTIVE for port object 130dcde6-1197-409d-93ad-93942bbffe7d will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:35:57.943877 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:58.013417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Pushing event updated for resources: {'Port': ['ID=130dcde6-1197-409d-93ad-93942bbffe7d,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:58.062591 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Attempting to bind port 130dcde6-1197-409d-93ad-93942bbffe7d on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:35:58.062953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Attempting to bind port 130dcde6-1197-409d-93ad-93942bbffe7d by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:35:58.063306 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Attempting to bind port 130dcde6-1197-409d-93ad-93942bbffe7d on network 762aca27-88cb-4b28-b1eb-f1e048a819d4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:35:58.067598 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Port 130dcde6-1197-409d-93ad-93942bbffe7d on network 762aca27-88cb-4b28-b1eb-f1e048a819d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:35:58.067922 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Attempting to bind port 130dcde6-1197-409d-93ad-93942bbffe7d on network 762aca27-88cb-4b28-b1eb-f1e048a819d4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:35:58.072928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:35:58.073272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Checking segment: {'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:35:58.073662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Bound using segment: {'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:35:58.074125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Bound port: 130dcde6-1197-409d-93ad-93942bbffe7d, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:35:58.074482 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:58.139440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] For port 130dcde6-1197-409d-93ad-93942bbffe7d, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:35:58.142720 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] For port 130dcde6-1197-409d-93ad-93942bbffe7d, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=130dcde6-1197-409d-93ad-93942bbffe7d,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:35:58.147540 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:58.184349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:58.185029 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:35:58.186478 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] 10.222.0.59 "PUT /v2.0/ports/130dcde6-1197-409d-93ad-93942bbffe7d HTTP/1.1" status: 200 len: 1092 time: 0.5832987 Nov 24 13:35:58.195242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5689dea2-f07e-4733-a57a-06fa99ed4665', 'tag': '130dcde6-1197-409d-93ad-93942bbffe7d'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:35:58.198580 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d4e58a-c260-48e1-8229-e033a267f13b" -d '{"events": [{"name": "network-changed", "server_uuid": "5689dea2-f07e-4733-a57a-06fa99ed4665", "tag": "130dcde6-1197-409d-93ad-93942bbffe7d"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:35:58.277549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e263a0-00ea-4bfd-a5bd-9ff5bf12a1cf service neutron] Pushing event updated for resources: {'Port': ['ID=130dcde6-1197-409d-93ad-93942bbffe7d,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:35:58.297189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90908ba2-680a-4a0e-b4fc-4e05eac48e33 req-98384492-78b0-4797-95b2-a9a0532f43b4 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:58.298763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-90908ba2-680a-4a0e-b4fc-4e05eac48e33 req-98384492-78b0-4797-95b2-a9a0532f43b4 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 944 time: 0.1368141 Nov 24 13:35:58.301216 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-da8346c7-178d-4ded-8fd3-0a40b8a88124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:58.302137 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-da8346c7-178d-4ded-8fd3-0a40b8a88124 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 1095 time: 0.0752218 Nov 24 13:35:58.305012 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46149b8-e3b0-485b-9e4b-4c6acbd0bc9d x-openstack-request-id: req-c46149b8-e3b0-485b-9e4b-4c6acbd0bc9d {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:35:58.305373 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5689dea2-f07e-4733-a57a-06fa99ed4665", "tag": "130dcde6-1197-409d-93ad-93942bbffe7d", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:35:58.305652 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c46149b8-e3b0-485b-9e4b-4c6acbd0bc9d {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:35:58.306051 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5689dea2-f07e-4733-a57a-06fa99ed4665', 'tag': '130dcde6-1197-409d-93ad-93942bbffe7d', 'status': 'completed', 'code': 200} Nov 24 13:35:58.360802 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-c4d3c373-46a4-46cd-95b2-0e2990fcd9ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=130dcde6-1197-409d-93ad-93942bbffe7d HTTP/1.1" status: 200 len: 217 time: 0.0408015 Nov 24 13:35:58.411779 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-90908ba2-680a-4a0e-b4fc-4e05eac48e33 req-5ae029f2-ce45-485b-952c-29ad111a7e74 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048796 Nov 24 13:35:58.427816 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-b272e446-23b8-4ee5-ab0e-b4ca4608135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:58.427816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-b272e446-23b8-4ee5-ab0e-b4ca4608135b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0570059 Nov 24 13:35:58.460146 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-4e3eb9db-c755-4e80-a320-bc86b9249d10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252328 Nov 24 13:35:58.553257 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-f7d576e1-76c5-4e6e-9231-30273b1b6d63 service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859551 Nov 24 13:35:58.645101 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a4b4111e-4583-42ae-9a99-3f5c762aea0d req-c6c770a6-0c8b-4667-a066-4dc71775d54d service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838754 Nov 24 13:35:58.734312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4e58a-c260-48e1-8229-e033a267f13b req-96256da7-797f-482f-a33b-c8565b3910c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:58.735766 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99d4e58a-c260-48e1-8229-e033a267f13b req-96256da7-797f-482f-a33b-c8565b3910c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 1095 time: 0.0456522 Nov 24 13:35:58.829462 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4e58a-c260-48e1-8229-e033a267f13b req-930d16b6-f3e4-46d4-a49f-f094bbd2bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:58.830974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99d4e58a-c260-48e1-8229-e033a267f13b req-930d16b6-f3e4-46d4-a49f-f094bbd2bb66 service neutron] 10.222.0.59 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.0884888 Nov 24 13:35:58.875719 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99d4e58a-c260-48e1-8229-e033a267f13b req-65a5b91e-b0a3-4f2a-bb5f-931cda1315b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=130dcde6-1197-409d-93ad-93942bbffe7d HTTP/1.1" status: 200 len: 217 time: 0.0372274 Nov 24 13:35:58.923736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4e58a-c260-48e1-8229-e033a267f13b req-8257c8f2-752c-4552-83fa-31b5c4d91894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:58.925161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99d4e58a-c260-48e1-8229-e033a267f13b req-8257c8f2-752c-4552-83fa-31b5c4d91894 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0422597 Nov 24 13:35:58.957213 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99d4e58a-c260-48e1-8229-e033a267f13b req-eb2565d4-87d3-4aaf-9e03-bc73630e7ca5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236866 Nov 24 13:35:59.047922 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99d4e58a-c260-48e1-8229-e033a267f13b req-118320a7-b321-455e-9038-9594c6ad1077 service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834067 Nov 24 13:35:59.138426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-99d4e58a-c260-48e1-8229-e033a267f13b req-66287484-4081-41c0-9996-440f2db98534 service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810947 Nov 24 13:35:59.526984 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ef48d-1e05-4011-be8d-9cdc4952694c req-e80633f2-fd02-490b-9cb0-371ea48aa72c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:35:59.528442 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-104ef48d-1e05-4011-be8d-9cdc4952694c req-e80633f2-fd02-490b-9cb0-371ea48aa72c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 944 time: 0.0486255 Nov 24 13:35:59.577048 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-104ef48d-1e05-4011-be8d-9cdc4952694c req-4c554a04-b4a5-4a3e-95ca-aaf693395b8b tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426559 Nov 24 13:36:00.694456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ad1a8-fadf-4369-8537-b398168740b4 req-da771387-88da-4933-accb-b4aaefc71678 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:00.695977 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-294ad1a8-fadf-4369-8537-b398168740b4 req-da771387-88da-4933-accb-b4aaefc71678 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 944 time: 0.0494642 Nov 24 13:36:00.734072 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:36:00.748346 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-294ad1a8-fadf-4369-8537-b398168740b4 req-e74daf21-0f88-4c84-92d6-30cc90c01af3 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462341 Nov 24 13:36:00.760391 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 130dcde6-1197-409d-93ad-93942bbffe7d details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:36:00.775555 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5da46f48-197b-4102-97f3-6572cb060307 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:36:00.800761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 5da46f48-197b-4102-97f3-6572cb060307 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:36:00.801028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 5da46f48-197b-4102-97f3-6572cb060307 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:36:00.877252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 130dcde6-1197-409d-93ad-93942bbffe7d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=130dcde6-1197-409d-93ad-93942bbffe7d,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:36:00.891940 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '130dcde6-1197-409d-93ad-93942bbffe7d', 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4', 'port_id': '130dcde6-1197-409d-93ad-93942bbffe7d', 'mac_address': 'fa:16:3e:e6:27:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27088d9-4442-45e5-bb98-4ca8384ef40d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:36:00.928770 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:00.941310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130dcde6-1197-409d-93ad-93942bbffe7d {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:36:00.960516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 130dcde6-1197-409d-93ad-93942bbffe7d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=130dcde6-1197-409d-93ad-93942bbffe7d,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:36:00.964977 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:01.010760 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=130dcde6-1197-409d-93ad-93942bbffe7d,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:01.179814 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['130dcde6-1197-409d-93ad-93942bbffe7d'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:36:01.861821 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfe6e3-b040-4aaa-9452-ee2c27e7349e req-28d8b1fe-d6c4-4bf4-b23b-ebf3bdec29c9 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:01.863304 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d5bfe6e3-b040-4aaa-9452-ee2c27e7349e req-28d8b1fe-d6c4-4bf4-b23b-ebf3bdec29c9 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 945 time: 0.0483017 Nov 24 13:36:01.912150 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d5bfe6e3-b040-4aaa-9452-ee2c27e7349e req-86672c21-a4d0-405d-8954-02eba0a0c5c6 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415576 Nov 24 13:36:02.759942 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 130dcde6-1197-409d-93ad-93942bbffe7d up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:36:02.809486 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 130dcde6-1197-409d-93ad-93942bbffe7d completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:36:02.814028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 130dcde6-1197-409d-93ad-93942bbffe7d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:02.814380 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:02.892627 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:02.914091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5689dea2-f07e-4733-a57a-06fa99ed4665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130dcde6-1197-409d-93ad-93942bbffe7d'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:36:02.916849 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3310f11f-24b7-4af8-a913-734dc88c9211" -d '{"events": [{"server_uuid": "5689dea2-f07e-4733-a57a-06fa99ed4665", "name": "network-vif-plugged", "status": "completed", "tag": "130dcde6-1197-409d-93ad-93942bbffe7d"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:36:02.929899 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 130dcde6-1197-409d-93ad-93942bbffe7d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=130dcde6-1197-409d-93ad-93942bbffe7d,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:36:02.934491 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:02.958382 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3654801-76cf-4de8-9a12-dabbc36a05d9 x-openstack-request-id: req-e3654801-76cf-4de8-9a12-dabbc36a05d9 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:36:02.958683 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5689dea2-f07e-4733-a57a-06fa99ed4665", "name": "network-vif-plugged", "status": "completed", "tag": "130dcde6-1197-409d-93ad-93942bbffe7d", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:36:02.958945 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3654801-76cf-4de8-9a12-dabbc36a05d9 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:36:02.959370 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5689dea2-f07e-4733-a57a-06fa99ed4665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130dcde6-1197-409d-93ad-93942bbffe7d', 'code': 200} Nov 24 13:36:02.987212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=130dcde6-1197-409d-93ad-93942bbffe7d,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:03.033459 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d165b-398f-44f3-a755-72655ea3101c req-eb83b132-39ef-4854-83e5-86ec67bbcd68 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:03.034880 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-949d165b-398f-44f3-a755-72655ea3101c req-eb83b132-39ef-4854-83e5-86ec67bbcd68 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0507033 Nov 24 13:36:03.057466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fc954-2565-42d3-95c1-cb0e80df3a9d req-c2563a20-9e77-4383-9007-b656be4a0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:03.058963 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-822fc954-2565-42d3-95c1-cb0e80df3a9d req-c2563a20-9e77-4383-9007-b656be4a0ce3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 1097 time: 0.0406220 Nov 24 13:36:03.082171 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-949d165b-398f-44f3-a755-72655ea3101c req-4b4c2ffb-f7d6-455d-9c4f-55a7d821d387 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407579 Nov 24 13:36:03.103670 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-822fc954-2565-42d3-95c1-cb0e80df3a9d req-efb0f0c2-edff-42b9-8beb-7723cac6e664 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378218 Nov 24 13:36:04.201032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4ed46-2636-4132-b33c-e1ad814831e5 req-79567eda-9905-4e73-ae43-45f2e7e73b45 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:04.202522 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6cb4ed46-2636-4132-b33c-e1ad814831e5 req-79567eda-9905-4e73-ae43-45f2e7e73b45 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0485494 Nov 24 13:36:04.252094 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6cb4ed46-2636-4132-b33c-e1ad814831e5 req-4f16319a-af66-4a26-9ac2-0045332fb77b tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430601 Nov 24 13:36:04.369317 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c6af2-3489-41e8-8086-24da82a342d8 req-8a14c773-5e87-4765-8ebb-429cc8a3ad77 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:04.370718 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d5c6af2-3489-41e8-8086-24da82a342d8 req-8a14c773-5e87-4765-8ebb-429cc8a3ad77 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0529103 Nov 24 13:36:04.417215 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0d5c6af2-3489-41e8-8086-24da82a342d8 req-5bbeed02-8c2b-4293-82bf-9fa0cef08164 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407302 Nov 24 13:36:04.661731 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-c655a2a4-fb0c-4da3-905b-0582ca55da89 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0669107 Nov 24 13:36:04.669829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7fbe2-8a75-47b4-a069-00b52ba7d7ca req-89cb824b-c943-41ad-8a8d-511c186d513e tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:04.671227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8d7fbe2-8a75-47b4-a069-00b52ba7d7ca req-89cb824b-c943-41ad-8a8d-511c186d513e tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0676670 Nov 24 13:36:04.723993 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a8d7fbe2-8a75-47b4-a069-00b52ba7d7ca req-ddfeebc7-2c4c-4dee-a986-b87e20acecf6 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465720 Nov 24 13:36:05.711131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-749fec9a-80d5-4bd7-9a26-d97d80c5b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:05.713307 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-749fec9a-80d5-4bd7-9a26-d97d80c5b5c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 1097 time: 0.0438130 Nov 24 13:36:05.811609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-62745f26-15b6-486c-9726-79660121091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:05.813098 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-62745f26-15b6-486c-9726-79660121091e service neutron] 10.222.0.59 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.0924067 Nov 24 13:36:05.867556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-b4d40af0-71bb-474f-b95e-519a3ceb7b46 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=130dcde6-1197-409d-93ad-93942bbffe7d HTTP/1.1" status: 200 len: 217 time: 0.0407510 Nov 24 13:36:05.890459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c05f5-43d2-4f79-9385-4771f578d38d req-092116e0-7d66-4bc4-ac55-ed93df105d11 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:05.891849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa3c05f5-43d2-4f79-9385-4771f578d38d req-092116e0-7d66-4bc4-ac55-ed93df105d11 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0974722 Nov 24 13:36:05.946089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-946699a8-0c7f-48e3-9610-8c06d0452121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:05.947509 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-946699a8-0c7f-48e3-9610-8c06d0452121 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0725927 Nov 24 13:36:05.972509 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa3c05f5-43d2-4f79-9385-4771f578d38d req-463321bd-77c6-47dc-bc03-e1c98a678d00 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627463 Nov 24 13:36:05.986846 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-0e5f52da-586c-4e15-bc44-c0a15d804a2e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300937 Nov 24 13:36:06.079207 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-07743ae6-698c-4b3f-9c10-5efdc9db2a55 service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846066 Nov 24 13:36:06.170858 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-eaa51d02-21d2-484a-81ee-5d42a7e8670a service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846536 Nov 24 13:36:06.621754 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:07.087198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99061859-95cc-406e-80eb-76d21cd1f3ff req-cfd8492b-1e3d-4372-a804-7a63376f50fa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:07.088667 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99061859-95cc-406e-80eb-76d21cd1f3ff req-cfd8492b-1e3d-4372-a804-7a63376f50fa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0489407 Nov 24 13:36:07.135272 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99061859-95cc-406e-80eb-76d21cd1f3ff req-7e97e58b-55f7-4fe9-ab7b-0570e4a62a56 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 Nov 24 13:36:08.326666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b9d0a-405b-40ce-8725-b25b74093914 req-4bc279b7-80de-4a5a-b1d6-d2a4e3d5165c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:08.328124 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-982b9d0a-405b-40ce-8725-b25b74093914 req-4bc279b7-80de-4a5a-b1d6-d2a4e3d5165c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.1252286 Nov 24 13:36:08.374172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-982b9d0a-405b-40ce-8725-b25b74093914 req-98521ceb-fe28-424f-9665-e5abe72d95fe tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400901 Nov 24 13:36:09.499997 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71e023-da15-4f0e-bf09-c399c22c765a req-53be4ce9-07c7-4820-9eab-4d79bd20482c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:09.501520 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c71e023-da15-4f0e-bf09-c399c22c765a req-53be4ce9-07c7-4820-9eab-4d79bd20482c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0584793 Nov 24 13:36:09.547898 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3c71e023-da15-4f0e-bf09-c399c22c765a req-cb05e3fa-a7f2-4eaa-b3ea-28488b537885 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404527 Nov 24 13:36:09.859626 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:10.667624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24addb-8d05-488c-8d5e-0f48f474801a req-0d0454c3-2e50-4f14-bfec-a24f4b3c8f7c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:10.669084 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff24addb-8d05-488c-8d5e-0f48f474801a req-0d0454c3-2e50-4f14-bfec-a24f4b3c8f7c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0478871 Nov 24 13:36:10.713503 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff24addb-8d05-488c-8d5e-0f48f474801a req-5252e11d-89ac-4af1-ab4a-93dfd25be0fb tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385880 Nov 24 13:36:11.888035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933defff-1a1b-4ec0-830a-3de8e95a8726 req-8562f688-ea27-42bf-b4ec-2d242a2b1e9a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:11.889533 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-933defff-1a1b-4ec0-830a-3de8e95a8726 req-8562f688-ea27-42bf-b4ec-2d242a2b1e9a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.1084948 Nov 24 13:36:11.934877 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-933defff-1a1b-4ec0-830a-3de8e95a8726 req-dd2c2f0f-8fe3-45c7-8aee-3c4b1356cc8c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394161 Nov 24 13:36:13.053286 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98fc6f-f102-47d8-9ab5-8a50c7295210 req-473c416c-a333-4617-af3f-20e511816c0f tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:13.054755 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b98fc6f-f102-47d8-9ab5-8a50c7295210 req-473c416c-a333-4617-af3f-20e511816c0f tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0515006 Nov 24 13:36:13.099675 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9b98fc6f-f102-47d8-9ab5-8a50c7295210 req-a603e7e0-27d5-4df8-b079-80315203f330 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390127 Nov 24 13:36:14.215598 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43dfe0-b9ec-48f4-8354-855dada6f7c2 req-00c18f60-46d9-439d-8f8b-664cd118bdbb tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:14.217082 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc43dfe0-b9ec-48f4-8354-855dada6f7c2 req-00c18f60-46d9-439d-8f8b-664cd118bdbb tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0476303 Nov 24 13:36:14.263963 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc43dfe0-b9ec-48f4-8354-855dada6f7c2 req-7a2b05ad-f0f0-4299-a53c-e0c8b387857f tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Nov 24 13:36:15.403226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8186b7a-c46a-4d79-93d5-9786208e5326 req-e52af305-5703-4b77-a3c9-d0722b9f1511 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:15.404689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8186b7a-c46a-4d79-93d5-9786208e5326 req-e52af305-5703-4b77-a3c9-d0722b9f1511 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0714066 Nov 24 13:36:15.436180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed25173-eaac-4627-8332-47bb9072ef98 req-1a1b3bc4-65e7-4139-9132-b0f272fff41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:15.437666 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bed25173-eaac-4627-8332-47bb9072ef98 req-1a1b3bc4-65e7-4139-9132-b0f272fff41e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 1097 time: 0.0666046 Nov 24 13:36:15.461219 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d8186b7a-c46a-4d79-93d5-9786208e5326 req-ad18fcc9-7c98-42bd-b6cf-3558ed3e0bf0 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505745 Nov 24 13:36:15.547404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed25173-eaac-4627-8332-47bb9072ef98 req-af7db362-783f-416a-8b96-f0d15c848010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:15.548840 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bed25173-eaac-4627-8332-47bb9072ef98 req-af7db362-783f-416a-8b96-f0d15c848010 service neutron] 10.222.0.59 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.0867155 Nov 24 13:36:15.588479 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bed25173-eaac-4627-8332-47bb9072ef98 req-d3d0b18a-73c4-4ce2-8cbc-a1cfaa7db81d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=130dcde6-1197-409d-93ad-93942bbffe7d HTTP/1.1" status: 200 len: 217 time: 0.0321202 Nov 24 13:36:15.640387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed25173-eaac-4627-8332-47bb9072ef98 req-3cea0a6b-6a05-435a-bc3b-758d6269191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:15.641882 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bed25173-eaac-4627-8332-47bb9072ef98 req-3cea0a6b-6a05-435a-bc3b-758d6269191c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0457439 Nov 24 13:36:15.673005 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bed25173-eaac-4627-8332-47bb9072ef98 req-939aaa98-08f6-4b8a-a4cd-7f9ba9dc1741 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234439 Nov 24 13:36:15.761382 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bed25173-eaac-4627-8332-47bb9072ef98 req-c5c05848-b18f-48a8-8df0-94d95c303f54 service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800576 Nov 24 13:36:15.852348 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bed25173-eaac-4627-8332-47bb9072ef98 req-679f9f67-ebcc-4410-8003-4dee25fe311a service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828395 Nov 24 13:36:16.576068 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2748835-a571-453b-8d18-03fa751adb37 req-3be9d848-5601-4399-adc5-e46c3fe17234 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:16.577486 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2748835-a571-453b-8d18-03fa751adb37 req-3be9d848-5601-4399-adc5-e46c3fe17234 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0486081 Nov 24 13:36:16.627665 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2748835-a571-453b-8d18-03fa751adb37 req-3610f47e-6426-401f-9c36-0fb1945784c5 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Nov 24 13:36:17.745487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1d953-549a-4695-9c13-7f8669a2c6e3 req-6379fe63-3541-42f0-8cf2-c36933338106 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:17.746960 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dab1d953-549a-4695-9c13-7f8669a2c6e3 req-6379fe63-3541-42f0-8cf2-c36933338106 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0483825 Nov 24 13:36:17.795546 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dab1d953-549a-4695-9c13-7f8669a2c6e3 req-76b248d5-2a4a-46d3-a59d-572a17409bc7 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426879 Nov 24 13:36:18.909573 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7190c-e161-4159-95a6-62039a8d7f73 req-7ee60fcd-4298-4d76-994a-27f28a5177be tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:18.911033 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63d7190c-e161-4159-95a6-62039a8d7f73 req-7ee60fcd-4298-4d76-994a-27f28a5177be tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0475085 Nov 24 13:36:18.958145 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63d7190c-e161-4159-95a6-62039a8d7f73 req-7690b1af-6915-4402-b8e6-9f637afee851 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405207 Nov 24 13:36:20.077432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a5c4a-3d32-4f9d-aaee-16c84e246eeb req-6b58437b-becf-43f5-876f-07d9af98dcee tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:20.078893 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b5a5c4a-3d32-4f9d-aaee-16c84e246eeb req-6b58437b-becf-43f5-876f-07d9af98dcee tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0515728 Nov 24 13:36:20.125289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b5a5c4a-3d32-4f9d-aaee-16c84e246eeb req-7052f715-bdbf-4fe2-9229-0501a3fc7c9a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404956 Nov 24 13:36:20.876343 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e9745a7e-fe12-443a-abdb-faabe59fc3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:21.238969 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8fb7e-923b-4f27-adc0-6e9e892dd2ac req-5ecbccdf-fb5a-43ad-be51-8e3b01d3ebca tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:21.240500 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9dd8fb7e-923b-4f27-adc0-6e9e892dd2ac req-5ecbccdf-fb5a-43ad-be51-8e3b01d3ebca tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0494695 Nov 24 13:36:21.286390 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9dd8fb7e-923b-4f27-adc0-6e9e892dd2ac req-b0068e79-c5f7-4e82-936e-1fe280c1e263 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399854 Nov 24 13:36:22.401244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ce31a-853d-482b-9e52-9409bbb643a1 req-ccabd808-64e1-40d6-9b71-daeb6e933f99 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:22.402705 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-143ce31a-853d-482b-9e52-9409bbb643a1 req-ccabd808-64e1-40d6-9b71-daeb6e933f99 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0481534 Nov 24 13:36:22.449742 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-143ce31a-853d-482b-9e52-9409bbb643a1 req-4f3c4ed2-c9f3-4e34-9d72-0d4259c2cf25 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410798 Nov 24 13:36:23.308464 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ac143637-48f8-46c0-a8af-e8ceec89c2a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:23.567002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a55893-4148-4e73-b256-647a34ab26b6 req-6951045d-4278-4f81-9ccd-c13e9af44aff tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:23.568362 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5a55893-4148-4e73-b256-647a34ab26b6 req-6951045d-4278-4f81-9ccd-c13e9af44aff tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0510697 Nov 24 13:36:23.613596 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f5a55893-4148-4e73-b256-647a34ab26b6 req-baebcd97-c04d-487b-ac18-4741b960dfdf tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386989 Nov 24 13:36:24.474206 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:24.734413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a339596-ef09-46ec-bbc2-a34d336a0cf5 req-b7169ac1-f3e5-4346-b307-97221fbea171 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:24.735965 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a339596-ef09-46ec-bbc2-a34d336a0cf5 req-b7169ac1-f3e5-4346-b307-97221fbea171 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0525045 Nov 24 13:36:24.782960 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9a339596-ef09-46ec-bbc2-a34d336a0cf5 req-80e9319f-906f-435f-a298-cd4335cb19db tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Nov 24 13:36:25.894608 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0b969-d672-4b3d-b55b-4600f4d06734 req-0737f705-9c3d-4c47-831d-2514d20b3468 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:25.896079 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ccb0b969-d672-4b3d-b55b-4600f4d06734 req-0737f705-9c3d-4c47-831d-2514d20b3468 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0478492 Nov 24 13:36:25.942286 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ccb0b969-d672-4b3d-b55b-4600f4d06734 req-e5c2ba2e-0d90-4af8-985e-4775b805b3c3 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398026 Nov 24 13:36:26.010633 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:26.719568 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:27.058178 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309669d9-b0ed-47c1-8c29-3e1c1ccbf3cc req-bf38ec28-4ecb-44d5-8652-10b763eaf926 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:27.059775 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-309669d9-b0ed-47c1-8c29-3e1c1ccbf3cc req-bf38ec28-4ecb-44d5-8652-10b763eaf926 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0485747 Nov 24 13:36:27.105518 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-309669d9-b0ed-47c1-8c29-3e1c1ccbf3cc req-f8a9ab09-1e9b-47a2-9c05-dfd9cfa9f86c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Nov 24 13:36:28.225840 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce3dad-66a9-4f22-9f10-596166bfb2d7 req-e130aada-3393-44a3-aa52-36a8e273357a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:28.227345 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebce3dad-66a9-4f22-9f10-596166bfb2d7 req-e130aada-3393-44a3-aa52-36a8e273357a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0521224 Nov 24 13:36:28.274983 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebce3dad-66a9-4f22-9f10-596166bfb2d7 req-f3c7748e-da5e-455c-a450-f22a6a84e42c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Nov 24 13:36:29.390464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db636a5-511b-4736-8ae5-9af46904e9e3 req-5eecca2e-0ba5-4f51-9a70-d0a157759f92 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:29.391926 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5db636a5-511b-4736-8ae5-9af46904e9e3 req-5eecca2e-0ba5-4f51-9a70-d0a157759f92 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0482619 Nov 24 13:36:29.442562 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5db636a5-511b-4736-8ae5-9af46904e9e3 req-117f1407-b56c-44b6-b4e7-a4cea2a31f2c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447164 Nov 24 13:36:30.559687 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fe28f-66b0-4e9b-bb24-a2fc5c9145cc req-d39b700b-54d8-4d65-8bc8-1b03f831c902 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:30.561117 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c19fe28f-66b0-4e9b-bb24-a2fc5c9145cc req-d39b700b-54d8-4d65-8bc8-1b03f831c902 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0485506 Nov 24 13:36:30.609441 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c19fe28f-66b0-4e9b-bb24-a2fc5c9145cc req-a6db7930-6f9a-4c4a-843b-640035cf0fd0 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Nov 24 13:36:31.722970 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c965a-7480-4c0f-8483-746ba2a8337d req-7fad03dc-0ff6-4f5a-86b6-53a38fbb1d55 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:31.724412 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c22c965a-7480-4c0f-8483-746ba2a8337d req-7fad03dc-0ff6-4f5a-86b6-53a38fbb1d55 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0474634 Nov 24 13:36:31.770432 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c22c965a-7480-4c0f-8483-746ba2a8337d req-45526a89-0f1f-4f64-b10e-d80049ee581d tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394926 Nov 24 13:36:32.885934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13296121-6490-4382-9d47-57c71475a4eb req-ce359f92-6072-4e4a-815d-768e5d38e3ab tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:32.887401 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-13296121-6490-4382-9d47-57c71475a4eb req-ce359f92-6072-4e4a-815d-768e5d38e3ab tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0483825 Nov 24 13:36:32.937228 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-13296121-6490-4382-9d47-57c71475a4eb req-f2b5ed99-2478-4e45-8e02-0efba8ae8e21 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439596 Nov 24 13:36:32.962598 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-5c2fce26-8680-47fb-8724-8b00f64fd691 service neutron] show failed (client error): The resource could not be found. Nov 24 13:36:32.963653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-5c2fce26-8680-47fb-8724-8b00f64fd691 service neutron] 10.222.0.59 "GET /v2.0/ports/130dcde6-1197-409d-93ad-93942bbffe7d/bindings/n-h1-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0538952 Nov 24 13:36:33.196301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-72ca067f-dbec-4008-b0ec-603fdb874fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:33.197714 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-72ca067f-dbec-4008-b0ec-603fdb874fb8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665&tenant_id=e5b2055d60b543e880b070ec0f057518 HTTP/1.1" status: 200 len: 1097 time: 0.0708838 Nov 24 13:36:33.209465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:36:33.262653 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:33.454930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] For port 130dcde6-1197-409d-93ad-93942bbffe7d, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=130dcde6-1197-409d-93ad-93942bbffe7d,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:36:33.487270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] For port 130dcde6-1197-409d-93ad-93942bbffe7d, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:36:33.529332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5689dea2-f07e-4733-a57a-06fa99ed4665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '130dcde6-1197-409d-93ad-93942bbffe7d'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:36:33.531580 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7510ec36-6f4f-40b4-85c4-c6ceaa499193" -d '{"events": [{"server_uuid": "5689dea2-f07e-4733-a57a-06fa99ed4665", "name": "network-vif-unplugged", "status": "completed", "tag": "130dcde6-1197-409d-93ad-93942bbffe7d"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:36:33.535575 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:33.548393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Transition to ACTIVE for port object 130dcde6-1197-409d-93ad-93942bbffe7d will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:36:33.552555 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:33.582930 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f774c9d1-94fb-4c18-ab5a-402075ea9f41 x-openstack-request-id: req-f774c9d1-94fb-4c18-ab5a-402075ea9f41 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:36:33.583231 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5689dea2-f07e-4733-a57a-06fa99ed4665", "name": "network-vif-unplugged", "status": "completed", "tag": "130dcde6-1197-409d-93ad-93942bbffe7d", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:36:33.583495 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f774c9d1-94fb-4c18-ab5a-402075ea9f41 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:36:33.583894 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5689dea2-f07e-4733-a57a-06fa99ed4665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '130dcde6-1197-409d-93ad-93942bbffe7d', 'code': 200} Nov 24 13:36:33.616107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] No DVR routers for this DVR port 130dcde6-1197-409d-93ad-93942bbffe7d on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:36:33.625185 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Pushing event updated for resources: {'Port': ['ID=130dcde6-1197-409d-93ad-93942bbffe7d,revision_number=6']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:33.647171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:33.647527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:33.647880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:33.648225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:33.648590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:33.648966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:33.649293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:33.649628 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:33.649964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:33.650293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:33.650625 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:33.650954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:33.667383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Attempting to bind port 130dcde6-1197-409d-93ad-93942bbffe7d on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:36:33.667721 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Attempting to bind port 130dcde6-1197-409d-93ad-93942bbffe7d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:36:33.668051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Attempting to bind port 130dcde6-1197-409d-93ad-93942bbffe7d on network 762aca27-88cb-4b28-b1eb-f1e048a819d4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:36:33.672263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Port 130dcde6-1197-409d-93ad-93942bbffe7d on network 762aca27-88cb-4b28-b1eb-f1e048a819d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:36:33.672585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Attempting to bind port 130dcde6-1197-409d-93ad-93942bbffe7d on network 762aca27-88cb-4b28-b1eb-f1e048a819d4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:36:33.677487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:36:33.677877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Checking segment: {'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:36:33.678258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Bound using segment: {'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:36:33.678680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Bound port: 130dcde6-1197-409d-93ad-93942bbffe7d, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c861da9d-eeac-4c1c-be94-d98446a38356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:36:33.679031 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:33.743075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] For port 130dcde6-1197-409d-93ad-93942bbffe7d, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:36:33.746141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] For port 130dcde6-1197-409d-93ad-93942bbffe7d, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=130dcde6-1197-409d-93ad-93942bbffe7d,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:36:33.750175 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:33.782359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:33.782973 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:33.784359 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] 10.222.0.46 "PUT /v2.0/ports/130dcde6-1197-409d-93ad-93942bbffe7d HTTP/1.1" status: 200 len: 1092 time: 0.5786846 Nov 24 13:36:33.806288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4f903-f561-4961-98b7-a39de111472f service neutron] Pushing event updated for resources: {'Port': ['ID=130dcde6-1197-409d-93ad-93942bbffe7d,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:33.852812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2dea4-73ee-4b6a-bb5e-825f336a7297 req-2318d504-7342-4917-add1-4ffdfd2cc9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:33.854295 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0c2dea4-73ee-4b6a-bb5e-825f336a7297 req-2318d504-7342-4917-add1-4ffdfd2cc9a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 1095 time: 0.0403454 Nov 24 13:36:34.058963 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dbefe-107f-4468-8b28-2403bb22b1ae req-3ba3dc58-0406-4805-8c76-3f7a39ee04b8 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:34.060447 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-784dbefe-107f-4468-8b28-2403bb22b1ae req-3ba3dc58-0406-4805-8c76-3f7a39ee04b8 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 944 time: 0.0516062 Nov 24 13:36:34.110859 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-784dbefe-107f-4468-8b28-2403bb22b1ae req-afb0bdbb-3f3d-452e-b86b-794520f3709b tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442791 Nov 24 13:36:34.288264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2dea4-73ee-4b6a-bb5e-825f336a7297 req-0c3d293e-d02f-41be-acb7-fe39176c8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:34.289769 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0c2dea4-73ee-4b6a-bb5e-825f336a7297 req-0c3d293e-d02f-41be-acb7-fe39176c8a65 service neutron] 10.222.0.46 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.4168646 Nov 24 13:36:34.330485 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0c2dea4-73ee-4b6a-bb5e-825f336a7297 req-a54c64da-3ac7-410b-a2e7-18a10b63da74 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=130dcde6-1197-409d-93ad-93942bbffe7d HTTP/1.1" status: 200 len: 217 time: 0.0328734 Nov 24 13:36:34.377367 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2dea4-73ee-4b6a-bb5e-825f336a7297 req-50630686-bd77-47f8-ab5e-eb5dc318e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:34.378763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0c2dea4-73ee-4b6a-bb5e-825f336a7297 req-50630686-bd77-47f8-ab5e-eb5dc318e08d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0414820 Nov 24 13:36:34.411752 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0c2dea4-73ee-4b6a-bb5e-825f336a7297 req-04866992-04b8-41ad-b89f-06c597181145 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258155 Nov 24 13:36:34.506024 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0c2dea4-73ee-4b6a-bb5e-825f336a7297 req-7098dfba-a1b4-481e-99fd-9c4fad43d26a service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867355 Nov 24 13:36:34.600154 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0c2dea4-73ee-4b6a-bb5e-825f336a7297 req-cd950e0a-5151-450c-98b3-71b6c6c2fa3d service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869956 Nov 24 13:36:34.681697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-bc1ae9a5-bd0e-485a-9403-bfc67964f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:34.683144 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-bc1ae9a5-bd0e-485a-9403-bfc67964f960 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 1095 time: 0.0402086 Nov 24 13:36:34.779001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-d9d1b8e3-efc4-4157-b532-97723cd3e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:34.780471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-d9d1b8e3-efc4-4157-b532-97723cd3e3b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.0899119 Nov 24 13:36:34.825142 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-e9d36249-a5de-4213-a2b5-a251e77e83db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=130dcde6-1197-409d-93ad-93942bbffe7d HTTP/1.1" status: 200 len: 217 time: 0.0364251 Nov 24 13:36:34.873213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-5607f131-ee44-40ee-adb9-ade397e64d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:34.874548 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-5607f131-ee44-40ee-adb9-ade397e64d49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0431988 Nov 24 13:36:34.905251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-19536847-db5c-42f8-bbab-af01ad18c0ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236821 Nov 24 13:36:34.995611 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-c3fadbae-b4a8-4200-884a-c5d7effb5248 service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832183 Nov 24 13:36:35.083626 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f9378e8e-fd15-4a6a-9c0f-2bab6169ef36 req-6206af85-0b15-4321-b6d3-c8a73ce7ec84 service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813911 Nov 24 13:36:35.237292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67899460-a1b9-49c2-bf11-070bd48ae1b1 req-806b836e-319a-4aaf-ba1b-d86b4dc8d7ef tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:35.238765 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-67899460-a1b9-49c2-bf11-070bd48ae1b1 req-806b836e-319a-4aaf-ba1b-d86b4dc8d7ef tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 944 time: 0.0533400 Nov 24 13:36:35.285573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-67899460-a1b9-49c2-bf11-070bd48ae1b1 req-fe6cd1cb-655b-4b4f-8833-132a7192eda7 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407021 Nov 24 13:36:35.585548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5689dea2-f07e-4733-a57a-06fa99ed4665', 'tag': '130dcde6-1197-409d-93ad-93942bbffe7d'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:36:35.588022 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200b9425-6f1c-44f7-b1b3-d241b66276d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5689dea2-f07e-4733-a57a-06fa99ed4665", "tag": "130dcde6-1197-409d-93ad-93942bbffe7d"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:36:35.635398 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c241cd46-0ded-4e74-99e5-db97f9e2d1e4 x-openstack-request-id: req-c241cd46-0ded-4e74-99e5-db97f9e2d1e4 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:36:35.635691 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5689dea2-f07e-4733-a57a-06fa99ed4665", "tag": "130dcde6-1197-409d-93ad-93942bbffe7d", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:36:35.635946 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c241cd46-0ded-4e74-99e5-db97f9e2d1e4 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:36:35.636340 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5689dea2-f07e-4733-a57a-06fa99ed4665', 'tag': '130dcde6-1197-409d-93ad-93942bbffe7d', 'status': 'completed', 'code': 200} Nov 24 13:36:35.720908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-44e81617-65f8-4dd0-9829-bbbb8c064912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:35.722383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-44e81617-65f8-4dd0-9829-bbbb8c064912 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 1095 time: 0.0672207 Nov 24 13:36:35.724757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-a6fd6c28-9a1b-41df-ae98-237e1014a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:35.726082 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-a6fd6c28-9a1b-41df-ae98-237e1014a469 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 1095 time: 0.0631924 Nov 24 13:36:35.881539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-918d4071-7fac-4ded-8b38-68e3e791728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:35.882931 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-918d4071-7fac-4ded-8b38-68e3e791728c service neutron] 10.222.0.59 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.1527379 Nov 24 13:36:35.885454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-57534949-ce23-47f8-af11-3e748c3768bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:35.886762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-57534949-ce23-47f8-af11-3e748c3768bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.1487744 Nov 24 13:36:35.928832 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-81c593ac-64b7-4e7e-adcf-de2fb10dfbfe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=130dcde6-1197-409d-93ad-93942bbffe7d HTTP/1.1" status: 200 len: 217 time: 0.0382361 Nov 24 13:36:35.961275 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-ff7fb71c-cc3d-41cb-8cb0-c01222dd1d6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=130dcde6-1197-409d-93ad-93942bbffe7d HTTP/1.1" status: 200 len: 217 time: 0.0654211 Nov 24 13:36:36.031946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-daa776aa-9f25-4112-b774-c3ac19b5c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:36.033401 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-daa776aa-9f25-4112-b774-c3ac19b5c95c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0795524 Nov 24 13:36:36.036572 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-e11ba647-a3b7-41c2-9c60-cd79f7c1a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:36.037897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-e11ba647-a3b7-41c2-9c60-cd79f7c1a2c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0583487 Nov 24 13:36:36.071042 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-f4ee6976-9ec2-4692-bb8e-96b4288e9779 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304372 Nov 24 13:36:36.085590 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-e5ee7352-fc18-4947-9b59-a4d5f3afb314 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367830 Nov 24 13:36:36.234177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-3fe8ef68-f663-40c2-8d42-f76dcee31d18 service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506608 Nov 24 13:36:36.237496 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-9714e3cc-ab12-478b-8862-6df7a8327754 service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439290 Nov 24 13:36:36.427195 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-31754720-798e-42e6-a0a2-2ef2395291af service neutron] 10.222.0.46 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777487 Nov 24 13:36:36.430463 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-200b9425-6f1c-44f7-b1b3-d241b66276d1 req-c64d0740-163c-486a-a870-8180c56f63ef service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879554 Nov 24 13:36:36.449982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995c832-707f-43ff-9aea-816ec34af428 req-a93c4665-eea3-41b0-bcd7-761d7696a6c8 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:36.451529 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d995c832-707f-43ff-9aea-816ec34af428 req-a93c4665-eea3-41b0-bcd7-761d7696a6c8 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 944 time: 0.0906568 Nov 24 13:36:36.498980 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d995c832-707f-43ff-9aea-816ec34af428 req-d528b3ab-8d2a-4ff7-97ee-589479388c11 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 Nov 24 13:36:36.636161 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:36.828574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 130dcde6-1197-409d-93ad-93942bbffe7d no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:36:36.865543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 130dcde6-1197-409d-93ad-93942bbffe7d not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:36:37.017816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 130dcde6-1197-409d-93ad-93942bbffe7d details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:36:37.114277 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 130dcde6-1197-409d-93ad-93942bbffe7d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=130dcde6-1197-409d-93ad-93942bbffe7d,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:36:37.125032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '130dcde6-1197-409d-93ad-93942bbffe7d', 'network_id': '762aca27-88cb-4b28-b1eb-f1e048a819d4', 'port_id': '130dcde6-1197-409d-93ad-93942bbffe7d', 'mac_address': 'fa:16:3e:e6:27:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27088d9-4442-45e5-bb98-4ca8384ef40d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:36:37.162444 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:37.178944 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130dcde6-1197-409d-93ad-93942bbffe7d {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:36:37.197596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 130dcde6-1197-409d-93ad-93942bbffe7d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=130dcde6-1197-409d-93ad-93942bbffe7d,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:36:37.201494 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:37.246556 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=130dcde6-1197-409d-93ad-93942bbffe7d,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:37.428699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['130dcde6-1197-409d-93ad-93942bbffe7d'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:36:37.615869 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c34e1-e67e-4940-b962-406e1aea4465 req-16993e9a-6809-45bd-95ba-640c8c6ae620 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:37.617889 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd2c34e1-e67e-4940-b962-406e1aea4465 req-16993e9a-6809-45bd-95ba-640c8c6ae620 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 945 time: 0.0497627 Nov 24 13:36:37.666191 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd2c34e1-e67e-4940-b962-406e1aea4465 req-9a83e94b-efd7-49ae-919a-230666c8b33f tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Nov 24 13:36:37.735719 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:36:37.865145 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14010ea6-6bdd-48f7-a83a-4f8198cb60b3 req-c773b4f1-cbe6-4c01-91cb-a44805630628 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:37.866686 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14010ea6-6bdd-48f7-a83a-4f8198cb60b3 req-c773b4f1-cbe6-4c01-91cb-a44805630628 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 945 time: 0.0527453 Nov 24 13:36:37.879120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac4256-8ff6-4ea2-affd-eb8a5b6aa03d req-8d4d1c5a-93ab-4922-a1b3-d2b201641f03 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:37.880641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01ac4256-8ff6-4ea2-affd-eb8a5b6aa03d req-8d4d1c5a-93ab-4922-a1b3-d2b201641f03 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.59 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665&tenant_id=e5b2055d60b543e880b070ec0f057518&binding%3Ahost_id=n-h1-817303-4 HTTP/1.1" status: 200 len: 945 time: 0.0515521 Nov 24 13:36:37.915380 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-14010ea6-6bdd-48f7-a83a-4f8198cb60b3 req-81b3e161-bddd-463c-a1e5-0c8155f46743 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415366 Nov 24 13:36:37.947849 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-01ac4256-8ff6-4ea2-affd-eb8a5b6aa03d req-98a8c7a5-cb4c-4817-b380-2a52025490c0 service neutron] delete failed (client error): The resource could not be found. Nov 24 13:36:37.948912 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01ac4256-8ff6-4ea2-affd-eb8a5b6aa03d req-98a8c7a5-cb4c-4817-b380-2a52025490c0 service neutron] 10.222.0.59 "DELETE /v2.0/ports/130dcde6-1197-409d-93ad-93942bbffe7d/bindings/n-h2-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0588503 Nov 24 13:36:38.031892 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac4256-8ff6-4ea2-affd-eb8a5b6aa03d req-d6e84403-bbcb-4d03-8709-68ce37434047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:38.033429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01ac4256-8ff6-4ea2-affd-eb8a5b6aa03d req-d6e84403-bbcb-4d03-8709-68ce37434047 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5b2055d60b543e880b070ec0f057518&device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 1096 time: 0.0412705 Nov 24 13:36:38.125454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac4256-8ff6-4ea2-affd-eb8a5b6aa03d req-8f1c8056-60a5-44bc-860e-a6f2172446ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:38.126908 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01ac4256-8ff6-4ea2-affd-eb8a5b6aa03d req-8f1c8056-60a5-44bc-860e-a6f2172446ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 200 len: 916 time: 0.0864272 Nov 24 13:36:38.167683 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01ac4256-8ff6-4ea2-affd-eb8a5b6aa03d req-fb102fac-729e-4ac4-bfaf-9d944427ed5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=130dcde6-1197-409d-93ad-93942bbffe7d HTTP/1.1" status: 200 len: 217 time: 0.0332901 Nov 24 13:36:38.215584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac4256-8ff6-4ea2-affd-eb8a5b6aa03d req-b1ecfdd8-6239-4649-814c-666d836e3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:38.216919 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01ac4256-8ff6-4ea2-affd-eb8a5b6aa03d req-b1ecfdd8-6239-4649-814c-666d836e3678 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 200 len: 855 time: 0.0419800 Nov 24 13:36:38.248465 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01ac4256-8ff6-4ea2-affd-eb8a5b6aa03d req-4fb273b2-3a9d-4117-8811-8ba498d39845 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=762aca27-88cb-4b28-b1eb-f1e048a819d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238895 Nov 24 13:36:38.340750 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01ac4256-8ff6-4ea2-affd-eb8a5b6aa03d req-79feb51d-0237-4527-899b-b6e2a1b68a59 service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848973 Nov 24 13:36:38.428897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01ac4256-8ff6-4ea2-affd-eb8a5b6aa03d req-3907906d-6c47-4912-adad-b871a06708a2 service neutron] 10.222.0.59 "GET /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804286 Nov 24 13:36:39.024997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 130dcde6-1197-409d-93ad-93942bbffe7d up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:36:39.039810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a940f-d7d2-4265-88bc-e2fe885cd502 req-99eabd03-372c-41fb-bb69-816634fa384c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:39.041342 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc8a940f-d7d2-4265-88bc-e2fe885cd502 req-99eabd03-372c-41fb-bb69-816634fa384c tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 945 time: 0.0542238 Nov 24 13:36:39.073260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 130dcde6-1197-409d-93ad-93942bbffe7d completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:36:39.077915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 130dcde6-1197-409d-93ad-93942bbffe7d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:39.078291 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:39.090775 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc8a940f-d7d2-4265-88bc-e2fe885cd502 req-7831e76e-dec7-4720-b636-2c1887f2f2cf tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 Nov 24 13:36:39.156740 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:39.179106 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5689dea2-f07e-4733-a57a-06fa99ed4665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130dcde6-1197-409d-93ad-93942bbffe7d'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:36:39.181869 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c20413-b447-43cd-8db5-c942e885c52e" -d '{"events": [{"server_uuid": "5689dea2-f07e-4733-a57a-06fa99ed4665", "name": "network-vif-plugged", "status": "completed", "tag": "130dcde6-1197-409d-93ad-93942bbffe7d"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:36:39.194403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 130dcde6-1197-409d-93ad-93942bbffe7d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=130dcde6-1197-409d-93ad-93942bbffe7d,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:36:39.199421 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:39.210314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e40430-147d-4df7-96d5-5af80f366ff1 req-3be95a54-c1cf-4909-b319-f1d97d3a930e tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:39.211902 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a9e40430-147d-4df7-96d5-5af80f366ff1 req-3be95a54-c1cf-4909-b319-f1d97d3a930e tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 945 time: 0.0523975 Nov 24 13:36:39.225122 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f0d05f-6d6c-407d-a9e7-92095cca2125 x-openstack-request-id: req-89f0d05f-6d6c-407d-a9e7-92095cca2125 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:36:39.225423 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5689dea2-f07e-4733-a57a-06fa99ed4665", "name": "network-vif-plugged", "status": "completed", "tag": "130dcde6-1197-409d-93ad-93942bbffe7d", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:36:39.225686 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89f0d05f-6d6c-407d-a9e7-92095cca2125 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:36:39.226076 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5689dea2-f07e-4733-a57a-06fa99ed4665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130dcde6-1197-409d-93ad-93942bbffe7d', 'code': 200} Nov 24 13:36:39.251961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=130dcde6-1197-409d-93ad-93942bbffe7d,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:39.268564 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a9e40430-147d-4df7-96d5-5af80f366ff1 req-a81df394-0ada-4fa6-9361-d520f1ea468e tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488098 Nov 24 13:36:39.382460 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb1c45-00c3-402b-b3e7-f2e83785ad09 req-bcfd1e25-22bf-470e-a21c-3a60ebc1e4c8 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:39.384382 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5abb1c45-00c3-402b-b3e7-f2e83785ad09 req-bcfd1e25-22bf-470e-a21c-3a60ebc1e4c8 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0486495 Nov 24 13:36:39.430798 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5abb1c45-00c3-402b-b3e7-f2e83785ad09 req-b0cb869b-31d4-4769-9ad3-9e9e0ee53d14 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405111 Nov 24 13:36:39.757686 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d2594-d82b-4d50-8799-7c7791bb6015 req-eb9bef17-7be9-4e80-924a-7eb0bf1ca876 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:39.759173 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3f7d2594-d82b-4d50-8799-7c7791bb6015 req-eb9bef17-7be9-4e80-924a-7eb0bf1ca876 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0526175 Nov 24 13:36:39.808348 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3f7d2594-d82b-4d50-8799-7c7791bb6015 req-b44cef12-7269-4c69-82b0-bae1d0b6dbfa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432351 Nov 24 13:36:39.869427 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:40.954176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49c26f-af1e-4c54-8968-82cc169b2da8 req-283e2bcf-a4b7-4aa5-97b5-3584fe33076a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:40.955667 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f49c26f-af1e-4c54-8968-82cc169b2da8 req-283e2bcf-a4b7-4aa5-97b5-3584fe33076a tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0809293 Nov 24 13:36:40.967422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5378b-e911-4b4a-b9ae-5a2b17bffdbe req-f7fc3dc2-7e50-4840-84f2-d43b19aa0a82 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:40.968814 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fcd5378b-e911-4b4a-b9ae-5a2b17bffdbe req-f7fc3dc2-7e50-4840-84f2-d43b19aa0a82 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.46 "GET /v2.0/ports?device_id=5689dea2-f07e-4733-a57a-06fa99ed4665 HTTP/1.1" status: 200 len: 946 time: 0.0682318 Nov 24 13:36:41.060207 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f49c26f-af1e-4c54-8968-82cc169b2da8 req-503342c6-28d2-4adb-a324-baa632b4e859 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.48 "GET /v2.0/security-groups?id=955317bd-f30e-4b7a-8337-d73d2ce37253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904398 Nov 24 13:36:41.085122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-fcd5378b-e911-4b4a-b9ae-5a2b17bffdbe req-9f2a97d8-f9d0-458d-b386-8ab5f1931932 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Deleting port 130dcde6-1197-409d-93ad-93942bbffe7d {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:36:41.085510 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fcd5378b-e911-4b4a-b9ae-5a2b17bffdbe req-9f2a97d8-f9d0-458d-b386-8ab5f1931932 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:41.175002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-fcd5378b-e911-4b4a-b9ae-5a2b17bffdbe req-9f2a97d8-f9d0-458d-b386-8ab5f1931932 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] For port 130dcde6-1197-409d-93ad-93942bbffe7d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=130dcde6-1197-409d-93ad-93942bbffe7d,segment=NetworkSegment(c861da9d-eeac-4c1c-be94-d98446a38356),segment_id=c861da9d-eeac-4c1c-be94-d98446a38356)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:36:41.175364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fcd5378b-e911-4b4a-b9ae-5a2b17bffdbe req-9f2a97d8-f9d0-458d-b386-8ab5f1931932 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:41.188213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-fcd5378b-e911-4b4a-b9ae-5a2b17bffdbe req-9f2a97d8-f9d0-458d-b386-8ab5f1931932 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Calling delete_port for 130dcde6-1197-409d-93ad-93942bbffe7d owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:36:41.316114 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fcd5378b-e911-4b4a-b9ae-5a2b17bffdbe req-9f2a97d8-f9d0-458d-b386-8ab5f1931932 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:41.327696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['130dcde6-1197-409d-93ad-93942bbffe7d'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:36:41.344421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a97d8-f9d0-458d-b386-8ab5f1931932 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Pushing event deleted for resources: {'Port': ['ID=130dcde6-1197-409d-93ad-93942bbffe7d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:41.384373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd5378b-e911-4b4a-b9ae-5a2b17bffdbe req-9f2a97d8-f9d0-458d-b386-8ab5f1931932 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] No DVR routers for this DVR port 130dcde6-1197-409d-93ad-93942bbffe7d on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:36:41.387036 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fcd5378b-e911-4b4a-b9ae-5a2b17bffdbe req-9f2a97d8-f9d0-458d-b386-8ab5f1931932 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:41.390389 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fcd5378b-e911-4b4a-b9ae-5a2b17bffdbe req-9f2a97d8-f9d0-458d-b386-8ab5f1931932 tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] 10.222.0.46 "DELETE /v2.0/ports/130dcde6-1197-409d-93ad-93942bbffe7d HTTP/1.1" status: 204 len: 173 time: 0.4143376 Nov 24 13:36:41.390821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5689dea2-f07e-4733-a57a-06fa99ed4665', 'name': 'network-vif-deleted', 'tag': '130dcde6-1197-409d-93ad-93942bbffe7d'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:36:41.393057 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316c3c03-792d-4d44-a0cb-65dc05fc0df0" -d '{"events": [{"server_uuid": "5689dea2-f07e-4733-a57a-06fa99ed4665", "name": "network-vif-deleted", "tag": "130dcde6-1197-409d-93ad-93942bbffe7d"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:36:41.430548 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5b1405-3357-4e1e-8fdb-b207398de42f x-openstack-request-id: req-5b5b1405-3357-4e1e-8fdb-b207398de42f {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:36:41.430844 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5689dea2-f07e-4733-a57a-06fa99ed4665", "name": "network-vif-deleted", "tag": "130dcde6-1197-409d-93ad-93942bbffe7d", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:36:41.431101 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b5b1405-3357-4e1e-8fdb-b207398de42f {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:36:41.431507 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5689dea2-f07e-4733-a57a-06fa99ed4665', 'name': 'network-vif-deleted', 'tag': '130dcde6-1197-409d-93ad-93942bbffe7d', 'status': 'completed', 'code': 200} Nov 24 13:36:42.180060 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54696) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:36:42.223951 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Deleting subnet a27088d9-4442-45e5-bb98-4ca8384ef40d {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:36:42.227752 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.261733 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.299430 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.349293 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.380047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a27088d9-4442-45e5-bb98-4ca8384ef40d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:42.382443 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.387898 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a27088d9-4442-45e5-bb98-4ca8384ef40d HTTP/1.1" status: 204 len: 168 time: 0.2046077 Nov 24 13:36:42.388287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54698) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:36:42.392047 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:42.392400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:42.392771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:42.393116 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:42.393458 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:42.393799 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:42.394129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:42.394461 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:42.394794 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:42.395121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:42.395455 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:42.395774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ad45e6-8c0f-4e53-8e1b-ec44acf8cfaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:42.462478 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-128603af-8af3-423b-a674-c342424c8e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.543307 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-128603af-8af3-423b-a674-c342424c8e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.562924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-128603af-8af3-423b-a674-c342424c8e74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['762aca27-88cb-4b28-b1eb-f1e048a819d4']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:36:42.571932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-128603af-8af3-423b-a674-c342424c8e74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c861da9d-eeac-4c1c-be94-d98446a38356') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:36:42.572230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-128603af-8af3-423b-a674-c342424c8e74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c861da9d-eeac-4c1c-be94-d98446a38356') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:36:42.581448 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-128603af-8af3-423b-a674-c342424c8e74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.594022 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-128603af-8af3-423b-a674-c342424c8e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.599747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128603af-8af3-423b-a674-c342424c8e74 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:36:42.600079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-128603af-8af3-423b-a674-c342424c8e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:36:42.602241 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:36:42.655002 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-128603af-8af3-423b-a674-c342424c8e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.660374 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-128603af-8af3-423b-a674-c342424c8e74 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.663687 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-128603af-8af3-423b-a674-c342424c8e74 admin admin] 10.222.0.48 "DELETE /v2.0/networks/762aca27-88cb-4b28-b1eb-f1e048a819d4 HTTP/1.1" status: 204 len: 168 time: 0.2743676 Nov 24 13:36:42.675030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128603af-8af3-423b-a674-c342424c8e74 admin admin] Pushing event deleted for resources: {'Network': ['ID=762aca27-88cb-4b28-b1eb-f1e048a819d4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:42.777296 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54704) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:36:42.816810 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-36766440-a214-4201-af94-4ed48a7913d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5b2055d60b543e880b070ec0f057518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382633 Nov 24 13:36:42.819168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54706) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:36:42.865893 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b6a12dc-4b37-48b5-b7c8-703a18f4bf36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.885845 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b6a12dc-4b37-48b5-b7c8-703a18f4bf36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.931533 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b6a12dc-4b37-48b5-b7c8-703a18f4bf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.934124 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b6a12dc-4b37-48b5-b7c8-703a18f4bf36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:42.935237 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0b6a12dc-4b37-48b5-b7c8-703a18f4bf36 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/955317bd-f30e-4b7a-8337-d73d2ce37253 HTTP/1.1" status: 204 len: 168 time: 0.1151938 Nov 24 13:36:42.942616 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a12dc-4b37-48b5-b7c8-703a18f4bf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955317bd-f30e-4b7a-8337-d73d2ce37253,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:43.597195 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54730) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:36:43.693519 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1986940050-network', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:36:43.713644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] Made reservation on behalf of 6287df09624c4c5d836b75ec265e6c6c for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:36:43.715900 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:43.723840 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:43.800585 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:43.804142 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:44.153584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:36:44.167544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbcdc29-e94e-485b-900c-cea9d07033df,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:44.173085 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:44.173440 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] Added segment db02e992-365f-45d3-8bcf-d545966d13d6 of type vlan for network c6c381c5-afa9-4692-a643-3722827dba9b Nov 24 13:36:44.212247 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:44.238342 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:44.239392 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:44.239970 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:44.270651 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6723516 Nov 24 13:36:44.273690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54734) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:36:44.278677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-fdd19ac9-f46f-4c83-9f27-1237af41960c admin admin] Request body: {'subnet': {'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1986940050-subnet', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:36:44.299893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd19ac9-f46f-4c83-9f27-1237af41960c admin admin] Made reservation on behalf of 6287df09624c4c5d836b75ec265e6c6c for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:36:44.302311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fdd19ac9-f46f-4c83-9f27-1237af41960c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:44.305206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f0a8f-3006-41aa-88d8-6f449199a65b admin admin] Pushing event updated for resources: {'Network': ['ID=c6c381c5-afa9-4692-a643-3722827dba9b,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:44.315058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network c6c381c5-afa9-4692-a643-3722827dba9b details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:36:44.470180 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fdd19ac9-f46f-4c83-9f27-1237af41960c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:44.532384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd19ac9-f46f-4c83-9f27-1237af41960c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:44.538611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd19ac9-f46f-4c83-9f27-1237af41960c admin admin] Checking segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:36:44.539004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd19ac9-f46f-4c83-9f27-1237af41960c admin admin] Network hostable DHCP agents. Network: c6c381c5-afa9-4692-a643-3722827dba9b, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:36:44.556217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd19ac9-f46f-4c83-9f27-1237af41960c admin admin] Network c6c381c5-afa9-4692-a643-3722827dba9b is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:36:44.565345 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-fdd19ac9-f46f-4c83-9f27-1237af41960c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, c6c381c5-afa9-4692-a643-3722827dba9b) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:36:44.569703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd19ac9-f46f-4c83-9f27-1237af41960c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:44.570899 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fdd19ac9-f46f-4c83-9f27-1237af41960c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:44.576061 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4677b03f-c0d1-4b58-9a16-568ff880f182 None None] Network c6c381c5-afa9-4692-a643-3722827dba9b requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:36:44.590306 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fdd19ac9-f46f-4c83-9f27-1237af41960c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3129017 Nov 24 13:36:44.590486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54736) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:36:44.594935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:36:44.615079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:44.616205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:44.667833 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:44.722777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-c6c381c5-afa9-4692-a643-3722827dba9b', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:36:44.723653 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:44.810590 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:44.859596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Allocated IP 172.20.0.2 (c6c381c5-afa9-4692-a643-3722827dba9b/ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458/25adc607-e183-422c-87e6-a084ab4457e3) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:36:45.002287 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:45.006128 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:45.008250 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:45.029854 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:45.046862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Network c6c381c5-afa9-4692-a643-3722827dba9b is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:36:45.053363 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:36:45.058267 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:36:45.060247 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 130dcde6-1197-409d-93ad-93942bbffe7d no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:36:45.084493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Pushing event updated for resources: {'Port': ['ID=25adc607-e183-422c-87e6-a084ab4457e3,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:45.087611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 130dcde6-1197-409d-93ad-93942bbffe7d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:36:45.087911 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 130dcde6-1197-409d-93ad-93942bbffe7d not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:36:45.131706 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Allocated IP 172.25.0.81 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/09fc37b5-891b-49b7-8621-ca810f4df2af) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:36:45.135618 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Attempting to bind port 25adc607-e183-422c-87e6-a084ab4457e3 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:36:45.135990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Attempting to bind port 25adc607-e183-422c-87e6-a084ab4457e3 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:36:45.136351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Attempting to bind port 25adc607-e183-422c-87e6-a084ab4457e3 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:36:45.141388 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:36:45.141762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Checking segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:36:45.142162 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:45.142550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Bound using segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:36:45.143012 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Bound port: 25adc607-e183-422c-87e6-a084ab4457e3, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:36:45.143398 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:45.205580 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] For port 25adc607-e183-422c-87e6-a084ab4457e3, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:36:45.208954 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] For port 25adc607-e183-422c-87e6-a084ab4457e3, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=25adc607-e183-422c-87e6-a084ab4457e3,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:36:45.214404 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:45.246014 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:45.279232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d25c01-ef6b-4c09-a850-690a302caab0 None None] Pushing event updated for resources: {'Port': ['ID=25adc607-e183-422c-87e6-a084ab4457e3,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:45.296216 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:45.337448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:36:45.340328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:36:45.343769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:36:45.353593 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb3bf7c-8960-4b23-8066-aea19b923da6 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:36:45.366981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Pushing event updated for resources: {'Port': ['ID=09fc37b5-891b-49b7-8621-ca810f4df2af,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:45.387416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6c989a84-c545-4b82-a05a-cc9d1b79a41f None None] Provisioning complete for port 09fc37b5-891b-49b7-8621-ca810f4df2af triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:45.388146 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6c989a84-c545-4b82-a05a-cc9d1b79a41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:45.423247 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6c989a84-c545-4b82-a05a-cc9d1b79a41f None None] Port 09fc37b5-891b-49b7-8621-ca810f4df2af cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:36:45.620041 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:46.159655 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:46.201836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b8fa76-5f46-4ef0-ba16-c83fd45714a5 None None] Network c6c381c5-afa9-4692-a643-3722827dba9b requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:36:46.287523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Router b2964aed-5539-4f69-abd6-6fa6ce696b3f is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:36:46.295161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ca7f8f61-91d5-4aea-9058-f612052025d0 None None] Provisioning complete for port 25adc607-e183-422c-87e6-a084ab4457e3 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:46.295542 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8f61-91d5-4aea-9058-f612052025d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:46.395503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:36:46.412006 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Sync routers for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:36:46.414150 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:46.415403 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5975c688-d901-41b4-999b-231e20ee5e15 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8239872 Nov 24 13:36:46.418453 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54738) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:36:46.443242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:36:46.443856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:36:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:36:46.446227 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8f61-91d5-4aea-9058-f612052025d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:46.719714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 25adc607-e183-422c-87e6-a084ab4457e3 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:36:46.726976 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ca7f8f61-91d5-4aea-9058-f612052025d0 None None] For port 25adc607-e183-422c-87e6-a084ab4457e3, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=25adc607-e183-422c-87e6-a084ab4457e3,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:36:46.756806 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ca7f8f61-91d5-4aea-9058-f612052025d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:46.816891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:36:46.888137 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:46.911155 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f8f61-91d5-4aea-9058-f612052025d0 None None] Pushing event updated for resources: {'Port': ['ID=25adc607-e183-422c-87e6-a084ab4457e3,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:46.959791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 25adc607-e183-422c-87e6-a084ab4457e3 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:46.960165 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:46.964426 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-792d131f-a11c-4ebd-96e8-d28855997e93 None None] Provisioning complete for port 25adc607-e183-422c-87e6-a084ab4457e3 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:46.964812 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-792d131f-a11c-4ebd-96e8-d28855997e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.093985 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Allocated IP 172.20.0.1 (c6c381c5-afa9-4692-a643-3722827dba9b/ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458/cb265ee4-a2e3-46bc-b709-326c3002d8d9) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:36:47.177364 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:45Z', 'revision_number': 3, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:36:47.204497 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Checking router: b2964aed-5539-4f69-abd6-6fa6ce696b3f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:36:47.204875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Updating router b2964aed-5539-4f69-abd6-6fa6ce696b3f port 09fc37b5-891b-49b7-8621-ca810f4df2af binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:36:47.207345 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.233746 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.242962 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.285826 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Network c6c381c5-afa9-4692-a643-3722827dba9b is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:36:47.288690 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:36:47.291820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:36:47.322263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Pushing event updated for resources: {'Port': ['ID=cb265ee4-a2e3-46bc-b709-326c3002d8d9,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:47.338100 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.480401 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.506995 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.513959 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.563775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620ec98e-c311-45cd-afff-c6a2e5920d79 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:36:47.568425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Attempting to bind port 09fc37b5-891b-49b7-8621-ca810f4df2af on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:36:47.568829 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Attempting to bind port 09fc37b5-891b-49b7-8621-ca810f4df2af by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:36:47.569200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Attempting to bind port 09fc37b5-891b-49b7-8621-ca810f4df2af on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:36:47.584134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:36:47.585209 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:36:47.585209 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.585401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:36:47.586300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Bound port: 09fc37b5-891b-49b7-8621-ca810f4df2af, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:36:47.586684 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.588150 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd189e-f72d-42fe-bb4c-b1b343732ea0 None None] Pushing event updated for resources: {'Port': ['ID=09fc37b5-891b-49b7-8621-ca810f4df2af,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:47.628063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2dfa3642-f0a3-4f81-af12-f77d513bee70 None None] Provisioning complete for port cb265ee4-a2e3-46bc-b709-326c3002d8d9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:47.628433 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2dfa3642-f0a3-4f81-af12-f77d513bee70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.656169 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.661237 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.679460 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa3642-f0a3-4f81-af12-f77d513bee70 None None] Port cb265ee4-a2e3-46bc-b709-326c3002d8d9 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:36:47.681305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] For port 09fc37b5-891b-49b7-8621-ca810f4df2af, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:36:47.684664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] For port 09fc37b5-891b-49b7-8621-ca810f4df2af, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=09fc37b5-891b-49b7-8621-ca810f4df2af,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:36:47.689482 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.728439 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Pushing event updated for resources: {'Port': ['ID=cb265ee4-a2e3-46bc-b709-326c3002d8d9,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:47.731116 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.737564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac141121-f1af-4c72-a34d-3591e55f1358 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:36:47.754430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:36:47.755097 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:36:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:36:47.761240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd189e-f72d-42fe-bb4c-b1b343732ea0 None None] Pushing event updated for resources: {'Port': ['ID=09fc37b5-891b-49b7-8621-ca810f4df2af,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:47.833570 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Network c6c381c5-afa9-4692-a643-3722827dba9b is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:36:47.834987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:36:47.855642 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f1c72190-d895-4c7a-bd6c-3547097b6950 None None] Provisioning complete for port 09fc37b5-891b-49b7-8621-ca810f4df2af triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:47.856021 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1c72190-d895-4c7a-bd6c-3547097b6950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:47.909191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:36:47.954465 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Router b2964aed-5539-4f69-abd6-6fa6ce696b3f has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:36:48.044009 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1c72190-d895-4c7a-bd6c-3547097b6950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:48.070950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:36:48.076009 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2f49454d-76f7-45ed-bdff-cb9af88488d5 admin admin] 10.222.0.48 "PUT /v2.0/routers/b2964aed-5539-4f69-abd6-6fa6ce696b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6560323 Nov 24 13:36:48.095471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f1c72190-d895-4c7a-bd6c-3547097b6950 None None] For port 09fc37b5-891b-49b7-8621-ca810f4df2af, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=09fc37b5-891b-49b7-8621-ca810f4df2af,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:36:48.100497 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f1c72190-d895-4c7a-bd6c-3547097b6950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:48.184271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c72190-d895-4c7a-bd6c-3547097b6950 None None] Pushing event updated for resources: {'Port': ['ID=09fc37b5-891b-49b7-8621-ca810f4df2af,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:48.213120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 2, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:36:48.248973 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14de972f-bfd7-417a-9b9c-25c3296af1f8 None None] The sync data for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 is: [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 2, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:36:48.254390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9d52f53a-6ddc-4def-9047-4617c1f34614 None None] Provisioning complete for port cb265ee4-a2e3-46bc-b709-326c3002d8d9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:48.254761 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d52f53a-6ddc-4def-9047-4617c1f34614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:48.289889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9d52f53a-6ddc-4def-9047-4617c1f34614 None None] Port cb265ee4-a2e3-46bc-b709-326c3002d8d9 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:36:48.547679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 25adc607-e183-422c-87e6-a084ab4457e3 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:36:48.605601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 25adc607-e183-422c-87e6-a084ab4457e3 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:48.606342 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:48.607830 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54746) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:36:48.612638 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5591cd85-c363-4107-9f50-013aa5f0672d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1197237226', 'description': 'tempest-description--958386599'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:36:48.640170 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5591cd85-c363-4107-9f50-013aa5f0672d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:48.715067 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5591cd85-c363-4107-9f50-013aa5f0672d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:48.719537 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5591cd85-c363-4107-9f50-013aa5f0672d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:48.750163 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5591cd85-c363-4107-9f50-013aa5f0672d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:48.751429 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5591cd85-c363-4107-9f50-013aa5f0672d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1425068 Nov 24 13:36:48.754384 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54748) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:36:48.759497 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-75d346db-e465-4963-ac1a-1c137df19229 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Request body: {'security_group_rule': {'security_group_id': '954a8c5d-4149-493d-bf80-e4ec0533ba89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:36:48.768547 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591cd85-c363-4107-9f50-013aa5f0672d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954a8c5d-4149-493d-bf80-e4ec0533ba89,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:48.794828 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-75d346db-e465-4963-ac1a-1c137df19229 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:48.853572 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-75d346db-e465-4963-ac1a-1c137df19229 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:48.858124 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-75d346db-e465-4963-ac1a-1c137df19229 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:48.878041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d346db-e465-4963-ac1a-1c137df19229 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f28058-0bb2-488b-9c0a-aea4e5311606,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:48.885059 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-75d346db-e465-4963-ac1a-1c137df19229 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:48.886387 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-75d346db-e465-4963-ac1a-1c137df19229 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309903 Nov 24 13:36:48.889156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54750) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:36:48.893926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e827e8f8-e6b4-410f-88b4-6283060bfb0f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Request body: {'security_group_rule': {'security_group_id': '954a8c5d-4149-493d-bf80-e4ec0533ba89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:36:48.921819 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e827e8f8-e6b4-410f-88b4-6283060bfb0f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:49.008702 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e827e8f8-e6b4-410f-88b4-6283060bfb0f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:49.012807 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e827e8f8-e6b4-410f-88b4-6283060bfb0f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:49.031766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827e8f8-e6b4-410f-88b4-6283060bfb0f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6023dd7-eb7a-4437-b848-ef37eb5de6b8,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:49.037333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e827e8f8-e6b4-410f-88b4-6283060bfb0f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:49.041917 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e827e8f8-e6b4-410f-88b4-6283060bfb0f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488514 Nov 24 13:36:49.042179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 54752) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:36:49.047218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:36:49.070758 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:49.172798 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:49.278879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Allocated IP 172.25.0.80 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/7b10dc51-c7c7-458a-8ba8-da215540bace) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:36:49.388705 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:49.423227 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:49.464339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:36:49.467181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:36:49.470617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:36:49.494330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event updated for resources: {'Port': ['ID=7b10dc51-c7c7-458a-8ba8-da215540bace,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:49.560771 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:49.598720 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:49.744341 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:49.749008 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:49.818095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event updated for resources: {'Port': ['ID=7b10dc51-c7c7-458a-8ba8-da215540bace,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:49.831463 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:49.848797 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:49.850138 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f7903453-245e-4c50-8d61-6254c11ba59e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8068664 Nov 24 13:36:50.002771 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-d9e7ea8d-6c01-4fdd-b585-60576c7dfcf2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1197237226&fields=id&tenant_id=6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 267 time: 0.0424364 Nov 24 13:36:50.113697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-1089a785-993e-4118-9490-fedb177eb061 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:50.115163 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-1089a785-993e-4118-9490-fedb177eb061 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 812 time: 0.1051338 Nov 24 13:36:50.129954 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-f0a52fde-41f0-415c-92ed-2cd3c75d0a6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/quotas/6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 375 time: 0.0089746 Nov 24 13:36:50.188358 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-b6bbfcbe-8803-4a93-8fb4-565e012930d2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525775 Nov 24 13:36:50.229158 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Sync routers for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:36:50.240304 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:36:50.241085 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:36:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:36:50.346574 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-d68fe4cf-5d55-471c-a648-96993a5853f8 service neutron] 10.222.0.48 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450989 Nov 24 13:36:50.346791 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:36:50.437684 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-ac72c000-8b02-4662-b60c-e887d93a0402 service neutron] 10.222.0.48 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844371 Nov 24 13:36:50.540996 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 09fc37b5-891b-49b7-8621-ca810f4df2af up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:36:50.565772 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 2, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:36:50.598322 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Checking router: b2964aed-5539-4f69-abd6-6fa6ce696b3f for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:36:50.598598 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Updating router b2964aed-5539-4f69-abd6-6fa6ce696b3f port cb265ee4-a2e3-46bc-b709-326c3002d8d9 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:36:50.616284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 09fc37b5-891b-49b7-8621-ca810f4df2af triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:50.617071 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:50.630268 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:50.636359 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c1c29f8-544b-4b18-9e0c-efcb6c8085a0 req-b4a36ba3-b997-4a4c-b24b-d7196730b856 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 210 time: 0.0401468 Nov 24 13:36:50.878368 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0f91d06c-d31e-42de-b37d-19f6d8399d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:50.994930 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:51.000181 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:51.050986 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dbd6d-bff2-4843-9eb8-d21f86467e8a None None] Pushing event updated for resources: {'Port': ['ID=cb265ee4-a2e3-46bc-b709-326c3002d8d9,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:51.077002 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dbd6d-bff2-4843-9eb8-d21f86467e8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:51.077344 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dbd6d-bff2-4843-9eb8-d21f86467e8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:51.077673 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dbd6d-bff2-4843-9eb8-d21f86467e8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:51.077999 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dbd6d-bff2-4843-9eb8-d21f86467e8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:51.078315 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dbd6d-bff2-4843-9eb8-d21f86467e8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:51.078634 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dbd6d-bff2-4843-9eb8-d21f86467e8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:51.079020 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dbd6d-bff2-4843-9eb8-d21f86467e8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:51.079272 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dbd6d-bff2-4843-9eb8-d21f86467e8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:51.079589 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dbd6d-bff2-4843-9eb8-d21f86467e8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:51.079902 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dbd6d-bff2-4843-9eb8-d21f86467e8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:51.080216 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dbd6d-bff2-4843-9eb8-d21f86467e8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:51.080527 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72dbd6d-bff2-4843-9eb8-d21f86467e8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:51.111661 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Attempting to bind port cb265ee4-a2e3-46bc-b709-326c3002d8d9 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:36:51.112032 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Attempting to bind port cb265ee4-a2e3-46bc-b709-326c3002d8d9 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:36:51.112392 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Attempting to bind port cb265ee4-a2e3-46bc-b709-326c3002d8d9 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:36:51.118024 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:36:51.118400 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Checking segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:36:51.118800 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:51.119188 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Bound using segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:36:51.119651 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Bound port: cb265ee4-a2e3-46bc-b709-326c3002d8d9, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:36:51.120027 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:51.184399 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] For port cb265ee4-a2e3-46bc-b709-326c3002d8d9, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:36:51.188233 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] For port cb265ee4-a2e3-46bc-b709-326c3002d8d9, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cb265ee4-a2e3-46bc-b709-326c3002d8d9,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:36:51.193745 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:51.250905 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:36:51.251491 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:36:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:36:51.288305 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72dbd6d-bff2-4843-9eb8-d21f86467e8a None None] Pushing event updated for resources: {'Port': ['ID=cb265ee4-a2e3-46bc-b709-326c3002d8d9,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:51.324791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-140fed45-f332-40bd-bdf0-f64dc87da68f None None] Provisioning complete for port cb265ee4-a2e3-46bc-b709-326c3002d8d9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:51.325172 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-140fed45-f332-40bd-bdf0-f64dc87da68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:51.365098 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:36:51.415301 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-140fed45-f332-40bd-bdf0-f64dc87da68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:51.453287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-140fed45-f332-40bd-bdf0-f64dc87da68f None None] For port cb265ee4-a2e3-46bc-b709-326c3002d8d9, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cb265ee4-a2e3-46bc-b709-326c3002d8d9,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:36:51.457856 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-140fed45-f332-40bd-bdf0-f64dc87da68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:51.512230 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fed45-f332-40bd-bdf0-f64dc87da68f None None] Pushing event updated for resources: {'Port': ['ID=cb265ee4-a2e3-46bc-b709-326c3002d8d9,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:51.584977 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:36:51.587465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-330bca18-1e8c-473f-83cc-1d7aae73a6ed None None] Provisioning complete for port cb265ee4-a2e3-46bc-b709-326c3002d8d9 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:51.587929 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-330bca18-1e8c-473f-83cc-1d7aae73a6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:51.611925 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4c2e7d-43ca-4c7b-96b7-9216e25b65f9 None None] The sync data for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 is: [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:36:51.624265 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-a519b729-bc96-4699-bb7f-6fac48387c86 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:51.627368 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-a519b729-bc96-4699-bb7f-6fac48387c86 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 812 time: 0.1333299 Nov 24 13:36:51.702478 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-7975c7f3-aa96-4a71-978d-bb52bd4e45da tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 380 time: 0.0653653 Nov 24 13:36:51.712737 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-e4ca4197-b33a-45d0-9fec-b17ad289eb37 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Request body: {'port': {'device_id': 'aab6789f-9224-428b-be43-94d891d59456', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'admin_state_up': True, 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'security_groups': ['954a8c5d-4149-493d-bf80-e4ec0533ba89']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:36:51.766168 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f444cdaf-3781-4c14-b450-b3b94256bf9c req-9c4b68d4-5b6c-4f98-943d-81e7db435688 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 210 time: 0.0370624 Nov 24 13:36:51.854156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-e4ca4197-b33a-45d0-9fec-b17ad289eb37 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Made reservation on behalf of 6287df09624c4c5d836b75ec265e6c6c for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:36:51.858096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-e4ca4197-b33a-45d0-9fec-b17ad289eb37 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:51.988347 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-e4ca4197-b33a-45d0-9fec-b17ad289eb37 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Allocated IP 172.20.0.4 (c6c381c5-afa9-4692-a643-3722827dba9b/ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458/9d870498-63d2-4ff6-b78f-c815d36cf882) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:36:52.135246 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-e4ca4197-b33a-45d0-9fec-b17ad289eb37 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:52.181560 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-e4ca4197-b33a-45d0-9fec-b17ad289eb37 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:52.229224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-e4ca4197-b33a-45d0-9fec-b17ad289eb37 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Network c6c381c5-afa9-4692-a643-3722827dba9b is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:36:52.232431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-e4ca4197-b33a-45d0-9fec-b17ad289eb37 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:36:52.236436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-e4ca4197-b33a-45d0-9fec-b17ad289eb37 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:36:52.243738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca4197-b33a-45d0-9fec-b17ad289eb37 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event updated for resources: {'Port': ['ID=9d870498-63d2-4ff6-b78f-c815d36cf882,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:52.298810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-e4ca4197-b33a-45d0-9fec-b17ad289eb37 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:52.299431 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-e4ca4197-b33a-45d0-9fec-b17ad289eb37 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:52.320354 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-e4ca4197-b33a-45d0-9fec-b17ad289eb37 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6119478 Nov 24 13:36:52.333590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Request body: {'port': {'device_id': 'aab6789f-9224-428b-be43-94d891d59456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:36:52.390517 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:52.518557 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-267cf91c-2220-4eb4-b393-37ea24bd9a4c None None] Provisioning complete for port 9d870498-63d2-4ff6-b78f-c815d36cf882 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:52.520360 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-267cf91c-2220-4eb4-b393-37ea24bd9a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:52.523904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cb265ee4-a2e3-46bc-b709-326c3002d8d9 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:36:52.584952 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-267cf91c-2220-4eb4-b393-37ea24bd9a4c None None] Port 9d870498-63d2-4ff6-b78f-c815d36cf882 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:36:52.602491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port cb265ee4-a2e3-46bc-b709-326c3002d8d9 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:52.603153 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:52.662143 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d870498-63d2-4ff6-b78f-c815d36cf882 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:36:52.670401 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:52.682906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Transition to ACTIVE for port object 9d870498-63d2-4ff6-b78f-c815d36cf882 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:36:52.686731 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:52.741348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Pushing event updated for resources: {'Port': ['ID=9d870498-63d2-4ff6-b78f-c815d36cf882,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:52.814756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Attempting to bind port 9d870498-63d2-4ff6-b78f-c815d36cf882 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:36:52.815110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Attempting to bind port 9d870498-63d2-4ff6-b78f-c815d36cf882 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:36:52.815450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Attempting to bind port 9d870498-63d2-4ff6-b78f-c815d36cf882 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:36:52.820837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Port 9d870498-63d2-4ff6-b78f-c815d36cf882 on network c6c381c5-afa9-4692-a643-3722827dba9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:36:52.821173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Attempting to bind port 9d870498-63d2-4ff6-b78f-c815d36cf882 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:36:52.828249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:36:52.828597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Checking segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:36:52.829027 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Bound using segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:36:52.829466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Bound port: 9d870498-63d2-4ff6-b78f-c815d36cf882, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:36:52.829832 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:52.899406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] For port 9d870498-63d2-4ff6-b78f-c815d36cf882, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:36:52.902649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] For port 9d870498-63d2-4ff6-b78f-c815d36cf882, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9d870498-63d2-4ff6-b78f-c815d36cf882,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:36:52.907680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595159e-3353-422b-9d56-eae4e23cb461 req-d88f8e84-0c01-43c1-ad73-9dda81c65ff5 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:52.908202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:52.909224 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9595159e-3353-422b-9d56-eae4e23cb461 req-d88f8e84-0c01-43c1-ad73-9dda81c65ff5 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 943 time: 0.0542209 Nov 24 13:36:52.947485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:52.948109 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:52.949560 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] 10.222.0.46 "PUT /v2.0/ports/9d870498-63d2-4ff6-b78f-c815d36cf882 HTTP/1.1" status: 200 len: 1091 time: 0.6201711 Nov 24 13:36:52.950023 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab6789f-9224-428b-be43-94d891d59456', 'tag': '9d870498-63d2-4ff6-b78f-c815d36cf882'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:36:52.952308 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8b3827-f61b-4bd0-af2d-01f1e0d01721" -d '{"events": [{"name": "network-changed", "server_uuid": "aab6789f-9224-428b-be43-94d891d59456", "tag": "9d870498-63d2-4ff6-b78f-c815d36cf882"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:36:52.970471 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9595159e-3353-422b-9d56-eae4e23cb461 req-52f21744-7eb5-4beb-881c-686212aa35ac tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542908 Nov 24 13:36:53.007144 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea70f99-14cd-46dc-8e26-48ebd9d7a9d8 x-openstack-request-id: req-fea70f99-14cd-46dc-8e26-48ebd9d7a9d8 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:36:53.007960 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab6789f-9224-428b-be43-94d891d59456", "tag": "9d870498-63d2-4ff6-b78f-c815d36cf882", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:36:53.008231 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fea70f99-14cd-46dc-8e26-48ebd9d7a9d8 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:36:53.008876 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab6789f-9224-428b-be43-94d891d59456', 'tag': '9d870498-63d2-4ff6-b78f-c815d36cf882', 'status': 'completed', 'code': 200} Nov 24 13:36:53.015094 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab312a2-89a3-4457-aa5e-b596919f7493 service neutron] Pushing event updated for resources: {'Port': ['ID=9d870498-63d2-4ff6-b78f-c815d36cf882,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:53.046749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-51fc6747-21e8-46b3-aa8d-abfb69584dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:53.048285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-51fc6747-21e8-46b3-aa8d-abfb69584dec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 1094 time: 0.0546134 Nov 24 13:36:53.091679 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-8a153eca-8686-4900-808a-d3599544ac0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d870498-63d2-4ff6-b78f-c815d36cf882 HTTP/1.1" status: 200 len: 217 time: 0.0343795 Nov 24 13:36:53.147625 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-6cfb16a2-0971-4916-bb51-5fd26926b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:53.149730 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-6cfb16a2-0971-4916-bb51-5fd26926b5be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0512474 Nov 24 13:36:53.198198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-dfde399f-eded-49b6-af0f-80327b0cefa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:53.199711 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-dfde399f-eded-49b6-af0f-80327b0cefa1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431631 Nov 24 13:36:53.289312 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-eeff1047-6a9b-40f6-aecc-cc4b068d567d service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824525 Nov 24 13:36:53.310388 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbe6b-6bf0-4ebe-9d32-3838dea043f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:53.384066 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7afc1513-e8a4-4ecc-a0b7-7254c0eb9428 req-745a8af2-d2c4-48b9-8d2f-0fa9d90fe6ae service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855770 Nov 24 13:36:53.468509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b3827-f61b-4bd0-af2d-01f1e0d01721 req-eb5887ba-32f4-4a47-9668-c02be3bc0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:53.469986 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ea8b3827-f61b-4bd0-af2d-01f1e0d01721 req-eb5887ba-32f4-4a47-9668-c02be3bc0497 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 1094 time: 0.0396590 Nov 24 13:36:53.563552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b3827-f61b-4bd0-af2d-01f1e0d01721 req-a45b89c1-2650-44f7-af4b-3688a55ec04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:53.564950 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ea8b3827-f61b-4bd0-af2d-01f1e0d01721 req-a45b89c1-2650-44f7-af4b-3688a55ec04f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0869567 Nov 24 13:36:53.605160 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ea8b3827-f61b-4bd0-af2d-01f1e0d01721 req-6b01a460-93c4-411f-854b-e2d6ae9897fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d870498-63d2-4ff6-b78f-c815d36cf882 HTTP/1.1" status: 200 len: 217 time: 0.0331848 Nov 24 13:36:53.658033 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b3827-f61b-4bd0-af2d-01f1e0d01721 req-a9a74dab-c0bf-465b-a6cd-14c2a7794bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:53.659451 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ea8b3827-f61b-4bd0-af2d-01f1e0d01721 req-a9a74dab-c0bf-465b-a6cd-14c2a7794bb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0469382 Nov 24 13:36:53.706075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b3827-f61b-4bd0-af2d-01f1e0d01721 req-e2e07c19-9bf0-42a4-b0e0-8d96165e2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:53.707617 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ea8b3827-f61b-4bd0-af2d-01f1e0d01721 req-e2e07c19-9bf0-42a4-b0e0-8d96165e2e10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408804 Nov 24 13:36:53.797643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ea8b3827-f61b-4bd0-af2d-01f1e0d01721 req-b6b2befb-3494-4ad2-bae7-bcf1a61580c2 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815794 Nov 24 13:36:53.890117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ea8b3827-f61b-4bd0-af2d-01f1e0d01721 req-d298777f-f062-4f71-8f75-3df381af146f service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843608 Nov 24 13:36:54.084278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd546b2-5485-4c1e-920e-a293557e6759 req-1832c98e-8a1c-4d39-b46f-615d8951ad90 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:54.086244 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd546b2-5485-4c1e-920e-a293557e6759 req-1832c98e-8a1c-4d39-b46f-615d8951ad90 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 943 time: 0.0480769 Nov 24 13:36:54.131557 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5dd546b2-5485-4c1e-920e-a293557e6759 req-d807fafb-8145-4d5d-bf4b-c078948efc22 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394628 Nov 24 13:36:54.476965 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:55.105439 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9d870498-63d2-4ff6-b78f-c815d36cf882 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:36:55.199127 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 9d870498-63d2-4ff6-b78f-c815d36cf882, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9d870498-63d2-4ff6-b78f-c815d36cf882,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:36:55.214180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '9d870498-63d2-4ff6-b78f-c815d36cf882', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'port_id': '9d870498-63d2-4ff6-b78f-c815d36cf882', 'mac_address': 'fa:16:3e:09:75:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:36:55.249680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a3406-6a0f-4318-bca2-3cef18698d2d req-e8e9f2cc-ae8b-45c6-97f0-e0773a54bf6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:55.251226 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db5a3406-6a0f-4318-bca2-3cef18698d2d req-e8e9f2cc-ae8b-45c6-97f0-e0773a54bf6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 943 time: 0.0498343 Nov 24 13:36:55.252676 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:55.266311 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d870498-63d2-4ff6-b78f-c815d36cf882 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:36:55.286114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 9d870498-63d2-4ff6-b78f-c815d36cf882, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9d870498-63d2-4ff6-b78f-c815d36cf882,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:36:55.290887 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:55.299965 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-db5a3406-6a0f-4318-bca2-3cef18698d2d req-a35533d2-84d0-42be-bcae-284ac486695c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422981 Nov 24 13:36:55.336953 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=9d870498-63d2-4ff6-b78f-c815d36cf882,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:55.344396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:55.344777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:55.345127 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:55.345472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:55.345806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:55.346138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:55.346470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:55.346799 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:55.347123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:55.347549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:55.347889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:55.348214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:36:55.487695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['9d870498-63d2-4ff6-b78f-c815d36cf882'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:36:56.010093 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:56.422932 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435775a-aa41-4c40-947e-f0a0565a396c req-75bce590-a44c-41e0-aaa3-49bed16ee175 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:56.424876 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7435775a-aa41-4c40-947e-f0a0565a396c req-75bce590-a44c-41e0-aaa3-49bed16ee175 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 944 time: 0.0565832 Nov 24 13:36:56.471182 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7435775a-aa41-4c40-947e-f0a0565a396c req-dafebfcf-2922-497c-8d67-b830303a7a52 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405030 Nov 24 13:36:56.720877 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:57.124459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9d870498-63d2-4ff6-b78f-c815d36cf882 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:36:57.173199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 9d870498-63d2-4ff6-b78f-c815d36cf882 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:36:57.177066 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 9d870498-63d2-4ff6-b78f-c815d36cf882 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:36:57.177440 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:57.257670 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:57.280589 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab6789f-9224-428b-be43-94d891d59456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d870498-63d2-4ff6-b78f-c815d36cf882'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:36:57.282854 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2431bb-5bce-4e72-a629-5835c7e52dc1" -d '{"events": [{"server_uuid": "aab6789f-9224-428b-be43-94d891d59456", "name": "network-vif-plugged", "status": "completed", "tag": "9d870498-63d2-4ff6-b78f-c815d36cf882"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:36:57.295691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 9d870498-63d2-4ff6-b78f-c815d36cf882, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9d870498-63d2-4ff6-b78f-c815d36cf882,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:36:57.300122 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:57.326684 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1142995a-fb60-4b0b-81ab-1a94bccbbfc8 x-openstack-request-id: req-1142995a-fb60-4b0b-81ab-1a94bccbbfc8 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:36:57.327553 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab6789f-9224-428b-be43-94d891d59456", "name": "network-vif-plugged", "status": "completed", "tag": "9d870498-63d2-4ff6-b78f-c815d36cf882", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:36:57.327818 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1142995a-fb60-4b0b-81ab-1a94bccbbfc8 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:36:57.328378 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab6789f-9224-428b-be43-94d891d59456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d870498-63d2-4ff6-b78f-c815d36cf882', 'code': 200} Nov 24 13:36:57.356304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=9d870498-63d2-4ff6-b78f-c815d36cf882,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:36:57.423919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20f6f3-0928-4e28-b0d0-7aa251f3c2a3 req-016dc494-bbe9-480f-9b72-d33dda47fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:57.425478 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd20f6f3-0928-4e28-b0d0-7aa251f3c2a3 req-016dc494-bbe9-480f-9b72-d33dda47fb03 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 1096 time: 0.0438280 Nov 24 13:36:57.470006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd20f6f3-0928-4e28-b0d0-7aa251f3c2a3 req-b434b419-f294-4d8e-90ad-36830b225160 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368259 Nov 24 13:36:57.812395 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cd246-8dfe-4f0a-bdd5-e831d804d57b req-0dd11148-a6ed-4e54-be1b-4656ac8ec1ad tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:57.813911 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d03cd246-8dfe-4f0a-bdd5-e831d804d57b req-0dd11148-a6ed-4e54-be1b-4656ac8ec1ad tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0480583 Nov 24 13:36:57.861787 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d03cd246-8dfe-4f0a-bdd5-e831d804d57b req-e4a41abc-63fa-4345-811e-22d0cfe27c11 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Nov 24 13:36:58.980286 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606e9e0-4b54-4c56-84a4-a2df3e9286d8 req-a59d7eca-a939-42bd-881a-6a6435b40e31 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:58.981778 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3606e9e0-4b54-4c56-84a4-a2df3e9286d8 req-a59d7eca-a939-42bd-881a-6a6435b40e31 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0478771 Nov 24 13:36:59.028032 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3606e9e0-4b54-4c56-84a4-a2df3e9286d8 req-dcd5fae3-cc6d-4c42-95ae-df1b12ba277f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401461 Nov 24 13:36:59.139563 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd95f0-a388-4d29-af13-6b7265bc8a83 req-384f8c6d-4f97-4599-9d0a-5564c6e2b5f1 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:36:59.141061 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-24dd95f0-a388-4d29-af13-6b7265bc8a83 req-384f8c6d-4f97-4599-9d0a-5564c6e2b5f1 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0472038 Nov 24 13:36:59.150148 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 54798) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:36:59.154402 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-52a8c56a-1386-42c2-94bc-9ed0ceb34927 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Request body: {'floatingip': {'port_id': '9d870498-63d2-4ff6-b78f-c815d36cf882'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:36:59.194638 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52a8c56a-1386-42c2-94bc-9ed0ceb34927 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:59.622722 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52a8c56a-1386-42c2-94bc-9ed0ceb34927 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:59.626415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52a8c56a-1386-42c2-94bc-9ed0ceb34927 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:36:59.720637 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-52a8c56a-1386-42c2-94bc-9ed0ceb34927 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Floating IP a8d23278-9c14-476c-a13d-26245b937db7 associated. External IP: 172.25.0.80, port: 9d870498-63d2-4ff6-b78f-c815d36cf882. Nov 24 13:36:59.923642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a8c56a-1386-42c2-94bc-9ed0ceb34927 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Router b2964aed-5539-4f69-abd6-6fa6ce696b3f has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:37:00.033561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a8c56a-1386-42c2-94bc-9ed0ceb34927 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:37:00.038201 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-52a8c56a-1386-42c2-94bc-9ed0ceb34927 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:37:00.044014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4288aba7-aff3-42c4-952d-cc6fe4221eb0 None None] Sync routers for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:37:00.056488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4288aba7-aff3-42c4-952d-cc6fe4221eb0 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:37:00.057888 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-4288aba7-aff3-42c4-952d-cc6fe4221eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:36:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:37:00.068578 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-52a8c56a-1386-42c2-94bc-9ed0ceb34927 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "PUT /v2.0/floatingips/a8d23278-9c14-476c-a13d-26245b937db7 HTTP/1.1" status: 200 len: 990 time: 0.9172471 Nov 24 13:37:00.069662 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab6789f-9224-428b-be43-94d891d59456', 'tag': '9d870498-63d2-4ff6-b78f-c815d36cf882'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:37:00.072596 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}14ea8ea9d9579687e2df618b880b7cb294031476067df73a04619cc94cdffd3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbd87a7-0e4c-4b11-828b-9657c53635ed" -d '{"events": [{"name": "network-changed", "server_uuid": "aab6789f-9224-428b-be43-94d891d59456", "tag": "9d870498-63d2-4ff6-b78f-c815d36cf882"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:37:00.123251 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd60a86-9218-4b4b-9e99-fb3cc8dada7c x-openstack-request-id: req-cfd60a86-9218-4b4b-9e99-fb3cc8dada7c {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:37:00.123545 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab6789f-9224-428b-be43-94d891d59456", "tag": "9d870498-63d2-4ff6-b78f-c815d36cf882", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:37:00.123806 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cfd60a86-9218-4b4b-9e99-fb3cc8dada7c {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:37:00.124213 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab6789f-9224-428b-be43-94d891d59456', 'tag': '9d870498-63d2-4ff6-b78f-c815d36cf882', 'status': 'completed', 'code': 200} Nov 24 13:37:00.175477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-4288aba7-aff3-42c4-952d-cc6fe4221eb0 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:37:00.184209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd87a7-0e4c-4b11-828b-9657c53635ed req-ee178ea1-e3ff-477d-954e-c0b24344bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:37:00.185986 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ffbd87a7-0e4c-4b11-828b-9657c53635ed req-ee178ea1-e3ff-477d-954e-c0b24344bda2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 1096 time: 0.0413110 Nov 24 13:37:00.286534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd87a7-0e4c-4b11-828b-9657c53635ed req-db97d20e-40d9-46d7-9fd5-1ff9219958e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:37:00.288227 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ffbd87a7-0e4c-4b11-828b-9657c53635ed req-db97d20e-40d9-46d7-9fd5-1ff9219958e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0949700 Nov 24 13:37:00.359696 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ffbd87a7-0e4c-4b11-828b-9657c53635ed req-ef3995cd-3506-4778-870a-9403d6ce8186 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d870498-63d2-4ff6-b78f-c815d36cf882 HTTP/1.1" status: 200 len: 998 time: 0.0635061 Nov 24 13:37:00.414622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd87a7-0e4c-4b11-828b-9657c53635ed req-98ed2cd7-3ee1-4d83-9044-372b7482c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:37:00.415036 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-4288aba7-aff3-42c4-952d-cc6fe4221eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'a8d23278-9c14-476c-a13d-26245b937db7', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'port_id': '9d870498-63d2-4ff6-b78f-c815d36cf882', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'mac_address': 'fa:16:3e:09:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6789f-9224-428b-be43-94d891d59456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:36:49Z', 'updated_at': '2021-11-24T13:36:59Z', 'revision_number': 1, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:37:00.416101 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ffbd87a7-0e4c-4b11-828b-9657c53635ed req-98ed2cd7-3ee1-4d83-9044-372b7482c1fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0493829 Nov 24 13:37:00.441252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4288aba7-aff3-42c4-952d-cc6fe4221eb0 None None] Checking router: b2964aed-5539-4f69-abd6-6fa6ce696b3f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:37:00.450384 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4288aba7-aff3-42c4-952d-cc6fe4221eb0 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:37:00.450995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-4288aba7-aff3-42c4-952d-cc6fe4221eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:36:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:37:00.463148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd87a7-0e4c-4b11-828b-9657c53635ed req-5d42c890-23bb-48b1-ba36-af43abee7458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:37:00.464656 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ffbd87a7-0e4c-4b11-828b-9657c53635ed req-5d42c890-23bb-48b1-ba36-af43abee7458 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421519 Nov 24 13:37:00.559814 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-4288aba7-aff3-42c4-952d-cc6fe4221eb0 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:37:00.562782 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ffbd87a7-0e4c-4b11-828b-9657c53635ed req-e5b9cc1e-3bdc-4ac7-86dd-9e138c274024 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906842 Nov 24 13:37:00.657246 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ffbd87a7-0e4c-4b11-828b-9657c53635ed req-2d77a464-fd1d-49fe-8851-edfd8087e574 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872216 Nov 24 13:37:00.954072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-4288aba7-aff3-42c4-952d-cc6fe4221eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'a8d23278-9c14-476c-a13d-26245b937db7', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'port_id': '9d870498-63d2-4ff6-b78f-c815d36cf882', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'mac_address': 'fa:16:3e:09:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6789f-9224-428b-be43-94d891d59456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:36:49Z', 'updated_at': '2021-11-24T13:36:59Z', 'revision_number': 1, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:37:00.980647 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4288aba7-aff3-42c4-952d-cc6fe4221eb0 None None] The sync data for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 is: [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'a8d23278-9c14-476c-a13d-26245b937db7', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'port_id': '9d870498-63d2-4ff6-b78f-c815d36cf882', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'mac_address': 'fa:16:3e:09:75:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab6789f-9224-428b-be43-94d891d59456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:36:49Z', 'updated_at': '2021-11-24T13:36:59Z', 'revision_number': 1, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:37:01.166699 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d481cd4-4191-4717-8cb5-50e561f522c5 None None] New status for floating IP a8d23278-9c14-476c-a13d-26245b937db7: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:37:06.638043 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:37:09.868530 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:37:14.735629 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:37:20.880266 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d8023c6d-6d34-4031-8a0f-4e90b15eb9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:37:23.312228 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6adb9788-188b-4ab8-8472-9e0468ac04bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:37:24.481726 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:37:26.012696 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:37:26.722901 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:37:33.832134 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8c5aaf4-c525-4149-a5c2-1857e5606d07 req-ef4c598b-0df1-465a-b6eb-41e15ba7b9a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384459 Nov 24 13:37:33.919999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5aaf4-c525-4149-a5c2-1857e5606d07 req-7adb8cab-f29e-437a-97ee-c72c3da3618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:37:33.921530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8c5aaf4-c525-4149-a5c2-1857e5606d07 req-7adb8cab-f29e-437a-97ee-c72c3da3618a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 1096 time: 0.0453961 Nov 24 13:37:34.023332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5aaf4-c525-4149-a5c2-1857e5606d07 req-f15e78cf-661c-4c81-af08-4675824ab635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:37:34.025355 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8c5aaf4-c525-4149-a5c2-1857e5606d07 req-f15e78cf-661c-4c81-af08-4675824ab635 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0845578 Nov 24 13:37:34.093557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8c5aaf4-c525-4149-a5c2-1857e5606d07 req-de3451b4-b713-47a4-8d4d-5ebab6120cc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d870498-63d2-4ff6-b78f-c815d36cf882 HTTP/1.1" status: 200 len: 1000 time: 0.0601103 Nov 24 13:37:34.143072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5aaf4-c525-4149-a5c2-1857e5606d07 req-8b02a303-9dfd-4066-b532-5a082d8816ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:37:34.144527 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8c5aaf4-c525-4149-a5c2-1857e5606d07 req-8b02a303-9dfd-4066-b532-5a082d8816ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0435266 Nov 24 13:37:34.195377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5aaf4-c525-4149-a5c2-1857e5606d07 req-b5164675-a15f-4e8f-9d4f-5e32ece63bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:37:34.197393 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8c5aaf4-c525-4149-a5c2-1857e5606d07 req-b5164675-a15f-4e8f-9d4f-5e32ece63bf0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393310 Nov 24 13:37:34.290500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8c5aaf4-c525-4149-a5c2-1857e5606d07 req-9644e9de-0aef-4487-aee5-4bec79516065 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850987 Nov 24 13:37:34.379020 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8c5aaf4-c525-4149-a5c2-1857e5606d07 req-bdfbd3d7-42fe-48e7-971e-b3b50e6520e0 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809729 Nov 24 13:37:36.642981 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:37:39.885315 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:37:50.882409 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c888df32-682b-41c7-bf4f-fb322edcf31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:37:51.736083 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:37:53.314315 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6195e616-ef50-4e87-a23a-7e02346461be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:37:54.482165 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:37:56.018419 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:37:56.724575 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:06.632308 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:09.892058 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:20.882654 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b28737c2-8788-47fd-9b00-2c9088e11712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:23.313767 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a143ab08-218c-4ea3-8216-3ddcbf76970c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:24.485401 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:26.018386 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:26.725746 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:28.736000 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:38:34.846418 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49747949-f35a-444e-b505-ddd1c4ee0b63 req-f990b5ce-a630-4459-aa17-f022b9381761 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436473 Nov 24 13:38:34.928271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49747949-f35a-444e-b505-ddd1c4ee0b63 req-dd1f795b-4706-465a-91d2-1907f8737881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:34.929906 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49747949-f35a-444e-b505-ddd1c4ee0b63 req-dd1f795b-4706-465a-91d2-1907f8737881 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 1096 time: 0.0410450 Nov 24 13:38:35.031178 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49747949-f35a-444e-b505-ddd1c4ee0b63 req-be2bda85-26d4-4050-8515-7350bb70479e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:35.032613 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49747949-f35a-444e-b505-ddd1c4ee0b63 req-be2bda85-26d4-4050-8515-7350bb70479e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0830243 Nov 24 13:38:35.099210 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49747949-f35a-444e-b505-ddd1c4ee0b63 req-041d16fa-85c7-4326-b395-301559e10625 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d870498-63d2-4ff6-b78f-c815d36cf882 HTTP/1.1" status: 200 len: 1000 time: 0.0594006 Nov 24 13:38:35.147123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49747949-f35a-444e-b505-ddd1c4ee0b63 req-364efacd-9bbb-4c98-94ef-1a90d854a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:35.149154 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49747949-f35a-444e-b505-ddd1c4ee0b63 req-364efacd-9bbb-4c98-94ef-1a90d854a141 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0421371 Nov 24 13:38:35.191994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49747949-f35a-444e-b505-ddd1c4ee0b63 req-d6ad60cb-bee1-483f-999b-378aaac75ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:35.193498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49747949-f35a-444e-b505-ddd1c4ee0b63 req-d6ad60cb-bee1-483f-999b-378aaac75ffa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378044 Nov 24 13:38:35.287423 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49747949-f35a-444e-b505-ddd1c4ee0b63 req-1f587ee4-4a03-43f2-b928-7718ff885c64 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859237 Nov 24 13:38:35.378710 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-49747949-f35a-444e-b505-ddd1c4ee0b63 req-761f1b0f-6fc2-4bc2-9fcf-7696621f84f5 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836868 Nov 24 13:38:36.642281 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:36.986148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10328be9-f84b-4937-90d5-99b1912bd592 req-3ca465ce-378a-4ca0-9530-c16e1f96482c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:36.987651 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10328be9-f84b-4937-90d5-99b1912bd592 req-3ca465ce-378a-4ca0-9530-c16e1f96482c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0488777 Nov 24 13:38:37.032940 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-10328be9-f84b-4937-90d5-99b1912bd592 req-2bfeb385-a8ae-4b08-b030-6ffc142c1ba0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394959 Nov 24 13:38:37.258827 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-6bf32277-6665-4583-b842-d928dc0dd7e3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430667 Nov 24 13:38:37.267933 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-f646bb04-f337-422b-905f-278e928d7ab3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:38:37.268918 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-f646bb04-f337-422b-905f-278e928d7ab3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051239 Nov 24 13:38:37.271149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e473d9-3255-4587-a5a3-ec278d556542 req-4b99ef89-e423-414a-9349-7249cf8cc557 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:37.272687 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01e473d9-3255-4587-a5a3-ec278d556542 req-4b99ef89-e423-414a-9349-7249cf8cc557 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0490341 Nov 24 13:38:37.321875 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-01e473d9-3255-4587-a5a3-ec278d556542 req-2aadb6af-5fd7-403d-a977-14c2afd3b37e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425074 Nov 24 13:38:38.445012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb002ce-6c96-4b38-8b4e-2f6cb67fa6ce req-045ff36e-df4b-4207-888d-3a69e5115cbc tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:38.446577 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cb002ce-6c96-4b38-8b4e-2f6cb67fa6ce req-045ff36e-df4b-4207-888d-3a69e5115cbc tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0538752 Nov 24 13:38:38.495251 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5cb002ce-6c96-4b38-8b4e-2f6cb67fa6ce req-a008e816-03b4-41fa-b373-2660e384eaa0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425174 Nov 24 13:38:38.511277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79847-687a-4458-be69-443929867a93 req-e0359659-f272-464a-bece-94e6f99a380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:38.512918 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-e0359659-f272-464a-bece-94e6f99a380d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 1096 time: 0.0996442 Nov 24 13:38:38.605575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79847-687a-4458-be69-443929867a93 req-d6afe6af-ed69-42b1-983e-a275e8b64862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:38.607130 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-d6afe6af-ed69-42b1-983e-a275e8b64862 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0872827 Nov 24 13:38:38.675687 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-600065ec-d6d1-45f7-82f5-8be51484ada7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d870498-63d2-4ff6-b78f-c815d36cf882 HTTP/1.1" status: 200 len: 1000 time: 0.0610712 Nov 24 13:38:38.723014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79847-687a-4458-be69-443929867a93 req-12434209-8e7f-491a-a45c-72397741c44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:38.724410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-12434209-8e7f-491a-a45c-72397741c44e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0420790 Nov 24 13:38:38.769302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79847-687a-4458-be69-443929867a93 req-c06f7028-67c6-4a85-916d-bf56c15c1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:38.770643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-c06f7028-67c6-4a85-916d-bf56c15c1cf7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388112 Nov 24 13:38:38.864158 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-0ee50d27-5532-46ee-a266-2895dd461e12 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862072 Nov 24 13:38:38.957513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-dfadb3c3-9ca9-4dbf-95f3-1448fc9c42de service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864844 Nov 24 13:38:39.614844 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e2cb1-da31-407c-8fbb-ec9a6da26d93 req-cd6bda17-e276-436b-a11e-b349aff0c668 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:39.616314 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d30e2cb1-da31-407c-8fbb-ec9a6da26d93 req-cd6bda17-e276-436b-a11e-b349aff0c668 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0525043 Nov 24 13:38:39.662438 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d30e2cb1-da31-407c-8fbb-ec9a6da26d93 req-2b68ae4f-440d-4521-bb78-f9ef65d474cf tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393834 Nov 24 13:38:39.904013 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:40.784482 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7505cd-04e4-4b29-bc38-35b07b29e6c1 req-768e75a4-81d2-4dde-809a-4d6da6662dfc tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:40.786000 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-df7505cd-04e4-4b29-bc38-35b07b29e6c1 req-768e75a4-81d2-4dde-809a-4d6da6662dfc tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0521882 Nov 24 13:38:40.833831 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-df7505cd-04e4-4b29-bc38-35b07b29e6c1 req-2fc32f48-777d-42cb-adea-ed7c49575d9d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417666 Nov 24 13:38:41.951651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e440b6c-6298-4227-820a-85ea8089cad5 req-4921b3a2-a8d7-401b-8efc-87f373625226 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:41.953159 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9e440b6c-6298-4227-820a-85ea8089cad5 req-4921b3a2-a8d7-401b-8efc-87f373625226 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0494902 Nov 24 13:38:42.000435 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9e440b6c-6298-4227-820a-85ea8089cad5 req-da3694e5-0341-4dd2-ba89-2b9729db6ef7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Nov 24 13:38:43.119603 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783025e-aae9-43b4-b14a-db08a6ad6375 req-b4dfd0ca-1a09-4671-80d9-0e52974c8380 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:43.121139 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6783025e-aae9-43b4-b14a-db08a6ad6375 req-b4dfd0ca-1a09-4671-80d9-0e52974c8380 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0525398 Nov 24 13:38:43.167044 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6783025e-aae9-43b4-b14a-db08a6ad6375 req-0bc8d7b4-6262-49ba-96e4-7781122b3d8b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400574 Nov 24 13:38:44.282682 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171edc0c-23ad-4c94-82dc-803b553b598a req-b7e2c060-3d79-4abd-a232-08ca07d92f64 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:44.284156 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-171edc0c-23ad-4c94-82dc-803b553b598a req-b7e2c060-3d79-4abd-a232-08ca07d92f64 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0488908 Nov 24 13:38:44.669547 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-171edc0c-23ad-4c94-82dc-803b553b598a req-2661848f-2720-4912-8d2a-5d5ffa8d5501 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788011 Nov 24 13:38:45.783932 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b81cc7-f4e4-4064-8d04-f12ffc94f49f req-d1dc7992-b675-4cd2-9b90-a8e7348a457b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:45.785409 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74b81cc7-f4e4-4064-8d04-f12ffc94f49f req-d1dc7992-b675-4cd2-9b90-a8e7348a457b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0479908 Nov 24 13:38:45.830459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74b81cc7-f4e4-4064-8d04-f12ffc94f49f req-677c8f5d-d839-4957-ab3c-dc2bdffaf41d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385931 Nov 24 13:38:46.946573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35479171-9f1c-43e8-8ad5-c3a0a90560ba req-7f957746-f93c-4a12-9b1e-89cc410aa3f6 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:46.948059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35479171-9f1c-43e8-8ad5-c3a0a90560ba req-7f957746-f93c-4a12-9b1e-89cc410aa3f6 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0487795 Nov 24 13:38:46.995307 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-35479171-9f1c-43e8-8ad5-c3a0a90560ba req-ef7c35db-d91e-4076-a4c1-f90ae1b6d60f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413272 Nov 24 13:38:48.110819 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2758d-52b2-42bd-a3e4-794c3c9cfbd6 req-846606b8-798f-4b09-9ecc-daa3be92b284 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:48.112275 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e4f2758d-52b2-42bd-a3e4-794c3c9cfbd6 req-846606b8-798f-4b09-9ecc-daa3be92b284 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0482154 Nov 24 13:38:48.166388 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e4f2758d-52b2-42bd-a3e4-794c3c9cfbd6 req-9118c693-d337-45f9-9dd8-31995d6964e8 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473027 Nov 24 13:38:49.279885 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28d0c1-c67a-4ff8-84f9-cbe49f2ebdd4 req-a22c9c08-14e4-4867-8a49-232f58379594 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:49.281371 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b28d0c1-c67a-4ff8-84f9-cbe49f2ebdd4 req-a22c9c08-14e4-4867-8a49-232f58379594 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0481403 Nov 24 13:38:49.328105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b28d0c1-c67a-4ff8-84f9-cbe49f2ebdd4 req-ffbff493-a3af-4f3c-8800-39ddc36eed30 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403702 Nov 24 13:38:50.443650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c43df0-3ed6-4314-90f2-36453e88c4e3 req-01906065-3fdd-4a3c-b058-1a7d0a5af980 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:50.445727 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74c43df0-3ed6-4314-90f2-36453e88c4e3 req-01906065-3fdd-4a3c-b058-1a7d0a5af980 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0483043 Nov 24 13:38:50.491692 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74c43df0-3ed6-4314-90f2-36453e88c4e3 req-999ab444-4b68-46d5-bf9a-3691b06eb968 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399499 Nov 24 13:38:50.734928 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-abe79847-687a-4458-be69-443929867a93 req-15d53aed-ab92-48db-9605-93bdadcff3f4 service neutron] show failed (client error): The resource could not be found. Nov 24 13:38:50.736207 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-15d53aed-ab92-48db-9605-93bdadcff3f4 service neutron] 10.222.0.46 "GET /v2.0/ports/9d870498-63d2-4ff6-b78f-c815d36cf882/bindings/n-h2-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0573130 Nov 24 13:38:50.885372 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b8960715-778b-4d1a-bf97-f17427c8f66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:50.978368 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79847-687a-4458-be69-443929867a93 req-7a842d7e-44f7-46de-b61d-f5d95f5b17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:50.979837 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-7a842d7e-44f7-46de-b61d-f5d95f5b17b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456&tenant_id=6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 1096 time: 0.0895166 Nov 24 13:38:50.992612 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:38:51.046397 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:51.244635 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] For port 9d870498-63d2-4ff6-b78f-c815d36cf882, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=9d870498-63d2-4ff6-b78f-c815d36cf882,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:38:51.277110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] For port 9d870498-63d2-4ff6-b78f-c815d36cf882, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:38:51.315888 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab6789f-9224-428b-be43-94d891d59456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d870498-63d2-4ff6-b78f-c815d36cf882'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:38:51.318187 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded09632-35eb-4387-9a78-f5ee4ab96d09" -d '{"events": [{"server_uuid": "aab6789f-9224-428b-be43-94d891d59456", "name": "network-vif-unplugged", "status": "completed", "tag": "9d870498-63d2-4ff6-b78f-c815d36cf882"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:38:51.322835 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:51.335646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Transition to ACTIVE for port object 9d870498-63d2-4ff6-b78f-c815d36cf882 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:38:51.339379 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:51.369319 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b4368d-7e11-4583-be5d-7b4c1272e22b x-openstack-request-id: req-f5b4368d-7e11-4583-be5d-7b4c1272e22b {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:38:51.369614 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab6789f-9224-428b-be43-94d891d59456", "name": "network-vif-unplugged", "status": "completed", "tag": "9d870498-63d2-4ff6-b78f-c815d36cf882", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:38:51.369871 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f5b4368d-7e11-4583-be5d-7b4c1272e22b {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:38:51.370266 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab6789f-9224-428b-be43-94d891d59456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d870498-63d2-4ff6-b78f-c815d36cf882', 'code': 200} Nov 24 13:38:51.452047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Pushing event updated for resources: {'Port': ['ID=9d870498-63d2-4ff6-b78f-c815d36cf882,revision_number=6']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:38:51.478769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:51.479118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:51.479465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:51.479809 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:51.480149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:51.480481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:51.480833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:51.481166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:51.481496 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:51.481823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:51.482147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:51.482470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:51.525643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] No DVR routers for this DVR port 9d870498-63d2-4ff6-b78f-c815d36cf882 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:38:51.609859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1e82d-4f0a-4c17-ba3e-b25e2f2ca681 req-cb0c60ad-b9b5-4c47-a037-9f7c4ddd7d0f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:51.611602 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3e1e82d-4f0a-4c17-ba3e-b25e2f2ca681 req-cb0c60ad-b9b5-4c47-a037-9f7c4ddd7d0f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 943 time: 0.0492308 Nov 24 13:38:51.659666 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a3e1e82d-4f0a-4c17-ba3e-b25e2f2ca681 req-25f7d8e2-2208-40f4-b130-39dbb31fa48d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419519 Nov 24 13:38:51.663383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Attempting to bind port 9d870498-63d2-4ff6-b78f-c815d36cf882 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:38:51.663766 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Attempting to bind port 9d870498-63d2-4ff6-b78f-c815d36cf882 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:38:51.664098 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Attempting to bind port 9d870498-63d2-4ff6-b78f-c815d36cf882 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:38:51.668454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Port 9d870498-63d2-4ff6-b78f-c815d36cf882 on network c6c381c5-afa9-4692-a643-3722827dba9b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:38:51.668797 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Attempting to bind port 9d870498-63d2-4ff6-b78f-c815d36cf882 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:38:51.673876 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:38:51.674341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Checking segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:38:51.674738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Bound using segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:38:51.675174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Bound port: 9d870498-63d2-4ff6-b78f-c815d36cf882, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:38:51.675537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:51.737687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] For port 9d870498-63d2-4ff6-b78f-c815d36cf882, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:38:51.740832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] For port 9d870498-63d2-4ff6-b78f-c815d36cf882, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=9d870498-63d2-4ff6-b78f-c815d36cf882,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:38:51.745172 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:51.780085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:51.780712 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:51.782143 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] 10.222.0.59 "PUT /v2.0/ports/9d870498-63d2-4ff6-b78f-c815d36cf882 HTTP/1.1" status: 200 len: 1091 time: 0.7940798 Nov 24 13:38:51.802431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5acef-fdad-45c0-9253-815c438ad13d service neutron] Pushing event updated for resources: {'Port': ['ID=9d870498-63d2-4ff6-b78f-c815d36cf882,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:38:51.848901 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79847-687a-4458-be69-443929867a93 req-6436a695-8371-47ef-bbbe-1a2eebf291b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:51.850423 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-6436a695-8371-47ef-bbbe-1a2eebf291b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 1094 time: 0.0434415 Nov 24 13:38:51.949357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79847-687a-4458-be69-443929867a93 req-5e5b9fd7-c1a3-4ebf-b6eb-1023d0e5ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:51.950769 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-5e5b9fd7-c1a3-4ebf-b6eb-1023d0e5ac9a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0928960 Nov 24 13:38:52.020847 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-bb7f69e2-0285-48f9-b3ae-c7775b4f9a3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d870498-63d2-4ff6-b78f-c815d36cf882 HTTP/1.1" status: 200 len: 998 time: 0.0627625 Nov 24 13:38:52.068999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79847-687a-4458-be69-443929867a93 req-37208e91-33d6-40f2-a39a-bb555003d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:52.070993 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-37208e91-33d6-40f2-a39a-bb555003d595 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0430753 Nov 24 13:38:52.115624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe79847-687a-4458-be69-443929867a93 req-ddb98539-90f6-4785-b790-fd0c630f2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:52.117641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-ddb98539-90f6-4785-b790-fd0c630f2735 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390372 Nov 24 13:38:52.213492 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-ff0829ef-4cf4-48ec-9d41-372c5bc95eac service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877512 Nov 24 13:38:52.303884 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-abe79847-687a-4458-be69-443929867a93 req-4fbe09d3-44c5-4e06-9621-c9ee50310729 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825698 Nov 24 13:38:52.778589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf1037-c5f0-4fcb-a02b-c8fc0d6a78f4 req-7c1f9879-4920-4a72-a346-395d58aa24de tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:52.780046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6fdf1037-c5f0-4fcb-a02b-c8fc0d6a78f4 req-7c1f9879-4920-4a72-a346-395d58aa24de tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 943 time: 0.0505707 Nov 24 13:38:52.832756 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6fdf1037-c5f0-4fcb-a02b-c8fc0d6a78f4 req-ec72ec26-0063-4d7b-b67b-26c9bd5ce708 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464187 Nov 24 13:38:53.315138 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-79385428-c6ca-4a9c-96f1-9739f347b470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:53.371133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab6789f-9224-428b-be43-94d891d59456', 'tag': '9d870498-63d2-4ff6-b78f-c815d36cf882'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:38:53.373535 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b308f413-d13c-403e-bad4-a004b9c6f36b" -d '{"events": [{"name": "network-changed", "server_uuid": "aab6789f-9224-428b-be43-94d891d59456", "tag": "9d870498-63d2-4ff6-b78f-c815d36cf882"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:38:53.420888 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7422d243-e41b-4045-94a3-6da94f761d4c x-openstack-request-id: req-7422d243-e41b-4045-94a3-6da94f761d4c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:38:53.421190 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab6789f-9224-428b-be43-94d891d59456", "tag": "9d870498-63d2-4ff6-b78f-c815d36cf882", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:38:53.421454 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7422d243-e41b-4045-94a3-6da94f761d4c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:38:53.421862 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab6789f-9224-428b-be43-94d891d59456', 'tag': '9d870498-63d2-4ff6-b78f-c815d36cf882', 'status': 'completed', 'code': 200} Nov 24 13:38:53.511047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-edef9edd-b071-46fc-8b7e-26c1ac542bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:53.512476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-edef9edd-b071-46fc-8b7e-26c1ac542bc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 1094 time: 0.0606916 Nov 24 13:38:53.514905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-24711fc2-f155-4714-a6fe-bd85f238036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:53.516272 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-24711fc2-f155-4714-a6fe-bd85f238036e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 1094 time: 0.0729201 Nov 24 13:38:53.666773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-8659f0ff-2b89-4d88-a3a2-806c208bfb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:53.668222 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-8659f0ff-2b89-4d88-a3a2-806c208bfb11 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.1486170 Nov 24 13:38:53.672460 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-5a9a0f16-a69a-4980-8525-18da76e75b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:53.673804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-5a9a0f16-a69a-4980-8525-18da76e75b17 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.1462662 Nov 24 13:38:53.791076 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-9ee6514e-deb2-428e-baa6-59e199223082 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d870498-63d2-4ff6-b78f-c815d36cf882 HTTP/1.1" status: 200 len: 998 time: 0.1147521 Nov 24 13:38:53.794754 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-2483a585-7b39-4a18-ba0c-754d08b65d3d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d870498-63d2-4ff6-b78f-c815d36cf882 HTTP/1.1" status: 200 len: 998 time: 0.0746775 Nov 24 13:38:53.879035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-99f3c48d-445c-4cd3-94c4-4e05173b2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:53.880105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-99f3c48d-445c-4cd3-94c4-4e05173b2dda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0817091 Nov 24 13:38:53.887299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-3a7f95d2-5c8e-41ba-8173-db6a47d221aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:53.889652 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-3a7f95d2-5c8e-41ba-8173-db6a47d221aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0821922 Nov 24 13:38:53.997075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-f19085a5-39ec-47e3-8027-fc7129f2dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:53.998588 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-f19085a5-39ec-47e3-8027-fc7129f2dbcf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080606 Nov 24 13:38:54.001900 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-9479f6d2-8a97-4427-849d-b34fb9d7d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:54.003246 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-9479f6d2-8a97-4427-849d-b34fb9d7d404 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025951 Nov 24 13:38:54.021715 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1399c-586a-47bb-942e-a1ad64e4eac7 req-24cae78d-b308-4338-b074-25b20ced328e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:54.023647 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2d1399c-586a-47bb-942e-a1ad64e4eac7 req-24cae78d-b308-4338-b074-25b20ced328e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 943 time: 0.0986786 Nov 24 13:38:54.208498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-e8af7b92-c35c-4782-9996-c1d0bd9ba68e service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943500 Nov 24 13:38:54.212758 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a2d1399c-586a-47bb-942e-a1ad64e4eac7 req-6dd1c76e-fea7-4558-a395-ebe568bbbf95 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699762 Nov 24 13:38:54.214628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-e4321f56-6b42-4bce-a5f6-1dd59586cf28 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091775 Nov 24 13:38:54.370240 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-3a770360-2a4e-40be-a208-98f48a4eef0d service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454749 Nov 24 13:38:54.371971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b308f413-d13c-403e-bad4-a004b9c6f36b req-c087ec18-58d7-4c0c-8502-f8dbcb416a1c service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551993 Nov 24 13:38:54.488679 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:55.334856 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915240e-c87f-4578-a57b-0f9514332e8e req-9e8eb8ac-8700-4014-acbf-30e901f55530 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:55.336321 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8915240e-c87f-4578-a57b-0f9514332e8e req-9e8eb8ac-8700-4014-acbf-30e901f55530 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 943 time: 0.0522671 Nov 24 13:38:55.383148 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8915240e-c87f-4578-a57b-0f9514332e8e req-17c64522-02df-4dbf-8457-4b74d2427122 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408926 Nov 24 13:38:55.579403 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946c89d-10be-4bc4-ba2d-67baf4d3e7df req-afa86bdc-5b89-443d-b087-bdbeba1bade6 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:55.580916 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f946c89d-10be-4bc4-ba2d-67baf4d3e7df req-afa86bdc-5b89-443d-b087-bdbeba1bade6 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 943 time: 0.0487301 Nov 24 13:38:55.595390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af6493-5830-4c20-abcb-600026f75ffe req-caf299bb-4950-4ff7-abc7-0217799022cf tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:55.596935 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36af6493-5830-4c20-abcb-600026f75ffe req-caf299bb-4950-4ff7-abc7-0217799022cf tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456&tenant_id=6287df09624c4c5d836b75ec265e6c6c&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 943 time: 0.0553308 Nov 24 13:38:55.619648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9d870498-63d2-4ff6-b78f-c815d36cf882 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:38:55.630154 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f946c89d-10be-4bc4-ba2d-67baf4d3e7df req-7dc4cb76-d265-495b-b498-7118411352c1 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425348 Nov 24 13:38:55.658289 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 9d870498-63d2-4ff6-b78f-c815d36cf882 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:38:55.661531 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-36af6493-5830-4c20-abcb-600026f75ffe req-9c520f47-158a-4f2e-86c8-5e7ef05aff07 service neutron] delete failed (client error): The resource could not be found. Nov 24 13:38:55.662547 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36af6493-5830-4c20-abcb-600026f75ffe req-9c520f47-158a-4f2e-86c8-5e7ef05aff07 service neutron] 10.222.0.46 "DELETE /v2.0/ports/9d870498-63d2-4ff6-b78f-c815d36cf882/bindings/n-h1-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0572691 Nov 24 13:38:55.676046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 9d870498-63d2-4ff6-b78f-c815d36cf882 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:38:55.746429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af6493-5830-4c20-abcb-600026f75ffe req-c709412a-9546-4443-a97c-e4d513c08987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:55.748153 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36af6493-5830-4c20-abcb-600026f75ffe req-c709412a-9546-4443-a97c-e4d513c08987 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 1094 time: 0.0420578 Nov 24 13:38:55.779319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 9d870498-63d2-4ff6-b78f-c815d36cf882, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=9d870498-63d2-4ff6-b78f-c815d36cf882,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:38:55.790224 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '9d870498-63d2-4ff6-b78f-c815d36cf882', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'port_id': '9d870498-63d2-4ff6-b78f-c815d36cf882', 'mac_address': 'fa:16:3e:09:75:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:38:55.827991 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:55.842475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af6493-5830-4c20-abcb-600026f75ffe req-63c01e1b-6713-45ad-853a-0154ec1d4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:55.843906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d870498-63d2-4ff6-b78f-c815d36cf882 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:38:55.844031 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36af6493-5830-4c20-abcb-600026f75ffe req-63c01e1b-6713-45ad-853a-0154ec1d4b68 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0885823 Nov 24 13:38:55.863060 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 9d870498-63d2-4ff6-b78f-c815d36cf882, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=9d870498-63d2-4ff6-b78f-c815d36cf882,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:38:55.867548 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:55.911028 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36af6493-5830-4c20-abcb-600026f75ffe req-a098bf04-9e49-4f39-8f56-fbc02b686ace service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d870498-63d2-4ff6-b78f-c815d36cf882 HTTP/1.1" status: 200 len: 998 time: 0.0600457 Nov 24 13:38:55.914358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=9d870498-63d2-4ff6-b78f-c815d36cf882,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:38:55.921624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:55.921991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:55.922323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:55.922660 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:55.922993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:55.923327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:55.923658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:55.923988 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:55.924315 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:55.924637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:55.924990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:55.925314 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:38:55.959521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af6493-5830-4c20-abcb-600026f75ffe req-46ded478-c178-441e-bfad-e63ddc51d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:55.961559 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36af6493-5830-4c20-abcb-600026f75ffe req-46ded478-c178-441e-bfad-e63ddc51d019 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0441439 Nov 24 13:38:56.010709 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af6493-5830-4c20-abcb-600026f75ffe req-ce3f19a4-f9a1-46ab-82aa-da5c308a2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:56.012119 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36af6493-5830-4c20-abcb-600026f75ffe req-ce3f19a4-f9a1-46ab-82aa-da5c308a2e72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432689 Nov 24 13:38:56.024433 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:56.103417 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36af6493-5830-4c20-abcb-600026f75ffe req-2d17ace9-8df5-4896-9fbb-41510361312b service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831988 Nov 24 13:38:56.116136 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['9d870498-63d2-4ff6-b78f-c815d36cf882'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:38:56.197769 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-36af6493-5830-4c20-abcb-600026f75ffe req-cc97d8fa-dade-4db3-8b57-dde6ce92adf0 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875525 Nov 24 13:38:56.730302 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:56.761164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9de6a-9124-4fcc-a2d5-20203c3f86f4 req-9c736962-253c-402b-881d-d75c972cb193 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:56.762656 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-efa9de6a-9124-4fcc-a2d5-20203c3f86f4 req-9c736962-253c-402b-881d-d75c972cb193 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 944 time: 0.0575492 Nov 24 13:38:56.809409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-efa9de6a-9124-4fcc-a2d5-20203c3f86f4 req-7e559675-25a5-468d-a1de-55931ffd7563 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408659 Nov 24 13:38:56.924567 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7550dc3-17b6-4c12-9b85-b3b4f7cf07c8 req-d6b6ccf4-0dc1-4f5b-879f-e9b79f6c45a0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:56.926072 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d7550dc3-17b6-4c12-9b85-b3b4f7cf07c8 req-d6b6ccf4-0dc1-4f5b-879f-e9b79f6c45a0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 944 time: 0.0480363 Nov 24 13:38:56.976929 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d7550dc3-17b6-4c12-9b85-b3b4f7cf07c8 req-390be9df-2da6-499d-9c96-ce01edffaff7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Nov 24 13:38:57.091907 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b3b5b-9fb3-4fa2-b73b-0cb5b0aac587 req-bff581bd-0d03-4816-b1ba-91fb1271b68b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:57.093406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-694b3b5b-9fb3-4fa2-b73b-0cb5b0aac587 req-bff581bd-0d03-4816-b1ba-91fb1271b68b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 944 time: 0.0513144 Nov 24 13:38:57.139056 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-694b3b5b-9fb3-4fa2-b73b-0cb5b0aac587 req-1f83377c-ca79-4b33-b2b7-0746a87e1b62 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398965 Nov 24 13:38:57.374008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab4bd4-74ba-4bec-8f2a-444bf97f8944 req-f3f603d1-7a8c-4ab9-8cd4-fb1cf33f0245 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:57.375476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3eab4bd4-74ba-4bec-8f2a-444bf97f8944 req-f3f603d1-7a8c-4ab9-8cd4-fb1cf33f0245 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 944 time: 0.0485201 Nov 24 13:38:57.422649 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3eab4bd4-74ba-4bec-8f2a-444bf97f8944 req-7c6b9bf1-9b22-467d-bde9-cd69d4a205fa tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411830 Nov 24 13:38:57.684772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 9d870498-63d2-4ff6-b78f-c815d36cf882 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:38:57.732096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 9d870498-63d2-4ff6-b78f-c815d36cf882 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:38:57.736150 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 9d870498-63d2-4ff6-b78f-c815d36cf882 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:38:57.736524 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:57.813946 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:57.840322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab6789f-9224-428b-be43-94d891d59456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d870498-63d2-4ff6-b78f-c815d36cf882'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:38:57.842623 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b72052-f4a2-4941-9629-aed2ae8b053e" -d '{"events": [{"server_uuid": "aab6789f-9224-428b-be43-94d891d59456", "name": "network-vif-plugged", "status": "completed", "tag": "9d870498-63d2-4ff6-b78f-c815d36cf882"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:38:57.855323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 9d870498-63d2-4ff6-b78f-c815d36cf882, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=9d870498-63d2-4ff6-b78f-c815d36cf882,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:38:57.859106 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:57.910637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=9d870498-63d2-4ff6-b78f-c815d36cf882,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:38:57.954114 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09941779-cc8c-481f-b140-200d6655b802 x-openstack-request-id: req-09941779-cc8c-481f-b140-200d6655b802 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:38:57.954410 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab6789f-9224-428b-be43-94d891d59456", "name": "network-vif-plugged", "status": "completed", "tag": "9d870498-63d2-4ff6-b78f-c815d36cf882", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:38:57.954667 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09941779-cc8c-481f-b140-200d6655b802 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:38:57.955062 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab6789f-9224-428b-be43-94d891d59456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d870498-63d2-4ff6-b78f-c815d36cf882', 'code': 200} Nov 24 13:38:58.538276 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16eec9-e9fa-4e5f-8a93-af51b38189ba req-9f91a1e9-a065-44ad-9be0-2999cd923b32 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:58.540315 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bf16eec9-e9fa-4e5f-8a93-af51b38189ba req-9f91a1e9-a065-44ad-9be0-2999cd923b32 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0495989 Nov 24 13:38:58.590532 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bf16eec9-e9fa-4e5f-8a93-af51b38189ba req-86442596-6011-49e0-843f-ecf2cc2fc7f2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440218 Nov 24 13:38:58.680431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-e9f74d6c-6772-49aa-90e8-070c17051047 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:38:58.682197 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-e9f74d6c-6772-49aa-90e8-070c17051047 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.59 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 945 time: 0.0475533 Nov 24 13:38:58.771185 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Deleting port 9d870498-63d2-4ff6-b78f-c815d36cf882 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:38:58.771436 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:58.861829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] For port 9d870498-63d2-4ff6-b78f-c815d36cf882, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=9d870498-63d2-4ff6-b78f-c815d36cf882,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:38:58.862183 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:59.026462 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:59.026735 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:59.027051 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Floating IP a8d23278-9c14-476c-a13d-26245b937db7 disassociated. External IP: 172.25.0.80, port: 9d870498-63d2-4ff6-b78f-c815d36cf882. Nov 24 13:38:59.027389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Calling delete_port for 9d870498-63d2-4ff6-b78f-c815d36cf882 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:38:59.152343 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:59.178440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event deleted for resources: {'Port': ['ID=9d870498-63d2-4ff6-b78f-c815d36cf882,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:38:59.301700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Router b2964aed-5539-4f69-abd6-6fa6ce696b3f has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:38:59.410333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:38:59.419728 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339983ee-1788-4010-9f61-3774e62660c4 None None] Sync routers for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:38:59.430695 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339983ee-1788-4010-9f61-3774e62660c4 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:38:59.431300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-339983ee-1788-4010-9f61-3774e62660c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:38:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:38:59.450777 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] No DVR routers for this DVR port 9d870498-63d2-4ff6-b78f-c815d36cf882 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:38:59.453915 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:38:59.457381 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6ca1ee29-f0a2-496d-983d-41c0dd6e09ea req-8886d655-a03e-4812-970c-c7362840f345 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.59 "DELETE /v2.0/ports/9d870498-63d2-4ff6-b78f-c815d36cf882 HTTP/1.1" status: 204 len: 173 time: 0.7689774 Nov 24 13:38:59.457834 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab6789f-9224-428b-be43-94d891d59456', 'name': 'network-vif-deleted', 'tag': '9d870498-63d2-4ff6-b78f-c815d36cf882'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:38:59.460076 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802d7df2-7ada-46d0-88c0-10cf64f45b76" -d '{"events": [{"server_uuid": "aab6789f-9224-428b-be43-94d891d59456", "name": "network-vif-deleted", "tag": "9d870498-63d2-4ff6-b78f-c815d36cf882"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:38:59.504654 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bc4e70-ed96-4e22-b454-b090aea09b68 x-openstack-request-id: req-d1bc4e70-ed96-4e22-b454-b090aea09b68 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:38:59.504957 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab6789f-9224-428b-be43-94d891d59456", "name": "network-vif-deleted", "tag": "9d870498-63d2-4ff6-b78f-c815d36cf882", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:38:59.505213 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1bc4e70-ed96-4e22-b454-b090aea09b68 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:38:59.505621 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab6789f-9224-428b-be43-94d891d59456', 'name': 'network-vif-deleted', 'tag': '9d870498-63d2-4ff6-b78f-c815d36cf882', 'status': 'completed', 'code': 200} Nov 24 13:38:59.544668 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-339983ee-1788-4010-9f61-3774e62660c4 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:38:59.709006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f8fd429f-59dd-453d-aea2-f921aa2a2301 req-df19a89e-f13b-48b8-9d7e-baf91de3f2bd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=aab6789f-9224-428b-be43-94d891d59456 HTTP/1.1" status: 200 len: 210 time: 0.0268855 Nov 24 13:38:59.756430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-339983ee-1788-4010-9f61-3774e62660c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:38:59.784970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339983ee-1788-4010-9f61-3774e62660c4 None None] Checking router: b2964aed-5539-4f69-abd6-6fa6ce696b3f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:38:59.793769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339983ee-1788-4010-9f61-3774e62660c4 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:38:59.794362 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-339983ee-1788-4010-9f61-3774e62660c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:38:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:38:59.897278 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-339983ee-1788-4010-9f61-3774e62660c4 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:39:00.089755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-339983ee-1788-4010-9f61-3774e62660c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:39:00.116237 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339983ee-1788-4010-9f61-3774e62660c4 None None] The sync data for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 is: [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:39:00.338362 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51c1280-26b8-4893-8929-990e4492c03d None None] New status for floating IP a8d23278-9c14-476c-a13d-26245b937db7: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:39:00.949538 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-954ab27a-bb28-4bcb-8cd3-c476060724cb tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1197237226&fields=id&tenant_id=6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 267 time: 0.0421045 Nov 24 13:39:01.057051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-6f79ca26-59b5-4801-bec7-20d9ef1bdac2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:01.058445 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-6f79ca26-59b5-4801-bec7-20d9ef1bdac2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 812 time: 0.1020286 Nov 24 13:39:01.073186 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-fd09d024-cfe5-4b19-8643-fb8ddec896e8 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/quotas/6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 375 time: 0.0089037 Nov 24 13:39:01.127331 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-3a30efa8-a08e-4572-9618-85ac925a0354 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488367 Nov 24 13:39:01.226411 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-99ca0654-c511-4f0c-9e70-1a5dea48d268 service neutron] 10.222.0.48 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871429 Nov 24 13:39:01.318286 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-fb64f4bb-85ca-4d9a-914f-17d53f2e5aa0 service neutron] 10.222.0.48 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856695 Nov 24 13:39:01.476576 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a1fde446-44dd-4955-9e88-44d14592ffd7 req-d3c9065f-8cd2-44e3-b4f8-a9c32178ff6f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 210 time: 0.0288379 Nov 24 13:39:02.372747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-a252b9fa-2165-4d72-873a-1d27faccd06b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:02.374193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-a252b9fa-2165-4d72-873a-1d27faccd06b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 812 time: 0.1089530 Nov 24 13:39:02.436653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-ee12900e-026d-49f8-9a2b-809cb6a6ce55 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 380 time: 0.0528798 Nov 24 13:39:02.446044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-89b88826-4869-438a-b4f7-d0cce2961d5a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Request body: {'port': {'device_id': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'admin_state_up': True, 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'security_groups': ['954a8c5d-4149-493d-bf80-e4ec0533ba89']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:39:02.557190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-89b88826-4869-438a-b4f7-d0cce2961d5a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Made reservation on behalf of 6287df09624c4c5d836b75ec265e6c6c for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:39:02.560848 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-89b88826-4869-438a-b4f7-d0cce2961d5a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:02.568800 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c70f9cd-2e1b-47db-9711-e7c9dbeb95c0 req-f46875d8-6368-4290-9c03-63021dc570fb tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 210 time: 0.0262194 Nov 24 13:39:02.681695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-89b88826-4869-438a-b4f7-d0cce2961d5a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Allocated IP 172.20.0.6 (c6c381c5-afa9-4692-a643-3722827dba9b/ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458/73ca0950-bb51-4cc8-9b87-958ac90807e6) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:39:02.819326 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-89b88826-4869-438a-b4f7-d0cce2961d5a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:02.852715 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-89b88826-4869-438a-b4f7-d0cce2961d5a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:02.893613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-89b88826-4869-438a-b4f7-d0cce2961d5a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Network c6c381c5-afa9-4692-a643-3722827dba9b is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:39:02.899194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-89b88826-4869-438a-b4f7-d0cce2961d5a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:39:02.903056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-89b88826-4869-438a-b4f7-d0cce2961d5a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:39:02.932349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b88826-4869-438a-b4f7-d0cce2961d5a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event updated for resources: {'Port': ['ID=73ca0950-bb51-4cc8-9b87-958ac90807e6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:39:02.965346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-89b88826-4869-438a-b4f7-d0cce2961d5a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:02.965991 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-89b88826-4869-438a-b4f7-d0cce2961d5a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:02.982324 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-89b88826-4869-438a-b4f7-d0cce2961d5a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5397687 Nov 24 13:39:02.994393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Request body: {'port': {'device_id': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:39:03.049631 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:03.165505 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d677b2a5-a36e-436e-a40d-b95d37dd8f35 None None] Provisioning complete for port 73ca0950-bb51-4cc8-9b87-958ac90807e6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:39:03.166117 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d677b2a5-a36e-436e-a40d-b95d37dd8f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:03.199067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d677b2a5-a36e-436e-a40d-b95d37dd8f35 None None] Port 73ca0950-bb51-4cc8-9b87-958ac90807e6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:39:03.311103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ca0950-bb51-4cc8-9b87-958ac90807e6 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:39:03.318538 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:03.330830 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Transition to ACTIVE for port object 73ca0950-bb51-4cc8-9b87-958ac90807e6 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:39:03.334900 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:03.404998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=73ca0950-bb51-4cc8-9b87-958ac90807e6,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:39:03.458924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Attempting to bind port 73ca0950-bb51-4cc8-9b87-958ac90807e6 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:39:03.459283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Attempting to bind port 73ca0950-bb51-4cc8-9b87-958ac90807e6 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:39:03.459605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Attempting to bind port 73ca0950-bb51-4cc8-9b87-958ac90807e6 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:39:03.464288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Port 73ca0950-bb51-4cc8-9b87-958ac90807e6 on network c6c381c5-afa9-4692-a643-3722827dba9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:39:03.464681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Attempting to bind port 73ca0950-bb51-4cc8-9b87-958ac90807e6 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:39:03.469746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:39:03.470082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Checking segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:39:03.470494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Bound using segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:39:03.470950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Bound port: 73ca0950-bb51-4cc8-9b87-958ac90807e6, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:39:03.471307 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:03.536753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] For port 73ca0950-bb51-4cc8-9b87-958ac90807e6, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:39:03.540364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] For port 73ca0950-bb51-4cc8-9b87-958ac90807e6, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:39:03.544734 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:03.703223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 9d870498-63d2-4ff6-b78f-c815d36cf882 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:39:03.725318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 9d870498-63d2-4ff6-b78f-c815d36cf882 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:39:03.725795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 9d870498-63d2-4ff6-b78f-c815d36cf882 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:39:03.934092 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:03.934718 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:03.936150 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] 10.222.0.46 "PUT /v2.0/ports/73ca0950-bb51-4cc8-9b87-958ac90807e6 HTTP/1.1" status: 200 len: 1091 time: 0.9459693 Nov 24 13:39:03.936785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'tag': '73ca0950-bb51-4cc8-9b87-958ac90807e6'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:39:03.939036 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bede79a1-45e1-4462-bf43-a2f2f53e0aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f6698-33ae-420d-8a59-56cdfb1f06b7", "tag": "73ca0950-bb51-4cc8-9b87-958ac90807e6"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:39:03.970905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829fdb4a-20b0-4fdc-b855-f2d280b7a5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=73ca0950-bb51-4cc8-9b87-958ac90807e6,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:39:03.988018 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d665214-9801-4d40-9b2a-9f6d338315b6 req-d691da8e-f5cd-4530-ab15-ffca3b4a9c12 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:03.989735 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d665214-9801-4d40-9b2a-9f6d338315b6 req-d691da8e-f5cd-4530-ab15-ffca3b4a9c12 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 943 time: 0.0879540 Nov 24 13:39:03.992345 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414804a8-8067-4e76-8d2e-53d554f298e2 x-openstack-request-id: req-414804a8-8067-4e76-8d2e-53d554f298e2 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:39:03.992643 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f6698-33ae-420d-8a59-56cdfb1f06b7", "tag": "73ca0950-bb51-4cc8-9b87-958ac90807e6", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:39:03.992939 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-414804a8-8067-4e76-8d2e-53d554f298e2 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:39:03.993343 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'tag': '73ca0950-bb51-4cc8-9b87-958ac90807e6', 'status': 'completed', 'code': 200} Nov 24 13:39:04.075939 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d665214-9801-4d40-9b2a-9f6d338315b6 req-9b81311c-a7da-46e7-891c-ec3c1180c21f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784297 Nov 24 13:39:04.078704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-448fc8bd-3094-424b-9bf7-bf8f8fbc2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:04.080143 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-448fc8bd-3094-424b-9bf7-bf8f8fbc2c6f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 1094 time: 0.0754049 Nov 24 13:39:04.123392 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-9689ed5b-71a3-46fe-8330-e3c196fabc55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6 HTTP/1.1" status: 200 len: 217 time: 0.0355792 Nov 24 13:39:04.171953 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-7a0b551b-9a1b-4b46-8043-d88c517238a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:04.173356 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-7a0b551b-9a1b-4b46-8043-d88c517238a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0425942 Nov 24 13:39:04.218184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-35bef325-f6e3-42ee-8f5e-020b3c1ebb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:04.219662 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-35bef325-f6e3-42ee-8f5e-020b3c1ebb61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383253 Nov 24 13:39:04.312608 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-775d8c53-01a8-489f-9dc8-5b4bf2233408 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852919 Nov 24 13:39:04.406860 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bfa031c7-fc67-4f4c-bffe-4cc55e2a9946 req-66fe4985-c2f7-451c-9164-acbdfa44c60c service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865247 Nov 24 13:39:04.490993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede79a1-45e1-4462-bf43-a2f2f53e0aa3 req-84c5208c-7d55-4b9a-903b-d3c592a87300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:04.493205 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bede79a1-45e1-4462-bf43-a2f2f53e0aa3 req-84c5208c-7d55-4b9a-903b-d3c592a87300 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 1094 time: 0.0417528 Nov 24 13:39:04.581429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede79a1-45e1-4462-bf43-a2f2f53e0aa3 req-dc49a5dc-a994-45ae-b264-b3cd85e17720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:04.582868 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bede79a1-45e1-4462-bf43-a2f2f53e0aa3 req-dc49a5dc-a994-45ae-b264-b3cd85e17720 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0825665 Nov 24 13:39:04.627312 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bede79a1-45e1-4462-bf43-a2f2f53e0aa3 req-1b5173c2-1da9-4f9f-8eac-9a7b05f4d56d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6 HTTP/1.1" status: 200 len: 217 time: 0.0371325 Nov 24 13:39:04.675995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede79a1-45e1-4462-bf43-a2f2f53e0aa3 req-e1c29445-ac32-4661-ad5e-7ef3f57e7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:04.677439 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bede79a1-45e1-4462-bf43-a2f2f53e0aa3 req-e1c29445-ac32-4661-ad5e-7ef3f57e7a23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0429747 Nov 24 13:39:04.722119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede79a1-45e1-4462-bf43-a2f2f53e0aa3 req-58982c89-2bb5-4e90-b9b2-71358d5610ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:04.723563 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bede79a1-45e1-4462-bf43-a2f2f53e0aa3 req-58982c89-2bb5-4e90-b9b2-71358d5610ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387785 Nov 24 13:39:04.818252 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bede79a1-45e1-4462-bf43-a2f2f53e0aa3 req-cb07d3f8-080d-4c99-b7f3-19b86e8ae1d3 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868394 Nov 24 13:39:04.907375 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bede79a1-45e1-4462-bf43-a2f2f53e0aa3 req-a3ad6b47-9302-40d3-8742-95cec8faf7c8 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819802 Nov 24 13:39:05.191457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2764072-2b9f-4c6c-9155-03827e3c79bc req-2d0248fb-680d-4481-a55f-04aadb79d6b0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:05.192924 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c2764072-2b9f-4c6c-9155-03827e3c79bc req-2d0248fb-680d-4481-a55f-04aadb79d6b0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 943 time: 0.0473356 Nov 24 13:39:05.238499 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c2764072-2b9f-4c6c-9155-03827e3c79bc req-737e3c80-a9e7-4ef9-9f58-8263dc5623a8 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396876 Nov 24 13:39:05.734922 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:39:06.361527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0bd7a6-2b35-43fd-82ec-a38cf379cfb3 req-731acdad-d16c-480e-97e2-a9450d8acf5c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:06.363094 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4d0bd7a6-2b35-43fd-82ec-a38cf379cfb3 req-731acdad-d16c-480e-97e2-a9450d8acf5c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 943 time: 0.0558233 Nov 24 13:39:06.410270 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4d0bd7a6-2b35-43fd-82ec-a38cf379cfb3 req-6fbd9f06-a8ac-4a58-bd78-c885c53d2382 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410397 Nov 24 13:39:06.657455 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:07.530945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd4c4e-3a19-47e5-b7f7-f55add510522 req-66d96467-4049-4864-bc4a-3929271f0a87 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:07.532312 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-effd4c4e-3a19-47e5-b7f7-f55add510522 req-66d96467-4049-4864-bc4a-3929271f0a87 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 943 time: 0.0517759 Nov 24 13:39:07.578335 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-effd4c4e-3a19-47e5-b7f7-f55add510522 req-813b79b6-de7c-4348-842e-3e3400e28c25 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400620 Nov 24 13:39:07.649654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 73ca0950-bb51-4cc8-9b87-958ac90807e6 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:39:07.743466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 73ca0950-bb51-4cc8-9b87-958ac90807e6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:39:07.753990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '73ca0950-bb51-4cc8-9b87-958ac90807e6', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'port_id': '73ca0950-bb51-4cc8-9b87-958ac90807e6', 'mac_address': 'fa:16:3e:80:fb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:39:07.793467 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:07.809356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ca0950-bb51-4cc8-9b87-958ac90807e6 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:39:07.829085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 73ca0950-bb51-4cc8-9b87-958ac90807e6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:39:07.832854 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:07.877939 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=73ca0950-bb51-4cc8-9b87-958ac90807e6,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:39:08.059687 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['73ca0950-bb51-4cc8-9b87-958ac90807e6'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:39:08.692287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361baed-59f3-44e8-841d-435355494ad9 req-0840a329-71b8-4d78-aa72-434e40877acf tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:08.693762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a361baed-59f3-44e8-841d-435355494ad9 req-0840a329-71b8-4d78-aa72-434e40877acf tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 944 time: 0.0485241 Nov 24 13:39:08.740037 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a361baed-59f3-44e8-841d-435355494ad9 req-6139b0fd-4134-4c48-86c7-1b2ab2439591 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404294 Nov 24 13:39:09.669527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 73ca0950-bb51-4cc8-9b87-958ac90807e6 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:39:09.715898 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 73ca0950-bb51-4cc8-9b87-958ac90807e6 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:39:09.719813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 73ca0950-bb51-4cc8-9b87-958ac90807e6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:39:09.720187 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:09.796082 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:09.818591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ca0950-bb51-4cc8-9b87-958ac90807e6'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:39:09.820916 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b6b2d0-3854-46e2-8acd-d6c2e1e799d8" -d '{"events": [{"server_uuid": "d73f6698-33ae-420d-8a59-56cdfb1f06b7", "name": "network-vif-plugged", "status": "completed", "tag": "73ca0950-bb51-4cc8-9b87-958ac90807e6"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:39:09.834611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 73ca0950-bb51-4cc8-9b87-958ac90807e6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:39:09.840184 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:09.866674 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9492a5b2-23b7-4863-ae6f-d2eb801fad9c x-openstack-request-id: req-9492a5b2-23b7-4863-ae6f-d2eb801fad9c {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:39:09.866970 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f6698-33ae-420d-8a59-56cdfb1f06b7", "name": "network-vif-plugged", "status": "completed", "tag": "73ca0950-bb51-4cc8-9b87-958ac90807e6", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:39:09.867228 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9492a5b2-23b7-4863-ae6f-d2eb801fad9c {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:39:09.867618 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ca0950-bb51-4cc8-9b87-958ac90807e6', 'code': 200} Nov 24 13:39:09.871054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182640d7-eb86-4251-b481-0d532ce4e653 req-d611e5a4-c2bd-4ac0-b119-511e8f18112a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:09.872577 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-182640d7-eb86-4251-b481-0d532ce4e653 req-d611e5a4-c2bd-4ac0-b119-511e8f18112a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 944 time: 0.0653934 Nov 24 13:39:09.904081 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=73ca0950-bb51-4cc8-9b87-958ac90807e6,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:39:09.912968 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:09.928588 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-182640d7-eb86-4251-b481-0d532ce4e653 req-28779772-1b60-48f0-a476-a8830ea712a6 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493498 Nov 24 13:39:09.967582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d78a12-1749-491e-bd34-e6843fd54f0f req-b4b1fcf0-7c37-4818-b1cb-94734c5f5dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:09.969110 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40d78a12-1749-491e-bd34-e6843fd54f0f req-b4b1fcf0-7c37-4818-b1cb-94734c5f5dee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 1096 time: 0.0433471 Nov 24 13:39:10.013133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40d78a12-1749-491e-bd34-e6843fd54f0f req-29559d0d-14fc-4ae6-88e9-24e1c13a067a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357594 Nov 24 13:39:11.053000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ecba01-0843-4630-8844-e44f7f4337ee req-cde30138-eb58-47ba-891a-b87e1f3c1f0a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:11.055557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94ecba01-0843-4630-8844-e44f7f4337ee req-cde30138-eb58-47ba-891a-b87e1f3c1f0a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0561111 Nov 24 13:39:11.104844 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94ecba01-0843-4630-8844-e44f7f4337ee req-adc63c71-71f5-46e4-9081-a17464e737d3 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431206 Nov 24 13:39:12.227848 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871cf578-95e1-4997-bf6d-8988035337a5 req-3bd4dfcc-9d2c-4969-bc6b-03a9b0ff67e3 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:12.230029 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-871cf578-95e1-4997-bf6d-8988035337a5 req-3bd4dfcc-9d2c-4969-bc6b-03a9b0ff67e3 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0568378 Nov 24 13:39:12.278599 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-871cf578-95e1-4997-bf6d-8988035337a5 req-fed4de05-093a-4e9a-aea3-afa7e19502b3 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426219 Nov 24 13:39:12.393199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da081fe5-2632-4996-af55-2ee21d7966c6 req-c51838de-14da-4150-99d5-df95fcf6f3f4 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:12.394638 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-da081fe5-2632-4996-af55-2ee21d7966c6 req-c51838de-14da-4150-99d5-df95fcf6f3f4 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0482309 Nov 24 13:39:12.403795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55146) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:39:12.408055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-677b511a-32ea-49e9-bb36-a4cd4ad367a7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Request body: {'floatingip': {'port_id': '73ca0950-bb51-4cc8-9b87-958ac90807e6'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:39:12.455051 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-677b511a-32ea-49e9-bb36-a4cd4ad367a7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:12.884625 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-677b511a-32ea-49e9-bb36-a4cd4ad367a7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:12.888325 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-677b511a-32ea-49e9-bb36-a4cd4ad367a7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:12.985724 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-677b511a-32ea-49e9-bb36-a4cd4ad367a7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Floating IP a8d23278-9c14-476c-a13d-26245b937db7 associated. External IP: 172.25.0.80, port: 73ca0950-bb51-4cc8-9b87-958ac90807e6. Nov 24 13:39:13.192605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677b511a-32ea-49e9-bb36-a4cd4ad367a7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Router b2964aed-5539-4f69-abd6-6fa6ce696b3f has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:39:13.304646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677b511a-32ea-49e9-bb36-a4cd4ad367a7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:39:13.309413 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-677b511a-32ea-49e9-bb36-a4cd4ad367a7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:13.313977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f683c-e938-4fd1-9c89-283a7df95456 None None] Sync routers for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:39:13.323875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f683c-e938-4fd1-9c89-283a7df95456 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:39:13.324517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-067f683c-e938-4fd1-9c89-283a7df95456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:38:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:39:13.338757 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-677b511a-32ea-49e9-bb36-a4cd4ad367a7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "PUT /v2.0/floatingips/a8d23278-9c14-476c-a13d-26245b937db7 HTTP/1.1" status: 200 len: 990 time: 0.9339111 Nov 24 13:39:13.339460 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'tag': '73ca0950-bb51-4cc8-9b87-958ac90807e6'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:39:13.342217 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131a3f59-1ba1-4e44-910b-b721aaf8ad85" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f6698-33ae-420d-8a59-56cdfb1f06b7", "tag": "73ca0950-bb51-4cc8-9b87-958ac90807e6"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:39:13.388194 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc72dd6-8427-4597-bf57-9c6eaa9c2296 x-openstack-request-id: req-9cc72dd6-8427-4597-bf57-9c6eaa9c2296 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:39:13.388518 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f6698-33ae-420d-8a59-56cdfb1f06b7", "tag": "73ca0950-bb51-4cc8-9b87-958ac90807e6", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:39:13.388819 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9cc72dd6-8427-4597-bf57-9c6eaa9c2296 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:39:13.389232 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'tag': '73ca0950-bb51-4cc8-9b87-958ac90807e6', 'status': 'completed', 'code': 200} Nov 24 13:39:13.453037 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a3f59-1ba1-4e44-910b-b721aaf8ad85 req-872e84d6-7f32-420d-89e1-333f523410f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:13.454581 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-131a3f59-1ba1-4e44-910b-b721aaf8ad85 req-872e84d6-7f32-420d-89e1-333f523410f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 1096 time: 0.0436130 Nov 24 13:39:13.556318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a3f59-1ba1-4e44-910b-b721aaf8ad85 req-a219947a-61e3-4cc9-b04e-9724144a019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:13.557855 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-131a3f59-1ba1-4e44-910b-b721aaf8ad85 req-a219947a-61e3-4cc9-b04e-9724144a019d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0949013 Nov 24 13:39:13.594304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-067f683c-e938-4fd1-9c89-283a7df95456 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:39:13.623396 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-131a3f59-1ba1-4e44-910b-b721aaf8ad85 req-a6397d47-9687-4f1e-aa11-6bfca0aa4c3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6 HTTP/1.1" status: 200 len: 998 time: 0.0580659 Nov 24 13:39:13.676441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a3f59-1ba1-4e44-910b-b721aaf8ad85 req-dc275ac5-c03a-4c8a-93a8-ecd2531c7cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:13.677945 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-131a3f59-1ba1-4e44-910b-b721aaf8ad85 req-dc275ac5-c03a-4c8a-93a8-ecd2531c7cd2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0479465 Nov 24 13:39:13.723712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a3f59-1ba1-4e44-910b-b721aaf8ad85 req-08600123-beb5-45ce-801d-ab2e9430f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:13.725180 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-131a3f59-1ba1-4e44-910b-b721aaf8ad85 req-08600123-beb5-45ce-801d-ab2e9430f148 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406775 Nov 24 13:39:13.819491 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-131a3f59-1ba1-4e44-910b-b721aaf8ad85 req-4a104b65-6ceb-49b3-a17c-2122f3699dfe service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867548 Nov 24 13:39:13.820016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-067f683c-e938-4fd1-9c89-283a7df95456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'a8d23278-9c14-476c-a13d-26245b937db7', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'port_id': '73ca0950-bb51-4cc8-9b87-958ac90807e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'mac_address': 'fa:16:3e:80:fb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:36:49Z', 'updated_at': '2021-11-24T13:39:12Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:39:13.849948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f683c-e938-4fd1-9c89-283a7df95456 None None] Checking router: b2964aed-5539-4f69-abd6-6fa6ce696b3f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:39:13.860385 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067f683c-e938-4fd1-9c89-283a7df95456 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:39:13.861326 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-067f683c-e938-4fd1-9c89-283a7df95456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:38:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:39:13.909590 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-131a3f59-1ba1-4e44-910b-b721aaf8ad85 req-6faf8cca-9924-4a98-a828-008d66b74ffe service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833867 Nov 24 13:39:13.967847 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-067f683c-e938-4fd1-9c89-283a7df95456 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:39:14.188026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-067f683c-e938-4fd1-9c89-283a7df95456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'a8d23278-9c14-476c-a13d-26245b937db7', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'port_id': '73ca0950-bb51-4cc8-9b87-958ac90807e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'mac_address': 'fa:16:3e:80:fb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:36:49Z', 'updated_at': '2021-11-24T13:39:12Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:39:14.218087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067f683c-e938-4fd1-9c89-283a7df95456 None None] The sync data for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 is: [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'a8d23278-9c14-476c-a13d-26245b937db7', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'port_id': '73ca0950-bb51-4cc8-9b87-958ac90807e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'mac_address': 'fa:16:3e:80:fb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:36:49Z', 'updated_at': '2021-11-24T13:39:12Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:39:14.418952 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cd4044-1afd-40e2-a99a-b7fc5e4dd2a7 None None] New status for floating IP a8d23278-9c14-476c-a13d-26245b937db7: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:39:20.886702 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dd7e711a-f5b5-4ce6-a6e0-3f840b55bd00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:23.315720 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-13d7dc0b-2805-4e26-9311-cb1da8252bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:24.490885 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:26.023155 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:26.735724 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:36.659014 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:36.830052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc0785be-692c-4aca-9b89-6d25651009ad req-c095682d-f262-4807-9ae7-cbf5e64fc7c8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404501 Nov 24 13:39:36.915573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0785be-692c-4aca-9b89-6d25651009ad req-1f10226d-f701-481b-83c3-d20fdd5742ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:36.917093 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc0785be-692c-4aca-9b89-6d25651009ad req-1f10226d-f701-481b-83c3-d20fdd5742ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 1096 time: 0.0445924 Nov 24 13:39:37.020882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0785be-692c-4aca-9b89-6d25651009ad req-228902c3-dfa8-4a04-ab95-f35c41e9c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:37.022877 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc0785be-692c-4aca-9b89-6d25651009ad req-228902c3-dfa8-4a04-ab95-f35c41e9c94c service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0863104 Nov 24 13:39:37.094610 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc0785be-692c-4aca-9b89-6d25651009ad req-ffb680f3-473f-4a00-bd7e-c0e3de4d6078 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6 HTTP/1.1" status: 200 len: 1000 time: 0.0648489 Nov 24 13:39:37.143019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0785be-692c-4aca-9b89-6d25651009ad req-56da459a-a704-4e0e-9c40-7586f097b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:37.144410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc0785be-692c-4aca-9b89-6d25651009ad req-56da459a-a704-4e0e-9c40-7586f097b188 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0425470 Nov 24 13:39:37.189323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0785be-692c-4aca-9b89-6d25651009ad req-87a6ea25-59e1-4449-b338-4450e0d689c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:39:37.190760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc0785be-692c-4aca-9b89-6d25651009ad req-87a6ea25-59e1-4449-b338-4450e0d689c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376678 Nov 24 13:39:37.283742 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc0785be-692c-4aca-9b89-6d25651009ad req-8114bf46-24d0-475b-8aa3-bc993a6d4699 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857885 Nov 24 13:39:37.373031 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc0785be-692c-4aca-9b89-6d25651009ad req-34c5aec6-1bae-4b49-8250-1501b0c786d3 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815842 Nov 24 13:39:39.919684 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:42.734415 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:39:50.889201 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-491f8db8-376e-4ded-a417-fd153d7b13b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:53.317095 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-af25045c-03c8-462e-a85b-e1fa685061fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:54.495032 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:56.026158 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:39:56.737744 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:06.657154 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:09.951714 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:19.732827 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:40:20.890950 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-04498725-6810-4985-a028-3308a17e7bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:23.320072 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-819374c4-f577-442f-88a7-5cf01a3c1bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:24.495862 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:26.027679 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:26.739699 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:36.679379 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:37.848941 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d951abd0-be57-4f8f-a68b-6b2fee473a60 req-394d44df-0062-474b-aa6d-287521cf2698 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434196 Nov 24 13:40:37.930619 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951abd0-be57-4f8f-a68b-6b2fee473a60 req-f8e2ecbc-de88-40b3-9601-a6ee7be95151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:40:37.932072 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d951abd0-be57-4f8f-a68b-6b2fee473a60 req-f8e2ecbc-de88-40b3-9601-a6ee7be95151 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 1096 time: 0.0394301 Nov 24 13:40:38.032639 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951abd0-be57-4f8f-a68b-6b2fee473a60 req-f7bef8e9-c3a4-4a55-b123-b24622bb2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:40:38.034123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d951abd0-be57-4f8f-a68b-6b2fee473a60 req-f7bef8e9-c3a4-4a55-b123-b24622bb2a97 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0836446 Nov 24 13:40:38.102311 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d951abd0-be57-4f8f-a68b-6b2fee473a60 req-f5416ad7-3e22-456a-a0ba-1f7a86f60f59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6 HTTP/1.1" status: 200 len: 1000 time: 0.0608923 Nov 24 13:40:38.150329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951abd0-be57-4f8f-a68b-6b2fee473a60 req-9c11a766-5a9b-48b2-9b2d-f070c29d8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:40:38.151728 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d951abd0-be57-4f8f-a68b-6b2fee473a60 req-9c11a766-5a9b-48b2-9b2d-f070c29d8bd0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0431654 Nov 24 13:40:38.195402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951abd0-be57-4f8f-a68b-6b2fee473a60 req-7d8ae947-fbdd-4e1e-8ea1-006e28069c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:40:38.196861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d951abd0-be57-4f8f-a68b-6b2fee473a60 req-7d8ae947-fbdd-4e1e-8ea1-006e28069c1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382023 Nov 24 13:40:38.290439 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d951abd0-be57-4f8f-a68b-6b2fee473a60 req-a7fa8189-452a-48b0-af5f-ecd65d925e6e service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856514 Nov 24 13:40:38.384917 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d951abd0-be57-4f8f-a68b-6b2fee473a60 req-1c491013-d496-4271-b889-d21d774730e3 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871592 Nov 24 13:40:39.953217 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:49.309424 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7bcd2-fff4-47b4-8c60-44b01edfa4ff req-05b97803-ae49-4096-ba69-b781ea38e37a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:40:49.310821 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58f7bcd2-fff4-47b4-8c60-44b01edfa4ff req-05b97803-ae49-4096-ba69-b781ea38e37a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0501866 Nov 24 13:40:49.356924 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-58f7bcd2-fff4-47b4-8c60-44b01edfa4ff req-369baf75-a987-410b-9b76-16675d0fb4ee tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401461 Nov 24 13:40:50.475859 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae36fa-a5d6-4826-a009-1678a2466a69 req-7ff669b4-394c-4df4-98a5-8799dce76a85 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:40:50.477393 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-57ae36fa-a5d6-4826-a009-1678a2466a69 req-7ff669b4-394c-4df4-98a5-8799dce76a85 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0495467 Nov 24 13:40:50.523033 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-57ae36fa-a5d6-4826-a009-1678a2466a69 req-b5e7b04f-6177-4cc6-a049-2c8dcc825b3a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397773 Nov 24 13:40:50.891474 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ebfe3004-0724-4e1b-8660-3e7eb2319ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:51.637775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6226e-38ab-4cc6-98f5-528c52cd652f req-8586565b-0a62-47f0-8811-3727b26ce9a9 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:40:51.639219 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-37b6226e-38ab-4cc6-98f5-528c52cd652f req-8586565b-0a62-47f0-8811-3727b26ce9a9 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0469019 Nov 24 13:40:51.687957 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-37b6226e-38ab-4cc6-98f5-528c52cd652f req-b3fc07f8-29a5-4375-92de-1731f9d61672 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428133 Nov 24 13:40:52.804426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f7b7d-6ae4-4373-a797-b7ef3d5615b1 req-3e52d863-38c9-4ac3-b8cd-78e1225c3436 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:40:52.806146 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c8f7b7d-6ae4-4373-a797-b7ef3d5615b1 req-3e52d863-38c9-4ac3-b8cd-78e1225c3436 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0508192 Nov 24 13:40:52.853216 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c8f7b7d-6ae4-4373-a797-b7ef3d5615b1 req-0787617c-d7ed-4ec8-9882-26dd0a51203c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409954 Nov 24 13:40:53.323707 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0580260c-002a-42ee-b711-aa781a874734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:53.965183 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81334482-62c1-4435-9328-54921d039d18 req-96b2c071-a28c-4252-812d-b85d2453a517 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:40:53.966635 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81334482-62c1-4435-9328-54921d039d18 req-96b2c071-a28c-4252-812d-b85d2453a517 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0474095 Nov 24 13:40:54.013370 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-81334482-62c1-4435-9328-54921d039d18 req-e9592636-3692-4d27-a2b6-96f88ada5178 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408521 Nov 24 13:40:54.499032 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:55.133262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fa2bf-5d9f-4912-bbf6-030736aa6b78 req-97b67fae-1a95-443e-8e5c-562e191ad2f1 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:40:55.134747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5b1fa2bf-5d9f-4912-bbf6-030736aa6b78 req-97b67fae-1a95-443e-8e5c-562e191ad2f1 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0542536 Nov 24 13:40:55.180261 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5b1fa2bf-5d9f-4912-bbf6-030736aa6b78 req-6177fefe-dfc0-48a8-8682-1de3dcc38010 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395918 Nov 24 13:40:56.031273 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:56.301478 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e5df9-28ff-434d-bb2e-621e44c2a42d req-d93bada5-58e7-46d0-b2d5-04010036b73a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:40:56.302961 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-093e5df9-28ff-434d-bb2e-621e44c2a42d req-d93bada5-58e7-46d0-b2d5-04010036b73a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0522785 Nov 24 13:40:56.349555 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-093e5df9-28ff-434d-bb2e-621e44c2a42d req-7340cad1-2de2-4758-9a2b-dce7e1e890f7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399878 Nov 24 13:40:56.731303 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:40:56.740254 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:40:57.466680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de79fbe-f874-4197-a2e7-2df001f193a1 req-388ae5af-b750-4946-a175-aab13f256427 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:40:57.468148 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7de79fbe-f874-4197-a2e7-2df001f193a1 req-388ae5af-b750-4946-a175-aab13f256427 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0480254 Nov 24 13:40:57.516400 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7de79fbe-f874-4197-a2e7-2df001f193a1 req-59af71ea-0524-43f2-8db1-c62b573e92a7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416071 Nov 24 13:40:58.634007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd225bc-891e-41b5-8570-2f8fdeda92ff req-d4d3886a-db93-4051-9f89-acb6dfb7bb4c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:40:58.635476 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6cd225bc-891e-41b5-8570-2f8fdeda92ff req-d4d3886a-db93-4051-9f89-acb6dfb7bb4c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0523677 Nov 24 13:40:58.682280 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6cd225bc-891e-41b5-8570-2f8fdeda92ff req-80b9d1c9-ddf8-453d-9f9d-367a6fd85005 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406747 Nov 24 13:40:59.796572 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f60136-db19-49e0-9ee1-675dcfb793e1 req-c00b3b89-0daa-4895-b2be-198ac8fb0089 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:40:59.798090 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-04f60136-db19-49e0-9ee1-675dcfb793e1 req-c00b3b89-0daa-4895-b2be-198ac8fb0089 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0485141 Nov 24 13:40:59.848202 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-04f60136-db19-49e0-9ee1-675dcfb793e1 req-62d3a93d-8699-48ae-9426-6d7d205857f4 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441909 Nov 24 13:41:00.094818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef366a-91ed-4d90-be9b-d4eef62f8b05 req-684e4dff-320e-4584-b6c1-0e3f3875e253 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:00.096435 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88ef366a-91ed-4d90-be9b-d4eef62f8b05 req-684e4dff-320e-4584-b6c1-0e3f3875e253 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0528800 Nov 24 13:41:00.151451 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-88ef366a-91ed-4d90-be9b-d4eef62f8b05 req-197df69a-890e-46ca-8416-9a2c634b3e0f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475271 Nov 24 13:41:00.187881 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-b6759000-a14e-4409-8ac7-fc2594de27a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1459136 Nov 24 13:41:01.275419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b2a2d-c1a7-42ea-a954-c75c56f1a28e req-e85be99e-e98b-43fd-b793-c14f9cc3cf17 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:01.276926 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-212b2a2d-c1a7-42ea-a954-c75c56f1a28e req-e85be99e-e98b-43fd-b793-c14f9cc3cf17 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0521140 Nov 24 13:41:01.330110 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-212b2a2d-c1a7-42ea-a954-c75c56f1a28e req-82200416-db46-45c6-92d3-a6d5a47ae4b0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470245 Nov 24 13:41:01.371250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-56b413e8-dfb2-40a0-b5f4-73cecc0ad29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:01.372778 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-56b413e8-dfb2-40a0-b5f4-73cecc0ad29a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 1096 time: 0.0413132 Nov 24 13:41:01.467192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-5d101925-ac36-4ddf-a90d-2255e6188f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:01.468912 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-5d101925-ac36-4ddf-a90d-2255e6188f29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0879333 Nov 24 13:41:01.533236 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-14dfe129-ad36-48b1-b049-349215b08da3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6 HTTP/1.1" status: 200 len: 1000 time: 0.0577970 Nov 24 13:41:01.584127 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-3ec83065-3637-42b1-9035-673d28c3b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:01.585563 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-3ec83065-3637-42b1-9035-673d28c3b359 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0458755 Nov 24 13:41:01.630381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-ee8c8a7d-27c8-4a31-b55c-4d3ce728c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:01.631868 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-ee8c8a7d-27c8-4a31-b55c-4d3ce728c7d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396888 Nov 24 13:41:01.721918 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-a3741c11-4995-4ca2-951a-97b3c4a80aea service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830061 Nov 24 13:41:01.813511 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-e044e63a-1dd9-496d-951d-2915c9c4fa82 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844612 Nov 24 13:41:02.445048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e044f-4d03-40a2-9731-b826d6fb7278 req-989a5262-d0cb-4619-b2f0-d9479fed1acb tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:02.446547 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fe8e044f-4d03-40a2-9731-b826d6fb7278 req-989a5262-d0cb-4619-b2f0-d9479fed1acb tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0479898 Nov 24 13:41:02.493432 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fe8e044f-4d03-40a2-9731-b826d6fb7278 req-a02155cf-dc06-418f-96b5-7998a81c4f31 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409927 Nov 24 13:41:03.609558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df302e2-393d-487c-9ca0-2c893d1b8bdb req-741ed7f2-b190-4a50-87d3-4801865db022 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:03.611051 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0df302e2-393d-487c-9ca0-2c893d1b8bdb req-741ed7f2-b190-4a50-87d3-4801865db022 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0490844 Nov 24 13:41:03.627634 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-589d932e-5879-4dbb-a92e-0c577eaf5a7c service neutron] show failed (client error): The resource could not be found. Nov 24 13:41:03.628971 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-589d932e-5879-4dbb-a92e-0c577eaf5a7c service neutron] 10.222.0.46 "GET /v2.0/ports/73ca0950-bb51-4cc8-9b87-958ac90807e6/bindings/n-h2-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0601900 Nov 24 13:41:03.658801 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0df302e2-393d-487c-9ca0-2c893d1b8bdb req-b0e99cf2-487c-4b4f-9233-dab5ae5b5abd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 Nov 24 13:41:03.830939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-a4af9f77-6c4f-42e5-9d58-535f736aa95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:03.832330 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-a4af9f77-6c4f-42e5-9d58-535f736aa95e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7&tenant_id=6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 1096 time: 0.0402157 Nov 24 13:41:03.844518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:41:03.896611 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:04.102369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] For port 73ca0950-bb51-4cc8-9b87-958ac90807e6, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:41:04.134695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] For port 73ca0950-bb51-4cc8-9b87-958ac90807e6, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:41:04.173084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ca0950-bb51-4cc8-9b87-958ac90807e6'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:41:04.175348 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ccd5bd-7961-4564-91f5-8ab14445ae3c" -d '{"events": [{"server_uuid": "d73f6698-33ae-420d-8a59-56cdfb1f06b7", "name": "network-vif-unplugged", "status": "completed", "tag": "73ca0950-bb51-4cc8-9b87-958ac90807e6"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:41:04.179447 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:04.194121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Transition to ACTIVE for port object 73ca0950-bb51-4cc8-9b87-958ac90807e6 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:41:04.198418 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:04.277494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Pushing event updated for resources: {'Port': ['ID=73ca0950-bb51-4cc8-9b87-958ac90807e6,revision_number=6']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:41:04.291656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:04.292005 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:04.292349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:04.292690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:04.293049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:04.293388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:04.293718 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:04.294369 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:04.294698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:04.295028 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:04.295354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:04.295682 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:04.306072 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8414ad63-1b0b-4d63-9b08-6af595852a2f x-openstack-request-id: req-8414ad63-1b0b-4d63-9b08-6af595852a2f {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:41:04.306374 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f6698-33ae-420d-8a59-56cdfb1f06b7", "name": "network-vif-unplugged", "status": "completed", "tag": "73ca0950-bb51-4cc8-9b87-958ac90807e6", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:41:04.306629 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8414ad63-1b0b-4d63-9b08-6af595852a2f {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:41:04.307032 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73ca0950-bb51-4cc8-9b87-958ac90807e6', 'code': 200} Nov 24 13:41:04.338807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] No DVR routers for this DVR port 73ca0950-bb51-4cc8-9b87-958ac90807e6 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:41:04.471942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Attempting to bind port 73ca0950-bb51-4cc8-9b87-958ac90807e6 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:41:04.472253 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Attempting to bind port 73ca0950-bb51-4cc8-9b87-958ac90807e6 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:41:04.472581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Attempting to bind port 73ca0950-bb51-4cc8-9b87-958ac90807e6 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:41:04.476886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Port 73ca0950-bb51-4cc8-9b87-958ac90807e6 on network c6c381c5-afa9-4692-a643-3722827dba9b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:41:04.477208 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Attempting to bind port 73ca0950-bb51-4cc8-9b87-958ac90807e6 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:41:04.482044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:41:04.482374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Checking segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:41:04.482745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Bound using segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:41:04.483166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Bound port: 73ca0950-bb51-4cc8-9b87-958ac90807e6, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:41:04.483515 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:04.544066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] For port 73ca0950-bb51-4cc8-9b87-958ac90807e6, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:41:04.546975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] For port 73ca0950-bb51-4cc8-9b87-958ac90807e6, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:41:04.551339 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:04.585381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:04.586016 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:04.587411 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] 10.222.0.59 "PUT /v2.0/ports/73ca0950-bb51-4cc8-9b87-958ac90807e6 HTTP/1.1" status: 200 len: 1091 time: 0.7468655 Nov 24 13:41:04.607822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df215186-df1f-4b8e-8a7b-270bfb24e98f service neutron] Pushing event updated for resources: {'Port': ['ID=73ca0950-bb51-4cc8-9b87-958ac90807e6,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:41:04.799711 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de830971-f9a2-4f1f-a15d-b0ec45063caa req-a297391d-3b32-406c-a9fb-58ae9dd45e8d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:04.801318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de830971-f9a2-4f1f-a15d-b0ec45063caa req-a297391d-3b32-406c-a9fb-58ae9dd45e8d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 943 time: 0.0559649 Nov 24 13:41:04.851498 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-de830971-f9a2-4f1f-a15d-b0ec45063caa req-e277ce3e-677a-41f5-b758-47bc9fe28e60 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433342 Nov 24 13:41:04.996107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-caa6c839-3bdf-4487-a1eb-04cf7149b1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:04.997673 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-caa6c839-3bdf-4487-a1eb-04cf7149b1ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 1094 time: 0.3869987 Nov 24 13:41:05.084986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-a2104e9d-01f6-47c5-b3f4-42e8c14831a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:05.086439 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-a2104e9d-01f6-47c5-b3f4-42e8c14831a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0815272 Nov 24 13:41:05.153461 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-8a3c47f1-b100-44bf-8087-c1c8b55e4e97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6 HTTP/1.1" status: 200 len: 998 time: 0.0595944 Nov 24 13:41:05.203136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-4331b8ca-aabf-447e-924b-723f2240cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:05.204572 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-4331b8ca-aabf-447e-924b-723f2240cef0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0433416 Nov 24 13:41:05.249332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-3443b040-cbdb-41ee-986e-08de0773f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:05.250775 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-3443b040-cbdb-41ee-986e-08de0773f827 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393302 Nov 24 13:41:05.345849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-fef69b29-3363-4427-8edb-f19cefec4673 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875366 Nov 24 13:41:05.433316 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b783e565-d014-4b08-bbc5-59025d6a2a61 req-bf1c62fd-43fe-4e1e-af46-c0c435ddd178 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797865 Nov 24 13:41:05.975945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1918b2-83f0-4cab-af43-0d4250db6028 req-f2782723-dbb7-4217-92da-ff7b8f77a552 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:05.977447 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c1918b2-83f0-4cab-af43-0d4250db6028 req-f2782723-dbb7-4217-92da-ff7b8f77a552 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 943 time: 0.0541639 Nov 24 13:41:06.023746 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c1918b2-83f0-4cab-af43-0d4250db6028 req-eb18be1a-a675-4d39-b5c3-0b651e026e2d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403731 Nov 24 13:41:06.307933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'tag': '73ca0950-bb51-4cc8-9b87-958ac90807e6'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:41:06.310337 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c95e0e-5e88-459f-88f5-52b64b058ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f6698-33ae-420d-8a59-56cdfb1f06b7", "tag": "73ca0950-bb51-4cc8-9b87-958ac90807e6"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:41:06.357644 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313831f5-bc23-450b-94a0-56922086447a x-openstack-request-id: req-313831f5-bc23-450b-94a0-56922086447a {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:41:06.357949 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f6698-33ae-420d-8a59-56cdfb1f06b7", "tag": "73ca0950-bb51-4cc8-9b87-958ac90807e6", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:41:06.358214 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-313831f5-bc23-450b-94a0-56922086447a {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:41:06.358628 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'tag': '73ca0950-bb51-4cc8-9b87-958ac90807e6', 'status': 'completed', 'code': 200} Nov 24 13:41:06.445937 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-c62efae6-b1f0-4a6b-ab38-bede1e36beab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:06.447463 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-c62efae6-b1f0-4a6b-ab38-bede1e36beab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 1094 time: 0.0682590 Nov 24 13:41:06.449928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-89f9ee97-f9a3-4b6a-ba2f-fe60688311c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:06.451282 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-89f9ee97-f9a3-4b6a-ba2f-fe60688311c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 1094 time: 0.0635481 Nov 24 13:41:06.609581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-062826fc-af4a-47a8-bd5d-682f8949311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:06.610959 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-062826fc-af4a-47a8-bd5d-682f8949311f service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.1544271 Nov 24 13:41:06.613773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-b028dcf8-6f5b-4cad-ae95-258128fdce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:06.615705 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-b028dcf8-6f5b-4cad-ae95-258128fdce1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.1511207 Nov 24 13:41:06.691018 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:06.726449 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-17f2c69b-e38d-4fa2-8f24-72060c9828c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6 HTTP/1.1" status: 200 len: 998 time: 0.1073251 Nov 24 13:41:06.728238 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-32d91659-88a7-4cd8-b981-ebc465c35aeb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6 HTTP/1.1" status: 200 len: 998 time: 0.1037085 Nov 24 13:41:06.819770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-862f5e42-eed5-4bec-8e43-ed822a7ac739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:06.821287 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-862f5e42-eed5-4bec-8e43-ed822a7ac739 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0873058 Nov 24 13:41:06.822943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-3eb762c6-5194-463f-b31a-36091f18f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:06.824260 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-3eb762c6-5194-463f-b31a-36091f18f7ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0809543 Nov 24 13:41:06.900703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-4ca80b9d-0b15-48cf-b067-ca81b940a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:06.902660 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-4ca80b9d-0b15-48cf-b067-ca81b940a3e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743294 Nov 24 13:41:06.905310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-d6f49b0d-b26a-44db-9cd7-13d9cfaf5260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:06.906660 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-d6f49b0d-b26a-44db-9cd7-13d9cfaf5260 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704951 Nov 24 13:41:07.061581 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-bea8c98d-14b5-4172-bafe-8cd83a7da0dc service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514056 Nov 24 13:41:07.063731 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-c40a1bf7-38f1-48e3-acfa-5e5f2ea83107 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462281 Nov 24 13:41:07.264184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69eeb84-4c3b-42d4-959d-9dfcc7a90db1 req-f12f064b-a99b-45b8-be57-fc7a80822a1b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:07.265702 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f69eeb84-4c3b-42d4-959d-9dfcc7a90db1 req-f12f064b-a99b-45b8-be57-fc7a80822a1b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 943 time: 0.1620524 Nov 24 13:41:07.271512 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-9a9e32f4-d051-46cb-b44e-1b45f534cfd2 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950791 Nov 24 13:41:07.273902 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c4c95e0e-5e88-459f-88f5-52b64b058ca3 req-049679e0-0537-4ecd-b3d6-42ed526eaccb service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044258 Nov 24 13:41:07.321464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f69eeb84-4c3b-42d4-959d-9dfcc7a90db1 req-1dafee4b-30f0-4ae9-a35a-dd06dd8d6ceb tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466018 Nov 24 13:41:07.516023 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51194c-f80b-43ba-b143-ccc19628bc81 req-f12972a9-a045-43a6-8277-627148c02338 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:07.517464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f51194c-f80b-43ba-b143-ccc19628bc81 req-f12972a9-a045-43a6-8277-627148c02338 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 943 time: 0.0493720 Nov 24 13:41:07.593790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-373beccf-528a-4551-9e26-9b3f657beef0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:07.595251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-373beccf-528a-4551-9e26-9b3f657beef0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7&tenant_id=6287df09624c4c5d836b75ec265e6c6c&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 943 time: 0.0769415 Nov 24 13:41:07.598381 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4f51194c-f80b-43ba-b143-ccc19628bc81 req-88148847-8bce-40d3-b425-b125103b5155 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719342 Nov 24 13:41:07.658661 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-d8ad2c09-4469-4f9c-bac0-311ebcd86f8c service neutron] delete failed (client error): The resource could not be found. Nov 24 13:41:07.659664 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-d8ad2c09-4469-4f9c-bac0-311ebcd86f8c service neutron] 10.222.0.46 "DELETE /v2.0/ports/73ca0950-bb51-4cc8-9b87-958ac90807e6/bindings/n-h1-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0573871 Nov 24 13:41:07.745846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-261a0dec-6083-431b-a73c-22d057f8d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:07.747335 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-261a0dec-6083-431b-a73c-22d057f8d5aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 1094 time: 0.0419662 Nov 24 13:41:07.839486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-4daecb58-ce9e-4e66-940d-0840758f8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:07.840929 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-4daecb58-ce9e-4e66-940d-0840758f8c45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0851066 Nov 24 13:41:07.909012 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-4a6b5a1c-a5e6-4c2c-b81b-52223191fec5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6 HTTP/1.1" status: 200 len: 998 time: 0.0606852 Nov 24 13:41:07.957229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-6f78b9eb-5f6a-45be-9446-6ca8ea546e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:07.958924 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-6f78b9eb-5f6a-45be-9446-6ca8ea546e0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0432534 Nov 24 13:41:08.004354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-92f2c8c8-33f6-40d1-b9e2-9ad593f1894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:08.005914 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-92f2c8c8-33f6-40d1-b9e2-9ad593f1894a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404131 Nov 24 13:41:08.097115 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-4678782e-0df3-426d-b49a-adbd7ceaa430 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836234 Nov 24 13:41:08.188678 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b4bb061c-0888-45e4-a152-5d7d3200a9fd req-2bb4e3b3-2bf0-41c0-a5f7-8e189891b39c service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849006 Nov 24 13:41:08.326510 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 73ca0950-bb51-4cc8-9b87-958ac90807e6 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:41:08.391583 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 73ca0950-bb51-4cc8-9b87-958ac90807e6 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:41:08.453231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 73ca0950-bb51-4cc8-9b87-958ac90807e6, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:41:08.461013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 73ca0950-bb51-4cc8-9b87-958ac90807e6 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:41:08.465730 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '73ca0950-bb51-4cc8-9b87-958ac90807e6', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'port_id': '73ca0950-bb51-4cc8-9b87-958ac90807e6', 'mac_address': 'fa:16:3e:80:fb:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:41:08.503266 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:08.515866 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ca0950-bb51-4cc8-9b87-958ac90807e6 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:41:08.535242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 73ca0950-bb51-4cc8-9b87-958ac90807e6, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:41:08.539242 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:08.586536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=73ca0950-bb51-4cc8-9b87-958ac90807e6,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:41:08.594434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:08.594793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:08.595143 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:08.595483 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:08.595818 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:08.596151 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:08.596480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:08.596833 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:08.597162 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:08.597491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:08.597816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:08.598140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:41:08.722962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ea83d-f34e-4fcc-a87b-d2e1f330e40c req-732ce81f-ecd0-4ea6-9ea3-fe13ff5e2f95 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:08.724481 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-392ea83d-f34e-4fcc-a87b-d2e1f330e40c req-732ce81f-ecd0-4ea6-9ea3-fe13ff5e2f95 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 944 time: 0.0535896 Nov 24 13:41:08.773118 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-392ea83d-f34e-4fcc-a87b-d2e1f330e40c req-6f426dfa-b518-4e64-9aed-128ee3793ce1 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422809 Nov 24 13:41:08.781178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['73ca0950-bb51-4cc8-9b87-958ac90807e6'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:41:08.977878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd8a8d-d487-466c-9b98-8be56c3237aa req-b61a5d4d-9d51-4c53-a012-f2d5a84cef67 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:08.979350 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28dd8a8d-d487-466c-9b98-8be56c3237aa req-b61a5d4d-9d51-4c53-a012-f2d5a84cef67 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 944 time: 0.1376014 Nov 24 13:41:09.026190 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-28dd8a8d-d487-466c-9b98-8be56c3237aa req-21ae0e11-9268-407c-8d35-92ef7ffe9dc1 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408866 Nov 24 13:41:09.220183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a912da-ed88-44fa-a322-54edf72eeefb req-85339e6b-1ce0-430f-85c9-e61609e2fc9d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:09.221801 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94a912da-ed88-44fa-a322-54edf72eeefb req-85339e6b-1ce0-430f-85c9-e61609e2fc9d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 944 time: 0.0487165 Nov 24 13:41:09.297155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8de4b6-6b0d-4270-a2a2-281675ef8aa5 req-85550066-e484-4f5a-892e-82f8c399a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:09.298655 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc8de4b6-6b0d-4270-a2a2-281675ef8aa5 req-85550066-e484-4f5a-892e-82f8c399a40f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 1095 time: 0.0759943 Nov 24 13:41:09.302390 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94a912da-ed88-44fa-a322-54edf72eeefb req-e6e82c87-2699-4893-9198-5368afc02194 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711339 Nov 24 13:41:09.391599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8de4b6-6b0d-4270-a2a2-281675ef8aa5 req-dfa1c417-2d20-4ef9-8ae0-a58cd6261f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:09.393086 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc8de4b6-6b0d-4270-a2a2-281675ef8aa5 req-dfa1c417-2d20-4ef9-8ae0-a58cd6261f10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0863428 Nov 24 13:41:09.462117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc8de4b6-6b0d-4270-a2a2-281675ef8aa5 req-bb300a1a-c1ca-4e3b-b94a-b61e75b6fb57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6 HTTP/1.1" status: 200 len: 999 time: 0.0613866 Nov 24 13:41:09.510348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8de4b6-6b0d-4270-a2a2-281675ef8aa5 req-188139ff-cb0f-4be9-85d5-d87a49648c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:09.511669 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc8de4b6-6b0d-4270-a2a2-281675ef8aa5 req-188139ff-cb0f-4be9-85d5-d87a49648c1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0428379 Nov 24 13:41:09.556035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8de4b6-6b0d-4270-a2a2-281675ef8aa5 req-e4707bde-af7b-4d23-ae8d-de5fe8019726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:09.557518 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc8de4b6-6b0d-4270-a2a2-281675ef8aa5 req-e4707bde-af7b-4d23-ae8d-de5fe8019726 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392165 Nov 24 13:41:09.653026 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc8de4b6-6b0d-4270-a2a2-281675ef8aa5 req-8e689baa-aa5f-47e2-9d84-542500823ea1 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877509 Nov 24 13:41:09.742205 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc8de4b6-6b0d-4270-a2a2-281675ef8aa5 req-a68cf9d8-2db9-4f26-b421-5446555f8614 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821161 Nov 24 13:41:09.967032 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:10.335424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 73ca0950-bb51-4cc8-9b87-958ac90807e6 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:41:10.385125 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 73ca0950-bb51-4cc8-9b87-958ac90807e6 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:41:10.389410 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 73ca0950-bb51-4cc8-9b87-958ac90807e6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:41:10.389812 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:10.421026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f235b1-0927-4a65-a271-d6eaef3481e0 req-a7ff39c5-ad3b-48ac-9fb6-9d20c34382bd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:10.422629 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a2f235b1-0927-4a65-a271-d6eaef3481e0 req-a7ff39c5-ad3b-48ac-9fb6-9d20c34382bd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 944 time: 0.0485835 Nov 24 13:41:10.471430 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:10.476593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a2f235b1-0927-4a65-a271-d6eaef3481e0 req-dafe5819-2f9d-4830-8333-8e84ab495664 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460937 Nov 24 13:41:10.496254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ca0950-bb51-4cc8-9b87-958ac90807e6'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:41:10.498527 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c99bbf1-1dd4-44ba-aa80-d9f4a6182f58" -d '{"events": [{"server_uuid": "d73f6698-33ae-420d-8a59-56cdfb1f06b7", "name": "network-vif-plugged", "status": "completed", "tag": "73ca0950-bb51-4cc8-9b87-958ac90807e6"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:41:10.511980 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 73ca0950-bb51-4cc8-9b87-958ac90807e6, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:41:10.517182 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:10.543481 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3fc175-5d5a-4ec6-baa4-731a65c2577f x-openstack-request-id: req-1a3fc175-5d5a-4ec6-baa4-731a65c2577f {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:41:10.543771 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f6698-33ae-420d-8a59-56cdfb1f06b7", "name": "network-vif-plugged", "status": "completed", "tag": "73ca0950-bb51-4cc8-9b87-958ac90807e6", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:41:10.544033 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1a3fc175-5d5a-4ec6-baa4-731a65c2577f {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:41:10.544432 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ca0950-bb51-4cc8-9b87-958ac90807e6', 'code': 200} Nov 24 13:41:10.569808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=73ca0950-bb51-4cc8-9b87-958ac90807e6,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:41:10.714094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a84e3-e721-4f90-ae9f-5f954e233d8c req-1f1d8337-daf3-4e5f-b760-010e614c1b66 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:10.715563 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c6a84e3-e721-4f90-ae9f-5f954e233d8c req-1f1d8337-daf3-4e5f-b760-010e614c1b66 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0487168 Nov 24 13:41:10.765892 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4c6a84e3-e721-4f90-ae9f-5f954e233d8c req-a9138668-c5fd-4b74-b4db-6fe4fb09f939 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441232 Nov 24 13:41:11.887638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d08e7-cea4-406f-bcbf-35740ae46877 req-b5249334-885d-469f-a2a8-569fafe437cf tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:11.889220 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df8d08e7-cea4-406f-bcbf-35740ae46877 req-b5249334-885d-469f-a2a8-569fafe437cf tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0545528 Nov 24 13:41:11.936529 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-df8d08e7-cea4-406f-bcbf-35740ae46877 req-f161b2ff-4d0f-4923-8075-5f4a486c047e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413020 Nov 24 13:41:12.007523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-dc6ad5a7-ba45-4a3e-87cb-bfdc0e162f40 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:12.008996 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-dc6ad5a7-ba45-4a3e-87cb-bfdc0e162f40 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.59 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 945 time: 0.0479746 Nov 24 13:41:12.094981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Deleting port 73ca0950-bb51-4cc8-9b87-958ac90807e6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:41:12.095240 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:12.184158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] For port 73ca0950-bb51-4cc8-9b87-958ac90807e6, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=73ca0950-bb51-4cc8-9b87-958ac90807e6,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:41:12.184520 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:12.352517 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:12.352822 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:12.353140 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Floating IP a8d23278-9c14-476c-a13d-26245b937db7 disassociated. External IP: 172.25.0.80, port: 73ca0950-bb51-4cc8-9b87-958ac90807e6. Nov 24 13:41:12.353543 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Calling delete_port for 73ca0950-bb51-4cc8-9b87-958ac90807e6 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:41:12.479146 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:12.507637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event deleted for resources: {'Port': ['ID=73ca0950-bb51-4cc8-9b87-958ac90807e6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:41:12.628717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Router b2964aed-5539-4f69-abd6-6fa6ce696b3f has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:41:12.740435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:41:12.750074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92d5c2-ee4c-47a6-9035-21d359c21abc None None] Sync routers for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:41:12.760143 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f92d5c2-ee4c-47a6-9035-21d359c21abc None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:41:12.760776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2f92d5c2-ee4c-47a6-9035-21d359c21abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:40:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:41:12.781081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] No DVR routers for this DVR port 73ca0950-bb51-4cc8-9b87-958ac90807e6 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:41:12.784401 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:12.788470 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60ece525-54f6-4a83-8dec-b90d17635a8d req-55fd381b-1c5f-4493-962d-1a8b47549875 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.59 "DELETE /v2.0/ports/73ca0950-bb51-4cc8-9b87-958ac90807e6 HTTP/1.1" status: 204 len: 173 time: 0.7733102 Nov 24 13:41:12.788956 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'name': 'network-vif-deleted', 'tag': '73ca0950-bb51-4cc8-9b87-958ac90807e6'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:41:12.791213 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e4f0d8-d7a4-419a-afb8-8531b432c29c" -d '{"events": [{"server_uuid": "d73f6698-33ae-420d-8a59-56cdfb1f06b7", "name": "network-vif-deleted", "tag": "73ca0950-bb51-4cc8-9b87-958ac90807e6"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:41:12.835746 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13ac16c-320b-49e3-b873-ac6d48de1690 x-openstack-request-id: req-d13ac16c-320b-49e3-b873-ac6d48de1690 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:41:12.836083 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f6698-33ae-420d-8a59-56cdfb1f06b7", "name": "network-vif-deleted", "tag": "73ca0950-bb51-4cc8-9b87-958ac90807e6", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:41:12.836341 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d13ac16c-320b-49e3-b873-ac6d48de1690 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:41:12.836869 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f6698-33ae-420d-8a59-56cdfb1f06b7', 'name': 'network-vif-deleted', 'tag': '73ca0950-bb51-4cc8-9b87-958ac90807e6', 'status': 'completed', 'code': 200} Nov 24 13:41:12.889245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-2f92d5c2-ee4c-47a6-9035-21d359c21abc None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:41:13.056865 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-624b7f6d-cc94-4e13-bdf3-63b89460b3b7 req-9659e349-5e68-4189-8beb-7084bbdd0099 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f6698-33ae-420d-8a59-56cdfb1f06b7 HTTP/1.1" status: 200 len: 210 time: 0.0309799 Nov 24 13:41:13.266518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2f92d5c2-ee4c-47a6-9035-21d359c21abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:41:13.293842 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92d5c2-ee4c-47a6-9035-21d359c21abc None None] Checking router: b2964aed-5539-4f69-abd6-6fa6ce696b3f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:41:13.303002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f92d5c2-ee4c-47a6-9035-21d359c21abc None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:41:13.303604 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2f92d5c2-ee4c-47a6-9035-21d359c21abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:40:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:41:13.410956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-2f92d5c2-ee4c-47a6-9035-21d359c21abc None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:41:13.620206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-2f92d5c2-ee4c-47a6-9035-21d359c21abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:41:13.646423 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f92d5c2-ee4c-47a6-9035-21d359c21abc None None] The sync data for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 is: [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:41:13.866971 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618eea69-23e4-48ae-909b-587a0cc66df5 None None] New status for floating IP a8d23278-9c14-476c-a13d-26245b937db7: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:41:14.503516 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-2ee64ab3-f9fc-4f99-beb4-f97d67a81094 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1197237226&fields=id&tenant_id=6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 267 time: 0.0417449 Nov 24 13:41:14.606836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-63086b35-ff43-4c07-9f67-1038a7e7f2f5 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:14.608283 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-63086b35-ff43-4c07-9f67-1038a7e7f2f5 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 812 time: 0.0971379 Nov 24 13:41:14.622993 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-fdb7ee2b-f7e0-4936-83a6-f293c587ce28 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/quotas/6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 375 time: 0.0087600 Nov 24 13:41:14.676306 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c1edb67b-db21-493e-8a60-d10323ea92ad tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478218 Nov 24 13:41:14.815265 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-4962f781-f842-46d1-8cfa-59433802e246 service neutron] 10.222.0.48 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272321 Nov 24 13:41:14.906461 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-19c6dcc2-ba19-425f-b03e-178e694def80 service neutron] 10.222.0.48 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846434 Nov 24 13:41:15.073968 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-29297bdd-b90f-4a64-ba80-d79db5173eab req-a30af59e-0605-4fb4-97de-11c61e0219e0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 210 time: 0.0301044 Nov 24 13:41:16.062676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-2b855c49-ad2e-43a3-b727-2c234ce5a20d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:16.064131 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-2b855c49-ad2e-43a3-b727-2c234ce5a20d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 812 time: 0.1049652 Nov 24 13:41:16.125952 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-b5a1a32e-699b-46b1-be12-ff9b1aee9eb0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 380 time: 0.0525749 Nov 24 13:41:16.135849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-9394d725-ac01-4f1d-b1d0-61e80efa9954 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Request body: {'port': {'device_id': '62b69422-a380-423d-8e06-2ed652ad8337', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'admin_state_up': True, 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'security_groups': ['954a8c5d-4149-493d-bf80-e4ec0533ba89']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:41:16.175056 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-794bbf4f-d102-46db-9d02-eefc2db6fdf0 req-f54a6ff7-56d0-4dbb-91f1-45234013a214 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 210 time: 0.0320740 Nov 24 13:41:16.246700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-9394d725-ac01-4f1d-b1d0-61e80efa9954 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Made reservation on behalf of 6287df09624c4c5d836b75ec265e6c6c for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:41:16.250298 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-9394d725-ac01-4f1d-b1d0-61e80efa9954 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:16.357561 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 73ca0950-bb51-4cc8-9b87-958ac90807e6 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:41:16.378298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-9394d725-ac01-4f1d-b1d0-61e80efa9954 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Allocated IP 172.20.0.8 (c6c381c5-afa9-4692-a643-3722827dba9b/ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458/524ba532-e11b-4c39-a640-9dba829a38ea) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:41:16.378532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 73ca0950-bb51-4cc8-9b87-958ac90807e6 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:41:16.378700 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 73ca0950-bb51-4cc8-9b87-958ac90807e6 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:41:16.512223 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-9394d725-ac01-4f1d-b1d0-61e80efa9954 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:16.545987 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-9394d725-ac01-4f1d-b1d0-61e80efa9954 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:16.592952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-9394d725-ac01-4f1d-b1d0-61e80efa9954 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Network c6c381c5-afa9-4692-a643-3722827dba9b is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:41:16.595827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-9394d725-ac01-4f1d-b1d0-61e80efa9954 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:41:16.600048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-9394d725-ac01-4f1d-b1d0-61e80efa9954 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:41:16.624638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394d725-ac01-4f1d-b1d0-61e80efa9954 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event updated for resources: {'Port': ['ID=524ba532-e11b-4c39-a640-9dba829a38ea,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:41:16.653933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-9394d725-ac01-4f1d-b1d0-61e80efa9954 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:16.654500 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-9394d725-ac01-4f1d-b1d0-61e80efa9954 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:16.671711 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-9394d725-ac01-4f1d-b1d0-61e80efa9954 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5395694 Nov 24 13:41:16.683798 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Request body: {'port': {'device_id': '62b69422-a380-423d-8e06-2ed652ad8337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:41:16.741019 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:16.795740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6f056aa8-4af3-4296-a482-79a529849088 None None] Provisioning complete for port 524ba532-e11b-4c39-a640-9dba829a38ea triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:41:16.796110 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6f056aa8-4af3-4296-a482-79a529849088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:16.833260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-6f056aa8-4af3-4296-a482-79a529849088 None None] Port 524ba532-e11b-4c39-a640-9dba829a38ea cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:41:17.001025 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524ba532-e11b-4c39-a640-9dba829a38ea {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:41:17.008937 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:17.022404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Transition to ACTIVE for port object 524ba532-e11b-4c39-a640-9dba829a38ea will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:41:17.025250 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:17.076226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Pushing event updated for resources: {'Port': ['ID=524ba532-e11b-4c39-a640-9dba829a38ea,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:41:17.143488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Attempting to bind port 524ba532-e11b-4c39-a640-9dba829a38ea on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:41:17.144154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Attempting to bind port 524ba532-e11b-4c39-a640-9dba829a38ea by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:41:17.144154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Attempting to bind port 524ba532-e11b-4c39-a640-9dba829a38ea on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:41:17.149432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Port 524ba532-e11b-4c39-a640-9dba829a38ea on network c6c381c5-afa9-4692-a643-3722827dba9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:41:17.149762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Attempting to bind port 524ba532-e11b-4c39-a640-9dba829a38ea on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:41:17.154853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:41:17.155194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Checking segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:41:17.155581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Bound using segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:41:17.156016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Bound port: 524ba532-e11b-4c39-a640-9dba829a38ea, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:41:17.156379 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:17.229717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:41:17.233152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=524ba532-e11b-4c39-a640-9dba829a38ea,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:41:17.237388 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:17.305118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:17.305750 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:17.307152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] 10.222.0.46 "PUT /v2.0/ports/524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 1091 time: 0.6275184 Nov 24 13:41:17.308483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b69422-a380-423d-8e06-2ed652ad8337', 'tag': '524ba532-e11b-4c39-a640-9dba829a38ea'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:41:17.310768 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e46b5b3-c82b-4d9f-a6c0-8a17ca8ad288" -d '{"events": [{"name": "network-changed", "server_uuid": "62b69422-a380-423d-8e06-2ed652ad8337", "tag": "524ba532-e11b-4c39-a640-9dba829a38ea"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:41:17.354221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd2ccf-4105-4171-bede-60095fdee1d6 req-3d693a73-1962-4567-923e-d87603c3c7e1 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:17.355789 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cebd2ccf-4105-4171-bede-60095fdee1d6 req-3d693a73-1962-4567-923e-d87603c3c7e1 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 943 time: 0.1031961 Nov 24 13:41:17.356691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5280d74-f5ab-41cf-9515-47350a2840bf service neutron] Pushing event updated for resources: {'Port': ['ID=524ba532-e11b-4c39-a640-9dba829a38ea,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:41:17.370111 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbf1214-bedd-45bb-a7bf-ece090536c5c x-openstack-request-id: req-4cbf1214-bedd-45bb-a7bf-ece090536c5c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:41:17.370410 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b69422-a380-423d-8e06-2ed652ad8337", "tag": "524ba532-e11b-4c39-a640-9dba829a38ea", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:41:17.370672 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cbf1214-bedd-45bb-a7bf-ece090536c5c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:41:17.371085 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b69422-a380-423d-8e06-2ed652ad8337', 'tag': '524ba532-e11b-4c39-a640-9dba829a38ea', 'status': 'completed', 'code': 200} Nov 24 13:41:17.439109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-98d661ce-e39c-4b90-819f-b4f3430b7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:17.440745 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-98d661ce-e39c-4b90-819f-b4f3430b7644 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 1094 time: 0.0811095 Nov 24 13:41:17.445006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cebd2ccf-4105-4171-bede-60095fdee1d6 req-d4b42ad9-0eb4-4ab3-ac46-4c318cacba5b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731254 Nov 24 13:41:17.484129 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-1239d6c7-0439-4604-a5f9-67c2a0021c30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 217 time: 0.0354888 Nov 24 13:41:17.532260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-362d9e16-368f-40da-a51e-c341ef8ce770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:17.533674 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-362d9e16-368f-40da-a51e-c341ef8ce770 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0431256 Nov 24 13:41:17.921650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-a42047bc-af0a-425f-a63b-effa795035e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:17.923064 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-a42047bc-af0a-425f-a63b-effa795035e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3828003 Nov 24 13:41:18.014733 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-2f0cf068-1d92-4859-a075-e7016c813e06 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836523 Nov 24 13:41:18.105811 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ba45ebe0-e506-4ac2-96ec-38c07ac9d5a8 req-325a236b-ddca-4048-9250-b7ecc1d9b584 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840726 Nov 24 13:41:18.188162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46b5b3-c82b-4d9f-a6c0-8a17ca8ad288 req-2ca4d501-b975-425a-9c6f-081bb54f9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:18.189592 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e46b5b3-c82b-4d9f-a6c0-8a17ca8ad288 req-2ca4d501-b975-425a-9c6f-081bb54f9da1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 1094 time: 0.0399835 Nov 24 13:41:18.281666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46b5b3-c82b-4d9f-a6c0-8a17ca8ad288 req-a33944d1-f708-44a7-88a5-789129841a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:18.283124 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e46b5b3-c82b-4d9f-a6c0-8a17ca8ad288 req-a33944d1-f708-44a7-88a5-789129841a93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0867584 Nov 24 13:41:18.323719 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e46b5b3-c82b-4d9f-a6c0-8a17ca8ad288 req-f2e4d1ba-3c8b-4ee1-9210-f730faf44beb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 217 time: 0.0336604 Nov 24 13:41:18.377595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46b5b3-c82b-4d9f-a6c0-8a17ca8ad288 req-87458e03-0a56-4a65-97eb-6b296243191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:18.379019 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e46b5b3-c82b-4d9f-a6c0-8a17ca8ad288 req-87458e03-0a56-4a65-97eb-6b296243191c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0466921 Nov 24 13:41:18.425716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46b5b3-c82b-4d9f-a6c0-8a17ca8ad288 req-f70467cf-552c-438b-8ba8-b6266f71e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:18.427769 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e46b5b3-c82b-4d9f-a6c0-8a17ca8ad288 req-f70467cf-552c-438b-8ba8-b6266f71e689 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390556 Nov 24 13:41:18.522103 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e46b5b3-c82b-4d9f-a6c0-8a17ca8ad288 req-5cd48f3a-2969-4dc9-b92a-d09bbaf33ce5 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855336 Nov 24 13:41:18.567809 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612db06-8e64-4dd5-9b7c-50c856ad21f2 req-2e8a73e8-8af9-47e8-9085-1da11af109e5 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:18.569308 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5612db06-8e64-4dd5-9b7c-50c856ad21f2 req-2e8a73e8-8af9-47e8-9085-1da11af109e5 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 943 time: 0.0483642 Nov 24 13:41:18.619659 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5612db06-8e64-4dd5-9b7c-50c856ad21f2 req-14eec577-ffdd-4046-bfcd-e54cccf241a9 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442092 Nov 24 13:41:18.622786 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e46b5b3-c82b-4d9f-a6c0-8a17ca8ad288 req-73623d2a-190d-4e08-b58f-12d8a19b64dd service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895631 Nov 24 13:41:19.739756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d88f3-808b-44d7-ac97-dac557047e15 req-923b3e4a-3405-4458-b15a-5798b93ad58d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:19.741258 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-759d88f3-808b-44d7-ac97-dac557047e15 req-923b3e4a-3405-4458-b15a-5798b93ad58d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 943 time: 0.0530503 Nov 24 13:41:19.787336 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-759d88f3-808b-44d7-ac97-dac557047e15 req-aaa28b37-f819-4773-842d-b35856898eb2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402486 Nov 24 13:41:20.894303 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0ae8ee7c-1228-40fa-8d09-4cf8355bc362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:20.907144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef18b0c-2efe-4293-ba8c-b469a2713bb6 req-81980308-36d0-4a60-b359-d600b5b5d1f9 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:20.908556 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8ef18b0c-2efe-4293-ba8c-b469a2713bb6 req-81980308-36d0-4a60-b359-d600b5b5d1f9 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 943 time: 0.0547247 Nov 24 13:41:20.956145 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8ef18b0c-2efe-4293-ba8c-b469a2713bb6 req-2be7be28-fec3-4def-8187-e5cec0c40b6f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410576 Nov 24 13:41:22.069680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c984b5a-d3db-43e7-a397-d61d825d0f4b req-91239420-513f-4548-924e-4cc7264fdc34 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:22.071163 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c984b5a-d3db-43e7-a397-d61d825d0f4b req-91239420-513f-4548-924e-4cc7264fdc34 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 943 time: 0.0478237 Nov 24 13:41:22.117920 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c984b5a-d3db-43e7-a397-d61d825d0f4b req-67f5a90a-858c-416e-ab89-a1bb3429e785 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407453 Nov 24 13:41:22.424891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 524ba532-e11b-4c39-a640-9dba829a38ea details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:41:22.526614 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=524ba532-e11b-4c39-a640-9dba829a38ea,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:41:22.538217 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '524ba532-e11b-4c39-a640-9dba829a38ea', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'port_id': '524ba532-e11b-4c39-a640-9dba829a38ea', 'mac_address': 'fa:16:3e:13:79:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:41:22.574706 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:22.587835 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524ba532-e11b-4c39-a640-9dba829a38ea {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:41:22.607635 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=524ba532-e11b-4c39-a640-9dba829a38ea,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:41:22.611111 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:22.655613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=524ba532-e11b-4c39-a640-9dba829a38ea,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:41:22.821964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['524ba532-e11b-4c39-a640-9dba829a38ea'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:41:23.230468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1966772-075f-4710-a1c9-a1829d3d6833 req-a30a5f92-883c-4fc4-86f6-43a579ac5967 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:23.231941 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f1966772-075f-4710-a1c9-a1829d3d6833 req-a30a5f92-883c-4fc4-86f6-43a579ac5967 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 944 time: 0.0476999 Nov 24 13:41:23.278637 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f1966772-075f-4710-a1c9-a1829d3d6833 req-34bab4dd-5f19-4165-a225-a522c3dcaa74 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406837 Nov 24 13:41:23.324509 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2c23ba15-515c-47ee-a8b2-2890a263b548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:24.398749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713c8e8-d055-46a2-9c16-8d5571e8c906 req-54170925-822e-415d-ba1c-5560ef3ded08 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:24.400239 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5713c8e8-d055-46a2-9c16-8d5571e8c906 req-54170925-822e-415d-ba1c-5560ef3ded08 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 944 time: 0.0540740 Nov 24 13:41:24.440598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 524ba532-e11b-4c39-a640-9dba829a38ea up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:41:24.446982 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5713c8e8-d055-46a2-9c16-8d5571e8c906 req-f610e930-e942-4c18-a3aa-c591301d8ebd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408006 Nov 24 13:41:24.494525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 524ba532-e11b-4c39-a640-9dba829a38ea completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:41:24.506923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 524ba532-e11b-4c39-a640-9dba829a38ea triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:41:24.507257 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:24.529791 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:24.584361 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:24.606229 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b69422-a380-423d-8e06-2ed652ad8337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524ba532-e11b-4c39-a640-9dba829a38ea'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:41:24.608453 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4894de2-eade-4f1b-ae7a-0445583be8ad" -d '{"events": [{"server_uuid": "62b69422-a380-423d-8e06-2ed652ad8337", "name": "network-vif-plugged", "status": "completed", "tag": "524ba532-e11b-4c39-a640-9dba829a38ea"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:41:24.621530 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=524ba532-e11b-4c39-a640-9dba829a38ea,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:41:24.625547 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:24.652398 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a508ad8-f860-4837-9231-8b668f4b617e x-openstack-request-id: req-8a508ad8-f860-4837-9231-8b668f4b617e {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:41:24.652615 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b69422-a380-423d-8e06-2ed652ad8337", "name": "network-vif-plugged", "status": "completed", "tag": "524ba532-e11b-4c39-a640-9dba829a38ea", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:41:24.653076 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8a508ad8-f860-4837-9231-8b668f4b617e {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:41:24.653481 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b69422-a380-423d-8e06-2ed652ad8337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524ba532-e11b-4c39-a640-9dba829a38ea', 'code': 200} Nov 24 13:41:24.679093 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=524ba532-e11b-4c39-a640-9dba829a38ea,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:41:24.739643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf6c7c-de25-471e-943b-7282fc3640e0 req-1e8fae4b-62f5-47b9-b316-3602c6d75a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:24.741157 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1cf6c7c-de25-471e-943b-7282fc3640e0 req-1e8fae4b-62f5-47b9-b316-3602c6d75a7a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 1096 time: 0.0398109 Nov 24 13:41:24.784100 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b1cf6c7c-de25-471e-943b-7282fc3640e0 req-2e81b732-638f-4539-bc7d-a2e0857bb9e7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364327 Nov 24 13:41:25.565969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc240ba4-7ee3-4028-8bc5-02b703195c37 req-9d8fe193-daac-4b70-935c-049bbaea41c8 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:25.567394 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc240ba4-7ee3-4028-8bc5-02b703195c37 req-9d8fe193-daac-4b70-935c-049bbaea41c8 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0520544 Nov 24 13:41:25.613968 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bc240ba4-7ee3-4028-8bc5-02b703195c37 req-7fd63641-a02e-41ce-b9da-b095f8b871fc tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406682 Nov 24 13:41:26.035519 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:26.731962 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3487d-a7a4-4450-903f-adb6f8dfbf42 req-f41e5d6a-0499-47ed-b0b1-2ba506432cbd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:26.733478 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cdf3487d-a7a4-4450-903f-adb6f8dfbf42 req-f41e5d6a-0499-47ed-b0b1-2ba506432cbd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0515029 Nov 24 13:41:26.741498 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:27.116282 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cdf3487d-a7a4-4450-903f-adb6f8dfbf42 req-1e50886e-ef25-4e72-a01a-8682af0a83c8 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3760481 Nov 24 13:41:27.226160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9de881-f372-403b-b2ae-167a43590ae5 req-d44c17b6-5847-4d1a-8b76-73592d618396 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:27.227667 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2b9de881-f372-403b-b2ae-167a43590ae5 req-d44c17b6-5847-4d1a-8b76-73592d618396 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0479252 Nov 24 13:41:27.236195 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55538) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:41:27.241301 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-126bd77b-6be7-4b84-90b4-97cff6d00a49 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Request body: {'floatingip': {'port_id': '524ba532-e11b-4c39-a640-9dba829a38ea'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:41:27.280159 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-126bd77b-6be7-4b84-90b4-97cff6d00a49 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:27.716436 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-126bd77b-6be7-4b84-90b4-97cff6d00a49 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:27.720249 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-126bd77b-6be7-4b84-90b4-97cff6d00a49 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:27.821694 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-126bd77b-6be7-4b84-90b4-97cff6d00a49 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Floating IP a8d23278-9c14-476c-a13d-26245b937db7 associated. External IP: 172.25.0.80, port: 524ba532-e11b-4c39-a640-9dba829a38ea. Nov 24 13:41:28.029487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126bd77b-6be7-4b84-90b4-97cff6d00a49 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Router b2964aed-5539-4f69-abd6-6fa6ce696b3f has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:41:28.139980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126bd77b-6be7-4b84-90b4-97cff6d00a49 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:41:28.144775 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-126bd77b-6be7-4b84-90b4-97cff6d00a49 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:28.153003 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449d127-c210-4816-a280-c5d9e8c362af None None] Sync routers for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:41:28.162877 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449d127-c210-4816-a280-c5d9e8c362af None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:41:28.163489 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8449d127-c210-4816-a280-c5d9e8c362af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:41:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:41:28.173001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-126bd77b-6be7-4b84-90b4-97cff6d00a49 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "PUT /v2.0/floatingips/a8d23278-9c14-476c-a13d-26245b937db7 HTTP/1.1" status: 200 len: 990 time: 0.9356899 Nov 24 13:41:28.173708 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b69422-a380-423d-8e06-2ed652ad8337', 'tag': '524ba532-e11b-4c39-a640-9dba829a38ea'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:41:28.176092 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6bf55a-aef2-4fde-b485-82394ae87376" -d '{"events": [{"name": "network-changed", "server_uuid": "62b69422-a380-423d-8e06-2ed652ad8337", "tag": "524ba532-e11b-4c39-a640-9dba829a38ea"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:41:28.215435 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c8118a-8d37-4b0d-948b-6eda5c9a0fda x-openstack-request-id: req-99c8118a-8d37-4b0d-948b-6eda5c9a0fda {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:41:28.215730 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b69422-a380-423d-8e06-2ed652ad8337", "tag": "524ba532-e11b-4c39-a640-9dba829a38ea", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:41:28.216001 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99c8118a-8d37-4b0d-948b-6eda5c9a0fda {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:41:28.216470 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b69422-a380-423d-8e06-2ed652ad8337', 'tag': '524ba532-e11b-4c39-a640-9dba829a38ea', 'status': 'completed', 'code': 200} Nov 24 13:41:28.276460 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-8449d127-c210-4816-a280-c5d9e8c362af None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:41:28.279591 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bf55a-aef2-4fde-b485-82394ae87376 req-16179398-9d59-435d-9206-1b815454b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:28.281158 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a6bf55a-aef2-4fde-b485-82394ae87376 req-16179398-9d59-435d-9206-1b815454b2ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 1096 time: 0.0416899 Nov 24 13:41:28.375262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bf55a-aef2-4fde-b485-82394ae87376 req-36486ea5-52a8-46cf-953e-03b1773a3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:28.376783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a6bf55a-aef2-4fde-b485-82394ae87376 req-36486ea5-52a8-46cf-953e-03b1773a3e2e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0890920 Nov 24 13:41:28.441024 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a6bf55a-aef2-4fde-b485-82394ae87376 req-a89de4f3-21a0-4fdd-9e78-ff3e9c8a8754 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 998 time: 0.0573039 Nov 24 13:41:28.493945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bf55a-aef2-4fde-b485-82394ae87376 req-75636699-06bb-43b5-bcac-34d7951d8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:28.495448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a6bf55a-aef2-4fde-b485-82394ae87376 req-75636699-06bb-43b5-bcac-34d7951d8c5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0482566 Nov 24 13:41:28.499671 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8449d127-c210-4816-a280-c5d9e8c362af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'a8d23278-9c14-476c-a13d-26245b937db7', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'port_id': '524ba532-e11b-4c39-a640-9dba829a38ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'mac_address': 'fa:16:3e:13:79:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b69422-a380-423d-8e06-2ed652ad8337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:36:49Z', 'updated_at': '2021-11-24T13:41:27Z', 'revision_number': 9, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:41:28.530259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449d127-c210-4816-a280-c5d9e8c362af None None] Checking router: b2964aed-5539-4f69-abd6-6fa6ce696b3f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:41:28.539404 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449d127-c210-4816-a280-c5d9e8c362af None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:41:28.540485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8449d127-c210-4816-a280-c5d9e8c362af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:41:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:41:28.542502 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6bf55a-aef2-4fde-b485-82394ae87376 req-52d6e441-346a-4de4-bad9-813b90a62593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:28.544919 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a6bf55a-aef2-4fde-b485-82394ae87376 req-52d6e441-346a-4de4-bad9-813b90a62593 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423894 Nov 24 13:41:28.638241 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a6bf55a-aef2-4fde-b485-82394ae87376 req-025594b6-75f1-4189-b6ed-0f119ab41ee9 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859804 Nov 24 13:41:28.650347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-8449d127-c210-4816-a280-c5d9e8c362af None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:41:28.731732 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7a6bf55a-aef2-4fde-b485-82394ae87376 req-b8fab7cd-bc48-451b-9b33-9d98ef8278d0 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862985 Nov 24 13:41:28.873352 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8449d127-c210-4816-a280-c5d9e8c362af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'a8d23278-9c14-476c-a13d-26245b937db7', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'port_id': '524ba532-e11b-4c39-a640-9dba829a38ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'mac_address': 'fa:16:3e:13:79:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b69422-a380-423d-8e06-2ed652ad8337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:36:49Z', 'updated_at': '2021-11-24T13:41:27Z', 'revision_number': 9, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:41:28.906725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449d127-c210-4816-a280-c5d9e8c362af None None] The sync data for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 is: [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'a8d23278-9c14-476c-a13d-26245b937db7', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'port_id': '524ba532-e11b-4c39-a640-9dba829a38ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'mac_address': 'fa:16:3e:13:79:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b69422-a380-423d-8e06-2ed652ad8337', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:36:49Z', 'updated_at': '2021-11-24T13:41:27Z', 'revision_number': 9, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:41:29.098657 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced9b1b8-3462-48ce-9b76-f13186e37d16 None None] New status for floating IP a8d23278-9c14-476c-a13d-26245b937db7: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:41:33.732393 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:41:36.689098 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:37.850524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1112d37b-2238-4333-ab34-a7446b8d3ef0 req-069f53c0-eac0-4661-8b4d-04512144fbd0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433645 Nov 24 13:41:37.934300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112d37b-2238-4333-ab34-a7446b8d3ef0 req-be6a6c59-437c-4527-913c-834d1c7e8ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:37.935797 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1112d37b-2238-4333-ab34-a7446b8d3ef0 req-be6a6c59-437c-4527-913c-834d1c7e8ef1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 1096 time: 0.0403824 Nov 24 13:41:38.046285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112d37b-2238-4333-ab34-a7446b8d3ef0 req-588b1b26-856f-4119-9ce0-07286e9606c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:38.047682 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1112d37b-2238-4333-ab34-a7446b8d3ef0 req-588b1b26-856f-4119-9ce0-07286e9606c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0917497 Nov 24 13:41:38.112308 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1112d37b-2238-4333-ab34-a7446b8d3ef0 req-863d9ceb-54f2-44b3-8da5-ed1e6a3afefc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 1001 time: 0.0565610 Nov 24 13:41:38.164138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112d37b-2238-4333-ab34-a7446b8d3ef0 req-efad5868-695d-447e-8486-4389d7fcac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:38.165642 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1112d37b-2238-4333-ab34-a7446b8d3ef0 req-efad5868-695d-447e-8486-4389d7fcac61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0469220 Nov 24 13:41:38.210830 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112d37b-2238-4333-ab34-a7446b8d3ef0 req-64550641-795d-4738-b6db-f2c0aa40e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:41:38.212300 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1112d37b-2238-4333-ab34-a7446b8d3ef0 req-64550641-795d-4738-b6db-f2c0aa40e227 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388472 Nov 24 13:41:38.308345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1112d37b-2238-4333-ab34-a7446b8d3ef0 req-70b782cb-0631-41fe-9d6e-fb7e7aa6a42c service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889339 Nov 24 13:41:38.397655 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1112d37b-2238-4333-ab34-a7446b8d3ef0 req-66668d69-1973-4969-9009-562944de610b service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810473 Nov 24 13:41:39.979178 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:50.895871 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b56ce8c2-d48b-497b-9f3d-22ab964f540c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:53.325767 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7428eeee-fcb0-4870-bac5-06625d1fc098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:54.504985 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:56.036737 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:41:56.744797 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:42:06.692992 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:42:09.973668 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:42:10.731309 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:42:20.900323 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7b858b04-2b71-4d29-ab18-070f77f3e9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:42:23.327040 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3206-9c00-4e31-8731-ea738d4a6279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:42:24.506414 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:42:26.039912 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:42:26.746882 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:42:36.704256 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:42:38.815403 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eecec38a-fa92-4719-8b51-e07a9fb71045 req-c0750f58-7dcf-4bbe-9462-5174b3ebf327 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405924 Nov 24 13:42:38.900819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecec38a-fa92-4719-8b51-e07a9fb71045 req-1be137ef-b503-42a7-a575-2524088c4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:42:38.902289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eecec38a-fa92-4719-8b51-e07a9fb71045 req-1be137ef-b503-42a7-a575-2524088c4e59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 1096 time: 0.0439703 Nov 24 13:42:39.005304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecec38a-fa92-4719-8b51-e07a9fb71045 req-6f99120a-2a63-4dac-97c8-4501d8ba666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:42:39.006808 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eecec38a-fa92-4719-8b51-e07a9fb71045 req-6f99120a-2a63-4dac-97c8-4501d8ba666e service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0836511 Nov 24 13:42:39.074647 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eecec38a-fa92-4719-8b51-e07a9fb71045 req-2584460d-f4e5-4ff0-9c19-57f9a6367e60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 1001 time: 0.0606704 Nov 24 13:42:39.122930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecec38a-fa92-4719-8b51-e07a9fb71045 req-f6c9dd76-3e5e-46de-b4ca-165e48a282b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:42:39.124338 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eecec38a-fa92-4719-8b51-e07a9fb71045 req-f6c9dd76-3e5e-46de-b4ca-165e48a282b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0423830 Nov 24 13:42:39.167918 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecec38a-fa92-4719-8b51-e07a9fb71045 req-e8620093-1af1-43db-84b9-36368b14e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:42:39.169383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eecec38a-fa92-4719-8b51-e07a9fb71045 req-e8620093-1af1-43db-84b9-36368b14e015 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377364 Nov 24 13:42:39.180225 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-eecec38a-fa92-4719-8b51-e07a9fb71045 req-e93fc659-e2b0-41b9-ab38-64df99a303d8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:42:39.181192 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eecec38a-fa92-4719-8b51-e07a9fb71045 req-e93fc659-e2b0-41b9-ab38-64df99a303d8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047178 Nov 24 13:42:39.274461 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eecec38a-fa92-4719-8b51-e07a9fb71045 req-972abaf4-0d6d-4591-a8bd-d7e2d0baec4f service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849953 Nov 24 13:42:39.361672 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eecec38a-fa92-4719-8b51-e07a9fb71045 req-d5e6b37a-f817-4c1c-9836-33cbfa3200fb service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803504 Nov 24 13:42:39.979376 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:42:47.729969 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:42:50.901319 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6de48f54-5ece-4976-8b11-db5db298976d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:42:53.328107 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3b4ce277-b485-4281-9dee-6831d31392b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:42:54.510149 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:42:56.040743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:42:56.749987 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:04.510494 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-33b405d2-8316-48e9-972a-3d7eff2db373 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749886 Nov 24 13:43:04.519140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127694dc-1f63-4306-b65b-5da766d419f2 req-deeaf954-3a45-4a6c-b09f-a33e3bd41c10 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:04.520639 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-127694dc-1f63-4306-b65b-5da766d419f2 req-deeaf954-3a45-4a6c-b09f-a33e3bd41c10 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0595837 Nov 24 13:43:04.572176 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-127694dc-1f63-4306-b65b-5da766d419f2 req-06249e4c-770d-4083-b6ee-01fc955b13e8 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449877 Nov 24 13:43:05.626219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-65d50146-decf-4a87-9f60-168545bc3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:05.627849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-65d50146-decf-4a87-9f60-168545bc3298 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 1096 time: 0.0475934 Nov 24 13:43:05.747655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e5d88-7c67-4708-a035-fd5635bf82ee req-35473d59-03aa-4d21-a495-bf64dbdee3d7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:05.749142 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f96e5d88-7c67-4708-a035-fd5635bf82ee req-35473d59-03aa-4d21-a495-bf64dbdee3d7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0956917 Nov 24 13:43:05.764897 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-b53259f0-fa21-46ec-bcb2-c9fd17cbb337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:05.766241 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-b53259f0-fa21-46ec-bcb2-c9fd17cbb337 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.1316988 Nov 24 13:43:05.844606 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f96e5d88-7c67-4708-a035-fd5635bf82ee req-d120e47b-4902-4fd1-9c79-8e746d95b58b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881860 Nov 24 13:43:05.848805 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-02c240c3-f1c0-4ff8-a347-1fb0d1fe0eb9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 1001 time: 0.0753152 Nov 24 13:43:05.897328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-aee7a8d6-cc2e-4612-abb8-3ba9170e03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:05.898763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-aee7a8d6-cc2e-4612-abb8-3ba9170e03e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0433326 Nov 24 13:43:05.949761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-fbd5a1f7-0096-4771-a57a-fa205bd2f7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:05.951218 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-fbd5a1f7-0096-4771-a57a-fa205bd2f7df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447814 Nov 24 13:43:06.039935 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-b4e97b34-39a8-4c2e-b120-b9f39f4bd14c service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807934 Nov 24 13:43:06.132378 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-fc4b4093-7e18-461e-b368-41170e5247ef service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844958 Nov 24 13:43:06.706080 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:06.961486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa73400-92c3-4dcc-9583-6d9c7cc4e3e4 req-5e457aef-8012-482f-8f44-726fc0a9a66d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:06.962873 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-daa73400-92c3-4dcc-9583-6d9c7cc4e3e4 req-5e457aef-8012-482f-8f44-726fc0a9a66d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0484781 Nov 24 13:43:07.011659 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-daa73400-92c3-4dcc-9583-6d9c7cc4e3e4 req-21ea1f74-1471-404a-af06-9d6fbb1dfe2a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427816 Nov 24 13:43:08.131218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e31d9-7354-4152-af72-1281f4cb1338 req-e34c599a-d8ad-4b41-9f22-c1d0045573ed tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:08.132707 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce2e31d9-7354-4152-af72-1281f4cb1338 req-e34c599a-d8ad-4b41-9f22-c1d0045573ed tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0489256 Nov 24 13:43:08.179125 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ce2e31d9-7354-4152-af72-1281f4cb1338 req-abfca5b7-1560-4939-8963-31abc57055bb tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404482 Nov 24 13:43:09.296958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cedfda-63a8-4585-93e0-bd8e5287b132 req-cec254a3-2696-4a19-86a7-3e8a8dea364e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:09.298420 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e2cedfda-63a8-4585-93e0-bd8e5287b132 req-cec254a3-2696-4a19-86a7-3e8a8dea364e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0488486 Nov 24 13:43:09.344236 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e2cedfda-63a8-4585-93e0-bd8e5287b132 req-6ee32ed2-e5e2-4c49-b11c-b9631d86c295 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392427 Nov 24 13:43:09.978367 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:10.466382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a9494-69ef-4801-bac0-ae5081274d00 req-76d5b469-e66a-4872-a596-1108499fe2ea tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:10.467860 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8d5a9494-69ef-4801-bac0-ae5081274d00 req-76d5b469-e66a-4872-a596-1108499fe2ea tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0517983 Nov 24 13:43:10.517964 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8d5a9494-69ef-4801-bac0-ae5081274d00 req-e7dfd63a-437b-4681-b133-2676699802a0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427525 Nov 24 13:43:11.640226 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c9668-3059-4eb7-8379-6f766c7be439 req-994682f2-e9aa-40ed-87b7-1179769e64d0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:11.641717 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b5c9668-3059-4eb7-8379-6f766c7be439 req-994682f2-e9aa-40ed-87b7-1179769e64d0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0536265 Nov 24 13:43:11.687673 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b5c9668-3059-4eb7-8379-6f766c7be439 req-e02b4170-5054-47bd-808a-b803a9549305 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399585 Nov 24 13:43:12.805304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878d551-0154-4b98-a0cf-60a9fda6a725 req-8b41cb9b-92cb-492a-952f-eaaf66f670de tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:12.806778 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5878d551-0154-4b98-a0cf-60a9fda6a725 req-8b41cb9b-92cb-492a-952f-eaaf66f670de tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0484250 Nov 24 13:43:12.854607 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5878d551-0154-4b98-a0cf-60a9fda6a725 req-87d80133-7cd8-4ce0-86ba-e9ddbd3eae81 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414202 Nov 24 13:43:13.971495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98dc6d-5e3e-43ae-8268-9aa3ef716e82 req-8f864964-33af-4bca-9272-788dd55161ef tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:13.972976 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae98dc6d-5e3e-43ae-8268-9aa3ef716e82 req-8f864964-33af-4bca-9272-788dd55161ef tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0501707 Nov 24 13:43:14.019991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae98dc6d-5e3e-43ae-8268-9aa3ef716e82 req-9f209867-d0be-4887-b458-8f71532c9f67 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411158 Nov 24 13:43:15.140854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e6007-b20b-494b-ac18-fc9e2ce8c7b5 req-bf530c64-f5a8-4586-b37e-a35f11683455 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:15.142426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e0e6007-b20b-494b-ac18-fc9e2ce8c7b5 req-bf530c64-f5a8-4586-b37e-a35f11683455 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0539489 Nov 24 13:43:15.195214 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1e0e6007-b20b-494b-ac18-fc9e2ce8c7b5 req-b6a45736-e3b4-471e-aea3-504fc342b501 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468507 Nov 24 13:43:16.311220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aecbdb-08d0-48b0-b301-04d8143742a2 req-21f25b00-1c1c-4153-8260-ab326b71af6f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:16.312708 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b2aecbdb-08d0-48b0-b301-04d8143742a2 req-21f25b00-1c1c-4153-8260-ab326b71af6f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0474358 Nov 24 13:43:16.364258 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b2aecbdb-08d0-48b0-b301-04d8143742a2 req-aca72d9d-1f57-43dd-bb3a-236c1d86e833 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446079 Nov 24 13:43:17.491921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0787ff-6aeb-46e4-8ef6-ba1a087060ae req-c7abf3bc-276d-42a3-80d3-deeb828cb638 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:17.493456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0a0787ff-6aeb-46e4-8ef6-ba1a087060ae req-c7abf3bc-276d-42a3-80d3-deeb828cb638 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0519762 Nov 24 13:43:17.545344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0a0787ff-6aeb-46e4-8ef6-ba1a087060ae req-03e3fc82-0477-4384-9c48-72db65f8c785 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457661 Nov 24 13:43:17.922326 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-7c44d874-c5e0-4231-82d3-4bcf5e059669 service neutron] show failed (client error): The resource could not be found. Nov 24 13:43:17.923225 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-7c44d874-c5e0-4231-82d3-4bcf5e059669 service neutron] 10.222.0.46 "GET /v2.0/ports/524ba532-e11b-4c39-a640-9dba829a38ea/bindings/n-h2-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0536387 Nov 24 13:43:18.119206 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-98fd1381-fca7-45ff-a594-940173256712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:18.120697 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-98fd1381-fca7-45ff-a594-940173256712 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337&tenant_id=6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 1096 time: 0.0408809 Nov 24 13:43:18.132811 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-a2ebc460-101f-4ce9-89e0-9aa2d94e968b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:43:18.133684 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-a2ebc460-101f-4ce9-89e0-9aa2d94e968b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049348 Nov 24 13:43:18.145980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:43:18.198560 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:18.394731 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=524ba532-e11b-4c39-a640-9dba829a38ea,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:43:18.426560 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:43:18.465091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b69422-a380-423d-8e06-2ed652ad8337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '524ba532-e11b-4c39-a640-9dba829a38ea'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:43:18.467364 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77159db-c87b-4e7d-b9bf-1004d7a3817e" -d '{"events": [{"server_uuid": "62b69422-a380-423d-8e06-2ed652ad8337", "name": "network-vif-unplugged", "status": "completed", "tag": "524ba532-e11b-4c39-a640-9dba829a38ea"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:43:18.471418 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:18.483776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Transition to ACTIVE for port object 524ba532-e11b-4c39-a640-9dba829a38ea will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:43:18.487924 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:18.519413 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e423967c-b48f-401f-a0ba-2bcfbd95320a x-openstack-request-id: req-e423967c-b48f-401f-a0ba-2bcfbd95320a {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:43:18.520020 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b69422-a380-423d-8e06-2ed652ad8337", "name": "network-vif-unplugged", "status": "completed", "tag": "524ba532-e11b-4c39-a640-9dba829a38ea", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:43:18.520020 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e423967c-b48f-401f-a0ba-2bcfbd95320a {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:43:18.520342 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b69422-a380-423d-8e06-2ed652ad8337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '524ba532-e11b-4c39-a640-9dba829a38ea', 'code': 200} Nov 24 13:43:18.572032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Pushing event updated for resources: {'Port': ['ID=524ba532-e11b-4c39-a640-9dba829a38ea,revision_number=6']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:43:18.586230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:18.586587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:18.586941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:18.587284 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:18.587623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:18.587959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:18.588296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:18.588629 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:18.588992 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:18.589322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:18.589653 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:18.589983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:18.623796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] No DVR routers for this DVR port 524ba532-e11b-4c39-a640-9dba829a38ea on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:43:19.089151 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e87ce3-20b6-4ac3-a6e2-152967e2aaa3 req-7203ba06-b4e3-4e62-ae1f-607b2a9efc3e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:19.090556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d4e87ce3-20b6-4ac3-a6e2-152967e2aaa3 req-7203ba06-b4e3-4e62-ae1f-607b2a9efc3e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 943 time: 0.4300361 Nov 24 13:43:19.169249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Attempting to bind port 524ba532-e11b-4c39-a640-9dba829a38ea on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:43:19.169584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Attempting to bind port 524ba532-e11b-4c39-a640-9dba829a38ea by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:43:19.169908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Attempting to bind port 524ba532-e11b-4c39-a640-9dba829a38ea on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:43:19.175402 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d4e87ce3-20b6-4ac3-a6e2-152967e2aaa3 req-47152bab-8b89-4464-9e38-c3f0aea09120 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772498 Nov 24 13:43:19.178503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Port 524ba532-e11b-4c39-a640-9dba829a38ea on network c6c381c5-afa9-4692-a643-3722827dba9b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:43:19.178794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Attempting to bind port 524ba532-e11b-4c39-a640-9dba829a38ea on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:43:19.183603 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:43:19.183939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Checking segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:43:19.184317 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Bound using segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:43:19.184771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Bound port: 524ba532-e11b-4c39-a640-9dba829a38ea, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:43:19.185134 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:19.246093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:43:19.249148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=524ba532-e11b-4c39-a640-9dba829a38ea,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:43:19.254200 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:19.288326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:19.288970 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:19.290341 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] 10.222.0.59 "PUT /v2.0/ports/524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 1091 time: 1.1486313 Nov 24 13:43:19.310695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3c537-1d87-4c3d-a41c-165dc8592392 service neutron] Pushing event updated for resources: {'Port': ['ID=524ba532-e11b-4c39-a640-9dba829a38ea,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:43:19.358253 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-b49dd0f8-6e5f-4112-995a-25f966ea4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:19.359799 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-b49dd0f8-6e5f-4112-995a-25f966ea4b62 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 1094 time: 0.0462320 Nov 24 13:43:19.453992 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-0e5c3d90-2bf4-437b-9760-8dee81dd356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:19.456208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-0e5c3d90-2bf4-437b-9760-8dee81dd356d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0883453 Nov 24 13:43:19.525561 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-ed1513e1-3e0d-4c10-b71e-04ce7b6189b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 999 time: 0.0612974 Nov 24 13:43:19.575371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-64195d33-2e89-42a8-aecc-7be016579d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:19.576743 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-64195d33-2e89-42a8-aecc-7be016579d5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0429060 Nov 24 13:43:19.622520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-fd966b98-6055-452a-8480-26b88527c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:19.623912 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-fd966b98-6055-452a-8480-26b88527c821 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387962 Nov 24 13:43:19.715300 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-f0f222ea-dca7-4475-881e-fac90f7f4c83 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843642 Nov 24 13:43:19.803834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ebe707da-2be6-424c-b83f-c0467ca87680 req-c9bd1092-eb11-48a9-9a89-605d49516d6d service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810635 Nov 24 13:43:20.294626 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e620824-bf11-46b1-846a-6f6789797bf3 req-7e4d2a95-4d5c-4fc3-83cb-356e7e0fbe25 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:20.296397 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e620824-bf11-46b1-846a-6f6789797bf3 req-7e4d2a95-4d5c-4fc3-83cb-356e7e0fbe25 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 943 time: 0.0497603 Nov 24 13:43:20.343294 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e620824-bf11-46b1-846a-6f6789797bf3 req-c85cb0af-6721-481f-9107-472161aca052 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409255 Nov 24 13:43:20.521622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b69422-a380-423d-8e06-2ed652ad8337', 'tag': '524ba532-e11b-4c39-a640-9dba829a38ea'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:43:20.523935 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9467911-56b9-45f2-ba3c-50a4234615e6" -d '{"events": [{"name": "network-changed", "server_uuid": "62b69422-a380-423d-8e06-2ed652ad8337", "tag": "524ba532-e11b-4c39-a640-9dba829a38ea"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:43:20.571981 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d617a67-14ef-4a81-aecd-2d5eebcc8b13 x-openstack-request-id: req-7d617a67-14ef-4a81-aecd-2d5eebcc8b13 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:43:20.572569 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b69422-a380-423d-8e06-2ed652ad8337", "tag": "524ba532-e11b-4c39-a640-9dba829a38ea", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:43:20.572569 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d617a67-14ef-4a81-aecd-2d5eebcc8b13 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:43:20.572953 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b69422-a380-423d-8e06-2ed652ad8337', 'tag': '524ba532-e11b-4c39-a640-9dba829a38ea', 'status': 'completed', 'code': 200} Nov 24 13:43:20.661869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-1822dcd0-843d-44d8-b845-07fbda96112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:20.663360 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-1822dcd0-843d-44d8-b845-07fbda96112f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 1094 time: 0.0688839 Nov 24 13:43:20.668914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-45fb364e-9ae9-4eca-9db7-6e039ad31afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:20.670285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-45fb364e-9ae9-4eca-9db7-6e039ad31afa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 1094 time: 0.0677655 Nov 24 13:43:20.822614 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-c91cb71e-b7cf-4589-b541-e5a0778e2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:20.824080 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-c91cb71e-b7cf-4589-b541-e5a0778e2797 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.1515462 Nov 24 13:43:20.826574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-49a0b7a5-7a62-4314-90c4-b0ecbcb9bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:20.827879 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-49a0b7a5-7a62-4314-90c4-b0ecbcb9bb74 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.1470966 Nov 24 13:43:20.903266 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d05bd4b3-f864-4adb-b150-4a9b080562e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:20.937734 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-55e5f0ed-8cc6-4103-b213-0e2744c89e3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 999 time: 0.1057739 Nov 24 13:43:20.939656 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-aae355b9-7ab6-49af-82bd-02841d083546 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 999 time: 0.1024253 Nov 24 13:43:21.023962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-e649f226-df18-43e8-a6f7-19e0762bff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:21.025413 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-e649f226-df18-43e8-a6f7-19e0762bff3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0809143 Nov 24 13:43:21.026771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-4090608b-e2f8-40bd-ad66-34e919cb7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:21.028067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-4090608b-e2f8-40bd-ad66-34e919cb7212 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0764678 Nov 24 13:43:21.098846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-4a0b846b-7b5d-4b0d-81ea-2e62920b03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:21.100304 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-4a0b846b-7b5d-4b0d-81ea-2e62920b03c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579784 Nov 24 13:43:21.102747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-cb07d60e-147b-47f6-aa08-2e900c9c0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:21.104109 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-cb07d60e-147b-47f6-aa08-2e900c9c0010 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699964 Nov 24 13:43:21.259911 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-c99723ef-015d-4f9f-9e9b-48ece81598f8 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521752 Nov 24 13:43:21.262069 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-de6ca87e-9746-492a-b451-9fd1e3365613 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475704 Nov 24 13:43:21.427755 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-de816664-5c7c-41f4-a655-dd4f18ce5017 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609890 Nov 24 13:43:21.431323 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9467911-56b9-45f2-ba3c-50a4234615e6 req-ef6eb925-8952-4b19-9275-06fc3d9bf1df service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562324 Nov 24 13:43:21.465492 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f45659-6b21-4563-889d-b71bc094fe58 req-3b2f34da-fe67-4236-bbfc-73434be91616 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:21.466976 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d9f45659-6b21-4563-889d-b71bc094fe58 req-3b2f34da-fe67-4236-bbfc-73434be91616 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 943 time: 0.0501339 Nov 24 13:43:21.514456 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d9f45659-6b21-4563-889d-b71bc094fe58 req-ba1d5678-af0a-4078-a88e-040f8db97ad8 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414047 Nov 24 13:43:21.801579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-280933f4-45dd-487a-8f6f-7c9d30613409 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:21.803059 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-280933f4-45dd-487a-8f6f-7c9d30613409 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.59 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337&tenant_id=6287df09624c4c5d836b75ec265e6c6c&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 943 time: 0.0539179 Nov 24 13:43:21.820408 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cc5f9-4cae-4b93-b305-013d47a2f116 req-451487b5-dc3d-43ba-bfb9-484edda9a7c7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:21.821915 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7b1cc5f9-4cae-4b93-b305-013d47a2f116 req-451487b5-dc3d-43ba-bfb9-484edda9a7c7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 943 time: 0.0529380 Nov 24 13:43:21.867133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-419eb948-8ef6-4223-a060-00abc1415015 service neutron] 10.222.0.59 "GET /v2.0/ports/524ba532-e11b-4c39-a640-9dba829a38ea/bindings/n-h2-817303-4 HTTP/1.1" status: 200 len: 382 time: 0.0555944 Nov 24 13:43:21.869101 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7b1cc5f9-4cae-4b93-b305-013d47a2f116 req-78ab2ccf-5e5d-462f-b9fc-c80e76e29e10 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410895 Nov 24 13:43:21.933649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-d7925734-4b0d-47e8-ad5b-43d212398074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:21.935144 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-d7925734-4b0d-47e8-ad5b-43d212398074 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 1094 time: 0.0446899 Nov 24 13:43:22.027999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-228692f9-a15a-41e4-b372-0a2b46be878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:22.029391 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-228692f9-a15a-41e4-b372-0a2b46be878a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0877247 Nov 24 13:43:22.093698 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-ac828390-cc3a-4163-aa13-16d9a3520635 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 999 time: 0.0567729 Nov 24 13:43:22.148988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-44083701-ff77-4540-b3a2-eb976c35e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:22.150418 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-44083701-ff77-4540-b3a2-eb976c35e23a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0481341 Nov 24 13:43:22.197669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-70f462d3-3502-4b02-a997-58e7f3f67f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:22.199099 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-70f462d3-3502-4b02-a997-58e7f3f67f17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391505 Nov 24 13:43:22.287697 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-3933586f-8615-4cec-832a-78b797e3174f service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805337 Nov 24 13:43:22.383938 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-5dba330a-dc03-4ea4-8a94-4c994c98215f service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888410 Nov 24 13:43:22.988368 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51659e5-1cfb-4417-a66a-034ff8f0bd79 req-d20797e1-ce0d-49b3-8622-49cc4e2f0b17 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:22.990047 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f51659e5-1cfb-4417-a66a-034ff8f0bd79 req-d20797e1-ce0d-49b3-8622-49cc4e2f0b17 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 943 time: 0.0487978 Nov 24 13:43:23.022553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 524ba532-e11b-4c39-a640-9dba829a38ea no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:43:23.037156 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f51659e5-1cfb-4417-a66a-034ff8f0bd79 req-1eb2e1ff-7255-4269-8df9-143739930f34 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412087 Nov 24 13:43:23.055997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 524ba532-e11b-4c39-a640-9dba829a38ea details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:43:23.076886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 524ba532-e11b-4c39-a640-9dba829a38ea not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:43:23.154770 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=524ba532-e11b-4c39-a640-9dba829a38ea,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:43:23.165541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '524ba532-e11b-4c39-a640-9dba829a38ea', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'port_id': '524ba532-e11b-4c39-a640-9dba829a38ea', 'mac_address': 'fa:16:3e:13:79:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:43:23.208659 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:23.221900 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524ba532-e11b-4c39-a640-9dba829a38ea {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:43:23.241110 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=524ba532-e11b-4c39-a640-9dba829a38ea,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:43:23.244903 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:23.296163 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=524ba532-e11b-4c39-a640-9dba829a38ea,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:43:23.303445 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:23.303800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:23.304149 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:23.304493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:23.304860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:23.305200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:23.305534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:23.305865 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:23.306203 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:23.306531 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:23.306884 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:23.307211 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:43:23.331996 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3e42c204-7ba0-49c5-841f-354cf1583973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:23.545499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['524ba532-e11b-4c39-a640-9dba829a38ea'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:43:24.157162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962b30e-9c89-40fc-9153-841646ab5799 req-3937639f-0797-431a-8c24-c763a747375b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:24.158789 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0962b30e-9c89-40fc-9153-841646ab5799 req-3937639f-0797-431a-8c24-c763a747375b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 944 time: 0.0498104 Nov 24 13:43:24.207998 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0962b30e-9c89-40fc-9153-841646ab5799 req-5c517614-340f-4315-b1bd-faa13f3ca5b7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424163 Nov 24 13:43:24.512993 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:24.517539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-d8b52f3b-2f02-4641-8b8e-facb7f11afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:24.519031 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-d8b52f3b-2f02-4641-8b8e-facb7f11afdb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337&tenant_id=6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 1095 time: 0.0474455 Nov 24 13:43:24.531176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:43:24.582847 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:24.728031 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:43:24.791377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=524ba532-e11b-4c39-a640-9dba829a38ea,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:43:24.823568 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:43:24.860254 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 524ba532-e11b-4c39-a640-9dba829a38ea {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:43:24.869428 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:24.880960 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Ignored duplicate provisioning block setup for port 524ba532-e11b-4c39-a640-9dba829a38ea by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 24 13:43:24.884418 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:24.962625 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Pushing event updated for resources: {'Port': ['ID=524ba532-e11b-4c39-a640-9dba829a38ea,revision_number=9']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:43:25.008303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] No DVR routers for this DVR port 524ba532-e11b-4c39-a640-9dba829a38ea on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:43:25.147913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Attempting to bind port 524ba532-e11b-4c39-a640-9dba829a38ea on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:43:25.148175 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Attempting to bind port 524ba532-e11b-4c39-a640-9dba829a38ea by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:43:25.148508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Attempting to bind port 524ba532-e11b-4c39-a640-9dba829a38ea on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:43:25.152701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Port 524ba532-e11b-4c39-a640-9dba829a38ea on network c6c381c5-afa9-4692-a643-3722827dba9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:43:25.153052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Attempting to bind port 524ba532-e11b-4c39-a640-9dba829a38ea on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:43:25.158323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:43:25.158664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Checking segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:43:25.159045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Bound using segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:43:25.159470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Bound port: 524ba532-e11b-4c39-a640-9dba829a38ea, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:43:25.159818 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:25.222948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:43:25.227021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=524ba532-e11b-4c39-a640-9dba829a38ea,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:43:25.232226 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:25.267900 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:25.268520 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:25.269961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] 10.222.0.46 "PUT /v2.0/ports/524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 1091 time: 0.7430274 Nov 24 13:43:25.270394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b69422-a380-423d-8e06-2ed652ad8337', 'tag': '524ba532-e11b-4c39-a640-9dba829a38ea'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:43:25.272670 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890e6f49-6ab5-400a-84c2-db84746fa624" -d '{"events": [{"name": "network-changed", "server_uuid": "62b69422-a380-423d-8e06-2ed652ad8337", "tag": "524ba532-e11b-4c39-a640-9dba829a38ea"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:43:25.334335 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520b48cf-0837-4673-bed2-8443babec8d7 x-openstack-request-id: req-520b48cf-0837-4673-bed2-8443babec8d7 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:43:25.334660 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b69422-a380-423d-8e06-2ed652ad8337", "tag": "524ba532-e11b-4c39-a640-9dba829a38ea", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:43:25.334896 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-520b48cf-0837-4673-bed2-8443babec8d7 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:43:25.335313 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b69422-a380-423d-8e06-2ed652ad8337', 'tag': '524ba532-e11b-4c39-a640-9dba829a38ea', 'status': 'completed', 'code': 200} Nov 24 13:43:25.354060 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5576a89-23d6-4c96-8ccc-f1c9ca4f9848 service neutron] Pushing event updated for resources: {'Port': ['ID=524ba532-e11b-4c39-a640-9dba829a38ea,revision_number=10']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:43:25.413099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e09d1-b872-4019-9dc9-a1b3e34092d3 req-f35318cc-1d02-42b7-b5ac-3a115449d6f7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:25.414659 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3d5e09d1-b872-4019-9dc9-a1b3e34092d3 req-f35318cc-1d02-42b7-b5ac-3a115449d6f7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 944 time: 0.1305013 Nov 24 13:43:25.420072 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-5137b473-babf-4b1c-933e-05ebe4fc0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:25.421591 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-5137b473-babf-4b1c-933e-05ebe4fc0fdd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 1095 time: 0.1190653 Nov 24 13:43:25.443055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-dfec267a-3bd2-46f2-ba2d-7b45c6a5acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:25.444573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-dfec267a-3bd2-46f2-ba2d-7b45c6a5acf6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 1095 time: 0.0925605 Nov 24 13:43:25.600556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3d5e09d1-b872-4019-9dc9-a1b3e34092d3 req-5db42fd0-7aaf-4616-878f-034e7d247cff tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771176 Nov 24 13:43:25.624768 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-6c273f10-53cd-4eed-bd45-39fc140a46e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:25.626764 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-6c273f10-53cd-4eed-bd45-39fc140a46e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.1947036 Nov 24 13:43:25.628122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-babcad04-33a4-42f9-9c50-b5a33b0dc367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:25.629478 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-babcad04-33a4-42f9-9c50-b5a33b0dc367 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.1673341 Nov 24 13:43:25.738045 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-b11e87f0-06c7-45ed-aeb9-7d5af32220b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 999 time: 0.1043477 Nov 24 13:43:25.740186 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-05209bb9-15e2-4d13-98be-54936d03adb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 999 time: 0.1009433 Nov 24 13:43:25.822178 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-e863d7c1-e0ab-43eb-93e8-749ad681b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:25.823629 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-e863d7c1-e0ab-43eb-93e8-749ad681b5e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0789328 Nov 24 13:43:25.826880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-37977e3f-d8aa-445a-a456-555d43b17950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:25.828210 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-37977e3f-d8aa-445a-a456-555d43b17950 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0748060 Nov 24 13:43:25.898666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-f6506b8c-459e-4e57-8ef5-18f488b141e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:25.900165 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-f6506b8c-459e-4e57-8ef5-18f488b141e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691569 Nov 24 13:43:25.907304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-68a82258-e263-44bb-a1bd-08f3798c037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:25.908752 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-68a82258-e263-44bb-a1bd-08f3798c037b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706880 Nov 24 13:43:26.043380 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:26.059138 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-1a4bb8bd-0fb9-44c8-b9a8-926ad0b79db8 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494458 Nov 24 13:43:26.062446 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-9306168c-023f-4ee7-b08b-90155c4ca719 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460099 Nov 24 13:43:26.216356 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f598e5e3-ff23-4b5a-b3c0-a2a92eedaa7a req-743f93e4-ba56-433c-9e62-4b4b313a50c9 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501007 Nov 24 13:43:26.218286 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-d14cd936-55d9-49bb-bdb3-7a848201203a service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453340 Nov 24 13:43:26.301757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-43c70f6e-d7d2-405c-9181-78eb2fc4f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:26.303215 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-43c70f6e-d7d2-405c-9181-78eb2fc4f0ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 1095 time: 0.0407162 Nov 24 13:43:26.398844 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-05cea4fb-dea0-428f-aa30-a56c31bc9c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:26.400322 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-05cea4fb-dea0-428f-aa30-a56c31bc9c9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0886862 Nov 24 13:43:26.464824 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-d8108480-e3f4-4eee-81ce-48c557c316f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 200 len: 999 time: 0.0567782 Nov 24 13:43:26.518903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-611f7fa9-5acb-4140-a778-7009e636fbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:26.520252 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-611f7fa9-5acb-4140-a778-7009e636fbb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0469532 Nov 24 13:43:26.565322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-28f496d5-e76a-4c91-8c8b-1cdf41b5f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:26.566795 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-28f496d5-e76a-4c91-8c8b-1cdf41b5f27a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388370 Nov 24 13:43:26.656053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-f9822328-9826-4f73-979d-2e9752a4738f service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817151 Nov 24 13:43:26.722755 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bddfb58-0ce5-42a0-b74d-260678ed8e21 req-12e2e4fc-cdec-4ff2-ae19-b6eed50a6402 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:26.724251 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1bddfb58-0ce5-42a0-b74d-260678ed8e21 req-12e2e4fc-cdec-4ff2-ae19-b6eed50a6402 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 944 time: 0.0530562 Nov 24 13:43:26.753920 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-890e6f49-6ab5-400a-84c2-db84746fa624 req-bab89710-a4a1-4b88-aa75-9dd4155cfec2 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889232 Nov 24 13:43:26.757277 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:26.774075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1bddfb58-0ce5-42a0-b74d-260678ed8e21 req-aaae8164-3d08-42e8-b574-a12ff5384650 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436239 Nov 24 13:43:27.052466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 524ba532-e11b-4c39-a640-9dba829a38ea details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:43:27.054423 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 524ba532-e11b-4c39-a640-9dba829a38ea no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:43:27.117349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 524ba532-e11b-4c39-a640-9dba829a38ea not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:43:27.181173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=524ba532-e11b-4c39-a640-9dba829a38ea,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:43:27.192101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 524ba532-e11b-4c39-a640-9dba829a38ea has no active binding in host n-h2-817303-4 {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 24 13:43:27.891481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f43261-ad6f-42ea-ae03-a2b743365ccd req-c86ccb39-bbad-47f8-b05d-29197169dc0d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:27.892959 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75f43261-ad6f-42ea-ae03-a2b743365ccd req-c86ccb39-bbad-47f8-b05d-29197169dc0d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 944 time: 0.0493848 Nov 24 13:43:27.942388 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75f43261-ad6f-42ea-ae03-a2b743365ccd req-b5adee72-6a76-4bef-93a7-3f6af7c3b661 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433931 Nov 24 13:43:28.060026 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1bdc0-3c09-49ba-be33-11b033bd3e42 req-8701fd5d-2bfd-40ae-b701-2d5261046325 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:28.061451 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42f1bdc0-3c09-49ba-be33-11b033bd3e42 req-8701fd5d-2bfd-40ae-b701-2d5261046325 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 944 time: 0.0490346 Nov 24 13:43:28.107860 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42f1bdc0-3c09-49ba-be33-11b033bd3e42 req-5f8b80ac-6ae0-44ab-8c49-ca52d9d34b3a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398974 Nov 24 13:43:28.224796 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d98d52-3b92-4f8b-be31-34aa4414c8cd req-bc0bbfb1-d7e6-4738-ad92-af4f6e0411a0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:28.226296 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-21d98d52-3b92-4f8b-be31-34aa4414c8cd req-bc0bbfb1-d7e6-4738-ad92-af4f6e0411a0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 944 time: 0.0519154 Nov 24 13:43:28.273474 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-21d98d52-3b92-4f8b-be31-34aa4414c8cd req-88ba5f93-ce94-48db-a1f3-6c4e18add941 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411983 Nov 24 13:43:28.501995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec590a44-3276-43ce-8ecb-b4cfda60f7c6 req-c4d1c5a2-c05b-42de-a41a-36516e82e23b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:28.503508 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ec590a44-3276-43ce-8ecb-b4cfda60f7c6 req-c4d1c5a2-c05b-42de-a41a-36516e82e23b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 944 time: 0.0481286 Nov 24 13:43:28.550997 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ec590a44-3276-43ce-8ecb-b4cfda60f7c6 req-ee6d259e-4c7e-4335-b783-59aa27dc70cd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414586 Nov 24 13:43:29.053278 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 524ba532-e11b-4c39-a640-9dba829a38ea details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:43:29.149922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=524ba532-e11b-4c39-a640-9dba829a38ea,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:43:29.161455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '524ba532-e11b-4c39-a640-9dba829a38ea', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'port_id': '524ba532-e11b-4c39-a640-9dba829a38ea', 'mac_address': 'fa:16:3e:13:79:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:43:29.196993 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:29.209673 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524ba532-e11b-4c39-a640-9dba829a38ea {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:43:29.228494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=524ba532-e11b-4c39-a640-9dba829a38ea,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:43:29.232680 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:29.282014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=524ba532-e11b-4c39-a640-9dba829a38ea,revision_number=11']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:43:29.671371 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dadade-bc26-4267-90ce-d52260e7adab req-555c993d-a06a-4546-b9a4-3230c949a58c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:29.672952 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9dadade-bc26-4267-90ce-d52260e7adab req-555c993d-a06a-4546-b9a4-3230c949a58c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0528541 Nov 24 13:43:29.712062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-ebb3a5ac-f1e1-49ca-a811-230257776f42 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:29.713662 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-ebb3a5ac-f1e1-49ca-a811-230257776f42 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 945 time: 0.0570550 Nov 24 13:43:29.724645 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c9dadade-bc26-4267-90ce-d52260e7adab req-d8368451-830e-4c73-b038-6f3977f92def tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451443 Nov 24 13:43:29.803074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Deleting port 524ba532-e11b-4c39-a640-9dba829a38ea {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:43:29.803416 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:29.892428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] For port 524ba532-e11b-4c39-a640-9dba829a38ea, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=524ba532-e11b-4c39-a640-9dba829a38ea,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:43:29.892697 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:30.063008 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:30.063470 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:30.064425 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Floating IP a8d23278-9c14-476c-a13d-26245b937db7 disassociated. External IP: 172.25.0.80, port: 524ba532-e11b-4c39-a640-9dba829a38ea. Nov 24 13:43:30.064865 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Calling delete_port for 524ba532-e11b-4c39-a640-9dba829a38ea owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:43:30.191120 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:30.556979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event deleted for resources: {'Port': ['ID=524ba532-e11b-4c39-a640-9dba829a38ea,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:43:30.672040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Router b2964aed-5539-4f69-abd6-6fa6ce696b3f has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:43:30.780594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:43:30.790914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d3c39-40b6-41b5-a629-f61a8752cde3 None None] Sync routers for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:43:30.800343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d3c39-40b6-41b5-a629-f61a8752cde3 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:43:30.800969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-174d3c39-40b6-41b5-a629-f61a8752cde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:43:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:43:30.841582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] No DVR routers for this DVR port 524ba532-e11b-4c39-a640-9dba829a38ea on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:43:30.844429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ceb47f7b-94cc-4378-8bf2-c98b65f6ce43 req-670acc3d-554a-44be-978e-33132d7d65ef tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=62b69422-a380-423d-8e06-2ed652ad8337 HTTP/1.1" status: 200 len: 210 time: 0.0406511 Nov 24 13:43:30.845496 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:30.848955 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f43e337b-9fe7-4405-bfb7-c77ec0c139a5 req-3672d070-feca-4b81-b0cc-e80996c558ce tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "DELETE /v2.0/ports/524ba532-e11b-4c39-a640-9dba829a38ea HTTP/1.1" status: 204 len: 173 time: 1.1285362 Nov 24 13:43:30.849174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b69422-a380-423d-8e06-2ed652ad8337', 'name': 'network-vif-deleted', 'tag': '524ba532-e11b-4c39-a640-9dba829a38ea'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:43:30.851459 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62d50ed-9771-43b3-a587-2c468b0a460d" -d '{"events": [{"server_uuid": "62b69422-a380-423d-8e06-2ed652ad8337", "name": "network-vif-deleted", "tag": "524ba532-e11b-4c39-a640-9dba829a38ea"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:43:30.890720 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429337b7-5d40-4623-94d5-33fb3bdad1e5 x-openstack-request-id: req-429337b7-5d40-4623-94d5-33fb3bdad1e5 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:43:30.891021 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b69422-a380-423d-8e06-2ed652ad8337", "name": "network-vif-deleted", "tag": "524ba532-e11b-4c39-a640-9dba829a38ea", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:43:30.891282 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-429337b7-5d40-4623-94d5-33fb3bdad1e5 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:43:30.891686 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b69422-a380-423d-8e06-2ed652ad8337', 'name': 'network-vif-deleted', 'tag': '524ba532-e11b-4c39-a640-9dba829a38ea', 'status': 'completed', 'code': 200} Nov 24 13:43:30.914389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-174d3c39-40b6-41b5-a629-f61a8752cde3 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:43:31.058040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 524ba532-e11b-4c39-a640-9dba829a38ea details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:43:31.065075 n-d-817303-4 neutron-server[114987]: INFO neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No ports have port_id starting with 524ba532-e11b-4c39-a640-9dba829a38ea Nov 24 13:43:31.067964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 524ba532-e11b-4c39-a640-9dba829a38ea requested by agent hyperv_n-h1-817303-4 not found in database {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 24 13:43:31.129649 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-174d3c39-40b6-41b5-a629-f61a8752cde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:43:31.158522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d3c39-40b6-41b5-a629-f61a8752cde3 None None] Checking router: b2964aed-5539-4f69-abd6-6fa6ce696b3f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:43:31.166887 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d3c39-40b6-41b5-a629-f61a8752cde3 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:43:31.167495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-174d3c39-40b6-41b5-a629-f61a8752cde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:43:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:43:31.279654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-174d3c39-40b6-41b5-a629-f61a8752cde3 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:43:31.486130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-174d3c39-40b6-41b5-a629-f61a8752cde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:43:31.512075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174d3c39-40b6-41b5-a629-f61a8752cde3 None None] The sync data for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 is: [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:43:31.724550 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7249c11-9276-46ab-b2a3-5abc194c7efa None None] New status for floating IP a8d23278-9c14-476c-a13d-26245b937db7: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:43:32.135154 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-b798b31d-df23-4def-877a-faf7fe7fce0d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1197237226&fields=id&tenant_id=6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 267 time: 0.0412309 Nov 24 13:43:32.241155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-f08f0f32-3bff-49a5-aee2-b023d0a65aa7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:32.242605 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-f08f0f32-3bff-49a5-aee2-b023d0a65aa7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 812 time: 0.1006284 Nov 24 13:43:32.259093 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-e7f8dbe9-9fba-488f-ac7d-333e8b94c65a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/quotas/6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 375 time: 0.0094681 Nov 24 13:43:32.309438 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-acb9f831-e6a7-4f1d-b365-17f45d19e1b2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451887 Nov 24 13:43:32.449798 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-d74fa99a-0b94-4e7c-84b3-3fa1fb7393c3 service neutron] 10.222.0.48 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279385 Nov 24 13:43:32.540518 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-4c86b5f6-c6c5-4b50-81bc-0d5920bdee3e service neutron] 10.222.0.48 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832758 Nov 24 13:43:32.704622 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6a4c3c00-d753-4a4e-ac21-d406f3bc4d66 req-5a9acfe9-508d-47b6-98ca-c3e4894de52e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 210 time: 0.0291283 Nov 24 13:43:33.055083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 524ba532-e11b-4c39-a640-9dba829a38ea no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:43:33.077173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 524ba532-e11b-4c39-a640-9dba829a38ea {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:43:33.077525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 524ba532-e11b-4c39-a640-9dba829a38ea not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:43:33.609785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-7584f968-9e41-4e53-abc5-aab727ad7906 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:33.611771 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-7584f968-9e41-4e53-abc5-aab727ad7906 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 812 time: 0.1125801 Nov 24 13:43:33.671471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-be4f38c0-f815-48b7-87ea-750c17db5427 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 380 time: 0.0507534 Nov 24 13:43:33.681249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-c209af7e-cfc3-440f-8404-53e34b4c3db2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Request body: {'port': {'device_id': '77249084-791e-4dfd-85d0-29e6febc9537', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'admin_state_up': True, 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'security_groups': ['954a8c5d-4149-493d-bf80-e4ec0533ba89']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:43:33.808103 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-05338ed0-80e3-4689-80d7-c0bdf0a9be42 req-17607fe7-f432-4edb-863f-62ebef63079c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 210 time: 0.0321100 Nov 24 13:43:33.817155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-c209af7e-cfc3-440f-8404-53e34b4c3db2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Made reservation on behalf of 6287df09624c4c5d836b75ec265e6c6c for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:43:33.820895 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-c209af7e-cfc3-440f-8404-53e34b4c3db2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:33.946839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-c209af7e-cfc3-440f-8404-53e34b4c3db2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Allocated IP 172.20.0.9 (c6c381c5-afa9-4692-a643-3722827dba9b/ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458/f789ebb8-1ed0-45c2-9392-7db03edac173) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:43:34.079041 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-c209af7e-cfc3-440f-8404-53e34b4c3db2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:34.114151 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-c209af7e-cfc3-440f-8404-53e34b4c3db2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:34.156902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-c209af7e-cfc3-440f-8404-53e34b4c3db2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Network c6c381c5-afa9-4692-a643-3722827dba9b is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:43:34.162380 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-c209af7e-cfc3-440f-8404-53e34b4c3db2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:43:34.165857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-c209af7e-cfc3-440f-8404-53e34b4c3db2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:43:34.193839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209af7e-cfc3-440f-8404-53e34b4c3db2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event updated for resources: {'Port': ['ID=f789ebb8-1ed0-45c2-9392-7db03edac173,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:43:34.219862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-c209af7e-cfc3-440f-8404-53e34b4c3db2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:34.221019 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-c209af7e-cfc3-440f-8404-53e34b4c3db2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:34.237461 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-c209af7e-cfc3-440f-8404-53e34b4c3db2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597034 Nov 24 13:43:34.250762 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Request body: {'port': {'device_id': '77249084-791e-4dfd-85d0-29e6febc9537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:43:34.306791 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:34.392675 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-69f017b3-eed4-4b64-ad6a-ba1ad3dd2d78 None None] Provisioning complete for port f789ebb8-1ed0-45c2-9392-7db03edac173 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:43:34.393412 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-69f017b3-eed4-4b64-ad6a-ba1ad3dd2d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:34.431419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-69f017b3-eed4-4b64-ad6a-ba1ad3dd2d78 None None] Port f789ebb8-1ed0-45c2-9392-7db03edac173 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:43:34.568052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f789ebb8-1ed0-45c2-9392-7db03edac173 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:43:34.575390 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:34.587925 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Transition to ACTIVE for port object f789ebb8-1ed0-45c2-9392-7db03edac173 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:43:34.591309 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:34.641503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Pushing event updated for resources: {'Port': ['ID=f789ebb8-1ed0-45c2-9392-7db03edac173,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:43:34.716338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Attempting to bind port f789ebb8-1ed0-45c2-9392-7db03edac173 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:43:34.716877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Attempting to bind port f789ebb8-1ed0-45c2-9392-7db03edac173 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:43:34.717202 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Attempting to bind port f789ebb8-1ed0-45c2-9392-7db03edac173 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:43:34.722438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Port f789ebb8-1ed0-45c2-9392-7db03edac173 on network c6c381c5-afa9-4692-a643-3722827dba9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:43:34.722765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Attempting to bind port f789ebb8-1ed0-45c2-9392-7db03edac173 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:43:34.727751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:43:34.728085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Checking segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:43:34.728468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Bound using segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:43:34.728927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Bound port: f789ebb8-1ed0-45c2-9392-7db03edac173, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:43:34.729283 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:34.795011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:43:34.798041 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:43:34.802789 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:34.836051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:34.836827 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:34.838087 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] 10.222.0.46 "PUT /v2.0/ports/f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 1091 time: 0.5924768 Nov 24 13:43:34.838561 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:43:34.840874 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3442655-9f43-4361-815a-173b2f7682d3" -d '{"events": [{"name": "network-changed", "server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:43:34.900309 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ce2bd6-1cfb-43fc-bb17-9b82e056481e x-openstack-request-id: req-01ce2bd6-1cfb-43fc-bb17-9b82e056481e {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:43:34.900849 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:43:34.901175 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01ce2bd6-1cfb-43fc-bb17-9b82e056481e {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:43:34.901653 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'status': 'completed', 'code': 200} Nov 24 13:43:34.916365 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526383d4-7691-4e02-87c2-7ea92bd1a712 service neutron] Pushing event updated for resources: {'Port': ['ID=f789ebb8-1ed0-45c2-9392-7db03edac173,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:43:34.936251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-acb6c282-c72a-4a8b-9425-dd6e6a0fe81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:34.938052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-acb6c282-c72a-4a8b-9425-dd6e6a0fe81b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 1094 time: 0.0517840 Nov 24 13:43:34.955039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de9612-d3f5-4951-863f-d98a6c7b76c1 req-d5ffcd56-b128-44c5-9ef7-1a6bac1288cd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:34.956977 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68de9612-d3f5-4951-863f-d98a6c7b76c1 req-d5ffcd56-b128-44c5-9ef7-1a6bac1288cd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0570612 Nov 24 13:43:34.987900 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-88a7cf17-4545-44bf-a5e9-196d642fda15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 217 time: 0.0414224 Nov 24 13:43:35.010478 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68de9612-d3f5-4951-863f-d98a6c7b76c1 req-4dbee9b5-a7e3-4989-90fa-7db00e7e60ad tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470378 Nov 24 13:43:35.048687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-2de9b001-3ed4-4ded-9070-285e4842fb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:35.050262 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-2de9b001-3ed4-4ded-9070-285e4842fb29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0556800 Nov 24 13:43:35.099088 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-6bddc353-aec5-47b5-8f1d-e92cad712322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:35.100751 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-6bddc353-aec5-47b5-8f1d-e92cad712322 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433202 Nov 24 13:43:35.194980 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-19ee475a-e7c6-478d-9818-c741a382c889 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871904 Nov 24 13:43:35.283995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1ee3be48-bc20-4505-8551-e869abfb2b9e req-f619a456-674a-4b94-a1e2-2b115c7f04ff service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823054 Nov 24 13:43:35.376161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3442655-9f43-4361-815a-173b2f7682d3 req-d71d157e-31e9-4a13-921f-d7a9f0a3cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:35.377608 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e3442655-9f43-4361-815a-173b2f7682d3 req-d71d157e-31e9-4a13-921f-d7a9f0a3cff8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 1094 time: 0.0458443 Nov 24 13:43:35.465787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3442655-9f43-4361-815a-173b2f7682d3 req-c373856a-7c04-44bd-96b5-5372b1593bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:35.467251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e3442655-9f43-4361-815a-173b2f7682d3 req-c373856a-7c04-44bd-96b5-5372b1593bb0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0832002 Nov 24 13:43:35.512819 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e3442655-9f43-4361-815a-173b2f7682d3 req-5046b831-29b0-4ad6-bb70-00af63ae34de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 217 time: 0.0370092 Nov 24 13:43:35.561626 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3442655-9f43-4361-815a-173b2f7682d3 req-bfce848e-a744-421c-9d16-65e30dc7e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:35.563001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e3442655-9f43-4361-815a-173b2f7682d3 req-bfce848e-a744-421c-9d16-65e30dc7e038 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0425401 Nov 24 13:43:35.609105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3442655-9f43-4361-815a-173b2f7682d3 req-080fe905-6e9a-49e3-9e59-ce6f1dfc3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:35.611231 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e3442655-9f43-4361-815a-173b2f7682d3 req-080fe905-6e9a-49e3-9e59-ce6f1dfc3112 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390747 Nov 24 13:43:35.703264 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e3442655-9f43-4361-815a-173b2f7682d3 req-d7ccdbe3-660b-4237-948b-e70e2b5cb718 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842273 Nov 24 13:43:35.797424 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e3442655-9f43-4361-815a-173b2f7682d3 req-149a2790-8f93-4aee-8f7e-0da3428e0a79 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857284 Nov 24 13:43:36.128921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef463210-218f-4f26-b2b9-b2a876b1c264 req-00b74b5c-bef6-4553-bf52-8c3a93531e42 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:36.130421 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef463210-218f-4f26-b2b9-b2a876b1c264 req-00b74b5c-bef6-4553-bf52-8c3a93531e42 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0497591 Nov 24 13:43:36.180066 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef463210-218f-4f26-b2b9-b2a876b1c264 req-608edc2f-266e-42dc-b579-1c54508f1819 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436475 Nov 24 13:43:36.724031 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:37.295517 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50472e9-f752-4a18-bc60-ce97e6fd1390 req-51ee6b51-ee59-475f-8f54-ddacc4c41c66 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:37.297039 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b50472e9-f752-4a18-bc60-ce97e6fd1390 req-51ee6b51-ee59-475f-8f54-ddacc4c41c66 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0485392 Nov 24 13:43:37.347981 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b50472e9-f752-4a18-bc60-ce97e6fd1390 req-8855539a-d74c-40f9-b312-11b0787c94ee tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448067 Nov 24 13:43:38.462415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52ecde-20fd-4b48-aab8-420c50d44429 req-2c383057-bf88-4739-b985-e3ef21c806fe tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:38.463938 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cb52ecde-20fd-4b48-aab8-420c50d44429 req-2c383057-bf88-4739-b985-e3ef21c806fe tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0489550 Nov 24 13:43:38.511189 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cb52ecde-20fd-4b48-aab8-420c50d44429 req-31d5a35f-b7cc-41e9-8dd9-57c17ec0a0bb tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411561 Nov 24 13:43:39.070327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f789ebb8-1ed0-45c2-9392-7db03edac173 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:43:39.164631 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:43:39.175869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'port_id': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'mac_address': 'fa:16:3e:ee:77:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:43:39.212197 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:39.224466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f789ebb8-1ed0-45c2-9392-7db03edac173 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:43:39.243375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:43:39.247154 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:39.296515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f789ebb8-1ed0-45c2-9392-7db03edac173,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:43:39.439575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['f789ebb8-1ed0-45c2-9392-7db03edac173'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:43:39.625174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10141d-16ab-4506-af94-2b604b20f25a req-7d42d757-6131-40f9-a4d3-798e35af96e2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:39.626739 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b10141d-16ab-4506-af94-2b604b20f25a req-7d42d757-6131-40f9-a4d3-798e35af96e2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0488386 Nov 24 13:43:39.673149 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0b10141d-16ab-4506-af94-2b604b20f25a req-8d671759-94ff-4d06-abda-bca1741a0c17 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405183 Nov 24 13:43:39.993661 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:40.787892 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871b968-ba5f-40ba-a196-6ed2c259e6f0 req-7a4ac37b-f8d3-494a-b0bc-5fec4eb44b96 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:40.789414 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c871b968-ba5f-40ba-a196-6ed2c259e6f0 req-7a4ac37b-f8d3-494a-b0bc-5fec4eb44b96 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0486443 Nov 24 13:43:40.835801 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c871b968-ba5f-40ba-a196-6ed2c259e6f0 req-fd1511ef-fd43-4638-995a-56842041d41a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404053 Nov 24 13:43:41.100203 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f789ebb8-1ed0-45c2-9392-7db03edac173 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:43:41.151405 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port f789ebb8-1ed0-45c2-9392-7db03edac173 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:43:41.155338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port f789ebb8-1ed0-45c2-9392-7db03edac173 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:43:41.155716 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:41.230755 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:41.254460 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:43:41.256739 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c37fedd-c1f1-41d1-bd2b-1701ed4b1e88" -d '{"events": [{"server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "name": "network-vif-plugged", "status": "completed", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:43:41.269497 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:43:41.274213 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:41.296854 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcd07b8-0ff7-47e6-9659-ae89bdd3419b x-openstack-request-id: req-9dcd07b8-0ff7-47e6-9659-ae89bdd3419b {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:43:41.297152 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "name": "network-vif-plugged", "status": "completed", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:43:41.297407 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9dcd07b8-0ff7-47e6-9659-ae89bdd3419b {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:43:41.298424 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'code': 200} Nov 24 13:43:41.328137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f789ebb8-1ed0-45c2-9392-7db03edac173,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:43:41.443263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009656c-23c1-4119-868a-1c0a78ef9ad3 req-239c4d58-f805-4424-9c88-1745ed301052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:41.444793 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0009656c-23c1-4119-868a-1c0a78ef9ad3 req-239c4d58-f805-4424-9c88-1745ed301052 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 1096 time: 0.0912025 Nov 24 13:43:41.489336 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0009656c-23c1-4119-868a-1c0a78ef9ad3 req-c422c890-c9c2-48f1-a89e-b3b73482263f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374861 Nov 24 13:43:41.952879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc2f2d-aa04-4963-9b2a-b26146645029 req-8a6839ec-be3e-4404-bda6-c12aa67ffba4 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:41.954912 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3bcc2f2d-aa04-4963-9b2a-b26146645029 req-8a6839ec-be3e-4404-bda6-c12aa67ffba4 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0501273 Nov 24 13:43:42.002770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3bcc2f2d-aa04-4963-9b2a-b26146645029 req-adaaf17e-1e82-4c29-b405-cea79a61283e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418322 Nov 24 13:43:43.121189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d888b75-0ab9-4662-bf40-d416a063b4f7 req-951874a8-1808-41c1-9b9b-fcd404cf1ee0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:43.122653 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d888b75-0ab9-4662-bf40-d416a063b4f7 req-951874a8-1808-41c1-9b9b-fcd404cf1ee0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0500300 Nov 24 13:43:43.168373 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d888b75-0ab9-4662-bf40-d416a063b4f7 req-202abefa-576c-43ab-a01d-be18e75ccd16 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392497 Nov 24 13:43:43.284161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e4bdc-06ae-4455-8003-05fb7fb7775e req-08bc1e31-2814-48f8-833b-2126f41dc69a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:43.285600 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c82e4bdc-06ae-4455-8003-05fb7fb7775e req-08bc1e31-2814-48f8-833b-2126f41dc69a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0532229 Nov 24 13:43:43.294319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 55904) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:43:43.299201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-9d7a1ecd-faad-41b1-a866-776fc82a7c21 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Request body: {'floatingip': {'port_id': 'f789ebb8-1ed0-45c2-9392-7db03edac173'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:43:43.337753 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1ecd-faad-41b1-a866-776fc82a7c21 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:43.765328 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1ecd-faad-41b1-a866-776fc82a7c21 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:43.769175 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1ecd-faad-41b1-a866-776fc82a7c21 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:43.868058 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-9d7a1ecd-faad-41b1-a866-776fc82a7c21 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Floating IP a8d23278-9c14-476c-a13d-26245b937db7 associated. External IP: 172.25.0.80, port: f789ebb8-1ed0-45c2-9392-7db03edac173. Nov 24 13:43:44.067153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7a1ecd-faad-41b1-a866-776fc82a7c21 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Router b2964aed-5539-4f69-abd6-6fa6ce696b3f has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:43:44.166842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7a1ecd-faad-41b1-a866-776fc82a7c21 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:43:44.171671 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1ecd-faad-41b1-a866-776fc82a7c21 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:44.176803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bed97-3b9c-4c8f-b856-af09bce31943 None None] Sync routers for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:43:44.186403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6bed97-3b9c-4c8f-b856-af09bce31943 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:43:44.186996 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5d6bed97-3b9c-4c8f-b856-af09bce31943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:43:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:43:44.201382 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9d7a1ecd-faad-41b1-a866-776fc82a7c21 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "PUT /v2.0/floatingips/a8d23278-9c14-476c-a13d-26245b937db7 HTTP/1.1" status: 200 len: 991 time: 0.9059925 Nov 24 13:43:44.201982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:43:44.204238 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60927eaf-797a-45f9-b621-d17d6e28b9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:43:44.246715 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cac41fa-35be-4ab1-9aaf-2681665596fe x-openstack-request-id: req-8cac41fa-35be-4ab1-9aaf-2681665596fe {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:43:44.247015 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:43:44.247279 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8cac41fa-35be-4ab1-9aaf-2681665596fe {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:43:44.247718 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'status': 'completed', 'code': 200} Nov 24 13:43:44.307658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-5d6bed97-3b9c-4c8f-b856-af09bce31943 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:43:44.313729 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60927eaf-797a-45f9-b621-d17d6e28b9d6 req-e0d49458-e811-4e2e-930c-e5e11be6ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:44.315249 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60927eaf-797a-45f9-b621-d17d6e28b9d6 req-e0d49458-e811-4e2e-930c-e5e11be6ab72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 1096 time: 0.0410292 Nov 24 13:43:44.405454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60927eaf-797a-45f9-b621-d17d6e28b9d6 req-b1e908b6-bb5f-4edd-b50f-ec09886e2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:44.406858 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60927eaf-797a-45f9-b621-d17d6e28b9d6 req-b1e908b6-bb5f-4edd-b50f-ec09886e2157 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0841966 Nov 24 13:43:44.476163 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60927eaf-797a-45f9-b621-d17d6e28b9d6 req-8cf2dd34-3e00-47a4-9753-c21256a205ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 999 time: 0.0614715 Nov 24 13:43:44.525071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60927eaf-797a-45f9-b621-d17d6e28b9d6 req-ba8af8d6-2adf-40eb-b229-43b009a3b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:44.526557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60927eaf-797a-45f9-b621-d17d6e28b9d6 req-ba8af8d6-2adf-40eb-b229-43b009a3b085 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0435214 Nov 24 13:43:44.530224 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5d6bed97-3b9c-4c8f-b856-af09bce31943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'a8d23278-9c14-476c-a13d-26245b937db7', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'port_id': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'mac_address': 'fa:16:3e:ee:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77249084-791e-4dfd-85d0-29e6febc9537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:36:49Z', 'updated_at': '2021-11-24T13:43:43Z', 'revision_number': 13, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:43:44.560470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bed97-3b9c-4c8f-b856-af09bce31943 None None] Checking router: b2964aed-5539-4f69-abd6-6fa6ce696b3f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:43:44.568916 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6bed97-3b9c-4c8f-b856-af09bce31943 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:43:44.569531 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5d6bed97-3b9c-4c8f-b856-af09bce31943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:43:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:43:44.572711 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60927eaf-797a-45f9-b621-d17d6e28b9d6 req-a3c0cdc3-ebe1-4fec-8aa5-98165f0e482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:43:44.574243 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60927eaf-797a-45f9-b621-d17d6e28b9d6 req-a3c0cdc3-ebe1-4fec-8aa5-98165f0e482d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398619 Nov 24 13:43:44.667713 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60927eaf-797a-45f9-b621-d17d6e28b9d6 req-8840df39-70a3-41bb-91ea-1c744ffaad40 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863047 Nov 24 13:43:44.675418 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-5d6bed97-3b9c-4c8f-b856-af09bce31943 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:43:44.767861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-60927eaf-797a-45f9-b621-d17d6e28b9d6 req-088eb19b-b08c-4d97-9215-f7dd0a7d35a0 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921230 Nov 24 13:43:44.897522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-5d6bed97-3b9c-4c8f-b856-af09bce31943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'a8d23278-9c14-476c-a13d-26245b937db7', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'port_id': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'mac_address': 'fa:16:3e:ee:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77249084-791e-4dfd-85d0-29e6febc9537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:36:49Z', 'updated_at': '2021-11-24T13:43:43Z', 'revision_number': 13, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:43:44.927150 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bed97-3b9c-4c8f-b856-af09bce31943 None None] The sync data for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 is: [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'a8d23278-9c14-476c-a13d-26245b937db7', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'port_id': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'mac_address': 'fa:16:3e:ee:77:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77249084-791e-4dfd-85d0-29e6febc9537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:36:49Z', 'updated_at': '2021-11-24T13:43:43Z', 'revision_number': 13, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:43:45.121415 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630a3f3a-58f1-4230-81d2-7ebe851f702f None None] New status for floating IP a8d23278-9c14-476c-a13d-26245b937db7: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:43:50.904903 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a96243a3-3c79-4747-a20f-dec989231aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:53.333470 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9511d650-b11f-45f9-8487-182edf617dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:54.514811 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:56.045631 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:43:56.752150 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:44:01.726714 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:44:06.740397 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:44:09.977109 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:44:20.906463 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-82a5d2bd-4e2f-4cf2-b826-77d3a30253cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:44:23.333328 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a3f663c0-92e2-41c7-9b1c-58fe9ec09e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:44:24.518670 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:44:26.050455 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:44:26.753659 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:44:36.754358 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:44:38.726359 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:44:39.997679 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:44:40.833305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24250c62-c940-4102-bed5-1a8dd192a81c req-e75f4e4b-4765-4425-ac9f-5e70081b52c8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402484 Nov 24 13:44:40.915569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24250c62-c940-4102-bed5-1a8dd192a81c req-321d4ca7-d384-4666-8182-a7039cd5ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:44:40.916988 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24250c62-c940-4102-bed5-1a8dd192a81c req-321d4ca7-d384-4666-8182-a7039cd5ca18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 1096 time: 0.0412972 Nov 24 13:44:41.359501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24250c62-c940-4102-bed5-1a8dd192a81c req-b39e0743-8849-4e15-9a64-462b1e5d5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:44:41.361006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24250c62-c940-4102-bed5-1a8dd192a81c req-b39e0743-8849-4e15-9a64-462b1e5d5bd0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.4248765 Nov 24 13:44:41.424634 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24250c62-c940-4102-bed5-1a8dd192a81c req-829ada12-5a2f-4bf6-816e-bdbaa0c8321e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 1001 time: 0.0559235 Nov 24 13:44:41.474056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24250c62-c940-4102-bed5-1a8dd192a81c req-ceb73d67-ff80-4b2b-9d05-a1d156ac8aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:44:41.475468 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24250c62-c940-4102-bed5-1a8dd192a81c req-ceb73d67-ff80-4b2b-9d05-a1d156ac8aad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0438402 Nov 24 13:44:41.524637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24250c62-c940-4102-bed5-1a8dd192a81c req-85a0db22-ca2c-43db-9bc8-628b71da425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:44:41.526067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24250c62-c940-4102-bed5-1a8dd192a81c req-85a0db22-ca2c-43db-9bc8-628b71da425d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437987 Nov 24 13:44:41.614092 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24250c62-c940-4102-bed5-1a8dd192a81c req-d4a51c82-e937-49fe-a871-70e2238d0534 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805869 Nov 24 13:44:41.707766 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-24250c62-c940-4102-bed5-1a8dd192a81c req-c9dd4047-8563-45dc-9a7d-b0a167b9ed10 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867720 Nov 24 13:44:50.911245 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-db5428e0-3b3f-4055-beac-f2ab3e475dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:44:53.334674 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-33563b37-2828-4f37-8e1a-398006c0317c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:44:54.521068 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:44:56.053755 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:44:56.755961 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:06.757118 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:09.999268 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:15.725084 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:45:20.913085 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e5a0e84d-0e13-4e23-89cd-85f0c0ed0018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:22.518840 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96e103-c291-4198-849e-4fd27ec42166 req-93a10531-c6d9-41b4-a4b7-4a7d07fa0434 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:22.520342 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1b96e103-c291-4198-849e-4fd27ec42166 req-93a10531-c6d9-41b4-a4b7-4a7d07fa0434 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0578389 Nov 24 13:45:22.568342 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1b96e103-c291-4198-849e-4fd27ec42166 req-13f3a656-ed8a-4277-afec-825d6b1fda56 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414574 Nov 24 13:45:23.336601 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f5fd8e71-b74b-4316-a732-5a2cf3ef7d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:24.524149 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:26.055099 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:26.765098 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:33.489419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-215ccb88-0732-4860-9b95-d004a0159abd req-90e8b2aa-4d0a-4452-83d6-5a0457026121 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:45:33.490434 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-215ccb88-0732-4860-9b95-d004a0159abd req-90e8b2aa-4d0a-4452-83d6-5a0457026121 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057158 Nov 24 13:45:33.657806 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-c2b570f0-fbd4-4923-b91a-c9741107fa7d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400705 Nov 24 13:45:33.680010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71847a21-8a5e-4de3-acf1-ca4ed386698f req-87ceb09e-b57c-4e55-949a-a9c294d08d02 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:33.682016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71847a21-8a5e-4de3-acf1-ca4ed386698f req-87ceb09e-b57c-4e55-949a-a9c294d08d02 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0498216 Nov 24 13:45:33.729706 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71847a21-8a5e-4de3-acf1-ca4ed386698f req-8ee8590c-f893-45cd-9fe6-c694c4ea040e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415554 Nov 24 13:45:34.755646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-158eaab3-bd29-4810-8fd4-fcc7c09d4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:34.757275 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-158eaab3-bd29-4810-8fd4-fcc7c09d4801 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 1096 time: 0.0407753 Nov 24 13:45:34.849867 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe4f58-91a7-4991-b01e-c86c9fda5585 req-7a10c590-9743-4749-8d02-32af7502b671 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:34.851288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-0ca2a569-ba36-43b4-98c6-3ffe390970d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:34.851431 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ecfe4f58-91a7-4991-b01e-c86c9fda5585 req-7a10c590-9743-4749-8d02-32af7502b671 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0497909 Nov 24 13:45:34.852761 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-0ca2a569-ba36-43b4-98c6-3ffe390970d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0887477 Nov 24 13:45:34.903522 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ecfe4f58-91a7-4991-b01e-c86c9fda5585 req-68b8413e-0d6b-4df5-8bfe-10f32f987912 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457995 Nov 24 13:45:34.920745 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-18ad41e1-fae1-42be-94c2-a05f4a36dd3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 1001 time: 0.0589106 Nov 24 13:45:34.975896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-7cd8d354-2882-4f0d-8db1-d0b6606db2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:34.977406 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-7cd8d354-2882-4f0d-8db1-d0b6606db2d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0483663 Nov 24 13:45:35.023496 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-7723263d-b515-4362-9aca-0d38bae3b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:35.025006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-7723263d-b515-4362-9aca-0d38bae3b6b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394428 Nov 24 13:45:35.116700 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-579c3865-9cba-44c7-a89c-62660d5ed175 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842335 Nov 24 13:45:35.205013 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-73855e69-721c-47fa-916f-1932d38253b4 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809598 Nov 24 13:45:36.021383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5622fb-8b90-4a80-be88-c2e0c6d019e1 req-19ead035-8e8e-4005-87f9-bdcab5053c7d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:36.022871 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bf5622fb-8b90-4a80-be88-c2e0c6d019e1 req-19ead035-8e8e-4005-87f9-bdcab5053c7d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0492156 Nov 24 13:45:36.074049 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bf5622fb-8b90-4a80-be88-c2e0c6d019e1 req-5d7d4ac0-3d1b-4112-b298-66cf590fab8f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452077 Nov 24 13:45:36.756419 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:37.189263 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bc9c6-dc31-4e70-8ceb-f223230104a3 req-5450ef15-672e-460d-adc0-272bb8c804dc tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:37.190714 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-898bc9c6-dc31-4e70-8ceb-f223230104a3 req-5450ef15-672e-460d-adc0-272bb8c804dc tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0484297 Nov 24 13:45:37.236779 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-898bc9c6-dc31-4e70-8ceb-f223230104a3 req-b6df5bf3-fdba-4d67-a33e-bf141ecf7ccf tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402575 Nov 24 13:45:38.353157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2977395-f997-4dfe-9eea-c5c83bd48227 req-81380190-4964-44cd-a797-cf68ebd09cac tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:38.354642 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f2977395-f997-4dfe-9eea-c5c83bd48227 req-81380190-4964-44cd-a797-cf68ebd09cac tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0491443 Nov 24 13:45:38.401508 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f2977395-f997-4dfe-9eea-c5c83bd48227 req-01320519-5926-49c5-af57-1563d7a34ce8 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407045 Nov 24 13:45:39.517022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90034b1-7d9c-4e05-8548-70030cfc2b86 req-52c1ea33-b283-427f-b87a-cbb1067579ea tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:39.518412 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a90034b1-7d9c-4e05-8548-70030cfc2b86 req-52c1ea33-b283-427f-b87a-cbb1067579ea tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0491645 Nov 24 13:45:39.564372 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a90034b1-7d9c-4e05-8548-70030cfc2b86 req-56542b89-0db0-4965-abd6-3e584cd9c4e7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401478 Nov 24 13:45:40.014465 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:40.679141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269208c-8251-4a6b-b96f-d8873917f8a4 req-5ab40c37-8627-43d1-a6cf-e591334ec921 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:40.680598 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5269208c-8251-4a6b-b96f-d8873917f8a4 req-5ab40c37-8627-43d1-a6cf-e591334ec921 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0476451 Nov 24 13:45:40.727114 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5269208c-8251-4a6b-b96f-d8873917f8a4 req-d5d1978d-c583-45cc-84a0-1c866e9ebc4a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399344 Nov 24 13:45:41.846974 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267ae91-06fd-4f40-96f5-deb18889f8d1 req-712da4a8-e533-4359-aa88-e55f0235ed76 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:41.848427 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f267ae91-06fd-4f40-96f5-deb18889f8d1 req-712da4a8-e533-4359-aa88-e55f0235ed76 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0520959 Nov 24 13:45:41.893836 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f267ae91-06fd-4f40-96f5-deb18889f8d1 req-52e88b77-c68e-47f4-a2a8-80626f850c33 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394342 Nov 24 13:45:42.859542 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18918601-4e83-488a-9b6c-e5bc22548025 req-aa77ac02-202b-4bd2-9d11-d1a4515ac84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:42.861055 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-18918601-4e83-488a-9b6c-e5bc22548025 req-aa77ac02-202b-4bd2-9d11-d1a4515ac84b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 1096 time: 0.0453753 Nov 24 13:45:42.975420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18918601-4e83-488a-9b6c-e5bc22548025 req-bcedcf9a-a422-4d61-8b03-6456ef00bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:42.976851 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-18918601-4e83-488a-9b6c-e5bc22548025 req-bcedcf9a-a422-4d61-8b03-6456ef00bd6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0932777 Nov 24 13:45:43.063552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bb7c3-2dcb-4d22-ad1f-9da9954e8adc req-190e5bed-d266-47bc-a045-251c1f829758 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:43.064999 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f87bb7c3-2dcb-4d22-ad1f-9da9954e8adc req-190e5bed-d266-47bc-a045-251c1f829758 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.1011400 Nov 24 13:45:43.069005 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-18918601-4e83-488a-9b6c-e5bc22548025 req-bd267276-f19c-4194-a404-adad922967c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 1001 time: 0.0783520 Nov 24 13:45:43.141962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18918601-4e83-488a-9b6c-e5bc22548025 req-12fb184f-70ed-44a1-a416-039ffebeadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:43.143388 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-18918601-4e83-488a-9b6c-e5bc22548025 req-12fb184f-70ed-44a1-a416-039ffebeadf5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0665357 Nov 24 13:45:43.147743 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f87bb7c3-2dcb-4d22-ad1f-9da9954e8adc req-b5a73886-8803-4d46-b04d-0a6d5f5eda27 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766056 Nov 24 13:45:43.193066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18918601-4e83-488a-9b6c-e5bc22548025 req-5f605267-acd6-4981-b258-8b524aee41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:43.194559 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-18918601-4e83-488a-9b6c-e5bc22548025 req-5f605267-acd6-4981-b258-8b524aee41a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438371 Nov 24 13:45:43.284501 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-18918601-4e83-488a-9b6c-e5bc22548025 req-807542ec-4127-4f82-809a-45cf43ab6dda service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828843 Nov 24 13:45:43.378964 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-18918601-4e83-488a-9b6c-e5bc22548025 req-5b614b2e-6be7-4574-bf86-187622194dc7 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868249 Nov 24 13:45:44.265174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02210b49-463c-4a53-9afb-99e19ad22a87 req-efa39af1-ed0a-4e02-87a8-860cb463345d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:44.266707 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02210b49-463c-4a53-9afb-99e19ad22a87 req-efa39af1-ed0a-4e02-87a8-860cb463345d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0488758 Nov 24 13:45:44.312377 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02210b49-463c-4a53-9afb-99e19ad22a87 req-da695753-5ded-4759-b906-1c53e1b10fc0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397520 Nov 24 13:45:45.428158 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3208718-1eeb-41a0-8323-b976aa844eff req-be682ec4-7c46-4150-a9f3-fcd77d755fc7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:45.429655 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3208718-1eeb-41a0-8323-b976aa844eff req-be682ec4-7c46-4150-a9f3-fcd77d755fc7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0492406 Nov 24 13:45:45.475552 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3208718-1eeb-41a0-8323-b976aa844eff req-161a67cc-f28f-4d0b-b6ee-53f60931da21 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398834 Nov 24 13:45:46.590370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db3172-b367-4814-b653-f8f5daadc541 req-76875b6e-4922-4e88-8ff6-74f7505d24bc tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:46.591842 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32db3172-b367-4814-b653-f8f5daadc541 req-76875b6e-4922-4e88-8ff6-74f7505d24bc tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0483046 Nov 24 13:45:46.641750 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32db3172-b367-4814-b653-f8f5daadc541 req-42ec9746-17c6-4c25-b5c6-41fde5248fac tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440865 Nov 24 13:45:47.765826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a603f-dd34-463c-9751-2d3c74018f0e req-13e4717c-6164-4be4-9e73-5ac981866423 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:47.767332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e5a603f-dd34-463c-9751-2d3c74018f0e req-13e4717c-6164-4be4-9e73-5ac981866423 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0534058 Nov 24 13:45:47.814495 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e5a603f-dd34-463c-9751-2d3c74018f0e req-97d1205a-1f92-4a85-af4f-831b48a1af36 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409460 Nov 24 13:45:48.942619 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8842e23-ef04-4c88-aa2c-78ae550c09f5 req-6ea80484-73a4-4c53-a720-5869cfdd0540 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:48.944198 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8842e23-ef04-4c88-aa2c-78ae550c09f5 req-6ea80484-73a4-4c53-a720-5869cfdd0540 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0569203 Nov 24 13:45:48.995536 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8842e23-ef04-4c88-aa2c-78ae550c09f5 req-60398443-4409-4b0c-a967-86cfab0ef919 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449026 Nov 24 13:45:49.139693 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-2a903235-0ee5-475e-afea-56f631fd7154 service neutron] show failed (client error): The resource could not be found. Nov 24 13:45:49.140719 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-2a903235-0ee5-475e-afea-56f631fd7154 service neutron] 10.222.0.46 "GET /v2.0/ports/f789ebb8-1ed0-45c2-9392-7db03edac173/bindings/n-h2-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0548375 Nov 24 13:45:49.387420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-2c74fb51-55e7-43ce-9ee4-6e8900117e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:49.388921 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-2c74fb51-55e7-43ce-9ee4-6e8900117e23 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537&tenant_id=6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 1096 time: 0.0929935 Nov 24 13:45:49.402547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:45:49.455657 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:49.653267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:45:49.684522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:45:49.722451 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:45:49.724858 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e3917c-3871-438f-9414-1f48e48bebba" -d '{"events": [{"server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "name": "network-vif-unplugged", "status": "completed", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:45:49.728827 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:49.741584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Transition to ACTIVE for port object f789ebb8-1ed0-45c2-9392-7db03edac173 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:45:49.745906 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:49.778016 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c70ab48-f25e-421b-967c-542bb861bff9 x-openstack-request-id: req-1c70ab48-f25e-421b-967c-542bb861bff9 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:45:49.778313 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "name": "network-vif-unplugged", "status": "completed", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:45:49.778568 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c70ab48-f25e-421b-967c-542bb861bff9 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:45:49.778960 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'code': 200} Nov 24 13:45:49.831004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f789ebb8-1ed0-45c2-9392-7db03edac173,revision_number=6']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:45:49.845159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:45:49.845582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:45:49.845833 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:45:49.846170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:45:49.846506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:45:49.846839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:45:49.847166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:45:49.847492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:45:49.847824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:45:49.848149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:45:49.848472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:45:49.848817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:45:49.880565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] No DVR routers for this DVR port f789ebb8-1ed0-45c2-9392-7db03edac173 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:45:50.014418 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Attempting to bind port f789ebb8-1ed0-45c2-9392-7db03edac173 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:45:50.014754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Attempting to bind port f789ebb8-1ed0-45c2-9392-7db03edac173 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:45:50.015082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Attempting to bind port f789ebb8-1ed0-45c2-9392-7db03edac173 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:45:50.019452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Port f789ebb8-1ed0-45c2-9392-7db03edac173 on network c6c381c5-afa9-4692-a643-3722827dba9b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:45:50.019787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Attempting to bind port f789ebb8-1ed0-45c2-9392-7db03edac173 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:45:50.025261 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:45:50.025606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Checking segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:45:50.025985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Bound using segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:45:50.026416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Bound port: f789ebb8-1ed0-45c2-9392-7db03edac173, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:45:50.026773 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:50.089810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:45:50.092689 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:45:50.097340 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:50.114508 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb718414-db42-4ef3-bed4-27a1fa24199d req-79dcee66-5c65-4983-806c-0e24b5893435 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:50.116292 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb718414-db42-4ef3-bed4-27a1fa24199d req-79dcee66-5c65-4983-806c-0e24b5893435 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0499394 Nov 24 13:45:50.140592 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:50.141299 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:50.142648 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] 10.222.0.59 "PUT /v2.0/ports/f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 1091 time: 0.7446308 Nov 24 13:45:50.160270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a2ee9-6edb-45ec-ac20-5f4550bab3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f789ebb8-1ed0-45c2-9392-7db03edac173,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:45:50.170765 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-eb718414-db42-4ef3-bed4-27a1fa24199d req-6ba0b51c-58f5-4ac5-88ea-1180a731129e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479350 Nov 24 13:45:50.214292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-e5be3031-87a9-496c-bca1-5b9ec906ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:50.215810 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-e5be3031-87a9-496c-bca1-5b9ec906ce80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 1094 time: 0.0431972 Nov 24 13:45:50.318015 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-71bd0800-84f9-47e7-98ec-c0f6366b19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:50.319499 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-71bd0800-84f9-47e7-98ec-c0f6366b19e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0932789 Nov 24 13:45:50.385164 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-70b32fae-05b6-4976-a56b-40ffaa3b15fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 999 time: 0.0576563 Nov 24 13:45:50.436482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-a52b2818-5093-4bf6-be05-f82a9f704945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:50.437988 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-a52b2818-5093-4bf6-be05-f82a9f704945 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0454860 Nov 24 13:45:50.488878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-8412b561-7eb8-456c-9258-adbc4908e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:50.490363 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-8412b561-7eb8-456c-9258-adbc4908e03f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446904 Nov 24 13:45:50.579649 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-00de5e9a-76e1-4583-a355-037999edad97 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807574 Nov 24 13:45:50.674539 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-be1f0fc1-a579-4628-9706-7eb67491f4c8 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858908 Nov 24 13:45:50.914328 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5ffd62e5-f2e2-454c-8e36-b83634b7b700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:51.306795 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e604d46-1ba6-4312-bde8-cf07e05e47b8 req-74adaa82-89c9-4b6e-92b9-7d0fc0878dc5 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:51.309198 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7e604d46-1ba6-4312-bde8-cf07e05e47b8 req-74adaa82-89c9-4b6e-92b9-7d0fc0878dc5 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0583956 Nov 24 13:45:51.362869 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7e604d46-1ba6-4312-bde8-cf07e05e47b8 req-72ae7da7-162d-49e4-bdea-52837f877686 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469730 Nov 24 13:45:51.745178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f789ebb8-1ed0-45c2-9392-7db03edac173 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:45:51.780318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:45:51.782826 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6626777-e3be-4974-ba24-d3d988c653a5" -d '{"events": [{"name": "network-changed", "server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:45:51.785772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f789ebb8-1ed0-45c2-9392-7db03edac173 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:45:51.831401 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34294721-3288-4894-8780-d8994654e9ca x-openstack-request-id: req-34294721-3288-4894-8780-d8994654e9ca {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:45:51.831706 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:45:51.831963 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34294721-3288-4894-8780-d8994654e9ca {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:45:51.832359 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'status': 'completed', 'code': 200} Nov 24 13:45:51.924134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-d4c827df-8180-4f9d-b099-1b3a34d863fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:51.925673 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-d4c827df-8180-4f9d-b099-1b3a34d863fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 1094 time: 0.0716860 Nov 24 13:45:51.928123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-5b65c389-236f-4c99-b310-66f9551ff997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:51.929492 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-5b65c389-236f-4c99-b310-66f9551ff997 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 1094 time: 0.0676682 Nov 24 13:45:52.089710 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-e2a0bb1f-e6dd-424d-a9cc-e1b53f72c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:52.091093 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-e2a0bb1f-e6dd-424d-a9cc-e1b53f72c4a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.1566086 Nov 24 13:45:52.092172 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-e41a250e-1fd4-49b2-9ff9-2b618f2991c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:52.093520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-e41a250e-1fd4-49b2-9ff9-2b618f2991c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.1519289 Nov 24 13:45:52.206925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-9da9b0dd-27e0-4f5f-8e9c-0649222d4bdb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 999 time: 0.1080084 Nov 24 13:45:52.208567 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-57352068-f454-4ec7-8b04-bf241a778f83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 999 time: 0.1034014 Nov 24 13:45:52.299240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-392b33f3-c181-44e2-97a3-0db8500f5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:52.300768 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-392b33f3-c181-44e2-97a3-0db8500f5444 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0852249 Nov 24 13:45:52.302117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-b1c11881-dfce-46ab-8fab-470f5562a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:52.303424 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-b1c11881-dfce-46ab-8fab-470f5562a5ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0867996 Nov 24 13:45:52.378112 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-0e022aa2-df36-44ec-b851-1dd2def3e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:52.379531 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-0e022aa2-df36-44ec-b851-1dd2def3e37a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683992 Nov 24 13:45:52.381353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-43572af8-a621-4b63-871a-3fa8ce49e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:52.382704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-43572af8-a621-4b63-871a-3fa8ce49e41b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727179 Nov 24 13:45:52.564188 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-0f4aa968-4ecb-4963-9b33-f66d44e95bb5 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682444 Nov 24 13:45:52.589914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25229897-0b5f-4736-ae98-514e54211862 req-4fea5bd4-d1e4-41ee-803c-17e5a7b114d4 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:52.591344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-25229897-0b5f-4736-ae98-514e54211862 req-4fea5bd4-d1e4-41ee-803c-17e5a7b114d4 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.1539879 Nov 24 13:45:52.625532 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-5499c009-8d34-46bd-a659-ff614aff3051 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369297 Nov 24 13:45:52.724150 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:45:52.763896 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-25229897-0b5f-4736-ae98-514e54211862 req-2ac8859c-de33-4ae5-bd50-f365a628f84d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650045 Nov 24 13:45:52.789221 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-c6ed5a5b-8025-414a-878d-140d9ac6e1fb service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162707 Nov 24 13:45:52.791665 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c6626777-e3be-4974-ba24-d3d988c653a5 req-c462e3d2-64f1-47ad-83ea-951bb111f63f service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554143 Nov 24 13:45:53.340096 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2f0f6d28-8c75-4711-ac37-6710629e8c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:53.899146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62b1be-a9d9-42c5-85db-3712c9403a75 req-08494081-5d4b-4a8d-bfb4-a41f4617ff0c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:53.900806 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-be62b1be-a9d9-42c5-85db-3712c9403a75 req-08494081-5d4b-4a8d-bfb4-a41f4617ff0c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0571275 Nov 24 13:45:53.948161 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-be62b1be-a9d9-42c5-85db-3712c9403a75 req-a6d5d261-9b61-4c01-9a34-6b90ffee998a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413949 Nov 24 13:45:54.529758 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:55.067868 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f423ac-95b2-46fe-9a95-30401d6d3c00 req-9553ddea-838a-47d8-8890-a5a3409cc2da tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:55.069332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e6f423ac-95b2-46fe-9a95-30401d6d3c00 req-9553ddea-838a-47d8-8890-a5a3409cc2da tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0530062 Nov 24 13:45:55.115931 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e6f423ac-95b2-46fe-9a95-30401d6d3c00 req-6fe82123-e677-4a29-96c7-bca0183bcc0a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405891 Nov 24 13:45:56.059566 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:56.233459 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331e612-0b68-4c9f-8f9f-b16495ca2b25 req-acfbfc35-b9e5-4ce5-985f-dac85855e941 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:56.234954 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0331e612-0b68-4c9f-8f9f-b16495ca2b25 req-acfbfc35-b9e5-4ce5-985f-dac85855e941 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0479527 Nov 24 13:45:56.284559 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0331e612-0b68-4c9f-8f9f-b16495ca2b25 req-aa5d2fe0-ed75-414c-80fc-d3ac43eeb0cf tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435967 Nov 24 13:45:56.757984 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:45:57.400184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf210a-9a37-4fed-b903-9e7ea41966c5 req-9caea3c2-9447-4438-9edf-0a7360143a51 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:57.401682 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61cf210a-9a37-4fed-b903-9e7ea41966c5 req-9caea3c2-9447-4438-9edf-0a7360143a51 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0477996 Nov 24 13:45:57.448569 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-61cf210a-9a37-4fed-b903-9e7ea41966c5 req-b54b5f06-dab8-4516-ab72-6ffa4250a849 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402656 Nov 24 13:45:58.569995 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcda6a-c286-42ad-8f4d-056dc9681b65 req-3b9c0ab9-ab54-443d-ae13-275aacb78da2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:58.571376 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bdbcda6a-c286-42ad-8f4d-056dc9681b65 req-3b9c0ab9-ab54-443d-ae13-275aacb78da2 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0521569 Nov 24 13:45:58.618981 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bdbcda6a-c286-42ad-8f4d-056dc9681b65 req-25286719-383f-4ea0-bfcc-fee780aa1fda tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407276 Nov 24 13:45:59.734439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bc5e0-98cd-4e19-87b4-e1be6678cd8a req-0dd6de1b-270e-426c-b231-67263211e27d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:45:59.735909 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-176bc5e0-98cd-4e19-87b4-e1be6678cd8a req-0dd6de1b-270e-426c-b231-67263211e27d tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0481002 Nov 24 13:45:59.784844 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-176bc5e0-98cd-4e19-87b4-e1be6678cd8a req-fe731828-800f-4dc3-adb2-3ab56d7b34a8 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425816 Nov 24 13:46:00.902401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d057224-7341-4e55-9205-7f9ef0f157da req-6a42e61c-f38f-417c-a7b5-7d064ecc76c3 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:00.903898 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d057224-7341-4e55-9205-7f9ef0f157da req-6a42e61c-f38f-417c-a7b5-7d064ecc76c3 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0487459 Nov 24 13:46:00.951746 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6d057224-7341-4e55-9205-7f9ef0f157da req-68942c10-1b8f-4937-aa0b-bb612ed7603c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416474 Nov 24 13:46:02.069518 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7657a28-a1d7-4e1a-bcf5-fc906ed3acfd req-1f0a5850-4b16-486c-a1fd-7e7733ff2b36 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:02.072531 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7657a28-a1d7-4e1a-bcf5-fc906ed3acfd req-1f0a5850-4b16-486c-a1fd-7e7733ff2b36 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0498595 Nov 24 13:46:02.118744 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e7657a28-a1d7-4e1a-bcf5-fc906ed3acfd req-39651a5f-319d-4c93-bfbf-88f0865f7234 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403371 Nov 24 13:46:03.243788 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4aee57-f797-4257-a4d4-d8cc0c41dbd6 req-d471907d-df07-4a2d-8975-d29cf44115a1 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:03.245770 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd4aee57-f797-4257-a4d4-d8cc0c41dbd6 req-d471907d-df07-4a2d-8975-d29cf44115a1 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 943 time: 0.0541286 Nov 24 13:46:03.304140 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd4aee57-f797-4257-a4d4-d8cc0c41dbd6 req-8518932c-b041-4e3e-abaf-ac723cd0c7e5 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513391 Nov 24 13:46:03.769932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f789ebb8-1ed0-45c2-9392-7db03edac173 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:46:03.870455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:03.881195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'port_id': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'mac_address': 'fa:16:3e:ee:77:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:46:03.921602 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:03.937622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f789ebb8-1ed0-45c2-9392-7db03edac173 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:46:03.956531 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:03.960123 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:04.005234 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=f789ebb8-1ed0-45c2-9392-7db03edac173,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:04.012939 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:04.013291 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:04.013637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:04.013979 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:04.014318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:04.014653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:04.014984 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:04.015318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:04.015646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:04.015972 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:04.016299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:04.016624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:04.219965 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['f789ebb8-1ed0-45c2-9392-7db03edac173'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:46:04.431524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c517f1f-6b66-4008-954c-7f9b4a9742de req-ed7b1084-7426-4dba-9b30-88e729fd66a3 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:04.433166 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c517f1f-6b66-4008-954c-7f9b4a9742de req-ed7b1084-7426-4dba-9b30-88e729fd66a3 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0546641 Nov 24 13:46:04.479841 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9c517f1f-6b66-4008-954c-7f9b4a9742de req-7b6ca122-52e6-435d-aeb9-0221db09b142 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406213 Nov 24 13:46:04.797891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-179a8d13-ae18-45d1-90a3-493dd73907a1 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:04.799354 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-179a8d13-ae18-45d1-90a3-493dd73907a1 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.59 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537&tenant_id=6287df09624c4c5d836b75ec265e6c6c&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 944 time: 0.0852759 Nov 24 13:46:04.810450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b7e7b-3ad9-49e7-85da-6792f0a7ec4a req-481a2398-70d4-4879-b654-ac30f6d1be45 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:04.811809 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-424b7e7b-3ad9-49e7-85da-6792f0a7ec4a req-481a2398-70d4-4879-b654-ac30f6d1be45 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0681858 Nov 24 13:46:04.895617 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-424b7e7b-3ad9-49e7-85da-6792f0a7ec4a req-a80b2ff4-a51a-4e37-b153-830a37db2ebb tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770648 Nov 24 13:46:04.897341 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-b8df14ef-3e27-46fc-8184-38b8900f9fb3 service neutron] 10.222.0.59 "GET /v2.0/ports/f789ebb8-1ed0-45c2-9392-7db03edac173/bindings/n-h2-817303-4 HTTP/1.1" status: 200 len: 382 time: 0.0847113 Nov 24 13:46:04.965903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-a7915e45-5785-4425-8579-8dcae2d36cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:04.967814 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-a7915e45-5785-4425-8579-8dcae2d36cf3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 1095 time: 0.0445893 Nov 24 13:46:05.056426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-4354957c-70d0-4fca-9587-37edfb678a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:05.057900 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-4354957c-70d0-4fca-9587-37edfb678a0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0824444 Nov 24 13:46:05.463912 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-cbf64bc8-cacc-4843-a3b5-fd6888f20d76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 1000 time: 0.3981769 Nov 24 13:46:05.513239 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-86291646-6239-4bf6-b9c4-ecc50a4d0fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:05.514539 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-86291646-6239-4bf6-b9c4-ecc50a4d0fa6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0425725 Nov 24 13:46:05.563454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-0e3ee3d0-662e-40f3-b989-7dda2ff65da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:05.564942 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-0e3ee3d0-662e-40f3-b989-7dda2ff65da9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429835 Nov 24 13:46:05.658997 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-f61ea2c0-17b8-48aa-8843-3728634fcc71 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860043 Nov 24 13:46:05.747984 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-d28369bc-64b1-4729-8e1a-4eb854d9fd4a service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813322 Nov 24 13:46:05.793140 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f789ebb8-1ed0-45c2-9392-7db03edac173 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:46:05.842527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port f789ebb8-1ed0-45c2-9392-7db03edac173 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:46:05.846488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port f789ebb8-1ed0-45c2-9392-7db03edac173 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:46:05.846853 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:05.924383 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:05.947725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:46:05.950169 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff734b5-c011-492e-9fe2-3312f69a61fa" -d '{"events": [{"server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "name": "network-vif-plugged", "status": "completed", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:46:05.963288 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:05.967740 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:06.022625 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2136eab-3b26-4e3b-8430-4daa65a21b5a req-d50169d1-d4eb-413a-a66b-43a1728fd1ac tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:06.023244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=f789ebb8-1ed0-45c2-9392-7db03edac173,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:06.032053 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c2136eab-3b26-4e3b-8430-4daa65a21b5a req-d50169d1-d4eb-413a-a66b-43a1728fd1ac tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0519347 Nov 24 13:46:06.074543 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0df8a4-ee0f-4221-950c-16479ca3f53f x-openstack-request-id: req-2e0df8a4-ee0f-4221-950c-16479ca3f53f {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:46:06.074855 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "name": "network-vif-plugged", "status": "completed", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:46:06.075136 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e0df8a4-ee0f-4221-950c-16479ca3f53f {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:46:06.075309 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c2136eab-3b26-4e3b-8430-4daa65a21b5a req-87ffbf87-7706-417b-aec7-c408c3268dd0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423839 Nov 24 13:46:06.075589 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'code': 200} Nov 24 13:46:06.753193 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:07.203271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6a418-676c-466c-b661-353cd9b09ac1 req-11a9fcb2-e846-4b0e-bf59-a02439869bbd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:07.204762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-39e6a418-676c-466c-b661-353cd9b09ac1 req-11a9fcb2-e846-4b0e-bf59-a02439869bbd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0572536 Nov 24 13:46:07.251805 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-39e6a418-676c-466c-b661-353cd9b09ac1 req-db2870a1-3a3a-41bc-9667-db1f7c49c8da tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410573 Nov 24 13:46:08.369123 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f91bc-34e6-405b-b3ed-9cfb550c5fff req-0a90a414-e6fb-49a5-9e48-5b7d60e422fd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:08.370647 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-754f91bc-34e6-405b-b3ed-9cfb550c5fff req-0a90a414-e6fb-49a5-9e48-5b7d60e422fd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0497801 Nov 24 13:46:08.417686 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-754f91bc-34e6-405b-b3ed-9cfb550c5fff req-ff7aef7f-309b-4eab-90eb-44eb1401bf59 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409777 Nov 24 13:46:09.599194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9681e-b33d-4312-a323-bfbb54c7a1e5 req-3c03a19e-8bf0-48b3-bad5-fbc87b77c751 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:09.600629 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32f9681e-b33d-4312-a323-bfbb54c7a1e5 req-3c03a19e-8bf0-48b3-bad5-fbc87b77c751 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.1095753 Nov 24 13:46:09.648219 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32f9681e-b33d-4312-a323-bfbb54c7a1e5 req-3725e194-4214-4987-a4ed-bbee9a4b1fb6 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414474 Nov 24 13:46:09.965901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-187700f5-89ba-4c56-95ec-51c0473942fa req-8993365b-28b8-4127-b0c9-c20c4b43ef22 service neutron] (114986) timed out ('10.222.0.48', 52592) {{(pid=114986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 13:46:10.012248 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:10.070346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-9fafcd35-bf49-45de-a3e2-8446346b3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:10.072360 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-9fafcd35-bf49-45de-a3e2-8446346b3322 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537&tenant_id=6287df09624c4c5d836b75ec265e6c6c HTTP/1.1" status: 200 len: 1096 time: 0.0398896 Nov 24 13:46:10.083563 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:46:10.139394 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:10.335732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:10.367474 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:46:10.406106 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:46:10.408312 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6698ac6-ae8d-439a-8bfa-1daf592aa8df" -d '{"events": [{"server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "name": "network-vif-unplugged", "status": "completed", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:46:10.412756 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:10.426618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Transition to ACTIVE for port object f789ebb8-1ed0-45c2-9392-7db03edac173 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:46:10.430126 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:10.514512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Pushing event updated for resources: {'Port': ['ID=f789ebb8-1ed0-45c2-9392-7db03edac173,revision_number=10']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:10.539403 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84759f85-0bce-4afd-a879-2507ab9575d3 x-openstack-request-id: req-84759f85-0bce-4afd-a879-2507ab9575d3 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:46:10.540304 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "name": "network-vif-unplugged", "status": "completed", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:46:10.540566 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84759f85-0bce-4afd-a879-2507ab9575d3 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:46:10.541009 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'code': 200} Nov 24 13:46:10.561404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] No DVR routers for this DVR port f789ebb8-1ed0-45c2-9392-7db03edac173 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:46:10.700791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Attempting to bind port f789ebb8-1ed0-45c2-9392-7db03edac173 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:46:10.701419 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Attempting to bind port f789ebb8-1ed0-45c2-9392-7db03edac173 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:46:10.701522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Attempting to bind port f789ebb8-1ed0-45c2-9392-7db03edac173 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:46:10.705699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Port f789ebb8-1ed0-45c2-9392-7db03edac173 on network c6c381c5-afa9-4692-a643-3722827dba9b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:46:10.706019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Attempting to bind port f789ebb8-1ed0-45c2-9392-7db03edac173 on network c6c381c5-afa9-4692-a643-3722827dba9b {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:46:10.710813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:46:10.711152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Checking segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:46:10.711534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Bound using segment: {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:46:10.712498 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Bound port: f789ebb8-1ed0-45c2-9392-7db03edac173, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db02e992-365f-45d3-8bcf-d545966d13d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:46:10.712880 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:10.811707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec887d-1a4f-41fa-a891-ff512a42b8cf req-467eccea-2a8d-41af-afe5-c9ba77def3b7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:10.813213 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e6ec887d-1a4f-41fa-a891-ff512a42b8cf req-467eccea-2a8d-41af-afe5-c9ba77def3b7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0915537 Nov 24 13:46:10.815505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:46:10.818772 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:46:10.827472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:10.879338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:10.879953 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:10.881473 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] 10.222.0.46 "PUT /v2.0/ports/f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 1092 time: 0.8018644 Nov 24 13:46:10.923644 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e6ec887d-1a4f-41fa-a891-ff512a42b8cf req-2e52ddb4-4799-411f-900d-42c1eb13df54 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034250 Nov 24 13:46:10.947748 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13959b6c-b5d7-4bbe-b744-bcceb7fedae8 service neutron] Pushing event updated for resources: {'Port': ['ID=f789ebb8-1ed0-45c2-9392-7db03edac173,revision_number=11']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:10.965180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-6b20b6c3-e729-471e-b853-80190cefb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:10.966766 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-6b20b6c3-e729-471e-b853-80190cefb641 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 1095 time: 0.0590158 Nov 24 13:46:11.067148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-ab5ca782-d2a8-4d1b-9e40-ba610094780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:11.068627 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-ab5ca782-d2a8-4d1b-9e40-ba610094780a service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.0953271 Nov 24 13:46:11.134135 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-21e9afe1-b350-41f5-96d3-169cbcc9ba90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 999 time: 0.0585282 Nov 24 13:46:11.186441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-540b6588-6b12-40d2-aab5-279b67d64113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:11.187816 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-540b6588-6b12-40d2-aab5-279b67d64113 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0472703 Nov 24 13:46:11.233910 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-b3fade95-c41e-42d8-b21b-63d193b36358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:11.235444 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-b3fade95-c41e-42d8-b21b-63d193b36358 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403836 Nov 24 13:46:11.324228 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-2521003f-c30b-442f-b265-41eb8bb33165 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813022 Nov 24 13:46:11.417073 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0da1b09-518f-467d-9635-857bfb521fe1 req-700e85fe-0c11-4739-9938-eb017130bee5 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858850 Nov 24 13:46:11.816315 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f789ebb8-1ed0-45c2-9392-7db03edac173 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:46:11.861306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device f789ebb8-1ed0-45c2-9392-7db03edac173 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:46:12.050151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8917e40-a5f7-4245-9ba5-191c2450e672 req-acd5e1c4-7957-4ca6-99cb-29bd32e73791 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:12.051628 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8917e40-a5f7-4245-9ba5-191c2450e672 req-acd5e1c4-7957-4ca6-99cb-29bd32e73791 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0537739 Nov 24 13:46:12.100481 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8917e40-a5f7-4245-9ba5-191c2450e672 req-dc9b289a-6dcd-40f8-a4e7-6e8a6aedaca4 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427310 Nov 24 13:46:12.542417 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:46:12.544928 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2221aaef-594d-4388-87d9-7b385d6a4346" -d '{"events": [{"name": "network-changed", "server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:46:12.594516 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d4f855-6cca-4764-9713-5f985f4bc7f5 x-openstack-request-id: req-45d4f855-6cca-4764-9713-5f985f4bc7f5 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:46:12.594818 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:46:12.595072 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45d4f855-6cca-4764-9713-5f985f4bc7f5 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:46:12.595479 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'status': 'completed', 'code': 200} Nov 24 13:46:12.685075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-410e8b57-ecf7-4926-8346-d6d30f659410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:12.686578 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-410e8b57-ecf7-4926-8346-d6d30f659410 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 1095 time: 0.0730460 Nov 24 13:46:12.688383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-d85d5687-e97c-46c1-b384-a73717d27d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:12.689736 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-d85d5687-e97c-46c1-b384-a73717d27d16 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6287df09624c4c5d836b75ec265e6c6c&device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 1095 time: 0.0680430 Nov 24 13:46:12.849485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-11e066f9-8655-4b99-b9bc-8110634649ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:12.851070 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-11e066f9-8655-4b99-b9bc-8110634649ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.1570704 Nov 24 13:46:12.852053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-d710b34b-207b-44ea-b2e4-98c34fc22621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:12.853475 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-d710b34b-207b-44ea-b2e4-98c34fc22621 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 200 len: 913 time: 0.1519973 Nov 24 13:46:12.971329 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-38be91e6-cbf3-4e08-917c-4ab36b946fe9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 999 time: 0.1094627 Nov 24 13:46:12.972946 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-ff726fc1-c1b7-4250-b14c-681e51ae066b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 200 len: 999 time: 0.1123006 Nov 24 13:46:13.057475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-8b750971-4a72-49e1-8953-33ee1b6c43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:13.058933 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-8b750971-4a72-49e1-8953-33ee1b6c43d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0790856 Nov 24 13:46:13.060317 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-7e1dc10d-57fa-4627-88e4-b27a9e222bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:13.061636 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-7e1dc10d-57fa-4627-88e4-b27a9e222bac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 200 len: 851 time: 0.0745840 Nov 24 13:46:13.137891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-1a415120-fa0c-4db0-a831-c11829a0db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:13.139422 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-1a415120-fa0c-4db0-a831-c11829a0db42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664527 Nov 24 13:46:13.141270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-e97f3d46-3dd6-4b25-aed1-bb96227233c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:13.142640 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-e97f3d46-3dd6-4b25-aed1-bb96227233c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6c381c5-afa9-4692-a643-3722827dba9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769298 Nov 24 13:46:13.226012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce08ed7-52a2-4691-9703-e0bc43a820ab req-95ad420c-1faf-4184-bf44-1c5dfef6578e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:13.228799 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ce08ed7-52a2-4691-9703-e0bc43a820ab req-95ad420c-1faf-4184-bf44-1c5dfef6578e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0513728 Nov 24 13:46:13.282347 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1ce08ed7-52a2-4691-9703-e0bc43a820ab req-291b33f6-e6e5-4d3e-889a-e449b51d62fd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445805 Nov 24 13:46:13.305194 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-7cb08000-c580-45e7-8916-2ab6c5e490e6 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536236 Nov 24 13:46:13.307208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-05f97216-918d-4e69-ba22-5a797213dad4 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568775 Nov 24 13:46:13.466105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-790a5dba-650c-47f9-8cdf-5ac298870005 service neutron] 10.222.0.46 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538534 Nov 24 13:46:13.468031 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2221aaef-594d-4388-87d9-7b385d6a4346 req-008eba92-0d75-42e1-8212-b9b0c1355306 service neutron] 10.222.0.59 "GET /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490014 Nov 24 13:46:14.406642 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a24a4-7c62-48df-9948-af3098c03138 req-5e4f0a9a-ca4d-41bc-bda8-0abc3dc0cd6f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:14.408181 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-161a24a4-7c62-48df-9948-af3098c03138 req-5e4f0a9a-ca4d-41bc-bda8-0abc3dc0cd6f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0512788 Nov 24 13:46:14.457067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-161a24a4-7c62-48df-9948-af3098c03138 req-a1ecce7a-bdbc-4d47-ab57-aa94d4726bf9 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424159 Nov 24 13:46:15.630511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee360fe-7ddc-408e-836b-60f39bc7c21d req-48e46a7a-0b0f-44a4-bd4e-3426612db7e3 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:15.631920 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fee360fe-7ddc-408e-836b-60f39bc7c21d req-48e46a7a-0b0f-44a4-bd4e-3426612db7e3 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.1037731 Nov 24 13:46:15.683516 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fee360fe-7ddc-408e-836b-60f39bc7c21d req-b654be71-0b74-4bb6-9694-07971bd1d05c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449736 Nov 24 13:46:16.805839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b1c23-6b10-4d0b-a240-751bc1171129 req-a0f4a43b-c541-427a-adb6-4e03563864ac tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:16.807347 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-033b1c23-6b10-4d0b-a240-751bc1171129 req-a0f4a43b-c541-427a-adb6-4e03563864ac tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0502090 Nov 24 13:46:16.853305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-033b1c23-6b10-4d0b-a240-751bc1171129 req-93cf4be8-9a3a-4d8a-8689-8b18ac9e228f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400181 Nov 24 13:46:17.973600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1185cb-e3fd-4de9-ba40-1ddb32e96b7f req-edbb6d7a-d434-4877-b77c-e9c386f87923 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:17.975097 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ec1185cb-e3fd-4de9-ba40-1ddb32e96b7f req-edbb6d7a-d434-4877-b77c-e9c386f87923 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0495093 Nov 24 13:46:18.023942 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ec1185cb-e3fd-4de9-ba40-1ddb32e96b7f req-860a6934-6fef-4067-a0b8-d27bc30ac65c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416000 Nov 24 13:46:19.151641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c1b78-b07c-4acc-b644-e1cb48f80186 req-7e069c18-78ae-42f9-b0cb-9f4f5c2feff9 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:19.153209 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-743c1b78-b07c-4acc-b644-e1cb48f80186 req-7e069c18-78ae-42f9-b0cb-9f4f5c2feff9 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0563610 Nov 24 13:46:19.199251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-743c1b78-b07c-4acc-b644-e1cb48f80186 req-73f4067a-8066-4a7f-b251-09e150b623d7 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400681 Nov 24 13:46:20.316130 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd16b52-27dc-456f-b236-5c7257ea01ec req-27fdaacc-7c37-4e34-b544-cfab78ed91e9 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:20.317703 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ecd16b52-27dc-456f-b236-5c7257ea01ec req-27fdaacc-7c37-4e34-b544-cfab78ed91e9 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0492907 Nov 24 13:46:20.365066 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ecd16b52-27dc-456f-b236-5c7257ea01ec req-eb4c34bd-1cea-4c2b-809c-2b27988325ba tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409799 Nov 24 13:46:20.916623 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-04c16f91-3f6e-4f13-8811-9949a1f97570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:21.481036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01ed6d-fcb3-472a-9401-203bfab874e1 req-e6a270c4-b87f-4a8e-82bd-01d1db258ac8 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:21.482549 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd01ed6d-fcb3-472a-9401-203bfab874e1 req-e6a270c4-b87f-4a8e-82bd-01d1db258ac8 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0487897 Nov 24 13:46:21.531255 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd01ed6d-fcb3-472a-9401-203bfab874e1 req-6f0deb60-ef87-452c-8bc6-97d2e4a2296b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426645 Nov 24 13:46:22.656318 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d64965-75f7-45e0-b17e-acb1a72badad req-84308bc1-4423-44cf-aede-4d93c90f7446 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:22.657820 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c5d64965-75f7-45e0-b17e-acb1a72badad req-84308bc1-4423-44cf-aede-4d93c90f7446 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0536180 Nov 24 13:46:22.704707 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c5d64965-75f7-45e0-b17e-acb1a72badad req-721b1a0d-6671-482e-aff8-a478fe5729aa tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409312 Nov 24 13:46:23.341956 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-38d1ddf4-e342-41f6-8431-dc419ed6e3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:23.828122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda3202-700e-4eb1-86cd-1253c8e20170 req-60699805-68a7-4d42-8d4f-6db398d74085 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:23.829899 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8bda3202-700e-4eb1-86cd-1253c8e20170 req-60699805-68a7-4d42-8d4f-6db398d74085 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0540042 Nov 24 13:46:23.877310 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8bda3202-700e-4eb1-86cd-1253c8e20170 req-f54fe8c3-ebbf-427f-bc13-7315efa2781b tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Nov 24 13:46:23.942317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f789ebb8-1ed0-45c2-9392-7db03edac173 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:46:23.991934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fc2fd-0fff-4a1a-a198-a442e84d8f91 req-a34bd07a-0795-417e-9ef3-48f3ead73719 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:23.993933 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-917fc2fd-0fff-4a1a-a198-a442e84d8f91 req-a34bd07a-0795-417e-9ef3-48f3ead73719 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0490313 Nov 24 13:46:24.040033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:24.040926 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-917fc2fd-0fff-4a1a-a198-a442e84d8f91 req-524dd319-1123-44d9-a914-4bf59c01c5ae tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407474 Nov 24 13:46:24.051544 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'port_id': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'mac_address': 'fa:16:3e:ee:77:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:46:24.088652 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:24.101325 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f789ebb8-1ed0-45c2-9392-7db03edac173 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:46:24.122141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:24.126478 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:24.156878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d95b0c-1896-413d-93d7-836db2de3710 req-e2a5c8f6-6cf8-4078-8e51-55c8c3bab27c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:24.158393 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09d95b0c-1896-413d-93d7-836db2de3710 req-e2a5c8f6-6cf8-4078-8e51-55c8c3bab27c tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 944 time: 0.0511806 Nov 24 13:46:24.210316 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09d95b0c-1896-413d-93d7-836db2de3710 req-ea20852d-1ef8-44bd-b1c3-86d0e187514a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456934 Nov 24 13:46:24.337620 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f789ebb8-1ed0-45c2-9392-7db03edac173,revision_number=12']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:24.394806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['f789ebb8-1ed0-45c2-9392-7db03edac173'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:46:24.462498 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69d4d9-d9c7-4832-9c8a-f49872b6f7a4 req-aad83620-9497-46a6-a5b9-8b081d69e1b0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:24.464151 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f69d4d9-d9c7-4832-9c8a-f49872b6f7a4 req-aad83620-9497-46a6-a5b9-8b081d69e1b0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0566492 Nov 24 13:46:24.517438 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f69d4d9-d9c7-4832-9c8a-f49872b6f7a4 req-82270424-1684-42d4-b546-1f90868b19cc tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467744 Nov 24 13:46:24.538792 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:25.639825 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feba1fba-d97b-450e-abaa-25c0c54db24b req-c6ca4c8d-6e02-4e1d-86e4-879c1d18fec5 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:25.641346 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-feba1fba-d97b-450e-abaa-25c0c54db24b req-c6ca4c8d-6e02-4e1d-86e4-879c1d18fec5 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0530305 Nov 24 13:46:25.688244 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-feba1fba-d97b-450e-abaa-25c0c54db24b req-58233427-253e-48df-b3f4-5618682ac78e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups?id=954a8c5d-4149-493d-bf80-e4ec0533ba89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409393 Nov 24 13:46:25.969869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f789ebb8-1ed0-45c2-9392-7db03edac173 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:46:26.022183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port f789ebb8-1ed0-45c2-9392-7db03edac173 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:46:26.027594 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port f789ebb8-1ed0-45c2-9392-7db03edac173 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:46:26.027972 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:26.037346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-a339798e-069d-4709-9953-720afd2214b6 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:26.038815 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-a339798e-069d-4709-9953-720afd2214b6 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 945 time: 0.0494370 Nov 24 13:46:26.074346 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:26.117551 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:26.128180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Deleting port f789ebb8-1ed0-45c2-9392-7db03edac173 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:46:26.128518 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:26.140584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:46:26.143167 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414e6996-426b-42b9-9ea9-4b4914798f9d" -d '{"events": [{"server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "name": "network-vif-plugged", "status": "completed", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:46:26.159307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:26.163629 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:26.187456 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dc40f5-67bd-4e58-b4fa-4f8d627f20b0 x-openstack-request-id: req-f8dc40f5-67bd-4e58-b4fa-4f8d627f20b0 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:46:26.187717 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "name": "network-vif-plugged", "status": "completed", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:46:26.187980 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8dc40f5-67bd-4e58-b4fa-4f8d627f20b0 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:46:26.188382 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'code': 200} Nov 24 13:46:26.214886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=f789ebb8-1ed0-45c2-9392-7db03edac173,revision_number=13']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:26.222862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] For port f789ebb8-1ed0-45c2-9392-7db03edac173, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=f789ebb8-1ed0-45c2-9392-7db03edac173,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:26.223157 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:26.393885 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:26.394298 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:26.394557 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Floating IP a8d23278-9c14-476c-a13d-26245b937db7 disassociated. External IP: 172.25.0.80, port: f789ebb8-1ed0-45c2-9392-7db03edac173. Nov 24 13:46:26.394914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Calling delete_port for f789ebb8-1ed0-45c2-9392-7db03edac173 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:46:26.529694 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:26.557622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event deleted for resources: {'Port': ['ID=f789ebb8-1ed0-45c2-9392-7db03edac173,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:26.676913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Router b2964aed-5539-4f69-abd6-6fa6ce696b3f has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:46:26.763480 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:26.788463 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-65c00090-7172-4db3-98a3-9bb3332a0bcd req-3bbd1c52-4af0-478f-9a76-923079f554ee tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 210 time: 0.0283539 Nov 24 13:46:26.796770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:46:26.816587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514d3d1-d9ad-4058-ab8a-da7941b70208 None None] Sync routers for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:46:26.828358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514d3d1-d9ad-4058-ab8a-da7941b70208 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:46:26.829015 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0514d3d1-d9ad-4058-ab8a-da7941b70208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:46:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:46:26.838584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] No DVR routers for this DVR port f789ebb8-1ed0-45c2-9392-7db03edac173 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:46:26.841281 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:26.844787 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ec27b1a2-0db9-486f-8fd5-cd81d7b93e93 req-e2f1a9d1-74be-4e55-9aab-a91f8256df6e tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.46 "DELETE /v2.0/ports/f789ebb8-1ed0-45c2-9392-7db03edac173 HTTP/1.1" status: 204 len: 173 time: 0.8002648 Nov 24 13:46:26.845258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'name': 'network-vif-deleted', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:46:26.847547 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66025320-716e-4abe-a564-4402a6ac2946" -d '{"events": [{"server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "name": "network-vif-deleted", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:46:26.894477 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977e4dd1-d366-41e7-97ec-7c02dab9640b x-openstack-request-id: req-977e4dd1-d366-41e7-97ec-7c02dab9640b {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:46:26.894773 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77249084-791e-4dfd-85d0-29e6febc9537", "name": "network-vif-deleted", "tag": "f789ebb8-1ed0-45c2-9392-7db03edac173", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:46:26.895078 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-977e4dd1-d366-41e7-97ec-7c02dab9640b {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:46:26.895676 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77249084-791e-4dfd-85d0-29e6febc9537', 'name': 'network-vif-deleted', 'tag': 'f789ebb8-1ed0-45c2-9392-7db03edac173', 'status': 'completed', 'code': 200} Nov 24 13:46:26.943574 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-0514d3d1-d9ad-4058-ab8a-da7941b70208 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:46:27.146902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0514d3d1-d9ad-4058-ab8a-da7941b70208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:46:27.173190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514d3d1-d9ad-4058-ab8a-da7941b70208 None None] Checking router: b2964aed-5539-4f69-abd6-6fa6ce696b3f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:46:27.181949 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514d3d1-d9ad-4058-ab8a-da7941b70208 None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:46:27.182548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0514d3d1-d9ad-4058-ab8a-da7941b70208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:46:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:46:27.293408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-0514d3d1-d9ad-4058-ab8a-da7941b70208 None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:46:27.497516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0514d3d1-d9ad-4058-ab8a-da7941b70208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:46:27.530168 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514d3d1-d9ad-4058-ab8a-da7941b70208 None None] The sync data for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 is: [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:36:47Z', 'revision_number': 4, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'cb265ee4-a2e3-46bc-b709-326c3002d8d9', 'name': '', 'network_id': 'c6c381c5-afa9-4692-a643-3722827dba9b', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'mac_address': 'fa:16:3e:fa:22:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:46Z', 'updated_at': '2021-11-24T13:36:51Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'subnets': [{'id': 'ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:46:27.770117 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42095331-4edc-474d-895e-0a328cf340cc None None] New status for floating IP a8d23278-9c14-476c-a13d-26245b937db7: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:46:27.887768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d3394930-17ca-4024-a3ae-2b6e33042bfa req-798632e7-b48a-4528-9dae-bd69f4a536cd tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 210 time: 0.0276310 Nov 24 13:46:28.986366 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0f553da5-9076-4b34-93dc-d564df11e5b3 req-d9858389-5a83-4880-a319-1b77d19ab56f tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 210 time: 0.0261872 Nov 24 13:46:29.723025 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:46:29.989313 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f789ebb8-1ed0-45c2-9392-7db03edac173 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:46:30.011251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: f789ebb8-1ed0-45c2-9392-7db03edac173 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:46:30.011604 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device f789ebb8-1ed0-45c2-9392-7db03edac173 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:46:30.083334 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ffe523b-62a7-40fa-9cd3-5143406e039c req-e2b0eb34-1c3f-4073-9387-350511b4fb89 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 210 time: 0.0261257 Nov 24 13:46:31.193546 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3f8d7d14-dcb3-422f-91e6-377e132a10ef req-812e25da-3aaa-49d0-805d-e3cc845fbf6a tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/ports?device_id=77249084-791e-4dfd-85d0-29e6febc9537 HTTP/1.1" status: 200 len: 210 time: 0.0297356 Nov 24 13:46:36.095602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56368) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:46:36.150888 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6596de0c-efb7-4f77-a477-3a6eae1db5f0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:36.174405 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6596de0c-efb7-4f77-a477-3a6eae1db5f0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:36.222976 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6596de0c-efb7-4f77-a477-3a6eae1db5f0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:36.225811 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6596de0c-efb7-4f77-a477-3a6eae1db5f0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:36.229981 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56370) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:46:36.230466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6596de0c-efb7-4f77-a477-3a6eae1db5f0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "DELETE /v2.0/security-groups/954a8c5d-4149-493d-bf80-e4ec0533ba89 HTTP/1.1" status: 204 len: 168 time: 0.1335325 Nov 24 13:46:36.239656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596de0c-efb7-4f77-a477-3a6eae1db5f0 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=954a8c5d-4149-493d-bf80-e4ec0533ba89,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:36.245021 n-d-817303-4 neutron-server[114986]: INFO neutron.api.v2.resource [None req-3e3c22e3-40a4-48c5-adeb-3bc8e0237262 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] show failed (client error): The resource could not be found. Nov 24 13:46:36.247218 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3e3c22e3-40a4-48c5-adeb-3bc8e0237262 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "GET /v2.0/security-groups/954a8c5d-4149-493d-bf80-e4ec0533ba89 HTTP/1.1" status: 404 len: 347 time: 0.0153923 Nov 24 13:46:36.251936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56372) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:46:36.377049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f4b4b61c-b07c-47bf-9c84-07f7b5eda696 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Deleting port 7b10dc51-c7c7-458a-8ba8-da215540bace {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:46:36.377691 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b61c-b07c-47bf-9c84-07f7b5eda696 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:36.457628 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b61c-b07c-47bf-9c84-07f7b5eda696 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:36.457963 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b61c-b07c-47bf-9c84-07f7b5eda696 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:36.470130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f4b4b61c-b07c-47bf-9c84-07f7b5eda696 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Calling delete_port for 7b10dc51-c7c7-458a-8ba8-da215540bace owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:46:36.602969 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b61c-b07c-47bf-9c84-07f7b5eda696 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:36.633292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4b61c-b07c-47bf-9c84-07f7b5eda696 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Pushing event deleted for resources: {'Port': ['ID=7b10dc51-c7c7-458a-8ba8-da215540bace,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:36.692809 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b61c-b07c-47bf-9c84-07f7b5eda696 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:36.695392 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b61c-b07c-47bf-9c84-07f7b5eda696 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:36.696548 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f4b4b61c-b07c-47bf-9c84-07f7b5eda696 tempest-ServerActionsTestJSON-311692463 tempest-ServerActionsTestJSON-311692463-project] 10.222.0.48 "DELETE /v2.0/floatingips/a8d23278-9c14-476c-a13d-26245b937db7 HTTP/1.1" status: 204 len: 168 time: 0.4453895 Nov 24 13:46:36.699508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56374) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:46:36.759041 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:37.440888 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9645f251-1194-44b1-9085-e7aff78f78e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:37.685005 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-9645f251-1194-44b1-9085-e7aff78f78e6 admin admin] Deleting port cb265ee4-a2e3-46bc-b709-326c3002d8d9 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:46:37.685240 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9645f251-1194-44b1-9085-e7aff78f78e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:37.761385 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-9645f251-1194-44b1-9085-e7aff78f78e6 admin admin] For port cb265ee4-a2e3-46bc-b709-326c3002d8d9, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cb265ee4-a2e3-46bc-b709-326c3002d8d9,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:37.761748 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9645f251-1194-44b1-9085-e7aff78f78e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:37.774366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-9645f251-1194-44b1-9085-e7aff78f78e6 admin admin] Calling delete_port for cb265ee4-a2e3-46bc-b709-326c3002d8d9 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:46:37.956027 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9645f251-1194-44b1-9085-e7aff78f78e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:37.981484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645f251-1194-44b1-9085-e7aff78f78e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb265ee4-a2e3-46bc-b709-326c3002d8d9,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:38.153388 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9645f251-1194-44b1-9085-e7aff78f78e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:38.379364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9645f251-1194-44b1-9085-e7aff78f78e6 admin admin] Router b2964aed-5539-4f69-abd6-6fa6ce696b3f has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:46:38.486420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9645f251-1194-44b1-9085-e7aff78f78e6 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:46:38.491707 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9645f251-1194-44b1-9085-e7aff78f78e6 admin admin] 10.222.0.48 "PUT /v2.0/routers/b2964aed-5539-4f69-abd6-6fa6ce696b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910264 Nov 24 13:46:38.494889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56378) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:46:38.497368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd7b197-9918-4aa8-bb27-15c9807edc1a None None] Sync routers for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:46:38.508918 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7b197-9918-4aa8-bb27-15c9807edc1a None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:46:38.509513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cdd7b197-9918-4aa8-bb27-15c9807edc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:46:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:46:38.597639 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:38.618898 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-cdd7b197-9918-4aa8-bb27-15c9807edc1a None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:46:38.697816 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:38.752028 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] Deleting port 09fc37b5-891b-49b7-8621-ca810f4df2af {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:46:38.752364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:38.800650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cdd7b197-9918-4aa8-bb27-15c9807edc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:46:37Z', 'revision_number': 5, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port': {'id': '09fc37b5-891b-49b7-8621-ca810f4df2af', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:13:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:36:45Z', 'updated_at': '2021-11-24T13:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:46:38.827697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd7b197-9918-4aa8-bb27-15c9807edc1a None None] Checking router: b2964aed-5539-4f69-abd6-6fa6ce696b3f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:46:38.833141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] For port 09fc37b5-891b-49b7-8621-ca810f4df2af, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=09fc37b5-891b-49b7-8621-ca810f4df2af,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:38.833511 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:38.836876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7b197-9918-4aa8-bb27-15c9807edc1a None None] Routers {'b2964aed-5539-4f69-abd6-6fa6ce696b3f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:46:38.837534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cdd7b197-9918-4aa8-bb27-15c9807edc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:46:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:46:38.846720 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] Calling delete_port for 09fc37b5-891b-49b7-8621-ca810f4df2af owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:46:38.932365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-cdd7b197-9918-4aa8-bb27-15c9807edc1a None None] Set router b2964aed-5539-4f69-abd6-6fa6ce696b3f gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:46:38.985950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-cdd7b197-9918-4aa8-bb27-15c9807edc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:46:38Z', 'revision_number': 6, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:46:39.013219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd7b197-9918-4aa8-bb27-15c9807edc1a None None] The sync data for ids ['b2964aed-5539-4f69-abd6-6fa6ce696b3f'] in n-d-817303-4 is: [{'id': 'b2964aed-5539-4f69-abd6-6fa6ce696b3f', 'name': 'tempest-ServerActionsTestJSON-1986940050-router', 'tenant_id': '6287df09624c4c5d836b75ec265e6c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:36:44Z', 'updated_at': '2021-11-24T13:46:38Z', 'revision_number': 6, 'project_id': '6287df09624c4c5d836b75ec265e6c6c', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:46:39.014095 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.040755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=09fc37b5-891b-49b7-8621-ca810f4df2af,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:39.061271 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ca2430-fde8-4568-8269-577ad67cb114 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:46:39.111423 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.201954 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.204036 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.245969 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.246585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2964aed-5539-4f69-abd6-6fa6ce696b3f {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:46:39.251737 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.252921 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5ac7adac-539d-4f96-af1f-53f065603b62 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b2964aed-5539-4f69-abd6-6fa6ce696b3f HTTP/1.1" status: 204 len: 168 time: 0.7570632 Nov 24 13:46:39.255524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56380) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:46:39.303354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f0f745-aff8-417b-a14e-8a9626f885dc admin admin] Deleting subnet ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:46:39.306309 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f0f745-aff8-417b-a14e-8a9626f885dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.340714 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f0f745-aff8-417b-a14e-8a9626f885dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.423431 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f0f745-aff8-417b-a14e-8a9626f885dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.481452 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f0f745-aff8-417b-a14e-8a9626f885dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.511876 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0f745-aff8-417b-a14e-8a9626f885dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:39.515510 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-73f0f745-aff8-417b-a14e-8a9626f885dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.518666 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-73f0f745-aff8-417b-a14e-8a9626f885dc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ffc9ed4a-8de2-43b9-9a24-b41b5d4dd458 HTTP/1.1" status: 204 len: 168 time: 0.2622025 Nov 24 13:46:39.521307 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56382) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:46:39.521819 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fdcfc3-f58d-4f96-bd6e-d127f9d28c06 None None] Network c6c381c5-afa9-4692-a643-3722827dba9b requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:46:39.590198 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.642502 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Deleting port 25adc607-e183-422c-87e6-a084ab4457e3 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:46:39.642971 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.709695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] For port 25adc607-e183-422c-87e6-a084ab4457e3, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=25adc607-e183-422c-87e6-a084ab4457e3,segment=NetworkSegment(db02e992-365f-45d3-8bcf-d545966d13d6),segment_id=db02e992-365f-45d3-8bcf-d545966d13d6)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:39.710063 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.723650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Calling delete_port for 25adc607-e183-422c-87e6-a084ab4457e3 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:46:39.805320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de318e77-86da-4381-94d9-065a18bf20a4 None None] DHCP port deletion for c6c381c5-afa9-4692-a643-3722827dba9b request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:46:39.806351 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.835173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] No DVR routers for this DVR port 25adc607-e183-422c-87e6-a084ab4457e3 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:46:39.839651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Pushing event deleted for resources: {'Port': ['ID=25adc607-e183-422c-87e6-a084ab4457e3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:39.912544 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.933873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c381c5-afa9-4692-a643-3722827dba9b']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:46:39.943367 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db02e992-365f-45d3-8bcf-d545966d13d6') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:46:39.943667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db02e992-365f-45d3-8bcf-d545966d13d6') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:46:39.953563 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.966957 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.972929 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:46:39.973312 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:46:39.974964 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:46:40.032317 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:40.035349 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:40.041235 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:40.044633 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c6c381c5-afa9-4692-a643-3722827dba9b HTTP/1.1" status: 204 len: 168 time: 0.5222085 Nov 24 13:46:40.056959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab449339-f9af-4063-aca9-d1e03122b387 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6c381c5-afa9-4692-a643-3722827dba9b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:40.156334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56386) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:46:40.197084 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9052c91b-2c38-40b2-b76b-9eb6a599d045 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6287df09624c4c5d836b75ec265e6c6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373943 Nov 24 13:46:40.197829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56388) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:46:40.243868 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9c5e99a5-1c69-4513-a35d-96306f9fc546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:40.264851 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9c5e99a5-1c69-4513-a35d-96306f9fc546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:40.310069 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9c5e99a5-1c69-4513-a35d-96306f9fc546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:40.312667 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9c5e99a5-1c69-4513-a35d-96306f9fc546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:40.313856 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9c5e99a5-1c69-4513-a35d-96306f9fc546 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cbcdc29-e94e-485b-900c-cea9d07033df HTTP/1.1" status: 204 len: 168 time: 0.1151385 Nov 24 13:46:40.322252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e99a5-1c69-4513-a35d-96306f9fc546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbcdc29-e94e-485b-900c-cea9d07033df,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:40.863996 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 09fc37b5-891b-49b7-8621-ca810f4df2af no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:46:40.885245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 09fc37b5-891b-49b7-8621-ca810f4df2af {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:46:40.885670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 09fc37b5-891b-49b7-8621-ca810f4df2af not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:46:40.886824 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cb265ee4-a2e3-46bc-b709-326c3002d8d9 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:46:40.910457 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: cb265ee4-a2e3-46bc-b709-326c3002d8d9 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:46:40.910889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cb265ee4-a2e3-46bc-b709-326c3002d8d9 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:46:40.911374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 25adc607-e183-422c-87e6-a084ab4457e3 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:46:40.931357 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 25adc607-e183-422c-87e6-a084ab4457e3 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:46:40.931709 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 25adc607-e183-422c-87e6-a084ab4457e3 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:46:41.001644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56410) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:46:41.107744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-153460647-network', 'tenant_id': '64411f2afd49417ca1b59df6857ae8f8'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:46:41.129127 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] Made reservation on behalf of 64411f2afd49417ca1b59df6857ae8f8 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:46:41.131420 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:41.142923 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:41.215035 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:41.218936 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:41.244577 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:46:41.254422 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91da66c1-0c99-4649-84f1-6977128c7023,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:41.259332 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:41.259677 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] Added segment ecbfec74-a69b-49cc-82ca-174663450efc of type vlan for network e01abcfd-3266-478a-91cc-adce01dae6a4 Nov 24 13:46:41.299143 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:41.323516 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:41.324441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:41.325042 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:41.360231 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3574851 Nov 24 13:46:41.363330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56414) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:46:41.368978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Request body: {'subnet': {'network_id': 'e01abcfd-3266-478a-91cc-adce01dae6a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-153460647-subnet', 'tenant_id': '64411f2afd49417ca1b59df6857ae8f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:46:41.389889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Made reservation on behalf of 64411f2afd49417ca1b59df6857ae8f8 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:46:41.392212 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:41.393552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc93e16-1a7c-4122-b8fe-7ea25f28510b admin admin] Pushing event updated for resources: {'Network': ['ID=e01abcfd-3266-478a-91cc-adce01dae6a4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:41.405006 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network e01abcfd-3266-478a-91cc-adce01dae6a4 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:46:41.560571 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:41.624926 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e897dd96-5763-4521-8e54-204050410eca,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:41.633452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Checking segment: {'id': 'ecbfec74-a69b-49cc-82ca-174663450efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e01abcfd-3266-478a-91cc-adce01dae6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:46:41.633820 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Network hostable DHCP agents. Network: e01abcfd-3266-478a-91cc-adce01dae6a4, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:46:41.637432 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:41.637786 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:41.638135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:41.638476 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:41.638813 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:41.639151 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:41.639487 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:41.639819 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:41.640150 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:41.640480 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:41.640833 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:41.641166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:41.657331 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Network e01abcfd-3266-478a-91cc-adce01dae6a4 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:46:41.665381 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, e01abcfd-3266-478a-91cc-adce01dae6a4) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:46:41.669477 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:41.670076 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:41.674807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d711045a-196c-4651-8f72-49e889ba3eec None None] Network e01abcfd-3266-478a-91cc-adce01dae6a4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:46:41.685641 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e998c001-2a8e-4859-a5ef-fdd55a685220 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3212490 Nov 24 13:46:41.797261 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a91b93-2dba-4f42-9689-ba2e2889a537 None None] Network e01abcfd-3266-478a-91cc-adce01dae6a4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:46:42.111154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-1385c132-9ce8-4c49-bb6e-fa8c32113796 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:42.112616 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-1385c132-9ce8-4c49-bb6e-fa8c32113796 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/networks?id=e01abcfd-3266-478a-91cc-adce01dae6a4 HTTP/1.1" status: 200 len: 813 time: 0.0991516 Nov 24 13:46:42.127982 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-0d7ab65e-be12-4ec0-96cd-d0c142c04d4b tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/quotas/64411f2afd49417ca1b59df6857ae8f8 HTTP/1.1" status: 200 len: 375 time: 0.0088403 Nov 24 13:46:42.158106 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-43d3b7ca-040e-437e-97c4-ef4e5c8aa370 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=64411f2afd49417ca1b59df6857ae8f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248792 Nov 24 13:46:42.169078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-1a2c44cf-4efa-4b7d-a2cf-07295c632e63 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:46:42.170042 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-1a2c44cf-4efa-4b7d-a2cf-07295c632e63 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048437 Nov 24 13:46:42.261530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-20aac99c-71e8-4a86-9e92-a274b958ebb9 service neutron] 10.222.0.48 "GET /v2.0/networks/e01abcfd-3266-478a-91cc-adce01dae6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856276 Nov 24 13:46:42.353281 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-779cd90a-6cf5-4374-940f-9dc805371b38 service neutron] 10.222.0.48 "GET /v2.0/networks/e01abcfd-3266-478a-91cc-adce01dae6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855811 Nov 24 13:46:42.513574 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd4b1209-7387-4987-a4ad-169c0f7ffe23 req-30dba17c-299e-44b9-b90a-42b77e477c29 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 210 time: 0.0265906 Nov 24 13:46:43.622598 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d2ba21d3-fbc5-4e95-bb8a-1db2e2cd77cd req-97382bd3-6b11-409f-8f0a-e8abba68f510 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 210 time: 0.0367086 Nov 24 13:46:43.716441 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-f2cab75c-07d4-45ff-baab-538d04dbfe45 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:43.718022 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-f2cab75c-07d4-45ff-baab-538d04dbfe45 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.46 "GET /v2.0/networks?id=e01abcfd-3266-478a-91cc-adce01dae6a4 HTTP/1.1" status: 200 len: 813 time: 0.1196430 Nov 24 13:46:43.733265 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-f78ca4e2-1976-45f2-a12e-219cb8df2375 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Request body: {'port': {'device_id': 'c4a760bc-05bc-4831-b54f-3112e0d584dd', 'network_id': 'e01abcfd-3266-478a-91cc-adce01dae6a4', 'admin_state_up': True, 'tenant_id': '64411f2afd49417ca1b59df6857ae8f8'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:46:43.842005 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-f78ca4e2-1976-45f2-a12e-219cb8df2375 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Made reservation on behalf of 64411f2afd49417ca1b59df6857ae8f8 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:46:43.845403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-f78ca4e2-1976-45f2-a12e-219cb8df2375 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:43.968818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-f78ca4e2-1976-45f2-a12e-219cb8df2375 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Allocated IP 172.20.0.9 (e01abcfd-3266-478a-91cc-adce01dae6a4/e897dd96-5763-4521-8e54-204050410eca/127b475f-65b9-45a5-95f6-50dd59930a7c) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:46:44.109750 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-f78ca4e2-1976-45f2-a12e-219cb8df2375 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:44.146909 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-f78ca4e2-1976-45f2-a12e-219cb8df2375 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:44.196736 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-f78ca4e2-1976-45f2-a12e-219cb8df2375 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Network e01abcfd-3266-478a-91cc-adce01dae6a4 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:46:44.199670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-f78ca4e2-1976-45f2-a12e-219cb8df2375 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:46:44.203262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-f78ca4e2-1976-45f2-a12e-219cb8df2375 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:46:44.209564 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ca4e2-1976-45f2-a12e-219cb8df2375 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Pushing event updated for resources: {'Port': ['ID=127b475f-65b9-45a5-95f6-50dd59930a7c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:44.255267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-f78ca4e2-1976-45f2-a12e-219cb8df2375 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:44.255876 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-f78ca4e2-1976-45f2-a12e-219cb8df2375 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:44.271486 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-f78ca4e2-1976-45f2-a12e-219cb8df2375 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5418377 Nov 24 13:46:44.283992 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Request body: {'port': {'device_id': 'c4a760bc-05bc-4831-b54f-3112e0d584dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:46:44.334798 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:44.589357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127b475f-65b9-45a5-95f6-50dd59930a7c {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:46:44.596502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:44.608045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Transition to ACTIVE for port object 127b475f-65b9-45a5-95f6-50dd59930a7c will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:46:44.611129 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:44.658973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=127b475f-65b9-45a5-95f6-50dd59930a7c,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:44.732645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Attempting to bind port 127b475f-65b9-45a5-95f6-50dd59930a7c on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:46:44.733020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Attempting to bind port 127b475f-65b9-45a5-95f6-50dd59930a7c by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'ecbfec74-a69b-49cc-82ca-174663450efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e01abcfd-3266-478a-91cc-adce01dae6a4'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:46:44.733359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Attempting to bind port 127b475f-65b9-45a5-95f6-50dd59930a7c on network e01abcfd-3266-478a-91cc-adce01dae6a4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:46:44.737677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Port 127b475f-65b9-45a5-95f6-50dd59930a7c on network e01abcfd-3266-478a-91cc-adce01dae6a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:46:44.737993 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Attempting to bind port 127b475f-65b9-45a5-95f6-50dd59930a7c on network e01abcfd-3266-478a-91cc-adce01dae6a4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:46:44.740585 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ebef8-d576-4490-8bc1-bd24cd09e4b4 req-2753939f-a69e-48b0-8b57-90f15255654e tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:44.742901 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9e0ebef8-d576-4490-8bc1-bd24cd09e4b4 req-2753939f-a69e-48b0-8b57-90f15255654e tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 943 time: 0.0492449 Nov 24 13:46:44.743539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:46:44.743878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Checking segment: {'id': 'ecbfec74-a69b-49cc-82ca-174663450efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e01abcfd-3266-478a-91cc-adce01dae6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:46:44.744263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Bound using segment: {'id': 'ecbfec74-a69b-49cc-82ca-174663450efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e01abcfd-3266-478a-91cc-adce01dae6a4'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:46:44.744694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Bound port: 127b475f-65b9-45a5-95f6-50dd59930a7c, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbfec74-a69b-49cc-82ca-174663450efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e01abcfd-3266-478a-91cc-adce01dae6a4'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:46:44.745166 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:44.792703 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9e0ebef8-d576-4490-8bc1-bd24cd09e4b4 req-e6c54d84-17f8-4e8a-b18a-e1ef3a3ab697 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 Nov 24 13:46:45.148777 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] For port 127b475f-65b9-45a5-95f6-50dd59930a7c, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:46:45.151835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] For port 127b475f-65b9-45a5-95f6-50dd59930a7c, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=127b475f-65b9-45a5-95f6-50dd59930a7c,segment=NetworkSegment(ecbfec74-a69b-49cc-82ca-174663450efc),segment_id=ecbfec74-a69b-49cc-82ca-174663450efc)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:46:45.156502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:45.192248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:45.192898 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:45.194285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] 10.222.0.46 "PUT /v2.0/ports/127b475f-65b9-45a5-95f6-50dd59930a7c HTTP/1.1" status: 200 len: 1091 time: 0.9142456 Nov 24 13:46:45.194769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a760bc-05bc-4831-b54f-3112e0d584dd', 'tag': '127b475f-65b9-45a5-95f6-50dd59930a7c'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:46:45.197154 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cfb4c0-6804-4169-8014-4212fbe643c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a760bc-05bc-4831-b54f-3112e0d584dd", "tag": "127b475f-65b9-45a5-95f6-50dd59930a7c"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:46:45.221296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb26a80-3952-4844-9f3b-0230d95cf1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=127b475f-65b9-45a5-95f6-50dd59930a7c,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:45.243037 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a159993-7ef4-4ef7-815d-9041077e7e74 x-openstack-request-id: req-0a159993-7ef4-4ef7-815d-9041077e7e74 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:46:45.243331 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a760bc-05bc-4831-b54f-3112e0d584dd", "tag": "127b475f-65b9-45a5-95f6-50dd59930a7c", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:46:45.243607 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a159993-7ef4-4ef7-815d-9041077e7e74 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:46:45.243988 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a760bc-05bc-4831-b54f-3112e0d584dd', 'tag': '127b475f-65b9-45a5-95f6-50dd59930a7c', 'status': 'completed', 'code': 200} Nov 24 13:46:45.275985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-dc1a0f0b-38f5-449d-98d3-0b8f7343c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:45.277491 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-dc1a0f0b-38f5-449d-98d3-0b8f7343c37d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64411f2afd49417ca1b59df6857ae8f8&device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 1094 time: 0.0433195 Nov 24 13:46:45.320857 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-a107a3a3-9ca8-49c3-8817-b59da4cd8ad0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=127b475f-65b9-45a5-95f6-50dd59930a7c HTTP/1.1" status: 200 len: 217 time: 0.0354817 Nov 24 13:46:45.368573 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-1648158c-6d16-42f9-872b-9986e959cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:45.370006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-1648158c-6d16-42f9-872b-9986e959cc31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e897dd96-5763-4521-8e54-204050410eca HTTP/1.1" status: 200 len: 853 time: 0.0426092 Nov 24 13:46:45.403840 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-ef2fbca2-bf4b-4627-8303-3b8ec750368c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e01abcfd-3266-478a-91cc-adce01dae6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262828 Nov 24 13:46:45.496601 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-9b34fb9c-887f-49aa-8ed5-7322b2767a6e service neutron] 10.222.0.46 "GET /v2.0/networks/e01abcfd-3266-478a-91cc-adce01dae6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859091 Nov 24 13:46:45.583765 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-238a59e6-2f4f-4d22-8495-0c849c8eddfc req-06b1296c-ed9b-4b6b-b0e6-78ff2af5b50d service neutron] 10.222.0.46 "GET /v2.0/networks/e01abcfd-3266-478a-91cc-adce01dae6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799575 Nov 24 13:46:45.673887 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb4c0-6804-4169-8014-4212fbe643c9 req-b8e66b81-fb8c-45a1-b50e-d3dd1715793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:45.675271 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14cfb4c0-6804-4169-8014-4212fbe643c9 req-b8e66b81-fb8c-45a1-b50e-d3dd1715793b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64411f2afd49417ca1b59df6857ae8f8&device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 1094 time: 0.0448298 Nov 24 13:46:45.766112 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb4c0-6804-4169-8014-4212fbe643c9 req-316df6e9-ed0f-479a-8208-0d247ae96b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:45.767609 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14cfb4c0-6804-4169-8014-4212fbe643c9 req-316df6e9-ed0f-479a-8208-0d247ae96b00 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e01abcfd-3266-478a-91cc-adce01dae6a4 HTTP/1.1" status: 200 len: 914 time: 0.0842068 Nov 24 13:46:45.811524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14cfb4c0-6804-4169-8014-4212fbe643c9 req-f6b2a808-180a-4058-a9b7-ac8771b21f27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=127b475f-65b9-45a5-95f6-50dd59930a7c HTTP/1.1" status: 200 len: 217 time: 0.0361764 Nov 24 13:46:45.861019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfb4c0-6804-4169-8014-4212fbe643c9 req-b718f6d3-7c0b-4c97-9c3b-4470898066a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:45.862489 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14cfb4c0-6804-4169-8014-4212fbe643c9 req-b718f6d3-7c0b-4c97-9c3b-4470898066a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e897dd96-5763-4521-8e54-204050410eca HTTP/1.1" status: 200 len: 853 time: 0.0438974 Nov 24 13:46:45.896522 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14cfb4c0-6804-4169-8014-4212fbe643c9 req-9b9028fc-f9c4-408d-af4d-5e0aa09facf0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e01abcfd-3266-478a-91cc-adce01dae6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251622 Nov 24 13:46:45.912150 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915d11e-e5a5-427c-912a-61dbfa89bf8e req-857b7c51-cf58-4670-938f-339693a980ad tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:45.913660 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0915d11e-e5a5-427c-912a-61dbfa89bf8e req-857b7c51-cf58-4670-938f-339693a980ad tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 943 time: 0.0523407 Nov 24 13:46:45.961441 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0915d11e-e5a5-427c-912a-61dbfa89bf8e req-4cd87864-f777-4b10-859d-255348ce9290 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408344 Nov 24 13:46:45.995847 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14cfb4c0-6804-4169-8014-4212fbe643c9 req-27d0fee3-e0e7-43ca-8a05-788b8ef46d07 service neutron] 10.222.0.46 "GET /v2.0/networks/e01abcfd-3266-478a-91cc-adce01dae6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889244 Nov 24 13:46:46.085549 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14cfb4c0-6804-4169-8014-4212fbe643c9 req-86e7d78f-ee41-495d-bcd7-5d58ecf3310b service neutron] 10.222.0.46 "GET /v2.0/networks/e01abcfd-3266-478a-91cc-adce01dae6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818064 Nov 24 13:46:47.082987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed747a7-d4a9-4a75-bf85-d7df14e542c9 req-3093a808-8a96-4cdd-8a7d-442f1245e60a tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:47.084394 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fed747a7-d4a9-4a75-bf85-d7df14e542c9 req-3093a808-8a96-4cdd-8a7d-442f1245e60a tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 943 time: 0.0544565 Nov 24 13:46:47.135619 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fed747a7-d4a9-4a75-bf85-d7df14e542c9 req-c570bd6a-a336-4df6-930d-c82580cc8f90 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445027 Nov 24 13:46:48.104258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 127b475f-65b9-45a5-95f6-50dd59930a7c details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:46:48.203239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 127b475f-65b9-45a5-95f6-50dd59930a7c, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=127b475f-65b9-45a5-95f6-50dd59930a7c,segment=NetworkSegment(ecbfec74-a69b-49cc-82ca-174663450efc),segment_id=ecbfec74-a69b-49cc-82ca-174663450efc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:48.214485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '127b475f-65b9-45a5-95f6-50dd59930a7c', 'network_id': 'e01abcfd-3266-478a-91cc-adce01dae6a4', 'port_id': '127b475f-65b9-45a5-95f6-50dd59930a7c', 'mac_address': 'fa:16:3e:49:0d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e897dd96-5763-4521-8e54-204050410eca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:46:48.251703 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3faaf8-e2c1-4f75-95d5-e44b464ff4de req-ee23f4a4-4d07-4ec8-8446-29ccc82fbb75 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:48.252788 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:48.254075 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c3faaf8-e2c1-4f75-95d5-e44b464ff4de req-ee23f4a4-4d07-4ec8-8446-29ccc82fbb75 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 943 time: 0.0505531 Nov 24 13:46:48.265945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127b475f-65b9-45a5-95f6-50dd59930a7c {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:46:48.285285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 127b475f-65b9-45a5-95f6-50dd59930a7c, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=127b475f-65b9-45a5-95f6-50dd59930a7c,segment=NetworkSegment(ecbfec74-a69b-49cc-82ca-174663450efc),segment_id=ecbfec74-a69b-49cc-82ca-174663450efc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:48.290181 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:48.304058 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0c3faaf8-e2c1-4f75-95d5-e44b464ff4de req-d58814ce-3399-4103-a387-f3f39d1b4d11 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432575 Nov 24 13:46:48.494859 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=127b475f-65b9-45a5-95f6-50dd59930a7c,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:48.533692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['127b475f-65b9-45a5-95f6-50dd59930a7c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:46:49.422749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9612c-2b67-4696-b12a-27a5ef316c3a req-58b4080d-7e07-4088-be49-27c51822ee2a tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:49.424222 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb9612c-2b67-4696-b12a-27a5ef316c3a req-58b4080d-7e07-4088-be49-27c51822ee2a tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 944 time: 0.0499299 Nov 24 13:46:49.475770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bb9612c-2b67-4696-b12a-27a5ef316c3a req-2c274782-13f9-46f0-bb5b-e8e353dfe363 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448673 Nov 24 13:46:50.119773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 127b475f-65b9-45a5-95f6-50dd59930a7c up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:46:50.170308 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 127b475f-65b9-45a5-95f6-50dd59930a7c completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:46:50.174128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 127b475f-65b9-45a5-95f6-50dd59930a7c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:46:50.174505 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:50.250255 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:50.272185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a760bc-05bc-4831-b54f-3112e0d584dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127b475f-65b9-45a5-95f6-50dd59930a7c'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:46:50.275107 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ac29a0-3bf7-47eb-a41e-fddcd83b9c45" -d '{"events": [{"server_uuid": "c4a760bc-05bc-4831-b54f-3112e0d584dd", "name": "network-vif-plugged", "status": "completed", "tag": "127b475f-65b9-45a5-95f6-50dd59930a7c"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:46:50.287899 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 127b475f-65b9-45a5-95f6-50dd59930a7c, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=127b475f-65b9-45a5-95f6-50dd59930a7c,segment=NetworkSegment(ecbfec74-a69b-49cc-82ca-174663450efc),segment_id=ecbfec74-a69b-49cc-82ca-174663450efc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:50.292558 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:50.318435 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af4011e-d17d-4eec-8e5e-c51ebef0c896 x-openstack-request-id: req-4af4011e-d17d-4eec-8e5e-c51ebef0c896 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:46:50.318748 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a760bc-05bc-4831-b54f-3112e0d584dd", "name": "network-vif-plugged", "status": "completed", "tag": "127b475f-65b9-45a5-95f6-50dd59930a7c", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:46:50.319022 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4af4011e-d17d-4eec-8e5e-c51ebef0c896 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:46:50.319439 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a760bc-05bc-4831-b54f-3112e0d584dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127b475f-65b9-45a5-95f6-50dd59930a7c', 'code': 200} Nov 24 13:46:50.346159 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=127b475f-65b9-45a5-95f6-50dd59930a7c,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:50.408405 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25a40a-9e6a-4331-8719-620f20de772b req-5a19389e-0b5a-4348-920c-1bf1b3b2d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:50.409826 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e25a40a-9e6a-4331-8719-620f20de772b req-5a19389e-0b5a-4348-920c-1bf1b3b2d5ac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 1096 time: 0.0391190 Nov 24 13:46:50.454084 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e25a40a-9e6a-4331-8719-620f20de772b req-807b5242-3e07-4dae-8fb3-fa2197893d09 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358126 Nov 24 13:46:50.594826 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56433919-d69a-4ae1-8b48-aee31f79df51 req-e5c415e2-6a4a-4cff-8169-df5b08539fe4 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:50.596383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56433919-d69a-4ae1-8b48-aee31f79df51 req-e5c415e2-6a4a-4cff-8169-df5b08539fe4 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 945 time: 0.0527611 Nov 24 13:46:50.642437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56433919-d69a-4ae1-8b48-aee31f79df51 req-635e1936-b424-483c-997a-41e7b47f521b tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400879 Nov 24 13:46:50.919274 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1d89b4ca-77dc-414c-8b74-904b42231bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:51.759321 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a10c5f-0bcb-47e9-a00b-e53b35afeb31 req-76fde2b4-c505-49f7-9d41-5042b471ae0a tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:51.760869 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-25a10c5f-0bcb-47e9-a00b-e53b35afeb31 req-76fde2b4-c505-49f7-9d41-5042b471ae0a tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 945 time: 0.0478027 Nov 24 13:46:51.812039 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-25a10c5f-0bcb-47e9-a00b-e53b35afeb31 req-d57732ad-87fd-4ee3-81b1-94b31d59f73f tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452206 Nov 24 13:46:52.032081 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-58b97b2f-a476-49d6-b7c6-7e62cd186961 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:52.033598 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-58b97b2f-a476-49d6-b7c6-7e62cd186961 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/networks?id=e01abcfd-3266-478a-91cc-adce01dae6a4 HTTP/1.1" status: 200 len: 813 time: 0.1006339 Nov 24 13:46:52.048797 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-5c964016-526c-43ec-8631-aa4d021f2ec9 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/quotas/64411f2afd49417ca1b59df6857ae8f8 HTTP/1.1" status: 200 len: 375 time: 0.0088160 Nov 24 13:46:52.100092 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-e9aa1874-d75b-4bfc-ac61-c44f957f1009 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=64411f2afd49417ca1b59df6857ae8f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461996 Nov 24 13:46:52.191455 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-a8fb3de5-28c6-4603-95ac-27ede7a82f8a service neutron] 10.222.0.48 "GET /v2.0/networks/e01abcfd-3266-478a-91cc-adce01dae6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837455 Nov 24 13:46:52.283818 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-5b972b12-abb6-401f-b560-76d1e8cd7ed1 service neutron] 10.222.0.48 "GET /v2.0/networks/e01abcfd-3266-478a-91cc-adce01dae6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862856 Nov 24 13:46:52.447012 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2cf91521-d533-4214-b619-2221ed9854ea req-e17a603f-ba6e-4604-81ab-f321afc7ddfc tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 210 time: 0.0335217 Nov 24 13:46:53.343096 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-88bcaa0c-0fd6-4d8f-9b92-ce55564619e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:53.508310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-50cb5bad-4e72-4215-8323-acf47c7e8b4a tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:53.509847 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-50cb5bad-4e72-4215-8323-acf47c7e8b4a tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.59 "GET /v2.0/networks?id=e01abcfd-3266-478a-91cc-adce01dae6a4 HTTP/1.1" status: 200 len: 813 time: 0.1204584 Nov 24 13:46:53.526637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Request body: {'port': {'device_id': 'c1de1f43-87c3-4896-b269-cabea3146ff3', 'network_id': 'e01abcfd-3266-478a-91cc-adce01dae6a4', 'admin_state_up': True, 'tenant_id': '64411f2afd49417ca1b59df6857ae8f8'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:46:53.583176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7c8233b9-7feb-41d3-8743-522a14140874 req-7ded5c1b-8895-495e-ab9f-54e81fd5a138 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 210 time: 0.0516148 Nov 24 13:46:53.666979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Made reservation on behalf of 64411f2afd49417ca1b59df6857ae8f8 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:46:53.670707 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:53.795360 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Allocated IP 172.20.0.7 (e01abcfd-3266-478a-91cc-adce01dae6a4/e897dd96-5763-4521-8e54-204050410eca/c73de3b9-754d-4ed1-b5bf-f68fa45e19e8) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:46:53.944455 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:53.977279 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:53.988697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['127b475f-65b9-45a5-95f6-50dd59930a7c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:46:54.022562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Network e01abcfd-3266-478a-91cc-adce01dae6a4 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:46:54.025580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:46:54.029355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:46:54.035769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Pushing event updated for resources: {'Port': ['ID=c73de3b9-754d-4ed1-b5bf-f68fa45e19e8,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:54.073487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:54.073487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:54.073487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:54.073487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:54.073487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:54.073487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:54.073487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:54.073487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:54.073487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:54.073487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:54.073487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:54.073487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:46:54.094235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:54.094847 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:54.110395 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-d0cdce3b-4729-4056-8777-d01b436dd818 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5881751 Nov 24 13:46:54.124739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Request body: {'port': {'device_id': 'c1de1f43-87c3-4896-b269-cabea3146ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:46:54.181126 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:54.437784 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:46:54.444945 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:54.456493 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Transition to ACTIVE for port object c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:46:54.460413 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:54.532869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Pushing event updated for resources: {'Port': ['ID=c73de3b9-754d-4ed1-b5bf-f68fa45e19e8,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:54.533881 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:54.580128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Attempting to bind port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:46:54.580456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Attempting to bind port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'ecbfec74-a69b-49cc-82ca-174663450efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e01abcfd-3266-478a-91cc-adce01dae6a4'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:46:54.580810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Attempting to bind port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 on network e01abcfd-3266-478a-91cc-adce01dae6a4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:46:54.585003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 on network e01abcfd-3266-478a-91cc-adce01dae6a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:46:54.585858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Attempting to bind port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 on network e01abcfd-3266-478a-91cc-adce01dae6a4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:46:54.590507 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:46:54.590841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Checking segment: {'id': 'ecbfec74-a69b-49cc-82ca-174663450efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e01abcfd-3266-478a-91cc-adce01dae6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:46:54.591221 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Bound using segment: {'id': 'ecbfec74-a69b-49cc-82ca-174663450efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e01abcfd-3266-478a-91cc-adce01dae6a4'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:46:54.591638 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Bound port: c73de3b9-754d-4ed1-b5bf-f68fa45e19e8, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbfec74-a69b-49cc-82ca-174663450efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e01abcfd-3266-478a-91cc-adce01dae6a4'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:46:54.591986 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:54.654890 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] For port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:46:54.658007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] For port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c73de3b9-754d-4ed1-b5bf-f68fa45e19e8,segment=NetworkSegment(ecbfec74-a69b-49cc-82ca-174663450efc),segment_id=ecbfec74-a69b-49cc-82ca-174663450efc)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:46:54.661970 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:54.696335 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:54.696972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:54.698341 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] 10.222.0.59 "PUT /v2.0/ports/c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 HTTP/1.1" status: 200 len: 1091 time: 0.5777571 Nov 24 13:46:54.698778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1de1f43-87c3-4896-b269-cabea3146ff3', 'tag': 'c73de3b9-754d-4ed1-b5bf-f68fa45e19e8'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:46:54.701057 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42f95ed-0a85-4efe-9028-c1a113b215db" -d '{"events": [{"name": "network-changed", "server_uuid": "c1de1f43-87c3-4896-b269-cabea3146ff3", "tag": "c73de3b9-754d-4ed1-b5bf-f68fa45e19e8"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:46:54.703273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960b3cb-7ff7-46d7-b840-7496927f42e2 req-2beb6f65-3790-4872-911b-255689841708 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:54.705088 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d960b3cb-7ff7-46d7-b840-7496927f42e2 req-2beb6f65-3790-4872-911b-255689841708 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 943 time: 0.0539289 Nov 24 13:46:54.730037 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e6dba-dde5-4561-a166-41dbf2abce48 service neutron] Pushing event updated for resources: {'Port': ['ID=c73de3b9-754d-4ed1-b5bf-f68fa45e19e8,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:54.762065 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d960b3cb-7ff7-46d7-b840-7496927f42e2 req-853d3629-2aa2-4a77-a143-862b6b0f497c tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501451 Nov 24 13:46:54.784103 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ccf5ea-1188-4c2e-b4af-ccb40d39276c x-openstack-request-id: req-36ccf5ea-1188-4c2e-b4af-ccb40d39276c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:46:54.784401 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1de1f43-87c3-4896-b269-cabea3146ff3", "tag": "c73de3b9-754d-4ed1-b5bf-f68fa45e19e8", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:46:54.784660 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36ccf5ea-1188-4c2e-b4af-ccb40d39276c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:46:54.785077 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1de1f43-87c3-4896-b269-cabea3146ff3', 'tag': 'c73de3b9-754d-4ed1-b5bf-f68fa45e19e8', 'status': 'completed', 'code': 200} Nov 24 13:46:54.801383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-b0ea836d-f99f-4909-be2e-b1a603453329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:54.802921 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-b0ea836d-f99f-4909-be2e-b1a603453329 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64411f2afd49417ca1b59df6857ae8f8&device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0528212 Nov 24 13:46:54.845815 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-779a0ed4-2aea-44b6-a33d-2607a5385673 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 HTTP/1.1" status: 200 len: 217 time: 0.0336854 Nov 24 13:46:54.895260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-e72b090f-7fc3-4f5a-a52b-314f04f3d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:54.896665 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-e72b090f-7fc3-4f5a-a52b-314f04f3d1ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e897dd96-5763-4521-8e54-204050410eca HTTP/1.1" status: 200 len: 853 time: 0.0419376 Nov 24 13:46:54.930429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-ca36d675-19f1-4c33-8c67-9731f765da21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e01abcfd-3266-478a-91cc-adce01dae6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239902 Nov 24 13:46:55.025299 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-58d09a31-d21e-48de-bd8e-2e5ea8821454 service neutron] 10.222.0.59 "GET /v2.0/networks/e01abcfd-3266-478a-91cc-adce01dae6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860190 Nov 24 13:46:55.119792 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-642cb60e-04d5-4a71-8f10-4bbfbd78c0f4 req-85e0d066-f321-40b3-b3eb-5c63a4d8cfe2 service neutron] 10.222.0.59 "GET /v2.0/networks/e01abcfd-3266-478a-91cc-adce01dae6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861907 Nov 24 13:46:55.205266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f95ed-0a85-4efe-9028-c1a113b215db req-42601d55-4666-47d0-91b7-efc473696582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:55.206750 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42f95ed-0a85-4efe-9028-c1a113b215db req-42601d55-4666-47d0-91b7-efc473696582 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=64411f2afd49417ca1b59df6857ae8f8&device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 1094 time: 0.0404539 Nov 24 13:46:55.299008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f95ed-0a85-4efe-9028-c1a113b215db req-bce22c9e-7222-4721-873e-e4d50e4aa551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:55.300373 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42f95ed-0a85-4efe-9028-c1a113b215db req-bce22c9e-7222-4721-873e-e4d50e4aa551 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e01abcfd-3266-478a-91cc-adce01dae6a4 HTTP/1.1" status: 200 len: 914 time: 0.0830879 Nov 24 13:46:55.344649 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42f95ed-0a85-4efe-9028-c1a113b215db req-0191128a-8d67-4645-b3b7-02579056c7f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 HTTP/1.1" status: 200 len: 217 time: 0.0365214 Nov 24 13:46:55.392809 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f95ed-0a85-4efe-9028-c1a113b215db req-98b528cd-b460-4b0c-b1c1-cf78a6ef131f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:55.394200 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42f95ed-0a85-4efe-9028-c1a113b215db req-98b528cd-b460-4b0c-b1c1-cf78a6ef131f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e897dd96-5763-4521-8e54-204050410eca HTTP/1.1" status: 200 len: 853 time: 0.0417936 Nov 24 13:46:55.425464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42f95ed-0a85-4efe-9028-c1a113b215db req-9ea4a43d-f35e-4f7a-877e-4eff07c0eaa4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e01abcfd-3266-478a-91cc-adce01dae6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239847 Nov 24 13:46:55.518298 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42f95ed-0a85-4efe-9028-c1a113b215db req-20eb100c-fd69-4cc7-aa7e-856bcf587118 service neutron] 10.222.0.59 "GET /v2.0/networks/e01abcfd-3266-478a-91cc-adce01dae6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845971 Nov 24 13:46:55.606147 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a42f95ed-0a85-4efe-9028-c1a113b215db req-c9cda5d4-8ae3-41e2-97a2-3859abf9cf1d service neutron] 10.222.0.59 "GET /v2.0/networks/e01abcfd-3266-478a-91cc-adce01dae6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803733 Nov 24 13:46:55.885285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576597e-d88b-4f86-9991-9702a3713a03 req-69284e0e-d04c-4c87-98cd-c61c1b884ac7 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:55.886646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d576597e-d88b-4f86-9991-9702a3713a03 req-69284e0e-d04c-4c87-98cd-c61c1b884ac7 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 943 time: 0.0527856 Nov 24 13:46:55.931947 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d576597e-d88b-4f86-9991-9702a3713a03 req-b8ae4823-dca2-417d-8ab5-4f9087f03ac3 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393987 Nov 24 13:46:56.064593 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:56.757256 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:57.046246 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f5144-a092-4516-9c62-e7aede695c70 req-cae99931-f6c1-4726-a5e3-dad140ee8a71 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:57.047637 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-415f5144-a092-4516-9c62-e7aede695c70 req-cae99931-f6c1-4726-a5e3-dad140ee8a71 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 943 time: 0.0482495 Nov 24 13:46:57.097178 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-415f5144-a092-4516-9c62-e7aede695c70 req-36f24fea-088b-463e-8195-dfdedc9d2189 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Nov 24 13:46:58.017481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:46:58.111813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c73de3b9-754d-4ed1-b5bf-f68fa45e19e8,segment=NetworkSegment(ecbfec74-a69b-49cc-82ca-174663450efc),segment_id=ecbfec74-a69b-49cc-82ca-174663450efc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:58.125011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'c73de3b9-754d-4ed1-b5bf-f68fa45e19e8', 'network_id': 'e01abcfd-3266-478a-91cc-adce01dae6a4', 'port_id': 'c73de3b9-754d-4ed1-b5bf-f68fa45e19e8', 'mac_address': 'fa:16:3e:87:4d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e897dd96-5763-4521-8e54-204050410eca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:46:58.163968 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:58.176909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:46:58.197548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c73de3b9-754d-4ed1-b5bf-f68fa45e19e8,segment=NetworkSegment(ecbfec74-a69b-49cc-82ca-174663450efc),segment_id=ecbfec74-a69b-49cc-82ca-174663450efc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:46:58.201513 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:46:58.216476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f148e1-7747-4311-b26f-741abbe139c5 req-efd12486-4eb0-4e05-8c30-1ca3af6e8dd1 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:58.218044 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-31f148e1-7747-4311-b26f-741abbe139c5 req-efd12486-4eb0-4e05-8c30-1ca3af6e8dd1 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 943 time: 0.0505776 Nov 24 13:46:58.253857 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=c73de3b9-754d-4ed1-b5bf-f68fa45e19e8,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:46:58.267410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-31f148e1-7747-4311-b26f-741abbe139c5 req-a283cdeb-0fce-48f2-93b0-9c2103718062 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432029 Nov 24 13:46:58.429409 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['c73de3b9-754d-4ed1-b5bf-f68fa45e19e8'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:46:59.381442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15319df9-cec9-4637-8520-8a29ed14bae1 req-c0ec291a-bb09-47b5-9eda-3f7d22910fe9 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:46:59.382956 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15319df9-cec9-4637-8520-8a29ed14bae1 req-c0ec291a-bb09-47b5-9eda-3f7d22910fe9 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 944 time: 0.0488679 Nov 24 13:46:59.429678 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-15319df9-cec9-4637-8520-8a29ed14bae1 req-42daca13-49b6-41ec-b3dc-94fe876329b2 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409465 Nov 24 13:47:00.034318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:47:00.082321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:47:00.086930 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:00.087315 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:00.167575 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:00.189041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1de1f43-87c3-4896-b269-cabea3146ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73de3b9-754d-4ed1-b5bf-f68fa45e19e8'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:47:00.191157 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7306a61c-574d-4b67-8aab-38ebd806a7d4" -d '{"events": [{"server_uuid": "c1de1f43-87c3-4896-b269-cabea3146ff3", "name": "network-vif-plugged", "status": "completed", "tag": "c73de3b9-754d-4ed1-b5bf-f68fa45e19e8"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:47:00.204382 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c73de3b9-754d-4ed1-b5bf-f68fa45e19e8,segment=NetworkSegment(ecbfec74-a69b-49cc-82ca-174663450efc),segment_id=ecbfec74-a69b-49cc-82ca-174663450efc)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:00.209105 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:00.234201 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675337d2-94d7-43bd-be23-6298fdc638db x-openstack-request-id: req-675337d2-94d7-43bd-be23-6298fdc638db {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:47:00.234496 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1de1f43-87c3-4896-b269-cabea3146ff3", "name": "network-vif-plugged", "status": "completed", "tag": "c73de3b9-754d-4ed1-b5bf-f68fa45e19e8", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:47:00.234750 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-675337d2-94d7-43bd-be23-6298fdc638db {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:47:00.235136 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1de1f43-87c3-4896-b269-cabea3146ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73de3b9-754d-4ed1-b5bf-f68fa45e19e8', 'code': 200} Nov 24 13:47:00.264897 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=c73de3b9-754d-4ed1-b5bf-f68fa45e19e8,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:00.334398 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7384da-13f1-44a5-9af9-d7653d1808a6 req-ca367426-704a-4d1f-8ac4-f8a6cb296ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:00.336570 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e7384da-13f1-44a5-9af9-d7653d1808a6 req-ca367426-704a-4d1f-8ac4-f8a6cb296ce7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0402362 Nov 24 13:47:00.384614 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e7384da-13f1-44a5-9af9-d7653d1808a6 req-d2d32ebe-a32e-496b-993b-3c3fe2062a5a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Nov 24 13:47:00.545550 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423bbe2-48d6-467c-8165-43d119ece336 req-0f20ca42-05cc-4604-ad53-ed14495c48eb tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:00.547189 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3423bbe2-48d6-467c-8165-43d119ece336 req-0f20ca42-05cc-4604-ad53-ed14495c48eb tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 945 time: 0.0501583 Nov 24 13:47:00.597544 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3423bbe2-48d6-467c-8165-43d119ece336 req-59b47518-bda3-401b-a7bf-b8722db04b7c tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442643 Nov 24 13:47:01.716234 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05bbd87-a3ef-4800-9bbc-2dc692303d34 req-e3f5fe8f-3d20-4514-b43a-a5f912e597d6 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:01.717759 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c05bbd87-a3ef-4800-9bbc-2dc692303d34 req-e3f5fe8f-3d20-4514-b43a-a5f912e597d6 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 945 time: 0.0487053 Nov 24 13:47:01.763979 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c05bbd87-a3ef-4800-9bbc-2dc692303d34 req-5727354b-9e81-4dc6-8033-14af5ee6675c tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 Nov 24 13:47:01.996018 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8a6ad-aec3-458d-abf0-b0b3f4385dc3 req-4b0b8988-738c-418d-97c6-1510f3dcbe8b tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:01.997547 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9ae8a6ad-aec3-458d-abf0-b0b3f4385dc3 req-4b0b8988-738c-418d-97c6-1510f3dcbe8b tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 945 time: 0.0486958 Nov 24 13:47:02.044094 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9ae8a6ad-aec3-458d-abf0-b0b3f4385dc3 req-63076c8b-ab52-412d-9ab9-f5b67bfad913 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406888 Nov 24 13:47:03.166784 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88587d7e-b636-45e5-b483-4354ab8938de req-04927f16-d31f-427b-922a-616e9fc3d59c tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:03.168237 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-88587d7e-b636-45e5-b483-4354ab8938de req-04927f16-d31f-427b-922a-616e9fc3d59c tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 945 time: 0.0525374 Nov 24 13:47:03.214090 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-88587d7e-b636-45e5-b483-4354ab8938de req-797e6c9b-45e6-4d87-8e2f-3d874a091a1c tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399945 Nov 24 13:47:03.570146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0c4dd-2727-44b8-bbe2-a07a5253c167 req-cbd138b3-5aaf-4da2-99bb-72c6f742354b tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:03.571594 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09f0c4dd-2727-44b8-bbe2-a07a5253c167 req-cbd138b3-5aaf-4da2-99bb-72c6f742354b tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 945 time: 0.0520179 Nov 24 13:47:03.662169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-09f0c4dd-2727-44b8-bbe2-a07a5253c167 req-ce490e64-d6c1-4d26-abaa-880e7d6199f9 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Deleting port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:47:03.662509 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-09f0c4dd-2727-44b8-bbe2-a07a5253c167 req-ce490e64-d6c1-4d26-abaa-880e7d6199f9 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:03.750838 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-09f0c4dd-2727-44b8-bbe2-a07a5253c167 req-ce490e64-d6c1-4d26-abaa-880e7d6199f9 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] For port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c73de3b9-754d-4ed1-b5bf-f68fa45e19e8,segment=NetworkSegment(ecbfec74-a69b-49cc-82ca-174663450efc),segment_id=ecbfec74-a69b-49cc-82ca-174663450efc)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:03.751196 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-09f0c4dd-2727-44b8-bbe2-a07a5253c167 req-ce490e64-d6c1-4d26-abaa-880e7d6199f9 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:03.762654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-09f0c4dd-2727-44b8-bbe2-a07a5253c167 req-ce490e64-d6c1-4d26-abaa-880e7d6199f9 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Calling delete_port for c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:47:03.887438 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-09f0c4dd-2727-44b8-bbe2-a07a5253c167 req-ce490e64-d6c1-4d26-abaa-880e7d6199f9 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:03.901119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['127b475f-65b9-45a5-95f6-50dd59930a7c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:47:03.904343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['c73de3b9-754d-4ed1-b5bf-f68fa45e19e8'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:47:03.920517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce490e64-d6c1-4d26-abaa-880e7d6199f9 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Pushing event deleted for resources: {'Port': ['ID=c73de3b9-754d-4ed1-b5bf-f68fa45e19e8,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:03.962797 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f0c4dd-2727-44b8-bbe2-a07a5253c167 req-ce490e64-d6c1-4d26-abaa-880e7d6199f9 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] No DVR routers for this DVR port c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:47:03.965472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-09f0c4dd-2727-44b8-bbe2-a07a5253c167 req-ce490e64-d6c1-4d26-abaa-880e7d6199f9 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:03.969033 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09f0c4dd-2727-44b8-bbe2-a07a5253c167 req-ce490e64-d6c1-4d26-abaa-880e7d6199f9 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.59 "DELETE /v2.0/ports/c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 HTTP/1.1" status: 204 len: 173 time: 0.3894942 Nov 24 13:47:03.969480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1de1f43-87c3-4896-b269-cabea3146ff3', 'name': 'network-vif-deleted', 'tag': 'c73de3b9-754d-4ed1-b5bf-f68fa45e19e8'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:47:03.971721 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff9850a-0d05-4a5f-bddf-2891ea55056f" -d '{"events": [{"server_uuid": "c1de1f43-87c3-4896-b269-cabea3146ff3", "name": "network-vif-deleted", "tag": "c73de3b9-754d-4ed1-b5bf-f68fa45e19e8"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:47:04.009992 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203e7ecb-cc9a-488b-8cb0-12768f2a76fe x-openstack-request-id: req-203e7ecb-cc9a-488b-8cb0-12768f2a76fe {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:47:04.010359 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1de1f43-87c3-4896-b269-cabea3146ff3", "name": "network-vif-deleted", "tag": "c73de3b9-754d-4ed1-b5bf-f68fa45e19e8", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:47:04.010686 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-203e7ecb-cc9a-488b-8cb0-12768f2a76fe {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:47:04.011154 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1de1f43-87c3-4896-b269-cabea3146ff3', 'name': 'network-vif-deleted', 'tag': 'c73de3b9-754d-4ed1-b5bf-f68fa45e19e8', 'status': 'completed', 'code': 200} Nov 24 13:47:04.321036 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ba259412-365a-49d2-bf6e-c2a1cf8c2a45 req-a5833a3e-921b-47e1-9b80-7c0a6010f02b tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1de1f43-87c3-4896-b269-cabea3146ff3 HTTP/1.1" status: 200 len: 210 time: 0.0272381 Nov 24 13:47:05.470768 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e77e16-3e19-4da8-93cd-3506c0c229c9 req-c5e4fc39-126e-42f4-9678-d362ff74cf4c tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:05.472254 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e4e77e16-3e19-4da8-93cd-3506c0c229c9 req-c5e4fc39-126e-42f4-9678-d362ff74cf4c tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 945 time: 0.0494933 Nov 24 13:47:05.519519 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e4e77e16-3e19-4da8-93cd-3506c0c229c9 req-1bf63d2e-e489-469b-aeef-e512d7b1cb6a tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407150 Nov 24 13:47:05.653143 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a54a-6829-4bab-a4c5-d7e5851e6ef3 req-07617000-cbc2-4456-9d52-58f5297c1007 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:05.654851 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8028a54a-6829-4bab-a4c5-d7e5851e6ef3 req-07617000-cbc2-4456-9d52-58f5297c1007 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 945 time: 0.0536170 Nov 24 13:47:05.700610 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8028a54a-6829-4bab-a4c5-d7e5851e6ef3 req-59f0c12d-b26d-4a95-8ca3-7e3bf3e62ddf tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Nov 24 13:47:05.814110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ce9d6-dbf1-4098-85db-e8bc5bd840f7 req-bcaf42ba-3269-4e57-8be8-5ec10ffa34eb tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:05.815499 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-824ce9d6-dbf1-4098-85db-e8bc5bd840f7 req-bcaf42ba-3269-4e57-8be8-5ec10ffa34eb tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 945 time: 0.0480866 Nov 24 13:47:05.861345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-824ce9d6-dbf1-4098-85db-e8bc5bd840f7 req-7c6269e0-8bdb-4a71-b3ca-ab62ee80dd15 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393379 Nov 24 13:47:06.031183 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75fef1-d895-4aaf-8f55-5ff122013346 req-ab2d2244-857c-4dab-ac5a-5b54e314b26d tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:06.032654 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b75fef1-d895-4aaf-8f55-5ff122013346 req-ab2d2244-857c-4dab-ac5a-5b54e314b26d tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 945 time: 0.0517015 Nov 24 13:47:06.079999 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b75fef1-d895-4aaf-8f55-5ff122013346 req-83644d32-b08c-4dc4-9852-9bab29576c6e tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413294 Nov 24 13:47:06.192396 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9595b-469f-48a5-946f-bd5dac1da057 req-8958bee9-f088-42c4-a967-54b6b79d9b0b tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:06.193869 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56a9595b-469f-48a5-946f-bd5dac1da057 req-8958bee9-f088-42c4-a967-54b6b79d9b0b tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 945 time: 0.0474880 Nov 24 13:47:06.240914 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-56a9595b-469f-48a5-946f-bd5dac1da057 req-b8dfeaed-5496-42ff-9bbb-d0e209e32a1c tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405402 Nov 24 13:47:06.370372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bfa95-399b-43ad-b880-7c2ce77f1e7c req-5f1925f0-06f6-4758-acf7-35e89ab030d1 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:06.371750 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a99bfa95-399b-43ad-b880-7c2ce77f1e7c req-5f1925f0-06f6-4758-acf7-35e89ab030d1 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 945 time: 0.0487828 Nov 24 13:47:06.423018 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a99bfa95-399b-43ad-b880-7c2ce77f1e7c req-f2043547-a718-42dc-8cef-a40616cfc46e tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453062 Nov 24 13:47:06.720360 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cb6cb-4880-4be1-8e55-0ed7e611d7c9 req-61ca55ee-4542-451a-84cc-2510d66c77a1 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:06.721832 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:47:06.722253 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e12cb6cb-4880-4be1-8e55-0ed7e611d7c9 req-61ca55ee-4542-451a-84cc-2510d66c77a1 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 945 time: 0.0485644 Nov 24 13:47:06.759398 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:06.769244 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e12cb6cb-4880-4be1-8e55-0ed7e611d7c9 req-af6ae1b3-d1b1-4cd4-81c5-cc1e7308596f tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 Nov 24 13:47:07.885716 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ece0b-6211-43ad-8eee-123d560f5101 req-b3ef6218-33ce-409d-b994-3260ba3b13ff tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:07.887205 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-729ece0b-6211-43ad-8eee-123d560f5101 req-b3ef6218-33ce-409d-b994-3260ba3b13ff tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 945 time: 0.0482635 Nov 24 13:47:07.934399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-729ece0b-6211-43ad-8eee-123d560f5101 req-5f0d4f00-9dad-44f8-a406-d2d95864eada tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.48 "GET /v2.0/security-groups?id=91da66c1-0c99-4649-84f1-6977128c7023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410097 Nov 24 13:47:08.033395 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c002658-58c6-4c3d-a49b-271738cdd754 req-7b6139f6-dda3-469b-ae54-12cddb0a0298 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:08.034817 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c002658-58c6-4c3d-a49b-271738cdd754 req-7b6139f6-dda3-469b-ae54-12cddb0a0298 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4a760bc-05bc-4831-b54f-3112e0d584dd HTTP/1.1" status: 200 len: 945 time: 0.0465512 Nov 24 13:47:08.065050 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:47:08.086365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:47:08.086719 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c73de3b9-754d-4ed1-b5bf-f68fa45e19e8 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:47:08.129108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-4c002658-58c6-4c3d-a49b-271738cdd754 req-72b63127-a2fa-462b-bac7-34c5a5f7bd23 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Deleting port 127b475f-65b9-45a5-95f6-50dd59930a7c {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:47:08.129448 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4c002658-58c6-4c3d-a49b-271738cdd754 req-72b63127-a2fa-462b-bac7-34c5a5f7bd23 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:08.215164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-4c002658-58c6-4c3d-a49b-271738cdd754 req-72b63127-a2fa-462b-bac7-34c5a5f7bd23 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] For port 127b475f-65b9-45a5-95f6-50dd59930a7c, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=127b475f-65b9-45a5-95f6-50dd59930a7c,segment=NetworkSegment(ecbfec74-a69b-49cc-82ca-174663450efc),segment_id=ecbfec74-a69b-49cc-82ca-174663450efc)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:08.215519 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4c002658-58c6-4c3d-a49b-271738cdd754 req-72b63127-a2fa-462b-bac7-34c5a5f7bd23 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:08.232237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-4c002658-58c6-4c3d-a49b-271738cdd754 req-72b63127-a2fa-462b-bac7-34c5a5f7bd23 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Calling delete_port for 127b475f-65b9-45a5-95f6-50dd59930a7c owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:47:08.354164 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4c002658-58c6-4c3d-a49b-271738cdd754 req-72b63127-a2fa-462b-bac7-34c5a5f7bd23 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:08.365494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['127b475f-65b9-45a5-95f6-50dd59930a7c'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:47:08.384957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b63127-a2fa-462b-bac7-34c5a5f7bd23 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Pushing event deleted for resources: {'Port': ['ID=127b475f-65b9-45a5-95f6-50dd59930a7c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:08.431501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c002658-58c6-4c3d-a49b-271738cdd754 req-72b63127-a2fa-462b-bac7-34c5a5f7bd23 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] No DVR routers for this DVR port 127b475f-65b9-45a5-95f6-50dd59930a7c on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:47:08.434142 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-4c002658-58c6-4c3d-a49b-271738cdd754 req-72b63127-a2fa-462b-bac7-34c5a5f7bd23 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:08.437573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4c002658-58c6-4c3d-a49b-271738cdd754 req-72b63127-a2fa-462b-bac7-34c5a5f7bd23 tempest-ServersNegativeTestJSON-1243871242 tempest-ServersNegativeTestJSON-1243871242-project] 10.222.0.46 "DELETE /v2.0/ports/127b475f-65b9-45a5-95f6-50dd59930a7c HTTP/1.1" status: 204 len: 173 time: 0.3964176 Nov 24 13:47:08.438035 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a760bc-05bc-4831-b54f-3112e0d584dd', 'name': 'network-vif-deleted', 'tag': '127b475f-65b9-45a5-95f6-50dd59930a7c'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:47:08.440338 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15603a99-c3ed-46d0-baeb-0cfec076001d" -d '{"events": [{"server_uuid": "c4a760bc-05bc-4831-b54f-3112e0d584dd", "name": "network-vif-deleted", "tag": "127b475f-65b9-45a5-95f6-50dd59930a7c"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:47:08.480397 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459549e1-5c21-46c4-821a-d778b1ea03c1 x-openstack-request-id: req-459549e1-5c21-46c4-821a-d778b1ea03c1 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:47:08.480701 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a760bc-05bc-4831-b54f-3112e0d584dd", "name": "network-vif-deleted", "tag": "127b475f-65b9-45a5-95f6-50dd59930a7c", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:47:08.480991 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-459549e1-5c21-46c4-821a-d778b1ea03c1 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:47:08.481393 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a760bc-05bc-4831-b54f-3112e0d584dd', 'name': 'network-vif-deleted', 'tag': '127b475f-65b9-45a5-95f6-50dd59930a7c', 'status': 'completed', 'code': 200} Nov 24 13:47:08.989568 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56564) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:09.038483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c49f922-fab1-4c95-b22f-f0aac35421fc admin admin] Deleting subnet e897dd96-5763-4521-8e54-204050410eca {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:47:09.041491 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c49f922-fab1-4c95-b22f-f0aac35421fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.076011 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c49f922-fab1-4c95-b22f-f0aac35421fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.113060 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c49f922-fab1-4c95-b22f-f0aac35421fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.167834 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c49f922-fab1-4c95-b22f-f0aac35421fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.193921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49f922-fab1-4c95-b22f-f0aac35421fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e897dd96-5763-4521-8e54-204050410eca,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:09.196428 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c49f922-fab1-4c95-b22f-f0aac35421fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.199553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0c49f922-fab1-4c95-b22f-f0aac35421fc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e897dd96-5763-4521-8e54-204050410eca HTTP/1.1" status: 204 len: 168 time: 0.2089381 Nov 24 13:47:09.202146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56566) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:09.269670 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c479ba2d-465a-43e4-b76c-c6641e6640a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.350052 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c479ba2d-465a-43e4-b76c-c6641e6640a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.371167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c479ba2d-465a-43e4-b76c-c6641e6640a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01abcfd-3266-478a-91cc-adce01dae6a4']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:09.382149 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c479ba2d-465a-43e4-b76c-c6641e6640a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbfec74-a69b-49cc-82ca-174663450efc') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:09.382448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-c479ba2d-465a-43e4-b76c-c6641e6640a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbfec74-a69b-49cc-82ca-174663450efc') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:09.391864 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c479ba2d-465a-43e4-b76c-c6641e6640a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.404830 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c479ba2d-465a-43e4-b76c-c6641e6640a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.411355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c479ba2d-465a-43e4-b76c-c6641e6640a5 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:47:09.411917 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c479ba2d-465a-43e4-b76c-c6641e6640a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:47:09.414191 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:47:09.472982 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c479ba2d-465a-43e4-b76c-c6641e6640a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.478848 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c479ba2d-465a-43e4-b76c-c6641e6640a5 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.482022 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c479ba2d-465a-43e4-b76c-c6641e6640a5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e01abcfd-3266-478a-91cc-adce01dae6a4 HTTP/1.1" status: 204 len: 168 time: 0.2788241 Nov 24 13:47:09.493747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479ba2d-465a-43e4-b76c-c6641e6640a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e01abcfd-3266-478a-91cc-adce01dae6a4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:09.587198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56570) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:09.626438 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-30a5e0d3-fb53-41f5-b5a8-b4bf2ba49636 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64411f2afd49417ca1b59df6857ae8f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379307 Nov 24 13:47:09.628807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56572) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:09.676498 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b3c50f4-d7a2-44c1-8fe2-ca37b0d56a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.696639 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b3c50f4-d7a2-44c1-8fe2-ca37b0d56a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.745015 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b3c50f4-d7a2-44c1-8fe2-ca37b0d56a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.747537 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b3c50f4-d7a2-44c1-8fe2-ca37b0d56a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:09.748678 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2b3c50f4-d7a2-44c1-8fe2-ca37b0d56a92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/91da66c1-0c99-4649-84f1-6977128c7023 HTTP/1.1" status: 204 len: 168 time: 0.1189799 Nov 24 13:47:09.756353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c50f4-d7a2-44c1-8fe2-ca37b0d56a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91da66c1-0c99-4649-84f1-6977128c7023,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:10.042286 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:10.419898 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56594) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:10.513294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-337235790'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:10.534790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Made reservation on behalf of a815892d9cf14f3fa3094fa237180f8e for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:10.538408 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:10.546894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:10.625090 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:10.628781 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:10.655674 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:47:10.665392 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c07a1d-e2d5-4e80-bb3f-7c940a158438,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:10.671241 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:10.671571 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Added segment 0b3999e7-f2bb-4823-b3d6-782fce46a403 of type vlan for network a4b465a3-49ed-4dba-8f5f-a220e8a0deba Nov 24 13:47:10.711993 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:10.736502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:10.743083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:10.743667 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:10.776080 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3550680 Nov 24 13:47:10.811291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812b8b3-dea6-4549-9f7a-1c38ae9e3c26 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event updated for resources: {'Network': ['ID=a4b465a3-49ed-4dba-8f5f-a220e8a0deba,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:10.821940 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network a4b465a3-49ed-4dba-8f5f-a220e8a0deba details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:47:12.214392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 127b475f-65b9-45a5-95f6-50dd59930a7c no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:47:12.234520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 127b475f-65b9-45a5-95f6-50dd59930a7c {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:47:12.234866 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 127b475f-65b9-45a5-95f6-50dd59930a7c not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:47:14.061817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56598) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:14.067489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-6c178ce5-e0e1-4f40-b67a-d4196a07837b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Request body: {'subnet': {'network_id': 'a4b465a3-49ed-4dba-8f5f-a220e8a0deba', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:14.162156 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c178ce5-e0e1-4f40-b67a-d4196a07837b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Made reservation on behalf of a815892d9cf14f3fa3094fa237180f8e for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:14.165702 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c178ce5-e0e1-4f40-b67a-d4196a07837b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:14.344978 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c178ce5-e0e1-4f40-b67a-d4196a07837b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:14.407209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c178ce5-e0e1-4f40-b67a-d4196a07837b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event updated for resources: {'Subnet': ['ID=43d95580-3a55-423b-a356-042c7e3e200c,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:14.412463 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c178ce5-e0e1-4f40-b67a-d4196a07837b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Checking segment: {'id': '0b3999e7-f2bb-4823-b3d6-782fce46a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a4b465a3-49ed-4dba-8f5f-a220e8a0deba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:14.413459 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c178ce5-e0e1-4f40-b67a-d4196a07837b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Network hostable DHCP agents. Network: a4b465a3-49ed-4dba-8f5f-a220e8a0deba, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:47:14.429930 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c178ce5-e0e1-4f40-b67a-d4196a07837b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Network a4b465a3-49ed-4dba-8f5f-a220e8a0deba is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:47:14.438238 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-6c178ce5-e0e1-4f40-b67a-d4196a07837b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, a4b465a3-49ed-4dba-8f5f-a220e8a0deba) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:14.442169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c178ce5-e0e1-4f40-b67a-d4196a07837b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:14.442755 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6c178ce5-e0e1-4f40-b67a-d4196a07837b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:14.448067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d5d76f-72ad-4e46-9723-d74f1a3a38c7 None None] Network a4b465a3-49ed-4dba-8f5f-a220e8a0deba requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:14.460969 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6c178ce5-e0e1-4f40-b67a-d4196a07837b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3980038 Nov 24 13:47:14.465020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56600) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:14.470182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-afe3e0b6-09fa-4c32-b38a-691328135d73 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1725039071'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:14.489748 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe3e0b6-09fa-4c32-b38a-691328135d73 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Made reservation on behalf of a815892d9cf14f3fa3094fa237180f8e for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:14.493454 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afe3e0b6-09fa-4c32-b38a-691328135d73 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:14.517074 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe3e0b6-09fa-4c32-b38a-691328135d73 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:47:14.526217 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afe3e0b6-09fa-4c32-b38a-691328135d73 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:14.526566 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-afe3e0b6-09fa-4c32-b38a-691328135d73 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Added segment 1382d29f-9b06-4d0f-ab51-6b92f4463e1f of type vlan for network f27e7696-cc9b-4400-84e6-78ce35e43603 Nov 24 13:47:14.568190 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afe3e0b6-09fa-4c32-b38a-691328135d73 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:14.592108 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afe3e0b6-09fa-4c32-b38a-691328135d73 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:14.597674 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe3e0b6-09fa-4c32-b38a-691328135d73 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:14.598201 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-afe3e0b6-09fa-4c32-b38a-691328135d73 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:14.601901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-a4b465a3-49ed-4dba-8f5f-a220e8a0deba', 'network_id': 'a4b465a3-49ed-4dba-8f5f-a220e8a0deba', 'tenant_id': 'a815892d9cf14f3fa3094fa237180f8e', 'fixed_ips': [{'subnet_id': '43d95580-3a55-423b-a356-042c7e3e200c'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:47:14.602755 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:14.642356 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-afe3e0b6-09fa-4c32-b38a-691328135d73 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1762686 Nov 24 13:47:14.645636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56602) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:14.651888 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2f70b66d-735d-465a-bdf2-a671ec8bf170 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Request body: {'subnet': {'network_id': 'f27e7696-cc9b-4400-84e6-78ce35e43603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:14.672103 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3e0b6-09fa-4c32-b38a-691328135d73 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event updated for resources: {'Network': ['ID=f27e7696-cc9b-4400-84e6-78ce35e43603,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:14.686878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network f27e7696-cc9b-4400-84e6-78ce35e43603 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:47:14.745615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f70b66d-735d-465a-bdf2-a671ec8bf170 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Made reservation on behalf of a815892d9cf14f3fa3094fa237180f8e for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:14.749085 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f70b66d-735d-465a-bdf2-a671ec8bf170 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:14.804615 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Allocated IP 2001:db8:0:ffff::2 (a4b465a3-49ed-4dba-8f5f-a220e8a0deba/43d95580-3a55-423b-a356-042c7e3e200c/b8e893ee-397b-4e74-85c2-b8beecc7c675) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:47:14.937047 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f70b66d-735d-465a-bdf2-a671ec8bf170 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:14.948582 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:14.953995 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:14.997214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Network a4b465a3-49ed-4dba-8f5f-a220e8a0deba is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:14.999919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70b66d-735d-465a-bdf2-a671ec8bf170 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event updated for resources: {'Subnet': ['ID=8d4a2576-e0eb-4113-9be2-2950d4eb66bc,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:15.000511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:15.003897 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:47:15.010840 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f70b66d-735d-465a-bdf2-a671ec8bf170 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Checking segment: {'id': '1382d29f-9b06-4d0f-ab51-6b92f4463e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f27e7696-cc9b-4400-84e6-78ce35e43603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:15.011205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f70b66d-735d-465a-bdf2-a671ec8bf170 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Network hostable DHCP agents. Network: f27e7696-cc9b-4400-84e6-78ce35e43603, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:47:15.011440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Pushing event updated for resources: {'Port': ['ID=b8e893ee-397b-4e74-85c2-b8beecc7c675,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:15.021546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:15.021903 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:15.022790 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:15.023132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:15.023471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:15.024034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:15.024168 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:15.024460 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:15.024868 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:15.025129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:15.025457 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:15.025781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:15.029248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f70b66d-735d-465a-bdf2-a671ec8bf170 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Network f27e7696-cc9b-4400-84e6-78ce35e43603 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:47:15.040297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-2f70b66d-735d-465a-bdf2-a671ec8bf170 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, f27e7696-cc9b-4400-84e6-78ce35e43603) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:15.045014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f70b66d-735d-465a-bdf2-a671ec8bf170 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:15.047533 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2f70b66d-735d-465a-bdf2-a671ec8bf170 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.061555 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cf4567-9ffd-46ed-9208-9eb95f1edc71 None None] Network f27e7696-cc9b-4400-84e6-78ce35e43603 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:15.062015 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2f70b66d-735d-465a-bdf2-a671ec8bf170 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4151268 Nov 24 13:47:15.065019 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56604) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:15.086928 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Attempting to bind port b8e893ee-397b-4e74-85c2-b8beecc7c675 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:47:15.087301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Attempting to bind port b8e893ee-397b-4e74-85c2-b8beecc7c675 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '0b3999e7-f2bb-4823-b3d6-782fce46a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a4b465a3-49ed-4dba-8f5f-a220e8a0deba'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:47:15.087672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Attempting to bind port b8e893ee-397b-4e74-85c2-b8beecc7c675 on network a4b465a3-49ed-4dba-8f5f-a220e8a0deba {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:47:15.102976 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:47:15.103347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Checking segment: {'id': '0b3999e7-f2bb-4823-b3d6-782fce46a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a4b465a3-49ed-4dba-8f5f-a220e8a0deba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:15.103748 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.104139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Bound using segment: {'id': '0b3999e7-f2bb-4823-b3d6-782fce46a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a4b465a3-49ed-4dba-8f5f-a220e8a0deba'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:47:15.104611 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Bound port: b8e893ee-397b-4e74-85c2-b8beecc7c675, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3999e7-f2bb-4823-b3d6-782fce46a403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a4b465a3-49ed-4dba-8f5f-a220e8a0deba'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:47:15.105018 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.162704 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.225509 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.242125 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] For port b8e893ee-397b-4e74-85c2-b8beecc7c675, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:47:15.246651 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] For port b8e893ee-397b-4e74-85c2-b8beecc7c675, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b8e893ee-397b-4e74-85c2-b8beecc7c675,segment=NetworkSegment(0b3999e7-f2bb-4823-b3d6-782fce46a403),segment_id=0b3999e7-f2bb-4823-b3d6-782fce46a403)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:47:15.254081 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.291598 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.316470 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4a2576-e0eb-4113-9be2-2950d4eb66bc,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:15.320280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bee20cc-f097-438e-936b-034338c2ccb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-f27e7696-cc9b-4400-84e6-78ce35e43603', 'network_id': 'f27e7696-cc9b-4400-84e6-78ce35e43603', 'tenant_id': 'a815892d9cf14f3fa3094fa237180f8e', 'fixed_ips': [{'subnet_id': '8d4a2576-e0eb-4113-9be2-2950d4eb66bc'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:47:15.321172 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9bee20cc-f097-438e-936b-034338c2ccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.357862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38923c-9b73-4199-a2f9-002bde06d228 None None] Pushing event updated for resources: {'Port': ['ID=b8e893ee-397b-4e74-85c2-b8beecc7c675,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:15.387109 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.408485 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27e7696-cc9b-4400-84e6-78ce35e43603']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:15.418389 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1382d29f-9b06-4d0f-ab51-6b92f4463e1f') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:15.418685 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1382d29f-9b06-4d0f-ab51-6b92f4463e1f') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:15.419498 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098b09d6-7ab8-4f30-8120-baadf5609399 None None] Network f27e7696-cc9b-4400-84e6-78ce35e43603 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:15.428318 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.442936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.453787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:47:15.454229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:47:15.457627 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:47:15.542306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.564632 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.567872 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "DELETE /v2.0/networks/f27e7696-cc9b-4400-84e6-78ce35e43603 HTTP/1.1" status: 204 len: 168 time: 0.5016441 Nov 24 13:47:15.568933 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16688a7-f173-4ba6-a50a-b34b714a829f tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event deleted for resources: {'Network': ['ID=f27e7696-cc9b-4400-84e6-78ce35e43603,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:15.572683 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56606) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:15.577562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-32c4ba33-247b-48ea-9bc8-dd6a4910464e tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1339191760'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:15.604214 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c4ba33-247b-48ea-9bc8-dd6a4910464e tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Made reservation on behalf of a815892d9cf14f3fa3094fa237180f8e for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:15.608139 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32c4ba33-247b-48ea-9bc8-dd6a4910464e tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.634030 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c4ba33-247b-48ea-9bc8-dd6a4910464e tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:47:15.644707 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32c4ba33-247b-48ea-9bc8-dd6a4910464e tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.645091 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-32c4ba33-247b-48ea-9bc8-dd6a4910464e tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Added segment 4ef05614-c082-45fc-aa96-6f9ba3c9a8ad of type vlan for network 5a6c37d0-1102-4973-9c9e-8579cc7b53fe Nov 24 13:47:15.692870 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32c4ba33-247b-48ea-9bc8-dd6a4910464e tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.719530 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32c4ba33-247b-48ea-9bc8-dd6a4910464e tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.725579 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c4ba33-247b-48ea-9bc8-dd6a4910464e tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:15.726163 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-32c4ba33-247b-48ea-9bc8-dd6a4910464e tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.765071 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-32c4ba33-247b-48ea-9bc8-dd6a4910464e tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1911325 Nov 24 13:47:15.768751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56608) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:15.773968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-661b7709-7bff-403e-a5fb-8763b9b54f15 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Request body: {'subnet': {'network_id': '5a6c37d0-1102-4973-9c9e-8579cc7b53fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:15.795461 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4ba33-247b-48ea-9bc8-dd6a4910464e tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event updated for resources: {'Network': ['ID=5a6c37d0-1102-4973-9c9e-8579cc7b53fe,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:15.806425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 5a6c37d0-1102-4973-9c9e-8579cc7b53fe details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:47:15.867078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661b7709-7bff-403e-a5fb-8763b9b54f15 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Made reservation on behalf of a815892d9cf14f3fa3094fa237180f8e for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:15.870644 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-661b7709-7bff-403e-a5fb-8763b9b54f15 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:15.925969 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.ipam_backend_mixin [None req-661b7709-7bff-403e-a5fb-8763b9b54f15 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Performing IP validity checks on allocation pools {{(pid=114985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 24 13:47:15.926501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.ipam_backend_mixin [None req-661b7709-7bff-403e-a5fb-8763b9b54f15 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Checking for overlaps among allocation pools and gateway ip {{(pid=114985) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 24 13:47:16.052094 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-661b7709-7bff-403e-a5fb-8763b9b54f15 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.111975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b7709-7bff-403e-a5fb-8763b9b54f15 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event updated for resources: {'Subnet': ['ID=67788b4a-ac62-4ff5-b545-d0e7beedcaa5,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:16.124176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661b7709-7bff-403e-a5fb-8763b9b54f15 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Checking segment: {'id': '4ef05614-c082-45fc-aa96-6f9ba3c9a8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5a6c37d0-1102-4973-9c9e-8579cc7b53fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:16.124541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b7709-7bff-403e-a5fb-8763b9b54f15 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Network hostable DHCP agents. Network: 5a6c37d0-1102-4973-9c9e-8579cc7b53fe, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:47:16.141881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661b7709-7bff-403e-a5fb-8763b9b54f15 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Network 5a6c37d0-1102-4973-9c9e-8579cc7b53fe is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:47:16.152933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-661b7709-7bff-403e-a5fb-8763b9b54f15 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 5a6c37d0-1102-4973-9c9e-8579cc7b53fe) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:16.157542 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b7709-7bff-403e-a5fb-8763b9b54f15 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:16.158316 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-661b7709-7bff-403e-a5fb-8763b9b54f15 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.163638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0d0718-61cb-4c2c-b83e-7b6ad6f043ba None None] Network 5a6c37d0-1102-4973-9c9e-8579cc7b53fe requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:16.176289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-661b7709-7bff-403e-a5fb-8763b9b54f15 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4062519 Nov 24 13:47:16.179439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56610) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:16.294488 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.330962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f5c63-9c95-4ff8-83f4-be109ab5e7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-5a6c37d0-1102-4973-9c9e-8579cc7b53fe', 'network_id': '5a6c37d0-1102-4973-9c9e-8579cc7b53fe', 'tenant_id': 'a815892d9cf14f3fa3094fa237180f8e', 'fixed_ips': [{'subnet_id': '67788b4a-ac62-4ff5-b545-d0e7beedcaa5'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:47:16.331884 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eb4f5c63-9c95-4ff8-83f4-be109ab5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.336867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94aa95c-d118-44c5-a67b-a638077f2efe None None] Network a4b465a3-49ed-4dba-8f5f-a220e8a0deba requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:16.349956 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.414664 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.445832 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event deleted for resources: {'Subnet': ['ID=67788b4a-ac62-4ff5-b545-d0e7beedcaa5,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:16.513119 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.535091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6c37d0-1102-4973-9c9e-8579cc7b53fe']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:16.545471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef05614-c082-45fc-aa96-6f9ba3c9a8ad') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:16.545758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef05614-c082-45fc-aa96-6f9ba3c9a8ad') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:16.555674 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.569354 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.575540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:47:16.575975 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:47:16.579075 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:47:16.650363 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fe39a03b-b0f0-45e2-b504-5df96ef6d437 None None] Provisioning complete for port b8e893ee-397b-4e74-85c2-b8beecc7c675 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:16.650730 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe39a03b-b0f0-45e2-b504-5df96ef6d437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.666512 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.673439 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.680562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56612) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:16.681193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "DELETE /v2.0/networks/5a6c37d0-1102-4973-9c9e-8579cc7b53fe HTTP/1.1" status: 204 len: 168 time: 0.5001221 Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server [None req-eb4f5c63-9c95-4ff8-83f4-be109ab5e7e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67788b4a-ac62-4ff5-b545-d0e7beedcaa5: This subnet is being modified by another concurrent operation. Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise exception Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67788b4a-ac62-4ff5-b545-d0e7beedcaa5: This subnet is being modified by another concurrent operation. Nov 24 13:47:16.683033 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Nov 24 13:47:16.693222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-0066e0b7-dbf2-4fc5-b456-115b65ba5914 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-761070340'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:16.697522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087283b5-00bb-48ac-bbd7-85e3fe706805 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event deleted for resources: {'Network': ['ID=5a6c37d0-1102-4973-9c9e-8579cc7b53fe,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:16.715016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013b2770-920f-40e7-8b78-ead116bec0e1 None None] Network 5a6c37d0-1102-4973-9c9e-8579cc7b53fe requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:16.725792 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0066e0b7-dbf2-4fc5-b456-115b65ba5914 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Made reservation on behalf of a815892d9cf14f3fa3094fa237180f8e for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:16.729341 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0066e0b7-dbf2-4fc5-b456-115b65ba5914 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.740075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013b2770-920f-40e7-8b78-ead116bec0e1 None None] Network 5a6c37d0-1102-4973-9c9e-8579cc7b53fe could not be found, it might have been deleted concurrently. {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 13:47:16.754966 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0066e0b7-dbf2-4fc5-b456-115b65ba5914 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:47:16.765736 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0066e0b7-dbf2-4fc5-b456-115b65ba5914 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.766091 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-0066e0b7-dbf2-4fc5-b456-115b65ba5914 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Added segment a470c69f-a1d9-4f8c-b90c-0749595bc322 of type vlan for network 5ef69bd1-36d3-466a-867e-611f523009a3 Nov 24 13:47:16.810187 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0066e0b7-dbf2-4fc5-b456-115b65ba5914 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.815045 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe39a03b-b0f0-45e2-b504-5df96ef6d437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.847674 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0066e0b7-dbf2-4fc5-b456-115b65ba5914 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.854680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0066e0b7-dbf2-4fc5-b456-115b65ba5914 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:16.855299 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0066e0b7-dbf2-4fc5-b456-115b65ba5914 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.855701 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fe39a03b-b0f0-45e2-b504-5df96ef6d437 None None] For port b8e893ee-397b-4e74-85c2-b8beecc7c675, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b8e893ee-397b-4e74-85c2-b8beecc7c675,segment=NetworkSegment(0b3999e7-f2bb-4823-b3d6-782fce46a403),segment_id=0b3999e7-f2bb-4823-b3d6-782fce46a403)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:16.863995 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fe39a03b-b0f0-45e2-b504-5df96ef6d437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:16.903941 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0066e0b7-dbf2-4fc5-b456-115b65ba5914 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2189462 Nov 24 13:47:16.905370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56614) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:16.912594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-8290a3cc-9d95-40ef-81f2-e15d5c3d7d57 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Request body: {'subnet': {'network_id': '5ef69bd1-36d3-466a-867e-611f523009a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:16.937488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39a03b-b0f0-45e2-b504-5df96ef6d437 None None] Pushing event updated for resources: {'Port': ['ID=b8e893ee-397b-4e74-85c2-b8beecc7c675,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:16.942158 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066e0b7-dbf2-4fc5-b456-115b65ba5914 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event updated for resources: {'Network': ['ID=5ef69bd1-36d3-466a-867e-611f523009a3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:16.969024 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 5ef69bd1-36d3-466a-867e-611f523009a3 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:47:16.973382 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b8e893ee-397b-4e74-85c2-b8beecc7c675 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:47:17.022985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8290a3cc-9d95-40ef-81f2-e15d5c3d7d57 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Made reservation on behalf of a815892d9cf14f3fa3094fa237180f8e for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:17.027116 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8290a3cc-9d95-40ef-81f2-e15d5c3d7d57 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:17.062413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadd1373-85c6-45c5-ad15-7e9d52649d50 None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 13:47:17.140053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a68a2def-55de-4f90-b05b-1bf2950b6e40 None None] Provisioning complete for port b8e893ee-397b-4e74-85c2-b8beecc7c675 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:17.140425 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a68a2def-55de-4f90-b05b-1bf2950b6e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:17.175384 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b8e893ee-397b-4e74-85c2-b8beecc7c675 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:17.175748 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:17.210445 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadd1373-85c6-45c5-ad15-7e9d52649d50 None None] Resources bound (agent type, host, resource id): {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:47:17.221175 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8290a3cc-9d95-40ef-81f2-e15d5c3d7d57 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:17.288611 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290a3cc-9d95-40ef-81f2-e15d5c3d7d57 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event updated for resources: {'Subnet': ['ID=eee5fcdc-7bbe-4863-a81f-b7a710a81358,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:17.298348 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290a3cc-9d95-40ef-81f2-e15d5c3d7d57 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Checking segment: {'id': 'a470c69f-a1d9-4f8c-b90c-0749595bc322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5ef69bd1-36d3-466a-867e-611f523009a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:17.298714 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8290a3cc-9d95-40ef-81f2-e15d5c3d7d57 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Network hostable DHCP agents. Network: 5ef69bd1-36d3-466a-867e-611f523009a3, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:47:17.314699 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8290a3cc-9d95-40ef-81f2-e15d5c3d7d57 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Network 5ef69bd1-36d3-466a-867e-611f523009a3 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:47:17.323620 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-8290a3cc-9d95-40ef-81f2-e15d5c3d7d57 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 5ef69bd1-36d3-466a-867e-611f523009a3) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:17.328267 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8290a3cc-9d95-40ef-81f2-e15d5c3d7d57 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:17.329444 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8290a3cc-9d95-40ef-81f2-e15d5c3d7d57 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:17.346568 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8290a3cc-9d95-40ef-81f2-e15d5c3d7d57 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4393699 Nov 24 13:47:17.351137 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56616) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:17.356458 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-dfb3b805-46b9-44b2-9a5a-268097d5e967 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2126850417'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:17.377577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb3b805-46b9-44b2-9a5a-268097d5e967 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Made reservation on behalf of a815892d9cf14f3fa3094fa237180f8e for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:17.381101 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b805-46b9-44b2-9a5a-268097d5e967 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:17.405067 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb3b805-46b9-44b2-9a5a-268097d5e967 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:47:17.415540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b805-46b9-44b2-9a5a-268097d5e967 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:17.415933 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-dfb3b805-46b9-44b2-9a5a-268097d5e967 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Added segment 9f955164-a73b-4d05-8fbb-01fe762c172e of type vlan for network c1ea1496-4be6-41f4-89ab-c01ede5e70d0 Nov 24 13:47:17.461674 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b805-46b9-44b2-9a5a-268097d5e967 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:17.492064 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b805-46b9-44b2-9a5a-268097d5e967 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:17.499357 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca72b6f-140d-4849-a994-aef01ad9e43e None None] Network 5ef69bd1-36d3-466a-867e-611f523009a3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:17.499595 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb3b805-46b9-44b2-9a5a-268097d5e967 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:17.500251 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-dfb3b805-46b9-44b2-9a5a-268097d5e967 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:17.540042 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-dfb3b805-46b9-44b2-9a5a-268097d5e967 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1877997 Nov 24 13:47:17.542951 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56618) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:17.572927 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-450c9694-f4d7-44af-a579-1482e9298842 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Request body: {'subnet': {'network_id': 'c1ea1496-4be6-41f4-89ab-c01ede5e70d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:17.592560 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3b805-46b9-44b2-9a5a-268097d5e967 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event updated for resources: {'Network': ['ID=c1ea1496-4be6-41f4-89ab-c01ede5e70d0,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:17.606157 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network c1ea1496-4be6-41f4-89ab-c01ede5e70d0 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:47:17.673702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450c9694-f4d7-44af-a579-1482e9298842 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Made reservation on behalf of a815892d9cf14f3fa3094fa237180f8e for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:17.677840 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-450c9694-f4d7-44af-a579-1482e9298842 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:17.713398 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-5ef69bd1-36d3-466a-867e-611f523009a3', 'network_id': '5ef69bd1-36d3-466a-867e-611f523009a3', 'tenant_id': 'a815892d9cf14f3fa3094fa237180f8e', 'fixed_ips': [{'subnet_id': 'eee5fcdc-7bbe-4863-a81f-b7a710a81358'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:47:17.715920 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:17.856814 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Allocated IP 2001:db8::2 (5ef69bd1-36d3-466a-867e-611f523009a3/eee5fcdc-7bbe-4863-a81f-b7a710a81358/e36ea99c-649b-42ae-85ff-5280b86ff100) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:47:17.876523 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-450c9694-f4d7-44af-a579-1482e9298842 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:17.936871 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c9694-f4d7-44af-a579-1482e9298842 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event updated for resources: {'Subnet': ['ID=be13ea80-c431-4c14-a4de-1c0fc43be858,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:17.948185 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450c9694-f4d7-44af-a579-1482e9298842 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Checking segment: {'id': '9f955164-a73b-4d05-8fbb-01fe762c172e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c1ea1496-4be6-41f4-89ab-c01ede5e70d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:17.948571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450c9694-f4d7-44af-a579-1482e9298842 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Network hostable DHCP agents. Network: c1ea1496-4be6-41f4-89ab-c01ede5e70d0, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:47:17.965656 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450c9694-f4d7-44af-a579-1482e9298842 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Network c1ea1496-4be6-41f4-89ab-c01ede5e70d0 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:47:17.975202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-450c9694-f4d7-44af-a579-1482e9298842 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, c1ea1496-4be6-41f4-89ab-c01ede5e70d0) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:17.980954 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450c9694-f4d7-44af-a579-1482e9298842 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:17.981847 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-450c9694-f4d7-44af-a579-1482e9298842 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:17.985241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5aeae8-a1f9-46d0-9d2d-b26b097f37a7 None None] Network c1ea1496-4be6-41f4-89ab-c01ede5e70d0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:18.000197 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-450c9694-f4d7-44af-a579-1482e9298842 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4562259 Nov 24 13:47:18.002836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56620) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:18.051842 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.063136 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.113352 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.118504 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Network 5ef69bd1-36d3-466a-867e-611f523009a3 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:18.128193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:18.134008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:47:18.141782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Pushing event updated for resources: {'Port': ['ID=e36ea99c-649b-42ae-85ff-5280b86ff100,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:18.168954 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.232566 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.240164 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Attempting to bind port e36ea99c-649b-42ae-85ff-5280b86ff100 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:47:18.240543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Attempting to bind port e36ea99c-649b-42ae-85ff-5280b86ff100 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'a470c69f-a1d9-4f8c-b90c-0749595bc322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5ef69bd1-36d3-466a-867e-611f523009a3'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:47:18.240997 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Attempting to bind port e36ea99c-649b-42ae-85ff-5280b86ff100 on network 5ef69bd1-36d3-466a-867e-611f523009a3 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:47:18.247688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc1b20-5841-43c6-bdee-4f9c8e3ab92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-c1ea1496-4be6-41f4-89ab-c01ede5e70d0', 'network_id': 'c1ea1496-4be6-41f4-89ab-c01ede5e70d0', 'tenant_id': 'a815892d9cf14f3fa3094fa237180f8e', 'fixed_ips': [{'subnet_id': 'be13ea80-c431-4c14-a4de-1c0fc43be858'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:47:18.248549 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6efc1b20-5841-43c6-bdee-4f9c8e3ab92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.251002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:47:18.251379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Checking segment: {'id': 'a470c69f-a1d9-4f8c-b90c-0749595bc322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5ef69bd1-36d3-466a-867e-611f523009a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:18.251778 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.252173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Bound using segment: {'id': 'a470c69f-a1d9-4f8c-b90c-0749595bc322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5ef69bd1-36d3-466a-867e-611f523009a3'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:47:18.252658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Bound port: e36ea99c-649b-42ae-85ff-5280b86ff100, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a470c69f-a1d9-4f8c-b90c-0749595bc322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5ef69bd1-36d3-466a-867e-611f523009a3'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:47:18.253363 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.258810 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event deleted for resources: {'Subnet': ['ID=be13ea80-c431-4c14-a4de-1c0fc43be858,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:18.325367 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.346044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ea1496-4be6-41f4-89ab-c01ede5e70d0']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:18.355920 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f955164-a73b-4d05-8fbb-01fe762c172e') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:18.356220 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f955164-a73b-4d05-8fbb-01fe762c172e') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:18.368774 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.389006 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.394034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4d809b-83d8-4367-8583-65eeb856fb48 None None] Network c1ea1496-4be6-41f4-89ab-c01ede5e70d0 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:18.395617 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:47:18.396059 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.399529 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] For port e36ea99c-649b-42ae-85ff-5280b86ff100, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:47:18.399779 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:47:18.457821 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.465225 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.468471 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "DELETE /v2.0/networks/c1ea1496-4be6-41f4-89ab-c01ede5e70d0 HTTP/1.1" status: 204 len: 168 time: 0.4646604 Nov 24 13:47:18.472679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56622) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:18.476528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] For port e36ea99c-649b-42ae-85ff-5280b86ff100, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e36ea99c-649b-42ae-85ff-5280b86ff100,segment=NetworkSegment(a470c69f-a1d9-4f8c-b90c-0749595bc322),segment_id=a470c69f-a1d9-4f8c-b90c-0749595bc322)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:47:18.484818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9106f-18dd-4b41-990d-fb40911d1708 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event deleted for resources: {'Network': ['ID=c1ea1496-4be6-41f4-89ab-c01ede5e70d0,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:18.498860 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.508281 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68b62cc-a3c8-40a4-8726-c832e7903a89 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] GET failed (client error): The resource could not be found. Nov 24 13:47:18.512372 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b68b62cc-a3c8-40a4-8726-c832e7903a89 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "GET /v2.0/subnets/be13ea80-c431-4c14-a4de-1c0fc43be858 HTTP/1.1" status: 404 len: 337 time: 0.0355761 Nov 24 13:47:18.512637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56624) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:18.531262 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d887d76-5afc-492c-a648-29e8e3cdeee3 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] DELETE failed (client error): The resource could not be found. Nov 24 13:47:18.531783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d887d76-5afc-492c-a648-29e8e3cdeee3 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:47:18.534774 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5d887d76-5afc-492c-a648-29e8e3cdeee3 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "DELETE /v2.0/networks/c1ea1496-4be6-41f4-89ab-c01ede5e70d0 HTTP/1.1" status: 404 len: 339 time: 0.0211883 Nov 24 13:47:18.538512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56626) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:18.566926 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-9692efd7-45da-449e-8769-e85664ecf5f0 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] DELETE failed (client error): The resource could not be found. Nov 24 13:47:18.567380 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9692efd7-45da-449e-8769-e85664ecf5f0 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:47:18.571550 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9692efd7-45da-449e-8769-e85664ecf5f0 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "DELETE /v2.0/subnets/be13ea80-c431-4c14-a4de-1c0fc43be858 HTTP/1.1" status: 404 len: 337 time: 0.0320904 Nov 24 13:47:18.574133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56628) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:18.576408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05342b82-fce2-4edc-af7c-c97439e43aa1 None None] Pushing event updated for resources: {'Port': ['ID=e36ea99c-649b-42ae-85ff-5280b86ff100,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:18.592467 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadaf763-e4ed-4316-8396-d509313d390b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] DELETE failed (client error): The resource could not be found. Nov 24 13:47:18.593001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eadaf763-e4ed-4316-8396-d509313d390b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:47:18.596011 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-eadaf763-e4ed-4316-8396-d509313d390b tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "DELETE /v2.0/networks/c1ea1496-4be6-41f4-89ab-c01ede5e70d0 HTTP/1.1" status: 404 len: 339 time: 0.0209587 Nov 24 13:47:18.598743 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56630) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:18.654936 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-8181eba4-6b47-4c68-be80-e95703d02a98 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Deleting subnet eee5fcdc-7bbe-4863-a81f-b7a710a81358 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:47:18.658287 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8181eba4-6b47-4c68-be80-e95703d02a98 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.702162 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8181eba4-6b47-4c68-be80-e95703d02a98 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.811861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8181eba4-6b47-4c68-be80-e95703d02a98 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.880507 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8181eba4-6b47-4c68-be80-e95703d02a98 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.907127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181eba4-6b47-4c68-be80-e95703d02a98 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event deleted for resources: {'Subnet': ['ID=eee5fcdc-7bbe-4863-a81f-b7a710a81358,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:18.912703 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8181eba4-6b47-4c68-be80-e95703d02a98 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:18.916018 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8181eba4-6b47-4c68-be80-e95703d02a98 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "DELETE /v2.0/subnets/eee5fcdc-7bbe-4863-a81f-b7a710a81358 HTTP/1.1" status: 204 len: 168 time: 0.3161767 Nov 24 13:47:18.919097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56632) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:18.980782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b8e893ee-397b-4e74-85c2-b8beecc7c675 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:47:18.994444 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.030190 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b8e893ee-397b-4e74-85c2-b8beecc7c675 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:19.030571 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.053332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Deleting port e36ea99c-649b-42ae-85ff-5280b86ff100 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:47:19.053710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.108342 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e36ea99c-649b-42ae-85ff-5280b86ff100 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:47:19.116064 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] For port e36ea99c-649b-42ae-85ff-5280b86ff100, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e36ea99c-649b-42ae-85ff-5280b86ff100,segment=NetworkSegment(a470c69f-a1d9-4f8c-b90c-0749595bc322),segment_id=a470c69f-a1d9-4f8c-b90c-0749595bc322)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:19.116430 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.128966 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Calling delete_port for e36ea99c-649b-42ae-85ff-5280b86ff100 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:47:19.157682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e36ea99c-649b-42ae-85ff-5280b86ff100 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:19.157977 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.214373 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.240002 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.241009 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event deleted for resources: {'Port': ['ID=e36ea99c-649b-42ae-85ff-5280b86ff100,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:19.245199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] No DVR routers for this DVR port e36ea99c-649b-42ae-85ff-5280b86ff100 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:47:19.332980 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.353964 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef69bd1-36d3-466a-867e-611f523009a3']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:19.365023 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a470c69f-a1d9-4f8c-b90c-0749595bc322') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:19.365337 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a470c69f-a1d9-4f8c-b90c-0749595bc322') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:19.375896 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.391149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.397509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:47:19.397930 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:47:19.401014 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:47:19.460371 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.467859 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.471382 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "DELETE /v2.0/networks/5ef69bd1-36d3-466a-867e-611f523009a3 HTTP/1.1" status: 204 len: 168 time: 0.5517101 Nov 24 13:47:19.473846 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56634) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:19.484363 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7ed4b-d502-401d-b3e8-1b9584d398de tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event deleted for resources: {'Network': ['ID=5ef69bd1-36d3-466a-867e-611f523009a3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:19.503877 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e7b3da-97c6-4b99-81ff-9f07d83e7bb6 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] DELETE failed (client error): The resource could not be found. Nov 24 13:47:19.504430 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e7b3da-97c6-4b99-81ff-9f07d83e7bb6 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:47:19.507609 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e8e7b3da-97c6-4b99-81ff-9f07d83e7bb6 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "DELETE /v2.0/subnets/67788b4a-ac62-4ff5-b545-d0e7beedcaa5 HTTP/1.1" status: 404 len: 337 time: 0.0314000 Nov 24 13:47:19.510162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56636) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:19.529063 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f96e2e6-a069-4e6a-8614-83a4bbc5aaa8 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] DELETE failed (client error): The resource could not be found. Nov 24 13:47:19.529566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f96e2e6-a069-4e6a-8614-83a4bbc5aaa8 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:47:19.532646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5f96e2e6-a069-4e6a-8614-83a4bbc5aaa8 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "DELETE /v2.0/networks/5a6c37d0-1102-4973-9c9e-8579cc7b53fe HTTP/1.1" status: 404 len: 339 time: 0.0215232 Nov 24 13:47:19.535295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56638) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:19.561700 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5189f4a-e5b0-4dd6-9545-754c30bcafe1 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] DELETE failed (client error): The resource could not be found. Nov 24 13:47:19.562159 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5189f4a-e5b0-4dd6-9545-754c30bcafe1 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:47:19.565226 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b5189f4a-e5b0-4dd6-9545-754c30bcafe1 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "DELETE /v2.0/subnets/8d4a2576-e0eb-4113-9be2-2950d4eb66bc HTTP/1.1" status: 404 len: 337 time: 0.0290258 Nov 24 13:47:19.567742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56640) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:19.584213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e992b56-ff3b-469a-8661-f4f62ac6f3da None None] DHCP port deletion for 5ef69bd1-36d3-466a-867e-611f523009a3 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:47:19.590074 n-d-817303-4 neutron-server[114985]: INFO neutron.pecan_wsgi.hooks.translation [None req-32233a8e-1901-4438-ac8d-28945dc6e832 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] DELETE failed (client error): The resource could not be found. Nov 24 13:47:19.590574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32233a8e-1901-4438-ac8d-28945dc6e832 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=114985) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 24 13:47:19.594360 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-32233a8e-1901-4438-ac8d-28945dc6e832 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "DELETE /v2.0/networks/f27e7696-cc9b-4400-84e6-78ce35e43603 HTTP/1.1" status: 404 len: 339 time: 0.0250173 Nov 24 13:47:19.596437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56642) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:19.600850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd14934-38e2-4fd5-bbd0-b5975416e285 None None] Network 5ef69bd1-36d3-466a-867e-611f523009a3 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:19.620981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd14934-38e2-4fd5-bbd0-b5975416e285 None None] Network 5ef69bd1-36d3-466a-867e-611f523009a3 could not be found, it might have been deleted concurrently. {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 24 13:47:19.622227 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fda235a5-3406-4665-a208-e6210979a140 None None] Could not find standard attr ID for object e36ea99c-649b-42ae-85ff-5280b86ff100. {{(pid=114987) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 24 13:47:19.655256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-df11f405-c5f7-4fda-9830-d8ca581536b1 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Deleting subnet 43d95580-3a55-423b-a356-042c7e3e200c {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:47:19.658385 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df11f405-c5f7-4fda-9830-d8ca581536b1 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.698676 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df11f405-c5f7-4fda-9830-d8ca581536b1 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.785109 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df11f405-c5f7-4fda-9830-d8ca581536b1 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.845130 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df11f405-c5f7-4fda-9830-d8ca581536b1 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.875144 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-df11f405-c5f7-4fda-9830-d8ca581536b1 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:19.880712 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-df11f405-c5f7-4fda-9830-d8ca581536b1 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "DELETE /v2.0/subnets/43d95580-3a55-423b-a356-042c7e3e200c HTTP/1.1" status: 204 len: 168 time: 0.2809069 Nov 24 13:47:19.880712 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11f405-c5f7-4fda-9830-d8ca581536b1 tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event deleted for resources: {'Subnet': ['ID=43d95580-3a55-423b-a356-042c7e3e200c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:19.881449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56644) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:19.882000 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee4fbe5-2813-4e0a-9f41-a26d5cc61f08 None None] Network a4b465a3-49ed-4dba-8f5f-a220e8a0deba requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:19.954133 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:20.006077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Deleting port b8e893ee-397b-4e74-85c2-b8beecc7c675 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:47:20.006954 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:20.053790 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952a4102-a808-44a8-afd0-9ac3131ca001 None None] DHCP port deletion for a4b465a3-49ed-4dba-8f5f-a220e8a0deba request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:47:20.073727 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] For port b8e893ee-397b-4e74-85c2-b8beecc7c675, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b8e893ee-397b-4e74-85c2-b8beecc7c675,segment=NetworkSegment(0b3999e7-f2bb-4823-b3d6-782fce46a403),segment_id=0b3999e7-f2bb-4823-b3d6-782fce46a403)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:20.074093 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:20.087215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Calling delete_port for b8e893ee-397b-4e74-85c2-b8beecc7c675 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:47:20.105038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-952a4102-a808-44a8-afd0-9ac3131ca001 None None] Deleting port b8e893ee-397b-4e74-85c2-b8beecc7c675 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:47:20.105424 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-952a4102-a808-44a8-afd0-9ac3131ca001 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:20.165584 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:20.167027 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-952a4102-a808-44a8-afd0-9ac3131ca001 None None] For port b8e893ee-397b-4e74-85c2-b8beecc7c675, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b8e893ee-397b-4e74-85c2-b8beecc7c675,segment=NetworkSegment(0b3999e7-f2bb-4823-b3d6-782fce46a403),segment_id=0b3999e7-f2bb-4823-b3d6-782fce46a403)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:20.167427 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-952a4102-a808-44a8-afd0-9ac3131ca001 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:20.180459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-952a4102-a808-44a8-afd0-9ac3131ca001 None None] Calling delete_port for b8e893ee-397b-4e74-85c2-b8beecc7c675 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:47:20.191965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event deleted for resources: {'Port': ['ID=b8e893ee-397b-4e74-85c2-b8beecc7c675,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:20.193808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] No DVR routers for this DVR port b8e893ee-397b-4e74-85c2-b8beecc7c675 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:47:20.264459 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-952a4102-a808-44a8-afd0-9ac3131ca001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:20.291295 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a4102-a808-44a8-afd0-9ac3131ca001 None None] Pushing event deleted for resources: {'Port': ['ID=b8e893ee-397b-4e74-85c2-b8beecc7c675,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:20.293098 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952a4102-a808-44a8-afd0-9ac3131ca001 None None] No DVR routers for this DVR port b8e893ee-397b-4e74-85c2-b8beecc7c675 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:47:20.621678 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:20.640665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b465a3-49ed-4dba-8f5f-a220e8a0deba']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:20.649657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3999e7-f2bb-4823-b3d6-782fce46a403') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:20.649952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3999e7-f2bb-4823-b3d6-782fce46a403') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:20.658952 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:20.672009 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:20.677617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:47:20.677989 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:47:20.681462 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:47:20.739647 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:20.747221 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:20.750427 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] 10.222.0.48 "DELETE /v2.0/networks/a4b465a3-49ed-4dba-8f5f-a220e8a0deba HTTP/1.1" status: 204 len: 168 time: 0.8683937 Nov 24 13:47:20.761921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628b8f7-2994-4b9f-b1cc-7d9980c2cfdc tempest-NetworksIpV6Test-402377557 tempest-NetworksIpV6Test-402377557-project] Pushing event deleted for resources: {'Network': ['ID=a4b465a3-49ed-4dba-8f5f-a220e8a0deba,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:20.891861 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b8e893ee-397b-4e74-85c2-b8beecc7c675 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:47:20.917587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: b8e893ee-397b-4e74-85c2-b8beecc7c675 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:47:20.917935 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b8e893ee-397b-4e74-85c2-b8beecc7c675 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:47:20.918345 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e36ea99c-649b-42ae-85ff-5280b86ff100 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:47:20.942389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: e36ea99c-649b-42ae-85ff-5280b86ff100 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:47:20.942748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e36ea99c-649b-42ae-85ff-5280b86ff100 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:47:20.951203 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5a08e26-3696-4e26-9306-178f54ba77fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:20.993403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56650) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:21.120491 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-57f4f81b-ea35-4290-b2bc-f8ce6220093b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a815892d9cf14f3fa3094fa237180f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1259029 Nov 24 13:47:21.123054 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56654) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:21.168053 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b084fb5-a1f5-4d84-b5bb-1acdc6076f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:21.188532 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b084fb5-a1f5-4d84-b5bb-1acdc6076f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:21.234892 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b084fb5-a1f5-4d84-b5bb-1acdc6076f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:21.237513 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8b084fb5-a1f5-4d84-b5bb-1acdc6076f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:21.238676 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8b084fb5-a1f5-4d84-b5bb-1acdc6076f46 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18c07a1d-e2d5-4e80-bb3f-7c940a158438 HTTP/1.1" status: 204 len: 168 time: 0.1147339 Nov 24 13:47:21.247144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b084fb5-a1f5-4d84-b5bb-1acdc6076f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c07a1d-e2d5-4e80-bb3f-7c940a158438,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:21.865392 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56676) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:21.956854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2814fd0b-8c3e-435c-b223-786bafb7fa9f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1381319421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:21.979941 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2814fd0b-8c3e-435c-b223-786bafb7fa9f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:21.981082 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2814fd0b-8c3e-435c-b223-786bafb7fa9f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.034042 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2814fd0b-8c3e-435c-b223-786bafb7fa9f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.038683 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2814fd0b-8c3e-435c-b223-786bafb7fa9f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.055792 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2814fd0b-8c3e-435c-b223-786bafb7fa9f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.056989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2814fd0b-8c3e-435c-b223-786bafb7fa9f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1900673 Nov 24 13:47:22.059695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56680) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:22.064534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-53004622'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:22.083967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Made reservation on behalf of d0eb7ae6873f460d848ddeb3d096e51b for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:22.087271 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.095320 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.168483 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.171983 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.196138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:47:22.211966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44edd1c2-cd90-42d8-a7a6-ed6a4f0dd91c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:22.214816 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.215156 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Added segment db4abf9c-0ad3-4c9b-98eb-c96789885325 of type vlan for network 23745c32-66e6-438b-80ae-185f15d94e45 Nov 24 13:47:22.260019 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.284032 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.290186 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:22.290760 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.327377 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2666612 Nov 24 13:47:22.330174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56682) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:22.359268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d09d665a-05bc-4511-8dfc-e89990afed89 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Request body: {'subnet': {'network_id': '23745c32-66e6-438b-80ae-185f15d94e45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:22.365600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a650dea-110f-4d07-b139-fc24b321210f tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Pushing event updated for resources: {'Network': ['ID=23745c32-66e6-438b-80ae-185f15d94e45,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:22.375831 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 23745c32-66e6-438b-80ae-185f15d94e45 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:47:22.454556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09d665a-05bc-4511-8dfc-e89990afed89 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Made reservation on behalf of d0eb7ae6873f460d848ddeb3d096e51b for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:22.458208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d09d665a-05bc-4511-8dfc-e89990afed89 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.638826 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d09d665a-05bc-4511-8dfc-e89990afed89 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.696073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d665a-05bc-4511-8dfc-e89990afed89 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Pushing event updated for resources: {'Subnet': ['ID=b49edb59-8050-4efc-bc3d-683832837200,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:22.707389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09d665a-05bc-4511-8dfc-e89990afed89 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Checking segment: {'id': 'db4abf9c-0ad3-4c9b-98eb-c96789885325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23745c32-66e6-438b-80ae-185f15d94e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:22.707750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d665a-05bc-4511-8dfc-e89990afed89 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Network hostable DHCP agents. Network: 23745c32-66e6-438b-80ae-185f15d94e45, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:47:22.723810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09d665a-05bc-4511-8dfc-e89990afed89 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Network 23745c32-66e6-438b-80ae-185f15d94e45 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:47:22.732606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-d09d665a-05bc-4511-8dfc-e89990afed89 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 23745c32-66e6-438b-80ae-185f15d94e45) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:22.737144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d665a-05bc-4511-8dfc-e89990afed89 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:22.738371 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d09d665a-05bc-4511-8dfc-e89990afed89 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.743360 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646439b0-dd95-435a-811d-8a78e43e4675 None None] Network 23745c32-66e6-438b-80ae-185f15d94e45 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:22.757287 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d09d665a-05bc-4511-8dfc-e89990afed89 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4260387 Nov 24 13:47:22.757599 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56684) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:22.762720 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c6747007-f5d2-492a-933b-07227e463fd9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-934464130'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:22.782329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6747007-f5d2-492a-933b-07227e463fd9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Made reservation on behalf of d0eb7ae6873f460d848ddeb3d096e51b for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:22.785987 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6747007-f5d2-492a-933b-07227e463fd9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.811080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6747007-f5d2-492a-933b-07227e463fd9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:47:22.820502 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6747007-f5d2-492a-933b-07227e463fd9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.820957 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-c6747007-f5d2-492a-933b-07227e463fd9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Added segment a4453ae9-0c1e-4fbf-8f7b-2e4b5a324ff2 of type vlan for network 2254026e-ad1a-45a7-8254-d73f278e7251 Nov 24 13:47:22.861590 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6747007-f5d2-492a-933b-07227e463fd9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.887012 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6747007-f5d2-492a-933b-07227e463fd9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.892685 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6747007-f5d2-492a-933b-07227e463fd9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:22.893384 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c6747007-f5d2-492a-933b-07227e463fd9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.900924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-23745c32-66e6-438b-80ae-185f15d94e45', 'network_id': '23745c32-66e6-438b-80ae-185f15d94e45', 'tenant_id': 'd0eb7ae6873f460d848ddeb3d096e51b', 'fixed_ips': [{'subnet_id': 'b49edb59-8050-4efc-bc3d-683832837200'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:47:22.901795 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:22.931587 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c6747007-f5d2-492a-933b-07227e463fd9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1728699 Nov 24 13:47:22.934587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56686) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:22.940207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d005894f-c309-4e00-80a5-5c462786d1dc tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Request body: {'subnet': {'network_id': '2254026e-ad1a-45a7-8254-d73f278e7251', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:22.967281 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6747007-f5d2-492a-933b-07227e463fd9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Pushing event updated for resources: {'Network': ['ID=2254026e-ad1a-45a7-8254-d73f278e7251,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:22.982401 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 2254026e-ad1a-45a7-8254-d73f278e7251 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:47:23.030266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d005894f-c309-4e00-80a5-5c462786d1dc tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Made reservation on behalf of d0eb7ae6873f460d848ddeb3d096e51b for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:23.033918 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d005894f-c309-4e00-80a5-5c462786d1dc tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.231260 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d005894f-c309-4e00-80a5-5c462786d1dc tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.267644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Allocated IP 172.20.0.2 (23745c32-66e6-438b-80ae-185f15d94e45/b49edb59-8050-4efc-bc3d-683832837200/02dda62a-9c2e-4a5e-88c9-86dccdea7e82) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:47:23.298043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005894f-c309-4e00-80a5-5c462786d1dc tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Pushing event updated for resources: {'Subnet': ['ID=87b4877b-37bc-4e1e-be2a-63c55242ebff,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:23.308162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d005894f-c309-4e00-80a5-5c462786d1dc tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Checking segment: {'id': 'a4453ae9-0c1e-4fbf-8f7b-2e4b5a324ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2254026e-ad1a-45a7-8254-d73f278e7251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:23.308530 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d005894f-c309-4e00-80a5-5c462786d1dc tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Network hostable DHCP agents. Network: 2254026e-ad1a-45a7-8254-d73f278e7251, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:47:23.324890 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d005894f-c309-4e00-80a5-5c462786d1dc tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Network 2254026e-ad1a-45a7-8254-d73f278e7251 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:47:23.334079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-d005894f-c309-4e00-80a5-5c462786d1dc tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 2254026e-ad1a-45a7-8254-d73f278e7251) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:23.339230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d005894f-c309-4e00-80a5-5c462786d1dc tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:23.340020 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d005894f-c309-4e00-80a5-5c462786d1dc tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.350332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3079252b-b41d-434b-85be-0179ffc50a04 None None] Network 2254026e-ad1a-45a7-8254-d73f278e7251 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:23.357383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d005894f-c309-4e00-80a5-5c462786d1dc tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4215748 Nov 24 13:47:23.360127 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56688) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:23.365188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-d83c52c0-69b5-4f18-8cb9-7c899ecd0be0 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Request body: {'router': {'external_gateway_info': {'network_id': '2254026e-ad1a-45a7-8254-d73f278e7251'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:23.374693 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3f29de37-5a72-4680-8722-1af1a0087516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.498142 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.523601 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.578408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Network 23745c32-66e6-438b-80ae-185f15d94e45 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:23.578828 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d83c52c0-69b5-4f18-8cb9-7c899ecd0be0 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.595041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:23.602125 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:47:23.610025 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Pushing event updated for resources: {'Port': ['ID=02dda62a-9c2e-4a5e-88c9-86dccdea7e82,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:23.613578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778a898-03eb-443f-8d29-c4b20f6c918a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-2254026e-ad1a-45a7-8254-d73f278e7251', 'network_id': '2254026e-ad1a-45a7-8254-d73f278e7251', 'tenant_id': 'd0eb7ae6873f460d848ddeb3d096e51b', 'fixed_ips': [{'subnet_id': '87b4877b-37bc-4e1e-be2a-63c55242ebff'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:47:23.614549 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3778a898-03eb-443f-8d29-c4b20f6c918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.687362 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [None req-d83c52c0-69b5-4f18-8cb9-7c899ecd0be0 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 24 13:47:23.688430 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d83c52c0-69b5-4f18-8cb9-7c899ecd0be0 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] 10.222.0.48 "PUT /v2.0/routers/e95c19fb-a906-42ce-8014-1ed925c48720 HTTP/1.1" status: 400 len: 364 time: 0.3272123 Nov 24 13:47:23.694871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56690) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:23.731116 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Attempting to bind port 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:47:23.731523 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Attempting to bind port 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'db4abf9c-0ad3-4c9b-98eb-c96789885325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23745c32-66e6-438b-80ae-185f15d94e45'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:47:23.731881 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Attempting to bind port 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 on network 23745c32-66e6-438b-80ae-185f15d94e45 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:47:23.742602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:47:23.742980 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Checking segment: {'id': 'db4abf9c-0ad3-4c9b-98eb-c96789885325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23745c32-66e6-438b-80ae-185f15d94e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:23.743375 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.743763 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Bound using segment: {'id': 'db4abf9c-0ad3-4c9b-98eb-c96789885325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23745c32-66e6-438b-80ae-185f15d94e45'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:47:23.744230 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Bound port: 02dda62a-9c2e-4a5e-88c9-86dccdea7e82, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4abf9c-0ad3-4c9b-98eb-c96789885325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '23745c32-66e6-438b-80ae-185f15d94e45'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:47:23.744611 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.747272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca06fbd-0be5-4e3c-9f19-b399305b42b9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Deleting subnet 87b4877b-37bc-4e1e-be2a-63c55242ebff {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:47:23.750633 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fca06fbd-0be5-4e3c-9f19-b399305b42b9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.794662 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fca06fbd-0be5-4e3c-9f19-b399305b42b9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.813079 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] For port 02dda62a-9c2e-4a5e-88c9-86dccdea7e82, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:47:23.816058 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] For port 02dda62a-9c2e-4a5e-88c9-86dccdea7e82, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=02dda62a-9c2e-4a5e-88c9-86dccdea7e82,segment=NetworkSegment(db4abf9c-0ad3-4c9b-98eb-c96789885325),segment_id=db4abf9c-0ad3-4c9b-98eb-c96789885325)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:47:23.822127 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.841817 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fca06fbd-0be5-4e3c-9f19-b399305b42b9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.882622 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e71f8-39f3-4f48-8a21-996aae7f8009 None None] Pushing event updated for resources: {'Port': ['ID=02dda62a-9c2e-4a5e-88c9-86dccdea7e82,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:23.916240 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fca06fbd-0be5-4e3c-9f19-b399305b42b9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server [None req-3778a898-03eb-443f-8d29-c4b20f6c918a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87b4877b-37bc-4e1e-be2a-63c55242ebff: This subnet is being modified by another concurrent operation. Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise self.value Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server raise exception Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87b4877b-37bc-4e1e-be2a-63c55242ebff: This subnet is being modified by another concurrent operation. Nov 24 13:47:23.918380 n-d-817303-4 neutron-server[114987]: ERROR oslo_messaging.rpc.server Nov 24 13:47:23.946087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3c1671-d173-4dad-b5c4-40f368df6a3f None None] Network 2254026e-ad1a-45a7-8254-d73f278e7251 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:23.947143 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca06fbd-0be5-4e3c-9f19-b399305b42b9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Pushing event deleted for resources: {'Subnet': ['ID=87b4877b-37bc-4e1e-be2a-63c55242ebff,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:23.949149 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fca06fbd-0be5-4e3c-9f19-b399305b42b9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:23.952393 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fca06fbd-0be5-4e3c-9f19-b399305b42b9 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] 10.222.0.48 "DELETE /v2.0/subnets/87b4877b-37bc-4e1e-be2a-63c55242ebff HTTP/1.1" status: 204 len: 168 time: 0.2565954 Nov 24 13:47:23.954809 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56692) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:24.045072 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-946a740c-acd3-49fd-a92e-66820a7d4ca3 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.152327 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-946a740c-acd3-49fd-a92e-66820a7d4ca3 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.173668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-946a740c-acd3-49fd-a92e-66820a7d4ca3 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2254026e-ad1a-45a7-8254-d73f278e7251']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:24.184433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-946a740c-acd3-49fd-a92e-66820a7d4ca3 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4453ae9-0c1e-4fbf-8f7b-2e4b5a324ff2') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:24.184760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-946a740c-acd3-49fd-a92e-66820a7d4ca3 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4453ae9-0c1e-4fbf-8f7b-2e4b5a324ff2') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:24.195208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-946a740c-acd3-49fd-a92e-66820a7d4ca3 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.208202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-946a740c-acd3-49fd-a92e-66820a7d4ca3 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.214114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946a740c-acd3-49fd-a92e-66820a7d4ca3 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:47:24.214491 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-946a740c-acd3-49fd-a92e-66820a7d4ca3 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:47:24.217367 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:47:24.280374 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-946a740c-acd3-49fd-a92e-66820a7d4ca3 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.287167 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-946a740c-acd3-49fd-a92e-66820a7d4ca3 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.290770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-946a740c-acd3-49fd-a92e-66820a7d4ca3 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] 10.222.0.48 "DELETE /v2.0/networks/2254026e-ad1a-45a7-8254-d73f278e7251 HTTP/1.1" status: 204 len: 168 time: 0.3350425 Nov 24 13:47:24.293347 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56694) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:24.301815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a740c-acd3-49fd-a92e-66820a7d4ca3 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Pushing event deleted for resources: {'Network': ['ID=2254026e-ad1a-45a7-8254-d73f278e7251,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:24.344199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62c65f9-d303-4cde-b9ba-93ac5434d604 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Deleting subnet b49edb59-8050-4efc-bc3d-683832837200 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:47:24.347688 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a62c65f9-d303-4cde-b9ba-93ac5434d604 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.387998 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a62c65f9-d303-4cde-b9ba-93ac5434d604 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.472397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a62c65f9-d303-4cde-b9ba-93ac5434d604 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.533495 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a62c65f9-d303-4cde-b9ba-93ac5434d604 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.536279 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.562070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c65f9-d303-4cde-b9ba-93ac5434d604 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Pushing event deleted for resources: {'Subnet': ['ID=b49edb59-8050-4efc-bc3d-683832837200,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:24.564408 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a62c65f9-d303-4cde-b9ba-93ac5434d604 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.569702 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a62c65f9-d303-4cde-b9ba-93ac5434d604 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] 10.222.0.48 "DELETE /v2.0/subnets/b49edb59-8050-4efc-bc3d-683832837200 HTTP/1.1" status: 204 len: 168 time: 0.2746999 Nov 24 13:47:24.571093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56696) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:24.650939 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.711346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Deleting port 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:47:24.711685 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.788470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] For port 02dda62a-9c2e-4a5e-88c9-86dccdea7e82, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=02dda62a-9c2e-4a5e-88c9-86dccdea7e82,segment=NetworkSegment(db4abf9c-0ad3-4c9b-98eb-c96789885325),segment_id=db4abf9c-0ad3-4c9b-98eb-c96789885325)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:24.788470 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.804373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Calling delete_port for 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:47:24.845863 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175c0a3b-edab-4dd1-8b1f-ec4ecd92b481 None None] Network 23745c32-66e6-438b-80ae-185f15d94e45 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:24.895204 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.927678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:47:24.929855 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Pushing event deleted for resources: {'Port': ['ID=02dda62a-9c2e-4a5e-88c9-86dccdea7e82,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:24.934520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] No DVR routers for this DVR port 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:47:24.966496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a448d263-24a5-4d67-a2a2-368e195e1b0f None None] Provisioning complete for port 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:24.966874 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a448d263-24a5-4d67-a2a2-368e195e1b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:24.969848 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:47:24.970207 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 24 13:47:25.014517 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:25.023729 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a448d263-24a5-4d67-a2a2-368e195e1b0f None None] Port 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 was deleted so its status cannot be updated. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 24 13:47:25.025331 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Port 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 not found, will not notify nova. {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 24 13:47:25.035296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23745c32-66e6-438b-80ae-185f15d94e45']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:25.045728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4abf9c-0ad3-4c9b-98eb-c96789885325') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:25.046117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4abf9c-0ad3-4c9b-98eb-c96789885325') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:25.065556 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:25.079329 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:25.084340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1220e4-088d-44e9-ac6b-a98ea1e0c035 None None] DHCP port deletion for 23745c32-66e6-438b-80ae-185f15d94e45 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:47:25.087043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:47:25.087608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:47:25.090596 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:47:25.106555 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9172b2-36f3-45b6-9cf9-53abbc47bb53 None None] get_active_networks_info from n-d-817303-4 {{(pid=114987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 13:47:25.151336 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:25.159524 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:25.163434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] 10.222.0.48 "DELETE /v2.0/networks/23745c32-66e6-438b-80ae-185f15d94e45 HTTP/1.1" status: 204 len: 168 time: 0.5906506 Nov 24 13:47:25.166210 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56698) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:25.172576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9172b2-36f3-45b6-9cf9-53abbc47bb53 None None] Resources bound (agent type, host, resource id): {{(pid=114987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 24 13:47:25.173012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855abdf9-2d4e-46d2-90b1-7976a399cbdb tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Pushing event deleted for resources: {'Network': ['ID=23745c32-66e6-438b-80ae-185f15d94e45,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:25.201056 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7e924b60-c22e-48dc-9e74-be554955e250 tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] 10.222.0.48 "GET /v2.0/ports?device_id=e95c19fb-a906-42ce-8014-1ed925c48720 HTTP/1.1" status: 200 len: 205 time: 0.0307205 Nov 24 13:47:25.201292 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56700) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:25.614346 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7b53-5fe6-41d9-bc01-05c01a6649ae tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:25.768127 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7b53-5fe6-41d9-bc01-05c01a6649ae tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:25.770229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7b53-5fe6-41d9-bc01-05c01a6649ae tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:25.817062 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7b53-5fe6-41d9-bc01-05c01a6649ae tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:25.817584 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1d7b53-5fe6-41d9-bc01-05c01a6649ae tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Fanout notify agent at l3_agent the message router_deleted on router e95c19fb-a906-42ce-8014-1ed925c48720 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:47:25.825191 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3e1d7b53-5fe6-41d9-bc01-05c01a6649ae tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:25.826153 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3e1d7b53-5fe6-41d9-bc01-05c01a6649ae tempest-RoutersNegativeTest-1808954991 tempest-RoutersNegativeTest-1808954991-project] 10.222.0.48 "DELETE /v2.0/routers/e95c19fb-a906-42ce-8014-1ed925c48720 HTTP/1.1" status: 204 len: 168 time: 0.6239285 Nov 24 13:47:26.059819 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56706) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:26.070027 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:26.187422 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-40f01bf7-f37e-4b82-8a89-50e411064972 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0eb7ae6873f460d848ddeb3d096e51b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263754 Nov 24 13:47:26.189938 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56710) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:26.240330 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d401d9d-ce1d-47ce-ae2d-9e4191342938 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:26.261544 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d401d9d-ce1d-47ce-ae2d-9e4191342938 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:26.306958 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d401d9d-ce1d-47ce-ae2d-9e4191342938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:26.309446 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d401d9d-ce1d-47ce-ae2d-9e4191342938 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:26.310630 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2d401d9d-ce1d-47ce-ae2d-9e4191342938 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44edd1c2-cd90-42d8-a7a6-ed6a4f0dd91c HTTP/1.1" status: 204 len: 168 time: 0.1197865 Nov 24 13:47:26.317862 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d401d9d-ce1d-47ce-ae2d-9e4191342938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44edd1c2-cd90-42d8-a7a6-ed6a4f0dd91c,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:26.762257 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:26.883647 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:47:26.903905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:47:26.904250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 02dda62a-9c2e-4a5e-88c9-86dccdea7e82 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:47:26.921667 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56732) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:27.014665 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-65791813-network', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:27.035816 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] Made reservation on behalf of 33dfcc31ccb74612b4078e313cef30ce for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:27.038835 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.046966 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.119522 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.123074 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.147307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:47:27.155928 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:27.163622 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.163931 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] Added segment 5109a08f-fdd4-4e71-b1b4-540561c9830f of type vlan for network e1d8d8d2-c89d-499c-bb80-240508952408 Nov 24 13:47:27.203256 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.229645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.230721 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:27.231299 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.261336 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3385739 Nov 24 13:47:27.264930 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56736) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:27.269928 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6f3592f7-7dd8-439c-9ee9-df3313031f22 admin admin] Request body: {'subnet': {'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-65791813-subnet', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:27.289999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3592f7-7dd8-439c-9ee9-df3313031f22 admin admin] Made reservation on behalf of 33dfcc31ccb74612b4078e313cef30ce for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:27.292271 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6f3592f7-7dd8-439c-9ee9-df3313031f22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.298772 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00232a6-c1c2-4746-b558-b9d5ee8f9313 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d8d8d2-c89d-499c-bb80-240508952408,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:27.308371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network e1d8d8d2-c89d-499c-bb80-240508952408 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:47:27.462319 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6f3592f7-7dd8-439c-9ee9-df3313031f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.519246 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3592f7-7dd8-439c-9ee9-df3313031f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c1b96b-07ec-4993-8919-9e4ade94c371,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:27.525987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3592f7-7dd8-439c-9ee9-df3313031f22 admin admin] Checking segment: {'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:27.526351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3592f7-7dd8-439c-9ee9-df3313031f22 admin admin] Network hostable DHCP agents. Network: e1d8d8d2-c89d-499c-bb80-240508952408, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:47:27.543653 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3592f7-7dd8-439c-9ee9-df3313031f22 admin admin] Network e1d8d8d2-c89d-499c-bb80-240508952408 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:47:27.552200 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-6f3592f7-7dd8-439c-9ee9-df3313031f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, e1d8d8d2-c89d-499c-bb80-240508952408) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:27.556625 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3592f7-7dd8-439c-9ee9-df3313031f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:27.557249 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6f3592f7-7dd8-439c-9ee9-df3313031f22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.562287 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865944c9-e324-4405-8859-145acef1b31a None None] Network e1d8d8d2-c89d-499c-bb80-240508952408 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:27.572674 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6f3592f7-7dd8-439c-9ee9-df3313031f22 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3066354 Nov 24 13:47:27.575648 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56738) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:27.579881 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-65791813-router', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:27.601618 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.602907 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.658054 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.713126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-e1d8d8d2-c89d-499c-bb80-240508952408', 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'fixed_ips': [{'subnet_id': '52c1b96b-07ec-4993-8919-9e4ade94c371'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:47:27.714075 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.801284 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:27.855968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Allocated IP 172.20.0.2 (e1d8d8d2-c89d-499c-bb80-240508952408/52c1b96b-07ec-4993-8919-9e4ade94c371/e64023e1-6dbf-4a52-89f4-cbd108c3eec6) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:47:28.000027 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:28.003879 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:28.006683 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:28.025195 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:28.042822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Network e1d8d8d2-c89d-499c-bb80-240508952408 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:28.047588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:28.051408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:47:28.060490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Pushing event updated for resources: {'Port': ['ID=e64023e1-6dbf-4a52-89f4-cbd108c3eec6,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:28.112581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Attempting to bind port e64023e1-6dbf-4a52-89f4-cbd108c3eec6 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:47:28.112983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Attempting to bind port e64023e1-6dbf-4a52-89f4-cbd108c3eec6 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:47:28.113351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Attempting to bind port e64023e1-6dbf-4a52-89f4-cbd108c3eec6 on network e1d8d8d2-c89d-499c-bb80-240508952408 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:47:28.118617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:47:28.119324 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Checking segment: {'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:28.119466 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:28.119797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Bound using segment: {'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:47:28.120254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Bound port: e64023e1-6dbf-4a52-89f4-cbd108c3eec6, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:47:28.120636 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:28.134816 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Allocated IP 172.25.0.97 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/5d60accd-ff5b-43d3-be12-66cf91139f58) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:47:28.188467 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] For port e64023e1-6dbf-4a52-89f4-cbd108c3eec6, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:47:28.191474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] For port e64023e1-6dbf-4a52-89f4-cbd108c3eec6, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e64023e1-6dbf-4a52-89f4-cbd108c3eec6,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:47:28.195939 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:28.238800 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:28.261013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68219d86-f0da-4c20-8e40-b5733592fb43 None None] Pushing event updated for resources: {'Port': ['ID=e64023e1-6dbf-4a52-89f4-cbd108c3eec6,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:28.274298 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:28.321723 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:28.324634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:28.329051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:47:28.332057 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Pushing event updated for resources: {'Port': ['ID=5d60accd-ff5b-43d3-be12-66cf91139f58,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:28.337181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c605f04d-1951-4548-95a2-01f20c73a85c None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:47:28.373141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7bd0-b71d-453b-baec-bb1507c3628e None None] Provisioning complete for port 5d60accd-ff5b-43d3-be12-66cf91139f58 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:28.373526 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7bd0-b71d-453b-baec-bb1507c3628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:28.435783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7bd0-b71d-453b-baec-bb1507c3628e None None] Port 5d60accd-ff5b-43d3-be12-66cf91139f58 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:47:28.602469 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:28.801053 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:28.920451 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e64023e1-6dbf-4a52-89f4-cbd108c3eec6 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:47:28.936717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Router a723fdd8-84e9-441b-94c0-a6de8e50ba83 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:47:28.980688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e64023e1-6dbf-4a52-89f4-cbd108c3eec6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:28.981221 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:29.065421 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:29.103413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port e64023e1-6dbf-4a52-89f4-cbd108c3eec6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e64023e1-6dbf-4a52-89f4-cbd108c3eec6,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:29.108055 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:29.171440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=e64023e1-6dbf-4a52-89f4-cbd108c3eec6,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:29.211687 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3928c265-6c53-44e3-8583-6d43f1ebfff7 None None] Network e1d8d8d2-c89d-499c-bb80-240508952408 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:29.299629 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e89a64ff-9910-461b-b753-8f4b97f5f770 None None] Provisioning complete for port e64023e1-6dbf-4a52-89f4-cbd108c3eec6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:29.300158 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e89a64ff-9910-461b-b753-8f4b97f5f770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:29.402131 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:47:29.414451 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Sync routers for ids ['a723fdd8-84e9-441b-94c0-a6de8e50ba83'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:47:29.420387 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:29.422633 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fdbf0b96-e24c-48d9-9495-23c9b1081764 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8460062 Nov 24 13:47:29.425590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56740) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:29.429386 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Routers {'a723fdd8-84e9-441b-94c0-a6de8e50ba83'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:47:29.430108 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:47:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a723fdd8-84e9-441b-94c0-a6de8e50ba83'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:29.540919 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Set router a723fdd8-84e9-441b-94c0-a6de8e50ba83 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:47:29.657682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-545b790d-553d-441d-a251-07d0d4f72a46 None None] Provisioning complete for port e64023e1-6dbf-4a52-89f4-cbd108c3eec6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:29.658246 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-545b790d-553d-441d-a251-07d0d4f72a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:29.725670 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'name': 'tempest-TestEncryptedCinderVolumes-65791813-router', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5d60accd-ff5b-43d3-be12-66cf91139f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:27Z', 'updated_at': '2021-11-24T13:47:28Z', 'revision_number': 3, 'project_id': '33dfcc31ccb74612b4078e313cef30ce', 'gw_port': {'id': '5d60accd-ff5b-43d3-be12-66cf91139f58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:28Z', 'updated_at': '2021-11-24T13:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:29.755990 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Checking router: a723fdd8-84e9-441b-94c0-a6de8e50ba83 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:47:29.756376 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Updating router a723fdd8-84e9-441b-94c0-a6de8e50ba83 port 5d60accd-ff5b-43d3-be12-66cf91139f58 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:47:29.780897 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:29.866235 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.020986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Allocated IP 172.20.0.1 (e1d8d8d2-c89d-499c-bb80-240508952408/52c1b96b-07ec-4993-8919-9e4ade94c371/c8664376-dac3-486f-a6e6-af1c31cc9e65) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:47:30.028258 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.033422 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.077652 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563205af-2d20-48f1-b07c-897d038e7287 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:47:30.088693 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Attempting to bind port 5d60accd-ff5b-43d3-be12-66cf91139f58 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:47:30.089025 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Attempting to bind port 5d60accd-ff5b-43d3-be12-66cf91139f58 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:47:30.089390 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Attempting to bind port 5d60accd-ff5b-43d3-be12-66cf91139f58 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:47:30.098132 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8dfd2-d1ae-451b-b1e9-5d39fda71f1f None None] Pushing event updated for resources: {'Port': ['ID=5d60accd-ff5b-43d3-be12-66cf91139f58,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:30.101511 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:47:30.101886 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:30.102283 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.102672 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:47:30.103147 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Bound port: 5d60accd-ff5b-43d3-be12-66cf91139f58, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:47:30.103526 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.109923 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8dfd2-d1ae-451b-b1e9-5d39fda71f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:30.110281 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8dfd2-d1ae-451b-b1e9-5d39fda71f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:30.110627 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8dfd2-d1ae-451b-b1e9-5d39fda71f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:30.110971 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8dfd2-d1ae-451b-b1e9-5d39fda71f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:30.111295 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8dfd2-d1ae-451b-b1e9-5d39fda71f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:30.111627 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8dfd2-d1ae-451b-b1e9-5d39fda71f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:30.111955 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8dfd2-d1ae-451b-b1e9-5d39fda71f1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:30.112276 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8dfd2-d1ae-451b-b1e9-5d39fda71f1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:30.112599 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8dfd2-d1ae-451b-b1e9-5d39fda71f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:30.112948 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8dfd2-d1ae-451b-b1e9-5d39fda71f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:30.113271 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8dfd2-d1ae-451b-b1e9-5d39fda71f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:30.113592 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f8dfd2-d1ae-451b-b1e9-5d39fda71f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:47:30.127928 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.162996 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.169847 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] For port 5d60accd-ff5b-43d3-be12-66cf91139f58, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:47:30.170744 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-52d48cf9-3fbc-47da-819d-4e5266c82acd None None] Provisioning complete for port 5d60accd-ff5b-43d3-be12-66cf91139f58 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:30.170744 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-52d48cf9-3fbc-47da-819d-4e5266c82acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.174103 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] For port 5d60accd-ff5b-43d3-be12-66cf91139f58, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5d60accd-ff5b-43d3-be12-66cf91139f58,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:47:30.179400 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.206041 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-52d48cf9-3fbc-47da-819d-4e5266c82acd None None] Port 5d60accd-ff5b-43d3-be12-66cf91139f58 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:47:30.206310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Network e1d8d8d2-c89d-499c-bb80-240508952408 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:30.208975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:30.213719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:47:30.216905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c8664376-dac3-486f-a6e6-af1c31cc9e65,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:30.237745 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ed83f-ea86-462b-91f7-1793582b51f6 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:47:30.256228 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.256353 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8dfd2-d1ae-451b-b1e9-5d39fda71f1f None None] Pushing event updated for resources: {'Port': ['ID=5d60accd-ff5b-43d3-be12-66cf91139f58,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:30.265661 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Routers {'a723fdd8-84e9-441b-94c0-a6de8e50ba83'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:47:30.266434 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:47:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a723fdd8-84e9-441b-94c0-a6de8e50ba83'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:30.334683 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-aff8c1bd-47c7-4b49-bbfb-016c5bab1742 None None] Provisioning complete for port 5d60accd-ff5b-43d3-be12-66cf91139f58 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:30.335414 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-aff8c1bd-47c7-4b49-bbfb-016c5bab1742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.388425 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] Set router a723fdd8-84e9-441b-94c0-a6de8e50ba83 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:47:30.409006 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.441620 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-aff8c1bd-47c7-4b49-bbfb-016c5bab1742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.468812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-aff8c1bd-47c7-4b49-bbfb-016c5bab1742 None None] For port 5d60accd-ff5b-43d3-be12-66cf91139f58, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5d60accd-ff5b-43d3-be12-66cf91139f58,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:30.474333 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-aff8c1bd-47c7-4b49-bbfb-016c5bab1742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.527319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8c1bd-47c7-4b49-bbfb-016c5bab1742 None None] Pushing event updated for resources: {'Port': ['ID=5d60accd-ff5b-43d3-be12-66cf91139f58,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:30.584850 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.587757 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'name': 'tempest-TestEncryptedCinderVolumes-65791813-router', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5d60accd-ff5b-43d3-be12-66cf91139f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:27Z', 'updated_at': '2021-11-24T13:47:28Z', 'revision_number': 3, 'project_id': '33dfcc31ccb74612b4078e313cef30ce', 'gw_port': {'id': '5d60accd-ff5b-43d3-be12-66cf91139f58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:28Z', 'updated_at': '2021-11-24T13:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:30.591123 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.596744 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7cb9fe13-c964-4910-a4c6-c18b557b6078 None None] Provisioning complete for port c8664376-dac3-486f-a6e6-af1c31cc9e65 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:30.597124 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7cb9fe13-c964-4910-a4c6-c18b557b6078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.617672 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3284282-69d4-44a7-813d-0652c6b03a20 None None] The sync data for ids ['a723fdd8-84e9-441b-94c0-a6de8e50ba83'] in n-d-817303-4 is: [{'id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'name': 'tempest-TestEncryptedCinderVolumes-65791813-router', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5d60accd-ff5b-43d3-be12-66cf91139f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:27Z', 'updated_at': '2021-11-24T13:47:28Z', 'revision_number': 3, 'project_id': '33dfcc31ccb74612b4078e313cef30ce', 'gw_port': {'id': '5d60accd-ff5b-43d3-be12-66cf91139f58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:28Z', 'updated_at': '2021-11-24T13:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:47:30.639322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9fe13-c964-4910-a4c6-c18b557b6078 None None] Port c8664376-dac3-486f-a6e6-af1c31cc9e65 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:47:30.664654 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:30.666524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=c8664376-dac3-486f-a6e6-af1c31cc9e65,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:30.762235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Network e1d8d8d2-c89d-499c-bb80-240508952408 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:30.763662 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:30.924765 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Router a723fdd8-84e9-441b-94c0-a6de8e50ba83 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:47:31.049063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5d60accd-ff5b-43d3-be12-66cf91139f58 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:47:31.062741 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:47:31.071435 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4fdf00fe-8cd6-457e-8e9d-1ffc6294e9a5 admin admin] 10.222.0.48 "PUT /v2.0/routers/a723fdd8-84e9-441b-94c0-a6de8e50ba83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6417594 Nov 24 13:47:31.110037 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-92f26a35-3e4a-4259-98c2-ab80113a4f11 None None] Provisioning complete for port c8664376-dac3-486f-a6e6-af1c31cc9e65 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:31.110412 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-92f26a35-3e4a-4259-98c2-ab80113a4f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:31.152788 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-92f26a35-3e4a-4259-98c2-ab80113a4f11 None None] Port c8664376-dac3-486f-a6e6-af1c31cc9e65 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:47:31.156299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 5d60accd-ff5b-43d3-be12-66cf91139f58 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:31.156770 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:31.246349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e64023e1-6dbf-4a52-89f4-cbd108c3eec6 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:47:31.302543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e64023e1-6dbf-4a52-89f4-cbd108c3eec6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:31.303009 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:31.611501 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 56756) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:31.617629 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-60690923-network', 'tenant_id': '98b315f013aa45a5b39f353b265b714f'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:31.637258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] Made reservation on behalf of 98b315f013aa45a5b39f353b265b714f for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:31.639533 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:31.647759 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:31.721596 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:31.725758 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:31.750454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:47:31.761001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44a3436-67a6-426f-80c9-2d32a6bdbb3d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:31.765672 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:31.766019 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] Added segment 44ffbd79-556e-44a4-8f8c-1e03d45cf79c of type vlan for network 1c2f4d21-54ef-4cf7-abf8-1d4658dded17 Nov 24 13:47:31.807870 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:31.835044 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:31.836703 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:31.837732 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:31.875859 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2630687 Nov 24 13:47:31.879031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56758) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:31.884647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e85f9a97-ae32-4ff1-9595-4b377226733f admin admin] Request body: {'subnet': {'network_id': '1c2f4d21-54ef-4cf7-abf8-1d4658dded17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-60690923-subnet', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:31.905211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85f9a97-ae32-4ff1-9595-4b377226733f admin admin] Made reservation on behalf of 98b315f013aa45a5b39f353b265b714f for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:31.905526 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cecd76-b441-432e-b726-277045cfeb78 admin admin] Pushing event updated for resources: {'Network': ['ID=1c2f4d21-54ef-4cf7-abf8-1d4658dded17,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:31.907802 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e85f9a97-ae32-4ff1-9595-4b377226733f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:31.915838 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 1c2f4d21-54ef-4cf7-abf8-1d4658dded17 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:47:32.080131 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e85f9a97-ae32-4ff1-9595-4b377226733f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:32.134440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f9a97-ae32-4ff1-9595-4b377226733f admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ea403e-b2bd-4931-a3de-80d380d0b769,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:32.145114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85f9a97-ae32-4ff1-9595-4b377226733f admin admin] Checking segment: {'id': '44ffbd79-556e-44a4-8f8c-1e03d45cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1c2f4d21-54ef-4cf7-abf8-1d4658dded17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:32.145481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f9a97-ae32-4ff1-9595-4b377226733f admin admin] Network hostable DHCP agents. Network: 1c2f4d21-54ef-4cf7-abf8-1d4658dded17, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:47:32.162575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f9a97-ae32-4ff1-9595-4b377226733f admin admin] Network 1c2f4d21-54ef-4cf7-abf8-1d4658dded17 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:47:32.170728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-e85f9a97-ae32-4ff1-9595-4b377226733f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 1c2f4d21-54ef-4cf7-abf8-1d4658dded17) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:32.174703 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f9a97-ae32-4ff1-9595-4b377226733f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:32.175287 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e85f9a97-ae32-4ff1-9595-4b377226733f admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:32.180637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54318f7-2d53-4e13-8f9b-e27554cb04e1 None None] Network 1c2f4d21-54ef-4cf7-abf8-1d4658dded17 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:32.194890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e85f9a97-ae32-4ff1-9595-4b377226733f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3114986 Nov 24 13:47:32.195068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56760) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:32.199404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-60690923-router', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:32.219316 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:32.220336 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:32.281325 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:32.331922 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-1c2f4d21-54ef-4cf7-abf8-1d4658dded17', 'network_id': '1c2f4d21-54ef-4cf7-abf8-1d4658dded17', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'fixed_ips': [{'subnet_id': '05ea403e-b2bd-4931-a3de-80d380d0b769'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:47:32.333009 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:32.350236 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Sync routers for ids ['a723fdd8-84e9-441b-94c0-a6de8e50ba83'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:47:32.414864 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Routers {'a723fdd8-84e9-441b-94c0-a6de8e50ba83'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:47:32.415493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:47:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a723fdd8-84e9-441b-94c0-a6de8e50ba83'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:32.417680 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:32.624586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:32.643474 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:32.719432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Allocated IP 172.20.0.2 (1c2f4d21-54ef-4cf7-abf8-1d4658dded17/05ea403e-b2bd-4931-a3de-80d380d0b769/81277a0f-ec08-4fed-9c26-92a7aa611786) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:47:32.729900 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Set router a723fdd8-84e9-441b-94c0-a6de8e50ba83 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:47:32.751366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Allocated IP 172.25.0.164 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/e4dc1f1b-8be1-4aea-a615-d2171e4a7180) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:47:32.857954 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:32.891909 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:32.929864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:32.936425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:32.939014 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:47:32.966335 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07357530-5e36-4ddc-a5b7-e3eeee5060e4 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:47:32.977523 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Pushing event updated for resources: {'Port': ['ID=e4dc1f1b-8be1-4aea-a615-d2171e4a7180,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:33.026480 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.038611 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.096862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Network 1c2f4d21-54ef-4cf7-abf8-1d4658dded17 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:33.109496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:33.112365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:47:33.115800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Pushing event updated for resources: {'Port': ['ID=81277a0f-ec08-4fed-9c26-92a7aa611786,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:33.135850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'name': 'tempest-TestEncryptedCinderVolumes-65791813-router', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5d60accd-ff5b-43d3-be12-66cf91139f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:27Z', 'updated_at': '2021-11-24T13:47:30Z', 'revision_number': 4, 'project_id': '33dfcc31ccb74612b4078e313cef30ce', 'gw_port': {'id': '5d60accd-ff5b-43d3-be12-66cf91139f58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:28Z', 'updated_at': '2021-11-24T13:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c8664376-dac3-486f-a6e6-af1c31cc9e65', 'name': '', 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'mac_address': 'fa:16:3e:aa:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '52c1b96b-07ec-4993-8919-9e4ade94c371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:29Z', 'updated_at': '2021-11-24T13:47:30Z', 'revision_number': 2, 'project_id': '33dfcc31ccb74612b4078e313cef30ce', 'subnets': [{'id': '52c1b96b-07ec-4993-8919-9e4ade94c371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:33.137624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1c55325f-b030-41b5-b782-de27cf7cb8ef None None] Provisioning complete for port e4dc1f1b-8be1-4aea-a615-d2171e4a7180 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:33.138001 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1c55325f-b030-41b5-b782-de27cf7cb8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.198700 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Checking router: a723fdd8-84e9-441b-94c0-a6de8e50ba83 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:47:33.199372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Updating router a723fdd8-84e9-441b-94c0-a6de8e50ba83 port c8664376-dac3-486f-a6e6-af1c31cc9e65 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:47:33.202524 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.259165 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Attempting to bind port 81277a0f-ec08-4fed-9c26-92a7aa611786 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:47:33.259547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Attempting to bind port 81277a0f-ec08-4fed-9c26-92a7aa611786 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '44ffbd79-556e-44a4-8f8c-1e03d45cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1c2f4d21-54ef-4cf7-abf8-1d4658dded17'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:47:33.259923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Attempting to bind port 81277a0f-ec08-4fed-9c26-92a7aa611786 on network 1c2f4d21-54ef-4cf7-abf8-1d4658dded17 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:47:33.263688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-1c55325f-b030-41b5-b782-de27cf7cb8ef None None] Port e4dc1f1b-8be1-4aea-a615-d2171e4a7180 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:47:33.267700 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.272358 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:47:33.272757 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Checking segment: {'id': '44ffbd79-556e-44a4-8f8c-1e03d45cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1c2f4d21-54ef-4cf7-abf8-1d4658dded17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:33.273159 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.273554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Bound using segment: {'id': '44ffbd79-556e-44a4-8f8c-1e03d45cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1c2f4d21-54ef-4cf7-abf8-1d4658dded17'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:47:33.274030 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Bound port: 81277a0f-ec08-4fed-9c26-92a7aa611786, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ffbd79-556e-44a4-8f8c-1e03d45cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1c2f4d21-54ef-4cf7-abf8-1d4658dded17'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:47:33.274414 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.395569 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.430886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-151823e8-fc71-4855-93a9-d46296034300 None None] For port 81277a0f-ec08-4fed-9c26-92a7aa611786, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:47:33.436251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-151823e8-fc71-4855-93a9-d46296034300 None None] For port 81277a0f-ec08-4fed-9c26-92a7aa611786, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=81277a0f-ec08-4fed-9c26-92a7aa611786,segment=NetworkSegment(44ffbd79-556e-44a4-8f8c-1e03d45cf79c),segment_id=44ffbd79-556e-44a4-8f8c-1e03d45cf79c)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:47:33.442707 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.524697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Router d32ec8c2-57c3-4672-a388-f8073d2ba442 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:47:33.551915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151823e8-fc71-4855-93a9-d46296034300 None None] Pushing event updated for resources: {'Port': ['ID=81277a0f-ec08-4fed-9c26-92a7aa611786,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:33.638601 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:47:33.649069 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Sync routers for ids ['d32ec8c2-57c3-4672-a388-f8073d2ba442'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:47:33.659462 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.663374 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.663538 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-78f30c3b-9740-4dd9-8f90-8c94857a7984 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4647007 Nov 24 13:47:33.663645 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Routers {'d32ec8c2-57c3-4672-a388-f8073d2ba442'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:47:33.663735 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 56762) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:47:33.664180 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:47:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d32ec8c2-57c3-4672-a388-f8073d2ba442'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:33.671585 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.807116 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06e71e-df19-4771-b455-cb8f9cb4b746 None None] Pushing event updated for resources: {'Port': ['ID=c8664376-dac3-486f-a6e6-af1c31cc9e65,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:33.854062 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Attempting to bind port c8664376-dac3-486f-a6e6-af1c31cc9e65 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:47:33.854674 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Attempting to bind port c8664376-dac3-486f-a6e6-af1c31cc9e65 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:47:33.855151 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Attempting to bind port c8664376-dac3-486f-a6e6-af1c31cc9e65 on network e1d8d8d2-c89d-499c-bb80-240508952408 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:47:33.865645 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:47:33.866046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Checking segment: {'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:33.866432 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.867087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Bound using segment: {'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:47:33.869394 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Bound port: c8664376-dac3-486f-a6e6-af1c31cc9e65, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:47:33.870121 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.980244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] For port c8664376-dac3-486f-a6e6-af1c31cc9e65, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:47:33.984400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] For port c8664376-dac3-486f-a6e6-af1c31cc9e65, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c8664376-dac3-486f-a6e6-af1c31cc9e65,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:47:33.990364 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:33.995666 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Set router d32ec8c2-57c3-4672-a388-f8073d2ba442 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:47:34.039991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Routers {'a723fdd8-84e9-441b-94c0-a6de8e50ba83'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:47:34.040630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:47:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a723fdd8-84e9-441b-94c0-a6de8e50ba83'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:34.176845 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06e71e-df19-4771-b455-cb8f9cb4b746 None None] Pushing event updated for resources: {'Port': ['ID=c8664376-dac3-486f-a6e6-af1c31cc9e65,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:34.192509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4d34bf50-b233-4bbc-8901-588f39fe6fb7 None None] Provisioning complete for port c8664376-dac3-486f-a6e6-af1c31cc9e65 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:34.192920 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4d34bf50-b233-4bbc-8901-588f39fe6fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:34.238948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] Set router a723fdd8-84e9-441b-94c0-a6de8e50ba83 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:47:34.258931 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'name': 'tempest-TestEncryptedCinderVolumes-60690923-router', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4dc1f1b-8be1-4aea-a615-d2171e4a7180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:47:33Z', 'revision_number': 3, 'project_id': '98b315f013aa45a5b39f353b265b714f', 'gw_port': {'id': 'e4dc1f1b-8be1-4aea-a615-d2171e4a7180', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:34.299525 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Checking router: d32ec8c2-57c3-4672-a388-f8073d2ba442 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:47:34.299985 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Updating router d32ec8c2-57c3-4672-a388-f8073d2ba442 port e4dc1f1b-8be1-4aea-a615-d2171e4a7180 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:47:34.328742 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:34.434801 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4d34bf50-b233-4bbc-8901-588f39fe6fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:34.499786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-4d34bf50-b233-4bbc-8901-588f39fe6fb7 None None] For port c8664376-dac3-486f-a6e6-af1c31cc9e65, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c8664376-dac3-486f-a6e6-af1c31cc9e65,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:34.528210 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4d34bf50-b233-4bbc-8901-588f39fe6fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:34.593473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34bf50-b233-4bbc-8901-588f39fe6fb7 None None] Pushing event updated for resources: {'Port': ['ID=c8664376-dac3-486f-a6e6-af1c31cc9e65,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:34.607734 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'name': 'tempest-TestEncryptedCinderVolumes-65791813-router', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5d60accd-ff5b-43d3-be12-66cf91139f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:27Z', 'updated_at': '2021-11-24T13:47:30Z', 'revision_number': 4, 'project_id': '33dfcc31ccb74612b4078e313cef30ce', 'gw_port': {'id': '5d60accd-ff5b-43d3-be12-66cf91139f58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:28Z', 'updated_at': '2021-11-24T13:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c8664376-dac3-486f-a6e6-af1c31cc9e65', 'name': '', 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'mac_address': 'fa:16:3e:aa:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '52c1b96b-07ec-4993-8919-9e4ade94c371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:29Z', 'updated_at': '2021-11-24T13:47:33Z', 'revision_number': 4, 'project_id': '33dfcc31ccb74612b4078e313cef30ce', 'subnets': [{'id': '52c1b96b-07ec-4993-8919-9e4ade94c371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:34.640371 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:34.647231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e0688b-597d-4d22-91d0-fbf3758f4e02 None None] The sync data for ids ['a723fdd8-84e9-441b-94c0-a6de8e50ba83'] in n-d-817303-4 is: [{'id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'name': 'tempest-TestEncryptedCinderVolumes-65791813-router', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5d60accd-ff5b-43d3-be12-66cf91139f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:27Z', 'updated_at': '2021-11-24T13:47:30Z', 'revision_number': 4, 'project_id': '33dfcc31ccb74612b4078e313cef30ce', 'gw_port': {'id': '5d60accd-ff5b-43d3-be12-66cf91139f58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:28Z', 'updated_at': '2021-11-24T13:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c8664376-dac3-486f-a6e6-af1c31cc9e65', 'name': '', 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'mac_address': 'fa:16:3e:aa:e7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '52c1b96b-07ec-4993-8919-9e4ade94c371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:29Z', 'updated_at': '2021-11-24T13:47:33Z', 'revision_number': 4, 'project_id': '33dfcc31ccb74612b4078e313cef30ce', 'subnets': [{'id': '52c1b96b-07ec-4993-8919-9e4ade94c371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:47:34.647642 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:34.658243 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:34.668449 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-efe9f769-66cd-47ce-bc9d-77a0e9a0aa78 None None] Provisioning complete for port c8664376-dac3-486f-a6e6-af1c31cc9e65 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:34.669003 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-efe9f769-66cd-47ce-bc9d-77a0e9a0aa78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:34.709132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8022a947-6151-41d4-9b37-db95dddeccba None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:47:34.714081 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Attempting to bind port e4dc1f1b-8be1-4aea-a615-d2171e4a7180 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:47:34.714642 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Attempting to bind port e4dc1f1b-8be1-4aea-a615-d2171e4a7180 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:47:34.714871 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Attempting to bind port e4dc1f1b-8be1-4aea-a615-d2171e4a7180 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:47:34.723773 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:47:34.724431 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:34.725591 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:34.726499 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:47:34.727190 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Bound port: e4dc1f1b-8be1-4aea-a615-d2171e4a7180, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:47:34.727855 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:34.809017 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] For port e4dc1f1b-8be1-4aea-a615-d2171e4a7180, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:47:34.815118 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4cf0a-0dab-410a-81c9-dd3af554b992 None None] Pushing event updated for resources: {'Port': ['ID=e4dc1f1b-8be1-4aea-a615-d2171e4a7180,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:34.841547 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] For port e4dc1f1b-8be1-4aea-a615-d2171e4a7180, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e4dc1f1b-8be1-4aea-a615-d2171e4a7180,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:47:34.856972 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:34.884473 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d915959-132e-4758-af76-1e2b0b3930ca None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:47:34.922284 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Routers {'d32ec8c2-57c3-4672-a388-f8073d2ba442'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:47:34.922844 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:47:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d32ec8c2-57c3-4672-a388-f8073d2ba442'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:34.925971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Allocated IP 172.20.0.1 (1c2f4d21-54ef-4cf7-abf8-1d4658dded17/05ea403e-b2bd-4931-a3de-80d380d0b769/8cd7abf6-6d34-425f-b782-df98c8cebbf3) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:47:34.939033 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-82d3f680-2430-4029-bbcc-0fd42c6913d6 None None] Provisioning complete for port e4dc1f1b-8be1-4aea-a615-d2171e4a7180 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:34.939449 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-82d3f680-2430-4029-bbcc-0fd42c6913d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:35.021206 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4cf0a-0dab-410a-81c9-dd3af554b992 None None] Pushing event updated for resources: {'Port': ['ID=e4dc1f1b-8be1-4aea-a615-d2171e4a7180,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:35.122844 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:35.129323 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] Set router d32ec8c2-57c3-4672-a388-f8073d2ba442 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:47:35.167055 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:35.208236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Network 1c2f4d21-54ef-4cf7-abf8-1d4658dded17 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:35.214319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:35.217258 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:47:35.242102 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c14e3f-f1bf-43cc-9c48-645247d1f30e None None] Network 1c2f4d21-54ef-4cf7-abf8-1d4658dded17 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:47:35.244474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 81277a0f-ec08-4fed-9c26-92a7aa611786 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:47:35.276549 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:35.323475 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd7abf6-6d34-425f-b782-df98c8cebbf3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:35.346836 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'name': 'tempest-TestEncryptedCinderVolumes-60690923-router', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4dc1f1b-8be1-4aea-a615-d2171e4a7180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:47:33Z', 'revision_number': 3, 'project_id': '98b315f013aa45a5b39f353b265b714f', 'gw_port': {'id': 'e4dc1f1b-8be1-4aea-a615-d2171e4a7180', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:35.379573 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787153cb-c445-4dd4-8ebe-f84652968836 None None] The sync data for ids ['d32ec8c2-57c3-4672-a388-f8073d2ba442'] in n-d-817303-4 is: [{'id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'name': 'tempest-TestEncryptedCinderVolumes-60690923-router', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4dc1f1b-8be1-4aea-a615-d2171e4a7180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:47:33Z', 'revision_number': 3, 'project_id': '98b315f013aa45a5b39f353b265b714f', 'gw_port': {'id': 'e4dc1f1b-8be1-4aea-a615-d2171e4a7180', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:47:35.450762 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:35.477403 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 81277a0f-ec08-4fed-9c26-92a7aa611786 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:35.477785 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:35.558246 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-82d3f680-2430-4029-bbcc-0fd42c6913d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:35.597715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-82d3f680-2430-4029-bbcc-0fd42c6913d6 None None] For port e4dc1f1b-8be1-4aea-a615-d2171e4a7180, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e4dc1f1b-8be1-4aea-a615-d2171e4a7180,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:35.607778 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-82d3f680-2430-4029-bbcc-0fd42c6913d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:35.671896 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:35.680256 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:35.710535 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:35.761214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3f680-2430-4029-bbcc-0fd42c6913d6 None None] Pushing event updated for resources: {'Port': ['ID=e4dc1f1b-8be1-4aea-a615-d2171e4a7180,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:35.765126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-cbbc03a6-ce7f-4328-8b1f-80dbd88908b7 None None] Provisioning complete for port e4dc1f1b-8be1-4aea-a615-d2171e4a7180 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:35.765653 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cbbc03a6-ce7f-4328-8b1f-80dbd88908b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:35.800855 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd7abf6-6d34-425f-b782-df98c8cebbf3,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:35.809916 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:35.811156 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 81277a0f-ec08-4fed-9c26-92a7aa611786, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=81277a0f-ec08-4fed-9c26-92a7aa611786,segment=NetworkSegment(44ffbd79-556e-44a4-8f8c-1e03d45cf79c),segment_id=44ffbd79-556e-44a4-8f8c-1e03d45cf79c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:35.821520 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:35.825725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c8664376-dac3-486f-a6e6-af1c31cc9e65 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:47:35.955173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Network 1c2f4d21-54ef-4cf7-abf8-1d4658dded17 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:35.957524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:35.995822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=81277a0f-ec08-4fed-9c26-92a7aa611786,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:36.035502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port c8664376-dac3-486f-a6e6-af1c31cc9e65 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:36.037469 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:36.075275 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-cbbc03a6-ce7f-4328-8b1f-80dbd88908b7 None None] Provisioning complete for port 81277a0f-ec08-4fed-9c26-92a7aa611786 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:36.081140 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cbbc03a6-ce7f-4328-8b1f-80dbd88908b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:36.131575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Router d32ec8c2-57c3-4672-a388-f8073d2ba442 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:47:36.273373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:47:36.283080 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-53e4eafb-7518-4c08-a8c8-be51ff08ee83 admin admin] 10.222.0.48 "PUT /v2.0/routers/d32ec8c2-57c3-4672-a388-f8073d2ba442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6173465 Nov 24 13:47:36.378715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-36106720-fb80-46bc-bf56-53f1fe5b1af7 None None] Provisioning complete for port 8cd7abf6-6d34-425f-b782-df98c8cebbf3 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:36.379195 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-36106720-fb80-46bc-bf56-53f1fe5b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:36.444133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-36106720-fb80-46bc-bf56-53f1fe5b1af7 None None] Port 8cd7abf6-6d34-425f-b782-df98c8cebbf3 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:47:36.464187 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-36106720-fb80-46bc-bf56-53f1fe5b1af7 None None] Provisioning complete for port 81277a0f-ec08-4fed-9c26-92a7aa611786 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:36.464984 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-36106720-fb80-46bc-bf56-53f1fe5b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:36.688163 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c3319b81-f124-4dc2-84ba-23d3111d2bbe None None] Provisioning complete for port 8cd7abf6-6d34-425f-b782-df98c8cebbf3 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:36.688543 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c3319b81-f124-4dc2-84ba-23d3111d2bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:36.723639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c3319b81-f124-4dc2-84ba-23d3111d2bbe None None] Port 8cd7abf6-6d34-425f-b782-df98c8cebbf3 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:47:36.783144 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:36.965199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e4dc1f1b-8be1-4aea-a615-d2171e4a7180 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:47:37.016237 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e4dc1f1b-8be1-4aea-a615-d2171e4a7180 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:37.016526 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:37.058138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-8859424b-10e7-45db-a547-cafeaa93ea31 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:37.059627 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-8859424b-10e7-45db-a547-cafeaa93ea31 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/networks?id=e1d8d8d2-c89d-499c-bb80-240508952408 HTTP/1.1" status: 200 len: 815 time: 0.1123829 Nov 24 13:47:37.075277 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-bde50911-44cf-4278-9b1f-3c4d9cc83e9e tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/quotas/33dfcc31ccb74612b4078e313cef30ce HTTP/1.1" status: 200 len: 375 time: 0.0097334 Nov 24 13:47:37.093152 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 81277a0f-ec08-4fed-9c26-92a7aa611786 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:47:37.127128 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-328187d1-b394-4a5d-88de-176626a2f4a3 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=33dfcc31ccb74612b4078e313cef30ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461555 Nov 24 13:47:37.139540 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 81277a0f-ec08-4fed-9c26-92a7aa611786 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:37.139916 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:37.227312 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-b1f55fed-3691-43b8-8a1a-3a0fa3825792 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875804 Nov 24 13:47:37.316039 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-f6208d6c-7a45-499e-8222-23b15f9977b9 service neutron] 10.222.0.48 "GET /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824034 Nov 24 13:47:37.481313 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-929c8baf-6817-48c1-bede-6ff17843002f req-33d3285e-a443-4c5d-9eb9-ccad928131e6 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 210 time: 0.0264301 Nov 24 13:47:38.178068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Sync routers for ids ['d32ec8c2-57c3-4672-a388-f8073d2ba442'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:47:38.188844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Routers {'d32ec8c2-57c3-4672-a388-f8073d2ba442'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:47:38.189458 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:47:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d32ec8c2-57c3-4672-a388-f8073d2ba442'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:38.296499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Set router d32ec8c2-57c3-4672-a388-f8073d2ba442 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:47:38.425444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-b42e7279-dfd3-44bd-87fb-efeb975e602c tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:38.427002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-b42e7279-dfd3-44bd-87fb-efeb975e602c tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.46 "GET /v2.0/networks?id=e1d8d8d2-c89d-499c-bb80-240508952408 HTTP/1.1" status: 200 len: 815 time: 0.1119144 Nov 24 13:47:38.441366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-f52c5343-237c-4e83-a1cb-c069bbdc2879 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Request body: {'port': {'device_id': '6cbc29d2-cdc4-478e-b7cf-a43c568e037b', 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408', 'admin_state_up': True, 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:38.511655 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'name': 'tempest-TestEncryptedCinderVolumes-60690923-router', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4dc1f1b-8be1-4aea-a615-d2171e4a7180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:47:35Z', 'revision_number': 4, 'project_id': '98b315f013aa45a5b39f353b265b714f', 'gw_port': {'id': 'e4dc1f1b-8be1-4aea-a615-d2171e4a7180', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '8cd7abf6-6d34-425f-b782-df98c8cebbf3', 'name': '', 'network_id': '1c2f4d21-54ef-4cf7-abf8-1d4658dded17', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'mac_address': 'fa:16:3e:8e:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '05ea403e-b2bd-4931-a3de-80d380d0b769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:34Z', 'updated_at': '2021-11-24T13:47:35Z', 'revision_number': 2, 'project_id': '98b315f013aa45a5b39f353b265b714f', 'subnets': [{'id': '05ea403e-b2bd-4931-a3de-80d380d0b769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:38.545970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Checking router: d32ec8c2-57c3-4672-a388-f8073d2ba442 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:47:38.546334 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Updating router d32ec8c2-57c3-4672-a388-f8073d2ba442 port 8cd7abf6-6d34-425f-b782-df98c8cebbf3 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:47:38.566134 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-f52c5343-237c-4e83-a1cb-c069bbdc2879 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Made reservation on behalf of 33dfcc31ccb74612b4078e313cef30ce for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:47:38.570366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-f52c5343-237c-4e83-a1cb-c069bbdc2879 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:38.572599 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:38.591604 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a36e2970-6cc2-4804-ad88-29cbbd0f3241 req-f3a68b63-e15c-4b59-9f39-323d8558ac69 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 210 time: 0.0363448 Nov 24 13:47:38.723007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-f52c5343-237c-4e83-a1cb-c069bbdc2879 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Allocated IP 172.20.0.6 (e1d8d8d2-c89d-499c-bb80-240508952408/52c1b96b-07ec-4993-8919-9e4ade94c371/e006726e-c18e-47ab-977e-9925ae998122) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:47:38.835617 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:38.842531 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:38.874543 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-f52c5343-237c-4e83-a1cb-c069bbdc2879 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:38.892014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203eaf5-5929-4144-9fe5-fcac6029b99c None None] Pushing event updated for resources: {'Port': ['ID=8cd7abf6-6d34-425f-b782-df98c8cebbf3,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:38.914814 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-f52c5343-237c-4e83-a1cb-c069bbdc2879 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:38.945135 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Attempting to bind port 8cd7abf6-6d34-425f-b782-df98c8cebbf3 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:47:38.945510 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Attempting to bind port 8cd7abf6-6d34-425f-b782-df98c8cebbf3 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '44ffbd79-556e-44a4-8f8c-1e03d45cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1c2f4d21-54ef-4cf7-abf8-1d4658dded17'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:47:38.945878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Attempting to bind port 8cd7abf6-6d34-425f-b782-df98c8cebbf3 on network 1c2f4d21-54ef-4cf7-abf8-1d4658dded17 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:47:38.951779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:47:38.952169 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Checking segment: {'id': '44ffbd79-556e-44a4-8f8c-1e03d45cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1c2f4d21-54ef-4cf7-abf8-1d4658dded17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:38.952579 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:38.953031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Bound using segment: {'id': '44ffbd79-556e-44a4-8f8c-1e03d45cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1c2f4d21-54ef-4cf7-abf8-1d4658dded17'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:47:38.953492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Bound port: 8cd7abf6-6d34-425f-b782-df98c8cebbf3, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44ffbd79-556e-44a4-8f8c-1e03d45cf79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1c2f4d21-54ef-4cf7-abf8-1d4658dded17'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:47:38.953876 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:38.965077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-f52c5343-237c-4e83-a1cb-c069bbdc2879 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Network e1d8d8d2-c89d-499c-bb80-240508952408 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:47:38.968254 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-f52c5343-237c-4e83-a1cb-c069bbdc2879 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:47:38.970905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-f52c5343-237c-4e83-a1cb-c069bbdc2879 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:47:38.978875 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c5343-237c-4e83-a1cb-c069bbdc2879 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Pushing event updated for resources: {'Port': ['ID=e006726e-c18e-47ab-977e-9925ae998122,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:39.035248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-f52c5343-237c-4e83-a1cb-c069bbdc2879 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:39.036305 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-f52c5343-237c-4e83-a1cb-c069bbdc2879 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:39.046811 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] For port 8cd7abf6-6d34-425f-b782-df98c8cebbf3, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:47:39.051539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] For port 8cd7abf6-6d34-425f-b782-df98c8cebbf3, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8cd7abf6-6d34-425f-b782-df98c8cebbf3,segment=NetworkSegment(44ffbd79-556e-44a4-8f8c-1e03d45cf79c),segment_id=44ffbd79-556e-44a4-8f8c-1e03d45cf79c)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:47:39.054352 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-f52c5343-237c-4e83-a1cb-c069bbdc2879 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6170728 Nov 24 13:47:39.055744 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:39.067055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Request body: {'port': {'device_id': '6cbc29d2-cdc4-478e-b7cf-a43c568e037b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:47:39.113927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Routers {'d32ec8c2-57c3-4672-a388-f8073d2ba442'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:47:39.114565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:47:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d32ec8c2-57c3-4672-a388-f8073d2ba442'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:39.133979 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:39.163322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203eaf5-5929-4144-9fe5-fcac6029b99c None None] Pushing event updated for resources: {'Port': ['ID=8cd7abf6-6d34-425f-b782-df98c8cebbf3,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:39.256093 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] Set router d32ec8c2-57c3-4672-a388-f8073d2ba442 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:47:39.310555 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fd5ba45a-8e4c-467a-aa2a-3b186767767c None None] Provisioning complete for port 8cd7abf6-6d34-425f-b782-df98c8cebbf3 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:39.310555 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba45a-8e4c-467a-aa2a-3b186767767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:39.434807 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e006726e-c18e-47ab-977e-9925ae998122 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:47:39.442507 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:39.454250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Transition to ACTIVE for port object e006726e-c18e-47ab-977e-9925ae998122 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:47:39.458768 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:39.517344 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba45a-8e4c-467a-aa2a-3b186767767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:39.532676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Pushing event updated for resources: {'Port': ['ID=e006726e-c18e-47ab-977e-9925ae998122,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:39.561300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fd5ba45a-8e4c-467a-aa2a-3b186767767c None None] For port 8cd7abf6-6d34-425f-b782-df98c8cebbf3, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8cd7abf6-6d34-425f-b782-df98c8cebbf3,segment=NetworkSegment(44ffbd79-556e-44a4-8f8c-1e03d45cf79c),segment_id=44ffbd79-556e-44a4-8f8c-1e03d45cf79c)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:39.568441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'name': 'tempest-TestEncryptedCinderVolumes-60690923-router', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4dc1f1b-8be1-4aea-a615-d2171e4a7180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:47:35Z', 'revision_number': 4, 'project_id': '98b315f013aa45a5b39f353b265b714f', 'gw_port': {'id': 'e4dc1f1b-8be1-4aea-a615-d2171e4a7180', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '8cd7abf6-6d34-425f-b782-df98c8cebbf3', 'name': '', 'network_id': '1c2f4d21-54ef-4cf7-abf8-1d4658dded17', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'mac_address': 'fa:16:3e:8e:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '05ea403e-b2bd-4931-a3de-80d380d0b769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:34Z', 'updated_at': '2021-11-24T13:47:39Z', 'revision_number': 4, 'project_id': '98b315f013aa45a5b39f353b265b714f', 'subnets': [{'id': '05ea403e-b2bd-4931-a3de-80d380d0b769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:47:39.570448 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba45a-8e4c-467a-aa2a-3b186767767c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:39.582901 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Attempting to bind port e006726e-c18e-47ab-977e-9925ae998122 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:47:39.583248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Attempting to bind port e006726e-c18e-47ab-977e-9925ae998122 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:47:39.583579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Attempting to bind port e006726e-c18e-47ab-977e-9925ae998122 on network e1d8d8d2-c89d-499c-bb80-240508952408 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:47:39.589101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Port e006726e-c18e-47ab-977e-9925ae998122 on network e1d8d8d2-c89d-499c-bb80-240508952408 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:47:39.589476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Attempting to bind port e006726e-c18e-47ab-977e-9925ae998122 on network e1d8d8d2-c89d-499c-bb80-240508952408 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:47:39.594435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:47:39.594774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Checking segment: {'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:47:39.595176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Bound using segment: {'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:47:39.595590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Bound port: e006726e-c18e-47ab-977e-9925ae998122, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:47:39.596008 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:39.616536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4e36c-a7f7-43cb-9f1d-42f167306f4c None None] The sync data for ids ['d32ec8c2-57c3-4672-a388-f8073d2ba442'] in n-d-817303-4 is: [{'id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'name': 'tempest-TestEncryptedCinderVolumes-60690923-router', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4dc1f1b-8be1-4aea-a615-d2171e4a7180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:47:35Z', 'revision_number': 4, 'project_id': '98b315f013aa45a5b39f353b265b714f', 'gw_port': {'id': 'e4dc1f1b-8be1-4aea-a615-d2171e4a7180', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '8cd7abf6-6d34-425f-b782-df98c8cebbf3', 'name': '', 'network_id': '1c2f4d21-54ef-4cf7-abf8-1d4658dded17', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'mac_address': 'fa:16:3e:8e:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '05ea403e-b2bd-4931-a3de-80d380d0b769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:34Z', 'updated_at': '2021-11-24T13:47:39Z', 'revision_number': 4, 'project_id': '98b315f013aa45a5b39f353b265b714f', 'subnets': [{'id': '05ea403e-b2bd-4931-a3de-80d380d0b769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:47:39.659081 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ba45a-8e4c-467a-aa2a-3b186767767c None None] Pushing event updated for resources: {'Port': ['ID=8cd7abf6-6d34-425f-b782-df98c8cebbf3,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:39.674412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] For port e006726e-c18e-47ab-977e-9925ae998122, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:47:39.679286 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] For port e006726e-c18e-47ab-977e-9925ae998122, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e006726e-c18e-47ab-977e-9925ae998122,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:47:39.695880 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:39.715927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b019348d-b5cc-4eec-a671-49b4e7d40a22 None None] Provisioning complete for port 8cd7abf6-6d34-425f-b782-df98c8cebbf3 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:39.715927 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b019348d-b5cc-4eec-a671-49b4e7d40a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:39.749166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:39.750056 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:39.751624 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] 10.222.0.46 "PUT /v2.0/ports/e006726e-c18e-47ab-977e-9925ae998122 HTTP/1.1" status: 200 len: 1091 time: 0.6891387 Nov 24 13:47:39.752229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cbc29d2-cdc4-478e-b7cf-a43c568e037b', 'tag': 'e006726e-c18e-47ab-977e-9925ae998122'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:47:39.764304 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05ad893-8323-47b4-b0e3-85d18ec89e83" -d '{"events": [{"name": "network-changed", "server_uuid": "6cbc29d2-cdc4-478e-b7cf-a43c568e037b", "tag": "e006726e-c18e-47ab-977e-9925ae998122"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:47:39.835558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b2613-fb02-4d36-aea4-57388a0db467 req-21e56f0b-f4ca-4658-a49b-89190f5f49b5 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:39.837204 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-068b2613-fb02-4d36-aea4-57388a0db467 req-21e56f0b-f4ca-4658-a49b-89190f5f49b5 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 943 time: 0.1059358 Nov 24 13:47:39.863815 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a40c5b2-0772-4da1-8ed8-641faf0c5db9 x-openstack-request-id: req-3a40c5b2-0772-4da1-8ed8-641faf0c5db9 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:47:39.864164 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cbc29d2-cdc4-478e-b7cf-a43c568e037b", "tag": "e006726e-c18e-47ab-977e-9925ae998122", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:47:39.864367 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a40c5b2-0772-4da1-8ed8-641faf0c5db9 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:47:39.864908 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cbc29d2-cdc4-478e-b7cf-a43c568e037b', 'tag': 'e006726e-c18e-47ab-977e-9925ae998122', 'status': 'completed', 'code': 200} Nov 24 13:47:39.894982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5f7d8-7ac6-4e4c-8afd-c7f933709750 service neutron] Pushing event updated for resources: {'Port': ['ID=e006726e-c18e-47ab-977e-9925ae998122,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:39.906864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-8fc651ff-00e1-410a-9f5b-dd78c8af515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:39.908422 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-8fc651ff-00e1-410a-9f5b-dd78c8af515d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33dfcc31ccb74612b4078e313cef30ce&device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 1094 time: 0.1006827 Nov 24 13:47:39.922867 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-068b2613-fb02-4d36-aea4-57388a0db467 req-dc75e2e3-9db3-44fc-9f5b-7039c1205559 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710378 Nov 24 13:47:39.971414 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-af747608-192d-45a2-9f67-e97415320cda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e006726e-c18e-47ab-977e-9925ae998122 HTTP/1.1" status: 200 len: 217 time: 0.0436957 Nov 24 13:47:40.025813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-9db51c20-ec7a-4ddb-91d7-e975ffed2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:40.028362 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-9db51c20-ec7a-4ddb-91d7-e975ffed2d68 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c1b96b-07ec-4993-8919-9e4ade94c371 HTTP/1.1" status: 200 len: 854 time: 0.0495887 Nov 24 13:47:40.069264 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:40.089210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-99f7b16c-736f-4c8e-956a-be4ed225a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:40.090773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-99f7b16c-736f-4c8e-956a-be4ed225a9b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1d8d8d2-c89d-499c-bb80-240508952408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543323 Nov 24 13:47:40.186057 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-9da1e9da-e65a-4b8a-a554-b25cbac51d06 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877326 Nov 24 13:47:40.288914 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-167a5898-4d3a-4146-bedc-eb13b49ba8ec req-571e32a0-c981-4015-959f-cd765f3f4f36 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960870 Nov 24 13:47:40.376222 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad893-8323-47b4-b0e3-85d18ec89e83 req-52992b3a-ec62-4d7e-8c63-58927f5be8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:40.377798 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e05ad893-8323-47b4-b0e3-85d18ec89e83 req-52992b3a-ec62-4d7e-8c63-58927f5be8e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33dfcc31ccb74612b4078e313cef30ce&device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 1094 time: 0.0437977 Nov 24 13:47:40.483362 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad893-8323-47b4-b0e3-85d18ec89e83 req-31af9994-b6fe-4244-ba42-11c0138abfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:40.484876 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e05ad893-8323-47b4-b0e3-85d18ec89e83 req-31af9994-b6fe-4244-ba42-11c0138abfb8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1d8d8d2-c89d-499c-bb80-240508952408 HTTP/1.1" status: 200 len: 916 time: 0.0992415 Nov 24 13:47:40.527864 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e05ad893-8323-47b4-b0e3-85d18ec89e83 req-3c1103b0-8ecb-4301-9c09-529c41b7e63e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e006726e-c18e-47ab-977e-9925ae998122 HTTP/1.1" status: 200 len: 217 time: 0.0344927 Nov 24 13:47:40.575961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad893-8323-47b4-b0e3-85d18ec89e83 req-968ca15b-a87b-4993-8f96-50a6866beb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:40.577598 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e05ad893-8323-47b4-b0e3-85d18ec89e83 req-968ca15b-a87b-4993-8f96-50a6866beb07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c1b96b-07ec-4993-8919-9e4ade94c371 HTTP/1.1" status: 200 len: 854 time: 0.0424235 Nov 24 13:47:40.626036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ad893-8323-47b4-b0e3-85d18ec89e83 req-aae5445e-da30-4660-902c-46d61de7b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:40.627573 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e05ad893-8323-47b4-b0e3-85d18ec89e83 req-aae5445e-da30-4660-902c-46d61de7b79d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1d8d8d2-c89d-499c-bb80-240508952408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419331 Nov 24 13:47:40.721802 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e05ad893-8323-47b4-b0e3-85d18ec89e83 req-8f367efe-bfe1-40b4-a43a-e82d4d3389e8 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848722 Nov 24 13:47:40.817650 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e05ad893-8323-47b4-b0e3-85d18ec89e83 req-8abf343f-bf12-450e-800c-7a5744fc93f5 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872700 Nov 24 13:47:40.915590 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 8cd7abf6-6d34-425f-b782-df98c8cebbf3 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:47:40.963083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 8cd7abf6-6d34-425f-b782-df98c8cebbf3 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:40.963457 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:41.042675 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e2846-dcd7-4291-9bdf-c214690fcd88 req-aa1e1755-ca92-49c5-974a-3927514ac10e tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:41.044292 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-284e2846-dcd7-4291-9bdf-c214690fcd88 req-aa1e1755-ca92-49c5-974a-3927514ac10e tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 943 time: 0.0493381 Nov 24 13:47:41.091189 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-284e2846-dcd7-4291-9bdf-c214690fcd88 req-f24c70d7-d11e-4f93-8eee-d62609d3e43d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Nov 24 13:47:42.204740 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4323145-2a53-463f-a43e-f60d979bc56c req-947a3821-1924-4e55-b9b0-7c52f6837018 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:42.206188 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f4323145-2a53-463f-a43e-f60d979bc56c req-947a3821-1924-4e55-b9b0-7c52f6837018 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 943 time: 0.0476699 Nov 24 13:47:42.253111 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f4323145-2a53-463f-a43e-f60d979bc56c req-e412bcd8-f9a5-4a33-8201-26e4130e0fb8 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Nov 24 13:47:42.433034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device e006726e-c18e-47ab-977e-9925ae998122 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:47:42.530048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port e006726e-c18e-47ab-977e-9925ae998122, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e006726e-c18e-47ab-977e-9925ae998122,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:42.541488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'e006726e-c18e-47ab-977e-9925ae998122', 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408', 'port_id': 'e006726e-c18e-47ab-977e-9925ae998122', 'mac_address': 'fa:16:3e:40:1a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c1b96b-07ec-4993-8919-9e4ade94c371', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:47:42.579446 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:42.593308 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e006726e-c18e-47ab-977e-9925ae998122 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:47:42.616150 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port e006726e-c18e-47ab-977e-9925ae998122, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e006726e-c18e-47ab-977e-9925ae998122,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:42.621770 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:42.668528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=e006726e-c18e-47ab-977e-9925ae998122,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:42.826441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['e006726e-c18e-47ab-977e-9925ae998122'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:47:43.366389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b67d3-4a87-42de-a587-a1be03920168 req-88a6cbcf-2f4f-4ea9-a359-2c0e4a58621f tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:43.368152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b2b67d3-4a87-42de-a587-a1be03920168 req-88a6cbcf-2f4f-4ea9-a359-2c0e4a58621f tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 944 time: 0.0488596 Nov 24 13:47:43.414657 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0b2b67d3-4a87-42de-a587-a1be03920168 req-c38fcbd0-9bd7-43e7-b930-696abc41517a tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Nov 24 13:47:43.721692 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:47:44.458539 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device e006726e-c18e-47ab-977e-9925ae998122 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:47:44.509661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port e006726e-c18e-47ab-977e-9925ae998122 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:47:44.513793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port e006726e-c18e-47ab-977e-9925ae998122 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:47:44.514182 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:44.533257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a7c34-1045-47a1-a7c6-06511f178924 req-56a3f4f0-ad3a-4e32-92a9-2a1bfae04c8b tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:44.534750 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f13a7c34-1045-47a1-a7c6-06511f178924 req-56a3f4f0-ad3a-4e32-92a9-2a1bfae04c8b tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 944 time: 0.0521379 Nov 24 13:47:44.587299 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f13a7c34-1045-47a1-a7c6-06511f178924 req-f5a04730-9b52-4456-b0a6-0e7345ec8ad1 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456171 Nov 24 13:47:44.594629 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:44.618413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbc29d2-cdc4-478e-b7cf-a43c568e037b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e006726e-c18e-47ab-977e-9925ae998122'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:47:44.620632 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd44765f-4f92-41cd-a1f2-842979f715ec" -d '{"events": [{"server_uuid": "6cbc29d2-cdc4-478e-b7cf-a43c568e037b", "name": "network-vif-plugged", "status": "completed", "tag": "e006726e-c18e-47ab-977e-9925ae998122"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:47:44.632941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port e006726e-c18e-47ab-977e-9925ae998122, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e006726e-c18e-47ab-977e-9925ae998122,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:47:44.637376 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:44.659882 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831a2126-052f-43b8-80c4-8a403f39cbc6 x-openstack-request-id: req-831a2126-052f-43b8-80c4-8a403f39cbc6 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:47:44.660174 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbc29d2-cdc4-478e-b7cf-a43c568e037b", "name": "network-vif-plugged", "status": "completed", "tag": "e006726e-c18e-47ab-977e-9925ae998122", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:47:44.660432 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-831a2126-052f-43b8-80c4-8a403f39cbc6 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:47:44.660854 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbc29d2-cdc4-478e-b7cf-a43c568e037b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e006726e-c18e-47ab-977e-9925ae998122', 'code': 200} Nov 24 13:47:44.687641 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=e006726e-c18e-47ab-977e-9925ae998122,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:47:44.760509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71323e86-a194-4f91-ba05-9d18971582ba req-33b22ccc-f0f8-4cda-a3a7-fd617e0be6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:44.762016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71323e86-a194-4f91-ba05-9d18971582ba req-33b22ccc-f0f8-4cda-a3a7-fd617e0be6b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 1096 time: 0.0439639 Nov 24 13:47:44.806141 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-71323e86-a194-4f91-ba05-9d18971582ba req-ca5daeec-7eb7-47c5-9a18-427e58b5eec0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365520 Nov 24 13:47:45.705101 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1818107-166d-44d9-8efc-a492e422b17f req-a6393eeb-0e63-4d0d-bf24-4101b599e1cb tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:45.706586 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f1818107-166d-44d9-8efc-a492e422b17f req-a6393eeb-0e63-4d0d-bf24-4101b599e1cb tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 945 time: 0.0487688 Nov 24 13:47:45.759809 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f1818107-166d-44d9-8efc-a492e422b17f req-b8492faf-57bb-4481-8973-c03dfe72deb8 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472436 Nov 24 13:47:45.833904 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06a14828-78fe-4916-b57c-44eb7dde71ec req-a29886a7-62af-41e1-8ff7-76c48eaf48c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396600 Nov 24 13:47:45.914103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a14828-78fe-4916-b57c-44eb7dde71ec req-df25edfc-f465-4f25-8ee1-7d07f46ab7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:45.915463 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06a14828-78fe-4916-b57c-44eb7dde71ec req-df25edfc-f465-4f25-8ee1-7d07f46ab7e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33dfcc31ccb74612b4078e313cef30ce&device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 1096 time: 0.0400581 Nov 24 13:47:46.021041 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a14828-78fe-4916-b57c-44eb7dde71ec req-b8a4fbb8-2baa-4ae8-95f7-0ab0104c1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:46.022535 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06a14828-78fe-4916-b57c-44eb7dde71ec req-b8a4fbb8-2baa-4ae8-95f7-0ab0104c1852 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1d8d8d2-c89d-499c-bb80-240508952408 HTTP/1.1" status: 200 len: 916 time: 0.0890496 Nov 24 13:47:46.064121 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06a14828-78fe-4916-b57c-44eb7dde71ec req-6b5659fe-03d1-48da-b4f9-3a64de4e98c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e006726e-c18e-47ab-977e-9925ae998122 HTTP/1.1" status: 200 len: 217 time: 0.0339754 Nov 24 13:47:46.115667 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a14828-78fe-4916-b57c-44eb7dde71ec req-eb70a900-023b-482b-9a3c-17449fc1d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:46.117342 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06a14828-78fe-4916-b57c-44eb7dde71ec req-eb70a900-023b-482b-9a3c-17449fc1d6c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c1b96b-07ec-4993-8919-9e4ade94c371 HTTP/1.1" status: 200 len: 854 time: 0.0466843 Nov 24 13:47:46.160207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a14828-78fe-4916-b57c-44eb7dde71ec req-46d3ef08-4bdd-4017-bf06-020c3c45a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:46.161671 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06a14828-78fe-4916-b57c-44eb7dde71ec req-46d3ef08-4bdd-4017-bf06-020c3c45a17d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1d8d8d2-c89d-499c-bb80-240508952408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379324 Nov 24 13:47:46.251322 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06a14828-78fe-4916-b57c-44eb7dde71ec req-fc813ef9-c916-4142-a437-e99e307ae912 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809135 Nov 24 13:47:46.342963 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-06a14828-78fe-4916-b57c-44eb7dde71ec req-f45cdf6d-d667-48b4-be28-b54e26433394 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846803 Nov 24 13:47:46.880635 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858dfbe-5106-4dd6-acdf-457a3c12dc22 req-e6f7865b-14c2-4cf5-a844-453b83c863bd tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:46.882082 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f858dfbe-5106-4dd6-acdf-457a3c12dc22 req-e6f7865b-14c2-4cf5-a844-453b83c863bd tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 945 time: 0.0513167 Nov 24 13:47:46.928513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f858dfbe-5106-4dd6-acdf-457a3c12dc22 req-4d22f6d6-dd5b-4b59-8d7b-ced1f304414e tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404866 Nov 24 13:47:47.041232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe5a86-c4ea-42b5-ba1f-091f2ff52fdd req-a7a836b3-6540-4f19-ba34-beb4a9b7c089 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:47:47.042692 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fcbe5a86-c4ea-42b5-ba1f-091f2ff52fdd req-a7a836b3-6540-4f19-ba34-beb4a9b7c089 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 945 time: 0.0474417 Nov 24 13:47:47.088365 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fcbe5a86-c4ea-42b5-ba1f-091f2ff52fdd req-b471e292-1712-4057-9472-fbc8b2110375 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398228 Nov 24 13:47:50.928501 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8768aa9a-b03d-4dcc-98fd-e639836015f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:53.347063 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-59e98585-7b66-46e4-933e-38d93927d040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:54.538678 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:56.071249 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:47:56.763294 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:06.785271 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:08.663909 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817280d-bb2d-4e18-a561-cb4ccb3a5c64 req-73274882-ee20-47db-af1f-ec2944404330 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:08.665464 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0817280d-bb2d-4e18-a561-cb4ccb3a5c64 req-73274882-ee20-47db-af1f-ec2944404330 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 945 time: 0.0560529 Nov 24 13:48:08.712575 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0817280d-bb2d-4e18-a561-cb4ccb3a5c64 req-4a1b1af0-b088-4aa9-b170-c9f31afe20e3 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409069 Nov 24 13:48:09.832288 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76b28b-764b-4b63-9fe8-f9a241a22fa3 req-b6362a89-eca9-4f84-b802-b9aaf6d5570b tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:09.833798 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c76b28b-764b-4b63-9fe8-f9a241a22fa3 req-b6362a89-eca9-4f84-b802-b9aaf6d5570b tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 945 time: 0.0524056 Nov 24 13:48:09.880246 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9c76b28b-764b-4b63-9fe8-f9a241a22fa3 req-891ba8e3-fb26-41d7-8900-5fd234074e1c tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400784 Nov 24 13:48:10.055958 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:10.192925 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c4f0e-f925-4596-96b0-8b06f99583b6 req-9ad13dfc-fc54-4e9f-a735-48a2c9f46dce tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:10.194866 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-932c4f0e-f925-4596-96b0-8b06f99583b6 req-9ad13dfc-fc54-4e9f-a735-48a2c9f46dce tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 945 time: 0.0478396 Nov 24 13:48:10.286420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-932c4f0e-f925-4596-96b0-8b06f99583b6 req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Deleting port e006726e-c18e-47ab-977e-9925ae998122 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:48:10.286759 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-932c4f0e-f925-4596-96b0-8b06f99583b6 req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:10.373659 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-932c4f0e-f925-4596-96b0-8b06f99583b6 req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] For port e006726e-c18e-47ab-977e-9925ae998122, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=e006726e-c18e-47ab-977e-9925ae998122,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:48:10.373933 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-932c4f0e-f925-4596-96b0-8b06f99583b6 req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:10.386862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-932c4f0e-f925-4596-96b0-8b06f99583b6 req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Calling delete_port for e006726e-c18e-47ab-977e-9925ae998122 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:48:10.516283 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-932c4f0e-f925-4596-96b0-8b06f99583b6 req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:10.528691 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['e006726e-c18e-47ab-977e-9925ae998122'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:48:10.547536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Pushing event deleted for resources: {'Port': ['ID=e006726e-c18e-47ab-977e-9925ae998122,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:10.561041 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:10.561407 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:10.561757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:10.562107 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:10.562449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:10.562787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:10.563128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:10.563469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:10.563806 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:10.564138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:10.564469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:10.564823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:10.604447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-932c4f0e-f925-4596-96b0-8b06f99583b6 req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] No DVR routers for this DVR port e006726e-c18e-47ab-977e-9925ae998122 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:48:10.607124 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-932c4f0e-f925-4596-96b0-8b06f99583b6 req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:10.610514 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-932c4f0e-f925-4596-96b0-8b06f99583b6 req-f03d1041-45ee-4d9a-a8d3-60c85146bf68 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.46 "DELETE /v2.0/ports/e006726e-c18e-47ab-977e-9925ae998122 HTTP/1.1" status: 204 len: 173 time: 0.4095600 Nov 24 13:48:10.610950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cbc29d2-cdc4-478e-b7cf-a43c568e037b', 'name': 'network-vif-deleted', 'tag': 'e006726e-c18e-47ab-977e-9925ae998122'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:48:10.613488 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129f1666-9d55-42ca-9f3e-aa6a2f0c2dd2" -d '{"events": [{"server_uuid": "6cbc29d2-cdc4-478e-b7cf-a43c568e037b", "name": "network-vif-deleted", "tag": "e006726e-c18e-47ab-977e-9925ae998122"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:48:10.651180 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f59418-f79f-4c48-85f6-148454ce339b x-openstack-request-id: req-61f59418-f79f-4c48-85f6-148454ce339b {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:48:10.651482 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cbc29d2-cdc4-478e-b7cf-a43c568e037b", "name": "network-vif-deleted", "tag": "e006726e-c18e-47ab-977e-9925ae998122", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:48:10.651743 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61f59418-f79f-4c48-85f6-148454ce339b {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:48:10.652140 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cbc29d2-cdc4-478e-b7cf-a43c568e037b', 'name': 'network-vif-deleted', 'tag': 'e006726e-c18e-47ab-977e-9925ae998122', 'status': 'completed', 'code': 200} Nov 24 13:48:10.996991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c284efc-4201-4a31-bacc-ab1897644ef0 req-547bed5a-0669-4991-a570-420aea6dd1a3 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cbc29d2-cdc4-478e-b7cf-a43c568e037b HTTP/1.1" status: 200 len: 210 time: 0.0342312 Nov 24 13:48:12.501169 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-2913ec80-3da2-4fee-a52b-612cfd10f4a1 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:12.502633 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-2913ec80-3da2-4fee-a52b-612cfd10f4a1 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/networks?id=e1d8d8d2-c89d-499c-bb80-240508952408 HTTP/1.1" status: 200 len: 815 time: 0.1032441 Nov 24 13:48:12.517797 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-8c6943e0-ff13-4114-909c-cde91b61d413 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/quotas/33dfcc31ccb74612b4078e313cef30ce HTTP/1.1" status: 200 len: 375 time: 0.0088129 Nov 24 13:48:12.567443 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-de96b967-8436-44d8-aa05-56feb96a276d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=33dfcc31ccb74612b4078e313cef30ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439496 Nov 24 13:48:12.675166 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-eac8c190-7502-43e4-bf94-90f146a5e3eb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:48:12.676175 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-eac8c190-7502-43e4-bf94-90f146a5e3eb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0971208 Nov 24 13:48:12.765565 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-695efb28-b127-4d5a-9b98-e43aecc92bef service neutron] 10.222.0.48 "GET /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824463 Nov 24 13:48:12.856652 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-750cb644-ed82-45f8-a488-d4885257bc2f service neutron] 10.222.0.48 "GET /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849316 Nov 24 13:48:13.015798 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8d08e5b1-615e-4527-a721-259f45028e76 req-125b3cb0-93ba-4e69-961d-9645b4fa8b85 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 210 time: 0.0263243 Nov 24 13:48:13.912078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-19dd98fd-f94f-4942-ab4c-f38ac3cc98d1 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:13.913732 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-19dd98fd-f94f-4942-ab4c-f38ac3cc98d1 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.46 "GET /v2.0/networks?id=e1d8d8d2-c89d-499c-bb80-240508952408 HTTP/1.1" status: 200 len: 815 time: 0.1076503 Nov 24 13:48:13.927251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-2243c2d8-8950-47aa-aec2-54fff24af81d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Request body: {'port': {'device_id': 'cc93351c-5f49-4a5b-8a05-2765e10a60c1', 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408', 'admin_state_up': True, 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:48:14.038080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-2243c2d8-8950-47aa-aec2-54fff24af81d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Made reservation on behalf of 33dfcc31ccb74612b4078e313cef30ce for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:48:14.041780 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-2243c2d8-8950-47aa-aec2-54fff24af81d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:14.112691 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-584120eb-8db2-4cc9-89f7-abdb4f3f730e req-ab39bc85-cecd-4890-b66e-ee3d93fe7618 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 210 time: 0.0259581 Nov 24 13:48:14.168655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-2243c2d8-8950-47aa-aec2-54fff24af81d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Allocated IP 172.20.0.6 (e1d8d8d2-c89d-499c-bb80-240508952408/52c1b96b-07ec-4993-8919-9e4ade94c371/61cfdc4e-ba30-46fd-b16b-829955013a60) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:48:14.309088 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-2243c2d8-8950-47aa-aec2-54fff24af81d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:14.341726 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-2243c2d8-8950-47aa-aec2-54fff24af81d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:14.385375 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-2243c2d8-8950-47aa-aec2-54fff24af81d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Network e1d8d8d2-c89d-499c-bb80-240508952408 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:48:14.390382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-2243c2d8-8950-47aa-aec2-54fff24af81d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:48:14.393895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-2243c2d8-8950-47aa-aec2-54fff24af81d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:48:14.421842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243c2d8-8950-47aa-aec2-54fff24af81d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Pushing event updated for resources: {'Port': ['ID=61cfdc4e-ba30-46fd-b16b-829955013a60,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:14.452504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-2243c2d8-8950-47aa-aec2-54fff24af81d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:14.453208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-2243c2d8-8950-47aa-aec2-54fff24af81d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:14.469263 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-2243c2d8-8950-47aa-aec2-54fff24af81d tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5459599 Nov 24 13:48:14.482757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Request body: {'port': {'device_id': 'cc93351c-5f49-4a5b-8a05-2765e10a60c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:48:14.538999 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:14.616911 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device e006726e-c18e-47ab-977e-9925ae998122 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:48:14.641568 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: e006726e-c18e-47ab-977e-9925ae998122 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:48:14.641915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device e006726e-c18e-47ab-977e-9925ae998122 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:48:14.645525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e29fe307-5ff3-42bd-b507-7c62db0afba0 None None] Provisioning complete for port 61cfdc4e-ba30-46fd-b16b-829955013a60 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:14.645894 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e29fe307-5ff3-42bd-b507-7c62db0afba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:14.679737 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e29fe307-5ff3-42bd-b507-7c62db0afba0 None None] Port 61cfdc4e-ba30-46fd-b16b-829955013a60 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:48:14.802248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cfdc4e-ba30-46fd-b16b-829955013a60 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:48:14.809452 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:14.820998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Transition to ACTIVE for port object 61cfdc4e-ba30-46fd-b16b-829955013a60 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:48:14.824499 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:14.876190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Pushing event updated for resources: {'Port': ['ID=61cfdc4e-ba30-46fd-b16b-829955013a60,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:14.944528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Attempting to bind port 61cfdc4e-ba30-46fd-b16b-829955013a60 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:48:14.944898 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Attempting to bind port 61cfdc4e-ba30-46fd-b16b-829955013a60 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:48:14.945231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Attempting to bind port 61cfdc4e-ba30-46fd-b16b-829955013a60 on network e1d8d8d2-c89d-499c-bb80-240508952408 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:48:14.949877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Port 61cfdc4e-ba30-46fd-b16b-829955013a60 on network e1d8d8d2-c89d-499c-bb80-240508952408 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:48:14.950207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Attempting to bind port 61cfdc4e-ba30-46fd-b16b-829955013a60 on network e1d8d8d2-c89d-499c-bb80-240508952408 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:48:14.955310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:48:14.955793 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Checking segment: {'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:48:14.956193 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Bound using segment: {'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:48:14.956620 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Bound port: 61cfdc4e-ba30-46fd-b16b-829955013a60, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5109a08f-fdd4-4e71-b1b4-540561c9830f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:48:14.957006 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:15.031955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] For port 61cfdc4e-ba30-46fd-b16b-829955013a60, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:48:15.035047 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] For port 61cfdc4e-ba30-46fd-b16b-829955013a60, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=61cfdc4e-ba30-46fd-b16b-829955013a60,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:48:15.040547 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:15.073268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:15.073890 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:15.075738 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] 10.222.0.46 "PUT /v2.0/ports/61cfdc4e-ba30-46fd-b16b-829955013a60 HTTP/1.1" status: 200 len: 1091 time: 0.5976565 Nov 24 13:48:15.077973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc93351c-5f49-4a5b-8a05-2765e10a60c1', 'tag': '61cfdc4e-ba30-46fd-b16b-829955013a60'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:48:15.081346 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6487c6-4f1d-4a1a-ae16-92ec52a59187" -d '{"events": [{"name": "network-changed", "server_uuid": "cc93351c-5f49-4a5b-8a05-2765e10a60c1", "tag": "61cfdc4e-ba30-46fd-b16b-829955013a60"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:48:15.122939 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04f1b6-c2a2-4a52-9862-0c67a1d11220 service neutron] Pushing event updated for resources: {'Port': ['ID=61cfdc4e-ba30-46fd-b16b-829955013a60,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:15.136797 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdbdd1b-f16d-4a21-81da-dd9169d7fe05 x-openstack-request-id: req-7fdbdd1b-f16d-4a21-81da-dd9169d7fe05 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:48:15.136797 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc93351c-5f49-4a5b-8a05-2765e10a60c1", "tag": "61cfdc4e-ba30-46fd-b16b-829955013a60", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:48:15.136797 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7fdbdd1b-f16d-4a21-81da-dd9169d7fe05 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:48:15.136797 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc93351c-5f49-4a5b-8a05-2765e10a60c1', 'tag': '61cfdc4e-ba30-46fd-b16b-829955013a60', 'status': 'completed', 'code': 200} Nov 24 13:48:15.173912 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-5e8223ea-272b-40a4-af9e-cede1da73434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:15.175472 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-5e8223ea-272b-40a4-af9e-cede1da73434 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33dfcc31ccb74612b4078e313cef30ce&device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 1094 time: 0.0538037 Nov 24 13:48:15.243003 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e02f9-bd03-46f6-a92b-d5a33bb0f474 req-cd6597ca-9180-473a-8d19-48cca9adbd97 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:15.244886 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d70e02f9-bd03-46f6-a92b-d5a33bb0f474 req-cd6597ca-9180-473a-8d19-48cca9adbd97 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 943 time: 0.0572734 Nov 24 13:48:15.304048 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d70e02f9-bd03-46f6-a92b-d5a33bb0f474 req-27423a5d-2b20-4e2f-bbe1-f8b9439231cb tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522497 Nov 24 13:48:15.564024 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-035d033a-ed47-490c-bc8c-8a2d8337becf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61cfdc4e-ba30-46fd-b16b-829955013a60 HTTP/1.1" status: 200 len: 217 time: 0.3802068 Nov 24 13:48:15.611767 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-228a9347-e8fa-4e51-bdb0-e4f0fd60dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:15.613208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-228a9347-e8fa-4e51-bdb0-e4f0fd60dbb5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c1b96b-07ec-4993-8919-9e4ade94c371 HTTP/1.1" status: 200 len: 854 time: 0.0422878 Nov 24 13:48:15.658262 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-daf7c019-d3c2-49ad-855a-83054f97faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:15.659711 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-daf7c019-d3c2-49ad-855a-83054f97faec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1d8d8d2-c89d-499c-bb80-240508952408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390561 Nov 24 13:48:15.751338 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-ccd05e38-4207-4599-a1a1-a3f78b80a4df service neutron] 10.222.0.46 "GET /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834265 Nov 24 13:48:15.838493 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-04eba7cc-13b7-443b-82de-f9bc859e1f2a req-fa936bba-a6a1-4b58-a8ce-4484cc661ce0 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802810 Nov 24 13:48:15.924748 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6487c6-4f1d-4a1a-ae16-92ec52a59187 req-3bdbd65f-8f32-41cd-a1c4-e9e3b2efd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:15.926231 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b6487c6-4f1d-4a1a-ae16-92ec52a59187 req-3bdbd65f-8f32-41cd-a1c4-e9e3b2efd57a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33dfcc31ccb74612b4078e313cef30ce&device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 1094 time: 0.0447481 Nov 24 13:48:16.015533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6487c6-4f1d-4a1a-ae16-92ec52a59187 req-5d618ed9-3e6b-4314-a5d0-d7b6a12301b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:16.017002 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b6487c6-4f1d-4a1a-ae16-92ec52a59187 req-5d618ed9-3e6b-4314-a5d0-d7b6a12301b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1d8d8d2-c89d-499c-bb80-240508952408 HTTP/1.1" status: 200 len: 916 time: 0.0835912 Nov 24 13:48:16.062057 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b6487c6-4f1d-4a1a-ae16-92ec52a59187 req-236a89f3-1d38-425b-8a34-4c65b581400c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61cfdc4e-ba30-46fd-b16b-829955013a60 HTTP/1.1" status: 200 len: 217 time: 0.0362375 Nov 24 13:48:16.111455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6487c6-4f1d-4a1a-ae16-92ec52a59187 req-5114bf52-c603-48ea-9289-ac69fc37dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:16.112827 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b6487c6-4f1d-4a1a-ae16-92ec52a59187 req-5114bf52-c603-48ea-9289-ac69fc37dbf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=52c1b96b-07ec-4993-8919-9e4ade94c371 HTTP/1.1" status: 200 len: 854 time: 0.0425723 Nov 24 13:48:16.160819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6487c6-4f1d-4a1a-ae16-92ec52a59187 req-014c59b9-6974-41ad-bfd0-aa8428193d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:16.162301 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b6487c6-4f1d-4a1a-ae16-92ec52a59187 req-014c59b9-6974-41ad-bfd0-aa8428193d60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1d8d8d2-c89d-499c-bb80-240508952408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411551 Nov 24 13:48:16.257784 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b6487c6-4f1d-4a1a-ae16-92ec52a59187 req-a04bcb3f-67df-4f62-8a84-6fd4bb230fe5 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877144 Nov 24 13:48:16.347391 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6b6487c6-4f1d-4a1a-ae16-92ec52a59187 req-97af29fe-93ea-4124-a338-e0244b925254 service neutron] 10.222.0.46 "GET /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810246 Nov 24 13:48:16.422756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd8d33-841e-4d57-8a64-ba01891c4f76 req-e04ef3fc-366b-4e2b-aefe-9598dbe97b46 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:16.424332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72dd8d33-841e-4d57-8a64-ba01891c4f76 req-e04ef3fc-366b-4e2b-aefe-9598dbe97b46 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 943 time: 0.0484033 Nov 24 13:48:16.477057 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72dd8d33-841e-4d57-8a64-ba01891c4f76 req-0669224e-1ef2-4d78-b242-ba7011e777b1 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461519 Nov 24 13:48:17.594307 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485dce0-cb2e-495b-8175-bdd82c2010d4 req-34af90f0-a65b-451d-b13f-33673de541a2 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:17.595845 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3485dce0-cb2e-495b-8175-bdd82c2010d4 req-34af90f0-a65b-451d-b13f-33673de541a2 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 943 time: 0.0517313 Nov 24 13:48:17.643817 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3485dce0-cb2e-495b-8175-bdd82c2010d4 req-1b11b4b3-8454-4581-ab2e-f05c18351da9 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418611 Nov 24 13:48:18.622793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 61cfdc4e-ba30-46fd-b16b-829955013a60 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:48:18.720184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 61cfdc4e-ba30-46fd-b16b-829955013a60, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=61cfdc4e-ba30-46fd-b16b-829955013a60,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:48:18.731535 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '61cfdc4e-ba30-46fd-b16b-829955013a60', 'network_id': 'e1d8d8d2-c89d-499c-bb80-240508952408', 'port_id': '61cfdc4e-ba30-46fd-b16b-829955013a60', 'mac_address': 'fa:16:3e:7e:51:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c1b96b-07ec-4993-8919-9e4ade94c371', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:48:18.763001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548e9ad-1a4c-4037-be52-27b65408712d req-e806d8c3-0e0c-4104-b53f-39e3ad5e43ab tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:18.764628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c548e9ad-1a4c-4037-be52-27b65408712d req-e806d8c3-0e0c-4104-b53f-39e3ad5e43ab tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 943 time: 0.0495136 Nov 24 13:48:18.771392 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:18.784790 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cfdc4e-ba30-46fd-b16b-829955013a60 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:48:18.804490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 61cfdc4e-ba30-46fd-b16b-829955013a60, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=61cfdc4e-ba30-46fd-b16b-829955013a60,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:48:18.808443 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:18.818820 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c548e9ad-1a4c-4037-be52-27b65408712d req-24156aa2-d250-4c17-8f58-841345bc1627 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414453 Nov 24 13:48:18.857211 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=61cfdc4e-ba30-46fd-b16b-829955013a60,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:18.864584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:18.864965 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:18.865314 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:18.865656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:18.865994 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:18.866328 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:18.866679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:18.867256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:18.867587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:18.867937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:18.868265 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:18.868591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:18.998551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['61cfdc4e-ba30-46fd-b16b-829955013a60'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:48:19.937473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956074f-f73f-42a1-8b28-bc8ab958946c req-e3b5ae90-d4bc-402a-baf6-4f5d9af977ba tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:19.938944 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3956074f-f73f-42a1-8b28-bc8ab958946c req-e3b5ae90-d4bc-402a-baf6-4f5d9af977ba tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 944 time: 0.0486515 Nov 24 13:48:19.985726 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3956074f-f73f-42a1-8b28-bc8ab958946c req-45835414-7158-4a53-ad4c-691037e2c609 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401554 Nov 24 13:48:20.629241 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 61cfdc4e-ba30-46fd-b16b-829955013a60 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:48:20.677478 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 61cfdc4e-ba30-46fd-b16b-829955013a60 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:48:20.682298 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 61cfdc4e-ba30-46fd-b16b-829955013a60 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:20.682664 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:20.720080 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:48:20.760131 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:20.781963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc93351c-5f49-4a5b-8a05-2765e10a60c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cfdc4e-ba30-46fd-b16b-829955013a60'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:48:20.784170 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e5425b9475cae73450bff35b45f57174ab2c7a8b94cd5b886fc48d7251382ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cb690d-9ae6-4f64-872c-b49127fbfbba" -d '{"events": [{"server_uuid": "cc93351c-5f49-4a5b-8a05-2765e10a60c1", "name": "network-vif-plugged", "status": "completed", "tag": "61cfdc4e-ba30-46fd-b16b-829955013a60"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:48:20.796756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 61cfdc4e-ba30-46fd-b16b-829955013a60, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=61cfdc4e-ba30-46fd-b16b-829955013a60,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:48:20.802198 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:20.824673 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009bc485-d4e8-4f19-8561-2c7e0f0f62ed x-openstack-request-id: req-009bc485-d4e8-4f19-8561-2c7e0f0f62ed {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:48:20.824992 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc93351c-5f49-4a5b-8a05-2765e10a60c1", "name": "network-vif-plugged", "status": "completed", "tag": "61cfdc4e-ba30-46fd-b16b-829955013a60", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:48:20.825248 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-009bc485-d4e8-4f19-8561-2c7e0f0f62ed {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:48:20.825637 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc93351c-5f49-4a5b-8a05-2765e10a60c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cfdc4e-ba30-46fd-b16b-829955013a60', 'code': 200} Nov 24 13:48:20.859032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=61cfdc4e-ba30-46fd-b16b-829955013a60,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:20.921649 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-58bbbac4-3aea-4b19-afc5-59b2dcff8cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:20.925944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8203e-c0de-4c24-a4e9-c58daff868f9 req-149807b7-93fc-43ea-a178-9fb87e5b5cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:20.927459 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64c8203e-c0de-4c24-a4e9-c58daff868f9 req-149807b7-93fc-43ea-a178-9fb87e5b5cca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 1096 time: 0.0417390 Nov 24 13:48:20.972056 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64c8203e-c0de-4c24-a4e9-c58daff868f9 req-f7dbb74d-6d42-4bba-ad66-f346e83a53a1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369115 Nov 24 13:48:21.110649 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1cc78-191f-4a43-b1ed-d4e76c985131 req-0053d57b-8c45-41cc-bbe7-5875168dd93e tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:21.112114 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fd1cc78-191f-4a43-b1ed-d4e76c985131 req-0053d57b-8c45-41cc-bbe7-5875168dd93e tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 945 time: 0.0517471 Nov 24 13:48:21.158197 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5fd1cc78-191f-4a43-b1ed-d4e76c985131 req-0807de0e-a4b3-40e2-b22a-01a314159a49 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396414 Nov 24 13:48:22.283156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb814671-70db-4aba-8f2c-88b812ad4d5a req-76f5cac9-bb89-4093-add7-2eb74cf85ce2 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:22.284632 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cb814671-70db-4aba-8f2c-88b812ad4d5a req-76f5cac9-bb89-4093-add7-2eb74cf85ce2 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 945 time: 0.0526919 Nov 24 13:48:22.330947 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cb814671-70db-4aba-8f2c-88b812ad4d5a req-9fff236c-5637-47c3-82e5-fd148756890e tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Nov 24 13:48:22.445394 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf9712-1686-4e18-8a67-774b4b4b7d71 req-ac3681f8-e612-4e1f-beaf-af2720351774 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:22.446755 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aacf9712-1686-4e18-8a67-774b4b4b7d71 req-ac3681f8-e612-4e1f-beaf-af2720351774 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 945 time: 0.0478773 Nov 24 13:48:22.497143 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aacf9712-1686-4e18-8a67-774b4b4b7d71 req-9ff31106-3fbe-4775-9af7-6f1d37590de4 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Nov 24 13:48:23.349116 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-52f66df1-d01f-4f9b-99ed-5111427371d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:24.542643 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:26.074540 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:26.765051 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:36.775847 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:40.055526 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:43.878958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9da01-4eed-4c64-8279-2e1cf510eac3 req-564c2054-3426-4f9e-ae31-aff9016e4d11 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:43.880488 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0bc9da01-4eed-4c64-8279-2e1cf510eac3 req-564c2054-3426-4f9e-ae31-aff9016e4d11 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 945 time: 0.0534043 Nov 24 13:48:43.928305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0bc9da01-4eed-4c64-8279-2e1cf510eac3 req-e4656012-1ecd-4d7a-8a84-d96301bf0ee7 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405612 Nov 24 13:48:45.047072 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d77ee-9443-4964-a794-dc7604e72dbc req-90230580-c3c7-400f-a63b-7a2708ab54f6 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:45.048546 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b86d77ee-9443-4964-a794-dc7604e72dbc req-90230580-c3c7-400f-a63b-7a2708ab54f6 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 945 time: 0.0520236 Nov 24 13:48:45.099448 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b86d77ee-9443-4964-a794-dc7604e72dbc req-bb841027-60da-4e3d-9ff2-a777650ea74a tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/security-groups?id=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439363 Nov 24 13:48:45.418153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5f1e8-d2ff-41a5-a52e-d390140b6322 req-14144dbe-aeb9-4b56-84f1-8d88a935fd04 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:45.419618 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ad5f1e8-d2ff-41a5-a52e-d390140b6322 req-14144dbe-aeb9-4b56-84f1-8d88a935fd04 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 945 time: 0.0514662 Nov 24 13:48:45.508553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-5ad5f1e8-d2ff-41a5-a52e-d390140b6322 req-aac64ccf-1451-46d1-8fda-59ccde64655c tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Deleting port 61cfdc4e-ba30-46fd-b16b-829955013a60 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:48:45.508833 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5ad5f1e8-d2ff-41a5-a52e-d390140b6322 req-aac64ccf-1451-46d1-8fda-59ccde64655c tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:45.600274 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-5ad5f1e8-d2ff-41a5-a52e-d390140b6322 req-aac64ccf-1451-46d1-8fda-59ccde64655c tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] For port 61cfdc4e-ba30-46fd-b16b-829955013a60, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=61cfdc4e-ba30-46fd-b16b-829955013a60,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:48:45.600627 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5ad5f1e8-d2ff-41a5-a52e-d390140b6322 req-aac64ccf-1451-46d1-8fda-59ccde64655c tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:45.612240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-5ad5f1e8-d2ff-41a5-a52e-d390140b6322 req-aac64ccf-1451-46d1-8fda-59ccde64655c tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Calling delete_port for 61cfdc4e-ba30-46fd-b16b-829955013a60 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:48:45.736005 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5ad5f1e8-d2ff-41a5-a52e-d390140b6322 req-aac64ccf-1451-46d1-8fda-59ccde64655c tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:45.748011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['61cfdc4e-ba30-46fd-b16b-829955013a60'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:48:45.769308 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac64ccf-1451-46d1-8fda-59ccde64655c tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Pushing event deleted for resources: {'Port': ['ID=61cfdc4e-ba30-46fd-b16b-829955013a60,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:45.812524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad5f1e8-d2ff-41a5-a52e-d390140b6322 req-aac64ccf-1451-46d1-8fda-59ccde64655c tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] No DVR routers for this DVR port 61cfdc4e-ba30-46fd-b16b-829955013a60 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:48:45.816202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5ad5f1e8-d2ff-41a5-a52e-d390140b6322 req-aac64ccf-1451-46d1-8fda-59ccde64655c tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:45.820397 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ad5f1e8-d2ff-41a5-a52e-d390140b6322 req-aac64ccf-1451-46d1-8fda-59ccde64655c tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.46 "DELETE /v2.0/ports/61cfdc4e-ba30-46fd-b16b-829955013a60 HTTP/1.1" status: 204 len: 173 time: 0.3946154 Nov 24 13:48:45.820904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc93351c-5f49-4a5b-8a05-2765e10a60c1', 'name': 'network-vif-deleted', 'tag': '61cfdc4e-ba30-46fd-b16b-829955013a60'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:48:45.824333 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdf2226af6722cb954df55eaccd4f5666ff683543587d500e7e691f7f610076" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e653ffc3-e4c9-468b-a387-490062ebff95" -d '{"events": [{"server_uuid": "cc93351c-5f49-4a5b-8a05-2765e10a60c1", "name": "network-vif-deleted", "tag": "61cfdc4e-ba30-46fd-b16b-829955013a60"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:48:45.868914 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86db3911-6385-40fc-a027-df0285b526cd x-openstack-request-id: req-86db3911-6385-40fc-a027-df0285b526cd {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:48:45.869219 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc93351c-5f49-4a5b-8a05-2765e10a60c1", "name": "network-vif-deleted", "tag": "61cfdc4e-ba30-46fd-b16b-829955013a60", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:48:45.869475 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86db3911-6385-40fc-a027-df0285b526cd {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:48:45.869895 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc93351c-5f49-4a5b-8a05-2765e10a60c1', 'name': 'network-vif-deleted', 'tag': '61cfdc4e-ba30-46fd-b16b-829955013a60', 'status': 'completed', 'code': 200} Nov 24 13:48:46.205546 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bcd7f9e0-68a1-4f5b-9e42-59a4c575cc6b req-881ba4bf-0dfc-4ddd-a215-8edbd7159147 tempest-TestEncryptedCinderVolumes-1593514681 tempest-TestEncryptedCinderVolumes-1593514681-project] 10.222.0.48 "GET /v2.0/ports?device_id=cc93351c-5f49-4a5b-8a05-2765e10a60c1 HTTP/1.1" status: 200 len: 210 time: 0.0271130 Nov 24 13:48:47.297202 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57072) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:47.647157 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1697562c-1311-43bf-b8fc-7743ace32abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:47.886316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-1697562c-1311-43bf-b8fc-7743ace32abd admin admin] Deleting port c8664376-dac3-486f-a6e6-af1c31cc9e65 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:48:47.886652 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1697562c-1311-43bf-b8fc-7743ace32abd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:47.964270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-1697562c-1311-43bf-b8fc-7743ace32abd admin admin] For port c8664376-dac3-486f-a6e6-af1c31cc9e65, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c8664376-dac3-486f-a6e6-af1c31cc9e65,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:48:47.964633 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1697562c-1311-43bf-b8fc-7743ace32abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:47.977501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-1697562c-1311-43bf-b8fc-7743ace32abd admin admin] Calling delete_port for c8664376-dac3-486f-a6e6-af1c31cc9e65 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:48:48.154179 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1697562c-1311-43bf-b8fc-7743ace32abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:48.181489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697562c-1311-43bf-b8fc-7743ace32abd admin admin] Pushing event deleted for resources: {'Port': ['ID=c8664376-dac3-486f-a6e6-af1c31cc9e65,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:48.352455 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1697562c-1311-43bf-b8fc-7743ace32abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:48.567927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1697562c-1311-43bf-b8fc-7743ace32abd admin admin] Router a723fdd8-84e9-441b-94c0-a6de8e50ba83 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:48:48.673171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1697562c-1311-43bf-b8fc-7743ace32abd admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:48:48.680833 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1697562c-1311-43bf-b8fc-7743ace32abd admin admin] 10.222.0.48 "PUT /v2.0/routers/a723fdd8-84e9-441b-94c0-a6de8e50ba83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3824909 Nov 24 13:48:48.681429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57074) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:48.683207 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e909ef-79bc-494d-b123-1e0f33285f31 None None] Sync routers for ids ['a723fdd8-84e9-441b-94c0-a6de8e50ba83'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:48:48.694421 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e909ef-79bc-494d-b123-1e0f33285f31 None None] Routers {'a723fdd8-84e9-441b-94c0-a6de8e50ba83'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:48:48.695189 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-47e909ef-79bc-494d-b123-1e0f33285f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:48:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a723fdd8-84e9-441b-94c0-a6de8e50ba83'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:48.792615 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:48.798472 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-47e909ef-79bc-494d-b123-1e0f33285f31 None None] Set router a723fdd8-84e9-441b-94c0-a6de8e50ba83 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:48:48.798730 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 61cfdc4e-ba30-46fd-b16b-829955013a60 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:48:48.821694 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 61cfdc4e-ba30-46fd-b16b-829955013a60 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:48:48.821939 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 61cfdc4e-ba30-46fd-b16b-829955013a60 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:48:48.894732 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:48.952599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] Deleting port 5d60accd-ff5b-43d3-be12-66cf91139f58 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:48:48.952988 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:48.987685 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-47e909ef-79bc-494d-b123-1e0f33285f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'name': 'tempest-TestEncryptedCinderVolumes-65791813-router', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '5d60accd-ff5b-43d3-be12-66cf91139f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:27Z', 'updated_at': '2021-11-24T13:48:48Z', 'revision_number': 5, 'project_id': '33dfcc31ccb74612b4078e313cef30ce', 'gw_port': {'id': '5d60accd-ff5b-43d3-be12-66cf91139f58', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:87:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:28Z', 'updated_at': '2021-11-24T13:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:49.034829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] For port 5d60accd-ff5b-43d3-be12-66cf91139f58, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5d60accd-ff5b-43d3-be12-66cf91139f58,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:48:49.035228 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:49.049390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] Calling delete_port for 5d60accd-ff5b-43d3-be12-66cf91139f58 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:48:49.104778 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e909ef-79bc-494d-b123-1e0f33285f31 None None] Checking router: a723fdd8-84e9-441b-94c0-a6de8e50ba83 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:48:49.112994 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e909ef-79bc-494d-b123-1e0f33285f31 None None] Routers {'a723fdd8-84e9-441b-94c0-a6de8e50ba83'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:48:49.113594 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-47e909ef-79bc-494d-b123-1e0f33285f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:48:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['a723fdd8-84e9-441b-94c0-a6de8e50ba83'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:49.196820 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-47e909ef-79bc-494d-b123-1e0f33285f31 None None] Set router a723fdd8-84e9-441b-94c0-a6de8e50ba83 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:48:49.216127 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:49.242602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d60accd-ff5b-43d3-be12-66cf91139f58,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:49.251075 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-47e909ef-79bc-494d-b123-1e0f33285f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'name': 'tempest-TestEncryptedCinderVolumes-65791813-router', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:27Z', 'updated_at': '2021-11-24T13:48:48Z', 'revision_number': 6, 'project_id': '33dfcc31ccb74612b4078e313cef30ce', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:49.261098 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3984b3-cad3-4712-a7b3-09ce8cc78638 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:48:49.279092 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e909ef-79bc-494d-b123-1e0f33285f31 None None] The sync data for ids ['a723fdd8-84e9-441b-94c0-a6de8e50ba83'] in n-d-817303-4 is: [{'id': 'a723fdd8-84e9-441b-94c0-a6de8e50ba83', 'name': 'tempest-TestEncryptedCinderVolumes-65791813-router', 'tenant_id': '33dfcc31ccb74612b4078e313cef30ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:27Z', 'updated_at': '2021-11-24T13:48:48Z', 'revision_number': 6, 'project_id': '33dfcc31ccb74612b4078e313cef30ce', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:48:49.311512 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:49.744435 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:49.746568 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:49.787441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:49.788113 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a723fdd8-84e9-441b-94c0-a6de8e50ba83 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:48:49.792455 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:49.793660 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-464a2dfa-8e46-4730-9f67-b5bd9195ea83 admin admin] 10.222.0.48 "DELETE /v2.0/routers/a723fdd8-84e9-441b-94c0-a6de8e50ba83 HTTP/1.1" status: 204 len: 168 time: 1.1113219 Nov 24 13:48:49.796228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57076) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:49.842536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c518e9-2fc5-44cc-80b7-b61de3eb5cbf admin admin] Deleting subnet 52c1b96b-07ec-4993-8919-9e4ade94c371 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:48:49.845560 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1c518e9-2fc5-44cc-80b7-b61de3eb5cbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:49.880213 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1c518e9-2fc5-44cc-80b7-b61de3eb5cbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:49.955404 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1c518e9-2fc5-44cc-80b7-b61de3eb5cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.013899 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1c518e9-2fc5-44cc-80b7-b61de3eb5cbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.042727 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c518e9-2fc5-44cc-80b7-b61de3eb5cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c1b96b-07ec-4993-8919-9e4ade94c371,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:50.044702 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a1c518e9-2fc5-44cc-80b7-b61de3eb5cbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.050590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57078) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:50.051061 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a1c518e9-2fc5-44cc-80b7-b61de3eb5cbf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/52c1b96b-07ec-4993-8919-9e4ade94c371 HTTP/1.1" status: 204 len: 168 time: 0.2533655 Nov 24 13:48:50.051830 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985fd3d1-3efb-4eee-88d6-3193d93f3230 None None] Network e1d8d8d2-c89d-499c-bb80-240508952408 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:48:50.120349 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.180035 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Deleting port e64023e1-6dbf-4a52-89f4-cbd108c3eec6 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:48:50.180380 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.232948 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dbc5a1-8c2e-4e53-859e-c557a47ddba7 None None] DHCP port deletion for e1d8d8d2-c89d-499c-bb80-240508952408 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:48:50.247275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] For port e64023e1-6dbf-4a52-89f4-cbd108c3eec6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e64023e1-6dbf-4a52-89f4-cbd108c3eec6,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:48:50.247648 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.262760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Calling delete_port for e64023e1-6dbf-4a52-89f4-cbd108c3eec6 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:48:50.280852 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbc5a1-8c2e-4e53-859e-c557a47ddba7 None None] Deleting port e64023e1-6dbf-4a52-89f4-cbd108c3eec6 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:48:50.281264 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc5a1-8c2e-4e53-859e-c557a47ddba7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.348656 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f4dbc5a1-8c2e-4e53-859e-c557a47ddba7 None None] For port e64023e1-6dbf-4a52-89f4-cbd108c3eec6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e64023e1-6dbf-4a52-89f4-cbd108c3eec6,segment=NetworkSegment(5109a08f-fdd4-4e71-b1b4-540561c9830f),segment_id=5109a08f-fdd4-4e71-b1b4-540561c9830f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:48:50.350098 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.350270 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc5a1-8c2e-4e53-859e-c557a47ddba7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.363385 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbc5a1-8c2e-4e53-859e-c557a47ddba7 None None] Calling delete_port for e64023e1-6dbf-4a52-89f4-cbd108c3eec6 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:48:50.375217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=e64023e1-6dbf-4a52-89f4-cbd108c3eec6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:50.386138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:50.386524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:50.386982 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:50.387323 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:50.387654 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:50.388007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:50.388332 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:50.388676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:50.389146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:50.389468 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:50.389790 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:50.390110 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:50.392952 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] No DVR routers for this DVR port e64023e1-6dbf-4a52-89f4-cbd108c3eec6 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:48:50.446144 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f4dbc5a1-8c2e-4e53-859e-c557a47ddba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.467177 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.472089 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbc5a1-8c2e-4e53-859e-c557a47ddba7 None None] Pushing event deleted for resources: {'Port': ['ID=e64023e1-6dbf-4a52-89f4-cbd108c3eec6,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:50.477519 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dbc5a1-8c2e-4e53-859e-c557a47ddba7 None None] No DVR routers for this DVR port e64023e1-6dbf-4a52-89f4-cbd108c3eec6 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:48:50.492520 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d8d8d2-c89d-499c-bb80-240508952408']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:50.501938 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5109a08f-fdd4-4e71-b1b4-540561c9830f') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:50.502235 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5109a08f-fdd4-4e71-b1b4-540561c9830f') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:50.511939 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.526397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.532232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:48:50.532612 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:48:50.534263 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:48:50.588220 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.593476 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.596570 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e1d8d8d2-c89d-499c-bb80-240508952408 HTTP/1.1" status: 204 len: 168 time: 0.5448580 Nov 24 13:48:50.599586 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57080) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:50.608352 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1f443-0c83-4460-9558-950e8d983b87 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d8d8d2-c89d-499c-bb80-240508952408,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:50.925327 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e48bd189-0eca-49b3-ab35-71b39fd30b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.945961 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e6df7e74-872e-4650-b927-2bb2a8e8b338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:50.949564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5d60accd-ff5b-43d3-be12-66cf91139f58 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:48:50.970305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 5d60accd-ff5b-43d3-be12-66cf91139f58 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:48:50.970677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5d60accd-ff5b-43d3-be12-66cf91139f58 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:48:50.971073 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c8664376-dac3-486f-a6e6-af1c31cc9e65 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:48:50.993662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: c8664376-dac3-486f-a6e6-af1c31cc9e65 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:48:50.994016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c8664376-dac3-486f-a6e6-af1c31cc9e65 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:48:50.994436 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e64023e1-6dbf-4a52-89f4-cbd108c3eec6 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:48:51.013114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: e64023e1-6dbf-4a52-89f4-cbd108c3eec6 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:48:51.013468 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e64023e1-6dbf-4a52-89f4-cbd108c3eec6 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:48:51.190839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e6df7e74-872e-4650-b927-2bb2a8e8b338 admin admin] Deleting port 8cd7abf6-6d34-425f-b782-df98c8cebbf3 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:48:51.191095 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e6df7e74-872e-4650-b927-2bb2a8e8b338 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:51.273357 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-e6df7e74-872e-4650-b927-2bb2a8e8b338 admin admin] For port 8cd7abf6-6d34-425f-b782-df98c8cebbf3, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8cd7abf6-6d34-425f-b782-df98c8cebbf3,segment=NetworkSegment(44ffbd79-556e-44a4-8f8c-1e03d45cf79c),segment_id=44ffbd79-556e-44a4-8f8c-1e03d45cf79c)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:48:51.273751 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e6df7e74-872e-4650-b927-2bb2a8e8b338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:51.287196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e6df7e74-872e-4650-b927-2bb2a8e8b338 admin admin] Calling delete_port for 8cd7abf6-6d34-425f-b782-df98c8cebbf3 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:48:51.470605 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e6df7e74-872e-4650-b927-2bb2a8e8b338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:51.497021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df7e74-872e-4650-b927-2bb2a8e8b338 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd7abf6-6d34-425f-b782-df98c8cebbf3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:51.662934 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e6df7e74-872e-4650-b927-2bb2a8e8b338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:51.877463 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6df7e74-872e-4650-b927-2bb2a8e8b338 admin admin] Router d32ec8c2-57c3-4672-a388-f8073d2ba442 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:48:51.985203 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6df7e74-872e-4650-b927-2bb2a8e8b338 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:48:51.990852 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e6df7e74-872e-4650-b927-2bb2a8e8b338 admin admin] 10.222.0.48 "PUT /v2.0/routers/d32ec8c2-57c3-4672-a388-f8073d2ba442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3901999 Nov 24 13:48:51.993754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57082) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:51.994561 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756b626-60ca-4cb3-bad7-6ea0ce44ffe8 None None] Sync routers for ids ['d32ec8c2-57c3-4672-a388-f8073d2ba442'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:48:52.004435 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756b626-60ca-4cb3-bad7-6ea0ce44ffe8 None None] Routers {'d32ec8c2-57c3-4672-a388-f8073d2ba442'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:48:52.005071 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6756b626-60ca-4cb3-bad7-6ea0ce44ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:48:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d32ec8c2-57c3-4672-a388-f8073d2ba442'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:52.099926 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:52.109276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-6756b626-60ca-4cb3-bad7-6ea0ce44ffe8 None None] Set router d32ec8c2-57c3-4672-a388-f8073d2ba442 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:48:52.201861 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:52.253919 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] Deleting port e4dc1f1b-8be1-4aea-a615-d2171e4a7180 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:48:52.254273 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:52.289809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6756b626-60ca-4cb3-bad7-6ea0ce44ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'name': 'tempest-TestEncryptedCinderVolumes-60690923-router', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'e4dc1f1b-8be1-4aea-a615-d2171e4a7180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:48:51Z', 'revision_number': 5, 'project_id': '98b315f013aa45a5b39f353b265b714f', 'gw_port': {'id': 'e4dc1f1b-8be1-4aea-a615-d2171e4a7180', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:52.337887 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] For port e4dc1f1b-8be1-4aea-a615-d2171e4a7180, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e4dc1f1b-8be1-4aea-a615-d2171e4a7180,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:48:52.338256 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:52.352849 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] Calling delete_port for e4dc1f1b-8be1-4aea-a615-d2171e4a7180 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:48:52.477411 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756b626-60ca-4cb3-bad7-6ea0ce44ffe8 None None] Checking router: d32ec8c2-57c3-4672-a388-f8073d2ba442 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:48:52.487156 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756b626-60ca-4cb3-bad7-6ea0ce44ffe8 None None] Routers {'d32ec8c2-57c3-4672-a388-f8073d2ba442'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:48:52.487843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6756b626-60ca-4cb3-bad7-6ea0ce44ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:48:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['d32ec8c2-57c3-4672-a388-f8073d2ba442'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:52.541518 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:52.568036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4dc1f1b-8be1-4aea-a615-d2171e4a7180,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:52.582373 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-6756b626-60ca-4cb3-bad7-6ea0ce44ffe8 None None] Set router d32ec8c2-57c3-4672-a388-f8073d2ba442 gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:48:52.586408 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd081d8-07ec-4f87-89cf-ca759fe893a7 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:48:52.634780 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:52.641474 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-6756b626-60ca-4cb3-bad7-6ea0ce44ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'name': 'tempest-TestEncryptedCinderVolumes-60690923-router', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:48:52Z', 'revision_number': 6, 'project_id': '98b315f013aa45a5b39f353b265b714f', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:52.674415 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756b626-60ca-4cb3-bad7-6ea0ce44ffe8 None None] The sync data for ids ['d32ec8c2-57c3-4672-a388-f8073d2ba442'] in n-d-817303-4 is: [{'id': 'd32ec8c2-57c3-4672-a388-f8073d2ba442', 'name': 'tempest-TestEncryptedCinderVolumes-60690923-router', 'tenant_id': '98b315f013aa45a5b39f353b265b714f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:47:32Z', 'updated_at': '2021-11-24T13:48:52Z', 'revision_number': 6, 'project_id': '98b315f013aa45a5b39f353b265b714f', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:48:52.727079 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:52.729453 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:52.776693 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:52.777257 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d32ec8c2-57c3-4672-a388-f8073d2ba442 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:48:52.781625 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:52.782866 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6f5de7f5-1104-4572-b78a-20777b8d5053 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d32ec8c2-57c3-4672-a388-f8073d2ba442 HTTP/1.1" status: 204 len: 168 time: 0.7881291 Nov 24 13:48:52.785367 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57084) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:52.830236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-665a6dc3-a844-4d7b-9bdb-eedaefe93164 admin admin] Deleting subnet 05ea403e-b2bd-4931-a3de-80d380d0b769 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:48:52.834198 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-665a6dc3-a844-4d7b-9bdb-eedaefe93164 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:52.874710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-665a6dc3-a844-4d7b-9bdb-eedaefe93164 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:52.965873 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-665a6dc3-a844-4d7b-9bdb-eedaefe93164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.023043 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-665a6dc3-a844-4d7b-9bdb-eedaefe93164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.048510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a6dc3-a844-4d7b-9bdb-eedaefe93164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ea403e-b2bd-4931-a3de-80d380d0b769,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:53.054914 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-665a6dc3-a844-4d7b-9bdb-eedaefe93164 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.058131 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-665a6dc3-a844-4d7b-9bdb-eedaefe93164 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/05ea403e-b2bd-4931-a3de-80d380d0b769 HTTP/1.1" status: 204 len: 168 time: 0.2718446 Nov 24 13:48:53.060625 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57086) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:53.069192 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e17e904-65a3-4e6f-bdd0-a25bc8ffa730 None None] Network 1c2f4d21-54ef-4cf7-abf8-1d4658dded17 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:48:53.144077 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.170670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 8cd7abf6-6d34-425f-b782-df98c8cebbf3 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:48:53.203691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Deleting port 81277a0f-ec08-4fed-9c26-92a7aa611786 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:48:53.204024 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.214489 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 8cd7abf6-6d34-425f-b782-df98c8cebbf3 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:48:53.214850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 8cd7abf6-6d34-425f-b782-df98c8cebbf3 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:48:53.272347 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] For port 81277a0f-ec08-4fed-9c26-92a7aa611786, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=81277a0f-ec08-4fed-9c26-92a7aa611786,segment=NetworkSegment(44ffbd79-556e-44a4-8f8c-1e03d45cf79c),segment_id=44ffbd79-556e-44a4-8f8c-1e03d45cf79c)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:48:53.272654 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.285366 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Calling delete_port for 81277a0f-ec08-4fed-9c26-92a7aa611786 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:48:53.352995 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bd244ab6-1118-4a3a-bb6c-08a58837e878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.370699 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.394454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Pushing event deleted for resources: {'Port': ['ID=81277a0f-ec08-4fed-9c26-92a7aa611786,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:53.400421 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] No DVR routers for this DVR port 81277a0f-ec08-4fed-9c26-92a7aa611786 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:48:53.476417 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.487924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce60257-790e-4ca6-b8d8-72e89a5d08eb None None] DHCP port deletion for 1c2f4d21-54ef-4cf7-abf8-1d4658dded17 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:48:53.504807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2f4d21-54ef-4cf7-abf8-1d4658dded17']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:53.515422 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ffbd79-556e-44a4-8f8c-1e03d45cf79c') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:53.515725 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ffbd79-556e-44a4-8f8c-1e03d45cf79c') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:53.526784 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.540285 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.546231 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:48:53.546603 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:48:53.548338 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:48:53.612274 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.618722 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.624877 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] 10.222.0.48 "DELETE /v2.0/networks/1c2f4d21-54ef-4cf7-abf8-1d4658dded17 HTTP/1.1" status: 204 len: 168 time: 0.5632112 Nov 24 13:48:53.638836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d831a-a357-4907-866c-5e2df57217da admin admin] Pushing event deleted for resources: {'Network': ['ID=1c2f4d21-54ef-4cf7-abf8-1d4658dded17,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:53.793592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57090) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:53.834497 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a5e661cc-7dec-41b8-896a-6e9f3f76aa48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33dfcc31ccb74612b4078e313cef30ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396619 Nov 24 13:48:53.837004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57092) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:53.887716 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af5be42d-48ef-46e8-8f69-d276db0ede08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.908956 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af5be42d-48ef-46e8-8f69-d276db0ede08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.954710 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af5be42d-48ef-46e8-8f69-d276db0ede08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.957332 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-af5be42d-48ef-46e8-8f69-d276db0ede08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:53.958524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-af5be42d-48ef-46e8-8f69-d276db0ede08 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/141cbdf0-dfe2-47b2-b41a-c3d74a5f924f HTTP/1.1" status: 204 len: 168 time: 0.1205626 Nov 24 13:48:53.966372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5be42d-48ef-46e8-8f69-d276db0ede08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141cbdf0-dfe2-47b2-b41a-c3d74a5f924f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:54.271881 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57098) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:54.311450 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e7d7a3cc-38f7-4f70-88a0-ef3afa0dbbf1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98b315f013aa45a5b39f353b265b714f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383301 Nov 24 13:48:54.313744 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57100) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:54.362012 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5471af32-d773-4557-8a9f-3f3bb33c43c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:54.384056 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5471af32-d773-4557-8a9f-3f3bb33c43c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:54.429540 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5471af32-d773-4557-8a9f-3f3bb33c43c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:54.432108 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5471af32-d773-4557-8a9f-3f3bb33c43c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:54.433270 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5471af32-d773-4557-8a9f-3f3bb33c43c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f44a3436-67a6-426f-80c9-2d32a6bdbb3d HTTP/1.1" status: 204 len: 168 time: 0.1186514 Nov 24 13:48:54.442209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471af32-d773-4557-8a9f-3f3bb33c43c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44a3436-67a6-426f-80c9-2d32a6bdbb3d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:54.543812 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:54.949425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e4dc1f1b-8be1-4aea-a615-d2171e4a7180 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:48:54.969791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: e4dc1f1b-8be1-4aea-a615-d2171e4a7180 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:48:54.970203 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e4dc1f1b-8be1-4aea-a615-d2171e4a7180 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:48:54.970627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 81277a0f-ec08-4fed-9c26-92a7aa611786 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:48:54.992555 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 81277a0f-ec08-4fed-9c26-92a7aa611786 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:48:54.992925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 81277a0f-ec08-4fed-9c26-92a7aa611786 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:48:55.099872 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57122) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:55.193419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1749099455-network', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:48:55.214336 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] Made reservation on behalf of d4e73e4e44ca4b949e7f1fcfbffd4e33 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:48:55.216607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.226749 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.302892 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.306492 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.327203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:48:55.340397 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f309a399-3e76-4dda-9705-49b70d1494cf,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:55.345990 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.346333 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] Added segment c852ca47-b482-4db6-916d-ebcc80ed0636 of type vlan for network ed4b768e-b046-4c49-8aea-6627b6dc703f Nov 24 13:48:55.386273 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.409722 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.410678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:55.411254 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.443890 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3428495 Nov 24 13:48:55.446853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57126) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:55.452790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0c03dd3b-256c-4d33-9a9b-caa1c2f1b857 admin admin] Request body: {'subnet': {'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1749099455-subnet', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:48:55.473245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c03dd3b-256c-4d33-9a9b-caa1c2f1b857 admin admin] Made reservation on behalf of d4e73e4e44ca4b949e7f1fcfbffd4e33 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:48:55.476157 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c03dd3b-256c-4d33-9a9b-caa1c2f1b857 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.477580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91193cf2-6c8f-4ec1-8fa9-ef44b8f742b5 admin admin] Pushing event updated for resources: {'Network': ['ID=ed4b768e-b046-4c49-8aea-6627b6dc703f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:55.487866 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network ed4b768e-b046-4c49-8aea-6627b6dc703f details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:48:55.646265 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c03dd3b-256c-4d33-9a9b-caa1c2f1b857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.701313 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03dd3b-256c-4d33-9a9b-caa1c2f1b857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=289b8f88-88c8-4a74-950a-6e3bd603c24e,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:55.710358 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c03dd3b-256c-4d33-9a9b-caa1c2f1b857 admin admin] Checking segment: {'id': 'c852ca47-b482-4db6-916d-ebcc80ed0636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:48:55.710713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c03dd3b-256c-4d33-9a9b-caa1c2f1b857 admin admin] Network hostable DHCP agents. Network: ed4b768e-b046-4c49-8aea-6627b6dc703f, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:48:55.726605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c03dd3b-256c-4d33-9a9b-caa1c2f1b857 admin admin] Network ed4b768e-b046-4c49-8aea-6627b6dc703f is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:48:55.734501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-0c03dd3b-256c-4d33-9a9b-caa1c2f1b857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, ed4b768e-b046-4c49-8aea-6627b6dc703f) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:48:55.739012 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c03dd3b-256c-4d33-9a9b-caa1c2f1b857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:48:55.740118 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0c03dd3b-256c-4d33-9a9b-caa1c2f1b857 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.743633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871b3f04-22df-4362-8d0d-d2ae208108c6 None None] Network ed4b768e-b046-4c49-8aea-6627b6dc703f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:48:55.756424 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0c03dd3b-256c-4d33-9a9b-caa1c2f1b857 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3084717 Nov 24 13:48:55.759079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57128) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:55.763438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:48:55.784225 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.785366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.840130 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.889540 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-ed4b768e-b046-4c49-8aea-6627b6dc703f', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'fixed_ips': [{'subnet_id': '289b8f88-88c8-4a74-950a-6e3bd603c24e'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:48:55.890415 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:55.978236 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:56.027053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Allocated IP 172.20.0.2 (ed4b768e-b046-4c49-8aea-6627b6dc703f/289b8f88-88c8-4a74-950a-6e3bd603c24e/d8baefac-427c-4143-a5d4-91739f0619cf) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:48:56.102731 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:56.178590 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:56.180855 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:56.186175 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:56.198525 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:56.238692 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Network ed4b768e-b046-4c49-8aea-6627b6dc703f is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:48:56.243317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:48:56.245108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Pushing event updated for resources: {'Port': ['ID=d8baefac-427c-4143-a5d4-91739f0619cf,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:56.247409 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:48:56.303612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Attempting to bind port d8baefac-427c-4143-a5d4-91739f0619cf on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:48:56.303990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Attempting to bind port d8baefac-427c-4143-a5d4-91739f0619cf by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'c852ca47-b482-4db6-916d-ebcc80ed0636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:48:56.304359 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Attempting to bind port d8baefac-427c-4143-a5d4-91739f0619cf on network ed4b768e-b046-4c49-8aea-6627b6dc703f {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:48:56.309396 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:48:56.309775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Checking segment: {'id': 'c852ca47-b482-4db6-916d-ebcc80ed0636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:48:56.310178 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:56.310576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Bound using segment: {'id': 'c852ca47-b482-4db6-916d-ebcc80ed0636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:48:56.311043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Bound port: d8baefac-427c-4143-a5d4-91739f0619cf, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c852ca47-b482-4db6-916d-ebcc80ed0636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:48:56.311426 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:56.313752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Allocated IP 172.25.0.120 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/f6a83383-8fc1-4bde-9fe7-38538d220ecd) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:48:56.377195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] For port d8baefac-427c-4143-a5d4-91739f0619cf, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:48:56.380613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] For port d8baefac-427c-4143-a5d4-91739f0619cf, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d8baefac-427c-4143-a5d4-91739f0619cf,segment=NetworkSegment(c852ca47-b482-4db6-916d-ebcc80ed0636),segment_id=c852ca47-b482-4db6-916d-ebcc80ed0636)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:48:56.385665 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:56.421550 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:56.447307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f7257-5696-46ac-9a60-997fe6f618ed None None] Pushing event updated for resources: {'Port': ['ID=d8baefac-427c-4143-a5d4-91739f0619cf,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:56.466768 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:56.509744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:48:56.515457 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:48:56.517924 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:48:56.529450 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c5a2f8-dcc0-41e7-b18b-7c15cf1d2ae5 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:48:56.551550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Pushing event updated for resources: {'Port': ['ID=f6a83383-8fc1-4bde-9fe7-38538d220ecd,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:56.602428 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-05cd3ca2-c45b-4459-b3ae-73956afdf6e3 None None] Provisioning complete for port f6a83383-8fc1-4bde-9fe7-38538d220ecd triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:56.602805 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-05cd3ca2-c45b-4459-b3ae-73956afdf6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:56.655337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-05cd3ca2-c45b-4459-b3ae-73956afdf6e3 None None] Port f6a83383-8fc1-4bde-9fe7-38538d220ecd cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:48:56.771838 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:56.799560 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:56.966754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d8baefac-427c-4143-a5d4-91739f0619cf up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:48:56.999365 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:57.015245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d8baefac-427c-4143-a5d4-91739f0619cf triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:57.015628 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:57.095696 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:57.130068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port d8baefac-427c-4143-a5d4-91739f0619cf, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d8baefac-427c-4143-a5d4-91739f0619cf,segment=NetworkSegment(c852ca47-b482-4db6-916d-ebcc80ed0636),segment_id=c852ca47-b482-4db6-916d-ebcc80ed0636)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:48:57.134390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Router b7778468-8e79-4fd5-b31b-ad4c8d45b67c is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:48:57.136698 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:57.196597 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=d8baefac-427c-4143-a5d4-91739f0619cf,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:57.252260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:48:57.261888 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Sync routers for ids ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:48:57.273711 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Routers {'b7778468-8e79-4fd5-b31b-ad4c8d45b67c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:48:57.273909 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:57.277783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2278e096-fd06-478d-86aa-0f22731c0d6b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5152628 Nov 24 13:48:57.277992 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57130) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:57.278395 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:48:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:57.388914 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Set router b7778468-8e79-4fd5-b31b-ad4c8d45b67c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:48:57.443681 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c03ebcf-23fc-438f-890a-6e91866e057d None None] Network ed4b768e-b046-4c49-8aea-6627b6dc703f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:48:57.518809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1c25649f-e352-4c7f-8010-61b52870bbaa None None] Provisioning complete for port d8baefac-427c-4143-a5d4-91739f0619cf triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:57.519283 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1c25649f-e352-4c7f-8010-61b52870bbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:57.581601 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:48:56Z', 'revision_number': 3, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port': {'id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:56Z', 'updated_at': '2021-11-24T13:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:57.612934 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Checking router: b7778468-8e79-4fd5-b31b-ad4c8d45b67c for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:48:57.613705 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Updating router b7778468-8e79-4fd5-b31b-ad4c8d45b67c port f6a83383-8fc1-4bde-9fe7-38538d220ecd binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:48:57.644831 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:57.743226 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:48:57.918758 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:57.924271 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:57.970174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6343a7-cbde-4500-b86a-c4b753ba4ba5 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:48:57.981821 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Attempting to bind port f6a83383-8fc1-4bde-9fe7-38538d220ecd on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:48:57.982340 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Attempting to bind port f6a83383-8fc1-4bde-9fe7-38538d220ecd by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:48:57.982888 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Attempting to bind port f6a83383-8fc1-4bde-9fe7-38538d220ecd on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:48:57.990821 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12af41-71c1-4af3-adb0-b3ab8c78af38 None None] Pushing event updated for resources: {'Port': ['ID=f6a83383-8fc1-4bde-9fe7-38538d220ecd,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:57.995510 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ca3fad8c-9a10-4039-833f-2a1010345536 None None] Provisioning complete for port d8baefac-427c-4143-a5d4-91739f0619cf triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:57.995886 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ca3fad8c-9a10-4039-833f-2a1010345536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:57.998736 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:48:57.999115 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:48:57.999561 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:57.999972 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:48:58.000467 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Bound port: f6a83383-8fc1-4bde-9fe7-38538d220ecd, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:48:58.000891 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:58.004150 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12af41-71c1-4af3-adb0-b3ab8c78af38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:58.004499 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12af41-71c1-4af3-adb0-b3ab8c78af38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:58.004864 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12af41-71c1-4af3-adb0-b3ab8c78af38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:58.005227 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12af41-71c1-4af3-adb0-b3ab8c78af38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:58.005560 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12af41-71c1-4af3-adb0-b3ab8c78af38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:58.005892 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12af41-71c1-4af3-adb0-b3ab8c78af38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:58.006218 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12af41-71c1-4af3-adb0-b3ab8c78af38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:58.006547 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12af41-71c1-4af3-adb0-b3ab8c78af38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:58.006861 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12af41-71c1-4af3-adb0-b3ab8c78af38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:58.007175 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12af41-71c1-4af3-adb0-b3ab8c78af38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:58.007491 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12af41-71c1-4af3-adb0-b3ab8c78af38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:58.007805 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b12af41-71c1-4af3-adb0-b3ab8c78af38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:48:58.062714 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] For port f6a83383-8fc1-4bde-9fe7-38538d220ecd, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:48:58.066817 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] For port f6a83383-8fc1-4bde-9fe7-38538d220ecd, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f6a83383-8fc1-4bde-9fe7-38538d220ecd,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:48:58.072657 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:58.111902 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd9b7af-8b60-499f-9863-ffd6a1c899f4 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:48:58.133717 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12af41-71c1-4af3-adb0-b3ab8c78af38 None None] Pushing event updated for resources: {'Port': ['ID=f6a83383-8fc1-4bde-9fe7-38538d220ecd,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:58.137731 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Routers {'b7778468-8e79-4fd5-b31b-ad4c8d45b67c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:48:58.138673 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:48:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:58.143065 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:58.209361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2a073a61-7c1a-4d86-8c57-d89aa6049126 None None] Provisioning complete for port f6a83383-8fc1-4bde-9fe7-38538d220ecd triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:58.209725 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2a073a61-7c1a-4d86-8c57-d89aa6049126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:58.249929 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] Set router b7778468-8e79-4fd5-b31b-ad4c8d45b67c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:48:58.292356 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2a073a61-7c1a-4d86-8c57-d89aa6049126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:58.310932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Allocated IP 172.20.0.1 (ed4b768e-b046-4c49-8aea-6627b6dc703f/289b8f88-88c8-4a74-950a-6e3bd603c24e/91baba1e-34fc-4d16-844a-2230fa1bd38b) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:48:58.313800 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2a073a61-7c1a-4d86-8c57-d89aa6049126 None None] For port f6a83383-8fc1-4bde-9fe7-38538d220ecd, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f6a83383-8fc1-4bde-9fe7-38538d220ecd,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:48:58.317605 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2a073a61-7c1a-4d86-8c57-d89aa6049126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:58.367038 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a073a61-7c1a-4d86-8c57-d89aa6049126 None None] Pushing event updated for resources: {'Port': ['ID=f6a83383-8fc1-4bde-9fe7-38538d220ecd,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:58.420342 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:58.434671 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:48:56Z', 'revision_number': 3, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port': {'id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:56Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:48:58.456066 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:58.461953 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d276901-de78-4198-b7f5-78dfd4a69362 None None] The sync data for ids ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'] in n-d-817303-4 is: [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:48:56Z', 'revision_number': 3, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port': {'id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:56Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:48:58.501156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Network ed4b768e-b046-4c49-8aea-6627b6dc703f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:48:58.504073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:48:58.508155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:48:58.513848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=91baba1e-34fc-4d16-844a-2230fa1bd38b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:58.558818 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:58.701638 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:58.747385 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-32aa0963-3841-49f3-9831-c5c81ccb2c5b None None] Provisioning complete for port 91baba1e-34fc-4d16-844a-2230fa1bd38b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:58.747833 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-32aa0963-3841-49f3-9831-c5c81ccb2c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:58.787442 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-32aa0963-3841-49f3-9831-c5c81ccb2c5b None None] Port 91baba1e-34fc-4d16-844a-2230fa1bd38b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:48:58.905237 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:58.909676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:58.983687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=91baba1e-34fc-4d16-844a-2230fa1bd38b,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:48:58.986388 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:59.039444 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d8baefac-427c-4143-a5d4-91739f0619cf up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:48:59.086482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Network ed4b768e-b046-4c49-8aea-6627b6dc703f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:48:59.088016 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:48:59.094852 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port d8baefac-427c-4143-a5d4-91739f0619cf triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:59.095227 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:59.183894 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f6a83383-8fc1-4bde-9fe7-38538d220ecd up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:48:59.247676 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port f6a83383-8fc1-4bde-9fe7-38538d220ecd triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:59.248134 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:59.256995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Router b7778468-8e79-4fd5-b31b-ad4c8d45b67c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:48:59.385156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:48:59.390602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-14e156c3-7916-4e68-9dfa-c8069f960fa1 admin admin] 10.222.0.48 "PUT /v2.0/routers/b7778468-8e79-4fd5-b31b-ad4c8d45b67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1115129 Nov 24 13:48:59.423446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3412f75e-2ed1-4aa8-bfe0-30a7fa1c9d1b None None] Provisioning complete for port 91baba1e-34fc-4d16-844a-2230fa1bd38b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:48:59.423817 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3412f75e-2ed1-4aa8-bfe0-30a7fa1c9d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:59.456951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3412f75e-2ed1-4aa8-bfe0-30a7fa1c9d1b None None] Port 91baba1e-34fc-4d16-844a-2230fa1bd38b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:48:59.844077 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57146) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:48:59.849211 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1621611749-network', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:48:59.870399 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] Made reservation on behalf of a163b71fb88c4255b576bebb32d4ae97 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:48:59.872777 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:59.882148 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:59.962346 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:59.966938 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:48:59.995506 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:49:00.001051 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f62c2d-4c4f-4ba9-bc2c-39bb1fe261e7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:00.010758 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:00.011346 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] Added segment 4f6b14c0-36f5-4fa3-b614-64686f5c40d2 of type vlan for network 7ade2d53-9d15-47f3-acc9-47a482015907 Nov 24 13:49:00.056559 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:00.081960 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:00.083018 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:00.083606 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:00.121361 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2759380 Nov 24 13:49:00.124045 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57148) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:49:00.129676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-4229a0fa-e132-4ec9-a0fb-d64080e852ae admin admin] Request body: {'subnet': {'network_id': '7ade2d53-9d15-47f3-acc9-47a482015907', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1621611749-subnet', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:49:00.152252 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfde7eb-3390-43e9-a880-4e8fefdd1b1a admin admin] Pushing event updated for resources: {'Network': ['ID=7ade2d53-9d15-47f3-acc9-47a482015907,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:00.156670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4229a0fa-e132-4ec9-a0fb-d64080e852ae admin admin] Made reservation on behalf of a163b71fb88c4255b576bebb32d4ae97 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:49:00.159779 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4229a0fa-e132-4ec9-a0fb-d64080e852ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:00.164091 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 7ade2d53-9d15-47f3-acc9-47a482015907 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:49:00.224429 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Sync routers for ids ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:49:00.243840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Routers {'b7778468-8e79-4fd5-b31b-ad4c8d45b67c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:49:00.244741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:48:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:00.377497 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4229a0fa-e132-4ec9-a0fb-d64080e852ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:00.444944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229a0fa-e132-4ec9-a0fb-d64080e852ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=af6f1878-e2c5-47f9-b014-29006b51fe7a,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:00.455987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4229a0fa-e132-4ec9-a0fb-d64080e852ae admin admin] Checking segment: {'id': '4f6b14c0-36f5-4fa3-b614-64686f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7ade2d53-9d15-47f3-acc9-47a482015907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:49:00.456362 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4229a0fa-e132-4ec9-a0fb-d64080e852ae admin admin] Network hostable DHCP agents. Network: 7ade2d53-9d15-47f3-acc9-47a482015907, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:49:00.478102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4229a0fa-e132-4ec9-a0fb-d64080e852ae admin admin] Network 7ade2d53-9d15-47f3-acc9-47a482015907 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:49:00.488452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-4229a0fa-e132-4ec9-a0fb-d64080e852ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 7ade2d53-9d15-47f3-acc9-47a482015907) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:49:00.493812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4229a0fa-e132-4ec9-a0fb-d64080e852ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:00.495337 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4229a0fa-e132-4ec9-a0fb-d64080e852ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:00.502914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d3efa5-ac0a-4ada-a750-61b4bae05cfd None None] Network 7ade2d53-9d15-47f3-acc9-47a482015907 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:49:00.512774 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4229a0fa-e132-4ec9-a0fb-d64080e852ae admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3872418 Nov 24 13:49:00.515347 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57150) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:49:00.519694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1621611749-router', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:49:00.544281 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:00.545801 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:00.571963 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Set router b7778468-8e79-4fd5-b31b-ad4c8d45b67c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:49:00.605990 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:00.748716 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:00.805078 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-7ade2d53-9d15-47f3-acc9-47a482015907', 'network_id': '7ade2d53-9d15-47f3-acc9-47a482015907', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'fixed_ips': [{'subnet_id': 'af6f1878-e2c5-47f9-b014-29006b51fe7a'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:49:00.805946 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:00.975002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port': {'id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:56Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '91baba1e-34fc-4d16-844a-2230fa1bd38b', 'name': '', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'mac_address': 'fa:16:3e:18:20:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:58Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 2, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'subnets': [{'id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:01.006923 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.009226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Checking router: b7778468-8e79-4fd5-b31b-ad4c8d45b67c for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:49:01.009477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Updating router b7778468-8e79-4fd5-b31b-ad4c8d45b67c port 91baba1e-34fc-4d16-844a-2230fa1bd38b binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:49:01.027376 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.034452 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Allocated IP 172.20.0.2 (7ade2d53-9d15-47f3-acc9-47a482015907/af6f1878-e2c5-47f9-b014-29006b51fe7a/5551c1f0-bbaa-4390-afa7-1da13f9d4384) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:49:01.047778 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.136827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Allocated IP 172.25.0.224 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/c7dbdbd4-ac60-41e4-911f-3ec6b66c7230) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:49:01.249421 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.290513 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.334300 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.335498 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:49:01.338480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:49:01.341989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:49:01.345590 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.366265 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Pushing event updated for resources: {'Port': ['ID=c7dbdbd4-ac60-41e4-911f-3ec6b66c7230,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:01.378515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77d4a75-96ae-4cc5-8468-94fe16aa47a3 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:49:01.418111 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Network 7ade2d53-9d15-47f3-acc9-47a482015907 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:49:01.426663 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Pushing event updated for resources: {'Port': ['ID=5551c1f0-bbaa-4390-afa7-1da13f9d4384,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:01.429080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:49:01.432321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:49:01.545197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b092d12e-8e31-4ff3-be6c-a0a4adc8c8ff None None] Provisioning complete for port c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:01.545836 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b092d12e-8e31-4ff3-be6c-a0a4adc8c8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.548949 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.552134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Attempting to bind port 5551c1f0-bbaa-4390-afa7-1da13f9d4384 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:49:01.552509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Attempting to bind port 5551c1f0-bbaa-4390-afa7-1da13f9d4384 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '4f6b14c0-36f5-4fa3-b614-64686f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7ade2d53-9d15-47f3-acc9-47a482015907'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:49:01.552920 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Attempting to bind port 5551c1f0-bbaa-4390-afa7-1da13f9d4384 on network 7ade2d53-9d15-47f3-acc9-47a482015907 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:49:01.576095 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.587346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:49:01.588159 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Checking segment: {'id': '4f6b14c0-36f5-4fa3-b614-64686f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7ade2d53-9d15-47f3-acc9-47a482015907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:49:01.588159 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.588528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Bound using segment: {'id': '4f6b14c0-36f5-4fa3-b614-64686f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7ade2d53-9d15-47f3-acc9-47a482015907'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:49:01.589011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Bound port: 5551c1f0-bbaa-4390-afa7-1da13f9d4384, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6b14c0-36f5-4fa3-b614-64686f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7ade2d53-9d15-47f3-acc9-47a482015907'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:49:01.589396 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.607446 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.639528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b092d12e-8e31-4ff3-be6c-a0a4adc8c8ff None None] Port c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:49:01.681746 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483705a-b3e3-479e-908b-8194ef568d11 None None] Pushing event updated for resources: {'Port': ['ID=91baba1e-34fc-4d16-844a-2230fa1bd38b,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:01.747782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Attempting to bind port 91baba1e-34fc-4d16-844a-2230fa1bd38b on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:49:01.748148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Attempting to bind port 91baba1e-34fc-4d16-844a-2230fa1bd38b by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'c852ca47-b482-4db6-916d-ebcc80ed0636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:49:01.748516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Attempting to bind port 91baba1e-34fc-4d16-844a-2230fa1bd38b on network ed4b768e-b046-4c49-8aea-6627b6dc703f {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:49:01.750928 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] For port 5551c1f0-bbaa-4390-afa7-1da13f9d4384, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:49:01.754868 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] For port 5551c1f0-bbaa-4390-afa7-1da13f9d4384, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5551c1f0-bbaa-4390-afa7-1da13f9d4384,segment=NetworkSegment(4f6b14c0-36f5-4fa3-b614-64686f5c40d2),segment_id=4f6b14c0-36f5-4fa3-b614-64686f5c40d2)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:49:01.758588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:49:01.759074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Checking segment: {'id': 'c852ca47-b482-4db6-916d-ebcc80ed0636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:49:01.759358 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.759759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Bound using segment: {'id': 'c852ca47-b482-4db6-916d-ebcc80ed0636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:49:01.760244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Bound port: 91baba1e-34fc-4d16-844a-2230fa1bd38b, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c852ca47-b482-4db6-916d-ebcc80ed0636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:49:01.760648 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.764463 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.830934 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.868216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c3d79-c60d-47ed-b461-29b6925929e1 None None] Pushing event updated for resources: {'Port': ['ID=5551c1f0-bbaa-4390-afa7-1da13f9d4384,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:01.895159 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d949ea52-16bb-4d4d-9089-96546e196e48 None None] Provisioning complete for port 91baba1e-34fc-4d16-844a-2230fa1bd38b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:01.895560 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d949ea52-16bb-4d4d-9089-96546e196e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.897566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] For port 91baba1e-34fc-4d16-844a-2230fa1bd38b, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:49:01.901400 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] For port 91baba1e-34fc-4d16-844a-2230fa1bd38b, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=91baba1e-34fc-4d16-844a-2230fa1bd38b,segment=NetworkSegment(c852ca47-b482-4db6-916d-ebcc80ed0636),segment_id=c852ca47-b482-4db6-916d-ebcc80ed0636)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:49:01.921516 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:01.974243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-d949ea52-16bb-4d4d-9089-96546e196e48 None None] Port 91baba1e-34fc-4d16-844a-2230fa1bd38b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:49:01.979753 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Router c0a354c5-e70e-4173-b215-d711083c5ef5 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:49:01.994799 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483705a-b3e3-479e-908b-8194ef568d11 None None] Pushing event updated for resources: {'Port': ['ID=91baba1e-34fc-4d16-844a-2230fa1bd38b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:01.997498 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Routers {'b7778468-8e79-4fd5-b31b-ad4c8d45b67c'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:49:01.998104 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:48:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:02.102688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:49:02.114529 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Sync routers for ids ['c0a354c5-e70e-4173-b215-d711083c5ef5'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:49:02.131122 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:02.132856 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-be468c25-eab1-4cce-9555-6cbc3674996a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6163208 Nov 24 13:49:02.135299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57152) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:49:02.140524 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Routers {'c0a354c5-e70e-4173-b215-d711083c5ef5'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:49:02.141413 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:48:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c0a354c5-e70e-4173-b215-d711083c5ef5'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:02.175984 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] Set router b7778468-8e79-4fd5-b31b-ad4c8d45b67c gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:49:02.400970 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Set router c0a354c5-e70e-4173-b215-d711083c5ef5 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:49:02.413628 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-cc421a59-36e7-4a7c-ba0d-945e2d13c5c7 None None] Provisioning complete for port 91baba1e-34fc-4d16-844a-2230fa1bd38b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:02.414646 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cc421a59-36e7-4a7c-ba0d-945e2d13c5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:02.439780 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port': {'id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:56Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '91baba1e-34fc-4d16-844a-2230fa1bd38b', 'name': '', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'mac_address': 'fa:16:3e:18:20:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:58Z', 'updated_at': '2021-11-24T13:49:01Z', 'revision_number': 4, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'subnets': [{'id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:02.473421 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdc19d7-a1a5-412e-8d5f-358f09dd71e8 None None] The sync data for ids ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'] in n-d-817303-4 is: [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port': {'id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:56Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '91baba1e-34fc-4d16-844a-2230fa1bd38b', 'name': '', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'mac_address': 'fa:16:3e:18:20:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:58Z', 'updated_at': '2021-11-24T13:49:01Z', 'revision_number': 4, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'subnets': [{'id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:49:02.540335 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cc421a59-36e7-4a7c-ba0d-945e2d13c5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:02.599206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-cc421a59-36e7-4a7c-ba0d-945e2d13c5c7 None None] For port 91baba1e-34fc-4d16-844a-2230fa1bd38b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=91baba1e-34fc-4d16-844a-2230fa1bd38b,segment=NetworkSegment(c852ca47-b482-4db6-916d-ebcc80ed0636),segment_id=c852ca47-b482-4db6-916d-ebcc80ed0636)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:49:02.607765 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cc421a59-36e7-4a7c-ba0d-945e2d13c5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:02.644298 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'name': 'tempest-TestMinimumBasicScenario-1621611749-router', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c7dbdbd4-ac60-41e4-911f-3ec6b66c7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:49:00Z', 'updated_at': '2021-11-24T13:49:01Z', 'revision_number': 3, 'project_id': 'a163b71fb88c4255b576bebb32d4ae97', 'gw_port': {'id': 'c7dbdbd4-ac60-41e4-911f-3ec6b66c7230', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:49:01Z', 'updated_at': '2021-11-24T13:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:02.679752 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Checking router: c0a354c5-e70e-4173-b215-d711083c5ef5 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:49:02.680103 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Updating router c0a354c5-e70e-4173-b215-d711083c5ef5 port c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:49:02.709990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc421a59-36e7-4a7c-ba0d-945e2d13c5c7 None None] Pushing event updated for resources: {'Port': ['ID=91baba1e-34fc-4d16-844a-2230fa1bd38b,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:02.713068 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:02.756295 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:02.963257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Allocated IP 172.20.0.1 (7ade2d53-9d15-47f3-acc9-47a482015907/af6f1878-e2c5-47f9-b014-29006b51fe7a/263ffe3f-a8b0-49eb-bc69-e663edc5e072) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:49:03.075329 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5551c1f0-bbaa-4390-afa7-1da13f9d4384 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:49:03.115559 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.123913 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.140517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 5551c1f0-bbaa-4390-afa7-1da13f9d4384 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:03.140940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.150664 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.193184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd6eced-e2ba-4313-8aec-b324c3ee37ff None None] Network 7ade2d53-9d15-47f3-acc9-47a482015907 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:49:03.195578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083b07f3-52c4-4e5a-8e88-16819f2af8f1 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:49:03.200126 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.201740 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Attempting to bind port c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:49:03.202199 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Attempting to bind port c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:49:03.202779 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Attempting to bind port c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:49:03.210797 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ea585-447f-4c50-a6ec-4357b2d5b604 None None] Pushing event updated for resources: {'Port': ['ID=c7dbdbd4-ac60-41e4-911f-3ec6b66c7230,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:03.215654 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:49:03.226033 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:49:03.226763 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.231063 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:49:03.242758 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Bound port: c7dbdbd4-ac60-41e4-911f-3ec6b66c7230, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:49:03.243375 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.249588 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Network 7ade2d53-9d15-47f3-acc9-47a482015907 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:49:03.257290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:49:03.260307 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:49:03.298761 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Pushing event updated for resources: {'Port': ['ID=263ffe3f-a8b0-49eb-bc69-e663edc5e072,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:03.319240 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] For port c7dbdbd4-ac60-41e4-911f-3ec6b66c7230, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:49:03.322398 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-156578a1-7826-4aa1-b7ee-faa42eac99ad None None] Provisioning complete for port 5551c1f0-bbaa-4390-afa7-1da13f9d4384 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:03.322699 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-156578a1-7826-4aa1-b7ee-faa42eac99ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.322957 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.325656 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] For port c7dbdbd4-ac60-41e4-911f-3ec6b66c7230, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c7dbdbd4-ac60-41e4-911f-3ec6b66c7230,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:49:03.332049 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.396213 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Routers {'c0a354c5-e70e-4173-b215-d711083c5ef5'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:49:03.397591 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:48:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c0a354c5-e70e-4173-b215-d711083c5ef5'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:03.403853 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ea585-447f-4c50-a6ec-4357b2d5b604 None None] Pushing event updated for resources: {'Port': ['ID=c7dbdbd4-ac60-41e4-911f-3ec6b66c7230,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:03.500364 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.532206 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] Set router c0a354c5-e70e-4173-b215-d711083c5ef5 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:49:03.611042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9374038-cc17-466b-9d39-c318b7d98141 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:49:03.646948 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.728844 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.735415 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.750839 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 5551c1f0-bbaa-4390-afa7-1da13f9d4384, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5551c1f0-bbaa-4390-afa7-1da13f9d4384,segment=NetworkSegment(4f6b14c0-36f5-4fa3-b614-64686f5c40d2),segment_id=4f6b14c0-36f5-4fa3-b614-64686f5c40d2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:49:03.760783 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.761775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 91baba1e-34fc-4d16-844a-2230fa1bd38b up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:49:03.794674 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'name': 'tempest-TestMinimumBasicScenario-1621611749-router', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c7dbdbd4-ac60-41e4-911f-3ec6b66c7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:49:00Z', 'updated_at': '2021-11-24T13:49:01Z', 'revision_number': 3, 'project_id': 'a163b71fb88c4255b576bebb32d4ae97', 'gw_port': {'id': 'c7dbdbd4-ac60-41e4-911f-3ec6b66c7230', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:49:01Z', 'updated_at': '2021-11-24T13:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:03.802929 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-156578a1-7826-4aa1-b7ee-faa42eac99ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.817044 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:03.818991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Pushing event updated for resources: {'Port': ['ID=263ffe3f-a8b0-49eb-bc69-e663edc5e072,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:03.844945 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e3912-9b20-46c3-a690-217a6ad29021 None None] The sync data for ids ['c0a354c5-e70e-4173-b215-d711083c5ef5'] in n-d-817303-4 is: [{'id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'name': 'tempest-TestMinimumBasicScenario-1621611749-router', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c7dbdbd4-ac60-41e4-911f-3ec6b66c7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:49:00Z', 'updated_at': '2021-11-24T13:49:01Z', 'revision_number': 3, 'project_id': 'a163b71fb88c4255b576bebb32d4ae97', 'gw_port': {'id': 'c7dbdbd4-ac60-41e4-911f-3ec6b66c7230', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:49:01Z', 'updated_at': '2021-11-24T13:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:49:03.896008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=5551c1f0-bbaa-4390-afa7-1da13f9d4384,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:03.944285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Network 7ade2d53-9d15-47f3-acc9-47a482015907 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:49:03.946758 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:49:03.962188 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-156578a1-7826-4aa1-b7ee-faa42eac99ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:49:03.962633 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-156578a1-7826-4aa1-b7ee-faa42eac99ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:49:03.963347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 91baba1e-34fc-4d16-844a-2230fa1bd38b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:03.963759 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:04.085569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Router c0a354c5-e70e-4173-b215-d711083c5ef5 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:49:04.214817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:49:04.220185 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2a79038f-cc26-4dae-95a9-8ff939b1cb6d admin admin] 10.222.0.48 "PUT /v2.0/routers/c0a354c5-e70e-4173-b215-d711083c5ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0838907 Nov 24 13:49:04.635008 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-aaa8630c-c4f6-46b3-b591-b202b7889240 None None] Provisioning complete for port 5551c1f0-bbaa-4390-afa7-1da13f9d4384 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:04.636307 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-aaa8630c-c4f6-46b3-b591-b202b7889240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:04.739798 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-aaa8630c-c4f6-46b3-b591-b202b7889240 None None] Provisioning complete for port c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:04.740260 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-aaa8630c-c4f6-46b3-b591-b202b7889240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:04.824547 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-aaa8630c-c4f6-46b3-b591-b202b7889240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:04.847231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-aaa8630c-c4f6-46b3-b591-b202b7889240 None None] For port c7dbdbd4-ac60-41e4-911f-3ec6b66c7230, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c7dbdbd4-ac60-41e4-911f-3ec6b66c7230,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:49:04.852073 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-aaa8630c-c4f6-46b3-b591-b202b7889240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:04.897632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-aaa8630c-c4f6-46b3-b591-b202b7889240 None None] Provisioning complete for port 263ffe3f-a8b0-49eb-bc69-e663edc5e072 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:04.898075 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-aaa8630c-c4f6-46b3-b591-b202b7889240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:04.933383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8630c-c4f6-46b3-b591-b202b7889240 None None] Pushing event updated for resources: {'Port': ['ID=c7dbdbd4-ac60-41e4-911f-3ec6b66c7230,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:04.945371 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-aaa8630c-c4f6-46b3-b591-b202b7889240 None None] Port 263ffe3f-a8b0-49eb-bc69-e663edc5e072 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:49:05.058245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:49:05.127674 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:05.128339 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:05.226420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5551c1f0-bbaa-4390-afa7-1da13f9d4384 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:49:05.283299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 5551c1f0-bbaa-4390-afa7-1da13f9d4384 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:05.283939 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:06.013559 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Sync routers for ids ['c0a354c5-e70e-4173-b215-d711083c5ef5'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:49:06.025215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Routers {'c0a354c5-e70e-4173-b215-d711083c5ef5'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:49:06.025913 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:48:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c0a354c5-e70e-4173-b215-d711083c5ef5'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:06.151562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Set router c0a354c5-e70e-4173-b215-d711083c5ef5 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:49:06.375880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'name': 'tempest-TestMinimumBasicScenario-1621611749-router', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c7dbdbd4-ac60-41e4-911f-3ec6b66c7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:49:00Z', 'updated_at': '2021-11-24T13:49:03Z', 'revision_number': 4, 'project_id': 'a163b71fb88c4255b576bebb32d4ae97', 'gw_port': {'id': 'c7dbdbd4-ac60-41e4-911f-3ec6b66c7230', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:49:01Z', 'updated_at': '2021-11-24T13:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '263ffe3f-a8b0-49eb-bc69-e663edc5e072', 'name': '', 'network_id': '7ade2d53-9d15-47f3-acc9-47a482015907', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'mac_address': 'fa:16:3e:36:f4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'af6f1878-e2c5-47f9-b014-29006b51fe7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:49:02Z', 'updated_at': '2021-11-24T13:49:03Z', 'revision_number': 2, 'project_id': 'a163b71fb88c4255b576bebb32d4ae97', 'subnets': [{'id': 'af6f1878-e2c5-47f9-b014-29006b51fe7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:06.403118 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Checking router: c0a354c5-e70e-4173-b215-d711083c5ef5 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:49:06.403389 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Updating router c0a354c5-e70e-4173-b215-d711083c5ef5 port 263ffe3f-a8b0-49eb-bc69-e663edc5e072 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:49:06.430814 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:06.746513 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:06.752975 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:06.834715 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc3c60-37cd-4c7a-a953-fac2555f792e None None] Pushing event updated for resources: {'Port': ['ID=263ffe3f-a8b0-49eb-bc69-e663edc5e072,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:06.836900 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:06.916221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Attempting to bind port 263ffe3f-a8b0-49eb-bc69-e663edc5e072 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:49:06.916867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Attempting to bind port 263ffe3f-a8b0-49eb-bc69-e663edc5e072 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '4f6b14c0-36f5-4fa3-b614-64686f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7ade2d53-9d15-47f3-acc9-47a482015907'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:49:06.917708 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Attempting to bind port 263ffe3f-a8b0-49eb-bc69-e663edc5e072 on network 7ade2d53-9d15-47f3-acc9-47a482015907 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:49:06.925402 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:49:06.925790 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Checking segment: {'id': '4f6b14c0-36f5-4fa3-b614-64686f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7ade2d53-9d15-47f3-acc9-47a482015907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:49:06.926207 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:06.926822 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Bound using segment: {'id': '4f6b14c0-36f5-4fa3-b614-64686f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7ade2d53-9d15-47f3-acc9-47a482015907'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:49:06.927317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Bound port: 263ffe3f-a8b0-49eb-bc69-e663edc5e072, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6b14c0-36f5-4fa3-b614-64686f5c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7ade2d53-9d15-47f3-acc9-47a482015907'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:49:06.927704 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:07.010502 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] For port 263ffe3f-a8b0-49eb-bc69-e663edc5e072, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:49:07.013855 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] For port 263ffe3f-a8b0-49eb-bc69-e663edc5e072, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=263ffe3f-a8b0-49eb-bc69-e663edc5e072,segment=NetworkSegment(4f6b14c0-36f5-4fa3-b614-64686f5c40d2),segment_id=4f6b14c0-36f5-4fa3-b614-64686f5c40d2)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:49:07.018669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:49:07.022549 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:07.140021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Routers {'c0a354c5-e70e-4173-b215-d711083c5ef5'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:49:07.140654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:48:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c0a354c5-e70e-4173-b215-d711083c5ef5'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:07.143727 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc3c60-37cd-4c7a-a953-fac2555f792e None None] Pushing event updated for resources: {'Port': ['ID=263ffe3f-a8b0-49eb-bc69-e663edc5e072,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:07.184987 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:07.185346 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:07.319878 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-96ffdd86-dfd7-42d4-80ab-916c24674d3f None None] Provisioning complete for port 263ffe3f-a8b0-49eb-bc69-e663edc5e072 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:07.320653 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-96ffdd86-dfd7-42d4-80ab-916c24674d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:07.422032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] Set router c0a354c5-e70e-4173-b215-d711083c5ef5 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:49:07.601724 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-96ffdd86-dfd7-42d4-80ab-916c24674d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:07.658705 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-96ffdd86-dfd7-42d4-80ab-916c24674d3f None None] For port 263ffe3f-a8b0-49eb-bc69-e663edc5e072, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=263ffe3f-a8b0-49eb-bc69-e663edc5e072,segment=NetworkSegment(4f6b14c0-36f5-4fa3-b614-64686f5c40d2),segment_id=4f6b14c0-36f5-4fa3-b614-64686f5c40d2)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:49:07.668972 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-96ffdd86-dfd7-42d4-80ab-916c24674d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:07.751840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffdd86-dfd7-42d4-80ab-916c24674d3f None None] Pushing event updated for resources: {'Port': ['ID=263ffe3f-a8b0-49eb-bc69-e663edc5e072,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:07.767029 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'name': 'tempest-TestMinimumBasicScenario-1621611749-router', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c7dbdbd4-ac60-41e4-911f-3ec6b66c7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:49:00Z', 'updated_at': '2021-11-24T13:49:03Z', 'revision_number': 4, 'project_id': 'a163b71fb88c4255b576bebb32d4ae97', 'gw_port': {'id': 'c7dbdbd4-ac60-41e4-911f-3ec6b66c7230', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:49:01Z', 'updated_at': '2021-11-24T13:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '263ffe3f-a8b0-49eb-bc69-e663edc5e072', 'name': '', 'network_id': '7ade2d53-9d15-47f3-acc9-47a482015907', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'mac_address': 'fa:16:3e:36:f4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'af6f1878-e2c5-47f9-b014-29006b51fe7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:49:02Z', 'updated_at': '2021-11-24T13:49:07Z', 'revision_number': 4, 'project_id': 'a163b71fb88c4255b576bebb32d4ae97', 'subnets': [{'id': 'af6f1878-e2c5-47f9-b014-29006b51fe7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:07.956799 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe044b5-4ec2-41aa-b98e-6abccda1e33b None None] The sync data for ids ['c0a354c5-e70e-4173-b215-d711083c5ef5'] in n-d-817303-4 is: [{'id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'name': 'tempest-TestMinimumBasicScenario-1621611749-router', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c7dbdbd4-ac60-41e4-911f-3ec6b66c7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:49:00Z', 'updated_at': '2021-11-24T13:49:03Z', 'revision_number': 4, 'project_id': 'a163b71fb88c4255b576bebb32d4ae97', 'gw_port': {'id': 'c7dbdbd4-ac60-41e4-911f-3ec6b66c7230', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:49:01Z', 'updated_at': '2021-11-24T13:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '263ffe3f-a8b0-49eb-bc69-e663edc5e072', 'name': '', 'network_id': '7ade2d53-9d15-47f3-acc9-47a482015907', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'mac_address': 'fa:16:3e:36:f4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'af6f1878-e2c5-47f9-b014-29006b51fe7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:49:02Z', 'updated_at': '2021-11-24T13:49:07Z', 'revision_number': 4, 'project_id': 'a163b71fb88c4255b576bebb32d4ae97', 'subnets': [{'id': 'af6f1878-e2c5-47f9-b014-29006b51fe7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:49:07.967620 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5fa83df9-afc2-4662-a8eb-191b09b7f743 None None] Provisioning complete for port 263ffe3f-a8b0-49eb-bc69-e663edc5e072 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:07.968000 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5fa83df9-afc2-4662-a8eb-191b09b7f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:09.004562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 263ffe3f-a8b0-49eb-bc69-e663edc5e072 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:49:09.060684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 263ffe3f-a8b0-49eb-bc69-e663edc5e072 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:09.061088 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:10.057714 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:14.646309 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374639c7-2533-4624-b8f1-a96dff8b445b req-b2538d38-5abd-4228-bd11-148aee04d8fe tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:14.647784 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-374639c7-2533-4624-b8f1-a96dff8b445b req-b2538d38-5abd-4228-bd11-148aee04d8fe tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/networks?id=ed4b768e-b046-4c49-8aea-6627b6dc703f HTTP/1.1" status: 200 len: 815 time: 0.1049094 Nov 24 13:49:14.662452 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-374639c7-2533-4624-b8f1-a96dff8b445b req-78fc1e27-8b7b-4a08-ac94-72ab8fa48f64 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/quotas/d4e73e4e44ca4b949e7f1fcfbffd4e33 HTTP/1.1" status: 200 len: 375 time: 0.0088992 Nov 24 13:49:14.714234 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-374639c7-2533-4624-b8f1-a96dff8b445b req-6b7635db-ba50-44d4-ab71-00b5ef675cc9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4e73e4e44ca4b949e7f1fcfbffd4e33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446622 Nov 24 13:49:14.805181 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-374639c7-2533-4624-b8f1-a96dff8b445b req-707484e6-5246-4fb4-b510-14bac54df6db service neutron] 10.222.0.48 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793035 Nov 24 13:49:14.895702 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-374639c7-2533-4624-b8f1-a96dff8b445b req-4c633d59-cd20-4c1c-90da-b06454f16b79 service neutron] 10.222.0.48 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841074 Nov 24 13:49:15.230378 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-39a16261-b263-428b-9d33-164b9c2b2545 req-614153dc-3318-4904-98ef-899f6ada70ce tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 210 time: 0.1232467 Nov 24 13:49:16.031745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374639c7-2533-4624-b8f1-a96dff8b445b req-97c76858-8d6d-4c31-9492-c8a65a6c8f48 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:16.033411 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-374639c7-2533-4624-b8f1-a96dff8b445b req-97c76858-8d6d-4c31-9492-c8a65a6c8f48 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.59 "GET /v2.0/networks?id=ed4b768e-b046-4c49-8aea-6627b6dc703f HTTP/1.1" status: 200 len: 815 time: 0.1092720 Nov 24 13:49:16.046548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-374639c7-2533-4624-b8f1-a96dff8b445b req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Request body: {'port': {'device_id': 'b149845b-ae88-4198-9511-eadf53f283ca', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'admin_state_up': True, 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:49:16.156004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374639c7-2533-4624-b8f1-a96dff8b445b req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Made reservation on behalf of d4e73e4e44ca4b949e7f1fcfbffd4e33 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:49:16.159774 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-374639c7-2533-4624-b8f1-a96dff8b445b req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:16.367163 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d46bbf6f-44b8-4dfa-aa19-a7dfe4d5aeba req-4d316ae6-0f07-41ee-87e5-812cb3772f5b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 210 time: 0.0636406 Nov 24 13:49:16.685020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-374639c7-2533-4624-b8f1-a96dff8b445b req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Allocated IP 172.20.0.7 (ed4b768e-b046-4c49-8aea-6627b6dc703f/289b8f88-88c8-4a74-950a-6e3bd603c24e/834da5dd-a977-4ac7-81c1-8b124e691901) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:49:16.846590 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-374639c7-2533-4624-b8f1-a96dff8b445b req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:16.883090 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-374639c7-2533-4624-b8f1-a96dff8b445b req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:16.930290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374639c7-2533-4624-b8f1-a96dff8b445b req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Network ed4b768e-b046-4c49-8aea-6627b6dc703f is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:49:16.933328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-374639c7-2533-4624-b8f1-a96dff8b445b req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:49:16.937339 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-374639c7-2533-4624-b8f1-a96dff8b445b req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:49:16.945062 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event updated for resources: {'Port': ['ID=834da5dd-a977-4ac7-81c1-8b124e691901,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:16.982400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:16.982771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:16.983143 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:16.983505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:16.983855 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:16.984231 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:16.984585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:16.984971 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:16.985321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:16.985681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:16.986313 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:16.986687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:17.011590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374639c7-2533-4624-b8f1-a96dff8b445b req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:17.012273 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-374639c7-2533-4624-b8f1-a96dff8b445b req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:17.032875 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-374639c7-2533-4624-b8f1-a96dff8b445b req-9268fb9b-0836-477a-9347-de9accaa3894 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9900734 Nov 24 13:49:17.258011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ed85fa39-8806-4db1-9cca-32d2b4304657 None None] Provisioning complete for port 834da5dd-a977-4ac7-81c1-8b124e691901 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:17.258532 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa39-8806-4db1-9cca-32d2b4304657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:17.292517 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-ed85fa39-8806-4db1-9cca-32d2b4304657 None None] Port 834da5dd-a977-4ac7-81c1-8b124e691901 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:49:17.470743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec13e0-8c48-4e2b-8c7b-2fadff84803e req-725cd2f9-b6f0-4036-9383-60e871d112bd tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:17.472452 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8eec13e0-8c48-4e2b-8c7b-2fadff84803e req-725cd2f9-b6f0-4036-9383-60e871d112bd tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 931 time: 0.0528162 Nov 24 13:49:17.533411 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8eec13e0-8c48-4e2b-8c7b-2fadff84803e req-45d96d55-036b-492c-9872-3b3642453169 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521259 Nov 24 13:49:18.658965 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fef91d-01e3-4840-a042-59a9092b3346 req-aff998a4-3c5a-42ab-a17e-a6a35b5cbda5 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:18.660651 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74fef91d-01e3-4840-a042-59a9092b3346 req-aff998a4-3c5a-42ab-a17e-a6a35b5cbda5 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 931 time: 0.0526161 Nov 24 13:49:18.719723 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-74fef91d-01e3-4840-a042-59a9092b3346 req-315dc8f3-69e0-42ea-a83b-51b9ee35b201 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523398 Nov 24 13:49:19.842106 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241995d-1645-43fe-83d0-a9dee114df3a req-7f6acef1-f783-4a57-90d8-15806f141bf6 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:19.843641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4241995d-1645-43fe-83d0-a9dee114df3a req-7f6acef1-f783-4a57-90d8-15806f141bf6 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 931 time: 0.0527830 Nov 24 13:49:19.896253 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4241995d-1645-43fe-83d0-a9dee114df3a req-4ca1c2bb-3639-4799-8315-a72f16c18bf8 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465565 Nov 24 13:49:20.929823 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-54fc0cc2-31db-404f-b817-62004d190cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:21.015703 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ade88-35d7-46e1-9f98-4dcb35d209ed req-6e9980b9-1ae8-4ff6-9ddf-165ac79b3eb1 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:21.017200 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a18ade88-35d7-46e1-9f98-4dcb35d209ed req-6e9980b9-1ae8-4ff6-9ddf-165ac79b3eb1 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 931 time: 0.0512764 Nov 24 13:49:21.070455 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a18ade88-35d7-46e1-9f98-4dcb35d209ed req-843f1a5c-59f5-4f6b-a313-6c82e04acc0b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464554 Nov 24 13:49:22.193861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f2b95-85ea-45db-b558-7467f006a575 req-ae85425d-28bd-44b8-836c-6d8ee3625640 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:22.195305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d55f2b95-85ea-45db-b558-7467f006a575 req-ae85425d-28bd-44b8-836c-6d8ee3625640 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 931 time: 0.0526104 Nov 24 13:49:22.252623 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d55f2b95-85ea-45db-b558-7467f006a575 req-f81d1636-e784-4a01-98e4-d30449cbb0d4 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462580 Nov 24 13:49:23.361903 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7b1b39ab-6c4a-493f-8c81-bf3f9c6bb3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:23.364581 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2771a-bd2e-4cb7-ac18-ca48cb9dc6d0 req-2b6385e6-4cd5-48d8-9e28-fa8d02cdc1a8 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:23.366264 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f6f2771a-bd2e-4cb7-ac18-ca48cb9dc6d0 req-2b6385e6-4cd5-48d8-9e28-fa8d02cdc1a8 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 931 time: 0.0507603 Nov 24 13:49:23.418780 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f6f2771a-bd2e-4cb7-ac18-ca48cb9dc6d0 req-6fb88fe8-55a6-4673-9a05-35a1cab3ab97 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446315 Nov 24 13:49:24.541439 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66d602-6344-4a09-8268-860a11db56f0 req-4c44ca29-6f10-43d6-a733-6903770e800e tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:24.542818 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c66d602-6344-4a09-8268-860a11db56f0 req-4c44ca29-6f10-43d6-a733-6903770e800e tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 931 time: 0.0510023 Nov 24 13:49:24.546709 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:24.591323 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3c66d602-6344-4a09-8268-860a11db56f0 req-5a0b4079-5827-444c-928f-f183d1ed7ab8 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420318 Nov 24 13:49:25.718320 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9832c-3f05-49cb-937a-e263295be6d4 req-d00ecefa-b9a1-4bc7-9af4-ea716223ea56 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:25.719811 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4cf9832c-3f05-49cb-937a-e263295be6d4 req-d00ecefa-b9a1-4bc7-9af4-ea716223ea56 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 931 time: 0.0540366 Nov 24 13:49:25.772503 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4cf9832c-3f05-49cb-937a-e263295be6d4 req-4457cdfb-d0d9-4325-99d1-7c24fe4caf75 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461369 Nov 24 13:49:26.080597 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:26.764686 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:26.889322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f5155-7dde-4ef9-ab3b-77d73539c877 req-ef9bd4e8-a7ac-4bec-9dd8-1c0e6d74ce71 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:26.890806 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a5f5155-7dde-4ef9-ab3b-77d73539c877 req-ef9bd4e8-a7ac-4bec-9dd8-1c0e6d74ce71 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 931 time: 0.0484705 Nov 24 13:49:26.941943 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a5f5155-7dde-4ef9-ab3b-77d73539c877 req-26ca0479-26e7-49b8-9de3-1d24168480c2 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446630 Nov 24 13:49:27.182700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Request body: {'port': {'device_id': 'b149845b-ae88-4198-9511-eadf53f283ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:49:27.234808 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:27.494893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 834da5dd-a977-4ac7-81c1-8b124e691901 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:49:27.502612 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:27.517393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Transition to ACTIVE for port object 834da5dd-a977-4ac7-81c1-8b124e691901 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:49:27.521956 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:27.581444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Pushing event updated for resources: {'Port': ['ID=834da5dd-a977-4ac7-81c1-8b124e691901,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:27.651827 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Attempting to bind port 834da5dd-a977-4ac7-81c1-8b124e691901 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:49:27.652160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Attempting to bind port 834da5dd-a977-4ac7-81c1-8b124e691901 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'c852ca47-b482-4db6-916d-ebcc80ed0636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:49:27.652501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Attempting to bind port 834da5dd-a977-4ac7-81c1-8b124e691901 on network ed4b768e-b046-4c49-8aea-6627b6dc703f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:49:27.657077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Port 834da5dd-a977-4ac7-81c1-8b124e691901 on network ed4b768e-b046-4c49-8aea-6627b6dc703f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:49:27.657408 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Attempting to bind port 834da5dd-a977-4ac7-81c1-8b124e691901 on network ed4b768e-b046-4c49-8aea-6627b6dc703f {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:49:27.662346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:49:27.662691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Checking segment: {'id': 'c852ca47-b482-4db6-916d-ebcc80ed0636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:49:27.663084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Bound using segment: {'id': 'c852ca47-b482-4db6-916d-ebcc80ed0636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:49:27.663525 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Bound port: 834da5dd-a977-4ac7-81c1-8b124e691901, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c852ca47-b482-4db6-916d-ebcc80ed0636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:49:27.663886 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:27.732852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] For port 834da5dd-a977-4ac7-81c1-8b124e691901, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:49:27.735810 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] For port 834da5dd-a977-4ac7-81c1-8b124e691901, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=834da5dd-a977-4ac7-81c1-8b124e691901,segment=NetworkSegment(c852ca47-b482-4db6-916d-ebcc80ed0636),segment_id=c852ca47-b482-4db6-916d-ebcc80ed0636)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:49:27.740941 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:27.773734 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:27.774282 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:27.775826 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-374639c7-2533-4624-b8f1-a96dff8b445b req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] 10.222.0.59 "PUT /v2.0/ports/834da5dd-a977-4ac7-81c1-8b124e691901 HTTP/1.1" status: 200 len: 1091 time: 0.6355965 Nov 24 13:49:27.776108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b149845b-ae88-4198-9511-eadf53f283ca', 'tag': '834da5dd-a977-4ac7-81c1-8b124e691901'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:49:27.814309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760a6c5-f611-48bd-b715-4cd3cf4570c3 service neutron] Pushing event updated for resources: {'Port': ['ID=834da5dd-a977-4ac7-81c1-8b124e691901,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:27.822775 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ed6e03-50a8-4054-89c2-18e7a280be31" -d '{"events": [{"name": "network-changed", "server_uuid": "b149845b-ae88-4198-9511-eadf53f283ca", "tag": "834da5dd-a977-4ac7-81c1-8b124e691901"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:49:27.867926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374639c7-2533-4624-b8f1-a96dff8b445b req-614cd94c-7ce0-40fc-88bf-2aa6408e4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:27.869454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-374639c7-2533-4624-b8f1-a96dff8b445b req-614cd94c-7ce0-40fc-88bf-2aa6408e4888 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4e73e4e44ca4b949e7f1fcfbffd4e33&device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 1094 time: 0.0505147 Nov 24 13:49:27.920031 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-374639c7-2533-4624-b8f1-a96dff8b445b req-ec8ab1a5-112f-46b9-9ae7-a3cc4725cc3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=834da5dd-a977-4ac7-81c1-8b124e691901 HTTP/1.1" status: 200 len: 217 time: 0.0412288 Nov 24 13:49:27.923344 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f054abca-7140-48f5-8071-3962b4584d98 x-openstack-request-id: req-f054abca-7140-48f5-8071-3962b4584d98 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:49:27.923649 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b149845b-ae88-4198-9511-eadf53f283ca", "tag": "834da5dd-a977-4ac7-81c1-8b124e691901", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:49:27.923923 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f054abca-7140-48f5-8071-3962b4584d98 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:49:27.924321 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b149845b-ae88-4198-9511-eadf53f283ca', 'tag': '834da5dd-a977-4ac7-81c1-8b124e691901', 'status': 'completed', 'code': 200} Nov 24 13:49:27.975344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374639c7-2533-4624-b8f1-a96dff8b445b req-8397c5b3-7540-463b-a97a-01c4d93c0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:27.976903 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-374639c7-2533-4624-b8f1-a96dff8b445b req-8397c5b3-7540-463b-a97a-01c4d93c0bcd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=289b8f88-88c8-4a74-950a-6e3bd603c24e HTTP/1.1" status: 200 len: 854 time: 0.0465813 Nov 24 13:49:28.052428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374639c7-2533-4624-b8f1-a96dff8b445b req-15a3d751-34f5-4d63-8499-d81da9b31857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:28.053877 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-374639c7-2533-4624-b8f1-a96dff8b445b req-15a3d751-34f5-4d63-8499-d81da9b31857 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed4b768e-b046-4c49-8aea-6627b6dc703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696378 Nov 24 13:49:28.069791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9798d7-464a-4001-9de7-f1823b837b5e req-ac1b57e7-b181-436c-a4b9-0e2d3525dda3 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:28.071184 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e9798d7-464a-4001-9de7-f1823b837b5e req-ac1b57e7-b181-436c-a4b9-0e2d3525dda3 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 943 time: 0.0593967 Nov 24 13:49:28.172606 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2e9798d7-464a-4001-9de7-f1823b837b5e req-dba76caf-2f9a-4e43-a8c2-70f45cfef1aa tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936542 Nov 24 13:49:28.190909 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-374639c7-2533-4624-b8f1-a96dff8b445b req-538bd884-880d-4bba-8651-70eaac4c1579 service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188278 Nov 24 13:49:28.285418 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-374639c7-2533-4624-b8f1-a96dff8b445b req-270f9e3c-14af-4220-b539-3e5819a3e9cf service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871561 Nov 24 13:49:28.374382 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed6e03-50a8-4054-89c2-18e7a280be31 req-0b647ab0-64ec-43a7-8b5c-074b4bbb0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:28.375803 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b0ed6e03-50a8-4054-89c2-18e7a280be31 req-0b647ab0-64ec-43a7-8b5c-074b4bbb0e46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4e73e4e44ca4b949e7f1fcfbffd4e33&device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 1094 time: 0.0411232 Nov 24 13:49:28.465282 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed6e03-50a8-4054-89c2-18e7a280be31 req-c3d2097e-c15b-4c22-80d6-99dd2a80cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:28.466741 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b0ed6e03-50a8-4054-89c2-18e7a280be31 req-c3d2097e-c15b-4c22-80d6-99dd2a80cb69 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed4b768e-b046-4c49-8aea-6627b6dc703f HTTP/1.1" status: 200 len: 916 time: 0.0829127 Nov 24 13:49:28.511639 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b0ed6e03-50a8-4054-89c2-18e7a280be31 req-4a4454eb-f333-402b-b41e-864d8c089128 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=834da5dd-a977-4ac7-81c1-8b124e691901 HTTP/1.1" status: 200 len: 217 time: 0.0372458 Nov 24 13:49:28.562126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed6e03-50a8-4054-89c2-18e7a280be31 req-64052f78-0849-4341-ad35-f948df63d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:28.563536 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b0ed6e03-50a8-4054-89c2-18e7a280be31 req-64052f78-0849-4341-ad35-f948df63d07a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=289b8f88-88c8-4a74-950a-6e3bd603c24e HTTP/1.1" status: 200 len: 854 time: 0.0437825 Nov 24 13:49:28.610457 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed6e03-50a8-4054-89c2-18e7a280be31 req-c42e546c-1c70-4f42-b6d8-8a8fbc668cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:28.611947 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b0ed6e03-50a8-4054-89c2-18e7a280be31 req-c42e546c-1c70-4f42-b6d8-8a8fbc668cbb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed4b768e-b046-4c49-8aea-6627b6dc703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397766 Nov 24 13:49:28.709489 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b0ed6e03-50a8-4054-89c2-18e7a280be31 req-75463cdb-0917-45c7-9ac9-b7e67d4a7fec service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878556 Nov 24 13:49:28.803581 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b0ed6e03-50a8-4054-89c2-18e7a280be31 req-e9450e53-0ca1-4841-94c3-a79ccfd0ae47 service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861387 Nov 24 13:49:29.289925 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0b74-21cb-4eb9-ab05-a677fc2db5b6 req-f4f6254d-f683-4e23-83eb-5ec30318cb45 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:29.291446 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b62b0b74-21cb-4eb9-ab05-a677fc2db5b6 req-f4f6254d-f683-4e23-83eb-5ec30318cb45 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 943 time: 0.0492053 Nov 24 13:49:29.343643 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b62b0b74-21cb-4eb9-ab05-a677fc2db5b6 req-42829622-bf82-42ce-9fa8-db4164136e67 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452080 Nov 24 13:49:30.465043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472850c-5835-4a45-9932-371dade2074d req-3a648d7c-441a-4ec9-bc79-7d512a535eb7 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:30.466527 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a472850c-5835-4a45-9932-371dade2074d req-3a648d7c-441a-4ec9-bc79-7d512a535eb7 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 943 time: 0.0530095 Nov 24 13:49:30.514776 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a472850c-5835-4a45-9932-371dade2074d req-3333815f-a6b5-495a-bdb1-d24193c66b58 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423110 Nov 24 13:49:30.854165 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 834da5dd-a977-4ac7-81c1-8b124e691901 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:49:30.948551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 834da5dd-a977-4ac7-81c1-8b124e691901, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=834da5dd-a977-4ac7-81c1-8b124e691901,segment=NetworkSegment(c852ca47-b482-4db6-916d-ebcc80ed0636),segment_id=c852ca47-b482-4db6-916d-ebcc80ed0636)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:49:30.959909 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '834da5dd-a977-4ac7-81c1-8b124e691901', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'port_id': '834da5dd-a977-4ac7-81c1-8b124e691901', 'mac_address': 'fa:16:3e:9c:8c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:49:30.996004 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:31.011884 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 834da5dd-a977-4ac7-81c1-8b124e691901 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:49:31.052935 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 834da5dd-a977-4ac7-81c1-8b124e691901, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=834da5dd-a977-4ac7-81c1-8b124e691901,segment=NetworkSegment(c852ca47-b482-4db6-916d-ebcc80ed0636),segment_id=c852ca47-b482-4db6-916d-ebcc80ed0636)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:49:31.098553 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:31.146283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=834da5dd-a977-4ac7-81c1-8b124e691901,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:31.153510 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:31.153866 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:31.154211 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:31.154556 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:31.154897 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:31.155234 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:31.155569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:31.155903 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:31.156233 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:31.156563 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:31.156923 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:31.157256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:49:31.348338 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['834da5dd-a977-4ac7-81c1-8b124e691901'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:49:31.637039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9060-d00c-40f3-be72-384ca0273553 req-307a66e9-dd49-4c2b-bba8-81ea9ee126c7 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:31.638506 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-27cb9060-d00c-40f3-be72-384ca0273553 req-307a66e9-dd49-4c2b-bba8-81ea9ee126c7 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 944 time: 0.0528545 Nov 24 13:49:31.684695 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-27cb9060-d00c-40f3-be72-384ca0273553 req-32e503f2-33cd-451f-bb1e-7a745392640d tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402482 Nov 24 13:49:32.802147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cbe90-b432-4e6c-9d7a-eaefe30c6ec9 req-27ec83d6-e92e-45ab-bdbc-2f1c1dbfe0d7 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:32.803646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-559cbe90-b432-4e6c-9d7a-eaefe30c6ec9 req-27ec83d6-e92e-45ab-bdbc-2f1c1dbfe0d7 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 944 time: 0.0519457 Nov 24 13:49:32.846289 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 834da5dd-a977-4ac7-81c1-8b124e691901 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:49:32.854958 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-559cbe90-b432-4e6c-9d7a-eaefe30c6ec9 req-5c130c20-9f95-479b-b8b8-97c7bb82508d tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451009 Nov 24 13:49:32.894296 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 834da5dd-a977-4ac7-81c1-8b124e691901 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:49:32.898582 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 834da5dd-a977-4ac7-81c1-8b124e691901 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:32.898958 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:32.978423 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:33.002538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b149845b-ae88-4198-9511-eadf53f283ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834da5dd-a977-4ac7-81c1-8b124e691901'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:49:33.020592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 834da5dd-a977-4ac7-81c1-8b124e691901, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=834da5dd-a977-4ac7-81c1-8b124e691901,segment=NetworkSegment(c852ca47-b482-4db6-916d-ebcc80ed0636),segment_id=c852ca47-b482-4db6-916d-ebcc80ed0636)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:49:33.025049 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:33.052796 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09b5809-aca7-4e5e-9d2e-965e0af65761" -d '{"events": [{"server_uuid": "b149845b-ae88-4198-9511-eadf53f283ca", "name": "network-vif-plugged", "status": "completed", "tag": "834da5dd-a977-4ac7-81c1-8b124e691901"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:49:33.085258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=834da5dd-a977-4ac7-81c1-8b124e691901,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:33.138866 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd61e08d-5de0-4fd7-88ba-0cc9f6e6f5cf x-openstack-request-id: req-cd61e08d-5de0-4fd7-88ba-0cc9f6e6f5cf {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:49:33.139160 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b149845b-ae88-4198-9511-eadf53f283ca", "name": "network-vif-plugged", "status": "completed", "tag": "834da5dd-a977-4ac7-81c1-8b124e691901", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:49:33.139414 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cd61e08d-5de0-4fd7-88ba-0cc9f6e6f5cf {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:49:33.139810 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b149845b-ae88-4198-9511-eadf53f283ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '834da5dd-a977-4ac7-81c1-8b124e691901', 'code': 200} Nov 24 13:49:33.238552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307407f-75d5-4af6-b518-71db51ea6c35 req-042b64d3-5839-4224-86ed-9752e629486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:33.239954 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9307407f-75d5-4af6-b518-71db51ea6c35 req-042b64d3-5839-4224-86ed-9752e629486f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 1096 time: 0.0437639 Nov 24 13:49:33.287029 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9307407f-75d5-4af6-b518-71db51ea6c35 req-6b3436ed-4460-4f2e-b01a-707358cbf62d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373771 Nov 24 13:49:33.968752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb03b3d-318d-4920-85c0-32b924ec3d99 req-d120e0b9-1b2a-471f-8466-8cea9b8e8491 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:33.970212 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cbb03b3d-318d-4920-85c0-32b924ec3d99 req-d120e0b9-1b2a-471f-8466-8cea9b8e8491 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 945 time: 0.0480692 Nov 24 13:49:34.015793 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cbb03b3d-318d-4920-85c0-32b924ec3d99 req-3ea433b5-ce3f-43bf-9951-b22dced53415 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396705 Nov 24 13:49:34.743436 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:49:35.133354 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031ff46-d93b-4cce-9468-9ca7db42fc51 req-d7444c6a-1359-458c-8f50-df0823c984fd tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:35.134812 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b031ff46-d93b-4cce-9468-9ca7db42fc51 req-d7444c6a-1359-458c-8f50-df0823c984fd tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 945 time: 0.0481365 Nov 24 13:49:35.179987 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b031ff46-d93b-4cce-9468-9ca7db42fc51 req-e59e228d-1c98-4cd1-9d89-95323f009afa tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392497 Nov 24 13:49:35.295811 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb8992-ec8c-4ba4-86c8-88bd7766b211 req-fee6df2c-7f1a-48c5-82ee-cc35fc9665f5 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:35.297236 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ebb8992-ec8c-4ba4-86c8-88bd7766b211 req-fee6df2c-7f1a-48c5-82ee-cc35fc9665f5 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 945 time: 0.0485935 Nov 24 13:49:35.347536 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ebb8992-ec8c-4ba4-86c8-88bd7766b211 req-4283964a-584b-4e66-87cc-11c7d73c5933 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438077 Nov 24 13:49:35.537645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b12b7-7150-48a3-ac77-9ba955820308 req-76b16acf-1a58-4478-8a97-21a7c5bd8e60 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:35.539187 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-488b12b7-7150-48a3-ac77-9ba955820308 req-76b16acf-1a58-4478-8a97-21a7c5bd8e60 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 945 time: 0.0490849 Nov 24 13:49:35.588363 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-488b12b7-7150-48a3-ac77-9ba955820308 req-5363f910-9db0-49aa-afd7-a969bcd2ac08 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422041 Nov 24 13:49:36.779331 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:40.053747 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:48.089570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8291f-0552-4c22-b296-b986019d458c req-4d89492d-6f8b-4147-9a60-f5d7244a238d tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:48.091016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08a8291f-0552-4c22-b296-b986019d458c req-4d89492d-6f8b-4147-9a60-f5d7244a238d tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 945 time: 0.0472779 Nov 24 13:49:48.136387 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08a8291f-0552-4c22-b296-b986019d458c req-4b589aab-df57-40a4-a2c8-42571291eb55 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394974 Nov 24 13:49:48.159252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57368) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:49:48.244940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2060074-a79a-48e5-841b-298feeeb0c14 tempest-TestMinimumBasicScenario-1130720090 tempest-TestMinimumBasicScenario-1130720090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:48.246456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a2060074-a79a-48e5-841b-298feeeb0c14 tempest-TestMinimumBasicScenario-1130720090 tempest-TestMinimumBasicScenario-1130720090-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 1091 time: 0.0856698 Nov 24 13:49:48.249531 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57372) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:49:48.254442 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '834da5dd-a977-4ac7-81c1-8b124e691901', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:49:48.276156 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:48.369590 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:48.473591 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Allocated IP 172.25.0.167 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/914adecd-7314-4c09-b4b1-ccba43543714) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:49:48.572966 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:48.605579 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:48.645492 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:49:48.650251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:49:48.653661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:49:48.678745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event updated for resources: {'Port': ['ID=914adecd-7314-4c09-b4b1-ccba43543714,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:49.002728 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:49.073065 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:49.219325 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:49.223763 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:49.289304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event updated for resources: {'Port': ['ID=914adecd-7314-4c09-b4b1-ccba43543714,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:49.301227 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:49.401758 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Floating IP 696107a9-a1d4-4037-b5e0-ac65b057d79a associated. External IP: 172.25.0.167, port: 834da5dd-a977-4ac7-81c1-8b124e691901. Nov 24 13:49:49.613223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Router b7778468-8e79-4fd5-b31b-ad4c8d45b67c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:49:49.718966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:49:49.728507 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba2ae94-3d52-410d-b071-54da39deb9f5 None None] Sync routers for ids ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:49:49.736386 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:49.737937 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba2ae94-3d52-410d-b071-54da39deb9f5 None None] Routers {'b7778468-8e79-4fd5-b31b-ad4c8d45b67c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:49:49.738535 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5ba2ae94-3d52-410d-b071-54da39deb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:49:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:49.764783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-feabcbce-dc16-4caf-8328-2c6811e74b72 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5142026 Nov 24 13:49:49.765471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b149845b-ae88-4198-9511-eadf53f283ca', 'tag': '834da5dd-a977-4ac7-81c1-8b124e691901'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:49:49.767692 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57374) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:49:49.768150 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b150bbec-dbde-4a1b-becd-8df879de29b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b149845b-ae88-4198-9511-eadf53f283ca", "tag": "834da5dd-a977-4ac7-81c1-8b124e691901"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:49:49.772819 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-43e6b7de-4320-45e5-814a-43444ae163e0 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1701727009', 'description': 'tempest-secgroup-smoke-1701727009 description', 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:49:49.805951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43e6b7de-4320-45e5-814a-43444ae163e0 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:49.808132 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fade1cd-fdc4-43d2-9782-ac8bf0235d20 x-openstack-request-id: req-1fade1cd-fdc4-43d2-9782-ac8bf0235d20 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:49:49.808438 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b149845b-ae88-4198-9511-eadf53f283ca", "tag": "834da5dd-a977-4ac7-81c1-8b124e691901", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:49:49.808704 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1fade1cd-fdc4-43d2-9782-ac8bf0235d20 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:49:49.809578 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b149845b-ae88-4198-9511-eadf53f283ca', 'tag': '834da5dd-a977-4ac7-81c1-8b124e691901', 'status': 'completed', 'code': 200} Nov 24 13:49:49.884196 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43e6b7de-4320-45e5-814a-43444ae163e0 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:49.889726 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43e6b7de-4320-45e5-814a-43444ae163e0 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:49.893432 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150bbec-dbde-4a1b-becd-8df879de29b7 req-5154937c-09c5-4692-9074-1465e675d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:49.895114 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b150bbec-dbde-4a1b-becd-8df879de29b7 req-5154937c-09c5-4692-9074-1465e675d149 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4e73e4e44ca4b949e7f1fcfbffd4e33&device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 1096 time: 0.0512733 Nov 24 13:49:49.904086 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-5ba2ae94-3d52-410d-b071-54da39deb9f5 None None] Set router b7778468-8e79-4fd5-b31b-ad4c8d45b67c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:49:49.918258 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43e6b7de-4320-45e5-814a-43444ae163e0 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:49.922991 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-43e6b7de-4320-45e5-814a-43444ae163e0 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1542535 Nov 24 13:49:49.923807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57378) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:49:49.932174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-b84648fb-4ab5-4552-b80f-fa53e9ca697a tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Request body: {'security_group_rule': {'security_group_id': '28325564-b882-4c65-821c-80038963e943', 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:49:49.960294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6b7de-4320-45e5-814a-43444ae163e0 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28325564-b882-4c65-821c-80038963e943,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:49.969476 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b84648fb-4ab5-4552-b80f-fa53e9ca697a tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.022639 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b84648fb-4ab5-4552-b80f-fa53e9ca697a tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.027948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150bbec-dbde-4a1b-becd-8df879de29b7 req-5afb5520-446d-48e3-b847-3f3a471a400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:50.028565 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b84648fb-4ab5-4552-b80f-fa53e9ca697a tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.029740 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b150bbec-dbde-4a1b-becd-8df879de29b7 req-5afb5520-446d-48e3-b847-3f3a471a400b service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed4b768e-b046-4c49-8aea-6627b6dc703f HTTP/1.1" status: 200 len: 916 time: 0.1258762 Nov 24 13:49:50.048128 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84648fb-4ab5-4552-b80f-fa53e9ca697a tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bfdac4-4e89-4ca5-958a-52ab7ae32f23,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:50.054569 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b84648fb-4ab5-4552-b80f-fa53e9ca697a tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.058284 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b84648fb-4ab5-4552-b80f-fa53e9ca697a tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269948 Nov 24 13:49:50.061372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57380) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:49:50.066042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e28bc6ea-2cd0-4410-9786-6aec84a1e72e tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Request body: {'security_group_rule': {'security_group_id': '28325564-b882-4c65-821c-80038963e943', 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:49:50.096694 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e28bc6ea-2cd0-4410-9786-6aec84a1e72e tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.104928 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b150bbec-dbde-4a1b-becd-8df879de29b7 req-0a7ccdb7-955c-441f-b94d-0eca11668a0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=834da5dd-a977-4ac7-81c1-8b124e691901 HTTP/1.1" status: 200 len: 999 time: 0.0654790 Nov 24 13:49:50.158865 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e28bc6ea-2cd0-4410-9786-6aec84a1e72e tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.162792 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e28bc6ea-2cd0-4410-9786-6aec84a1e72e tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.167028 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150bbec-dbde-4a1b-becd-8df879de29b7 req-fbb2cbbb-a484-44f4-bc00-184746c1646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:50.167237 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5ba2ae94-3d52-410d-b071-54da39deb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port': {'id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:56Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '696107a9-a1d4-4037-b5e0-ac65b057d79a', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'floating_ip_address': '172.25.0.167', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'port_id': '834da5dd-a977-4ac7-81c1-8b124e691901', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'mac_address': 'fa:16:3e:9c:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149845b-ae88-4198-9511-eadf53f283ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:49:48Z', 'updated_at': '2021-11-24T13:49:48Z', 'revision_number': 0, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91baba1e-34fc-4d16-844a-2230fa1bd38b', 'name': '', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'mac_address': 'fa:16:3e:18:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:58Z', 'updated_at': '2021-11-24T13:49:02Z', 'revision_number': 5, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'subnets': [{'id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:50.168515 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b150bbec-dbde-4a1b-becd-8df879de29b7 req-fbb2cbbb-a484-44f4-bc00-184746c1646a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=289b8f88-88c8-4a74-950a-6e3bd603c24e HTTP/1.1" status: 200 len: 854 time: 0.0560703 Nov 24 13:49:50.181723 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bc6ea-2cd0-4410-9786-6aec84a1e72e tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b6b474-7f11-4bc5-9e09-9848d9592532,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:50.191673 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e28bc6ea-2cd0-4410-9786-6aec84a1e72e tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.195687 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e28bc6ea-2cd0-4410-9786-6aec84a1e72e tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305048 Nov 24 13:49:50.195844 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57382) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:49:50.197306 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba2ae94-3d52-410d-b071-54da39deb9f5 None None] Checking router: b7778468-8e79-4fd5-b31b-ad4c8d45b67c for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:49:50.200286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d5626e97-5c9c-4097-92d7-079ab7ab918f tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Request body: {'security_group_rule': {'security_group_id': '28325564-b882-4c65-821c-80038963e943', 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:49:50.205945 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba2ae94-3d52-410d-b071-54da39deb9f5 None None] Routers {'b7778468-8e79-4fd5-b31b-ad4c8d45b67c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:49:50.207088 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5ba2ae94-3d52-410d-b071-54da39deb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:49:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:50.219698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150bbec-dbde-4a1b-becd-8df879de29b7 req-ff5282c2-c416-4fac-81ff-645d028cda87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:50.221538 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b150bbec-dbde-4a1b-becd-8df879de29b7 req-ff5282c2-c416-4fac-81ff-645d028cda87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed4b768e-b046-4c49-8aea-6627b6dc703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444655 Nov 24 13:49:50.231218 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d5626e97-5c9c-4097-92d7-079ab7ab918f tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.297737 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d5626e97-5c9c-4097-92d7-079ab7ab918f tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.303306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d5626e97-5c9c-4097-92d7-079ab7ab918f tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.321408 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-5ba2ae94-3d52-410d-b071-54da39deb9f5 None None] Set router b7778468-8e79-4fd5-b31b-ad4c8d45b67c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:49:50.325288 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5626e97-5c9c-4097-92d7-079ab7ab918f tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4cae74-975c-4c91-924d-7821bcb974a2,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:50.336354 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d5626e97-5c9c-4097-92d7-079ab7ab918f tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.338061 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b150bbec-dbde-4a1b-becd-8df879de29b7 req-6c009a07-f19c-49bd-8537-7deb2fb28ae3 service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055267 Nov 24 13:49:50.340368 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57384) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:49:50.340801 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d5626e97-5c9c-4097-92d7-079ab7ab918f tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439142 Nov 24 13:49:50.345878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-5a9e5736-31b7-48ba-8dba-c2e496b77b57 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Request body: {'security_group_rule': {'security_group_id': '28325564-b882-4c65-821c-80038963e943', 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:49:50.434667 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5736-31b7-48ba-8dba-c2e496b77b57 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.481722 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b150bbec-dbde-4a1b-becd-8df879de29b7 req-ca12b7f3-c759-4b6d-9a6f-1ec6451d73b3 service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313796 Nov 24 13:49:50.513080 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5736-31b7-48ba-8dba-c2e496b77b57 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.516821 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5736-31b7-48ba-8dba-c2e496b77b57 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.535373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e5736-31b7-48ba-8dba-c2e496b77b57 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9152181-03d0-4519-867b-f3392ac0aa13,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:50.543030 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a9e5736-31b7-48ba-8dba-c2e496b77b57 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.546917 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5a9e5736-31b7-48ba-8dba-c2e496b77b57 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2019308 Nov 24 13:49:50.547064 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57386) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:49:50.551980 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c67b4497-a922-439b-8f68-2152e03f5a92 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Request body: {'security_group_rule': {'security_group_id': '28325564-b882-4c65-821c-80038963e943', 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:49:50.573128 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-c67b4497-a922-439b-8f68-2152e03f5a92 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Project d4e73e4e44ca4b949e7f1fcfbffd4e33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:49:50.577944 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c67b4497-a922-439b-8f68-2152e03f5a92 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.638079 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-5ba2ae94-3d52-410d-b071-54da39deb9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port': {'id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:56Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '696107a9-a1d4-4037-b5e0-ac65b057d79a', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'floating_ip_address': '172.25.0.167', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'port_id': '834da5dd-a977-4ac7-81c1-8b124e691901', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'mac_address': 'fa:16:3e:9c:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149845b-ae88-4198-9511-eadf53f283ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:49:48Z', 'updated_at': '2021-11-24T13:49:48Z', 'revision_number': 0, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91baba1e-34fc-4d16-844a-2230fa1bd38b', 'name': '', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'mac_address': 'fa:16:3e:18:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:58Z', 'updated_at': '2021-11-24T13:49:02Z', 'revision_number': 5, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'subnets': [{'id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:49:50.639925 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c67b4497-a922-439b-8f68-2152e03f5a92 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.643610 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c67b4497-a922-439b-8f68-2152e03f5a92 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.662133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b4497-a922-439b-8f68-2152e03f5a92 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac585c2f-8280-445f-b975-cdd46ebb8514,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:50.665165 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba2ae94-3d52-410d-b071-54da39deb9f5 None None] The sync data for ids ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'] in n-d-817303-4 is: [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port': {'id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:56Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '696107a9-a1d4-4037-b5e0-ac65b057d79a', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'floating_ip_address': '172.25.0.167', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'port_id': '834da5dd-a977-4ac7-81c1-8b124e691901', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'mac_address': 'fa:16:3e:9c:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b149845b-ae88-4198-9511-eadf53f283ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:49:48Z', 'updated_at': '2021-11-24T13:49:48Z', 'revision_number': 0, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91baba1e-34fc-4d16-844a-2230fa1bd38b', 'name': '', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'mac_address': 'fa:16:3e:18:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:58Z', 'updated_at': '2021-11-24T13:49:02Z', 'revision_number': 5, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'subnets': [{'id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:49:50.672331 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c67b4497-a922-439b-8f68-2152e03f5a92 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.673604 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c67b4497-a922-439b-8f68-2152e03f5a92 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256225 Nov 24 13:49:50.676862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57388) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:49:50.681338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2b21c797-9cdc-4603-8ea6-55f7caae8ba7 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Request body: {'security_group_rule': {'security_group_id': '28325564-b882-4c65-821c-80038963e943', 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:49:50.702670 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-2b21c797-9cdc-4603-8ea6-55f7caae8ba7 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Project d4e73e4e44ca4b949e7f1fcfbffd4e33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:49:50.708119 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b21c797-9cdc-4603-8ea6-55f7caae8ba7 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.769629 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b21c797-9cdc-4603-8ea6-55f7caae8ba7 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.773020 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b21c797-9cdc-4603-8ea6-55f7caae8ba7 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.791482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21c797-9cdc-4603-8ea6-55f7caae8ba7 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f186ac17-a175-4a66-9bbb-4b683984462b,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:50.797406 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2b21c797-9cdc-4603-8ea6-55f7caae8ba7 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:50.798653 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2b21c797-9cdc-4603-8ea6-55f7caae8ba7 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208510 Nov 24 13:49:50.866306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fb506-c76b-4e04-acc0-19bee9cca181 None None] New status for floating IP 696107a9-a1d4-4037-b5e0-ac65b057d79a: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:49:50.898177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fda2d758-d63b-4c46-ac14-b247cf204715 req-ae693c94-0c67-42c7-acf3-f4078fede95d tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701727009&fields=id&tenant_id=d4e73e4e44ca4b949e7f1fcfbffd4e33 HTTP/1.1" status: 200 len: 267 time: 0.0512800 Nov 24 13:49:50.953023 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2d758-d63b-4c46-ac14-b247cf204715 req-47edd9b9-4d69-4663-8091-8f85af5a7028 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:50.954439 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fda2d758-d63b-4c46-ac14-b247cf204715 req-47edd9b9-4d69-4663-8091-8f85af5a7028 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 945 time: 0.0499444 Nov 24 13:49:50.965665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-fda2d758-d63b-4c46-ac14-b247cf204715 req-69f081fb-1707-4faa-b5e8-982beacdc539 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Request body: {'port': {'security_groups': ['f309a399-3e76-4dda-9705-49b70d1494cf', '28325564-b882-4c65-821c-80038963e943']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:49:50.965840 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a630b604-8d79-457a-997d-ef836a1a5b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:51.032557 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fda2d758-d63b-4c46-ac14-b247cf204715 req-69f081fb-1707-4faa-b5e8-982beacdc539 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:51.220182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-fda2d758-d63b-4c46-ac14-b247cf204715 req-69f081fb-1707-4faa-b5e8-982beacdc539 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] For port 834da5dd-a977-4ac7-81c1-8b124e691901, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=834da5dd-a977-4ac7-81c1-8b124e691901,segment=NetworkSegment(c852ca47-b482-4db6-916d-ebcc80ed0636),segment_id=c852ca47-b482-4db6-916d-ebcc80ed0636)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:49:51.250219 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fda2d758-d63b-4c46-ac14-b247cf204715 req-69f081fb-1707-4faa-b5e8-982beacdc539 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:51.254856 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fda2d758-d63b-4c46-ac14-b247cf204715 req-69f081fb-1707-4faa-b5e8-982beacdc539 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:51.267193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['834da5dd-a977-4ac7-81c1-8b124e691901'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:49:51.298189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2d758-d63b-4c46-ac14-b247cf204715 req-69f081fb-1707-4faa-b5e8-982beacdc539 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:51.298816 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fda2d758-d63b-4c46-ac14-b247cf204715 req-69f081fb-1707-4faa-b5e8-982beacdc539 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:51.300256 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fda2d758-d63b-4c46-ac14-b247cf204715 req-69f081fb-1707-4faa-b5e8-982beacdc539 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "PUT /v2.0/ports/834da5dd-a977-4ac7-81c1-8b124e691901 HTTP/1.1" status: 200 len: 981 time: 0.3391078 Nov 24 13:49:51.324520 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f081fb-1707-4faa-b5e8-982beacdc539 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event updated for resources: {'Port': ['ID=834da5dd-a977-4ac7-81c1-8b124e691901,revision_number=6']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:49:51.380984 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['834da5dd-a977-4ac7-81c1-8b124e691901'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:49:51.420622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad394f61-5f31-461a-b09c-1087df03b929 req-c9b33d5c-3040-4aa9-b239-0418cd44a235 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:51.422308 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad394f61-5f31-461a-b09c-1087df03b929 req-c9b33d5c-3040-4aa9-b239-0418cd44a235 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 984 time: 0.0591795 Nov 24 13:49:51.492595 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ad394f61-5f31-461a-b09c-1087df03b929 req-5de70bdd-fde0-4fdf-ae67-b82a0e43a77d tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=28325564-b882-4c65-821c-80038963e943&id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625589 Nov 24 13:49:51.622564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5f14bc0b-5416-4cee-911f-578a9e48b37d None None] Provisioning complete for port 834da5dd-a977-4ac7-81c1-8b124e691901 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:49:51.622844 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5f14bc0b-5416-4cee-911f-578a9e48b37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:51.811213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b149845b-ae88-4198-9511-eadf53f283ca', 'tag': '834da5dd-a977-4ac7-81c1-8b124e691901'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:49:51.813550 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7198626-a8ed-4460-b01e-e93401d6a2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b149845b-ae88-4198-9511-eadf53f283ca", "tag": "834da5dd-a977-4ac7-81c1-8b124e691901"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:49:51.853247 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b791fc7-08e7-4b29-aa7e-794c0d288abf x-openstack-request-id: req-3b791fc7-08e7-4b29-aa7e-794c0d288abf {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:49:51.853598 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b149845b-ae88-4198-9511-eadf53f283ca", "tag": "834da5dd-a977-4ac7-81c1-8b124e691901", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:49:51.853865 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3b791fc7-08e7-4b29-aa7e-794c0d288abf {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:49:51.854275 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b149845b-ae88-4198-9511-eadf53f283ca', 'tag': '834da5dd-a977-4ac7-81c1-8b124e691901', 'status': 'completed', 'code': 200} Nov 24 13:49:51.919103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7198626-a8ed-4460-b01e-e93401d6a2ee req-44158eab-50b6-42b0-b8b9-a043de7f68ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:51.920631 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7198626-a8ed-4460-b01e-e93401d6a2ee req-44158eab-50b6-42b0-b8b9-a043de7f68ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4e73e4e44ca4b949e7f1fcfbffd4e33&device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 1135 time: 0.0423169 Nov 24 13:49:52.015098 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7198626-a8ed-4460-b01e-e93401d6a2ee req-a7ef6250-3771-40dc-a485-070cff3fcf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:52.016547 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7198626-a8ed-4460-b01e-e93401d6a2ee req-a7ef6250-3771-40dc-a485-070cff3fcf2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed4b768e-b046-4c49-8aea-6627b6dc703f HTTP/1.1" status: 200 len: 916 time: 0.0888002 Nov 24 13:49:52.086061 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7198626-a8ed-4460-b01e-e93401d6a2ee req-6efa2c6c-09b4-449f-9711-3d6c2cb7275a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=834da5dd-a977-4ac7-81c1-8b124e691901 HTTP/1.1" status: 200 len: 1001 time: 0.0601690 Nov 24 13:49:52.136219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7198626-a8ed-4460-b01e-e93401d6a2ee req-9dc3592c-5460-4904-a5e2-e555d27edd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:52.137633 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7198626-a8ed-4460-b01e-e93401d6a2ee req-9dc3592c-5460-4904-a5e2-e555d27edd93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=289b8f88-88c8-4a74-950a-6e3bd603c24e HTTP/1.1" status: 200 len: 854 time: 0.0425851 Nov 24 13:49:52.182285 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7198626-a8ed-4460-b01e-e93401d6a2ee req-fc8ec4c6-07fe-410f-91c3-85599a3c1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:49:52.183764 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7198626-a8ed-4460-b01e-e93401d6a2ee req-fc8ec4c6-07fe-410f-91c3-85599a3c1527 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed4b768e-b046-4c49-8aea-6627b6dc703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382578 Nov 24 13:49:52.276582 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7198626-a8ed-4460-b01e-e93401d6a2ee req-81cefb3e-c1bd-4a71-9203-c592f9b33ee4 service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846968 Nov 24 13:49:52.365033 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f7198626-a8ed-4460-b01e-e93401d6a2ee req-59ed1c62-0fe1-4c84-b048-09ddd70a1130 service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797286 Nov 24 13:49:53.353487 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4b7d54b6-bb43-4076-8775-2c6fb8cc39e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:54.550055 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:56.082210 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:49:56.765964 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:06.778939 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:08.793995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec2406-4376-47b7-9268-0e0f0a56e72c req-931a58f2-9c72-4791-8345-90824400a996 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:08.795471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddec2406-4376-47b7-9268-0e0f0a56e72c req-931a58f2-9c72-4791-8345-90824400a996 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 984 time: 0.0807016 Nov 24 13:50:08.797403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dc106-c72c-43bb-886d-74fe5d2288a9 req-2783cf8f-981b-45f8-b82b-07d927eed7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:08.798746 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b74dc106-c72c-43bb-886d-74fe5d2288a9 req-2783cf8f-981b-45f8-b82b-07d927eed7f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4e73e4e44ca4b949e7f1fcfbffd4e33&device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 1135 time: 0.0721343 Nov 24 13:50:08.918331 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ddec2406-4376-47b7-9268-0e0f0a56e72c req-5312f06b-f811-433f-b907-93233687bc7c tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=28325564-b882-4c65-821c-80038963e943&id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166131 Nov 24 13:50:08.938787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dc106-c72c-43bb-886d-74fe5d2288a9 req-381a5f06-d7d9-4b49-9446-2aa72be3bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:08.938787 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b74dc106-c72c-43bb-886d-74fe5d2288a9 req-381a5f06-d7d9-4b49-9446-2aa72be3bb95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed4b768e-b046-4c49-8aea-6627b6dc703f HTTP/1.1" status: 200 len: 916 time: 0.1306684 Nov 24 13:50:09.342549 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b74dc106-c72c-43bb-886d-74fe5d2288a9 req-575f7468-ea30-421d-985b-113b64728dba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=834da5dd-a977-4ac7-81c1-8b124e691901 HTTP/1.1" status: 200 len: 1001 time: 0.3967927 Nov 24 13:50:09.391344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dc106-c72c-43bb-886d-74fe5d2288a9 req-3a8b4f29-d6c2-41b4-9953-3fbefbfb783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:09.392704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b74dc106-c72c-43bb-886d-74fe5d2288a9 req-3a8b4f29-d6c2-41b4-9953-3fbefbfb783e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=289b8f88-88c8-4a74-950a-6e3bd603c24e HTTP/1.1" status: 200 len: 854 time: 0.0417659 Nov 24 13:50:09.440000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dc106-c72c-43bb-886d-74fe5d2288a9 req-cc625ce0-251a-4244-a0f9-18b2f6e14e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:09.441984 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b74dc106-c72c-43bb-886d-74fe5d2288a9 req-cc625ce0-251a-4244-a0f9-18b2f6e14e45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed4b768e-b046-4c49-8aea-6627b6dc703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407009 Nov 24 13:50:09.532981 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b74dc106-c72c-43bb-886d-74fe5d2288a9 req-4e5a9f9b-e9ac-42b5-a1ed-4b3542d671bf service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811200 Nov 24 13:50:09.624612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b74dc106-c72c-43bb-886d-74fe5d2288a9 req-5ba284f3-2da8-45f3-af53-dae92a4b4431 service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839758 Nov 24 13:50:10.035740 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ffab1-b0a8-4232-909f-631145eb4b43 req-b6a6a983-a607-4c67-b42e-4788c3ad03f5 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:10.037275 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a9ffab1-b0a8-4232-909f-631145eb4b43 req-b6a6a983-a607-4c67-b42e-4788c3ad03f5 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 984 time: 0.0487559 Nov 24 13:50:10.046691 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:10.097796 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-7a9ffab1-b0a8-4232-909f-631145eb4b43 req-d9109ce4-27c0-4473-ac9f-764d1e99a307 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=28325564-b882-4c65-821c-80038963e943&id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537071 Nov 24 13:50:11.216019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c325d76-c087-4fc4-8a70-fb03981eaa1c req-263f6624-faef-4d5e-8b16-1860bab075ff tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:11.217498 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1c325d76-c087-4fc4-8a70-fb03981eaa1c req-263f6624-faef-4d5e-8b16-1860bab075ff tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 984 time: 0.0494945 Nov 24 13:50:11.277357 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1c325d76-c087-4fc4-8a70-fb03981eaa1c req-ef07ada4-d19e-47ac-9c43-4e8ed223ab78 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=28325564-b882-4c65-821c-80038963e943&id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532796 Nov 24 13:50:11.742290 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:50:12.391226 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29557cd9-f421-4e9a-9196-c4e5308cfa97 req-d8c433b3-1cbf-4f66-9700-f0c534c81426 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:12.392670 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29557cd9-f421-4e9a-9196-c4e5308cfa97 req-d8c433b3-1cbf-4f66-9700-f0c534c81426 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 984 time: 0.0480893 Nov 24 13:50:12.457460 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-29557cd9-f421-4e9a-9196-c4e5308cfa97 req-35af926b-052c-43c5-9fe9-85b5866f31f2 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=28325564-b882-4c65-821c-80038963e943&id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586655 Nov 24 13:50:13.572022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e9fba-fca4-4450-88be-211d7d49cd63 req-58a865c2-0b77-4b29-b3ed-9c413a4a0384 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:13.573416 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-896e9fba-fca4-4450-88be-211d7d49cd63 req-58a865c2-0b77-4b29-b3ed-9c413a4a0384 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 984 time: 0.0478177 Nov 24 13:50:13.635118 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-896e9fba-fca4-4450-88be-211d7d49cd63 req-0ff31883-48da-4d90-8ede-df5f83c565dc tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=28325564-b882-4c65-821c-80038963e943&id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556290 Nov 24 13:50:14.749800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2358374-12d5-4c81-86bb-11d42fe687a0 req-54a5a6a6-6f5c-4e7b-a57a-8808d34664ad tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:14.751364 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2358374-12d5-4c81-86bb-11d42fe687a0 req-54a5a6a6-6f5c-4e7b-a57a-8808d34664ad tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 984 time: 0.0488842 Nov 24 13:50:14.810274 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d2358374-12d5-4c81-86bb-11d42fe687a0 req-16ca1c1a-815e-4a74-9ca4-7fc5733e677a tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=28325564-b882-4c65-821c-80038963e943&id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528293 Nov 24 13:50:15.930260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc511d-f7d8-4215-b5c0-c2b67acdc4bd req-c2bea5e2-7e28-4ab1-8693-02a9c4287ec2 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:15.931725 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dfdc511d-f7d8-4215-b5c0-c2b67acdc4bd req-c2bea5e2-7e28-4ab1-8693-02a9c4287ec2 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 984 time: 0.0484414 Nov 24 13:50:15.991312 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dfdc511d-f7d8-4215-b5c0-c2b67acdc4bd req-083efb1e-6011-4c32-b744-76d0f714c5f4 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=28325564-b882-4c65-821c-80038963e943&id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533919 Nov 24 13:50:17.108817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dfaaa5-430c-4fd9-963c-be18fe6f98de req-f2b9919b-3260-4b9b-8135-eadafcabcb36 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:17.110250 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7dfaaa5-430c-4fd9-963c-be18fe6f98de req-f2b9919b-3260-4b9b-8135-eadafcabcb36 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 984 time: 0.0482116 Nov 24 13:50:17.170249 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7dfaaa5-430c-4fd9-963c-be18fe6f98de req-caa064ec-00ea-487b-b829-8d5a19b57577 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=28325564-b882-4c65-821c-80038963e943&id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534492 Nov 24 13:50:18.299466 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292415c1-2f13-4ed6-b5a7-24584a71e8c5 req-0d0e87f8-611b-40ac-b1a0-ddcb84dd351b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:18.300989 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-292415c1-2f13-4ed6-b5a7-24584a71e8c5 req-0d0e87f8-611b-40ac-b1a0-ddcb84dd351b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 984 time: 0.0547934 Nov 24 13:50:18.360697 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-292415c1-2f13-4ed6-b5a7-24584a71e8c5 req-5355516a-9080-4084-9252-3bf103d4f462 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=28325564-b882-4c65-821c-80038963e943&id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536234 Nov 24 13:50:19.483116 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc8ffe-95e2-4414-958e-8d0e9fb712a5 req-22b21a9c-ff9d-4ecd-8a20-1a0bb57b4430 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:19.484595 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e6cc8ffe-95e2-4414-958e-8d0e9fb712a5 req-22b21a9c-ff9d-4ecd-8a20-1a0bb57b4430 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 984 time: 0.0526206 Nov 24 13:50:19.543993 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e6cc8ffe-95e2-4414-958e-8d0e9fb712a5 req-45d5bb3d-c907-4f7b-95da-a7e1e9082252 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=28325564-b882-4c65-821c-80038963e943&id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531595 Nov 24 13:50:20.661252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89820769-74ab-4a54-8fab-08228917b443 req-f6f8bcd5-3cab-4670-b407-353e61efbaa8 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:20.662681 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89820769-74ab-4a54-8fab-08228917b443 req-f6f8bcd5-3cab-4670-b407-353e61efbaa8 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 984 time: 0.0522134 Nov 24 13:50:20.721554 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89820769-74ab-4a54-8fab-08228917b443 req-14e1933c-4da5-43d1-ba4e-f1e270754c1d tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=28325564-b882-4c65-821c-80038963e943&id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527816 Nov 24 13:50:20.927359 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0be2b7b4-be01-4e58-a03c-8d1b27844348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:23.354631 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-945fe54f-0f49-4381-922b-0d336b8f8931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:24.553124 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:26.084246 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:26.767208 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:30.350612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ff5a178-7929-433a-bceb-46d128717b9f req-4fc4f70c-2afb-4659-a522-492368f95b65 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391850 Nov 24 13:50:30.434409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5a178-7929-433a-bceb-46d128717b9f req-3ffee5e8-dc47-426d-b66f-b90bc59dd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:30.435921 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ff5a178-7929-433a-bceb-46d128717b9f req-3ffee5e8-dc47-426d-b66f-b90bc59dd5d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4e73e4e44ca4b949e7f1fcfbffd4e33&device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 1135 time: 0.0407519 Nov 24 13:50:30.543743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5a178-7929-433a-bceb-46d128717b9f req-9e896a43-8780-44b8-9c36-ab3f49ecfef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:30.545137 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ff5a178-7929-433a-bceb-46d128717b9f req-9e896a43-8780-44b8-9c36-ab3f49ecfef9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed4b768e-b046-4c49-8aea-6627b6dc703f HTTP/1.1" status: 200 len: 916 time: 0.0876102 Nov 24 13:50:30.608358 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ff5a178-7929-433a-bceb-46d128717b9f req-6d48f2c1-13d6-410f-b59b-1f2d5e7a4809 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=834da5dd-a977-4ac7-81c1-8b124e691901 HTTP/1.1" status: 200 len: 1001 time: 0.0560319 Nov 24 13:50:30.667717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5a178-7929-433a-bceb-46d128717b9f req-7abae1b6-2450-4c10-b814-32e2cf864b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:30.669160 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ff5a178-7929-433a-bceb-46d128717b9f req-7abae1b6-2450-4c10-b814-32e2cf864b5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=289b8f88-88c8-4a74-950a-6e3bd603c24e HTTP/1.1" status: 200 len: 854 time: 0.0458944 Nov 24 13:50:30.718135 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5a178-7929-433a-bceb-46d128717b9f req-686c6ace-dcd2-4ebc-b0ae-fe588e3b76f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:30.719590 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ff5a178-7929-433a-bceb-46d128717b9f req-686c6ace-dcd2-4ebc-b0ae-fe588e3b76f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed4b768e-b046-4c49-8aea-6627b6dc703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385880 Nov 24 13:50:30.815733 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ff5a178-7929-433a-bceb-46d128717b9f req-0a335ae3-a2df-4229-879d-a76a986dadc0 service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872531 Nov 24 13:50:30.910143 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ff5a178-7929-433a-bceb-46d128717b9f req-e509a001-6712-4715-ab88-7da4c5bd53c8 service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843718 Nov 24 13:50:36.778644 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:40.053919 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:48.741061 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:50:50.935949 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0d9d8ed6-e69a-40e5-aa21-402fe1b93a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:53.042068 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b341d73e-0ff1-4af8-b040-b8ed3b73309c req-39a6f98b-2d8c-485a-b5b0-ad54cfac4f3d tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1701727009&fields=id&tenant_id=d4e73e4e44ca4b949e7f1fcfbffd4e33 HTTP/1.1" status: 200 len: 267 time: 0.0452187 Nov 24 13:50:53.094226 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341d73e-0ff1-4af8-b040-b8ed3b73309c req-e6bd5d8d-eb1d-4e62-a219-9d8d204bc853 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:53.095684 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b341d73e-0ff1-4af8-b040-b8ed3b73309c req-e6bd5d8d-eb1d-4e62-a219-9d8d204bc853 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 984 time: 0.0478969 Nov 24 13:50:53.106413 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [req-b341d73e-0ff1-4af8-b040-b8ed3b73309c req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Request body: {'port': {'security_groups': ['f309a399-3e76-4dda-9705-49b70d1494cf']}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:50:53.172322 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b341d73e-0ff1-4af8-b040-b8ed3b73309c req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:53.356917 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8d390dbd-f4eb-46b9-a37b-bd86acb5c1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:53.649182 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-9fb5e333-63de-4361-a834-c30e7ae481c4 req-491d50d4-f30e-4ba4-a879-bb2aebeff621 service neutron] (114986) timed out ('10.222.0.46', 56641) {{(pid=114986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 13:50:53.683222 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [req-b341d73e-0ff1-4af8-b040-b8ed3b73309c req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] For port 834da5dd-a977-4ac7-81c1-8b124e691901, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=834da5dd-a977-4ac7-81c1-8b124e691901,segment=NetworkSegment(c852ca47-b482-4db6-916d-ebcc80ed0636),segment_id=c852ca47-b482-4db6-916d-ebcc80ed0636)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:50:53.710899 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b341d73e-0ff1-4af8-b040-b8ed3b73309c req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:53.715441 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b341d73e-0ff1-4af8-b040-b8ed3b73309c req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:53.727386 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['834da5dd-a977-4ac7-81c1-8b124e691901'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:50:53.758735 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341d73e-0ff1-4af8-b040-b8ed3b73309c req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:53.759333 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [req-b341d73e-0ff1-4af8-b040-b8ed3b73309c req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:53.760714 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b341d73e-0ff1-4af8-b040-b8ed3b73309c req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "PUT /v2.0/ports/834da5dd-a977-4ac7-81c1-8b124e691901 HTTP/1.1" status: 200 len: 942 time: 0.6587195 Nov 24 13:50:53.761196 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b149845b-ae88-4198-9511-eadf53f283ca', 'tag': '834da5dd-a977-4ac7-81c1-8b124e691901'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:50:53.773538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57450) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:50:53.822737 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}121e04d1351da8b3ec3a73c79ea7a0755ae7249025d9d76ace30dcea8a821f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a931c0-845e-426c-afe4-05b3e08c3c34" -d '{"events": [{"name": "network-changed", "server_uuid": "b149845b-ae88-4198-9511-eadf53f283ca", "tag": "834da5dd-a977-4ac7-81c1-8b124e691901"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:50:53.850950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event updated for resources: {'Port': ['ID=834da5dd-a977-4ac7-81c1-8b124e691901,revision_number=7']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:50:53.851653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['834da5dd-a977-4ac7-81c1-8b124e691901'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:50:53.858896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:53.859247 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:53.859592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:53.859929 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:53.860258 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:53.860776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:53.860943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:53.861275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:53.861697 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:53.861987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:53.862318 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:53.862642 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b7b814-e556-481b-9edf-f444f5d55b4b tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:50:53.902700 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-661067b6-267f-49ea-8a77-3aa5bce008d8 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:53.942899 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-661067b6-267f-49ea-8a77-3aa5bce008d8 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:53.953043 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8716fbb-e8ea-4d76-9734-8044b011c617 x-openstack-request-id: req-d8716fbb-e8ea-4d76-9734-8044b011c617 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:50:53.953340 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b149845b-ae88-4198-9511-eadf53f283ca", "tag": "834da5dd-a977-4ac7-81c1-8b124e691901", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:50:53.953596 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8716fbb-e8ea-4d76-9734-8044b011c617 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:50:53.953989 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b149845b-ae88-4198-9511-eadf53f283ca', 'tag': '834da5dd-a977-4ac7-81c1-8b124e691901', 'status': 'completed', 'code': 200} Nov 24 13:50:54.019154 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a931c0-845e-426c-afe4-05b3e08c3c34 req-b7bfdce7-4234-4907-8c31-15f27c914ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:54.020702 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-87a931c0-845e-426c-afe4-05b3e08c3c34 req-b7bfdce7-4234-4907-8c31-15f27c914ece service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4e73e4e44ca4b949e7f1fcfbffd4e33&device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 1096 time: 0.0438714 Nov 24 13:50:54.024507 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-661067b6-267f-49ea-8a77-3aa5bce008d8 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:54.027282 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-661067b6-267f-49ea-8a77-3aa5bce008d8 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:54.031252 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-661067b6-267f-49ea-8a77-3aa5bce008d8 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "DELETE /v2.0/security-groups/28325564-b882-4c65-821c-80038963e943 HTTP/1.1" status: 204 len: 168 time: 0.2567303 Nov 24 13:50:54.031924 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57456) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:50:54.032063 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a0422758-dc68-452d-962a-f8ecb58a6549 None None] Provisioning complete for port 834da5dd-a977-4ac7-81c1-8b124e691901 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:50:54.032300 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a0422758-dc68-452d-962a-f8ecb58a6549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:54.091089 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661067b6-267f-49ea-8a77-3aa5bce008d8 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28325564-b882-4c65-821c-80038963e943,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:50:54.135046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a931c0-845e-426c-afe4-05b3e08c3c34 req-a2f46c53-b06d-45d2-9a89-72d61e6a5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:54.136790 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-87a931c0-845e-426c-afe4-05b3e08c3c34 req-a2f46c53-b06d-45d2-9a89-72d61e6a5532 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed4b768e-b046-4c49-8aea-6627b6dc703f HTTP/1.1" status: 200 len: 916 time: 0.1085725 Nov 24 13:50:54.211832 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-87a931c0-845e-426c-afe4-05b3e08c3c34 req-c1e459da-ee81-412e-a95d-ccc18df909b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=834da5dd-a977-4ac7-81c1-8b124e691901 HTTP/1.1" status: 200 len: 1001 time: 0.0669348 Nov 24 13:50:54.243153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-38f9c415-f2b3-4ed8-ac65-55c9caa8d038 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Deleting port 914adecd-7314-4c09-b4b1-ccba43543714 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:50:54.243490 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38f9c415-f2b3-4ed8-ac65-55c9caa8d038 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:54.273291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a931c0-845e-426c-afe4-05b3e08c3c34 req-56f06f6e-1b76-4929-82c1-5dbf8ca77427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:54.274789 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-87a931c0-845e-426c-afe4-05b3e08c3c34 req-56f06f6e-1b76-4929-82c1-5dbf8ca77427 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=289b8f88-88c8-4a74-950a-6e3bd603c24e HTTP/1.1" status: 200 len: 854 time: 0.0539064 Nov 24 13:50:54.319295 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38f9c415-f2b3-4ed8-ac65-55c9caa8d038 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:54.319623 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38f9c415-f2b3-4ed8-ac65-55c9caa8d038 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:54.320473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a931c0-845e-426c-afe4-05b3e08c3c34 req-2f422e5a-f910-43a0-bda6-0e8e9417839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:54.322044 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-87a931c0-845e-426c-afe4-05b3e08c3c34 req-2f422e5a-f910-43a0-bda6-0e8e9417839e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed4b768e-b046-4c49-8aea-6627b6dc703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398374 Nov 24 13:50:54.331989 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-38f9c415-f2b3-4ed8-ac65-55c9caa8d038 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Calling delete_port for 914adecd-7314-4c09-b4b1-ccba43543714 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:50:54.412134 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-87a931c0-845e-426c-afe4-05b3e08c3c34 req-a2b9a10d-0ac4-4bcf-b103-906a98b0dd3b service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825489 Nov 24 13:50:54.479081 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38f9c415-f2b3-4ed8-ac65-55c9caa8d038 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:54.505223 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9c415-f2b3-4ed8-ac65-55c9caa8d038 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event deleted for resources: {'Port': ['ID=914adecd-7314-4c09-b4b1-ccba43543714,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:50:54.512925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-87a931c0-845e-426c-afe4-05b3e08c3c34 req-6f81a5ef-5670-45cc-8b48-46ad311631d7 service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926230 Nov 24 13:50:54.558669 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:54.569397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38f9c415-f2b3-4ed8-ac65-55c9caa8d038 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:54.569729 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-38f9c415-f2b3-4ed8-ac65-55c9caa8d038 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Floating IP 696107a9-a1d4-4037-b5e0-ac65b057d79a disassociated (deleted). External IP: 172.25.0.167, port: 834da5dd-a977-4ac7-81c1-8b124e691901. Nov 24 13:50:54.777886 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f9c415-f2b3-4ed8-ac65-55c9caa8d038 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Router b7778468-8e79-4fd5-b31b-ad4c8d45b67c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:50:54.892873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f9c415-f2b3-4ed8-ac65-55c9caa8d038 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:50:54.897741 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38f9c415-f2b3-4ed8-ac65-55c9caa8d038 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:54.902414 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed5303-fef8-45da-9b35-f77ecec5da58 None None] Sync routers for ids ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:50:54.914015 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed5303-fef8-45da-9b35-f77ecec5da58 None None] Routers {'b7778468-8e79-4fd5-b31b-ad4c8d45b67c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:50:54.914597 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f7ed5303-fef8-45da-9b35-f77ecec5da58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:50:54.927515 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-38f9c415-f2b3-4ed8-ac65-55c9caa8d038 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "DELETE /v2.0/floatingips/696107a9-a1d4-4037-b5e0-ac65b057d79a HTTP/1.1" status: 204 len: 168 time: 0.8806338 Nov 24 13:50:55.027291 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-f7ed5303-fef8-45da-9b35-f77ecec5da58 None None] Set router b7778468-8e79-4fd5-b31b-ad4c8d45b67c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:50:55.247604 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f7ed5303-fef8-45da-9b35-f77ecec5da58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port': {'id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:56Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '91baba1e-34fc-4d16-844a-2230fa1bd38b', 'name': '', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'mac_address': 'fa:16:3e:18:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:58Z', 'updated_at': '2021-11-24T13:49:02Z', 'revision_number': 5, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'subnets': [{'id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:50:55.273094 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed5303-fef8-45da-9b35-f77ecec5da58 None None] Checking router: b7778468-8e79-4fd5-b31b-ad4c8d45b67c for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:50:55.281134 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed5303-fef8-45da-9b35-f77ecec5da58 None None] Routers {'b7778468-8e79-4fd5-b31b-ad4c8d45b67c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:50:55.281725 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f7ed5303-fef8-45da-9b35-f77ecec5da58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:50:55.384117 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-f7ed5303-fef8-45da-9b35-f77ecec5da58 None None] Set router b7778468-8e79-4fd5-b31b-ad4c8d45b67c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:50:55.593153 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f7ed5303-fef8-45da-9b35-f77ecec5da58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port': {'id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:56Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '91baba1e-34fc-4d16-844a-2230fa1bd38b', 'name': '', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'mac_address': 'fa:16:3e:18:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:58Z', 'updated_at': '2021-11-24T13:49:02Z', 'revision_number': 5, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'subnets': [{'id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:50:55.623765 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed5303-fef8-45da-9b35-f77ecec5da58 None None] The sync data for ids ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'] in n-d-817303-4 is: [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port': {'id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:56Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '91baba1e-34fc-4d16-844a-2230fa1bd38b', 'name': '', 'network_id': 'ed4b768e-b046-4c49-8aea-6627b6dc703f', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'mac_address': 'fa:16:3e:18:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:58Z', 'updated_at': '2021-11-24T13:49:02Z', 'revision_number': 5, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'subnets': [{'id': '289b8f88-88c8-4a74-950a-6e3bd603c24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:50:55.853983 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe2a906-4a32-4c94-ad85-616d820a196d None None] New status for floating IP 696107a9-a1d4-4037-b5e0-ac65b057d79a: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:50:55.955163 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b149845b-ae88-4198-9511-eadf53f283ca', 'tag': '834da5dd-a977-4ac7-81c1-8b124e691901'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:50:55.958180 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}121e04d1351da8b3ec3a73c79ea7a0755ae7249025d9d76ace30dcea8a821f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4f875e-3db3-41f9-84b0-00e9b1d8f9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b149845b-ae88-4198-9511-eadf53f283ca", "tag": "834da5dd-a977-4ac7-81c1-8b124e691901"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:50:55.996299 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432fc548-588d-4a48-bd7f-e43a0b75db38 x-openstack-request-id: req-432fc548-588d-4a48-bd7f-e43a0b75db38 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:50:55.996618 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b149845b-ae88-4198-9511-eadf53f283ca", "tag": "834da5dd-a977-4ac7-81c1-8b124e691901", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:50:55.997045 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-432fc548-588d-4a48-bd7f-e43a0b75db38 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:50:55.997465 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b149845b-ae88-4198-9511-eadf53f283ca', 'tag': '834da5dd-a977-4ac7-81c1-8b124e691901', 'status': 'completed', 'code': 200} Nov 24 13:50:56.063038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f875e-3db3-41f9-84b0-00e9b1d8f9d8 req-30c80249-7b19-4b81-a533-237ad081424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:56.064610 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f4f875e-3db3-41f9-84b0-00e9b1d8f9d8 req-30c80249-7b19-4b81-a533-237ad081424b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d4e73e4e44ca4b949e7f1fcfbffd4e33&device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 1096 time: 0.0445712 Nov 24 13:50:56.106604 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:56.172859 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f875e-3db3-41f9-84b0-00e9b1d8f9d8 req-2506a6a4-923c-476d-a4b6-a39532e22279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:56.174888 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f4f875e-3db3-41f9-84b0-00e9b1d8f9d8 req-2506a6a4-923c-476d-a4b6-a39532e22279 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ed4b768e-b046-4c49-8aea-6627b6dc703f HTTP/1.1" status: 200 len: 916 time: 0.1029708 Nov 24 13:50:56.221735 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f4f875e-3db3-41f9-84b0-00e9b1d8f9d8 req-20527be4-e8f7-4459-9be8-2d5d15e11f85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=834da5dd-a977-4ac7-81c1-8b124e691901 HTTP/1.1" status: 200 len: 217 time: 0.0396984 Nov 24 13:50:56.277595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f875e-3db3-41f9-84b0-00e9b1d8f9d8 req-c83ac0a3-77c0-4b8c-b3d8-2235d2c8c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:56.279057 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f4f875e-3db3-41f9-84b0-00e9b1d8f9d8 req-c83ac0a3-77c0-4b8c-b3d8-2235d2c8c950 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=289b8f88-88c8-4a74-950a-6e3bd603c24e HTTP/1.1" status: 200 len: 854 time: 0.0498219 Nov 24 13:50:56.326797 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f875e-3db3-41f9-84b0-00e9b1d8f9d8 req-0b004126-1f32-4ba2-aa9a-fc032f0306e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:50:56.328961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f4f875e-3db3-41f9-84b0-00e9b1d8f9d8 req-0b004126-1f32-4ba2-aa9a-fc032f0306e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ed4b768e-b046-4c49-8aea-6627b6dc703f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425861 Nov 24 13:50:56.426081 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f4f875e-3db3-41f9-84b0-00e9b1d8f9d8 req-da79a5d3-9ca2-4b26-9f40-36e82514c296 service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896673 Nov 24 13:50:56.529325 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9f4f875e-3db3-41f9-84b0-00e9b1d8f9d8 req-3f7e1f6e-a973-454c-bc0d-98d20ba32755 service neutron] 10.222.0.59 "GET /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932648 Nov 24 13:50:56.770943 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:50:57.263381 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-4cf040b9-c7fc-42cc-ac3c-152afba25b99 req-ed0f2c29-c6dd-4f47-9dc5-08f12e4043aa tempest-ServerDiskConfigTestJSON-886658450 tempest-ServerDiskConfigTestJSON-886658450-project] (114986) timed out ('10.222.0.59', 60775) {{(pid=114986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 13:51:03.978577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24de8b-4f32-4921-a9b3-d93af8aa086a req-3014a6ca-a62d-41a7-b3b3-bdc9791bc631 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:03.980192 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2a24de8b-4f32-4921-a9b3-d93af8aa086a req-3014a6ca-a62d-41a7-b3b3-bdc9791bc631 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 945 time: 0.0565832 Nov 24 13:51:04.030780 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2a24de8b-4f32-4921-a9b3-d93af8aa086a req-421de785-2b9c-4828-9dd8-4afc4e156fda tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440958 Nov 24 13:51:05.148528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f5926-be71-4891-be38-0ba68d29648c req-a94b96f1-1c98-423e-829e-40e6dac48d7c tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:05.150077 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-973f5926-be71-4891-be38-0ba68d29648c req-a94b96f1-1c98-423e-829e-40e6dac48d7c tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 945 time: 0.0492277 Nov 24 13:51:05.198510 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-973f5926-be71-4891-be38-0ba68d29648c req-83a18d58-c2b8-4dec-87ea-be800ef46dc1 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/security-groups?id=f309a399-3e76-4dda-9705-49b70d1494cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424287 Nov 24 13:51:05.694170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9f172-03c0-43b1-811f-7a4e27f1e1c2 req-7e040a4f-478f-4eda-aa1e-67aed3f9e8fa tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:05.695537 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-16f9f172-03c0-43b1-811f-7a4e27f1e1c2 req-7e040a4f-478f-4eda-aa1e-67aed3f9e8fa tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.59 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 945 time: 0.0526705 Nov 24 13:51:05.784280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-16f9f172-03c0-43b1-811f-7a4e27f1e1c2 req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Deleting port 834da5dd-a977-4ac7-81c1-8b124e691901 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:51:05.784624 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-16f9f172-03c0-43b1-811f-7a4e27f1e1c2 req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:05.876429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-16f9f172-03c0-43b1-811f-7a4e27f1e1c2 req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] For port 834da5dd-a977-4ac7-81c1-8b124e691901, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=834da5dd-a977-4ac7-81c1-8b124e691901,segment=NetworkSegment(c852ca47-b482-4db6-916d-ebcc80ed0636),segment_id=c852ca47-b482-4db6-916d-ebcc80ed0636)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:51:05.876820 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-16f9f172-03c0-43b1-811f-7a4e27f1e1c2 req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:05.889384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-16f9f172-03c0-43b1-811f-7a4e27f1e1c2 req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Calling delete_port for 834da5dd-a977-4ac7-81c1-8b124e691901 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:51:06.013728 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-16f9f172-03c0-43b1-811f-7a4e27f1e1c2 req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:06.025596 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['834da5dd-a977-4ac7-81c1-8b124e691901'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:51:06.049290 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Pushing event deleted for resources: {'Port': ['ID=834da5dd-a977-4ac7-81c1-8b124e691901,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:06.061411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:06.061770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:06.062115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:06.062450 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:06.062783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:06.063114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:06.063444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:06.063774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:06.064099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:06.064423 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:06.064835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:06.065162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:06.103282 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f9f172-03c0-43b1-811f-7a4e27f1e1c2 req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] No DVR routers for this DVR port 834da5dd-a977-4ac7-81c1-8b124e691901 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:51:06.105839 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-16f9f172-03c0-43b1-811f-7a4e27f1e1c2 req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:06.109276 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-16f9f172-03c0-43b1-811f-7a4e27f1e1c2 req-3a858c85-86e5-4890-989b-ab382cb48ba9 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.59 "DELETE /v2.0/ports/834da5dd-a977-4ac7-81c1-8b124e691901 HTTP/1.1" status: 204 len: 173 time: 0.4066260 Nov 24 13:51:06.109713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b149845b-ae88-4198-9511-eadf53f283ca', 'name': 'network-vif-deleted', 'tag': '834da5dd-a977-4ac7-81c1-8b124e691901'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:51:06.112537 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd6bf31-e2e0-42c5-9925-88b48664ceeb" -d '{"events": [{"server_uuid": "b149845b-ae88-4198-9511-eadf53f283ca", "name": "network-vif-deleted", "tag": "834da5dd-a977-4ac7-81c1-8b124e691901"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:51:06.152946 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ce67f0-9e03-4dbf-9c1d-c6155e4d3463 x-openstack-request-id: req-81ce67f0-9e03-4dbf-9c1d-c6155e4d3463 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:51:06.153582 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b149845b-ae88-4198-9511-eadf53f283ca", "name": "network-vif-deleted", "tag": "834da5dd-a977-4ac7-81c1-8b124e691901", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:51:06.153582 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81ce67f0-9e03-4dbf-9c1d-c6155e4d3463 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:51:06.153883 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b149845b-ae88-4198-9511-eadf53f283ca', 'name': 'network-vif-deleted', 'tag': '834da5dd-a977-4ac7-81c1-8b124e691901', 'status': 'completed', 'code': 200} Nov 24 13:51:06.304273 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3db8fe4c-c34f-4130-b6dd-08cf063dda92 req-763ba730-d0a9-40e9-bb6e-f32c9cea6454 tempest-TestMinimumBasicScenario-1751540559 tempest-TestMinimumBasicScenario-1751540559-project] 10.222.0.48 "GET /v2.0/ports?device_id=b149845b-ae88-4198-9511-eadf53f283ca HTTP/1.1" status: 200 len: 210 time: 0.0255630 Nov 24 13:51:06.782751 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:07.867987 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57578) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:08.210432 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae219abd-16bd-4bcf-a6c5-9c0225b10088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:08.455063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-ae219abd-16bd-4bcf-a6c5-9c0225b10088 admin admin] Deleting port 91baba1e-34fc-4d16-844a-2230fa1bd38b {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:51:08.456000 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae219abd-16bd-4bcf-a6c5-9c0225b10088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:08.540121 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-ae219abd-16bd-4bcf-a6c5-9c0225b10088 admin admin] For port 91baba1e-34fc-4d16-844a-2230fa1bd38b, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=91baba1e-34fc-4d16-844a-2230fa1bd38b,segment=NetworkSegment(c852ca47-b482-4db6-916d-ebcc80ed0636),segment_id=c852ca47-b482-4db6-916d-ebcc80ed0636)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:51:08.540393 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae219abd-16bd-4bcf-a6c5-9c0225b10088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:08.552483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-ae219abd-16bd-4bcf-a6c5-9c0225b10088 admin admin] Calling delete_port for 91baba1e-34fc-4d16-844a-2230fa1bd38b owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:51:08.729123 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae219abd-16bd-4bcf-a6c5-9c0225b10088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:08.754755 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae219abd-16bd-4bcf-a6c5-9c0225b10088 admin admin] Pushing event deleted for resources: {'Port': ['ID=91baba1e-34fc-4d16-844a-2230fa1bd38b,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:08.921605 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae219abd-16bd-4bcf-a6c5-9c0225b10088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:09.136152 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae219abd-16bd-4bcf-a6c5-9c0225b10088 admin admin] Router b7778468-8e79-4fd5-b31b-ad4c8d45b67c has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:51:09.239268 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae219abd-16bd-4bcf-a6c5-9c0225b10088 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:51:09.244524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ae219abd-16bd-4bcf-a6c5-9c0225b10088 admin admin] 10.222.0.48 "PUT /v2.0/routers/b7778468-8e79-4fd5-b31b-ad4c8d45b67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3755040 Nov 24 13:51:09.247556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57580) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:09.248349 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e146596-df38-4623-b999-98c7b9a89b6f None None] Sync routers for ids ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:51:09.258418 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e146596-df38-4623-b999-98c7b9a89b6f None None] Routers {'b7778468-8e79-4fd5-b31b-ad4c8d45b67c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:51:09.259025 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-7e146596-df38-4623-b999-98c7b9a89b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:09.330607 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 834da5dd-a977-4ac7-81c1-8b124e691901 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:51:09.355604 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:09.356337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 834da5dd-a977-4ac7-81c1-8b124e691901 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:51:09.356750 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 834da5dd-a977-4ac7-81c1-8b124e691901 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:51:09.363267 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-7e146596-df38-4623-b999-98c7b9a89b6f None None] Set router b7778468-8e79-4fd5-b31b-ad4c8d45b67c gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:51:09.461104 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:09.515288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] Deleting port f6a83383-8fc1-4bde-9fe7-38538d220ecd {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:51:09.515633 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:09.537676 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-7e146596-df38-4623-b999-98c7b9a89b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:51:08Z', 'revision_number': 5, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port': {'id': 'f6a83383-8fc1-4bde-9fe7-38538d220ecd', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:48:56Z', 'updated_at': '2021-11-24T13:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:09.600355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] For port f6a83383-8fc1-4bde-9fe7-38538d220ecd, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=f6a83383-8fc1-4bde-9fe7-38538d220ecd,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:51:09.600754 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:09.614277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] Calling delete_port for f6a83383-8fc1-4bde-9fe7-38538d220ecd owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:51:09.656047 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e146596-df38-4623-b999-98c7b9a89b6f None None] Checking router: b7778468-8e79-4fd5-b31b-ad4c8d45b67c for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:51:09.664376 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e146596-df38-4623-b999-98c7b9a89b6f None None] Routers {'b7778468-8e79-4fd5-b31b-ad4c8d45b67c'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:51:09.664998 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-7e146596-df38-4623-b999-98c7b9a89b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:09.748429 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-7e146596-df38-4623-b999-98c7b9a89b6f None None] Set router b7778468-8e79-4fd5-b31b-ad4c8d45b67c gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:51:09.783146 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:09.799807 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-7e146596-df38-4623-b999-98c7b9a89b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:51:09Z', 'revision_number': 6, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:09.810170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a83383-8fc1-4bde-9fe7-38538d220ecd,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:09.828500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5738c71-3154-4cab-ac0f-78528bd868fe None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:51:09.829224 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e146596-df38-4623-b999-98c7b9a89b6f None None] The sync data for ids ['b7778468-8e79-4fd5-b31b-ad4c8d45b67c'] in n-d-817303-4 is: [{'id': 'b7778468-8e79-4fd5-b31b-ad4c8d45b67c', 'name': 'tempest-TestMinimumBasicScenario-1749099455-router', 'tenant_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:48:55Z', 'updated_at': '2021-11-24T13:51:09Z', 'revision_number': 6, 'project_id': 'd4e73e4e44ca4b949e7f1fcfbffd4e33', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:51:09.883962 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:09.976394 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:09.978644 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.020310 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.020777 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7778468-8e79-4fd5-b31b-ad4c8d45b67c {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:51:10.025049 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.026213 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c8356ed6-83b1-4548-a053-96a142a1b2f4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b7778468-8e79-4fd5-b31b-ad4c8d45b67c HTTP/1.1" status: 204 len: 168 time: 0.7776172 Nov 24 13:51:10.028792 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57584) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:10.050156 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.073061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-5103fc0a-e478-4cd6-8e36-18642d7432b2 admin admin] Deleting subnet 289b8f88-88c8-4a74-950a-6e3bd603c24e {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:51:10.076053 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5103fc0a-e478-4cd6-8e36-18642d7432b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.110353 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5103fc0a-e478-4cd6-8e36-18642d7432b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.192314 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5103fc0a-e478-4cd6-8e36-18642d7432b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.247608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5103fc0a-e478-4cd6-8e36-18642d7432b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.274851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103fc0a-e478-4cd6-8e36-18642d7432b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289b8f88-88c8-4a74-950a-6e3bd603c24e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:10.278367 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5103fc0a-e478-4cd6-8e36-18642d7432b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.281635 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5103fc0a-e478-4cd6-8e36-18642d7432b2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/289b8f88-88c8-4a74-950a-6e3bd603c24e HTTP/1.1" status: 204 len: 168 time: 0.2518892 Nov 24 13:51:10.284142 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57586) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:10.284609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e6b1d7-50f2-4251-b72a-d057a72e8e90 None None] Network ed4b768e-b046-4c49-8aea-6627b6dc703f requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:51:10.356048 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.410544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Deleting port d8baefac-427c-4143-a5d4-91739f0619cf {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:51:10.410898 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.473389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] For port d8baefac-427c-4143-a5d4-91739f0619cf, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=d8baefac-427c-4143-a5d4-91739f0619cf,segment=NetworkSegment(c852ca47-b482-4db6-916d-ebcc80ed0636),segment_id=c852ca47-b482-4db6-916d-ebcc80ed0636)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:51:10.473747 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.485718 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Calling delete_port for d8baefac-427c-4143-a5d4-91739f0619cf owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:51:10.565876 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.592937 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8baefac-427c-4143-a5d4-91739f0619cf,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:10.594745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] No DVR routers for this DVR port d8baefac-427c-4143-a5d4-91739f0619cf on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:51:10.624205 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99f26f5-6161-4b8e-ad1b-a989cb7b2289 None None] DHCP port deletion for ed4b768e-b046-4c49-8aea-6627b6dc703f request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:51:10.674938 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.695260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed4b768e-b046-4c49-8aea-6627b6dc703f']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:10.706913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c852ca47-b482-4db6-916d-ebcc80ed0636') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:10.707213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c852ca47-b482-4db6-916d-ebcc80ed0636') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:10.716714 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.730283 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.741286 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:51:10.741787 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:51:10.743785 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:51:10.797698 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.802534 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:10.809410 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ed4b768e-b046-4c49-8aea-6627b6dc703f HTTP/1.1" status: 204 len: 168 time: 0.5210512 Nov 24 13:51:10.810653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57592) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:10.822336 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9281c7a-a18c-4d6b-8335-8223f6230f08 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed4b768e-b046-4c49-8aea-6627b6dc703f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:11.023026 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d8baefac-427c-4143-a5d4-91739f0619cf no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:51:11.043445 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: d8baefac-427c-4143-a5d4-91739f0619cf {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:51:11.043788 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device d8baefac-427c-4143-a5d4-91739f0619cf not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:51:11.044206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 91baba1e-34fc-4d16-844a-2230fa1bd38b no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:51:11.062387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 91baba1e-34fc-4d16-844a-2230fa1bd38b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:51:11.062731 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 91baba1e-34fc-4d16-844a-2230fa1bd38b not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:51:11.063135 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f6a83383-8fc1-4bde-9fe7-38538d220ecd no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:51:11.081825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: f6a83383-8fc1-4bde-9fe7-38538d220ecd {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:51:11.082102 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device f6a83383-8fc1-4bde-9fe7-38538d220ecd not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:51:11.159356 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29912e18-cf3c-4f4f-9f20-6e417f55fc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:11.399112 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-29912e18-cf3c-4f4f-9f20-6e417f55fc1b admin admin] Deleting port 263ffe3f-a8b0-49eb-bc69-e663edc5e072 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:51:11.399342 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29912e18-cf3c-4f4f-9f20-6e417f55fc1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:11.475611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-29912e18-cf3c-4f4f-9f20-6e417f55fc1b admin admin] For port 263ffe3f-a8b0-49eb-bc69-e663edc5e072, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=263ffe3f-a8b0-49eb-bc69-e663edc5e072,segment=NetworkSegment(4f6b14c0-36f5-4fa3-b614-64686f5c40d2),segment_id=4f6b14c0-36f5-4fa3-b614-64686f5c40d2)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:51:11.475964 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29912e18-cf3c-4f4f-9f20-6e417f55fc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:11.492964 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-29912e18-cf3c-4f4f-9f20-6e417f55fc1b admin admin] Calling delete_port for 263ffe3f-a8b0-49eb-bc69-e663edc5e072 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:51:11.669615 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29912e18-cf3c-4f4f-9f20-6e417f55fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:11.696001 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29912e18-cf3c-4f4f-9f20-6e417f55fc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=263ffe3f-a8b0-49eb-bc69-e663edc5e072,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:12.198079 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-29912e18-cf3c-4f4f-9f20-6e417f55fc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:12.407754 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29912e18-cf3c-4f4f-9f20-6e417f55fc1b admin admin] Router c0a354c5-e70e-4173-b215-d711083c5ef5 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:51:12.512457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29912e18-cf3c-4f4f-9f20-6e417f55fc1b admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:51:12.517328 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-29912e18-cf3c-4f4f-9f20-6e417f55fc1b admin admin] 10.222.0.48 "PUT /v2.0/routers/c0a354c5-e70e-4173-b215-d711083c5ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7056701 Nov 24 13:51:12.520483 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57594) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:12.521817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f303a341-3e17-422d-bcc1-ecb167764aab None None] Sync routers for ids ['c0a354c5-e70e-4173-b215-d711083c5ef5'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:51:12.531752 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f303a341-3e17-422d-bcc1-ecb167764aab None None] Routers {'c0a354c5-e70e-4173-b215-d711083c5ef5'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:51:12.532355 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f303a341-3e17-422d-bcc1-ecb167764aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c0a354c5-e70e-4173-b215-d711083c5ef5'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:12.625118 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:12.637447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-f303a341-3e17-422d-bcc1-ecb167764aab None None] Set router c0a354c5-e70e-4173-b215-d711083c5ef5 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:51:12.730114 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:12.782124 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] Deleting port c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:51:12.782373 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:12.867042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] For port c7dbdbd4-ac60-41e4-911f-3ec6b66c7230, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c7dbdbd4-ac60-41e4-911f-3ec6b66c7230,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:51:12.867409 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:12.882192 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] Calling delete_port for c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:51:12.976915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f303a341-3e17-422d-bcc1-ecb167764aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'name': 'tempest-TestMinimumBasicScenario-1621611749-router', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'c7dbdbd4-ac60-41e4-911f-3ec6b66c7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:49:00Z', 'updated_at': '2021-11-24T13:51:11Z', 'revision_number': 5, 'project_id': 'a163b71fb88c4255b576bebb32d4ae97', 'gw_port': {'id': 'c7dbdbd4-ac60-41e4-911f-3ec6b66c7230', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:49:01Z', 'updated_at': '2021-11-24T13:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:13.003876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f303a341-3e17-422d-bcc1-ecb167764aab None None] Checking router: c0a354c5-e70e-4173-b215-d711083c5ef5 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:51:13.012834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f303a341-3e17-422d-bcc1-ecb167764aab None None] Routers {'c0a354c5-e70e-4173-b215-d711083c5ef5'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:51:13.013541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f303a341-3e17-422d-bcc1-ecb167764aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['c0a354c5-e70e-4173-b215-d711083c5ef5'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:13.053773 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.085395 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c7dbdbd4-ac60-41e4-911f-3ec6b66c7230,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:13.097509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176593c7-e0df-4a7e-ad53-c7ef0c7326cb None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:51:13.111349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-f303a341-3e17-422d-bcc1-ecb167764aab None None] Set router c0a354c5-e70e-4173-b215-d711083c5ef5 gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:51:13.144983 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.169105 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f303a341-3e17-422d-bcc1-ecb167764aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'name': 'tempest-TestMinimumBasicScenario-1621611749-router', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:49:00Z', 'updated_at': '2021-11-24T13:51:12Z', 'revision_number': 6, 'project_id': 'a163b71fb88c4255b576bebb32d4ae97', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:13.195835 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f303a341-3e17-422d-bcc1-ecb167764aab None None] The sync data for ids ['c0a354c5-e70e-4173-b215-d711083c5ef5'] in n-d-817303-4 is: [{'id': 'c0a354c5-e70e-4173-b215-d711083c5ef5', 'name': 'tempest-TestMinimumBasicScenario-1621611749-router', 'tenant_id': 'a163b71fb88c4255b576bebb32d4ae97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:49:00Z', 'updated_at': '2021-11-24T13:51:12Z', 'revision_number': 6, 'project_id': 'a163b71fb88c4255b576bebb32d4ae97', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:51:13.242131 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.244502 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.290132 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.290751 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0a354c5-e70e-4173-b215-d711083c5ef5 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:51:13.295707 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.296909 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7a65c8ec-3e0a-41b7-815a-99716d8ca0dc admin admin] 10.222.0.48 "DELETE /v2.0/routers/c0a354c5-e70e-4173-b215-d711083c5ef5 HTTP/1.1" status: 204 len: 168 time: 0.7754397 Nov 24 13:51:13.299997 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57596) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:13.349666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcea88f7-83ff-44dc-8c5a-4650def8d4de admin admin] Deleting subnet af6f1878-e2c5-47f9-b014-29006b51fe7a {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:51:13.352607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcea88f7-83ff-44dc-8c5a-4650def8d4de admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.387223 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcea88f7-83ff-44dc-8c5a-4650def8d4de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.462024 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcea88f7-83ff-44dc-8c5a-4650def8d4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.514731 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcea88f7-83ff-44dc-8c5a-4650def8d4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.548448 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea88f7-83ff-44dc-8c5a-4650def8d4de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af6f1878-e2c5-47f9-b014-29006b51fe7a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:13.553481 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-fcea88f7-83ff-44dc-8c5a-4650def8d4de admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.557012 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fcea88f7-83ff-44dc-8c5a-4650def8d4de admin admin] 10.222.0.48 "DELETE /v2.0/subnets/af6f1878-e2c5-47f9-b014-29006b51fe7a HTTP/1.1" status: 204 len: 168 time: 0.2557812 Nov 24 13:51:13.559528 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57598) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:13.561584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba932cfb-6c3e-4a6a-96aa-0882a4012120 None None] Network 7ade2d53-9d15-47f3-acc9-47a482015907 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:51:13.631010 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.684699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Deleting port 5551c1f0-bbaa-4390-afa7-1da13f9d4384 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:51:13.685064 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.752944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] For port 5551c1f0-bbaa-4390-afa7-1da13f9d4384, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=5551c1f0-bbaa-4390-afa7-1da13f9d4384,segment=NetworkSegment(4f6b14c0-36f5-4fa3-b614-64686f5c40d2),segment_id=4f6b14c0-36f5-4fa3-b614-64686f5c40d2)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:51:13.753312 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.765780 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Calling delete_port for 5551c1f0-bbaa-4390-afa7-1da13f9d4384 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:51:13.845303 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.875829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Pushing event deleted for resources: {'Port': ['ID=5551c1f0-bbaa-4390-afa7-1da13f9d4384,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:13.879523 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] No DVR routers for this DVR port 5551c1f0-bbaa-4390-afa7-1da13f9d4384 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:51:13.950165 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:13.964746 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff9693d-6667-4a77-9241-bd1a943cc0a4 None None] DHCP port deletion for 7ade2d53-9d15-47f3-acc9-47a482015907 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:51:13.972826 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ade2d53-9d15-47f3-acc9-47a482015907']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:13.985238 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6b14c0-36f5-4fa3-b614-64686f5c40d2') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:13.985657 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6b14c0-36f5-4fa3-b614-64686f5c40d2') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:13.997489 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:14.011554 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:14.018250 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:51:14.018638 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:51:14.020501 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:51:14.084341 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:14.097666 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:14.100936 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7ade2d53-9d15-47f3-acc9-47a482015907 HTTP/1.1" status: 204 len: 168 time: 0.5404589 Nov 24 13:51:14.110165 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de72d64-4edd-4d93-a5da-f2714d3e5694 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ade2d53-9d15-47f3-acc9-47a482015907,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:14.271785 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57602) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:14.311275 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-99145727-0a62-4647-b17b-cb85f4791fe0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4e73e4e44ca4b949e7f1fcfbffd4e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383451 Nov 24 13:51:14.313639 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57604) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:14.360023 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b64d5d2-bc9f-40be-8a96-81b5d5dcf136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:14.381027 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b64d5d2-bc9f-40be-8a96-81b5d5dcf136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:14.430601 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b64d5d2-bc9f-40be-8a96-81b5d5dcf136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:14.433298 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0b64d5d2-bc9f-40be-8a96-81b5d5dcf136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:14.434463 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0b64d5d2-bc9f-40be-8a96-81b5d5dcf136 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f309a399-3e76-4dda-9705-49b70d1494cf HTTP/1.1" status: 204 len: 168 time: 0.1199212 Nov 24 13:51:14.442997 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64d5d2-bc9f-40be-8a96-81b5d5dcf136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f309a399-3e76-4dda-9705-49b70d1494cf,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:14.746812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57610) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:14.790268 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9b7bbe81-c33c-47e3-9d09-9dafdf9699be admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a163b71fb88c4255b576bebb32d4ae97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421841 Nov 24 13:51:14.792623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57612) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:14.841616 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aad58b71-0624-408a-abd3-b23b87ca027d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:14.862499 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aad58b71-0624-408a-abd3-b23b87ca027d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:14.912478 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aad58b71-0624-408a-abd3-b23b87ca027d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:14.915124 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aad58b71-0624-408a-abd3-b23b87ca027d admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:14.916271 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-aad58b71-0624-408a-abd3-b23b87ca027d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88f62c2d-4c4f-4ba9-bc2c-39bb1fe261e7 HTTP/1.1" status: 204 len: 168 time: 0.1227202 Nov 24 13:51:14.924224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad58b71-0624-408a-abd3-b23b87ca027d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f62c2d-4c4f-4ba9-bc2c-39bb1fe261e7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:15.023643 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:51:15.047524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:51:15.047880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c7dbdbd4-ac60-41e4-911f-3ec6b66c7230 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:51:15.048443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5551c1f0-bbaa-4390-afa7-1da13f9d4384 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:51:15.068818 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 5551c1f0-bbaa-4390-afa7-1da13f9d4384 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:51:15.069096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 5551c1f0-bbaa-4390-afa7-1da13f9d4384 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:51:15.069426 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 263ffe3f-a8b0-49eb-bc69-e663edc5e072 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:51:15.091624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 263ffe3f-a8b0-49eb-bc69-e663edc5e072 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:51:15.091977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 263ffe3f-a8b0-49eb-bc69-e663edc5e072 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:51:16.399182 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57656) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:16.403805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-88045f02-2e5e-49a8-a868-3923fa624886 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397278145', 'description': 'tempest-secgroup-smoke-397278145 description', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:16.426229 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88045f02-2e5e-49a8-a868-3923fa624886 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.433858 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88045f02-2e5e-49a8-a868-3923fa624886 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.508499 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88045f02-2e5e-49a8-a868-3923fa624886 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.512274 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88045f02-2e5e-49a8-a868-3923fa624886 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.549989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88045f02-2e5e-49a8-a868-3923fa624886 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e3bf05-7948-4115-ae52-2587f197d0d3,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:16.588901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88045f02-2e5e-49a8-a868-3923fa624886 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.593265 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88045f02-2e5e-49a8-a868-3923fa624886 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.625516 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-88045f02-2e5e-49a8-a868-3923fa624886 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.626807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-88045f02-2e5e-49a8-a868-3923fa624886 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2265193 Nov 24 13:51:16.628553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88045f02-2e5e-49a8-a868-3923fa624886 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fe3147-4c25-49c2-81d7-582a482942e4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:16.630471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57658) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:16.635383 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-bc136c5a-2e52-46f6-8666-f2172d0cc0ef tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': 'c8fe3147-4c25-49c2-81d7-582a482942e4', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:16.665306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc136c5a-2e52-46f6-8666-f2172d0cc0ef tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.709894 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc136c5a-2e52-46f6-8666-f2172d0cc0ef tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.713543 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc136c5a-2e52-46f6-8666-f2172d0cc0ef tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.731604 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc136c5a-2e52-46f6-8666-f2172d0cc0ef tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c92b664-be3b-4996-8d2d-b91688612094,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:16.739270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-bc136c5a-2e52-46f6-8666-f2172d0cc0ef tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.740453 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-bc136c5a-2e52-46f6-8666-f2172d0cc0ef tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1088262 Nov 24 13:51:16.743359 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57662) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:16.747610 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-403550f3-7728-4dac-bf72-5cd1df86f043 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': 'c8fe3147-4c25-49c2-81d7-582a482942e4', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:16.772926 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-403550f3-7728-4dac-bf72-5cd1df86f043 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.827443 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-403550f3-7728-4dac-bf72-5cd1df86f043 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.831156 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-403550f3-7728-4dac-bf72-5cd1df86f043 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.848972 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403550f3-7728-4dac-bf72-5cd1df86f043 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa0256c-1050-4dca-ada3-234de3eee118,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:16.856483 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-403550f3-7728-4dac-bf72-5cd1df86f043 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.857704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-403550f3-7728-4dac-bf72-5cd1df86f043 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134269 Nov 24 13:51:16.860401 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57664) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:16.865279 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-759ea81c-0273-4e4a-9b62-6f37f71fb484 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': 'c8fe3147-4c25-49c2-81d7-582a482942e4', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:16.890662 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-759ea81c-0273-4e4a-9b62-6f37f71fb484 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.945300 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-759ea81c-0273-4e4a-9b62-6f37f71fb484 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.948932 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-759ea81c-0273-4e4a-9b62-6f37f71fb484 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.968466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ea81c-0273-4e4a-9b62-6f37f71fb484 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6520e8-9a70-4a68-9488-187e5cef09d1,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:16.977849 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-759ea81c-0273-4e4a-9b62-6f37f71fb484 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:16.979238 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-759ea81c-0273-4e4a-9b62-6f37f71fb484 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178858 Nov 24 13:51:16.981918 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57666) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:16.987038 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-25c726aa-cfcf-4ff2-b41e-7a276f040f8b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': 'c8fe3147-4c25-49c2-81d7-582a482942e4', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:17.012696 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-25c726aa-cfcf-4ff2-b41e-7a276f040f8b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.068400 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-25c726aa-cfcf-4ff2-b41e-7a276f040f8b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.071778 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-25c726aa-cfcf-4ff2-b41e-7a276f040f8b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.092000 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c726aa-cfcf-4ff2-b41e-7a276f040f8b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa072136-f656-45f0-9a45-7f907a07a94c,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:17.096666 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-25c726aa-cfcf-4ff2-b41e-7a276f040f8b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.097901 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-25c726aa-cfcf-4ff2-b41e-7a276f040f8b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149757 Nov 24 13:51:17.100592 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57670) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:17.104748 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-eb9acca5-03f6-4bb1-9f17-d5c2468bead3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': 'c8fe3147-4c25-49c2-81d7-582a482942e4', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:17.125941 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-eb9acca5-03f6-4bb1-9f17-d5c2468bead3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Project 4afc20e4bc2b43b38af23ac4d84c7080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:51:17.130788 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb9acca5-03f6-4bb1-9f17-d5c2468bead3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.188110 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb9acca5-03f6-4bb1-9f17-d5c2468bead3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.192444 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb9acca5-03f6-4bb1-9f17-d5c2468bead3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.210020 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9acca5-03f6-4bb1-9f17-d5c2468bead3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7835b89e-cdd8-4af1-bd00-9d166debf52c,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:17.218263 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb9acca5-03f6-4bb1-9f17-d5c2468bead3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.219438 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eb9acca5-03f6-4bb1-9f17-d5c2468bead3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179061 Nov 24 13:51:17.222873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57672) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:17.227216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-43201380-7b8a-4e7c-8bc3-f6fb53e9d2e4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': 'c8fe3147-4c25-49c2-81d7-582a482942e4', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:17.248743 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-43201380-7b8a-4e7c-8bc3-f6fb53e9d2e4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Project 4afc20e4bc2b43b38af23ac4d84c7080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:51:17.253653 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43201380-7b8a-4e7c-8bc3-f6fb53e9d2e4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.313028 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43201380-7b8a-4e7c-8bc3-f6fb53e9d2e4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.317038 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43201380-7b8a-4e7c-8bc3-f6fb53e9d2e4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.336934 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43201380-7b8a-4e7c-8bc3-f6fb53e9d2e4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c6a1d2-307c-4212-b5d3-e876640727ac,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:17.343346 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-43201380-7b8a-4e7c-8bc3-f6fb53e9d2e4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.344513 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-43201380-7b8a-4e7c-8bc3-f6fb53e9d2e4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206782 Nov 24 13:51:17.347530 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57674) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:17.352256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1ba3a5cb-1b11-4522-a52d-a0eb8cfc02b9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'network': {'name': 'tempest-network-smoke--1729137572', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'port_security_enabled': True}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:17.374289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba3a5cb-1b11-4522-a52d-a0eb8cfc02b9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:51:17.378338 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ba3a5cb-1b11-4522-a52d-a0eb8cfc02b9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.401199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba3a5cb-1b11-4522-a52d-a0eb8cfc02b9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:51:17.412062 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ba3a5cb-1b11-4522-a52d-a0eb8cfc02b9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.412400 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-1ba3a5cb-1b11-4522-a52d-a0eb8cfc02b9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Added segment 45f4232f-0813-4317-b564-414eb7129e09 of type vlan for network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 Nov 24 13:51:17.452902 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ba3a5cb-1b11-4522-a52d-a0eb8cfc02b9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.476275 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ba3a5cb-1b11-4522-a52d-a0eb8cfc02b9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.481872 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba3a5cb-1b11-4522-a52d-a0eb8cfc02b9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:17.482459 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1ba3a5cb-1b11-4522-a52d-a0eb8cfc02b9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.522675 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1ba3a5cb-1b11-4522-a52d-a0eb8cfc02b9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1741297 Nov 24 13:51:17.525582 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57676) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:17.529826 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'admin_state_up': True, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:17.565680 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3a5cb-1b11-4522-a52d-a0eb8cfc02b9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Network': ['ID=5b1edfa7-4f57-40ff-a370-b0bdb46b3c79,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:17.575528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:51:17.580779 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.581892 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.636006 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.777872 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.965255 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:17.984496 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:18.091608 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.25.0.69 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/1bc77d15-b0fe-4129-84fb-7f442aba4da4) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:51:18.191556 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:18.225990 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:18.271054 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:51:18.273818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:51:18.277239 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:51:18.282597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=1bc77d15-b0fe-4129-84fb-7f442aba4da4,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:18.286321 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c9faa1-4414-4549-b142-251795e5843f None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:51:18.346486 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3361b7d9-4e5a-4993-b729-2fca47373dba None None] Provisioning complete for port 1bc77d15-b0fe-4129-84fb-7f442aba4da4 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:18.346940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3361b7d9-4e5a-4993-b729-2fca47373dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:18.381082 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3361b7d9-4e5a-4993-b729-2fca47373dba None None] Port 1bc77d15-b0fe-4129-84fb-7f442aba4da4 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:51:18.530189 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:19.061129 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:19.183815 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:51:19.289591 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:51:19.299145 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Sync routers for ids ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:51:19.308677 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Routers {'85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:51:19.309314 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:19.309449 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:19.311064 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-14bb6fd0-b920-40bb-93c5-c562fa209b96 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7841580 Nov 24 13:51:19.313875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57678) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:19.412515 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Set router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:51:19.432683 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8927a82c-b09d-4608-9bc6-06fa5ca0d8c6 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=4afc20e4bc2b43b38af23ac4d84c7080&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1177104 Nov 24 13:51:19.435368 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57682) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:19.524653 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eb031d-764e-48ac-b50d-a30c48d09f08 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:19.526109 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-55eb031d-764e-48ac-b50d-a30c48d09f08 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898566 Nov 24 13:51:19.529081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57684) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:19.556115 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b94ab469-9167-4b89-84c2-b10af48f88fa tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259857 Nov 24 13:51:19.558966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57686) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:19.564029 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ca069f5b-625d-41d4-8c29-50281c9eef8d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-573735290', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:19.584203 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:18Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:19.614743 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Checking router: 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:51:19.615127 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Updating router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 port 1bc77d15-b0fe-4129-84fb-7f442aba4da4 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:51:19.639280 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:19.660654 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca069f5b-625d-41d4-8c29-50281c9eef8d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:51:19.664161 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca069f5b-625d-41d4-8c29-50281c9eef8d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:19.856848 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca069f5b-625d-41d4-8c29-50281c9eef8d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:19.888611 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:19.894719 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:19.918906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca069f5b-625d-41d4-8c29-50281c9eef8d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Subnet': ['ID=08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:19.932745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca069f5b-625d-41d4-8c29-50281c9eef8d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Checking segment: {'id': '45f4232f-0813-4317-b564-414eb7129e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:51:19.933176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca069f5b-625d-41d4-8c29-50281c9eef8d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network hostable DHCP agents. Network: 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:51:19.940807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45867748-f30f-4dab-8edf-809f82c1b452 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:51:19.946081 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Attempting to bind port 1bc77d15-b0fe-4129-84fb-7f442aba4da4 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:51:19.946462 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Attempting to bind port 1bc77d15-b0fe-4129-84fb-7f442aba4da4 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:51:19.946820 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Attempting to bind port 1bc77d15-b0fe-4129-84fb-7f442aba4da4 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:51:19.953896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca069f5b-625d-41d4-8c29-50281c9eef8d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:51:19.960171 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:51:19.960547 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:51:19.960977 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:19.961370 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:51:19.961841 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Bound port: 1bc77d15-b0fe-4129-84fb-7f442aba4da4, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:51:19.962217 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:19.966423 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-ca069f5b-625d-41d4-8c29-50281c9eef8d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:51:19.970409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca069f5b-625d-41d4-8c29-50281c9eef8d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:19.971014 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca069f5b-625d-41d4-8c29-50281c9eef8d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:19.981613 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35194089-e4e9-475b-a414-228c0e7b50ac None None] Network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:51:19.987432 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ca069f5b-625d-41d4-8c29-50281c9eef8d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4273403 Nov 24 13:51:19.993413 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57690) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:20.022574 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] For port 1bc77d15-b0fe-4129-84fb-7f442aba4da4, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:51:20.025978 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] For port 1bc77d15-b0fe-4129-84fb-7f442aba4da4, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1bc77d15-b0fe-4129-84fb-7f442aba4da4,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:51:20.030791 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f2bf1-3578-4d88-b015-e9b8c63d588f None None] Pushing event updated for resources: {'Port': ['ID=1bc77d15-b0fe-4129-84fb-7f442aba4da4,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:20.039053 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f2bf1-3578-4d88-b015-e9b8c63d588f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.039416 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f2bf1-3578-4d88-b015-e9b8c63d588f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.039820 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f2bf1-3578-4d88-b015-e9b8c63d588f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.040164 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f2bf1-3578-4d88-b015-e9b8c63d588f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.040528 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f2bf1-3578-4d88-b015-e9b8c63d588f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.040941 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f2bf1-3578-4d88-b015-e9b8c63d588f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.041302 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f2bf1-3578-4d88-b015-e9b8c63d588f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.041643 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f2bf1-3578-4d88-b015-e9b8c63d588f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.041949 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f2bf1-3578-4d88-b015-e9b8c63d588f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.042273 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f2bf1-3578-4d88-b015-e9b8c63d588f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.042595 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f2bf1-3578-4d88-b015-e9b8c63d588f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.042915 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f2bf1-3578-4d88-b015-e9b8c63d588f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.046693 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:20.065028 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Provisioning complete for port 1bc77d15-b0fe-4129-84fb-7f442aba4da4 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:20.065668 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:20.098336 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Routers {'85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:51:20.098931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017ff191-f017-4ef4-9a21-39049fa6b9c0 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:51:20.099112 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:20.211279 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] Set router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:51:20.254572 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:20.262230 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ips': [{'subnet_id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:51:20.263072 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:20.290092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] For port 1bc77d15-b0fe-4129-84fb-7f442aba4da4, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1bc77d15-b0fe-4129-84fb-7f442aba4da4,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:51:20.299821 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f2bf1-3578-4d88-b015-e9b8c63d588f None None] Pushing event updated for resources: {'Port': ['ID=1bc77d15-b0fe-4129-84fb-7f442aba4da4,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:20.413332 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:18Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:20.416913 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:20.440285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Allocated IP 172.20.0.2 (5b1edfa7-4f57-40ff-a370-b0bdb46b3c79/08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3/b579adfb-a810-4bfa-b02a-dfb5101a8562) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:51:20.440630 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f54be-e96d-41ae-8f7c-c5ac5a49acc3 None None] The sync data for ids ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'] in n-d-817303-4 is: [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:18Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:51:20.484821 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:20.547228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Pushing event updated for resources: {'Port': ['ID=1bc77d15-b0fe-4129-84fb-7f442aba4da4,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:20.595266 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.596148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.596500 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.596868 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.597213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.597548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.597882 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.598215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.598546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.598880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.599200 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.599614 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6718a99b-466e-4edc-84f3-b65df3a85b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:51:20.609235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-5242df0c-5ba1-4c66-9b68-989d440a861c None None] Provisioning complete for port 1bc77d15-b0fe-4129-84fb-7f442aba4da4 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:20.609462 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5242df0c-5ba1-4c66-9b68-989d440a861c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:20.780892 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:20.791233 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:20.833343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:51:20.840837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:51:20.841931 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.20.0.1 (5b1edfa7-4f57-40ff-a370-b0bdb46b3c79/08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3/c9fc46f0-4afb-4f50-8345-16300af11563) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:51:20.843885 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:51:20.853764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Pushing event updated for resources: {'Port': ['ID=b579adfb-a810-4bfa-b02a-dfb5101a8562,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:20.912214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Attempting to bind port b579adfb-a810-4bfa-b02a-dfb5101a8562 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:51:20.912602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Attempting to bind port b579adfb-a810-4bfa-b02a-dfb5101a8562 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '45f4232f-0813-4317-b564-414eb7129e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:51:20.913093 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Attempting to bind port b579adfb-a810-4bfa-b02a-dfb5101a8562 on network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:51:20.927273 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:51:20.927584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Checking segment: {'id': '45f4232f-0813-4317-b564-414eb7129e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:51:20.927978 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:20.928370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Bound using segment: {'id': '45f4232f-0813-4317-b564-414eb7129e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:51:20.928880 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Bound port: b579adfb-a810-4bfa-b02a-dfb5101a8562, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f4232f-0813-4317-b564-414eb7129e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:51:20.929943 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:20.945413 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-45f8d7d3-14c1-449b-a831-edc4dcb8e8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:20.982775 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:21.015397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] For port b579adfb-a810-4bfa-b02a-dfb5101a8562, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:51:21.019623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] For port b579adfb-a810-4bfa-b02a-dfb5101a8562, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b579adfb-a810-4bfa-b02a-dfb5101a8562,segment=NetworkSegment(45f4232f-0813-4317-b564-414eb7129e09),segment_id=45f4232f-0813-4317-b564-414eb7129e09)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:51:21.022950 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:21.023604 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:21.073172 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:51:21.092489 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1bc77d15-b0fe-4129-84fb-7f442aba4da4 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:51:21.093622 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:51:21.104776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:51:21.130436 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecd3a8-482f-4ca2-8a84-4fa9d51f3b4f None None] Pushing event updated for resources: {'Port': ['ID=b579adfb-a810-4bfa-b02a-dfb5101a8562,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:21.136287 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=c9fc46f0-4afb-4f50-8345-16300af11563,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:21.162896 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1bc77d15-b0fe-4129-84fb-7f442aba4da4 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:21.163353 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:21.173583 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:21.340088 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:21.649094 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:21.653380 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:21.729666 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=c9fc46f0-4afb-4f50-8345-16300af11563,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:21.732086 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:21.827911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:51:21.829084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:51:21.947742 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:51:22.065140 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:51:22.066291 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64864518-f065-4a92-88b2-985fc8c8d405 None None] Network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:51:22.075426 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6f20e2e2-f474-4770-88e1-8990b5902011 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "PUT /v2.0/routers/85174aba-a766-4d1f-8d2b-8d4eabb6c0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0763242 Nov 24 13:51:22.152782 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-372475e6-0994-4e7f-bb15-89f088ec5d70 None None] Provisioning complete for port b579adfb-a810-4bfa-b02a-dfb5101a8562 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:22.153170 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-372475e6-0994-4e7f-bb15-89f088ec5d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:22.230700 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-bb91f366-1292-4090-a56d-ed297666bed6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397278145&fields=id&tenant_id=4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 267 time: 0.0535893 Nov 24 13:51:22.299243 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-372475e6-0994-4e7f-bb15-89f088ec5d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:22.339047 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-372475e6-0994-4e7f-bb15-89f088ec5d70 None None] For port b579adfb-a810-4bfa-b02a-dfb5101a8562, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b579adfb-a810-4bfa-b02a-dfb5101a8562,segment=NetworkSegment(45f4232f-0813-4317-b564-414eb7129e09),segment_id=45f4232f-0813-4317-b564-414eb7129e09)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:51:22.343687 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-372475e6-0994-4e7f-bb15-89f088ec5d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:22.349895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-fee4ccbb-defc-41d8-be2e-6491d5adb1d8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:22.351450 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-fee4ccbb-defc-41d8-be2e-6491d5adb1d8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/networks?id=5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 HTTP/1.1" status: 200 len: 797 time: 0.1125391 Nov 24 13:51:22.368213 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-5fbe19ed-fc63-4327-bb0a-a209fe8c9479 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/quotas/4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 375 time: 0.0101495 Nov 24 13:51:22.403243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372475e6-0994-4e7f-bb15-89f088ec5d70 None None] Pushing event updated for resources: {'Port': ['ID=b579adfb-a810-4bfa-b02a-dfb5101a8562,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:22.427806 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-1260901a-1425-4e31-8f99-5e2f00c324ce tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534708 Nov 24 13:51:22.529619 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Sync routers for ids ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:51:22.541677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Routers {'85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:51:22.542299 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:50:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:22.621753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c43cfad7-515f-44b6-bb4f-bc669d647907 None None] Provisioning complete for port b579adfb-a810-4bfa-b02a-dfb5101a8562 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:22.622264 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c43cfad7-515f-44b6-bb4f-bc669d647907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:22.653471 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-52d2754e-cf10-486b-bd51-742e3bfc78f4 service neutron] 10.222.0.48 "GET /v2.0/networks/5b1edfa7-4f57-40ff-a370-b0bdb46b3c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463633 Nov 24 13:51:22.769140 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-bb23473a-9919-40aa-9c3f-f165ae7becd6 service neutron] 10.222.0.48 "GET /v2.0/networks/5b1edfa7-4f57-40ff-a370-b0bdb46b3c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070290 Nov 24 13:51:22.873617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Set router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:51:23.014890 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c0bba478-6e59-4bfc-b9dd-ab1bb1f6f547 req-330fe87c-f785-42e9-a536-a97f299425a9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 210 time: 0.0489733 Nov 24 13:51:23.068620 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c43cfad7-515f-44b6-bb4f-bc669d647907 None None] Provisioning complete for port c9fc46f0-4afb-4f50-8345-16300af11563 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:23.069152 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c43cfad7-515f-44b6-bb4f-bc669d647907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:23.100509 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b579adfb-a810-4bfa-b02a-dfb5101a8562 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:51:23.160072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c43cfad7-515f-44b6-bb4f-bc669d647907 None None] Port c9fc46f0-4afb-4f50-8345-16300af11563 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:51:23.201891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b579adfb-a810-4bfa-b02a-dfb5101a8562 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:23.202264 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:23.255522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:21Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c9fc46f0-4afb-4f50-8345-16300af11563', 'name': '', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:7f:ee:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:20Z', 'updated_at': '2021-11-24T13:51:21Z', 'revision_number': 2, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:23.288761 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Checking router: 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:51:23.289130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Updating router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 port c9fc46f0-4afb-4f50-8345-16300af11563 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:51:23.350993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-41173fd2-9175-4efc-8dd2-999cf721bd9b None None] Provisioning complete for port c9fc46f0-4afb-4f50-8345-16300af11563 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:23.351358 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-41173fd2-9175-4efc-8dd2-999cf721bd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:23.357217 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:23.412146 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-76f19ef0-ace9-4ded-b2a5-0867886ff1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:23.433590 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-41173fd2-9175-4efc-8dd2-999cf721bd9b None None] Port c9fc46f0-4afb-4f50-8345-16300af11563 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:51:23.668011 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:23.673115 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:23.721576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b7eb3-96ef-4e7b-abcf-98dfb16426a9 None None] Pushing event updated for resources: {'Port': ['ID=c9fc46f0-4afb-4f50-8345-16300af11563,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:23.777519 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Attempting to bind port c9fc46f0-4afb-4f50-8345-16300af11563 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:51:23.777889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Attempting to bind port c9fc46f0-4afb-4f50-8345-16300af11563 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '45f4232f-0813-4317-b564-414eb7129e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:51:23.778250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Attempting to bind port c9fc46f0-4afb-4f50-8345-16300af11563 on network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:51:23.783901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:51:23.784276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Checking segment: {'id': '45f4232f-0813-4317-b564-414eb7129e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:51:23.784675 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:23.785083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Bound using segment: {'id': '45f4232f-0813-4317-b564-414eb7129e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:51:23.785545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Bound port: c9fc46f0-4afb-4f50-8345-16300af11563, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f4232f-0813-4317-b564-414eb7129e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:51:23.785921 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:23.854859 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] For port c9fc46f0-4afb-4f50-8345-16300af11563, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:51:23.858450 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] For port c9fc46f0-4afb-4f50-8345-16300af11563, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c9fc46f0-4afb-4f50-8345-16300af11563,segment=NetworkSegment(45f4232f-0813-4317-b564-414eb7129e09),segment_id=45f4232f-0813-4317-b564-414eb7129e09)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:51:23.863579 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:23.919648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Routers {'85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:51:23.920264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:51:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:23.971425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b7eb3-96ef-4e7b-abcf-98dfb16426a9 None None] Pushing event updated for resources: {'Port': ['ID=c9fc46f0-4afb-4f50-8345-16300af11563,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:23.994380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2209f88e-2f34-4c0f-a7ad-1348269251f0 None None] Provisioning complete for port c9fc46f0-4afb-4f50-8345-16300af11563 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:23.994753 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2209f88e-2f34-4c0f-a7ad-1348269251f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:24.067850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-1e18c79b-b2dc-4b17-88da-f0913daa7cd0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:24.070072 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-1e18c79b-b2dc-4b17-88da-f0913daa7cd0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/networks?id=5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 HTTP/1.1" status: 200 len: 797 time: 0.1593237 Nov 24 13:51:24.108480 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] Set router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:51:24.149609 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7efe04bf-0021-4586-bbb9-8001720ae2a1 req-8fcc8a8e-3ac6-434a-9ce0-7dd9613ba3f3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 210 time: 0.0444400 Nov 24 13:51:24.181634 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-0d52ef81-8731-4f15-8bbf-13ee27b9ee0b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 379 time: 0.1011245 Nov 24 13:51:24.191740 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-84c96501-d6ad-44cf-aecd-aef52ae5b9c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'port': {'device_id': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'admin_state_up': True, 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'security_groups': ['c8fe3147-4c25-49c2-81d7-582a482942e4']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:24.237836 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2209f88e-2f34-4c0f-a7ad-1348269251f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:24.299338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-84c96501-d6ad-44cf-aecd-aef52ae5b9c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:51:24.303028 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-84c96501-d6ad-44cf-aecd-aef52ae5b9c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:24.325783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2209f88e-2f34-4c0f-a7ad-1348269251f0 None None] For port c9fc46f0-4afb-4f50-8345-16300af11563, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c9fc46f0-4afb-4f50-8345-16300af11563,segment=NetworkSegment(45f4232f-0813-4317-b564-414eb7129e09),segment_id=45f4232f-0813-4317-b564-414eb7129e09)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:51:24.350273 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2209f88e-2f34-4c0f-a7ad-1348269251f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:24.419749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209f88e-2f34-4c0f-a7ad-1348269251f0 None None] Pushing event updated for resources: {'Port': ['ID=c9fc46f0-4afb-4f50-8345-16300af11563,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:24.431244 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:21Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c9fc46f0-4afb-4f50-8345-16300af11563', 'name': '', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:7f:ee:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:20Z', 'updated_at': '2021-11-24T13:51:23Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:24.435266 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-84c96501-d6ad-44cf-aecd-aef52ae5b9c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.20.0.12 (5b1edfa7-4f57-40ff-a370-b0bdb46b3c79/08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3/14eac4d1-dc68-43e5-8d83-c8cf1a56027e) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:51:24.465081 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f7fd0d-5d08-4f5a-bc69-362efe381ed2 None None] The sync data for ids ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'] in n-d-817303-4 is: [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:21Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c9fc46f0-4afb-4f50-8345-16300af11563', 'name': '', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:7f:ee:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:20Z', 'updated_at': '2021-11-24T13:51:23Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:51:24.476205 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ae7b439e-ff48-4659-a163-e52ed79eef00 None None] Provisioning complete for port c9fc46f0-4afb-4f50-8345-16300af11563 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:24.476649 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ae7b439e-ff48-4659-a163-e52ed79eef00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:24.565905 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:24.599536 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-84c96501-d6ad-44cf-aecd-aef52ae5b9c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:24.648825 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-84c96501-d6ad-44cf-aecd-aef52ae5b9c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:24.696201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-84c96501-d6ad-44cf-aecd-aef52ae5b9c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:51:24.699198 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-84c96501-d6ad-44cf-aecd-aef52ae5b9c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:51:24.702948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-84c96501-d6ad-44cf-aecd-aef52ae5b9c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:51:24.727003 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c96501-d6ad-44cf-aecd-aef52ae5b9c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=14eac4d1-dc68-43e5-8d83-c8cf1a56027e,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:24.764617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-84c96501-d6ad-44cf-aecd-aef52ae5b9c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:24.765182 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-84c96501-d6ad-44cf-aecd-aef52ae5b9c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:24.783891 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-84c96501-d6ad-44cf-aecd-aef52ae5b9c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5952094 Nov 24 13:51:24.877223 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Request body: {'port': {'device_id': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:24.929956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-db83ed5b-3805-4db7-8e83-af82f79403fb None None] Provisioning complete for port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:24.930329 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-db83ed5b-3805-4db7-8e83-af82f79403fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:24.936041 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:24.974052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-db83ed5b-3805-4db7-8e83-af82f79403fb None None] Port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:51:25.065905 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c9fc46f0-4afb-4f50-8345-16300af11563 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:51:25.115443 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port c9fc46f0-4afb-4f50-8345-16300af11563 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:25.116098 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:25.239304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14eac4d1-dc68-43e5-8d83-c8cf1a56027e {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:51:25.247761 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:25.261711 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Transition to ACTIVE for port object 14eac4d1-dc68-43e5-8d83-c8cf1a56027e will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:51:25.266363 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:25.289573 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4a167-9b2f-4b63-b194-ca89b6a5d10b req-dbe066e4-247a-4417-9923-ba61eccf8abd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:25.291346 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-49b4a167-9b2f-4b63-b194-ca89b6a5d10b req-dbe066e4-247a-4417-9923-ba61eccf8abd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 932 time: 0.0620730 Nov 24 13:51:25.323213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Pushing event updated for resources: {'Port': ['ID=14eac4d1-dc68-43e5-8d83-c8cf1a56027e,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:25.393355 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-49b4a167-9b2f-4b63-b194-ca89b6a5d10b req-5271d99f-416f-40a7-888d-0b712e0257fe tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864413 Nov 24 13:51:25.411481 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Attempting to bind port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:51:25.411829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Attempting to bind port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '45f4232f-0813-4317-b564-414eb7129e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:51:25.412201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Attempting to bind port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e on network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:51:25.417428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e on network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:51:25.417595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Attempting to bind port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e on network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:51:25.423104 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:51:25.423945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Checking segment: {'id': '45f4232f-0813-4317-b564-414eb7129e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:51:25.424254 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Bound using segment: {'id': '45f4232f-0813-4317-b564-414eb7129e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:51:25.424695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Bound port: 14eac4d1-dc68-43e5-8d83-c8cf1a56027e, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f4232f-0813-4317-b564-414eb7129e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:51:25.429242 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:25.498866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] For port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:51:25.502979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] For port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14eac4d1-dc68-43e5-8d83-c8cf1a56027e,segment=NetworkSegment(45f4232f-0813-4317-b564-414eb7129e09),segment_id=45f4232f-0813-4317-b564-414eb7129e09)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:51:25.507153 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:25.542325 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:25.542826 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:25.544327 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] 10.222.0.46 "PUT /v2.0/ports/14eac4d1-dc68-43e5-8d83-c8cf1a56027e HTTP/1.1" status: 200 len: 1092 time: 0.7137928 Nov 24 13:51:25.544672 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'tag': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:51:25.547112 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50da1118-e109-428b-927d-6f169c5815ab" -d '{"events": [{"name": "network-changed", "server_uuid": "815ae6eb-9141-4e8b-99a5-a5bf349fe382", "tag": "14eac4d1-dc68-43e5-8d83-c8cf1a56027e"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:51:25.579209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cf243-f2b5-4fc4-b300-60056986d463 service neutron] Pushing event updated for resources: {'Port': ['ID=14eac4d1-dc68-43e5-8d83-c8cf1a56027e,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:25.609513 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d14c007-916d-4d25-b2b9-b3f659cfc037 x-openstack-request-id: req-4d14c007-916d-4d25-b2b9-b3f659cfc037 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:51:25.609672 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815ae6eb-9141-4e8b-99a5-a5bf349fe382", "tag": "14eac4d1-dc68-43e5-8d83-c8cf1a56027e", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:51:25.609898 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d14c007-916d-4d25-b2b9-b3f659cfc037 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:51:25.610317 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'tag': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e', 'status': 'completed', 'code': 200} Nov 24 13:51:25.668314 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-c1bc6e15-4e11-4e91-8994-08333d5fb549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:25.670080 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-c1bc6e15-4e11-4e91-8994-08333d5fb549 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 1095 time: 0.0559061 Nov 24 13:51:25.743064 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:51:26.069473 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-1c66ff97-892b-43fd-b3f3-2c38e6e05970 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14eac4d1-dc68-43e5-8d83-c8cf1a56027e HTTP/1.1" status: 200 len: 217 time: 0.3900464 Nov 24 13:51:26.090477 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:26.120309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-600508fb-d0d1-48db-b8f4-ece5bbcd1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:26.121783 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-600508fb-d0d1-48db-b8f4-ece5bbcd1957 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3 HTTP/1.1" status: 200 len: 834 time: 0.0444674 Nov 24 13:51:26.169210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-1023a35f-6773-468b-906d-96aa48c57410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:26.170667 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-1023a35f-6773-468b-906d-96aa48c57410 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b1edfa7-4f57-40ff-a370-b0bdb46b3c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421004 Nov 24 13:51:26.264016 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-46995b3f-c958-4148-b8fb-87e23bb5f20f service neutron] 10.222.0.46 "GET /v2.0/networks/5b1edfa7-4f57-40ff-a370-b0bdb46b3c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857422 Nov 24 13:51:26.356060 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0c94aae1-6ac9-43c6-9893-d1387eb6b25c req-977f605b-590f-4554-a1bc-06205e8e29af service neutron] 10.222.0.46 "GET /v2.0/networks/5b1edfa7-4f57-40ff-a370-b0bdb46b3c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836039 Nov 24 13:51:26.452778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da1118-e109-428b-927d-6f169c5815ab req-b093bffd-5564-466e-aa18-ad8aea0a5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:26.454306 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50da1118-e109-428b-927d-6f169c5815ab req-b093bffd-5564-466e-aa18-ad8aea0a5f17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 1095 time: 0.0498190 Nov 24 13:51:26.505958 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbc285-9d13-4e3e-ad83-32dab6c0c6ef req-73df79f8-4031-4118-9c8f-dadc31c8ac6b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:26.507475 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3cbc285-9d13-4e3e-ad83-32dab6c0c6ef req-73df79f8-4031-4118-9c8f-dadc31c8ac6b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 944 time: 0.0493901 Nov 24 13:51:26.547226 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da1118-e109-428b-927d-6f169c5815ab req-23b80d8e-e83c-4bf4-b8c4-9b4c3f324180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:26.549285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50da1118-e109-428b-927d-6f169c5815ab req-23b80d8e-e83c-4bf4-b8c4-9b4c3f324180 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 HTTP/1.1" status: 200 len: 898 time: 0.0878739 Nov 24 13:51:26.557553 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e3cbc285-9d13-4e3e-ad83-32dab6c0c6ef req-cbdca442-8eb4-4e6c-93ae-04e162246aac tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440166 Nov 24 13:51:26.594643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50da1118-e109-428b-927d-6f169c5815ab req-e1d7a9b7-485b-45e3-8704-8d5ae332583b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14eac4d1-dc68-43e5-8d83-c8cf1a56027e HTTP/1.1" status: 200 len: 217 time: 0.0377913 Nov 24 13:51:26.643567 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da1118-e109-428b-927d-6f169c5815ab req-ffe31cf5-bca2-4746-b04d-6ba71106b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:26.644947 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50da1118-e109-428b-927d-6f169c5815ab req-ffe31cf5-bca2-4746-b04d-6ba71106b47c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3 HTTP/1.1" status: 200 len: 834 time: 0.0430732 Nov 24 13:51:26.692377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da1118-e109-428b-927d-6f169c5815ab req-efd6f7bc-ee04-47c9-a622-8cb4c10f8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:26.693876 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50da1118-e109-428b-927d-6f169c5815ab req-efd6f7bc-ee04-47c9-a622-8cb4c10f8586 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b1edfa7-4f57-40ff-a370-b0bdb46b3c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408771 Nov 24 13:51:26.773010 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:26.795114 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50da1118-e109-428b-927d-6f169c5815ab req-83de3381-46dd-4dfa-90fe-4cf1be1ba8c7 service neutron] 10.222.0.46 "GET /v2.0/networks/5b1edfa7-4f57-40ff-a370-b0bdb46b3c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926883 Nov 24 13:51:26.883451 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50da1118-e109-428b-927d-6f169c5815ab req-eee8a022-5be2-4d84-9432-e2423fa61cf4 service neutron] 10.222.0.46 "GET /v2.0/networks/5b1edfa7-4f57-40ff-a370-b0bdb46b3c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805736 Nov 24 13:51:27.674700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c5b64-c871-4fc8-826e-a69ac148f9d3 req-2c70f64f-7418-40cd-8bb7-909d0cc7056a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:27.676164 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd5c5b64-c871-4fc8-826e-a69ac148f9d3 req-2c70f64f-7418-40cd-8bb7-909d0cc7056a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 944 time: 0.0477028 Nov 24 13:51:27.728333 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cd5c5b64-c871-4fc8-826e-a69ac148f9d3 req-eac091ad-f386-4a0a-9632-0f887c36488c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461063 Nov 24 13:51:28.846382 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0333d-e555-41bf-8c6a-bc545ae9ca03 req-0cd2dbf1-2f66-40b3-8840-8b68eee9ee2d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:28.847828 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02f0333d-e555-41bf-8c6a-bc545ae9ca03 req-0cd2dbf1-2f66-40b3-8840-8b68eee9ee2d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 944 time: 0.0487874 Nov 24 13:51:28.896324 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02f0333d-e555-41bf-8c6a-bc545ae9ca03 req-756564ee-3f79-4bc4-860a-43307d1010d0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425439 Nov 24 13:51:29.520619 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 14eac4d1-dc68-43e5-8d83-c8cf1a56027e details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:51:29.774188 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14eac4d1-dc68-43e5-8d83-c8cf1a56027e,segment=NetworkSegment(45f4232f-0813-4317-b564-414eb7129e09),segment_id=45f4232f-0813-4317-b564-414eb7129e09)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:51:29.785386 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'port_id': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e', 'mac_address': 'fa:16:3e:2d:ad:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:51:29.821237 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:29.834034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14eac4d1-dc68-43e5-8d83-c8cf1a56027e {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:51:29.853898 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14eac4d1-dc68-43e5-8d83-c8cf1a56027e,segment=NetworkSegment(45f4232f-0813-4317-b564-414eb7129e09),segment_id=45f4232f-0813-4317-b564-414eb7129e09)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:51:29.857465 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:29.910984 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=14eac4d1-dc68-43e5-8d83-c8cf1a56027e,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:30.012190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f9f9a-7d46-4396-b59e-39744dd064a9 req-0dc7fb28-350f-4941-84cb-0cd83c339279 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:30.013677 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c12f9f9a-7d46-4396-b59e-39744dd064a9 req-0dc7fb28-350f-4941-84cb-0cd83c339279 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 945 time: 0.0481124 Nov 24 13:51:30.062289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c12f9f9a-7d46-4396-b59e-39744dd064a9 req-badfea6a-f654-4f5e-9873-a489027e6a3e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421500 Nov 24 13:51:30.093350 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['14eac4d1-dc68-43e5-8d83-c8cf1a56027e'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:51:31.179560 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7a88a-f004-4879-9105-18778f8dd743 req-8fe063cb-e0fe-41d1-9ed0-038365e5c8e6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:31.181040 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-89c7a88a-f004-4879-9105-18778f8dd743 req-8fe063cb-e0fe-41d1-9ed0-038365e5c8e6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 945 time: 0.0517814 Nov 24 13:51:31.229675 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-89c7a88a-f004-4879-9105-18778f8dd743 req-2b71b5e9-1b15-4f18-8c8c-b4730bfe8a30 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427251 Nov 24 13:51:31.530066 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 14eac4d1-dc68-43e5-8d83-c8cf1a56027e up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:51:31.579264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:51:31.583615 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:51:31.583995 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:31.663194 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:31.685995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:51:31.688323 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1997b4fa-3187-48ce-87f9-0b5c4814ace7" -d '{"events": [{"server_uuid": "815ae6eb-9141-4e8b-99a5-a5bf349fe382", "name": "network-vif-plugged", "status": "completed", "tag": "14eac4d1-dc68-43e5-8d83-c8cf1a56027e"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:51:31.700595 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14eac4d1-dc68-43e5-8d83-c8cf1a56027e,segment=NetworkSegment(45f4232f-0813-4317-b564-414eb7129e09),segment_id=45f4232f-0813-4317-b564-414eb7129e09)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:51:31.704810 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:31.727987 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfe4d6b-1fe9-46a6-b417-ae8415776865 x-openstack-request-id: req-ccfe4d6b-1fe9-46a6-b417-ae8415776865 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:51:31.728286 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815ae6eb-9141-4e8b-99a5-a5bf349fe382", "name": "network-vif-plugged", "status": "completed", "tag": "14eac4d1-dc68-43e5-8d83-c8cf1a56027e", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:51:31.728569 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ccfe4d6b-1fe9-46a6-b417-ae8415776865 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:51:31.728970 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e', 'code': 200} Nov 24 13:51:31.755259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=14eac4d1-dc68-43e5-8d83-c8cf1a56027e,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:31.826911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baf578-5fd7-46aa-bb85-ff09f06009ae req-2f6a6b5b-91c1-48a3-a7ef-cf02acab7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:31.828293 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-68baf578-5fd7-46aa-bb85-ff09f06009ae req-2f6a6b5b-91c1-48a3-a7ef-cf02acab7e91 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 1097 time: 0.0395875 Nov 24 13:51:31.875830 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-68baf578-5fd7-46aa-bb85-ff09f06009ae req-b5922774-658e-4ee3-8319-df512aa3ad53 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389650 Nov 24 13:51:32.342328 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdb309-8373-4f6f-b367-735b36e90bea req-e6ee8279-9f9c-4949-8b95-bf280ca5d322 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:32.343768 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ecdb309-8373-4f6f-b367-735b36e90bea req-e6ee8279-9f9c-4949-8b95-bf280ca5d322 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 946 time: 0.0474782 Nov 24 13:51:32.394968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ecdb309-8373-4f6f-b367-735b36e90bea req-f2e00357-2ebc-4534-af3b-ea0b5b313bad tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446062 Nov 24 13:51:33.518043 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd6705-cb7c-4447-a343-b48af73f5dc0 req-40341f79-5eff-443b-bfdc-1e2340b1e3e9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:33.519424 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-19bd6705-cb7c-4447-a343-b48af73f5dc0 req-40341f79-5eff-443b-bfdc-1e2340b1e3e9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 946 time: 0.0539029 Nov 24 13:51:33.567866 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-19bd6705-cb7c-4447-a343-b48af73f5dc0 req-ef96ca46-8d5d-445c-99b0-c073a55d317e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424817 Nov 24 13:51:33.690896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da97222-a9d1-406e-bc3e-c8b190132b41 req-88932878-79b1-421c-9887-1a6ca74aa76c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:33.692415 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1da97222-a9d1-406e-bc3e-c8b190132b41 req-88932878-79b1-421c-9887-1a6ca74aa76c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 946 time: 0.0560794 Nov 24 13:51:33.741851 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1da97222-a9d1-406e-bc3e-c8b190132b41 req-cb378f80-f1cf-4a4d-88ed-3014ee73be94 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433586 Nov 24 13:51:33.764131 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57760) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:33.803168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b29211a-effe-4979-97f9-9e5ff1695938 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:33.804604 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9b29211a-effe-4979-97f9-9e5ff1695938 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 1092 time: 0.0394351 Nov 24 13:51:33.807524 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57762) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:33.811720 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:51:33.833950 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:33.932213 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:34.033336 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.25.0.19 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/07e65447-ee18-45f2-9242-472f2d74ed7f) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:51:34.139841 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:34.173124 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:34.215890 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:51:34.218728 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:51:34.223084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:51:34.226129 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=07e65447-ee18-45f2-9242-472f2d74ed7f,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:34.567610 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:34.630797 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:34.778317 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:34.783151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:34.849510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=07e65447-ee18-45f2-9242-472f2d74ed7f,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:51:34.859057 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:34.957061 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Floating IP 5aad91cd-5423-4809-b3e2-2d58d19d6cb6 associated. External IP: 172.25.0.19, port: 14eac4d1-dc68-43e5-8d83-c8cf1a56027e. Nov 24 13:51:35.161270 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:51:35.267218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:51:35.279333 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396bede4-cdc9-47e1-b0ba-7ad069915068 None None] Sync routers for ids ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:51:35.284689 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:35.290513 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396bede4-cdc9-47e1-b0ba-7ad069915068 None None] Routers {'85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:51:35.291123 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-396bede4-cdc9-47e1-b0ba-7ad069915068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:51:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:35.311800 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-38286ece-0100-4eb5-a872-6015c71754dc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5032835 Nov 24 13:51:35.312498 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'tag': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:51:35.314901 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}121e04d1351da8b3ec3a73c79ea7a0755ae7249025d9d76ace30dcea8a821f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b7db8e-c9bd-40f2-83cd-e5933af7f83b" -d '{"events": [{"name": "network-changed", "server_uuid": "815ae6eb-9141-4e8b-99a5-a5bf349fe382", "tag": "14eac4d1-dc68-43e5-8d83-c8cf1a56027e"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:51:35.359471 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8331fb44-7c47-4da8-9f19-97f025fbf49f x-openstack-request-id: req-8331fb44-7c47-4da8-9f19-97f025fbf49f {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:51:35.359777 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815ae6eb-9141-4e8b-99a5-a5bf349fe382", "tag": "14eac4d1-dc68-43e5-8d83-c8cf1a56027e", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:51:35.360046 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8331fb44-7c47-4da8-9f19-97f025fbf49f {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:51:35.360466 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'tag': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e', 'status': 'completed', 'code': 200} Nov 24 13:51:35.457551 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7db8e-c9bd-40f2-83cd-e5933af7f83b req-e0ea25a7-d871-4500-ad2b-5de0ca54ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:35.459071 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0b7db8e-c9bd-40f2-83cd-e5933af7f83b req-e0ea25a7-d871-4500-ad2b-5de0ca54ced4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 1097 time: 0.0746202 Nov 24 13:51:35.466725 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea9416-0765-437d-8acf-853c0e1a3a6f req-0f75466d-5224-4f5c-80a9-b8ccfb31f9de tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:35.468110 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-afea9416-0765-437d-8acf-853c0e1a3a6f req-0f75466d-5224-4f5c-80a9-b8ccfb31f9de tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 946 time: 0.0721114 Nov 24 13:51:35.488755 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-396bede4-cdc9-47e1-b0ba-7ad069915068 None None] Set router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:51:35.578241 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-afea9416-0765-437d-8acf-853c0e1a3a6f req-d85f198c-fb2a-4049-ba12-87a838d443f1 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003792 Nov 24 13:51:35.596464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7db8e-c9bd-40f2-83cd-e5933af7f83b req-3676651b-0bf7-4f60-96c9-cd12389a44da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:35.598333 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0b7db8e-c9bd-40f2-83cd-e5933af7f83b req-3676651b-0bf7-4f60-96c9-cd12389a44da service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 HTTP/1.1" status: 200 len: 898 time: 0.1290371 Nov 24 13:51:35.601419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57768) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:35.667463 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6e01cefd-54ca-44d1-a9fa-d810d90bf012 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/5aad91cd-5423-4809-b3e2-2d58d19d6cb6 HTTP/1.1" status: 200 len: 991 time: 0.0648923 Nov 24 13:51:35.670806 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0b7db8e-c9bd-40f2-83cd-e5933af7f83b req-019a7747-9a78-4f47-8976-1c7084ae1990 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14eac4d1-dc68-43e5-8d83-c8cf1a56027e HTTP/1.1" status: 200 len: 999 time: 0.0659547 Nov 24 13:51:35.715005 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-396bede4-cdc9-47e1-b0ba-7ad069915068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:21Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '5aad91cd-5423-4809-b3e2-2d58d19d6cb6', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'port_id': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'mac_address': 'fa:16:3e:2d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:51:34Z', 'updated_at': '2021-11-24T13:51:34Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9fc46f0-4afb-4f50-8345-16300af11563', 'name': '', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:7f:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:20Z', 'updated_at': '2021-11-24T13:51:24Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:35.719433 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7db8e-c9bd-40f2-83cd-e5933af7f83b req-4828a711-57ee-4f08-8755-0aa42ff2cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:35.721447 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0b7db8e-c9bd-40f2-83cd-e5933af7f83b req-4828a711-57ee-4f08-8755-0aa42ff2cfcb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3 HTTP/1.1" status: 200 len: 834 time: 0.0442867 Nov 24 13:51:35.742421 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396bede4-cdc9-47e1-b0ba-7ad069915068 None None] Checking router: 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:51:35.750990 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396bede4-cdc9-47e1-b0ba-7ad069915068 None None] Routers {'85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:51:35.751623 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-396bede4-cdc9-47e1-b0ba-7ad069915068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:51:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:35.767652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7db8e-c9bd-40f2-83cd-e5933af7f83b req-e1b82a68-fb86-405a-aef9-b840b2d04eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:35.769256 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0b7db8e-c9bd-40f2-83cd-e5933af7f83b req-e1b82a68-fb86-405a-aef9-b840b2d04eab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b1edfa7-4f57-40ff-a370-b0bdb46b3c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411625 Nov 24 13:51:35.854033 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-396bede4-cdc9-47e1-b0ba-7ad069915068 None None] Set router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:51:35.862101 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0b7db8e-c9bd-40f2-83cd-e5933af7f83b req-04d68833-c026-469a-a9dd-865ffb280427 service neutron] 10.222.0.46 "GET /v2.0/networks/5b1edfa7-4f57-40ff-a370-b0bdb46b3c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858912 Nov 24 13:51:35.951407 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a0b7db8e-c9bd-40f2-83cd-e5933af7f83b req-94d838b2-6c29-40ca-8299-01150f31a367 service neutron] 10.222.0.46 "GET /v2.0/networks/5b1edfa7-4f57-40ff-a370-b0bdb46b3c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824578 Nov 24 13:51:36.071812 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-396bede4-cdc9-47e1-b0ba-7ad069915068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:21Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '5aad91cd-5423-4809-b3e2-2d58d19d6cb6', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'port_id': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'mac_address': 'fa:16:3e:2d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:51:34Z', 'updated_at': '2021-11-24T13:51:34Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9fc46f0-4afb-4f50-8345-16300af11563', 'name': '', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:7f:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:20Z', 'updated_at': '2021-11-24T13:51:24Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:51:36.100005 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396bede4-cdc9-47e1-b0ba-7ad069915068 None None] The sync data for ids ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'] in n-d-817303-4 is: [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:21Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '5aad91cd-5423-4809-b3e2-2d58d19d6cb6', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'port_id': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'mac_address': 'fa:16:3e:2d:ad:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:51:34Z', 'updated_at': '2021-11-24T13:51:34Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9fc46f0-4afb-4f50-8345-16300af11563', 'name': '', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:7f:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:20Z', 'updated_at': '2021-11-24T13:51:24Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:51:36.283741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638c79bc-c7ae-48db-a919-29b75b7012b4 None None] New status for floating IP 5aad91cd-5423-4809-b3e2-2d58d19d6cb6: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:51:36.670489 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57770) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:51:36.729297 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a45fb6b2-b0db-4b6c-a0f4-76cd94109100 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/5aad91cd-5423-4809-b3e2-2d58d19d6cb6 HTTP/1.1" status: 200 len: 993 time: 0.0576484 Nov 24 13:51:36.777368 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:40.051060 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:49.821379 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c803168f-43eb-40ca-a59c-a86fa7d917a2 req-4f836b90-6fdc-4faf-a950-31ef46bcf374 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445943 Nov 24 13:51:49.904642 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803168f-43eb-40ca-a59c-a86fa7d917a2 req-daa36587-1616-491a-90e5-f6bf65eee73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:49.906151 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c803168f-43eb-40ca-a59c-a86fa7d917a2 req-daa36587-1616-491a-90e5-f6bf65eee73a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 1097 time: 0.0404191 Nov 24 13:51:50.008485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803168f-43eb-40ca-a59c-a86fa7d917a2 req-017f5f22-0a59-454c-b197-a8b9fcd7a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:50.009984 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c803168f-43eb-40ca-a59c-a86fa7d917a2 req-017f5f22-0a59-454c-b197-a8b9fcd7a171 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 HTTP/1.1" status: 200 len: 898 time: 0.0845380 Nov 24 13:51:50.077632 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c803168f-43eb-40ca-a59c-a86fa7d917a2 req-4cd8b4c6-51f6-4b6c-a2da-0a5467bc8d4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14eac4d1-dc68-43e5-8d83-c8cf1a56027e HTTP/1.1" status: 200 len: 1001 time: 0.0597715 Nov 24 13:51:50.128879 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803168f-43eb-40ca-a59c-a86fa7d917a2 req-47dfe1c9-e582-42a6-933a-3b200a3cb2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:50.130265 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c803168f-43eb-40ca-a59c-a86fa7d917a2 req-47dfe1c9-e582-42a6-933a-3b200a3cb2cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3 HTTP/1.1" status: 200 len: 834 time: 0.0438311 Nov 24 13:51:50.174055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803168f-43eb-40ca-a59c-a86fa7d917a2 req-d1df863e-65a0-4eb8-9fcb-123c6268252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:51:50.175469 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c803168f-43eb-40ca-a59c-a86fa7d917a2 req-d1df863e-65a0-4eb8-9fcb-123c6268252d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b1edfa7-4f57-40ff-a370-b0bdb46b3c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380292 Nov 24 13:51:50.267722 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c803168f-43eb-40ca-a59c-a86fa7d917a2 req-79469fd9-a72c-44fb-ab3d-4f22848b0b70 service neutron] 10.222.0.46 "GET /v2.0/networks/5b1edfa7-4f57-40ff-a370-b0bdb46b3c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850737 Nov 24 13:51:50.357198 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c803168f-43eb-40ca-a59c-a86fa7d917a2 req-e7b76a6c-ca27-44c4-be30-dd394da723c7 service neutron] 10.222.0.46 "GET /v2.0/networks/5b1edfa7-4f57-40ff-a370-b0bdb46b3c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824323 Nov 24 13:51:50.927308 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fd81945e-9113-4493-99b6-2079a3f7ead7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:53.365651 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a2fddb48-eba8-464b-b3eb-eb7e87058308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:54.563779 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:56.091312 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:51:56.775920 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:02.741876 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:52:06.789599 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:08.124024 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53978a3b-1be6-428c-8943-68e922b3259e req-f5d51792-081c-4eb5-83b7-6c15e7ae25c7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:08.126122 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-53978a3b-1be6-428c-8943-68e922b3259e req-f5d51792-081c-4eb5-83b7-6c15e7ae25c7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 946 time: 0.0487933 Nov 24 13:52:08.177026 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-53978a3b-1be6-428c-8943-68e922b3259e req-c8b94c2e-682e-417e-8fa9-4fd1a6bf3453 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450847 Nov 24 13:52:09.304297 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e74611-5860-4bd2-b19c-8160da2cf491 req-6d9195a9-ae6d-4990-a1f8-aaa747eeaa1d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:09.305837 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-31e74611-5860-4bd2-b19c-8160da2cf491 req-6d9195a9-ae6d-4990-a1f8-aaa747eeaa1d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 946 time: 0.0555120 Nov 24 13:52:09.354208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-31e74611-5860-4bd2-b19c-8160da2cf491 req-4063afad-ec9d-4a54-b0a1-a9e6892a1dc0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423729 Nov 24 13:52:09.376817 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57790) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:09.435408 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c5bc71f1-1b7f-4ba4-b7ed-d23c4085596b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/5aad91cd-5423-4809-b3e2-2d58d19d6cb6 HTTP/1.1" status: 200 len: 993 time: 0.0574410 Nov 24 13:52:10.065209 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:10.697711 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb57180-9167-4baa-881b-cb2c178e4064 req-908724b9-d91a-4b2e-be68-9ec196b37862 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:10.699199 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dfb57180-9167-4baa-881b-cb2c178e4064 req-908724b9-d91a-4b2e-be68-9ec196b37862 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 946 time: 0.0493579 Nov 24 13:52:10.748826 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dfb57180-9167-4baa-881b-cb2c178e4064 req-9c2ff4a5-8645-4622-aa76-dc6b2ba50309 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427983 Nov 24 13:52:11.878530 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bec48-67b9-4652-9abf-6daf9f8ffee3 req-7ae0ea80-a287-401b-81e1-35c33fe106d0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:11.880024 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c86bec48-67b9-4652-9abf-6daf9f8ffee3 req-7ae0ea80-a287-401b-81e1-35c33fe106d0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 946 time: 0.0533464 Nov 24 13:52:11.928529 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c86bec48-67b9-4652-9abf-6daf9f8ffee3 req-04c789e9-d165-44a9-a00c-9b0a8d95c9ac tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425179 Nov 24 13:52:11.950331 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57800) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:12.011628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e7c573a6-6ab5-4c52-862a-73f4244ee470 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/5aad91cd-5423-4809-b3e2-2d58d19d6cb6 HTTP/1.1" status: 200 len: 993 time: 0.0601733 Nov 24 13:52:12.240094 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57808) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:12.392610 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port 07e65447-ee18-45f2-9242-472f2d74ed7f {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:52:12.392914 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:12.469234 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:12.469560 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:12.481004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for 07e65447-ee18-45f2-9242-472f2d74ed7f owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:52:12.629744 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:12.998873 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=07e65447-ee18-45f2-9242-472f2d74ed7f,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:13.010181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:13.010539 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:13.010884 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:13.011224 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:13.011562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:13.011893 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:13.012226 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:13.012561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:13.012916 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:13.013245 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:13.013573 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:13.013898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:13.069801 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:13.070140 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Floating IP 5aad91cd-5423-4809-b3e2-2d58d19d6cb6 disassociated (deleted). External IP: 172.25.0.19, port: 14eac4d1-dc68-43e5-8d83-c8cf1a56027e. Nov 24 13:52:13.279290 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:52:13.387637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:52:13.392474 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:13.398581 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8eef51-706c-4411-8b6d-371340a33971 None None] Sync routers for ids ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:52:13.408399 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8eef51-706c-4411-8b6d-371340a33971 None None] Routers {'85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:52:13.409047 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0f8eef51-706c-4411-8b6d-371340a33971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:51:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:13.418234 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-186795d7-eb65-420c-a7c7-1b6719187757 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/floatingips/5aad91cd-5423-4809-b3e2-2d58d19d6cb6 HTTP/1.1" status: 204 len: 168 time: 1.1770339 Nov 24 13:52:13.418843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'tag': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:52:13.421157 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}121e04d1351da8b3ec3a73c79ea7a0755ae7249025d9d76ace30dcea8a821f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eb8ccb-4152-481c-9e25-e7d81f2bc1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "815ae6eb-9141-4e8b-99a5-a5bf349fe382", "tag": "14eac4d1-dc68-43e5-8d83-c8cf1a56027e"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:52:13.464527 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77e413b-3bfc-4d42-8cad-03c0a942c5f6 x-openstack-request-id: req-b77e413b-3bfc-4d42-8cad-03c0a942c5f6 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:52:13.464873 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815ae6eb-9141-4e8b-99a5-a5bf349fe382", "tag": "14eac4d1-dc68-43e5-8d83-c8cf1a56027e", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:52:13.465142 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b77e413b-3bfc-4d42-8cad-03c0a942c5f6 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:52:13.465743 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'tag': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e', 'status': 'completed', 'code': 200} Nov 24 13:52:13.517702 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0f8eef51-706c-4411-8b6d-371340a33971 None None] Set router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:52:13.536040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb8ccb-4152-481c-9e25-e7d81f2bc1e1 req-56adf1aa-ba2d-4573-ade3-ee0670599e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:13.537621 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32eb8ccb-4152-481c-9e25-e7d81f2bc1e1 req-56adf1aa-ba2d-4573-ade3-ee0670599e41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 1097 time: 0.0479162 Nov 24 13:52:13.646781 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb8ccb-4152-481c-9e25-e7d81f2bc1e1 req-46a42003-5ac2-4234-a880-3df60d5b3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:13.648282 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32eb8ccb-4152-481c-9e25-e7d81f2bc1e1 req-46a42003-5ac2-4234-a880-3df60d5b3fc3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 HTTP/1.1" status: 200 len: 898 time: 0.0967686 Nov 24 13:52:13.674941 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cbfa0-d118-4c58-bdb4-ad7a88e951fb req-716ffdab-1ec2-4fe0-87fd-c7899aaac4f1 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:13.676573 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-730cbfa0-d118-4c58-bdb4-ad7a88e951fb req-716ffdab-1ec2-4fe0-87fd-c7899aaac4f1 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 946 time: 0.0523667 Nov 24 13:52:13.698813 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32eb8ccb-4152-481c-9e25-e7d81f2bc1e1 req-6f782277-1db6-4b99-8fa2-b204a67c3b62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14eac4d1-dc68-43e5-8d83-c8cf1a56027e HTTP/1.1" status: 200 len: 217 time: 0.0398123 Nov 24 13:52:13.727140 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0f8eef51-706c-4411-8b6d-371340a33971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:21Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c9fc46f0-4afb-4f50-8345-16300af11563', 'name': '', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:7f:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:20Z', 'updated_at': '2021-11-24T13:51:24Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:13.737917 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-730cbfa0-d118-4c58-bdb4-ad7a88e951fb req-8f2b5b6a-2bfe-42c1-834d-8d8f963ffebd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545568 Nov 24 13:52:13.750746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb8ccb-4152-481c-9e25-e7d81f2bc1e1 req-a862bd0a-b619-4921-8411-55c7bbe205e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:13.752334 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32eb8ccb-4152-481c-9e25-e7d81f2bc1e1 req-a862bd0a-b619-4921-8411-55c7bbe205e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3 HTTP/1.1" status: 200 len: 834 time: 0.0462618 Nov 24 13:52:13.753702 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8eef51-706c-4411-8b6d-371340a33971 None None] Checking router: 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:52:13.761797 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8eef51-706c-4411-8b6d-371340a33971 None None] Routers {'85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:52:13.762384 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0f8eef51-706c-4411-8b6d-371340a33971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:51:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:13.801128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb8ccb-4152-481c-9e25-e7d81f2bc1e1 req-c9b05234-c9d4-4be8-b1de-a44f0ec634e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:13.802576 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32eb8ccb-4152-481c-9e25-e7d81f2bc1e1 req-c9b05234-c9d4-4be8-b1de-a44f0ec634e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5b1edfa7-4f57-40ff-a370-b0bdb46b3c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409336 Nov 24 13:52:13.865418 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-0f8eef51-706c-4411-8b6d-371340a33971 None None] Set router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:52:13.900903 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32eb8ccb-4152-481c-9e25-e7d81f2bc1e1 req-76738378-74f4-4d23-b407-872ed7cc9798 service neutron] 10.222.0.46 "GET /v2.0/networks/5b1edfa7-4f57-40ff-a370-b0bdb46b3c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892138 Nov 24 13:52:13.993330 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32eb8ccb-4152-481c-9e25-e7d81f2bc1e1 req-6e742dcc-9853-4a33-af87-d3c378a6ce0c service neutron] 10.222.0.46 "GET /v2.0/networks/5b1edfa7-4f57-40ff-a370-b0bdb46b3c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828140 Nov 24 13:52:14.067075 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-0f8eef51-706c-4411-8b6d-371340a33971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:21Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c9fc46f0-4afb-4f50-8345-16300af11563', 'name': '', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:7f:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:20Z', 'updated_at': '2021-11-24T13:51:24Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:14.094136 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8eef51-706c-4411-8b6d-371340a33971 None None] The sync data for ids ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'] in n-d-817303-4 is: [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:21Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c9fc46f0-4afb-4f50-8345-16300af11563', 'name': '', 'network_id': '5b1edfa7-4f57-40ff-a370-b0bdb46b3c79', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:7f:ee:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:20Z', 'updated_at': '2021-11-24T13:51:24Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:52:14.295424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cafcbd3-c3b0-40ab-b669-2294e7c3e9f9 None None] New status for floating IP 5aad91cd-5423-4809-b3e2-2d58d19d6cb6: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:52:14.849191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccab30-b272-41c7-a89e-3a3b1d5dd260 req-182bc71e-fcee-465e-a901-5816a0868856 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:14.850641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-46ccab30-b272-41c7-a89e-3a3b1d5dd260 req-182bc71e-fcee-465e-a901-5816a0868856 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 946 time: 0.0481453 Nov 24 13:52:14.902870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-46ccab30-b272-41c7-a89e-3a3b1d5dd260 req-6eccb7a2-773e-43f1-9f16-c7738e1c5e43 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8fe3147-4c25-49c2-81d7-582a482942e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462327 Nov 24 13:52:15.140303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c8cf6-9db6-42d0-80d1-93bd1c4f0872 req-dbaea7a2-fca3-4d39-96a1-1409a4705b58 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:15.141664 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa6c8cf6-9db6-42d0-80d1-93bd1c4f0872 req-dbaea7a2-fca3-4d39-96a1-1409a4705b58 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 946 time: 0.0487673 Nov 24 13:52:15.228711 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-aa6c8cf6-9db6-42d0-80d1-93bd1c4f0872 req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:52:15.229086 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-aa6c8cf6-9db6-42d0-80d1-93bd1c4f0872 req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:15.319852 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-aa6c8cf6-9db6-42d0-80d1-93bd1c4f0872 req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=14eac4d1-dc68-43e5-8d83-c8cf1a56027e,segment=NetworkSegment(45f4232f-0813-4317-b564-414eb7129e09),segment_id=45f4232f-0813-4317-b564-414eb7129e09)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:52:15.320218 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-aa6c8cf6-9db6-42d0-80d1-93bd1c4f0872 req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:15.332583 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-aa6c8cf6-9db6-42d0-80d1-93bd1c4f0872 req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for 14eac4d1-dc68-43e5-8d83-c8cf1a56027e owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:52:15.461673 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-aa6c8cf6-9db6-42d0-80d1-93bd1c4f0872 req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:15.491091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=14eac4d1-dc68-43e5-8d83-c8cf1a56027e,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:15.502578 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:15.502943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:15.503295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:15.503643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:15.503991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:15.504334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:15.504676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:15.505040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:15.505378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:15.505714 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:15.506048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:15.506378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:15.544110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6c8cf6-9db6-42d0-80d1-93bd1c4f0872 req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] No DVR routers for this DVR port 14eac4d1-dc68-43e5-8d83-c8cf1a56027e on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:52:15.546804 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-aa6c8cf6-9db6-42d0-80d1-93bd1c4f0872 req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:15.550265 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa6c8cf6-9db6-42d0-80d1-93bd1c4f0872 req-5458892a-7b11-4c7d-b7fc-42c27041fb00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "DELETE /v2.0/ports/14eac4d1-dc68-43e5-8d83-c8cf1a56027e HTTP/1.1" status: 204 len: 173 time: 0.4027617 Nov 24 13:52:15.550698 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'name': 'network-vif-deleted', 'tag': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:52:15.552972 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5316972-ca1c-430c-add2-7a7352afedc4" -d '{"events": [{"server_uuid": "815ae6eb-9141-4e8b-99a5-a5bf349fe382", "name": "network-vif-deleted", "tag": "14eac4d1-dc68-43e5-8d83-c8cf1a56027e"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:52:15.590405 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323d06f2-3b94-43dc-802d-688b64686fed x-openstack-request-id: req-323d06f2-3b94-43dc-802d-688b64686fed {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:52:15.590699 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815ae6eb-9141-4e8b-99a5-a5bf349fe382", "name": "network-vif-deleted", "tag": "14eac4d1-dc68-43e5-8d83-c8cf1a56027e", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:52:15.590956 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-323d06f2-3b94-43dc-802d-688b64686fed {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:52:15.591361 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '815ae6eb-9141-4e8b-99a5-a5bf349fe382', 'name': 'network-vif-deleted', 'tag': '14eac4d1-dc68-43e5-8d83-c8cf1a56027e', 'status': 'completed', 'code': 200} Nov 24 13:52:16.018859 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3c38477-f0a3-4504-93c0-31eb902fc90a req-d7b5780d-5b6f-4683-a39c-13cb1356b76e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=815ae6eb-9141-4e8b-99a5-a5bf349fe382 HTTP/1.1" status: 200 len: 210 time: 0.0279315 Nov 24 13:52:17.074769 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57826) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:17.433011 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-124f3736-d5ce-4a31-a2b6-1bb14a6ba58f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:17.688763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-124f3736-d5ce-4a31-a2b6-1bb14a6ba58f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port c9fc46f0-4afb-4f50-8345-16300af11563 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:52:17.689024 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-124f3736-d5ce-4a31-a2b6-1bb14a6ba58f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:17.779097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-124f3736-d5ce-4a31-a2b6-1bb14a6ba58f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port c9fc46f0-4afb-4f50-8345-16300af11563, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c9fc46f0-4afb-4f50-8345-16300af11563,segment=NetworkSegment(45f4232f-0813-4317-b564-414eb7129e09),segment_id=45f4232f-0813-4317-b564-414eb7129e09)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:52:17.779460 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-124f3736-d5ce-4a31-a2b6-1bb14a6ba58f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:17.791572 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-124f3736-d5ce-4a31-a2b6-1bb14a6ba58f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for c9fc46f0-4afb-4f50-8345-16300af11563 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:52:17.971278 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-124f3736-d5ce-4a31-a2b6-1bb14a6ba58f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:17.998847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f3736-d5ce-4a31-a2b6-1bb14a6ba58f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=c9fc46f0-4afb-4f50-8345-16300af11563,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:18.168575 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-124f3736-d5ce-4a31-a2b6-1bb14a6ba58f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:18.384255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124f3736-d5ce-4a31-a2b6-1bb14a6ba58f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:52:18.488291 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124f3736-d5ce-4a31-a2b6-1bb14a6ba58f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:52:18.493876 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-124f3736-d5ce-4a31-a2b6-1bb14a6ba58f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "PUT /v2.0/routers/85174aba-a766-4d1f-8d2b-8d4eabb6c0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4177501 Nov 24 13:52:18.496199 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57828) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:18.499122 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e93514-2ad3-4456-a966-33ffca5f5d25 None None] Sync routers for ids ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:52:18.510681 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e93514-2ad3-4456-a966-33ffca5f5d25 None None] Routers {'85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:52:18.511213 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-29e93514-2ad3-4456-a966-33ffca5f5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:51:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:18.550997 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02b4ad9-f742-4b99-9f84-dd7dda4778aa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting subnet 08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:52:18.554111 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d02b4ad9-f742-4b99-9f84-dd7dda4778aa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:18.595815 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d02b4ad9-f742-4b99-9f84-dd7dda4778aa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:18.688667 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d02b4ad9-f742-4b99-9f84-dd7dda4778aa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:18.710433 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-29e93514-2ad3-4456-a966-33ffca5f5d25 None None] Set router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:52:18.746124 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d02b4ad9-f742-4b99-9f84-dd7dda4778aa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:18.774510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b4ad9-f742-4b99-9f84-dd7dda4778aa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Subnet': ['ID=08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:18.776010 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d02b4ad9-f742-4b99-9f84-dd7dda4778aa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:18.780490 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d02b4ad9-f742-4b99-9f84-dd7dda4778aa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/subnets/08f2d0cd-bfa8-4035-a3bf-cff2fcd054b3 HTTP/1.1" status: 204 len: 168 time: 0.2832754 Nov 24 13:52:18.782802 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57830) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:18.784816 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397a8297-d370-49eb-b823-90ab36e835bd None None] Network 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:52:18.888397 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-29e93514-2ad3-4456-a966-33ffca5f5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:52:17Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:18.894176 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:18.918950 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e93514-2ad3-4456-a966-33ffca5f5d25 None None] Checking router: 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:52:18.927600 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e93514-2ad3-4456-a966-33ffca5f5d25 None None] Routers {'85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:52:18.928227 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-29e93514-2ad3-4456-a966-33ffca5f5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:51:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:18.962170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a356a4d-1e39-428c-8da1-86e4b340a8f1 None None] DHCP port deletion for 5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:52:19.007472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.014933 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7a356a4d-1e39-428c-8da1-86e4b340a8f1 None None] Deleting port b579adfb-a810-4bfa-b02a-dfb5101a8562 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:52:19.015627 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a356a4d-1e39-428c-8da1-86e4b340a8f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.035670 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-29e93514-2ad3-4456-a966-33ffca5f5d25 None None] Set router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:52:19.067860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port 1bc77d15-b0fe-4129-84fb-7f442aba4da4 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:52:19.068870 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.093016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7a356a4d-1e39-428c-8da1-86e4b340a8f1 None None] For port b579adfb-a810-4bfa-b02a-dfb5101a8562, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b579adfb-a810-4bfa-b02a-dfb5101a8562,segment=NetworkSegment(45f4232f-0813-4317-b564-414eb7129e09),segment_id=45f4232f-0813-4317-b564-414eb7129e09)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:52:19.094188 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a356a4d-1e39-428c-8da1-86e4b340a8f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.107977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-7a356a4d-1e39-428c-8da1-86e4b340a8f1 None None] Calling delete_port for b579adfb-a810-4bfa-b02a-dfb5101a8562 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:52:19.163995 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b579adfb-a810-4bfa-b02a-dfb5101a8562 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:52:19.180484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port 1bc77d15-b0fe-4129-84fb-7f442aba4da4, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1bc77d15-b0fe-4129-84fb-7f442aba4da4,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:52:19.180959 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.193700 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for 1bc77d15-b0fe-4129-84fb-7f442aba4da4 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:52:19.218772 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-29e93514-2ad3-4456-a966-33ffca5f5d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:52:17Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:19.247861 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e93514-2ad3-4456-a966-33ffca5f5d25 None None] The sync data for ids ['85174aba-a766-4d1f-8d2b-8d4eabb6c0e3'] in n-d-817303-4 is: [{'id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1946742401', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:52:17Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '1bc77d15-b0fe-4129-84fb-7f442aba4da4', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:af:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85174aba-a766-4d1f-8d2b-8d4eabb6c0e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:51:17Z', 'updated_at': '2021-11-24T13:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:52:19.274273 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.277910 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a356a4d-1e39-428c-8da1-86e4b340a8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.324397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a356a4d-1e39-428c-8da1-86e4b340a8f1 None None] No DVR routers for this DVR port b579adfb-a810-4bfa-b02a-dfb5101a8562 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:52:19.328873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a356a4d-1e39-428c-8da1-86e4b340a8f1 None None] Pushing event deleted for resources: {'Port': ['ID=b579adfb-a810-4bfa-b02a-dfb5101a8562,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:19.381270 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.411085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=1bc77d15-b0fe-4129-84fb-7f442aba4da4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:19.421128 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab03b3f1-f83d-4092-b5d2-45426e17ac85 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:52:19.472821 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.564836 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.567997 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.625781 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.626388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Fanout notify agent at l3_agent the message router_deleted on router 85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:52:19.633786 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.634858 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-74213b85-4adf-4617-8a53-2fc564064ab3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/routers/85174aba-a766-4d1f-8d2b-8d4eabb6c0e3 HTTP/1.1" status: 204 len: 168 time: 0.8512237 Nov 24 13:52:19.637671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57832) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:19.723638 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63939c2a-4a89-4d2f-b2c4-ecc494b071b5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.764646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 14eac4d1-dc68-43e5-8d83-c8cf1a56027e no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:52:19.787209 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 14eac4d1-dc68-43e5-8d83-c8cf1a56027e {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:52:19.788240 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 14eac4d1-dc68-43e5-8d83-c8cf1a56027e not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:52:19.814752 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63939c2a-4a89-4d2f-b2c4-ecc494b071b5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.837084 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-63939c2a-4a89-4d2f-b2c4-ecc494b071b5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1edfa7-4f57-40ff-a370-b0bdb46b3c79']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:19.846894 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-63939c2a-4a89-4d2f-b2c4-ecc494b071b5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f4232f-0813-4317-b564-414eb7129e09') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:19.847251 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-63939c2a-4a89-4d2f-b2c4-ecc494b071b5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f4232f-0813-4317-b564-414eb7129e09') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:19.862380 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63939c2a-4a89-4d2f-b2c4-ecc494b071b5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.877053 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63939c2a-4a89-4d2f-b2c4-ecc494b071b5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.884195 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63939c2a-4a89-4d2f-b2c4-ecc494b071b5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:52:19.884590 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63939c2a-4a89-4d2f-b2c4-ecc494b071b5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: timer() Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:52:19.887841 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:52:19.948482 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63939c2a-4a89-4d2f-b2c4-ecc494b071b5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.953854 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-63939c2a-4a89-4d2f-b2c4-ecc494b071b5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:19.958523 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-63939c2a-4a89-4d2f-b2c4-ecc494b071b5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/networks/5b1edfa7-4f57-40ff-a370-b0bdb46b3c79 HTTP/1.1" status: 204 len: 168 time: 0.3183486 Nov 24 13:52:19.960296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57834) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:19.972155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63939c2a-4a89-4d2f-b2c4-ecc494b071b5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Network': ['ID=5b1edfa7-4f57-40ff-a370-b0bdb46b3c79,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:20.026309 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d17f0a1d-9c32-4cae-b412-256e960d393b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.055072 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d17f0a1d-9c32-4cae-b412-256e960d393b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.122005 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d17f0a1d-9c32-4cae-b412-256e960d393b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.125245 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d17f0a1d-9c32-4cae-b412-256e960d393b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.126456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d17f0a1d-9c32-4cae-b412-256e960d393b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/security-groups/c8fe3147-4c25-49c2-81d7-582a482942e4 HTTP/1.1" status: 204 len: 168 time: 0.1650660 Nov 24 13:52:20.136644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f0a1d-9c32-4cae-b412-256e960d393b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fe3147-4c25-49c2-81d7-582a482942e4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:20.522387 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57840) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:20.527068 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-e6b2df01-3ed3-492d-85d0-d690ed04be13 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1948410892', 'description': 'tempest-secgroup-smoke-1948410892 description', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:52:20.551427 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e6b2df01-3ed3-492d-85d0-d690ed04be13 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.628491 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e6b2df01-3ed3-492d-85d0-d690ed04be13 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.632267 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e6b2df01-3ed3-492d-85d0-d690ed04be13 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.662177 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2df01-3ed3-492d-85d0-d690ed04be13 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a33a68-3e2a-4d12-84b3-161377664880,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:20.667977 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e6b2df01-3ed3-492d-85d0-d690ed04be13 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.669494 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e6b2df01-3ed3-492d-85d0-d690ed04be13 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1458268 Nov 24 13:52:20.673167 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57842) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:20.677841 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-59b59a2f-a18e-488b-9367-6599b3a17c1f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': 'c8a33a68-3e2a-4d12-84b3-161377664880', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:52:20.703350 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59b59a2f-a18e-488b-9367-6599b3a17c1f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.760676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59b59a2f-a18e-488b-9367-6599b3a17c1f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.764427 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59b59a2f-a18e-488b-9367-6599b3a17c1f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.786146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b59a2f-a18e-488b-9367-6599b3a17c1f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6a2505-6022-4483-af01-454374e797a1,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:20.792187 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-59b59a2f-a18e-488b-9367-6599b3a17c1f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.793349 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-59b59a2f-a18e-488b-9367-6599b3a17c1f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191404 Nov 24 13:52:20.796038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57844) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:20.800425 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b59e5e9a-4ba7-4b5e-b555-33d36df6318a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': 'c8a33a68-3e2a-4d12-84b3-161377664880', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:52:20.825688 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b59e5e9a-4ba7-4b5e-b555-33d36df6318a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.879930 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b59e5e9a-4ba7-4b5e-b555-33d36df6318a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.882921 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b59e5e9a-4ba7-4b5e-b555-33d36df6318a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.901293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e5e9a-4ba7-4b5e-b555-33d36df6318a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754b3f32-64c1-4e02-aa0e-441e0e9e8d11,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:20.908948 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b59e5e9a-4ba7-4b5e-b555-33d36df6318a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.910160 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b59e5e9a-4ba7-4b5e-b555-33d36df6318a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131029 Nov 24 13:52:20.912944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57846) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:20.917289 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b06bf477-a2a6-4158-bc3a-b62de22aac7a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': 'c8a33a68-3e2a-4d12-84b3-161377664880', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:52:20.931670 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0b75a8ce-f2f1-4fca-8e8d-37514d511d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.942790 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b06bf477-a2a6-4158-bc3a-b62de22aac7a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:20.997544 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b06bf477-a2a6-4158-bc3a-b62de22aac7a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.001261 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b06bf477-a2a6-4158-bc3a-b62de22aac7a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.020244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bf477-a2a6-4158-bc3a-b62de22aac7a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e25e84-0ac3-4235-b633-be4a0d6f9c3e,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:21.025401 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b06bf477-a2a6-4158-bc3a-b62de22aac7a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.026647 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b06bf477-a2a6-4158-bc3a-b62de22aac7a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127505 Nov 24 13:52:21.029284 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57848) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:21.034217 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-98ace8f3-13bc-4aad-9745-1c6908f152a9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': 'c8a33a68-3e2a-4d12-84b3-161377664880', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:52:21.061030 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98ace8f3-13bc-4aad-9745-1c6908f152a9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.068591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c9fc46f0-4afb-4f50-8345-16300af11563 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:52:21.091599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: c9fc46f0-4afb-4f50-8345-16300af11563 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:52:21.092040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c9fc46f0-4afb-4f50-8345-16300af11563 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:52:21.092475 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1bc77d15-b0fe-4129-84fb-7f442aba4da4 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:52:21.111926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 1bc77d15-b0fe-4129-84fb-7f442aba4da4 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:52:21.112276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1bc77d15-b0fe-4129-84fb-7f442aba4da4 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:52:21.125586 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98ace8f3-13bc-4aad-9745-1c6908f152a9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.129335 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98ace8f3-13bc-4aad-9745-1c6908f152a9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.147178 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ace8f3-13bc-4aad-9745-1c6908f152a9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b49138-bbcb-4dd1-9e28-6c2ff028dd35,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:21.155678 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-98ace8f3-13bc-4aad-9745-1c6908f152a9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.157480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-98ace8f3-13bc-4aad-9745-1c6908f152a9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272125 Nov 24 13:52:21.160136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57850) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:21.164429 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1f037489-b9cf-491b-b92b-e8f0d2e8045f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': 'c8a33a68-3e2a-4d12-84b3-161377664880', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:52:21.186016 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-1f037489-b9cf-491b-b92b-e8f0d2e8045f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Project 4afc20e4bc2b43b38af23ac4d84c7080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:52:21.191339 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f037489-b9cf-491b-b92b-e8f0d2e8045f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.248941 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f037489-b9cf-491b-b92b-e8f0d2e8045f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.253154 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f037489-b9cf-491b-b92b-e8f0d2e8045f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.271435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f037489-b9cf-491b-b92b-e8f0d2e8045f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5fd9212-c99b-4299-99c1-18c898a9c1c3,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:21.279534 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f037489-b9cf-491b-b92b-e8f0d2e8045f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.280903 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1f037489-b9cf-491b-b92b-e8f0d2e8045f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196468 Nov 24 13:52:21.283546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57852) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:21.287780 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-2d83c1b1-6b42-4ca2-a3c4-6910450451d7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': 'c8a33a68-3e2a-4d12-84b3-161377664880', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:52:21.309049 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-2d83c1b1-6b42-4ca2-a3c4-6910450451d7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Project 4afc20e4bc2b43b38af23ac4d84c7080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:52:21.314807 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d83c1b1-6b42-4ca2-a3c4-6910450451d7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.372148 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d83c1b1-6b42-4ca2-a3c4-6910450451d7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.376330 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d83c1b1-6b42-4ca2-a3c4-6910450451d7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.393824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83c1b1-6b42-4ca2-a3c4-6910450451d7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2981eba7-e62d-4771-979f-76c330e2587e,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:21.401082 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-2d83c1b1-6b42-4ca2-a3c4-6910450451d7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.402308 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2d83c1b1-6b42-4ca2-a3c4-6910450451d7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178372 Nov 24 13:52:21.405291 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57854) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:21.410006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-4dfae2a1-6d4a-4c78-b2ba-9c16d38527cf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'network': {'name': 'tempest-network-smoke--684108025', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'port_security_enabled': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:52:21.429651 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfae2a1-6d4a-4c78-b2ba-9c16d38527cf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:52:21.432982 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4dfae2a1-6d4a-4c78-b2ba-9c16d38527cf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.458646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfae2a1-6d4a-4c78-b2ba-9c16d38527cf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:52:21.467163 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4dfae2a1-6d4a-4c78-b2ba-9c16d38527cf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.467558 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-4dfae2a1-6d4a-4c78-b2ba-9c16d38527cf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Added segment dde1f9af-b225-45e1-89f1-741ba64f312f of type vlan for network 4dd970f0-56ef-456c-91cb-f90f507c5d9a Nov 24 13:52:21.506386 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4dfae2a1-6d4a-4c78-b2ba-9c16d38527cf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.530453 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4dfae2a1-6d4a-4c78-b2ba-9c16d38527cf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.535860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfae2a1-6d4a-4c78-b2ba-9c16d38527cf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:21.536434 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4dfae2a1-6d4a-4c78-b2ba-9c16d38527cf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.573513 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4dfae2a1-6d4a-4c78-b2ba-9c16d38527cf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1672091 Nov 24 13:52:21.576257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57856) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:21.580547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'admin_state_up': True, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:52:21.616156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfae2a1-6d4a-4c78-b2ba-9c16d38527cf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Network': ['ID=4dd970f0-56ef-456c-91cb-f90f507c5d9a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:21.630602 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 4dd970f0-56ef-456c-91cb-f90f507c5d9a details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:52:21.632043 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.633168 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.686945 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:21.822549 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:22.010681 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:22.028837 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:22.128124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.25.0.200 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:52:22.231114 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:22.265517 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:22.301249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:52:22.305961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:52:22.309349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:52:22.318844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d03009-7e2e-43b3-b486-0eb9257c76ef None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:52:22.333015 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:22.397524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e46702ff-f4e4-4c40-9fa4-9c4e6a8c0b0a None None] Provisioning complete for port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:22.397930 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e46702ff-f4e4-4c40-9fa4-9c4e6a8c0b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:22.432284 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-e46702ff-f4e4-4c40-9fa4-9c4e6a8c0b0a None None] Port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:52:22.561538 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:22.764624 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:23.224521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router f707e139-11bb-48a4-94eb-bda1a964610f is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:52:23.329092 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:52:23.338304 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Sync routers for ids ['f707e139-11bb-48a4-94eb-bda1a964610f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:52:23.349551 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Routers {'f707e139-11bb-48a4-94eb-bda1a964610f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:52:23.350583 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:23.350719 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:51:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f707e139-11bb-48a4-94eb-bda1a964610f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:23.351180 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-69d1de70-819c-429c-b2a9-162a1dd7f894 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7739737 Nov 24 13:52:23.354241 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57858) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:23.383260 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7d2a2de6-e4e3-4290-b84d-045072428a63 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=4afc20e4bc2b43b38af23ac4d84c7080&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279214 Nov 24 13:52:23.386100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57860) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:23.416419 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5043cf9c-6e99-45e2-91fd-ea8532cff305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:23.470712 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Set router f707e139-11bb-48a4-94eb-bda1a964610f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:52:23.476085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e91144-33a1-4e4c-9780-53bd072d4272 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:23.477589 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-52e91144-33a1-4e4c-9780-53bd072d4272 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907624 Nov 24 13:52:23.480402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57862) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:23.512505 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1a457b64-09de-4a46-adfc-126c5c66b7f7 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309868 Nov 24 13:52:23.515670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57864) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:23.520328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-0e99c7f9-7e25-46b3-a57d-fb11f8d0147f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-49401828', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:52:23.605526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e99c7f9-7e25-46b3-a57d-fb11f8d0147f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:52:23.609368 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e99c7f9-7e25-46b3-a57d-fb11f8d0147f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:23.658794 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:52:22Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:23.687563 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Checking router: f707e139-11bb-48a4-94eb-bda1a964610f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:52:23.687926 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Updating router f707e139-11bb-48a4-94eb-bda1a964610f port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:52:23.714204 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:23.798036 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e99c7f9-7e25-46b3-a57d-fb11f8d0147f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:23.857236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99c7f9-7e25-46b3-a57d-fb11f8d0147f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Subnet': ['ID=94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:23.873835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e99c7f9-7e25-46b3-a57d-fb11f8d0147f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Checking segment: {'id': 'dde1f9af-b225-45e1-89f1-741ba64f312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:52:23.874196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e99c7f9-7e25-46b3-a57d-fb11f8d0147f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network hostable DHCP agents. Network: 4dd970f0-56ef-456c-91cb-f90f507c5d9a, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:52:23.893346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e99c7f9-7e25-46b3-a57d-fb11f8d0147f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network 4dd970f0-56ef-456c-91cb-f90f507c5d9a is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:52:23.902549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-0e99c7f9-7e25-46b3-a57d-fb11f8d0147f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 4dd970f0-56ef-456c-91cb-f90f507c5d9a) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:52:23.906608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e99c7f9-7e25-46b3-a57d-fb11f8d0147f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:23.907208 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0e99c7f9-7e25-46b3-a57d-fb11f8d0147f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:23.926046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0e99c7f9-7e25-46b3-a57d-fb11f8d0147f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4093161 Nov 24 13:52:23.928836 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57866) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:23.979101 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904823db-d9ab-4bb5-b9c4-baa3aa77b97e None None] Network 4dd970f0-56ef-456c-91cb-f90f507c5d9a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:52:24.208149 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ips': [{'subnet_id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:52:24.209024 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:24.317412 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:24.332254 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:24.359800 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:24.400163 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bb3485-99ca-4be5-928b-65b8326e02ab None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:52:24.431260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Attempting to bind port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:52:24.431634 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Attempting to bind port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:52:24.432000 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Attempting to bind port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:52:24.435894 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d0f77-379f-4dc3-8541-f6dd561e37e1 None None] Pushing event updated for resources: {'Port': ['ID=a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:24.450307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d0f77-379f-4dc3-8541-f6dd561e37e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:24.450586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d0f77-379f-4dc3-8541-f6dd561e37e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:24.450939 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d0f77-379f-4dc3-8541-f6dd561e37e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:24.451281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d0f77-379f-4dc3-8541-f6dd561e37e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:24.451616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d0f77-379f-4dc3-8541-f6dd561e37e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:24.451951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d0f77-379f-4dc3-8541-f6dd561e37e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:24.452281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d0f77-379f-4dc3-8541-f6dd561e37e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:24.453195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d0f77-379f-4dc3-8541-f6dd561e37e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:24.453528 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d0f77-379f-4dc3-8541-f6dd561e37e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:24.453856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d0f77-379f-4dc3-8541-f6dd561e37e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:24.454185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d0f77-379f-4dc3-8541-f6dd561e37e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:24.454511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6d0f77-379f-4dc3-8541-f6dd561e37e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:24.463143 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Allocated IP 172.20.0.2 (4dd970f0-56ef-456c-91cb-f90f507c5d9a/94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd/ff4c79b7-2bb0-4e1f-9abe-53540bb70989) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:52:24.466072 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:52:24.466491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:52:24.466896 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:24.467298 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:52:24.467776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Bound port: a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:52:24.468188 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:24.537701 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-67829fe9-4fe9-4a88-b5d3-e60930fc9839 None None] Provisioning complete for port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:24.538077 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-67829fe9-4fe9-4a88-b5d3-e60930fc9839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:24.616022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] For port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:52:24.642082 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] For port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:52:24.643600 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:24.649842 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:24.651599 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-67829fe9-4fe9-4a88-b5d3-e60930fc9839 None None] Port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:52:24.705888 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea24b92-ec00-4fa8-94e9-b15651e2a4dc None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:52:24.775238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d0f77-379f-4dc3-8541-f6dd561e37e1 None None] Pushing event updated for resources: {'Port': ['ID=a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:24.784445 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Routers {'f707e139-11bb-48a4-94eb-bda1a964610f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:52:24.785093 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:52:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f707e139-11bb-48a4-94eb-bda1a964610f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:24.841251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ce163141-0e28-4b30-9e59-3d1883259f8d None None] Provisioning complete for port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:24.841633 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ce163141-0e28-4b30-9e59-3d1883259f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:24.847072 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:24.879183 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:24.904196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.20.0.1 (4dd970f0-56ef-456c-91cb-f90f507c5d9a/94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd/ba98c63d-8ae5-4abc-83fe-9745aec5ba92) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:52:24.978343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Network 4dd970f0-56ef-456c-91cb-f90f507c5d9a is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:52:24.985179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:52:24.991508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:52:24.993605 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Pushing event updated for resources: {'Port': ['ID=ff4c79b7-2bb0-4e1f-9abe-53540bb70989,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:25.001560 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] Set router f707e139-11bb-48a4-94eb-bda1a964610f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:52:25.021753 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:25.057160 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:25.101078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network 4dd970f0-56ef-456c-91cb-f90f507c5d9a is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:52:25.106270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:52:25.112788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:52:25.140897 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ce163141-0e28-4b30-9e59-3d1883259f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:25.142582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=ba98c63d-8ae5-4abc-83fe-9745aec5ba92,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:25.163088 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:25.190351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Attempting to bind port ff4c79b7-2bb0-4e1f-9abe-53540bb70989 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:52:25.190723 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Attempting to bind port ff4c79b7-2bb0-4e1f-9abe-53540bb70989 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'dde1f9af-b225-45e1-89f1-741ba64f312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:52:25.191090 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Attempting to bind port ff4c79b7-2bb0-4e1f-9abe-53540bb70989 on network 4dd970f0-56ef-456c-91cb-f90f507c5d9a {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:52:25.209254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:52:25.209632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Checking segment: {'id': 'dde1f9af-b225-45e1-89f1-741ba64f312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:52:25.210039 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:25.210441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Bound using segment: {'id': 'dde1f9af-b225-45e1-89f1-741ba64f312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:52:25.210889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Bound port: ff4c79b7-2bb0-4e1f-9abe-53540bb70989, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde1f9af-b225-45e1-89f1-741ba64f312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:52:25.211266 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:25.214034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ce163141-0e28-4b30-9e59-3d1883259f8d None None] For port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:52:25.225794 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ce163141-0e28-4b30-9e59-3d1883259f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:25.298308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:25.346889 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce163141-0e28-4b30-9e59-3d1883259f8d None None] Pushing event updated for resources: {'Port': ['ID=a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:25.358263 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] For port ff4c79b7-2bb0-4e1f-9abe-53540bb70989, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:52:25.363446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] For port ff4c79b7-2bb0-4e1f-9abe-53540bb70989, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ff4c79b7-2bb0-4e1f-9abe-53540bb70989,segment=NetworkSegment(dde1f9af-b225-45e1-89f1-741ba64f312f),segment_id=dde1f9af-b225-45e1-89f1-741ba64f312f)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:52:25.368674 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:25.435984 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:52:22Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:25.438711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d327ebf-f5b3-4592-8a03-c5625b1763b8 None None] Pushing event updated for resources: {'Port': ['ID=ff4c79b7-2bb0-4e1f-9abe-53540bb70989,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:25.466777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fd876b-297d-423b-a174-b30e2d2d9adc None None] The sync data for ids ['f707e139-11bb-48a4-94eb-bda1a964610f'] in n-d-817303-4 is: [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:52:22Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:52:25.602415 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:25.607907 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:25.699972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:25.701927 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=ba98c63d-8ae5-4abc-83fe-9745aec5ba92,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:25.833172 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network 4dd970f0-56ef-456c-91cb-f90f507c5d9a is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:52:25.834600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:52:25.952853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router f707e139-11bb-48a4-94eb-bda1a964610f has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:52:26.068712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:52:26.074036 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fb3e3d36-4460-4f5e-a95a-84d19292de92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "PUT /v2.0/routers/f707e139-11bb-48a4-94eb-bda1a964610f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1441946 Nov 24 13:52:26.104250 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:26.238024 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-5de71beb-1a9a-44c8-9fbe-772ec956618c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948410892&fields=id&tenant_id=4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 267 time: 0.0514638 Nov 24 13:52:26.362954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-57d1bad9-eb5e-4dcf-8b62-1b60ffa540ab tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:26.365083 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-57d1bad9-eb5e-4dcf-8b62-1b60ffa540ab tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/networks?id=4dd970f0-56ef-456c-91cb-f90f507c5d9a HTTP/1.1" status: 200 len: 796 time: 0.1189601 Nov 24 13:52:26.381141 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-683c1422-b6ee-4593-9913-2188a8b0072a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/quotas/4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 375 time: 0.0098777 Nov 24 13:52:26.435334 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-d93dec0a-b5ba-48d5-ac40-6ce32214ec71 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481648 Nov 24 13:52:26.519252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a8855e-fa74-4a31-a719-6e8cbe6df264 None None] Network 4dd970f0-56ef-456c-91cb-f90f507c5d9a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:52:26.542021 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-b072966e-0fa7-46be-b7ed-5cd6746cefef service neutron] 10.222.0.48 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901301 Nov 24 13:52:26.636583 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-04f3d918-771b-490d-b642-ad11fca5848d service neutron] 10.222.0.48 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879948 Nov 24 13:52:26.764563 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1217c385-1e43-453a-be3f-bbe948447313 None None] Provisioning complete for port ff4c79b7-2bb0-4e1f-9abe-53540bb70989 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:26.765505 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1217c385-1e43-453a-be3f-bbe948447313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:26.824671 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:26.834703 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-162379f2-e1a1-43a9-aa4b-cb94e38ceaf1 req-bcb3ee32-ea4c-4658-82da-7a37826ed09d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 210 time: 0.0381231 Nov 24 13:52:26.932370 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1217c385-1e43-453a-be3f-bbe948447313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:26.974255 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1217c385-1e43-453a-be3f-bbe948447313 None None] For port ff4c79b7-2bb0-4e1f-9abe-53540bb70989, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ff4c79b7-2bb0-4e1f-9abe-53540bb70989,segment=NetworkSegment(dde1f9af-b225-45e1-89f1-741ba64f312f),segment_id=dde1f9af-b225-45e1-89f1-741ba64f312f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:52:26.980707 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1217c385-1e43-453a-be3f-bbe948447313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:27.046330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217c385-1e43-453a-be3f-bbe948447313 None None] Pushing event updated for resources: {'Port': ['ID=ff4c79b7-2bb0-4e1f-9abe-53540bb70989,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:27.162199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ff4c79b7-2bb0-4e1f-9abe-53540bb70989 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:52:27.216270 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port ff4c79b7-2bb0-4e1f-9abe-53540bb70989 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:27.216644 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:27.257056 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Sync routers for ids ['f707e139-11bb-48a4-94eb-bda1a964610f'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:52:27.270082 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Routers {'f707e139-11bb-48a4-94eb-bda1a964610f'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:52:27.271987 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:52:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f707e139-11bb-48a4-94eb-bda1a964610f'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:27.319252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2db222ae-467b-4956-8ca8-eee66fd5b2df None None] Provisioning complete for port ff4c79b7-2bb0-4e1f-9abe-53540bb70989 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:27.319716 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2db222ae-467b-4956-8ca8-eee66fd5b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:27.322235 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:52:27.413553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:27.413553 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:27.418951 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Set router f707e139-11bb-48a4-94eb-bda1a964610f gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:52:27.503783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2db222ae-467b-4956-8ca8-eee66fd5b2df None None] Provisioning complete for port ba98c63d-8ae5-4abc-83fe-9745aec5ba92 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:27.504375 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2db222ae-467b-4956-8ca8-eee66fd5b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:27.575725 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2db222ae-467b-4956-8ca8-eee66fd5b2df None None] Port ba98c63d-8ae5-4abc-83fe-9745aec5ba92 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:52:27.647033 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'ba98c63d-8ae5-4abc-83fe-9745aec5ba92', 'name': '', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:46:6a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:24Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 2, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:27.673576 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Checking router: f707e139-11bb-48a4-94eb-bda1a964610f for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:52:27.673929 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Updating router f707e139-11bb-48a4-94eb-bda1a964610f port ba98c63d-8ae5-4abc-83fe-9745aec5ba92 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:52:27.696646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8cd8f1e3-2563-413e-908b-95ac66da3bd5 None None] Provisioning complete for port ba98c63d-8ae5-4abc-83fe-9745aec5ba92 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:27.697106 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8cd8f1e3-2563-413e-908b-95ac66da3bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:27.704075 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:27.740623 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8f1e3-2563-413e-908b-95ac66da3bd5 None None] Port ba98c63d-8ae5-4abc-83fe-9745aec5ba92 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:52:27.859872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-eb3a1685-6ec0-44c4-8c74-ae6853d6c58c None None] Provisioning complete for port ba98c63d-8ae5-4abc-83fe-9745aec5ba92 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:27.860382 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eb3a1685-6ec0-44c4-8c74-ae6853d6c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:27.901210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a1685-6ec0-44c4-8c74-ae6853d6c58c None None] Port ba98c63d-8ae5-4abc-83fe-9745aec5ba92 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:52:27.956933 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4eea3d64-4ac6-4c1e-b099-cd3c03015c8e req-ad9712a9-20c9-44c3-9bb6-f900ffcc98d1 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 210 time: 0.0358157 Nov 24 13:52:27.981949 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:27.988313 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:28.038781 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad1e5a-99bb-4843-8960-76542d7f651f None None] Pushing event updated for resources: {'Port': ['ID=ba98c63d-8ae5-4abc-83fe-9745aec5ba92,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:28.049612 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad1e5a-99bb-4843-8960-76542d7f651f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:28.049957 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad1e5a-99bb-4843-8960-76542d7f651f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:28.050302 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad1e5a-99bb-4843-8960-76542d7f651f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:28.051101 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad1e5a-99bb-4843-8960-76542d7f651f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:28.051101 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad1e5a-99bb-4843-8960-76542d7f651f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:28.051325 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad1e5a-99bb-4843-8960-76542d7f651f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:28.051586 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad1e5a-99bb-4843-8960-76542d7f651f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:28.051909 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad1e5a-99bb-4843-8960-76542d7f651f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:28.052231 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad1e5a-99bb-4843-8960-76542d7f651f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:28.052549 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad1e5a-99bb-4843-8960-76542d7f651f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:28.052898 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad1e5a-99bb-4843-8960-76542d7f651f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:28.053217 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aad1e5a-99bb-4843-8960-76542d7f651f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:52:28.091533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-2c941c52-16dc-4edd-b6fe-2fb15c8ae078 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:28.093744 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-2c941c52-16dc-4edd-b6fe-2fb15c8ae078 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/networks?id=4dd970f0-56ef-456c-91cb-f90f507c5d9a HTTP/1.1" status: 200 len: 796 time: 0.1345632 Nov 24 13:52:28.106915 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Attempting to bind port ba98c63d-8ae5-4abc-83fe-9745aec5ba92 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:52:28.107292 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Attempting to bind port ba98c63d-8ae5-4abc-83fe-9745aec5ba92 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'dde1f9af-b225-45e1-89f1-741ba64f312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:52:28.107654 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Attempting to bind port ba98c63d-8ae5-4abc-83fe-9745aec5ba92 on network 4dd970f0-56ef-456c-91cb-f90f507c5d9a {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:52:28.113535 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:52:28.113912 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Checking segment: {'id': 'dde1f9af-b225-45e1-89f1-741ba64f312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:52:28.114311 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:28.114834 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Bound using segment: {'id': 'dde1f9af-b225-45e1-89f1-741ba64f312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:52:28.115306 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Bound port: ba98c63d-8ae5-4abc-83fe-9745aec5ba92, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde1f9af-b225-45e1-89f1-741ba64f312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:52:28.115687 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:28.166473 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-6f9a6515-39ab-461b-bb43-777c25efd711 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 380 time: 0.0630426 Nov 24 13:52:28.176756 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-e2051f14-bbfd-4c27-aae2-5eec07b134c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'port': {'device_id': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'admin_state_up': True, 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'security_groups': ['c8a33a68-3e2a-4d12-84b3-161377664880']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:52:28.181572 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] For port ba98c63d-8ae5-4abc-83fe-9745aec5ba92, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:52:28.184968 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] For port ba98c63d-8ae5-4abc-83fe-9745aec5ba92, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ba98c63d-8ae5-4abc-83fe-9745aec5ba92,segment=NetworkSegment(dde1f9af-b225-45e1-89f1-741ba64f312f),segment_id=dde1f9af-b225-45e1-89f1-741ba64f312f)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:52:28.190455 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:28.257436 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Routers {'f707e139-11bb-48a4-94eb-bda1a964610f'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:52:28.258047 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:52:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f707e139-11bb-48a4-94eb-bda1a964610f'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:28.312363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-e2051f14-bbfd-4c27-aae2-5eec07b134c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:52:28.317288 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-e2051f14-bbfd-4c27-aae2-5eec07b134c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:28.328405 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-ba0d44d7-5e3f-4dd4-97bc-65f55694349e None None] Provisioning complete for port ba98c63d-8ae5-4abc-83fe-9745aec5ba92 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:28.328870 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ba0d44d7-5e3f-4dd4-97bc-65f55694349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:28.432765 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ba0d44d7-5e3f-4dd4-97bc-65f55694349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:28.437550 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad1e5a-99bb-4843-8960-76542d7f651f None None] Pushing event updated for resources: {'Port': ['ID=ba98c63d-8ae5-4abc-83fe-9745aec5ba92,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:28.483678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ba0d44d7-5e3f-4dd4-97bc-65f55694349e None None] For port ba98c63d-8ae5-4abc-83fe-9745aec5ba92, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ba98c63d-8ae5-4abc-83fe-9745aec5ba92,segment=NetworkSegment(dde1f9af-b225-45e1-89f1-741ba64f312f),segment_id=dde1f9af-b225-45e1-89f1-741ba64f312f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:52:28.488587 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ba0d44d7-5e3f-4dd4-97bc-65f55694349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:28.499899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-e2051f14-bbfd-4c27-aae2-5eec07b134c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.20.0.9 (4dd970f0-56ef-456c-91cb-f90f507c5d9a/94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd/207be601-5b28-47e6-a740-5cb0bd2aa641) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:52:28.504709 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] Set router f707e139-11bb-48a4-94eb-bda1a964610f gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:52:28.539652 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d44d7-5e3f-4dd4-97bc-65f55694349e None None] Pushing event updated for resources: {'Port': ['ID=ba98c63d-8ae5-4abc-83fe-9745aec5ba92,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:28.610395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-379439da-a77f-4613-8f3d-d0c282173636 None None] Provisioning complete for port ba98c63d-8ae5-4abc-83fe-9745aec5ba92 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:28.611123 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-379439da-a77f-4613-8f3d-d0c282173636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:28.663914 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-e2051f14-bbfd-4c27-aae2-5eec07b134c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:28.700300 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-e2051f14-bbfd-4c27-aae2-5eec07b134c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:28.715189 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'ba98c63d-8ae5-4abc-83fe-9745aec5ba92', 'name': '', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:46:6a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:24Z', 'updated_at': '2021-11-24T13:52:28Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:28.742759 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb3aa34-a6a7-44cd-a0df-9b4219db7bdd None None] The sync data for ids ['f707e139-11bb-48a4-94eb-bda1a964610f'] in n-d-817303-4 is: [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'ba98c63d-8ae5-4abc-83fe-9745aec5ba92', 'name': '', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:46:6a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:24Z', 'updated_at': '2021-11-24T13:52:28Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:52:28.751656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-e2051f14-bbfd-4c27-aae2-5eec07b134c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network 4dd970f0-56ef-456c-91cb-f90f507c5d9a is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:52:28.754799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-e2051f14-bbfd-4c27-aae2-5eec07b134c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:52:28.759048 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-e2051f14-bbfd-4c27-aae2-5eec07b134c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:52:28.822988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2051f14-bbfd-4c27-aae2-5eec07b134c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=207be601-5b28-47e6-a740-5cb0bd2aa641,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:28.831213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-e2051f14-bbfd-4c27-aae2-5eec07b134c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:28.831836 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-e2051f14-bbfd-4c27-aae2-5eec07b134c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:28.850128 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-e2051f14-bbfd-4c27-aae2-5eec07b134c2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6772082 Nov 24 13:52:28.864269 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Request body: {'port': {'device_id': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:52:28.929003 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:29.136073 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c6dd6e10-42b9-462e-a69e-f62847465171 None None] Provisioning complete for port 207be601-5b28-47e6-a740-5cb0bd2aa641 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:29.138306 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6e10-42b9-462e-a69e-f62847465171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:29.159759 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e2374-375a-4772-9231-bda89940a540 req-6981d402-650b-4c35-97cd-fd55b4c5bcdb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:29.166524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd4e2374-375a-4772-9231-bda89940a540 req-6981d402-650b-4c35-97cd-fd55b4c5bcdb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 931 time: 0.1069005 Nov 24 13:52:29.198114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ff4c79b7-2bb0-4e1f-9abe-53540bb70989 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:52:29.228913 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd4e2374-375a-4772-9231-bda89940a540 req-70f3f0d8-1232-4e88-b59c-eac049c90198 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537424 Nov 24 13:52:29.236767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c6dd6e10-42b9-462e-a69e-f62847465171 None None] Port 207be601-5b28-47e6-a740-5cb0bd2aa641 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:52:29.273830 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207be601-5b28-47e6-a740-5cb0bd2aa641 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:52:29.279797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port ff4c79b7-2bb0-4e1f-9abe-53540bb70989 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:29.280171 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:29.282107 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:29.297115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Transition to ACTIVE for port object 207be601-5b28-47e6-a740-5cb0bd2aa641 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:52:29.303731 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:29.375878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Pushing event updated for resources: {'Port': ['ID=207be601-5b28-47e6-a740-5cb0bd2aa641,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:29.381197 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ba98c63d-8ae5-4abc-83fe-9745aec5ba92 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:52:29.440607 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port ba98c63d-8ae5-4abc-83fe-9745aec5ba92 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:29.441155 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:29.444770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Attempting to bind port 207be601-5b28-47e6-a740-5cb0bd2aa641 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:52:29.445412 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Attempting to bind port 207be601-5b28-47e6-a740-5cb0bd2aa641 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'dde1f9af-b225-45e1-89f1-741ba64f312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:52:29.445994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Attempting to bind port 207be601-5b28-47e6-a740-5cb0bd2aa641 on network 4dd970f0-56ef-456c-91cb-f90f507c5d9a {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:52:29.452877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Port 207be601-5b28-47e6-a740-5cb0bd2aa641 on network 4dd970f0-56ef-456c-91cb-f90f507c5d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:52:29.453950 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Attempting to bind port 207be601-5b28-47e6-a740-5cb0bd2aa641 on network 4dd970f0-56ef-456c-91cb-f90f507c5d9a {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:52:29.461344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:52:29.461948 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Checking segment: {'id': 'dde1f9af-b225-45e1-89f1-741ba64f312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:52:29.463142 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Bound using segment: {'id': 'dde1f9af-b225-45e1-89f1-741ba64f312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:52:29.463869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Bound port: 207be601-5b28-47e6-a740-5cb0bd2aa641, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde1f9af-b225-45e1-89f1-741ba64f312f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:52:29.465047 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:29.552459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] For port 207be601-5b28-47e6-a740-5cb0bd2aa641, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:52:29.556640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] For port 207be601-5b28-47e6-a740-5cb0bd2aa641, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=207be601-5b28-47e6-a740-5cb0bd2aa641,segment=NetworkSegment(dde1f9af-b225-45e1-89f1-741ba64f312f),segment_id=dde1f9af-b225-45e1-89f1-741ba64f312f)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:52:29.562305 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:29.599504 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:29.600042 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:29.601472 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] 10.222.0.46 "PUT /v2.0/ports/207be601-5b28-47e6-a740-5cb0bd2aa641 HTTP/1.1" status: 200 len: 1091 time: 0.7429173 Nov 24 13:52:29.602000 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'tag': '207be601-5b28-47e6-a740-5cb0bd2aa641'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:52:29.604165 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b360c7d-3d6d-4671-8e22-0da40dc6880c" -d '{"events": [{"name": "network-changed", "server_uuid": "44919329-fd36-4bdf-8bc2-e7a3c613687c", "tag": "207be601-5b28-47e6-a740-5cb0bd2aa641"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:52:29.659333 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0593d3ad-fa40-4028-96dd-1975dda93c78 x-openstack-request-id: req-0593d3ad-fa40-4028-96dd-1975dda93c78 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:52:29.659875 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44919329-fd36-4bdf-8bc2-e7a3c613687c", "tag": "207be601-5b28-47e6-a740-5cb0bd2aa641", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:52:29.660366 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0593d3ad-fa40-4028-96dd-1975dda93c78 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:52:29.661062 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'tag': '207be601-5b28-47e6-a740-5cb0bd2aa641', 'status': 'completed', 'code': 200} Nov 24 13:52:29.663617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98e695-a105-4d09-bcbc-7a907e37a258 service neutron] Pushing event updated for resources: {'Port': ['ID=207be601-5b28-47e6-a740-5cb0bd2aa641,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:29.699448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-effb1c48-dfa0-4ae8-84b0-f626613b4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:29.701173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-effb1c48-dfa0-4ae8-84b0-f626613b4721 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 1094 time: 0.0538764 Nov 24 13:52:29.750561 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-f79cd2f9-94e3-43af-a161-272e81563d2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=207be601-5b28-47e6-a740-5cb0bd2aa641 HTTP/1.1" status: 200 len: 217 time: 0.0404451 Nov 24 13:52:29.804595 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-b17a8711-6819-4121-970b-d4cfac04dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:29.806134 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-b17a8711-6819-4121-970b-d4cfac04dde4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd HTTP/1.1" status: 200 len: 833 time: 0.0488861 Nov 24 13:52:29.856240 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ae2ec23b-36db-4b5f-9840-9d67be336b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:29.857772 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-ae2ec23b-36db-4b5f-9840-9d67be336b86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd970f0-56ef-456c-91cb-f90f507c5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446763 Nov 24 13:52:29.955209 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-41b7da67-0846-4eb5-88bd-b560d0d3447f service neutron] 10.222.0.46 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903349 Nov 24 13:52:30.046159 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6e0f1ff9-7a6d-46af-9d78-bd7c6ec3fc1a req-b3f30c25-2e68-443b-8f19-ddc0130a376f service neutron] 10.222.0.46 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839963 Nov 24 13:52:30.132323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b360c7d-3d6d-4671-8e22-0da40dc6880c req-981980b6-4025-4326-bb3b-93fd189f0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:30.133837 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b360c7d-3d6d-4671-8e22-0da40dc6880c req-981980b6-4025-4326-bb3b-93fd189f0879 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 1094 time: 0.0443769 Nov 24 13:52:30.227254 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b360c7d-3d6d-4671-8e22-0da40dc6880c req-7512d5ae-d981-4d59-8bd5-154212643612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:30.228652 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b360c7d-3d6d-4671-8e22-0da40dc6880c req-7512d5ae-d981-4d59-8bd5-154212643612 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dd970f0-56ef-456c-91cb-f90f507c5d9a HTTP/1.1" status: 200 len: 897 time: 0.0874999 Nov 24 13:52:30.274014 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b360c7d-3d6d-4671-8e22-0da40dc6880c req-6058ed5a-3c8d-4a7b-8852-d274d4ca9f1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=207be601-5b28-47e6-a740-5cb0bd2aa641 HTTP/1.1" status: 200 len: 217 time: 0.0381913 Nov 24 13:52:30.324943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b360c7d-3d6d-4671-8e22-0da40dc6880c req-65d54184-3abe-44de-8657-85927895b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:30.326451 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b360c7d-3d6d-4671-8e22-0da40dc6880c req-65d54184-3abe-44de-8657-85927895b9f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd HTTP/1.1" status: 200 len: 833 time: 0.0445371 Nov 24 13:52:30.346671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee164e16-af24-4cde-bdc1-4748d981802b req-04607783-2d64-4edd-b1e3-61bcf6d2b837 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:30.348257 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ee164e16-af24-4cde-bdc1-4748d981802b req-04607783-2d64-4edd-b1e3-61bcf6d2b837 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 943 time: 0.0491450 Nov 24 13:52:30.375665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b360c7d-3d6d-4671-8e22-0da40dc6880c req-340cf87c-3d9a-44cf-90c9-85fe41da2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:30.377212 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b360c7d-3d6d-4671-8e22-0da40dc6880c req-340cf87c-3d9a-44cf-90c9-85fe41da2925 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd970f0-56ef-456c-91cb-f90f507c5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415773 Nov 24 13:52:30.398951 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ee164e16-af24-4cde-bdc1-4748d981802b req-3fb35098-2435-4a9d-bd61-af739f864a06 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 Nov 24 13:52:30.473117 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b360c7d-3d6d-4671-8e22-0da40dc6880c req-30a04246-ec4e-4cf7-a5e5-247cbb1d4558 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870140 Nov 24 13:52:30.563568 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1b360c7d-3d6d-4671-8e22-0da40dc6880c req-37a74ba7-2472-44fa-8d69-b70ac2ec00e0 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831773 Nov 24 13:52:31.517742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52096a81-ac20-4a8a-8181-43bafa158ae5 req-0aa81834-a4b5-43a4-8531-102ef4fa7648 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:31.519193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-52096a81-ac20-4a8a-8181-43bafa158ae5 req-0aa81834-a4b5-43a4-8531-102ef4fa7648 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 943 time: 0.0504162 Nov 24 13:52:31.571368 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-52096a81-ac20-4a8a-8181-43bafa158ae5 req-eee2fcb7-e49a-4c8f-97d2-e3dd98ee9d61 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462265 Nov 24 13:52:32.691411 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7b82c-60cf-4ca3-b035-6d30dde7fd73 req-0102a380-e504-44fc-9742-67282b21f8e8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:32.693036 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3da7b82c-60cf-4ca3-b035-6d30dde7fd73 req-0102a380-e504-44fc-9742-67282b21f8e8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 943 time: 0.0542896 Nov 24 13:52:32.741302 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3da7b82c-60cf-4ca3-b035-6d30dde7fd73 req-db0d4dc7-0370-477d-bda4-f647adc9a8df tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Nov 24 13:52:33.841520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 207be601-5b28-47e6-a740-5cb0bd2aa641 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:52:33.857524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d7102-05c8-47d5-83d1-83773102efa9 req-44547fc5-1fb2-4990-b081-356d323cdbcf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:33.859033 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b76d7102-05c8-47d5-83d1-83773102efa9 req-44547fc5-1fb2-4990-b081-356d323cdbcf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 943 time: 0.0495942 Nov 24 13:52:33.909361 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b76d7102-05c8-47d5-83d1-83773102efa9 req-a4463458-220e-4be5-9953-7b5e9b3fe8ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443263 Nov 24 13:52:33.937110 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 207be601-5b28-47e6-a740-5cb0bd2aa641, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=207be601-5b28-47e6-a740-5cb0bd2aa641,segment=NetworkSegment(dde1f9af-b225-45e1-89f1-741ba64f312f),segment_id=dde1f9af-b225-45e1-89f1-741ba64f312f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:52:33.948216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '207be601-5b28-47e6-a740-5cb0bd2aa641', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'port_id': '207be601-5b28-47e6-a740-5cb0bd2aa641', 'mac_address': 'fa:16:3e:e7:e1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:52:33.989013 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:34.002270 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207be601-5b28-47e6-a740-5cb0bd2aa641 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:52:34.022144 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 207be601-5b28-47e6-a740-5cb0bd2aa641, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=207be601-5b28-47e6-a740-5cb0bd2aa641,segment=NetworkSegment(dde1f9af-b225-45e1-89f1-741ba64f312f),segment_id=dde1f9af-b225-45e1-89f1-741ba64f312f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:52:34.025818 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:34.070332 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=207be601-5b28-47e6-a740-5cb0bd2aa641,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:34.231454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['207be601-5b28-47e6-a740-5cb0bd2aa641'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:52:35.025678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb7e2a-cff5-4cd5-bb14-d970aa27b2ad req-162507cf-a317-47f5-a4a7-db2543615c95 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:35.027158 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99cb7e2a-cff5-4cd5-bb14-d970aa27b2ad req-162507cf-a317-47f5-a4a7-db2543615c95 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 944 time: 0.0491171 Nov 24 13:52:35.074597 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99cb7e2a-cff5-4cd5-bb14-d970aa27b2ad req-8a0e01e4-795d-4ea9-8ede-2f0c22a8e2ac tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408466 Nov 24 13:52:35.857328 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 207be601-5b28-47e6-a740-5cb0bd2aa641 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:52:35.906774 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 207be601-5b28-47e6-a740-5cb0bd2aa641 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:52:35.910966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 207be601-5b28-47e6-a740-5cb0bd2aa641 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:52:35.911342 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:35.990480 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:36.015148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207be601-5b28-47e6-a740-5cb0bd2aa641'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:52:36.017572 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff25ab4-3311-47b1-b254-8776d9e06423" -d '{"events": [{"server_uuid": "44919329-fd36-4bdf-8bc2-e7a3c613687c", "name": "network-vif-plugged", "status": "completed", "tag": "207be601-5b28-47e6-a740-5cb0bd2aa641"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:52:36.029962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 207be601-5b28-47e6-a740-5cb0bd2aa641, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=207be601-5b28-47e6-a740-5cb0bd2aa641,segment=NetworkSegment(dde1f9af-b225-45e1-89f1-741ba64f312f),segment_id=dde1f9af-b225-45e1-89f1-741ba64f312f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:52:36.033984 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:36.056929 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff969254-e37f-4a6f-83f6-41bc4375050c x-openstack-request-id: req-ff969254-e37f-4a6f-83f6-41bc4375050c {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:52:36.057225 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44919329-fd36-4bdf-8bc2-e7a3c613687c", "name": "network-vif-plugged", "status": "completed", "tag": "207be601-5b28-47e6-a740-5cb0bd2aa641", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:52:36.057487 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff969254-e37f-4a6f-83f6-41bc4375050c {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:52:36.057876 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207be601-5b28-47e6-a740-5cb0bd2aa641', 'code': 200} Nov 24 13:52:36.083280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=207be601-5b28-47e6-a740-5cb0bd2aa641,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:36.151888 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a23c2-aa34-4ed1-9da2-05c912cbdf47 req-d392c50c-8c70-49bb-8bd8-12eeeb05c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:36.153417 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f51a23c2-aa34-4ed1-9da2-05c912cbdf47 req-d392c50c-8c70-49bb-8bd8-12eeeb05c0c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 1096 time: 0.0403802 Nov 24 13:52:36.191305 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e87b81-6694-466e-b88f-dcb096566770 req-d83aea1b-80e1-478b-b515-7aad14752e45 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:36.192821 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50e87b81-6694-466e-b88f-dcb096566770 req-d83aea1b-80e1-478b-b515-7aad14752e45 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0487559 Nov 24 13:52:36.202946 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f51a23c2-aa34-4ed1-9da2-05c912cbdf47 req-1d0021ce-7f74-4eb4-874e-29ebf60928a8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382195 Nov 24 13:52:36.247727 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-50e87b81-6694-466e-b88f-dcb096566770 req-048252e3-f6df-4cd5-bd2f-4b78b64ae791 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489194 Nov 24 13:52:36.807551 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:37.370728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f75636-fcc6-44ef-a2d0-ab562aca568f req-acb0a6c1-6968-4761-9ecc-c6772b8b53b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:37.372181 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d4f75636-fcc6-44ef-a2d0-ab562aca568f req-acb0a6c1-6968-4761-9ecc-c6772b8b53b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0507705 Nov 24 13:52:37.419689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d4f75636-fcc6-44ef-a2d0-ab562aca568f req-c0a0766c-bcfd-43dd-8a00-f5328859851f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410013 Nov 24 13:52:37.536675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62854c84-5fb2-4f9d-a550-f03a306d4f64 req-3475cc9d-6b39-4258-a161-f3fc1c71d45a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:37.538094 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-62854c84-5fb2-4f9d-a550-f03a306d4f64 req-3475cc9d-6b39-4258-a161-f3fc1c71d45a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0489540 Nov 24 13:52:37.587600 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-62854c84-5fb2-4f9d-a550-f03a306d4f64 req-265c216e-86bc-41f2-b8f7-3e2383a0d30c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Nov 24 13:52:37.616690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57934) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:37.656558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c11caa-5517-4045-8c5a-e068724e8228 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:37.658106 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-67c11caa-5517-4045-8c5a-e068724e8228 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 1091 time: 0.0403528 Nov 24 13:52:37.660880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 57936) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:37.665044 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '207be601-5b28-47e6-a740-5cb0bd2aa641', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address': '172.20.0.9'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:52:37.686244 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:37.781449 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:37.879588 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.25.0.51 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/1e294916-bc2d-4389-a968-286eddc50aa7) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:52:37.985456 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:38.019805 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:38.061403 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:52:38.064218 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:52:38.067326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:52:38.091988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=1e294916-bc2d-4389-a968-286eddc50aa7,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:38.767075 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:38.831726 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:38.979657 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:38.985096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:39.061280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=1e294916-bc2d-4389-a968-286eddc50aa7,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:52:39.068039 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:39.167494 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Floating IP e2cf1e6f-c260-4940-9f7c-67f26ea128ee associated. External IP: 172.25.0.51, port: 207be601-5b28-47e6-a740-5cb0bd2aa641. Nov 24 13:52:39.369317 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router f707e139-11bb-48a4-94eb-bda1a964610f has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:52:39.479200 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:52:39.489446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52594e83-bfff-4983-ae73-e16e0515f701 None None] Sync routers for ids ['f707e139-11bb-48a4-94eb-bda1a964610f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:52:39.500244 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:39.503837 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52594e83-bfff-4983-ae73-e16e0515f701 None None] Routers {'f707e139-11bb-48a4-94eb-bda1a964610f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:52:39.504458 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-52594e83-bfff-4983-ae73-e16e0515f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:52:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f707e139-11bb-48a4-94eb-bda1a964610f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:39.528320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7f2c03a7-d729-4c73-9eee-012eaa7403fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8664451 Nov 24 13:52:39.529192 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'tag': '207be601-5b28-47e6-a740-5cb0bd2aa641'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:52:39.532194 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f259126-6330-412d-85e3-8436ee39af94" -d '{"events": [{"name": "network-changed", "server_uuid": "44919329-fd36-4bdf-8bc2-e7a3c613687c", "tag": "207be601-5b28-47e6-a740-5cb0bd2aa641"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:52:39.570245 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ed93de-9b7d-4b23-981d-8a5e367d3d4c x-openstack-request-id: req-e2ed93de-9b7d-4b23-981d-8a5e367d3d4c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:52:39.570570 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44919329-fd36-4bdf-8bc2-e7a3c613687c", "tag": "207be601-5b28-47e6-a740-5cb0bd2aa641", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:52:39.570767 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2ed93de-9b7d-4b23-981d-8a5e367d3d4c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:52:39.571221 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'tag': '207be601-5b28-47e6-a740-5cb0bd2aa641', 'status': 'completed', 'code': 200} Nov 24 13:52:39.622048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-52594e83-bfff-4983-ae73-e16e0515f701 None None] Set router f707e139-11bb-48a4-94eb-bda1a964610f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:52:39.661746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334085f-332d-4d6a-8318-59fcf58b4079 req-796c36d7-e7bd-451f-8d0d-b28f2d576443 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:39.663256 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2334085f-332d-4d6a-8318-59fcf58b4079 req-796c36d7-e7bd-451f-8d0d-b28f2d576443 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0805326 Nov 24 13:52:39.668617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f259126-6330-412d-85e3-8436ee39af94 req-b014f1aa-cd38-4316-86c1-de14944ba9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:39.670119 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f259126-6330-412d-85e3-8436ee39af94 req-b014f1aa-cd38-4316-86c1-de14944ba9e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 1096 time: 0.0582371 Nov 24 13:52:39.740696 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:52:39.772367 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2334085f-332d-4d6a-8318-59fcf58b4079 req-60e170d3-e90b-4a1b-9214-a0b9c13fb257 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012876 Nov 24 13:52:39.796370 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57942) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:39.800828 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f259126-6330-412d-85e3-8436ee39af94 req-d2df79a5-fb0c-490c-b4ef-ce0aae38634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:39.802442 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f259126-6330-412d-85e3-8436ee39af94 req-d2df79a5-fb0c-490c-b4ef-ce0aae38634f service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dd970f0-56ef-456c-91cb-f90f507c5d9a HTTP/1.1" status: 200 len: 897 time: 0.1248202 Nov 24 13:52:39.848420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-52594e83-bfff-4983-ae73-e16e0515f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'e2cf1e6f-c260-4940-9f7c-67f26ea128ee', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.51', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'port_id': '207be601-5b28-47e6-a740-5cb0bd2aa641', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'mac_address': 'fa:16:3e:e7:e1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:52:38Z', 'updated_at': '2021-11-24T13:52:38Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba98c63d-8ae5-4abc-83fe-9745aec5ba92', 'name': '', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:46:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:24Z', 'updated_at': '2021-11-24T13:52:28Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:39.865940 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-320a23ce-121d-462c-b989-2b55e779c0f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/e2cf1e6f-c260-4940-9f7c-67f26ea128ee HTTP/1.1" status: 200 len: 990 time: 0.0666142 Nov 24 13:52:39.870067 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f259126-6330-412d-85e3-8436ee39af94 req-67b96c33-2374-43bd-a3b7-813bda9b6bbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=207be601-5b28-47e6-a740-5cb0bd2aa641 HTTP/1.1" status: 200 len: 998 time: 0.0608907 Nov 24 13:52:39.875708 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52594e83-bfff-4983-ae73-e16e0515f701 None None] Checking router: f707e139-11bb-48a4-94eb-bda1a964610f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:52:39.884322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52594e83-bfff-4983-ae73-e16e0515f701 None None] Routers {'f707e139-11bb-48a4-94eb-bda1a964610f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:52:39.884958 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-52594e83-bfff-4983-ae73-e16e0515f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:52:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f707e139-11bb-48a4-94eb-bda1a964610f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:39.919279 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f259126-6330-412d-85e3-8436ee39af94 req-6892c2be-b3af-4b21-8826-a0a9d398f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:39.920811 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f259126-6330-412d-85e3-8436ee39af94 req-6892c2be-b3af-4b21-8826-a0a9d398f8a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd HTTP/1.1" status: 200 len: 833 time: 0.0438821 Nov 24 13:52:39.970082 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f259126-6330-412d-85e3-8436ee39af94 req-994de0be-964b-4218-860e-c0c658a4bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:39.971580 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f259126-6330-412d-85e3-8436ee39af94 req-994de0be-964b-4218-860e-c0c658a4bad7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd970f0-56ef-456c-91cb-f90f507c5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444191 Nov 24 13:52:39.982186 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-2f259126-6330-412d-85e3-8436ee39af94 req-a46a14d2-2b77-4e2d-ac05-f625fd9125b4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:52:39.983123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f259126-6330-412d-85e3-8436ee39af94 req-a46a14d2-2b77-4e2d-ac05-f625fd9125b4 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048709 Nov 24 13:52:39.990886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-52594e83-bfff-4983-ae73-e16e0515f701 None None] Set router f707e139-11bb-48a4-94eb-bda1a964610f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:52:40.073625 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f259126-6330-412d-85e3-8436ee39af94 req-054b6670-45f5-44cf-88ba-405bde559ed6 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837522 Nov 24 13:52:40.093991 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:40.169435 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2f259126-6330-412d-85e3-8436ee39af94 req-6c388f40-98df-469b-a86f-942e17427f7d service neutron] 10.222.0.46 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883610 Nov 24 13:52:40.226328 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-52594e83-bfff-4983-ae73-e16e0515f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'e2cf1e6f-c260-4940-9f7c-67f26ea128ee', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.51', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'port_id': '207be601-5b28-47e6-a740-5cb0bd2aa641', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'mac_address': 'fa:16:3e:e7:e1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:52:38Z', 'updated_at': '2021-11-24T13:52:38Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba98c63d-8ae5-4abc-83fe-9745aec5ba92', 'name': '', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:46:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:24Z', 'updated_at': '2021-11-24T13:52:28Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:52:40.252460 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52594e83-bfff-4983-ae73-e16e0515f701 None None] The sync data for ids ['f707e139-11bb-48a4-94eb-bda1a964610f'] in n-d-817303-4 is: [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'e2cf1e6f-c260-4940-9f7c-67f26ea128ee', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.51', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'port_id': '207be601-5b28-47e6-a740-5cb0bd2aa641', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'mac_address': 'fa:16:3e:e7:e1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:52:38Z', 'updated_at': '2021-11-24T13:52:38Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba98c63d-8ae5-4abc-83fe-9745aec5ba92', 'name': '', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:46:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:24Z', 'updated_at': '2021-11-24T13:52:28Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:52:40.433305 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce5f29-bb57-4e32-a1b9-14a8f2b27dc0 None None] New status for floating IP e2cf1e6f-c260-4940-9f7c-67f26ea128ee: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:52:40.868568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57944) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:52:40.928619 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4861a8ad-bd3d-4156-8a62-0c633e7d038c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/e2cf1e6f-c260-4940-9f7c-67f26ea128ee HTTP/1.1" status: 200 len: 992 time: 0.0588903 Nov 24 13:52:50.805794 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b9db92c-5417-4100-af2a-283fd7a3d61b req-d07a5d3f-80b5-493d-b789-1ca5d67824fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413733 Nov 24 13:52:50.893788 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9db92c-5417-4100-af2a-283fd7a3d61b req-fa5da9a9-6770-4455-8db8-e12332a72f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:50.895175 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b9db92c-5417-4100-af2a-283fd7a3d61b req-fa5da9a9-6770-4455-8db8-e12332a72f5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 1096 time: 0.0407774 Nov 24 13:52:50.934082 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bf961783-e600-4bb5-bdbd-1d05b9edf476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:51.001546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9db92c-5417-4100-af2a-283fd7a3d61b req-f3a85b29-90a3-4049-abe4-2abdf506d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:51.003013 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b9db92c-5417-4100-af2a-283fd7a3d61b req-f3a85b29-90a3-4049-abe4-2abdf506d58a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dd970f0-56ef-456c-91cb-f90f507c5d9a HTTP/1.1" status: 200 len: 897 time: 0.0888367 Nov 24 13:52:51.075381 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b9db92c-5417-4100-af2a-283fd7a3d61b req-1b16d043-54bc-4cde-a4d2-37fd4e918c5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=207be601-5b28-47e6-a740-5cb0bd2aa641 HTTP/1.1" status: 200 len: 1000 time: 0.0654705 Nov 24 13:52:51.127342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9db92c-5417-4100-af2a-283fd7a3d61b req-b0ea538e-ba66-47fe-ae07-71acbc8f21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:51.128813 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b9db92c-5417-4100-af2a-283fd7a3d61b req-b0ea538e-ba66-47fe-ae07-71acbc8f21b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd HTTP/1.1" status: 200 len: 833 time: 0.0472417 Nov 24 13:52:51.173402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9db92c-5417-4100-af2a-283fd7a3d61b req-332724e7-d6ce-4ed5-8cc9-455b0fa678e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:52:51.174752 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b9db92c-5417-4100-af2a-283fd7a3d61b req-332724e7-d6ce-4ed5-8cc9-455b0fa678e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd970f0-56ef-456c-91cb-f90f507c5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393472 Nov 24 13:52:51.263450 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b9db92c-5417-4100-af2a-283fd7a3d61b req-3e5ae839-d9b7-49ed-87dc-46c1a2373128 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808382 Nov 24 13:52:51.354814 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8b9db92c-5417-4100-af2a-283fd7a3d61b req-8b9292ba-7019-417c-aaed-0dfffb3acedd service neutron] 10.222.0.46 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838952 Nov 24 13:52:53.367408 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ffd4fb45-178e-4344-b93f-0fef21321ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:54.567598 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:56.093261 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:52:56.778860 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:06.810919 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:10.058172 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:12.185652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96982bd9-540c-4589-aab2-d97b65a0e325 req-013bf621-a4e2-4939-a10b-60fd5f7e8478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:12.187159 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96982bd9-540c-4589-aab2-d97b65a0e325 req-013bf621-a4e2-4939-a10b-60fd5f7e8478 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 1096 time: 0.0411649 Nov 24 13:53:12.190435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f9d49-70f8-43e3-8d88-31ce1a9d25e7 req-16a7a463-d02f-45b0-886a-696bb8e38db2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:12.191945 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-123f9d49-70f8-43e3-8d88-31ce1a9d25e7 req-16a7a463-d02f-45b0-886a-696bb8e38db2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0499203 Nov 24 13:53:12.241715 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-123f9d49-70f8-43e3-8d88-31ce1a9d25e7 req-b03f563e-daf6-43f5-af59-2ede01285ac7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435460 Nov 24 13:53:12.285647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96982bd9-540c-4589-aab2-d97b65a0e325 req-9c7aed86-75cc-4bf0-bad3-4b0f86f282ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:12.287045 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96982bd9-540c-4589-aab2-d97b65a0e325 req-9c7aed86-75cc-4bf0-bad3-4b0f86f282ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dd970f0-56ef-456c-91cb-f90f507c5d9a HTTP/1.1" status: 200 len: 897 time: 0.0913806 Nov 24 13:53:12.352284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96982bd9-540c-4589-aab2-d97b65a0e325 req-142c8990-2a14-49cf-bc33-885ff4e13e64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=207be601-5b28-47e6-a740-5cb0bd2aa641 HTTP/1.1" status: 200 len: 1000 time: 0.0575802 Nov 24 13:53:12.405101 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96982bd9-540c-4589-aab2-d97b65a0e325 req-6ef53e26-53b1-4249-8d1c-eba2f1100459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:12.407061 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96982bd9-540c-4589-aab2-d97b65a0e325 req-6ef53e26-53b1-4249-8d1c-eba2f1100459 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd HTTP/1.1" status: 200 len: 833 time: 0.0472457 Nov 24 13:53:12.452091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96982bd9-540c-4589-aab2-d97b65a0e325 req-b47d3d98-4166-46bc-83a8-aeaf4b58ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:12.453628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96982bd9-540c-4589-aab2-d97b65a0e325 req-b47d3d98-4166-46bc-83a8-aeaf4b58ddae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd970f0-56ef-456c-91cb-f90f507c5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392737 Nov 24 13:53:12.547629 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96982bd9-540c-4589-aab2-d97b65a0e325 req-e876045f-aff6-4d56-acab-47b1fa896b67 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859108 Nov 24 13:53:12.641327 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96982bd9-540c-4589-aab2-d97b65a0e325 req-e9f13716-d735-4a8d-a2d6-7044f457dc7b service neutron] 10.222.0.46 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863426 Nov 24 13:53:13.360067 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972ca3d-3f2a-4b1d-bc47-ad2609a9c4db req-975e2c9e-04e0-4d26-9fa9-303b986eca33 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:13.361747 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1972ca3d-3f2a-4b1d-bc47-ad2609a9c4db req-975e2c9e-04e0-4d26-9fa9-303b986eca33 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0485878 Nov 24 13:53:13.409979 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1972ca3d-3f2a-4b1d-bc47-ad2609a9c4db req-a14f86e3-f368-4187-92ab-47e327bab9aa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Nov 24 13:53:14.528969 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90b44b-8631-45ac-8b53-c86328e12d39 req-c0398701-ebce-47eb-bbeb-acb52f941cbb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:14.530362 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bf90b44b-8631-45ac-8b53-c86328e12d39 req-c0398701-ebce-47eb-bbeb-acb52f941cbb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0527787 Nov 24 13:53:14.578529 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bf90b44b-8631-45ac-8b53-c86328e12d39 req-030cabbe-13d7-413b-b957-7168a21ff0d1 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423255 Nov 24 13:53:15.697093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80422e6-b271-4245-8784-ec73ad9edbf4 req-ae95aa1e-c18e-4e49-b90e-38450f74df4a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:15.698581 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f80422e6-b271-4245-8784-ec73ad9edbf4 req-ae95aa1e-c18e-4e49-b90e-38450f74df4a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0536551 Nov 24 13:53:15.749082 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f80422e6-b271-4245-8784-ec73ad9edbf4 req-038651e8-83a3-46ef-8d18-6500a0c3be83 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440104 Nov 24 13:53:16.740668 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:53:16.866948 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1909a1-a691-4582-9cd8-02d5508508a8 req-11dda84a-952e-4a40-aab7-b1d0afb098d7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:16.868684 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cb1909a1-a691-4582-9cd8-02d5508508a8 req-11dda84a-952e-4a40-aab7-b1d0afb098d7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0487292 Nov 24 13:53:16.916018 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cb1909a1-a691-4582-9cd8-02d5508508a8 req-97ef43cb-5a25-4d46-b56c-da8e39cc4a0c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415096 Nov 24 13:53:18.031785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cf9c6-c4c1-4674-8a2b-d824d495e963 req-842901fe-de1c-4579-a5f7-df266a08d912 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:18.033295 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa5cf9c6-c4c1-4674-8a2b-d824d495e963 req-842901fe-de1c-4579-a5f7-df266a08d912 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0496042 Nov 24 13:53:18.082092 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa5cf9c6-c4c1-4674-8a2b-d824d495e963 req-83637189-20c2-4611-a6e0-f0f5a98300fe tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429516 Nov 24 13:53:19.198580 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd024495-e16f-45c8-90ff-7d988358e435 req-3b513445-520a-491d-a631-36b1637fb87b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:19.200019 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd024495-e16f-45c8-90ff-7d988358e435 req-3b513445-520a-491d-a631-36b1637fb87b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0509193 Nov 24 13:53:19.248069 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bd024495-e16f-45c8-90ff-7d988358e435 req-be7b763b-9ab7-4b58-8511-e92cea3160cd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421259 Nov 24 13:53:20.369515 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93695c3-95c4-4976-970c-98d44bc6cc71 req-5a161e40-e206-4598-85ab-180a29e3ff08 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:20.371125 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e93695c3-95c4-4976-970c-98d44bc6cc71 req-5a161e40-e206-4598-85ab-180a29e3ff08 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0518639 Nov 24 13:53:20.420171 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e93695c3-95c4-4976-970c-98d44bc6cc71 req-4d1a6706-39ca-4a6b-aeb6-1bb55cd7bc26 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423982 Nov 24 13:53:20.935235 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8405d52d-02f3-4480-b993-68fb87630a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:21.535837 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfc0c6-54fd-4237-af6e-be23f736e573 req-0f704f2a-c701-4a98-a7c1-1c150c7751eb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:21.537267 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68dfc0c6-54fd-4237-af6e-be23f736e573 req-0f704f2a-c701-4a98-a7c1-1c150c7751eb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0494335 Nov 24 13:53:21.586642 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68dfc0c6-54fd-4237-af6e-be23f736e573 req-3dff9fb3-b81c-4722-9015-7d37c4baa4d2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434747 Nov 24 13:53:22.705321 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3da23-75b4-499c-92ca-8a53e3286be3 req-7ffea5d4-d510-4c10-ae83-f0a82d01df44 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:22.707092 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56d3da23-75b4-499c-92ca-8a53e3286be3 req-7ffea5d4-d510-4c10-ae83-f0a82d01df44 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0496976 Nov 24 13:53:22.755804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56d3da23-75b4-499c-92ca-8a53e3286be3 req-4242c3c9-39a7-4b10-99ad-d6fa8bcbc095 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 Nov 24 13:53:23.369310 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c9c82e1c-7ef5-4558-a91d-773d748d8dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:23.870675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6c0d8-ff96-4890-a0f5-60b37e6bf77d req-fb917691-6ade-40cc-ad24-9cf24d9cb58f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:23.872143 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-05e6c0d8-ff96-4890-a0f5-60b37e6bf77d req-fb917691-6ade-40cc-ad24-9cf24d9cb58f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0473995 Nov 24 13:53:23.925073 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-05e6c0d8-ff96-4890-a0f5-60b37e6bf77d req-8aa7403f-699d-4586-b72d-27af85547686 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463729 Nov 24 13:53:24.570742 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:25.042381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626bda7-d757-4eac-836c-8c21bdefb65b req-cea0a3ba-215e-4be5-a843-5e4c9c03f651 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:25.043883 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3626bda7-d757-4eac-836c-8c21bdefb65b req-cea0a3ba-215e-4be5-a843-5e4c9c03f651 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0492499 Nov 24 13:53:25.097642 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3626bda7-d757-4eac-836c-8c21bdefb65b req-bf4a7349-c911-45b9-b2fd-7015a41fb0dd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476744 Nov 24 13:53:26.094982 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:26.211577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588ecdb-aa43-43d5-8193-44c4d3ae3cf4 req-f5825ad7-58c0-46d4-90ad-030aa4bc5de0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:26.213102 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3588ecdb-aa43-43d5-8193-44c4d3ae3cf4 req-f5825ad7-58c0-46d4-90ad-030aa4bc5de0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0482199 Nov 24 13:53:26.263558 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3588ecdb-aa43-43d5-8193-44c4d3ae3cf4 req-6dff982f-e800-4d25-9f7c-0411ce5238fd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445726 Nov 24 13:53:26.781663 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:27.380589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da4d62-45f7-4843-a6d4-484f75e275cb req-a70f4c7b-a166-4fa7-9cae-24dd4e258262 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:27.382105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50da4d62-45f7-4843-a6d4-484f75e275cb req-a70f4c7b-a166-4fa7-9cae-24dd4e258262 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0505390 Nov 24 13:53:27.430650 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-50da4d62-45f7-4843-a6d4-484f75e275cb req-a7c808c3-e3d3-4f1c-9caa-05b87774952b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426340 Nov 24 13:53:28.547605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a16a26-fd49-4e75-b76d-26297cf3b197 req-587e6b6e-e31a-4ce1-98d0-a3bb78c275b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:28.548986 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07a16a26-fd49-4e75-b76d-26297cf3b197 req-587e6b6e-e31a-4ce1-98d0-a3bb78c275b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0479174 Nov 24 13:53:28.596794 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-07a16a26-fd49-4e75-b76d-26297cf3b197 req-400dddc6-61d3-44c0-baf0-daaf83787ba0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418999 Nov 24 13:53:28.619330 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 57988) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:53:28.681619 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-adf2406a-bad4-4229-af8f-2d2da6c72482 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/e2cf1e6f-c260-4940-9f7c-67f26ea128ee HTTP/1.1" status: 200 len: 992 time: 0.0611889 Nov 24 13:53:36.814890 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:40.093054 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:50.809006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b437d89b-234e-42f8-9765-4b3d8e9a32af req-3ffb4b63-2c98-42b2-803e-f477e4dc97eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408704 Nov 24 13:53:50.888989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437d89b-234e-42f8-9765-4b3d8e9a32af req-f4e97ac0-6a46-4fa1-9cc7-ffb6789c07cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:50.890970 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b437d89b-234e-42f8-9765-4b3d8e9a32af req-f4e97ac0-6a46-4fa1-9cc7-ffb6789c07cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 1096 time: 0.0391853 Nov 24 13:53:50.935953 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-04dc86ef-4f63-4125-8364-349e65f050f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:50.997519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437d89b-234e-42f8-9765-4b3d8e9a32af req-e3919053-d2e9-423b-8883-94ecfb4db782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:50.998980 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b437d89b-234e-42f8-9765-4b3d8e9a32af req-e3919053-d2e9-423b-8883-94ecfb4db782 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dd970f0-56ef-456c-91cb-f90f507c5d9a HTTP/1.1" status: 200 len: 897 time: 0.0881598 Nov 24 13:53:51.067463 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b437d89b-234e-42f8-9765-4b3d8e9a32af req-83fbdd78-aeb0-4f92-a4fd-00d045bc4f70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=207be601-5b28-47e6-a740-5cb0bd2aa641 HTTP/1.1" status: 200 len: 1000 time: 0.0608542 Nov 24 13:53:51.116126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437d89b-234e-42f8-9765-4b3d8e9a32af req-6c8666ec-214a-4fb8-a7b1-102d594036f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:51.117556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b437d89b-234e-42f8-9765-4b3d8e9a32af req-6c8666ec-214a-4fb8-a7b1-102d594036f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd HTTP/1.1" status: 200 len: 833 time: 0.0425017 Nov 24 13:53:51.162677 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437d89b-234e-42f8-9765-4b3d8e9a32af req-19915003-01f2-4d8c-afcb-e3c69d3f5d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:53:51.164116 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b437d89b-234e-42f8-9765-4b3d8e9a32af req-19915003-01f2-4d8c-afcb-e3c69d3f5d5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd970f0-56ef-456c-91cb-f90f507c5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383079 Nov 24 13:53:51.257019 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b437d89b-234e-42f8-9765-4b3d8e9a32af req-48687996-6232-44e6-ad88-da2827e08203 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847037 Nov 24 13:53:51.346713 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b437d89b-234e-42f8-9765-4b3d8e9a32af req-e95ac3dd-e40d-4d64-8195-5f53a75cfeb1 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814984 Nov 24 13:53:53.370066 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68c4b04d-b5e4-405e-90b6-72aa6438969f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:53.739510 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:53:54.574216 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:56.097627 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:56.783537 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:59.229596 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58006) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:53:59.383378 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port 1e294916-bc2d-4389-a968-286eddc50aa7 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:53:59.383613 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:59.459058 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:59.459394 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:59.470635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for 1e294916-bc2d-4389-a968-286eddc50aa7 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:53:59.614878 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:59.644230 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=1e294916-bc2d-4389-a968-286eddc50aa7,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:53:59.668477 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:53:59.668868 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:53:59.669217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:53:59.669557 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:53:59.669898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:53:59.670236 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:53:59.670571 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:53:59.670904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:53:59.671272 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:53:59.672109 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:53:59.672438 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:53:59.672787 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:53:59.711236 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:53:59.711564 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Floating IP e2cf1e6f-c260-4940-9f7c-67f26ea128ee disassociated (deleted). External IP: 172.25.0.51, port: 207be601-5b28-47e6-a740-5cb0bd2aa641. Nov 24 13:53:59.918393 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router f707e139-11bb-48a4-94eb-bda1a964610f has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:54:00.372922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:54:00.377741 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:00.382734 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306565c-c07c-4e7f-86d7-5b0a837b15d9 None None] Sync routers for ids ['f707e139-11bb-48a4-94eb-bda1a964610f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:54:00.392130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8306565c-c07c-4e7f-86d7-5b0a837b15d9 None None] Routers {'f707e139-11bb-48a4-94eb-bda1a964610f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:54:00.392772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8306565c-c07c-4e7f-86d7-5b0a837b15d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f707e139-11bb-48a4-94eb-bda1a964610f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:00.407983 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-71244b92-b31b-4e30-8f4f-2411ea01f9ba tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/floatingips/e2cf1e6f-c260-4940-9f7c-67f26ea128ee HTTP/1.1" status: 204 len: 168 time: 1.1743011 Nov 24 13:54:00.407983 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'tag': '207be601-5b28-47e6-a740-5cb0bd2aa641'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:54:00.413027 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}121e04d1351da8b3ec3a73c79ea7a0755ae7249025d9d76ace30dcea8a821f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca163361-ada4-4a48-ae60-6ed21ea4ce8c" -d '{"events": [{"name": "network-changed", "server_uuid": "44919329-fd36-4bdf-8bc2-e7a3c613687c", "tag": "207be601-5b28-47e6-a740-5cb0bd2aa641"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:54:00.456121 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de579b9-9a55-447b-bfd5-8a4fa2eff086 x-openstack-request-id: req-6de579b9-9a55-447b-bfd5-8a4fa2eff086 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:54:00.456424 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44919329-fd36-4bdf-8bc2-e7a3c613687c", "tag": "207be601-5b28-47e6-a740-5cb0bd2aa641", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:54:00.456683 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6de579b9-9a55-447b-bfd5-8a4fa2eff086 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:54:00.457114 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'tag': '207be601-5b28-47e6-a740-5cb0bd2aa641', 'status': 'completed', 'code': 200} Nov 24 13:54:00.504981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-8306565c-c07c-4e7f-86d7-5b0a837b15d9 None None] Set router f707e139-11bb-48a4-94eb-bda1a964610f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:54:00.524157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca163361-ada4-4a48-ae60-6ed21ea4ce8c req-76acc6d7-2de1-4a36-aefa-5c07527432ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:00.527505 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca163361-ada4-4a48-ae60-6ed21ea4ce8c req-76acc6d7-2de1-4a36-aefa-5c07527432ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 1096 time: 0.0483143 Nov 24 13:54:00.678394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca163361-ada4-4a48-ae60-6ed21ea4ce8c req-146a4465-cb73-4857-a485-99dfb84c818b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:00.679897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca163361-ada4-4a48-ae60-6ed21ea4ce8c req-146a4465-cb73-4857-a485-99dfb84c818b service neutron] 10.222.0.46 "GET /v2.0/networks?id=4dd970f0-56ef-456c-91cb-f90f507c5d9a HTTP/1.1" status: 200 len: 897 time: 0.1451702 Nov 24 13:54:00.692019 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5234b2b-5bed-4b2d-a874-8c6645b681f2 req-897cb8a4-7d05-46b8-b04e-4796413eeafe tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:00.693507 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a5234b2b-5bed-4b2d-a874-8c6645b681f2 req-897cb8a4-7d05-46b8-b04e-4796413eeafe tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0662415 Nov 24 13:54:00.729351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8306565c-c07c-4e7f-86d7-5b0a837b15d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'ba98c63d-8ae5-4abc-83fe-9745aec5ba92', 'name': '', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:46:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:24Z', 'updated_at': '2021-11-24T13:52:28Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:00.739700 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca163361-ada4-4a48-ae60-6ed21ea4ce8c req-4a3ee1ca-9103-49f9-b72f-974761112653 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=207be601-5b28-47e6-a740-5cb0bd2aa641 HTTP/1.1" status: 200 len: 217 time: 0.0451281 Nov 24 13:54:00.759427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306565c-c07c-4e7f-86d7-5b0a837b15d9 None None] Checking router: f707e139-11bb-48a4-94eb-bda1a964610f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:54:00.768630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8306565c-c07c-4e7f-86d7-5b0a837b15d9 None None] Routers {'f707e139-11bb-48a4-94eb-bda1a964610f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:54:00.769276 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8306565c-c07c-4e7f-86d7-5b0a837b15d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f707e139-11bb-48a4-94eb-bda1a964610f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:00.820870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a5234b2b-5bed-4b2d-a874-8c6645b681f2 req-7e1f0b80-40ac-40ad-93b4-b8c7e6400411 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190679 Nov 24 13:54:00.822405 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca163361-ada4-4a48-ae60-6ed21ea4ce8c req-d2cb3d90-798a-4a8e-bad6-d7d5a54f642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:00.823787 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca163361-ada4-4a48-ae60-6ed21ea4ce8c req-d2cb3d90-798a-4a8e-bad6-d7d5a54f642d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd HTTP/1.1" status: 200 len: 833 time: 0.0703349 Nov 24 13:54:00.876228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca163361-ada4-4a48-ae60-6ed21ea4ce8c req-00aca761-e842-4a5b-9a8f-f69f64bb4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:00.877726 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca163361-ada4-4a48-ae60-6ed21ea4ce8c req-00aca761-e842-4a5b-9a8f-f69f64bb4458 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4dd970f0-56ef-456c-91cb-f90f507c5d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435011 Nov 24 13:54:00.978943 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca163361-ada4-4a48-ae60-6ed21ea4ce8c req-fdfc69dc-5603-429b-b0f7-a39b99896148 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926890 Nov 24 13:54:01.036952 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-8306565c-c07c-4e7f-86d7-5b0a837b15d9 None None] Set router f707e139-11bb-48a4-94eb-bda1a964610f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:54:01.078012 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ca163361-ada4-4a48-ae60-6ed21ea4ce8c req-135b2f0d-5024-4285-8e69-68670853ac66 service neutron] 10.222.0.46 "GET /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893369 Nov 24 13:54:01.235869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-8306565c-c07c-4e7f-86d7-5b0a837b15d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'ba98c63d-8ae5-4abc-83fe-9745aec5ba92', 'name': '', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:46:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:24Z', 'updated_at': '2021-11-24T13:52:28Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:01.268130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8306565c-c07c-4e7f-86d7-5b0a837b15d9 None None] The sync data for ids ['f707e139-11bb-48a4-94eb-bda1a964610f'] in n-d-817303-4 is: [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'ba98c63d-8ae5-4abc-83fe-9745aec5ba92', 'name': '', 'network_id': '4dd970f0-56ef-456c-91cb-f90f507c5d9a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:46:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:24Z', 'updated_at': '2021-11-24T13:52:28Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:54:01.477690 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b82cf-1f15-4b14-ac87-e812bf1bf578 None None] New status for floating IP e2cf1e6f-c260-4940-9f7c-67f26ea128ee: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:54:01.942390 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28442ba0-6e2b-488e-9791-30e4685f27fb req-55a2ef5f-a4e8-4ffd-9e86-c25bcdd07286 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:01.943857 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28442ba0-6e2b-488e-9791-30e4685f27fb req-55a2ef5f-a4e8-4ffd-9e86-c25bcdd07286 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0488057 Nov 24 13:54:01.998703 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28442ba0-6e2b-488e-9791-30e4685f27fb req-78a951e0-bca3-48a0-8e22-52ee185cb9f4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=c8a33a68-3e2a-4d12-84b3-161377664880&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477977 Nov 24 13:54:02.192652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc9f3b-6258-49f0-9d97-432a16929ce9 req-da64a68d-aa17-404f-af3a-e0d92533c1a8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:02.194048 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5acc9f3b-6258-49f0-9d97-432a16929ce9 req-da64a68d-aa17-404f-af3a-e0d92533c1a8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 945 time: 0.0522182 Nov 24 13:54:02.282681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-5acc9f3b-6258-49f0-9d97-432a16929ce9 req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port 207be601-5b28-47e6-a740-5cb0bd2aa641 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:54:02.283018 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5acc9f3b-6258-49f0-9d97-432a16929ce9 req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:02.372659 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-5acc9f3b-6258-49f0-9d97-432a16929ce9 req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port 207be601-5b28-47e6-a740-5cb0bd2aa641, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=207be601-5b28-47e6-a740-5cb0bd2aa641,segment=NetworkSegment(dde1f9af-b225-45e1-89f1-741ba64f312f),segment_id=dde1f9af-b225-45e1-89f1-741ba64f312f)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:54:02.373056 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5acc9f3b-6258-49f0-9d97-432a16929ce9 req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:02.385144 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-5acc9f3b-6258-49f0-9d97-432a16929ce9 req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for 207be601-5b28-47e6-a740-5cb0bd2aa641 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:54:02.510071 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5acc9f3b-6258-49f0-9d97-432a16929ce9 req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:02.550813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=207be601-5b28-47e6-a740-5cb0bd2aa641,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:02.573605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:02.573961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:02.574310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:02.574656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:02.574995 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:02.575332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:02.575668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:02.576002 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:02.576334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:02.576664 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:02.577052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:02.578091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:02.597793 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acc9f3b-6258-49f0-9d97-432a16929ce9 req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] No DVR routers for this DVR port 207be601-5b28-47e6-a740-5cb0bd2aa641 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:54:02.600262 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-5acc9f3b-6258-49f0-9d97-432a16929ce9 req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:02.603645 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5acc9f3b-6258-49f0-9d97-432a16929ce9 req-bef386cc-c5de-4436-9c15-901a49a9bb3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "DELETE /v2.0/ports/207be601-5b28-47e6-a740-5cb0bd2aa641 HTTP/1.1" status: 204 len: 173 time: 0.4036660 Nov 24 13:54:02.604083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'name': 'network-vif-deleted', 'tag': '207be601-5b28-47e6-a740-5cb0bd2aa641'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:54:02.606430 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8ffdaa-4899-48f5-ab16-cacf1b01a7e8" -d '{"events": [{"server_uuid": "44919329-fd36-4bdf-8bc2-e7a3c613687c", "name": "network-vif-deleted", "tag": "207be601-5b28-47e6-a740-5cb0bd2aa641"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:54:02.649421 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139d3aa0-ba5d-43dc-ba97-b72385c4fea9 x-openstack-request-id: req-139d3aa0-ba5d-43dc-ba97-b72385c4fea9 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:54:02.649722 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44919329-fd36-4bdf-8bc2-e7a3c613687c", "name": "network-vif-deleted", "tag": "207be601-5b28-47e6-a740-5cb0bd2aa641", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:54:02.650014 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-139d3aa0-ba5d-43dc-ba97-b72385c4fea9 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:54:02.650397 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44919329-fd36-4bdf-8bc2-e7a3c613687c', 'name': 'network-vif-deleted', 'tag': '207be601-5b28-47e6-a740-5cb0bd2aa641', 'status': 'completed', 'code': 200} Nov 24 13:54:03.111827 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b226ae5d-616f-428c-9bd7-40d65a6530f2 req-2c623063-86ca-498f-86d1-0c9d1de10e1a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=44919329-fd36-4bdf-8bc2-e7a3c613687c HTTP/1.1" status: 200 len: 210 time: 0.0268717 Nov 24 13:54:04.168757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58022) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:04.524211 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8e1cfd8f-c07a-46b1-87de-2d5367832f9b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:04.779110 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-8e1cfd8f-c07a-46b1-87de-2d5367832f9b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port ba98c63d-8ae5-4abc-83fe-9745aec5ba92 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:54:04.779354 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8e1cfd8f-c07a-46b1-87de-2d5367832f9b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:04.865847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-8e1cfd8f-c07a-46b1-87de-2d5367832f9b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port ba98c63d-8ae5-4abc-83fe-9745aec5ba92, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ba98c63d-8ae5-4abc-83fe-9745aec5ba92,segment=NetworkSegment(dde1f9af-b225-45e1-89f1-741ba64f312f),segment_id=dde1f9af-b225-45e1-89f1-741ba64f312f)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:54:04.866211 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8e1cfd8f-c07a-46b1-87de-2d5367832f9b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:04.878736 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-8e1cfd8f-c07a-46b1-87de-2d5367832f9b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for ba98c63d-8ae5-4abc-83fe-9745aec5ba92 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:54:05.068461 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8e1cfd8f-c07a-46b1-87de-2d5367832f9b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:05.095202 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1cfd8f-c07a-46b1-87de-2d5367832f9b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=ba98c63d-8ae5-4abc-83fe-9745aec5ba92,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:05.274148 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8e1cfd8f-c07a-46b1-87de-2d5367832f9b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:05.491317 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1cfd8f-c07a-46b1-87de-2d5367832f9b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router f707e139-11bb-48a4-94eb-bda1a964610f has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:54:05.599864 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1cfd8f-c07a-46b1-87de-2d5367832f9b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:54:05.606893 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8e1cfd8f-c07a-46b1-87de-2d5367832f9b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "PUT /v2.0/routers/f707e139-11bb-48a4-94eb-bda1a964610f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4368865 Nov 24 13:54:05.610109 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58024) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:05.613314 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382b473-8675-41c7-b2d0-6fc36abb8f4d None None] Sync routers for ids ['f707e139-11bb-48a4-94eb-bda1a964610f'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:54:05.625327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382b473-8675-41c7-b2d0-6fc36abb8f4d None None] Routers {'f707e139-11bb-48a4-94eb-bda1a964610f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:54:05.625937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-4382b473-8675-41c7-b2d0-6fc36abb8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f707e139-11bb-48a4-94eb-bda1a964610f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:05.661305 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb93cf6-8c7a-4e36-8f32-ecba5ffbe5c5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting subnet 94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:54:05.664350 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3fb93cf6-8c7a-4e36-8f32-ecba5ffbe5c5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:05.704690 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3fb93cf6-8c7a-4e36-8f32-ecba5ffbe5c5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:05.730195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-4382b473-8675-41c7-b2d0-6fc36abb8f4d None None] Set router f707e139-11bb-48a4-94eb-bda1a964610f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:54:05.794040 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3fb93cf6-8c7a-4e36-8f32-ecba5ffbe5c5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:05.851312 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3fb93cf6-8c7a-4e36-8f32-ecba5ffbe5c5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:05.877943 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb93cf6-8c7a-4e36-8f32-ecba5ffbe5c5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Subnet': ['ID=94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:05.881664 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3fb93cf6-8c7a-4e36-8f32-ecba5ffbe5c5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:05.884878 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3fb93cf6-8c7a-4e36-8f32-ecba5ffbe5c5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/subnets/94ae0bfa-fa63-4c37-b457-0e9ad33fa4cd HTTP/1.1" status: 204 len: 168 time: 0.2738039 Nov 24 13:54:05.887786 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58026) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:05.901455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2118a43d-9a58-4c76-868f-c4b776fe209c None None] Network 4dd970f0-56ef-456c-91cb-f90f507c5d9a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:54:05.961960 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-4382b473-8675-41c7-b2d0-6fc36abb8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:54:05Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:05.994847 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382b473-8675-41c7-b2d0-6fc36abb8f4d None None] Checking router: f707e139-11bb-48a4-94eb-bda1a964610f for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:54:05.999199 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.023457 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382b473-8675-41c7-b2d0-6fc36abb8f4d None None] Routers {'f707e139-11bb-48a4-94eb-bda1a964610f'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:54:06.024075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-4382b473-8675-41c7-b2d0-6fc36abb8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f707e139-11bb-48a4-94eb-bda1a964610f'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:06.102953 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.150453 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-4382b473-8675-41c7-b2d0-6fc36abb8f4d None None] Set router f707e139-11bb-48a4-94eb-bda1a964610f gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:54:06.156889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:54:06.157355 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.217499 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] DHCP port deletion for 4dd970f0-56ef-456c-91cb-f90f507c5d9a request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:54:06.241402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:54:06.241841 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.255296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:54:06.308169 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 207be601-5b28-47e6-a740-5cb0bd2aa641 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:54:06.335437 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 207be601-5b28-47e6-a740-5cb0bd2aa641 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:54:06.335783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 207be601-5b28-47e6-a740-5cb0bd2aa641 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:54:06.371573 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Deleting port ff4c79b7-2bb0-4e1f-9abe-53540bb70989 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:54:06.371934 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.419600 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.443503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] For port ff4c79b7-2bb0-4e1f-9abe-53540bb70989, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=ff4c79b7-2bb0-4e1f-9abe-53540bb70989,segment=NetworkSegment(dde1f9af-b225-45e1-89f1-741ba64f312f),segment_id=dde1f9af-b225-45e1-89f1-741ba64f312f)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:54:06.443821 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.446615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:06.460795 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b757276-e65d-4052-9105-b4ef6fac00b6 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:54:06.464294 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Calling delete_port for ff4c79b7-2bb0-4e1f-9abe-53540bb70989 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:54:06.470108 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-4382b473-8675-41c7-b2d0-6fc36abb8f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:54:05Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:06.506520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4382b473-8675-41c7-b2d0-6fc36abb8f4d None None] The sync data for ids ['f707e139-11bb-48a4-94eb-bda1a964610f'] in n-d-817303-4 is: [{'id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149352815', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:52:21Z', 'updated_at': '2021-11-24T13:54:05Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': 'a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:07:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f707e139-11bb-48a4-94eb-bda1a964610f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:52:22Z', 'updated_at': '2021-11-24T13:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:54:06.508275 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.582747 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.606264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Pushing event deleted for resources: {'Port': ['ID=ff4c79b7-2bb0-4e1f-9abe-53540bb70989,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:06.607240 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.609443 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.615875 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] No DVR routers for this DVR port ff4c79b7-2bb0-4e1f-9abe-53540bb70989 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:54:06.618896 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:06.620387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:06.620387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:06.620387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:06.620387 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:06.620769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:06.620895 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:06.621218 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:06.621545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:06.621863 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:06.622184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:06.622525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec41ff9-b07c-4dbe-af06-6a215629d065 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:06.657976 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.658615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Fanout notify agent at l3_agent the message router_deleted on router f707e139-11bb-48a4-94eb-bda1a964610f {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:54:06.665905 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.667027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9fbe7d4a-ad51-4511-97d0-50aeff52f35d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/routers/f707e139-11bb-48a4-94eb-bda1a964610f HTTP/1.1" status: 204 len: 168 time: 0.7782438 Nov 24 13:54:06.669774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58028) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:06.743518 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5016915-99d2-48e7-9a94-45cb9ab388c4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.822506 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.832755 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5016915-99d2-48e7-9a94-45cb9ab388c4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.855372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b5016915-99d2-48e7-9a94-45cb9ab388c4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd970f0-56ef-456c-91cb-f90f507c5d9a']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:06.866371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b5016915-99d2-48e7-9a94-45cb9ab388c4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde1f9af-b225-45e1-89f1-741ba64f312f') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:06.866652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-b5016915-99d2-48e7-9a94-45cb9ab388c4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde1f9af-b225-45e1-89f1-741ba64f312f') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:06.877591 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5016915-99d2-48e7-9a94-45cb9ab388c4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.892839 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5016915-99d2-48e7-9a94-45cb9ab388c4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.899776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5016915-99d2-48e7-9a94-45cb9ab388c4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:54:06.900205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5016915-99d2-48e7-9a94-45cb9ab388c4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:54:06.903429 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:54:07.184791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ff4c79b7-2bb0-4e1f-9abe-53540bb70989 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:54:07.210424 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: ff4c79b7-2bb0-4e1f-9abe-53540bb70989 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:54:07.210786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ff4c79b7-2bb0-4e1f-9abe-53540bb70989 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:54:07.211176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ba98c63d-8ae5-4abc-83fe-9745aec5ba92 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:54:07.233497 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: ba98c63d-8ae5-4abc-83fe-9745aec5ba92 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:54:07.233976 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device ba98c63d-8ae5-4abc-83fe-9745aec5ba92 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:54:07.320907 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5016915-99d2-48e7-9a94-45cb9ab388c4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:07.328453 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b5016915-99d2-48e7-9a94-45cb9ab388c4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:07.331911 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b5016915-99d2-48e7-9a94-45cb9ab388c4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/networks/4dd970f0-56ef-456c-91cb-f90f507c5d9a HTTP/1.1" status: 204 len: 168 time: 0.6611409 Nov 24 13:54:07.334771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58030) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:07.343650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5016915-99d2-48e7-9a94-45cb9ab388c4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Network': ['ID=4dd970f0-56ef-456c-91cb-f90f507c5d9a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:07.393302 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed9c6c79-bb2b-499f-a975-05764b53e726 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:07.423045 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed9c6c79-bb2b-499f-a975-05764b53e726 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:07.482951 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed9c6c79-bb2b-499f-a975-05764b53e726 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:07.485645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed9c6c79-bb2b-499f-a975-05764b53e726 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:07.486829 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ed9c6c79-bb2b-499f-a975-05764b53e726 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/security-groups/c8a33a68-3e2a-4d12-84b3-161377664880 HTTP/1.1" status: 204 len: 168 time: 0.1509626 Nov 24 13:54:07.496777 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c6c79-bb2b-499f-a975-05764b53e726 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a33a68-3e2a-4d12-84b3-161377664880,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:08.141007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58036) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:08.145613 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ae823deb-bb6b-4acd-a1f3-b0a55550ef20 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651340477', 'description': 'tempest-secgroup-smoke-1651340477 description', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:54:08.168616 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae823deb-bb6b-4acd-a1f3-b0a55550ef20 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.234468 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae823deb-bb6b-4acd-a1f3-b0a55550ef20 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.238201 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae823deb-bb6b-4acd-a1f3-b0a55550ef20 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.262076 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ae823deb-bb6b-4acd-a1f3-b0a55550ef20 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.263300 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ae823deb-bb6b-4acd-a1f3-b0a55550ef20 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1212907 Nov 24 13:54:08.266941 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58038) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:08.271585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-42800148-4f1a-4a4d-8232-4410b1c84ccd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '48eba3a7-29b5-4ee1-a90b-332edfa06459', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:54:08.271758 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae823deb-bb6b-4acd-a1f3-b0a55550ef20 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48eba3a7-29b5-4ee1-a90b-332edfa06459,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:08.299472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-42800148-4f1a-4a4d-8232-4410b1c84ccd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.352629 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-42800148-4f1a-4a4d-8232-4410b1c84ccd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.356503 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-42800148-4f1a-4a4d-8232-4410b1c84ccd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.373737 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42800148-4f1a-4a4d-8232-4410b1c84ccd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf49024-e531-4cfd-8895-c59c620dcfac,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:08.382461 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-42800148-4f1a-4a4d-8232-4410b1c84ccd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.383662 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-42800148-4f1a-4a4d-8232-4410b1c84ccd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156857 Nov 24 13:54:08.386649 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58040) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:08.392679 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3868e0f5-94e5-4d9d-96fd-df1efcb5c282 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '48eba3a7-29b5-4ee1-a90b-332edfa06459', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:54:08.419972 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3868e0f5-94e5-4d9d-96fd-df1efcb5c282 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.475218 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3868e0f5-94e5-4d9d-96fd-df1efcb5c282 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.478662 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3868e0f5-94e5-4d9d-96fd-df1efcb5c282 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.495903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868e0f5-94e5-4d9d-96fd-df1efcb5c282 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e165d5-ef4d-4875-90f6-c73be8867992,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:08.503334 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3868e0f5-94e5-4d9d-96fd-df1efcb5c282 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.504514 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3868e0f5-94e5-4d9d-96fd-df1efcb5c282 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169419 Nov 24 13:54:08.507424 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58042) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:08.511697 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-3182f4bd-cb7f-40d1-a387-1b0d8a00099b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '48eba3a7-29b5-4ee1-a90b-332edfa06459', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:54:08.537635 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3182f4bd-cb7f-40d1-a387-1b0d8a00099b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.594901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3182f4bd-cb7f-40d1-a387-1b0d8a00099b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.598683 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3182f4bd-cb7f-40d1-a387-1b0d8a00099b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.617156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182f4bd-cb7f-40d1-a387-1b0d8a00099b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe4a16b-6b55-417a-9b1e-3521a0d70b73,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:08.626021 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-3182f4bd-cb7f-40d1-a387-1b0d8a00099b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.627157 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-3182f4bd-cb7f-40d1-a387-1b0d8a00099b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187904 Nov 24 13:54:08.630823 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58044) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:08.635571 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-178061c5-9964-4995-8ed2-ab4c9b35e368 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '48eba3a7-29b5-4ee1-a90b-332edfa06459', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:54:08.662117 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-178061c5-9964-4995-8ed2-ab4c9b35e368 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.720199 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-178061c5-9964-4995-8ed2-ab4c9b35e368 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.724160 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-178061c5-9964-4995-8ed2-ab4c9b35e368 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.742921 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178061c5-9964-4995-8ed2-ab4c9b35e368 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185d627e-3a31-4d0a-a482-a4c5bb3abab6,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:08.753350 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-178061c5-9964-4995-8ed2-ab4c9b35e368 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.754542 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-178061c5-9964-4995-8ed2-ab4c9b35e368 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225073 Nov 24 13:54:08.757358 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58046) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:08.761606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-30854736-aa07-4788-b225-77d98cf38e3f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '48eba3a7-29b5-4ee1-a90b-332edfa06459', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:54:08.782307 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-30854736-aa07-4788-b225-77d98cf38e3f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Project 4afc20e4bc2b43b38af23ac4d84c7080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:54:08.787040 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30854736-aa07-4788-b225-77d98cf38e3f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.845702 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30854736-aa07-4788-b225-77d98cf38e3f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.849437 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30854736-aa07-4788-b225-77d98cf38e3f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.866390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30854736-aa07-4788-b225-77d98cf38e3f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6254e7ae-d917-457d-9166-6518df4ef18a,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:08.875533 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-30854736-aa07-4788-b225-77d98cf38e3f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.876883 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-30854736-aa07-4788-b225-77d98cf38e3f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185205 Nov 24 13:54:08.881098 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58048) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:08.885472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a96aff12-088b-4105-bee5-aa16fb403db7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '48eba3a7-29b5-4ee1-a90b-332edfa06459', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:54:08.905750 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-a96aff12-088b-4105-bee5-aa16fb403db7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Project 4afc20e4bc2b43b38af23ac4d84c7080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:54:08.910345 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a96aff12-088b-4105-bee5-aa16fb403db7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.969406 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a96aff12-088b-4105-bee5-aa16fb403db7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.972675 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a96aff12-088b-4105-bee5-aa16fb403db7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.990397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96aff12-088b-4105-bee5-aa16fb403db7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b515b66-48fd-4741-bda5-76543508b1c2,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:08.997518 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a96aff12-088b-4105-bee5-aa16fb403db7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:08.998752 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a96aff12-088b-4105-bee5-aa16fb403db7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166077 Nov 24 13:54:09.002191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58050) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:09.007180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-89c262d8-1074-4634-8b12-caa982c30eeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'network': {'name': 'tempest-network-smoke--274726398', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'port_security_enabled': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:54:09.026437 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c262d8-1074-4634-8b12-caa982c30eeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:54:09.029919 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89c262d8-1074-4634-8b12-caa982c30eeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:09.052665 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c262d8-1074-4634-8b12-caa982c30eeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:54:09.063822 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89c262d8-1074-4634-8b12-caa982c30eeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:09.064174 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-89c262d8-1074-4634-8b12-caa982c30eeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Added segment a0789705-7f58-4867-bf90-2af76ad08fdf of type vlan for network be309b35-9dd8-4327-829d-64b24e493f6a Nov 24 13:54:09.070536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:54:09.091133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:54:09.091490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device a85cd7f4-4c6b-49dd-99fe-bf05ca8a6808 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:54:09.107883 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89c262d8-1074-4634-8b12-caa982c30eeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:09.133096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89c262d8-1074-4634-8b12-caa982c30eeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:09.138652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c262d8-1074-4634-8b12-caa982c30eeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:09.139237 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89c262d8-1074-4634-8b12-caa982c30eeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:09.177134 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-89c262d8-1074-4634-8b12-caa982c30eeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1737883 Nov 24 13:54:09.180040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58052) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:09.184771 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'admin_state_up': True, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:54:09.209617 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:09.210675 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:09.215908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c262d8-1074-4634-8b12-caa982c30eeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Network': ['ID=be309b35-9dd8-4327-829d-64b24e493f6a,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:09.229844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network be309b35-9dd8-4327-829d-64b24e493f6a details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:54:09.264461 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:09.402607 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:09.591703 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:09.610462 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:09.710531 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.25.0.184 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/14b616fa-f45f-4460-8908-057aa5d7da4d) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:54:09.816813 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:09.853612 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:09.893945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:54:09.896686 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:54:09.900070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:54:09.906004 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=14b616fa-f45f-4460-8908-057aa5d7da4d,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:09.909823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b9e365-765f-4463-acfe-90e66b8ac521 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:54:09.951585 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fbfa9172-8461-474e-a34c-8ca9c56f3c10 None None] Provisioning complete for port 14b616fa-f45f-4460-8908-057aa5d7da4d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:09.951954 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fbfa9172-8461-474e-a34c-8ca9c56f3c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:09.985756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa9172-8461-474e-a34c-8ca9c56f3c10 None None] Port 14b616fa-f45f-4460-8908-057aa5d7da4d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:54:10.105338 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:10.151822 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:10.346654 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:10.471552 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:54:10.576435 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:54:10.586138 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Sync routers for ids ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:54:10.595084 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Routers {'60b450bc-d27c-4e1d-bdfb-4754db2a41a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:54:10.595925 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:10.596874 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:10.598146 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-703a3a64-31c3-4f99-9b2e-e2908533eabb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4170775 Nov 24 13:54:10.601122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58054) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:10.629067 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-20313b94-d083-4fba-95ea-4d7e5474d8e5 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=4afc20e4bc2b43b38af23ac4d84c7080&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268185 Nov 24 13:54:10.631498 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58056) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:10.706527 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Set router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:54:10.719947 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccabce7-8ff6-4b42-8799-bc81d054a047 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:10.721509 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eccabce7-8ff6-4b42-8799-bc81d054a047 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891290 Nov 24 13:54:10.724338 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58058) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:10.751788 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-39c4ec8f-b0dd-4641-8241-369ec7013970 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263820 Nov 24 13:54:10.754153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58060) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:10.758714 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-7edc00c0-973b-4d99-a102-dddb9c192b1e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-527900026', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:54:10.844590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edc00c0-973b-4d99-a102-dddb9c192b1e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:54:10.847987 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7edc00c0-973b-4d99-a102-dddb9c192b1e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:10.879166 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:10Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:10.905363 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Checking router: 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:54:10.905707 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Updating router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 port 14b616fa-f45f-4460-8908-057aa5d7da4d binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:54:10.930795 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:11.030798 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7edc00c0-973b-4d99-a102-dddb9c192b1e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:11.095839 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc00c0-973b-4d99-a102-dddb9c192b1e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Subnet': ['ID=f9c7a588-5fcb-4708-9c80-b227aae62bdd,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:11.102678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc00c0-973b-4d99-a102-dddb9c192b1e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Checking segment: {'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:54:11.103042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edc00c0-973b-4d99-a102-dddb9c192b1e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network hostable DHCP agents. Network: be309b35-9dd8-4327-829d-64b24e493f6a, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:54:11.120994 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edc00c0-973b-4d99-a102-dddb9c192b1e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network be309b35-9dd8-4327-829d-64b24e493f6a is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:54:11.130122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-7edc00c0-973b-4d99-a102-dddb9c192b1e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, be309b35-9dd8-4327-829d-64b24e493f6a) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:54:11.134119 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edc00c0-973b-4d99-a102-dddb9c192b1e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:11.134723 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-7edc00c0-973b-4d99-a102-dddb9c192b1e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:11.139696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af6367c-bd0c-48bf-9732-9cbb45b53602 None None] Network be309b35-9dd8-4327-829d-64b24e493f6a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:54:11.154073 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-7edc00c0-973b-4d99-a102-dddb9c192b1e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3988073 Nov 24 13:54:11.156695 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58062) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:11.194024 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:11.199599 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:11.230713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2063d93b-91e8-423c-92d7-ca8abfe7ff0e None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:54:11.248823 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Attempting to bind port 14b616fa-f45f-4460-8908-057aa5d7da4d on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:54:11.248823 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Attempting to bind port 14b616fa-f45f-4460-8908-057aa5d7da4d by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:54:11.252543 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Attempting to bind port 14b616fa-f45f-4460-8908-057aa5d7da4d on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:54:11.268150 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:54:11.268527 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:54:11.268955 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:11.269351 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:54:11.269832 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Bound port: 14b616fa-f45f-4460-8908-057aa5d7da4d, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:54:11.270210 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:11.295356 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb2b33-4add-479f-9ce9-b82a5e5e9a4e None None] Pushing event updated for resources: {'Port': ['ID=14b616fa-f45f-4460-8908-057aa5d7da4d,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:11.313344 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-be309b35-9dd8-4327-829d-64b24e493f6a', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ips': [{'subnet_id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:54:11.314395 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:11.330679 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2b33-4add-479f-9ce9-b82a5e5e9a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:11.331030 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2b33-4add-479f-9ce9-b82a5e5e9a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:11.331365 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2b33-4add-479f-9ce9-b82a5e5e9a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:11.331703 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2b33-4add-479f-9ce9-b82a5e5e9a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:11.332033 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2b33-4add-479f-9ce9-b82a5e5e9a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:11.332360 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2b33-4add-479f-9ce9-b82a5e5e9a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:11.332682 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2b33-4add-479f-9ce9-b82a5e5e9a4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:11.333033 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2b33-4add-479f-9ce9-b82a5e5e9a4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:11.333376 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2b33-4add-479f-9ce9-b82a5e5e9a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:11.333689 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2b33-4add-479f-9ce9-b82a5e5e9a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:11.334013 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2b33-4add-479f-9ce9-b82a5e5e9a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:11.334338 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bb2b33-4add-479f-9ce9-b82a5e5e9a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:54:11.340923 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] For port 14b616fa-f45f-4460-8908-057aa5d7da4d, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:54:11.344917 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] For port 14b616fa-f45f-4460-8908-057aa5d7da4d, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=14b616fa-f45f-4460-8908-057aa5d7da4d,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:54:11.350510 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:11.411603 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Routers {'60b450bc-d27c-4e1d-bdfb-4754db2a41a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:54:11.412235 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:11.424171 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200acea7-ebf7-40bc-a6ff-8a67662d84c8 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:54:11.438524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-66f77076-da80-4084-91b1-e57ed4a4a10f None None] Provisioning complete for port 14b616fa-f45f-4460-8908-057aa5d7da4d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:11.438945 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-66f77076-da80-4084-91b1-e57ed4a4a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:11.457396 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb2b33-4add-479f-9ce9-b82a5e5e9a4e None None] Pushing event updated for resources: {'Port': ['ID=14b616fa-f45f-4460-8908-057aa5d7da4d,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:11.637957 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] Set router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:54:11.688876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Allocated IP 172.20.0.2 (be309b35-9dd8-4327-829d-64b24e493f6a/f9c7a588-5fcb-4708-9c80-b227aae62bdd/1a316a15-1750-4bf0-824b-dbd19b4d9e50) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:54:11.798921 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-66f77076-da80-4084-91b1-e57ed4a4a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:11.820739 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:10Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:11.832111 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-66f77076-da80-4084-91b1-e57ed4a4a10f None None] For port 14b616fa-f45f-4460-8908-057aa5d7da4d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=14b616fa-f45f-4460-8908-057aa5d7da4d,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:54:11.837003 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-66f77076-da80-4084-91b1-e57ed4a4a10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:11.847482 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c679b46d-2ad5-4a0c-8d91-78be62f364e5 None None] The sync data for ids ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'] in n-d-817303-4 is: [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:10Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:54:11.942097 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f77076-da80-4084-91b1-e57ed4a4a10f None None] Pushing event updated for resources: {'Port': ['ID=14b616fa-f45f-4460-8908-057aa5d7da4d,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:11.947742 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:11.961846 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:12.000185 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-2d0a8f9c-796f-4c94-aed6-2de32dbdd269 None None] Provisioning complete for port 14b616fa-f45f-4460-8908-057aa5d7da4d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:12.000564 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d0a8f9c-796f-4c94-aed6-2de32dbdd269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:12.009705 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:12.039392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Network be309b35-9dd8-4327-829d-64b24e493f6a is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:54:12.046847 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:54:12.049929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:54:12.055957 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Pushing event updated for resources: {'Port': ['ID=1a316a15-1750-4bf0-824b-dbd19b4d9e50,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:12.174032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Attempting to bind port 1a316a15-1750-4bf0-824b-dbd19b4d9e50 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:54:12.174694 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Attempting to bind port 1a316a15-1750-4bf0-824b-dbd19b4d9e50 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:54:12.174826 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Attempting to bind port 1a316a15-1750-4bf0-824b-dbd19b4d9e50 on network be309b35-9dd8-4327-829d-64b24e493f6a {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:54:12.189099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:54:12.189547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Checking segment: {'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:54:12.189965 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:12.190380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Bound using segment: {'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:54:12.190840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Bound port: 1a316a15-1750-4bf0-824b-dbd19b4d9e50, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:54:12.191235 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:12.269070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] For port 1a316a15-1750-4bf0-824b-dbd19b4d9e50, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:54:12.272307 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] For port 1a316a15-1750-4bf0-824b-dbd19b4d9e50, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1a316a15-1750-4bf0-824b-dbd19b4d9e50,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:54:12.276958 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:12.339493 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f403c-e7ac-43c9-a5e8-c1125499423b None None] Pushing event updated for resources: {'Port': ['ID=1a316a15-1750-4bf0-824b-dbd19b4d9e50,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:12.357889 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.20.0.1 (be309b35-9dd8-4327-829d-64b24e493f6a/f9c7a588-5fcb-4708-9c80-b227aae62bdd/bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:54:12.485988 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:12.533111 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:12.579184 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network be309b35-9dd8-4327-829d-64b24e493f6a is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:54:12.582667 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:54:12.586673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:54:12.594122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:12.638201 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:12.781648 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:13.072640 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:13.079682 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:13.169817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:13.173148 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:13.198283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 14b616fa-f45f-4460-8908-057aa5d7da4d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:54:13.263441 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 14b616fa-f45f-4460-8908-057aa5d7da4d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:13.264381 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:13.285601 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network be309b35-9dd8-4327-829d-64b24e493f6a is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:54:13.287122 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:54:13.360968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1a316a15-1750-4bf0-824b-dbd19b4d9e50 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:54:13.399484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b34025-099d-4ffe-9277-7bcaff88b18e None None] Network be309b35-9dd8-4327-829d-64b24e493f6a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:54:13.421562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:54:13.491671 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e590589c-150e-4708-b038-3928d327a5d9 None None] Provisioning complete for port 1a316a15-1750-4bf0-824b-dbd19b4d9e50 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:13.492010 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e590589c-150e-4708-b038-3928d327a5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:13.497320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1a316a15-1750-4bf0-824b-dbd19b4d9e50 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:13.497693 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:13.540144 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:54:13.550608 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-49f7b139-1907-4fee-93a5-6829a7833565 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "PUT /v2.0/routers/60b450bc-d27c-4e1d-bdfb-4754db2a41a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3879776 Nov 24 13:54:13.717474 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:13.721363 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e590589c-150e-4708-b038-3928d327a5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:13.736738 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-854ef056-d21c-4be1-bc12-540f2b989f57 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651340477&fields=id&tenant_id=4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 267 time: 0.0462978 Nov 24 13:54:13.773103 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e590589c-150e-4708-b038-3928d327a5d9 None None] For port 1a316a15-1750-4bf0-824b-dbd19b4d9e50, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1a316a15-1750-4bf0-824b-dbd19b4d9e50,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:54:13.778611 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e590589c-150e-4708-b038-3928d327a5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:13.835998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Sync routers for ids ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:54:13.866951 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-2118251a-6bdf-43e0-9507-ca975162348d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:13.868794 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-2118251a-6bdf-43e0-9507-ca975162348d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/networks?id=be309b35-9dd8-4327-829d-64b24e493f6a HTTP/1.1" status: 200 len: 796 time: 0.1225686 Nov 24 13:54:13.872389 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 13:54:13.872776 n-d-817303-4 neutron-server[114987]: DEBUG oslo_db.api [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 13:54:13.874850 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590589c-150e-4708-b038-3928d327a5d9 None None] Pushing event updated for resources: {'Port': ['ID=1a316a15-1750-4bf0-824b-dbd19b4d9e50,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:13.878655 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Routers {'60b450bc-d27c-4e1d-bdfb-4754db2a41a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:54:13.879275 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:13.887635 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-88e80c67-a54a-4ef1-a4c4-f0b4447c3ae1 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/quotas/4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 375 time: 0.0106180 Nov 24 13:54:13.946466 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-029824ad-5b2e-4352-aed2-f8c991d54bbc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519497 Nov 24 13:54:14.017511 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Set router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:54:14.051679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-14c98ad3-f023-4053-a654-4ab8319c8c81 None None] Provisioning complete for port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:14.051994 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14c98ad3-f023-4053-a654-4ab8319c8c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:14.137767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-14c98ad3-f023-4053-a654-4ab8319c8c81 None None] Port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:54:14.161670 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-b9602ca6-1886-4304-991e-a00c736ba562 service neutron] 10.222.0.48 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465628 Nov 24 13:54:14.200098 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-14c98ad3-f023-4053-a654-4ab8319c8c81 None None] Provisioning complete for port 1a316a15-1750-4bf0-824b-dbd19b4d9e50 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:14.200577 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14c98ad3-f023-4053-a654-4ab8319c8c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:14.263303 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-485dc788-e762-43df-b74c-517c121e5486 service neutron] 10.222.0.48 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002183 Nov 24 13:54:14.343323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:12Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7', 'name': '', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:6f:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:12Z', 'updated_at': '2021-11-24T13:54:12Z', 'revision_number': 2, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:14.372155 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Checking router: 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:54:14.372510 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Updating router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:54:14.422577 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:14.527278 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-55ed1f7b-c094-4bcc-beda-1476a0be526f None None] Provisioning complete for port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:14.527542 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-55ed1f7b-c094-4bcc-beda-1476a0be526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:14.579547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-55ed1f7b-c094-4bcc-beda-1476a0be526f None None] Port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:54:14.722009 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:14.727581 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:14.779927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58897de2-aaef-4b1d-874c-80a359c73f76 None None] Pushing event updated for resources: {'Port': ['ID=bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:14.829998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Attempting to bind port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:54:14.830378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Attempting to bind port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:54:14.830751 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Attempting to bind port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 on network be309b35-9dd8-4327-829d-64b24e493f6a {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:54:14.835947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:54:14.836330 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Checking segment: {'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:54:14.836755 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:14.837160 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Bound using segment: {'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:54:14.837634 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Bound port: bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:54:14.838018 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:14.903861 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] For port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:54:14.908545 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] For port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:54:14.913971 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:14.973904 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Routers {'60b450bc-d27c-4e1d-bdfb-4754db2a41a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:54:14.974550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:53:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:15.017773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58897de2-aaef-4b1d-874c-80a359c73f76 None None] Pushing event updated for resources: {'Port': ['ID=bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:15.069476 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-d71ccd38-e54a-48ef-b46b-813d4dd21f1b None None] Provisioning complete for port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:15.069781 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d71ccd38-e54a-48ef-b46b-813d4dd21f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:15.263508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1a316a15-1750-4bf0-824b-dbd19b4d9e50 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:54:15.313431 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] Set router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:54:15.442669 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1a316a15-1750-4bf0-824b-dbd19b4d9e50 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:15.443040 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:15.472293 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d71ccd38-e54a-48ef-b46b-813d4dd21f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:15.519368 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92832c58-2997-4b3d-837d-1c518a26b2b7 req-e5aae10f-ec0f-49a5-8726-26ede3946b24 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 210 time: 0.0848155 Nov 24 13:54:15.573773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-d71ccd38-e54a-48ef-b46b-813d4dd21f1b None None] For port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:54:15.595836 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d71ccd38-e54a-48ef-b46b-813d4dd21f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:15.686647 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ccd38-e54a-48ef-b46b-813d4dd21f1b None None] Pushing event updated for resources: {'Port': ['ID=bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:15.700639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:12Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7', 'name': '', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:6f:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:12Z', 'updated_at': '2021-11-24T13:54:14Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:15.738053 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ad7f30-10c9-4d11-8be1-df823bb8f0f4 None None] The sync data for ids ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'] in n-d-817303-4 is: [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:12Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7', 'name': '', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:6f:77:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:12Z', 'updated_at': '2021-11-24T13:54:14Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:54:15.748080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1d794001-d713-4371-822e-f141c1317c93 None None] Provisioning complete for port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:15.748458 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1d794001-d713-4371-822e-f141c1317c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:16.659338 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8c3f0383-a4e7-4532-ae35-f87f053a8fae req-1d4427d5-a427-4c95-8c20-c987725cad4e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 210 time: 0.0833969 Nov 24 13:54:17.131242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:54:17.178708 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:17.178908 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:17.741843 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-845a86b8-268e-48ba-b957-c8a82f9d3af3 req-7e24ec42-085f-46d8-9797-320d8618a258 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 210 time: 0.0257447 Nov 24 13:54:18.819363 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e0ffb161-ec2b-4a3b-934b-2d6687f6763f req-e95e8499-b8e0-4f78-bb94-d4bd5ef72c98 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 210 time: 0.0267184 Nov 24 13:54:19.919001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dc08b720-4b48-49f6-bd9e-5c8c08550235 req-61c5518c-44c9-4298-9328-e1fbaad75336 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 210 time: 0.0265992 Nov 24 13:54:20.502220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-8cde6264-7db9-439d-97a8-35d35711f69c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:20.503678 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-8cde6264-7db9-439d-97a8-35d35711f69c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/networks?id=be309b35-9dd8-4327-829d-64b24e493f6a HTTP/1.1" status: 200 len: 796 time: 0.1150215 Nov 24 13:54:20.566788 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-e87c70ac-aebf-4011-8884-79ec6d97c844 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 380 time: 0.0542397 Nov 24 13:54:20.576230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-07d5d3a6-0893-4efe-8ad6-d9d2b96cc52a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'port': {'device_id': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'admin_state_up': True, 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'security_groups': ['48eba3a7-29b5-4ee1-a90b-332edfa06459']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:54:20.685825 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-07d5d3a6-0893-4efe-8ad6-d9d2b96cc52a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:54:20.689876 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-07d5d3a6-0893-4efe-8ad6-d9d2b96cc52a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:20.812292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-07d5d3a6-0893-4efe-8ad6-d9d2b96cc52a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.20.0.6 (be309b35-9dd8-4327-829d-64b24e493f6a/f9c7a588-5fcb-4708-9c80-b227aae62bdd/700daddd-d7e2-44c3-b3c3-6f52d0049065) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:54:20.938208 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e384071a-ca60-4e6a-8523-81e52b9b313d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:20.951909 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-07d5d3a6-0893-4efe-8ad6-d9d2b96cc52a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:20.987459 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-07d5d3a6-0893-4efe-8ad6-d9d2b96cc52a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:21.035273 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b1a69-0238-4e7c-843f-a0d63d7af4f0 req-51c3dd4c-f4a7-4873-8fda-3564b49e1821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:21.036007 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-07d5d3a6-0893-4efe-8ad6-d9d2b96cc52a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network be309b35-9dd8-4327-829d-64b24e493f6a is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:54:21.036801 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-949b1a69-0238-4e7c-843f-a0d63d7af4f0 req-51c3dd4c-f4a7-4873-8fda-3564b49e1821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 931 time: 0.0490654 Nov 24 13:54:21.038937 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-07d5d3a6-0893-4efe-8ad6-d9d2b96cc52a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:54:21.041409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-07d5d3a6-0893-4efe-8ad6-d9d2b96cc52a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:54:21.075984 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5d3a6-0893-4efe-8ad6-d9d2b96cc52a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=700daddd-d7e2-44c3-b3c3-6f52d0049065,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:21.101746 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-949b1a69-0238-4e7c-843f-a0d63d7af4f0 req-a31d5f93-87db-4dff-869a-a9d427835969 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579886 Nov 24 13:54:21.111074 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-07d5d3a6-0893-4efe-8ad6-d9d2b96cc52a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:21.111719 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-07d5d3a6-0893-4efe-8ad6-d9d2b96cc52a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:21.130495 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-07d5d3a6-0893-4efe-8ad6-d9d2b96cc52a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5575337 Nov 24 13:54:21.142153 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Request body: {'port': {'device_id': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:54:21.198437 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:21.288981 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-eca4c72f-26a1-4836-ba10-24773c19c54c None None] Provisioning complete for port 700daddd-d7e2-44c3-b3c3-6f52d0049065 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:21.289359 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-eca4c72f-26a1-4836-ba10-24773c19c54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:21.323796 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-eca4c72f-26a1-4836-ba10-24773c19c54c None None] Port 700daddd-d7e2-44c3-b3c3-6f52d0049065 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:54:21.459539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700daddd-d7e2-44c3-b3c3-6f52d0049065 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:54:21.466805 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:21.479147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Transition to ACTIVE for port object 700daddd-d7e2-44c3-b3c3-6f52d0049065 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:54:21.483224 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:21.539540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Pushing event updated for resources: {'Port': ['ID=700daddd-d7e2-44c3-b3c3-6f52d0049065,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:21.613957 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Attempting to bind port 700daddd-d7e2-44c3-b3c3-6f52d0049065 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:54:21.614295 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Attempting to bind port 700daddd-d7e2-44c3-b3c3-6f52d0049065 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:54:21.614663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Attempting to bind port 700daddd-d7e2-44c3-b3c3-6f52d0049065 on network be309b35-9dd8-4327-829d-64b24e493f6a {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:54:21.619610 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Port 700daddd-d7e2-44c3-b3c3-6f52d0049065 on network be309b35-9dd8-4327-829d-64b24e493f6a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:54:21.620108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Attempting to bind port 700daddd-d7e2-44c3-b3c3-6f52d0049065 on network be309b35-9dd8-4327-829d-64b24e493f6a {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:54:21.625849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:54:21.626172 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Checking segment: {'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:54:21.626554 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Bound using segment: {'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:54:21.626983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Bound port: 700daddd-d7e2-44c3-b3c3-6f52d0049065, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:54:21.627343 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:21.694593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] For port 700daddd-d7e2-44c3-b3c3-6f52d0049065, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:54:21.697731 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] For port 700daddd-d7e2-44c3-b3c3-6f52d0049065, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:54:21.703042 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:21.743608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:21.744242 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:21.745993 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] 10.222.0.46 "PUT /v2.0/ports/700daddd-d7e2-44c3-b3c3-6f52d0049065 HTTP/1.1" status: 200 len: 1091 time: 0.6080971 Nov 24 13:54:21.746413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:54:21.749116 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce139ad-6b59-46dc-be89-db0086d44e46" -d '{"events": [{"name": "network-changed", "server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:54:21.776539 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261383c3-77a5-4df0-a0ba-26ca5b2ed917 service neutron] Pushing event updated for resources: {'Port': ['ID=700daddd-d7e2-44c3-b3c3-6f52d0049065,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:21.801730 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7167b859-ff0e-4486-a924-59c467b20de6 x-openstack-request-id: req-7167b859-ff0e-4486-a924-59c467b20de6 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:54:21.802099 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:54:21.802547 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7167b859-ff0e-4486-a924-59c467b20de6 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:54:21.803040 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'status': 'completed', 'code': 200} Nov 24 13:54:21.838988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-eab6594a-da63-4288-aee3-3c6618cc6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:21.840535 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-eab6594a-da63-4288-aee3-3c6618cc6a1c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 1094 time: 0.0480716 Nov 24 13:54:21.884850 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-0902cc46-3b04-4efd-963f-3df9b32e8f7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065 HTTP/1.1" status: 200 len: 217 time: 0.0365636 Nov 24 13:54:21.942277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-aa6a702e-e93b-4c49-aea2-ee3474ddae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:21.943773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-aa6a702e-e93b-4c49-aea2-ee3474ddae47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9c7a588-5fcb-4708-9c80-b227aae62bdd HTTP/1.1" status: 200 len: 834 time: 0.0522110 Nov 24 13:54:21.995779 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-1b37e3c0-3d7a-4740-a385-b0e09d00ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:21.997366 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-1b37e3c0-3d7a-4740-a385-b0e09d00ee96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be309b35-9dd8-4327-829d-64b24e493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469146 Nov 24 13:54:22.090362 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-83676248-a205-4220-833c-82f19dca075c service neutron] 10.222.0.46 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854738 Nov 24 13:54:22.198698 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09cb2d67-ba5e-44a6-8368-4de471e8f04f req-827932a7-50c3-4fcb-b506-47ef66f7be4c service neutron] 10.222.0.46 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006632 Nov 24 13:54:22.227088 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b6bd0-51e2-4970-8d22-bc3cbd6ebe07 req-026eb607-a42f-44b4-8142-b63914248cb4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:22.228752 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-451b6bd0-51e2-4970-8d22-bc3cbd6ebe07 req-026eb607-a42f-44b4-8142-b63914248cb4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 943 time: 0.0549674 Nov 24 13:54:22.282418 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-451b6bd0-51e2-4970-8d22-bc3cbd6ebe07 req-577c9676-71a3-43cd-835b-186c0cf26d7b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477302 Nov 24 13:54:22.293824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce139ad-6b59-46dc-be89-db0086d44e46 req-4e63d404-b8cd-41c3-a045-0e2008b7996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:22.295309 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ce139ad-6b59-46dc-be89-db0086d44e46 req-4e63d404-b8cd-41c3-a045-0e2008b7996d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 1094 time: 0.0474856 Nov 24 13:54:22.390720 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce139ad-6b59-46dc-be89-db0086d44e46 req-96475652-1f6d-4e24-ae71-7dc8cf772c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:22.392183 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ce139ad-6b59-46dc-be89-db0086d44e46 req-96475652-1f6d-4e24-ae71-7dc8cf772c94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be309b35-9dd8-4327-829d-64b24e493f6a HTTP/1.1" status: 200 len: 897 time: 0.0889506 Nov 24 13:54:22.434004 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ce139ad-6b59-46dc-be89-db0086d44e46 req-b55fcd51-a910-40aa-94ba-0c291e2d9765 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065 HTTP/1.1" status: 200 len: 217 time: 0.0336325 Nov 24 13:54:22.490834 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce139ad-6b59-46dc-be89-db0086d44e46 req-b1d57081-4514-482f-a293-0ac33ea316ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:22.492272 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ce139ad-6b59-46dc-be89-db0086d44e46 req-b1d57081-4514-482f-a293-0ac33ea316ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9c7a588-5fcb-4708-9c80-b227aae62bdd HTTP/1.1" status: 200 len: 834 time: 0.0502038 Nov 24 13:54:22.540275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce139ad-6b59-46dc-be89-db0086d44e46 req-f1d3d693-72da-4ad5-8d94-cdfec61eeb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:22.541683 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ce139ad-6b59-46dc-be89-db0086d44e46 req-f1d3d693-72da-4ad5-8d94-cdfec61eeb35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be309b35-9dd8-4327-829d-64b24e493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408795 Nov 24 13:54:22.633023 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ce139ad-6b59-46dc-be89-db0086d44e46 req-65b26cc3-8909-4693-80d9-dc8e9c241917 service neutron] 10.222.0.46 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833256 Nov 24 13:54:22.728058 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ce139ad-6b59-46dc-be89-db0086d44e46 req-a53b3781-f502-457e-8abe-9639c8973aed service neutron] 10.222.0.46 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867593 Nov 24 13:54:23.371778 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-013d6384-c389-414d-a9d7-e873b2275bc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:23.400377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca4a2e-7174-4088-819e-5b291a312043 req-5abd2e61-c02f-4c33-8c82-d78f3b11e717 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:23.401918 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ccca4a2e-7174-4088-819e-5b291a312043 req-5abd2e61-c02f-4c33-8c82-d78f3b11e717 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 943 time: 0.0499759 Nov 24 13:54:23.450659 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ccca4a2e-7174-4088-819e-5b291a312043 req-ddc25f09-e76d-41eb-8206-df468be086e9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421064 Nov 24 13:54:24.382051 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 700daddd-d7e2-44c3-b3c3-6f52d0049065 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:54:24.477015 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 700daddd-d7e2-44c3-b3c3-6f52d0049065, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:54:24.488765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'port_id': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'mac_address': 'fa:16:3e:95:35:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:54:24.526205 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:24.541600 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700daddd-d7e2-44c3-b3c3-6f52d0049065 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:54:24.563238 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 700daddd-d7e2-44c3-b3c3-6f52d0049065, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:54:24.568153 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa00fe-0144-438a-8616-046ebe09c3de req-f180d134-ff4d-45f1-bc93-173556f19f53 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:24.569569 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:24.569790 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ffa00fe-0144-438a-8616-046ebe09c3de req-f180d134-ff4d-45f1-bc93-173556f19f53 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 943 time: 0.0506656 Nov 24 13:54:24.603974 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:24.620175 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6ffa00fe-0144-438a-8616-046ebe09c3de req-eb123507-dc45-4f16-8f2f-da698ad9a89b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428975 Nov 24 13:54:24.626466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=700daddd-d7e2-44c3-b3c3-6f52d0049065,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:24.774340 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['700daddd-d7e2-44c3-b3c3-6f52d0049065'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:54:25.742069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da252d-1563-444d-8f3f-9eccd555ff17 req-da51d7ef-30fd-4010-9fbd-fe9dba24fde5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:25.743913 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e4da252d-1563-444d-8f3f-9eccd555ff17 req-da51d7ef-30fd-4010-9fbd-fe9dba24fde5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 944 time: 0.0547392 Nov 24 13:54:25.793334 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e4da252d-1563-444d-8f3f-9eccd555ff17 req-0f1a539c-613e-4391-8a87-f39a396d0c03 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429273 Nov 24 13:54:26.100599 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:26.381570 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 700daddd-d7e2-44c3-b3c3-6f52d0049065 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:54:26.429566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 700daddd-d7e2-44c3-b3c3-6f52d0049065 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:54:26.433402 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 700daddd-d7e2-44c3-b3c3-6f52d0049065 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:54:26.433772 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:26.513162 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:26.535665 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:54:26.537908 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b844322a-1c1d-4661-a47a-a6c013bef768" -d '{"events": [{"server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "name": "network-vif-plugged", "status": "completed", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:54:26.551801 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 700daddd-d7e2-44c3-b3c3-6f52d0049065, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:54:26.555741 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:26.580596 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1594a5d5-741f-47c1-a1fc-96b838f2aed3 x-openstack-request-id: req-1594a5d5-741f-47c1-a1fc-96b838f2aed3 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:54:26.580921 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "name": "network-vif-plugged", "status": "completed", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:54:26.581188 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1594a5d5-741f-47c1-a1fc-96b838f2aed3 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:54:26.581584 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'code': 200} Nov 24 13:54:26.610843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=700daddd-d7e2-44c3-b3c3-6f52d0049065,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:26.673882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1670a3-9b88-4d16-b767-053601823153 req-77d51466-143d-4655-afe5-dc164f215be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:26.675350 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1c1670a3-9b88-4d16-b767-053601823153 req-77d51466-143d-4655-afe5-dc164f215be4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 1096 time: 0.0403829 Nov 24 13:54:26.721448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1c1670a3-9b88-4d16-b767-053601823153 req-a7b20218-1922-4449-a8a4-179b32cec294 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385954 Nov 24 13:54:26.785651 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:26.907955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59f5a1-79ce-4cfd-ae42-fa0016a27232 req-da4354f6-3205-4913-a9e8-7c35c72e9fb9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:26.909384 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f59f5a1-79ce-4cfd-ae42-fa0016a27232 req-da4354f6-3205-4913-a9e8-7c35c72e9fb9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0486166 Nov 24 13:54:26.960612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f59f5a1-79ce-4cfd-ae42-fa0016a27232 req-3e7becfa-f850-4e59-b4fd-a5ef1edec0fc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453200 Nov 24 13:54:28.081225 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb36e4-1c34-49be-84e9-18196344aebb req-6b3b05ff-aaea-4dc6-84a3-387a566808a9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:28.082723 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8cb36e4-1c34-49be-84e9-18196344aebb req-6b3b05ff-aaea-4dc6-84a3-387a566808a9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0536840 Nov 24 13:54:28.132596 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e8cb36e4-1c34-49be-84e9-18196344aebb req-83d7ecda-41bc-47ca-bee9-af07956334ac tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430439 Nov 24 13:54:28.246394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1a0c4-19e6-44b0-9515-4bf20d9baafb req-8c133615-ce17-4b66-b9d2-a93ddaeed65f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:28.247812 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-37e1a0c4-19e6-44b0-9515-4bf20d9baafb req-8c133615-ce17-4b66-b9d2-a93ddaeed65f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0488274 Nov 24 13:54:28.298166 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-37e1a0c4-19e6-44b0-9515-4bf20d9baafb req-8804062e-82a3-4057-b7ab-6d7bf883d349 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435843 Nov 24 13:54:28.320142 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58146) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:28.358805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c09ef55-2af6-4488-94c9-4d0f9b1737ab tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:28.360306 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0c09ef55-2af6-4488-94c9-4d0f9b1737ab tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 1091 time: 0.0391560 Nov 24 13:54:28.363055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58148) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:28.367211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address': '172.20.0.6'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:54:28.388994 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:28.485611 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:28.585040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.25.0.119 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/7718edc3-09fa-4ec3-ae04-a06186ed1394) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:54:28.687045 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:28.719945 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:28.759374 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:54:28.762188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:54:28.766201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:54:28.771589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=7718edc3-09fa-4ec3-ae04-a06186ed1394,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:29.122101 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:29.187228 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:29.334308 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:29.338601 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:29.410581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=7718edc3-09fa-4ec3-ae04-a06186ed1394,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:54:29.421100 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:29.520808 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Floating IP 4c3e2675-5f67-4ea6-937f-bdc12cf744ef associated. External IP: 172.25.0.119, port: 700daddd-d7e2-44c3-b3c3-6f52d0049065. Nov 24 13:54:29.723272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:54:29.824670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:54:29.834407 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b7b9d3-82b1-421d-933e-22ea33d1a3a6 None None] Sync routers for ids ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:54:29.843007 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:29.846420 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b7b9d3-82b1-421d-933e-22ea33d1a3a6 None None] Routers {'60b450bc-d27c-4e1d-bdfb-4754db2a41a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:54:29.846420 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a2b7b9d3-82b1-421d-933e-22ea33d1a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:54:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:29.872485 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6aacbf8f-1f8d-4473-8611-a300c778380b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5084360 Nov 24 13:54:29.873220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:54:29.875654 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd383103-8026-4018-a44e-f65134684c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:54:29.955159 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a2b7b9d3-82b1-421d-933e-22ea33d1a3a6 None None] Set router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:54:29.977236 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f965d5ff-a438-48a4-ab9f-29822b5b2129 x-openstack-request-id: req-f965d5ff-a438-48a4-ab9f-29822b5b2129 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:54:29.977538 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:54:29.977803 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f965d5ff-a438-48a4-ab9f-29822b5b2129 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:54:29.978212 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'status': 'completed', 'code': 200} Nov 24 13:54:29.978700 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cbf7c-cfd3-4ce3-9546-966fff4e59e0 req-db9b0411-5fdb-4f9a-9060-84b3aac8b8ed tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:29.980241 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-303cbf7c-cfd3-4ce3-9546-966fff4e59e0 req-db9b0411-5fdb-4f9a-9060-84b3aac8b8ed tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0573153 Nov 24 13:54:30.034352 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-303cbf7c-cfd3-4ce3-9546-966fff4e59e0 req-f5a98c1a-43d3-4a79-8059-ba398bda91f1 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457983 Nov 24 13:54:30.040943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd383103-8026-4018-a44e-f65134684c4f req-13dc574d-7eeb-4233-b088-9ba8729e6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:30.042725 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd383103-8026-4018-a44e-f65134684c4f req-13dc574d-7eeb-4233-b088-9ba8729e6a47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 1096 time: 0.0412405 Nov 24 13:54:30.057648 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58156) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:30.130214 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-72a8e8e2-b3a3-42ab-ba95-c425300bda95 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/4c3e2675-5f67-4ea6-937f-bdc12cf744ef HTTP/1.1" status: 200 len: 991 time: 0.0713286 Nov 24 13:54:30.141434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd383103-8026-4018-a44e-f65134684c4f req-fe84cbf1-3a8d-45fa-9a91-c593a4d998d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:30.143078 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd383103-8026-4018-a44e-f65134684c4f req-fe84cbf1-3a8d-45fa-9a91-c593a4d998d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be309b35-9dd8-4327-829d-64b24e493f6a HTTP/1.1" status: 200 len: 897 time: 0.0930870 Nov 24 13:54:30.181845 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a2b7b9d3-82b1-421d-933e-22ea33d1a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:12Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '4c3e2675-5f67-4ea6-937f-bdc12cf744ef', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'port_id': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'mac_address': 'fa:16:3e:95:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:54:28Z', 'updated_at': '2021-11-24T13:54:28Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7', 'name': '', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:6f:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:12Z', 'updated_at': '2021-11-24T13:54:15Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:30.210639 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b7b9d3-82b1-421d-933e-22ea33d1a3a6 None None] Checking router: 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:54:30.210919 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd383103-8026-4018-a44e-f65134684c4f req-3d3305de-0d42-44f3-b7a4-cd61b636c12d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065 HTTP/1.1" status: 200 len: 999 time: 0.0602782 Nov 24 13:54:30.219234 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b7b9d3-82b1-421d-933e-22ea33d1a3a6 None None] Routers {'60b450bc-d27c-4e1d-bdfb-4754db2a41a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:54:30.220111 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a2b7b9d3-82b1-421d-933e-22ea33d1a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:54:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:30.260415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd383103-8026-4018-a44e-f65134684c4f req-cd8445a4-1af2-4a58-abc0-eb63956c239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:30.261905 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd383103-8026-4018-a44e-f65134684c4f req-cd8445a4-1af2-4a58-abc0-eb63956c239d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9c7a588-5fcb-4708-9c80-b227aae62bdd HTTP/1.1" status: 200 len: 834 time: 0.0438600 Nov 24 13:54:30.306485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd383103-8026-4018-a44e-f65134684c4f req-c66ed17c-f2dd-4b8d-b4ad-9a98347f6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:30.307976 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd383103-8026-4018-a44e-f65134684c4f req-c66ed17c-f2dd-4b8d-b4ad-9a98347f6324 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be309b35-9dd8-4327-829d-64b24e493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391846 Nov 24 13:54:30.320047 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a2b7b9d3-82b1-421d-933e-22ea33d1a3a6 None None] Set router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:54:30.400281 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd383103-8026-4018-a44e-f65134684c4f req-836aa6e5-1603-4f8d-a619-88f2a07e9060 service neutron] 10.222.0.46 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849626 Nov 24 13:54:30.495608 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dd383103-8026-4018-a44e-f65134684c4f req-ec4554c1-487b-4e45-b6fb-fa9f30f9d3a1 service neutron] 10.222.0.46 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872931 Nov 24 13:54:30.542349 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a2b7b9d3-82b1-421d-933e-22ea33d1a3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:12Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '4c3e2675-5f67-4ea6-937f-bdc12cf744ef', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'port_id': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'mac_address': 'fa:16:3e:95:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:54:28Z', 'updated_at': '2021-11-24T13:54:28Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7', 'name': '', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:6f:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:12Z', 'updated_at': '2021-11-24T13:54:15Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:54:30.567269 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b7b9d3-82b1-421d-933e-22ea33d1a3a6 None None] The sync data for ids ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'] in n-d-817303-4 is: [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:12Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '4c3e2675-5f67-4ea6-937f-bdc12cf744ef', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.119', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'port_id': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'mac_address': 'fa:16:3e:95:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:54:28Z', 'updated_at': '2021-11-24T13:54:28Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7', 'name': '', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:6f:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:12Z', 'updated_at': '2021-11-24T13:54:15Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:54:30.738664 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:54:30.749201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef251c7e-7bbb-45fb-ac73-721281abf478 None None] New status for floating IP 4c3e2675-5f67-4ea6-937f-bdc12cf744ef: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:54:31.134044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58158) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:54:31.195420 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-520add7c-0f4f-491c-832a-0fd19aec207d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/4c3e2675-5f67-4ea6-937f-bdc12cf744ef HTTP/1.1" status: 200 len: 993 time: 0.0600531 Nov 24 13:54:36.817304 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:40.124706 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:50.940437 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-236b3bd0-4b16-4087-978d-773533b5156f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:52.818873 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3472b52-509e-4269-8ab7-2ce0e91dc0c8 req-b3e903a8-649c-48cd-a1e0-a60808eb3b36 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400357 Nov 24 13:54:52.899455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3472b52-509e-4269-8ab7-2ce0e91dc0c8 req-db47929c-cf76-4d64-9bdd-c865d08d6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:52.900958 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3472b52-509e-4269-8ab7-2ce0e91dc0c8 req-db47929c-cf76-4d64-9bdd-c865d08d6827 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 1096 time: 0.0400994 Nov 24 13:54:53.006643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3472b52-509e-4269-8ab7-2ce0e91dc0c8 req-55f31777-5eda-478f-8929-77718e603764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:53.008075 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3472b52-509e-4269-8ab7-2ce0e91dc0c8 req-55f31777-5eda-478f-8929-77718e603764 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be309b35-9dd8-4327-829d-64b24e493f6a HTTP/1.1" status: 200 len: 897 time: 0.0870645 Nov 24 13:54:53.071043 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3472b52-509e-4269-8ab7-2ce0e91dc0c8 req-a5d3dabb-3264-471c-ae53-5508ad05735e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065 HTTP/1.1" status: 200 len: 1001 time: 0.0560927 Nov 24 13:54:53.118774 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3472b52-509e-4269-8ab7-2ce0e91dc0c8 req-5ea00db2-ea18-40b9-beb2-fcecd9254080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:53.120166 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3472b52-509e-4269-8ab7-2ce0e91dc0c8 req-5ea00db2-ea18-40b9-beb2-fcecd9254080 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9c7a588-5fcb-4708-9c80-b227aae62bdd HTTP/1.1" status: 200 len: 834 time: 0.0424514 Nov 24 13:54:53.167533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3472b52-509e-4269-8ab7-2ce0e91dc0c8 req-0e709bed-c7c6-48c2-b525-7c823beb6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:54:53.169072 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3472b52-509e-4269-8ab7-2ce0e91dc0c8 req-0e709bed-c7c6-48c2-b525-7c823beb6cc2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be309b35-9dd8-4327-829d-64b24e493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420618 Nov 24 13:54:53.255590 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3472b52-509e-4269-8ab7-2ce0e91dc0c8 req-a78a1932-7b58-42fc-8269-b47b151047b2 service neutron] 10.222.0.46 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792458 Nov 24 13:54:53.349798 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b3472b52-509e-4269-8ab7-2ce0e91dc0c8 req-05673d19-7e11-4932-ab32-026b209962aa service neutron] 10.222.0.46 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866909 Nov 24 13:54:53.375529 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-80554d8a-9656-478a-8c9a-836e812b0224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:54.581062 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:56.103163 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:56.789133 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:54:59.973135 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58178) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:55:00.000500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c36f0-fc0b-46d4-8b1e-17c14312cd5d req-98d6465f-4386-45d1-aa56-b87cd946bd7d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:00.005187 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e29c36f0-fc0b-46d4-8b1e-17c14312cd5d req-98d6465f-4386-45d1-aa56-b87cd946bd7d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0583739 Nov 24 13:55:00.053701 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e29c36f0-fc0b-46d4-8b1e-17c14312cd5d req-ea5869a4-919f-4b0a-aa3a-a242eed3d1fd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452976 Nov 24 13:55:00.057478 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-fba4190e-db15-45f6-9169-921aa240f1c3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830379 Nov 24 13:55:00.067443 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-b691db3d-a4e2-4089-9fa0-65725335cece service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:55:00.068436 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-b691db3d-a4e2-4089-9fa0-65725335cece service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051701 Nov 24 13:55:01.179118 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8841aef-33d6-4e21-8227-c2d7a68b5332 req-242d7d14-f3f7-41b7-b89b-889a8f3094e2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:01.180766 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8841aef-33d6-4e21-8227-c2d7a68b5332 req-242d7d14-f3f7-41b7-b89b-889a8f3094e2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0536189 Nov 24 13:55:01.207635 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-59abaa45-9af7-49d1-9cf4-b971872e9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:01.209177 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-59abaa45-9af7-49d1-9cf4-b971872e9e11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 1096 time: 0.0406647 Nov 24 13:55:01.230419 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8841aef-33d6-4e21-8227-c2d7a68b5332 req-91f3cc62-9ce3-41c8-bdd8-707d6cdc0dca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437124 Nov 24 13:55:01.310350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-a3923bac-a6e6-4bd0-8286-ec280dc8d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:01.312095 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-a3923bac-a6e6-4bd0-8286-ec280dc8d015 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be309b35-9dd8-4327-829d-64b24e493f6a HTTP/1.1" status: 200 len: 897 time: 0.0957801 Nov 24 13:55:01.381057 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-b9bc7394-ec14-42d7-b7f2-26b7d089de87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065 HTTP/1.1" status: 200 len: 1001 time: 0.0607967 Nov 24 13:55:01.768254 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-10f1b509-44d0-4fb6-bb4b-5f5b386be8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:01.769763 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-10f1b509-44d0-4fb6-bb4b-5f5b386be8bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9c7a588-5fcb-4708-9c80-b227aae62bdd HTTP/1.1" status: 200 len: 834 time: 0.3808343 Nov 24 13:55:01.815789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-ee084a6f-5c24-4ff8-91db-25d3634f3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:01.817277 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-ee084a6f-5c24-4ff8-91db-25d3634f3658 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be309b35-9dd8-4327-829d-64b24e493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395265 Nov 24 13:55:01.908703 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-2a0b3760-9960-44c0-ab6b-81797b8abb40 service neutron] 10.222.0.46 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842657 Nov 24 13:55:01.998980 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-3ab2085b-ef8b-4ddb-be9f-4731c5e30a48 service neutron] 10.222.0.46 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820754 Nov 24 13:55:02.346272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb90f2-766b-45c9-8860-197bac52bf41 req-167e1eba-9aad-4deb-ae3f-a9b4c6355d45 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:02.347753 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-19fb90f2-766b-45c9-8860-197bac52bf41 req-167e1eba-9aad-4deb-ae3f-a9b4c6355d45 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0490303 Nov 24 13:55:02.404958 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-19fb90f2-766b-45c9-8860-197bac52bf41 req-0f11aa15-b805-45cb-a499-db0bb53914ad tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512118 Nov 24 13:55:03.521866 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f5652-b431-4ce1-ac1e-aceb0261342f req-60993a9b-6b5b-45c8-9c16-fc4506237a9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:03.523354 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-950f5652-b431-4ce1-ac1e-aceb0261342f req-60993a9b-6b5b-45c8-9c16-fc4506237a9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0485089 Nov 24 13:55:03.573229 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-950f5652-b431-4ce1-ac1e-aceb0261342f req-e9cffbc9-0629-4327-be9b-46dddcf5b0ec tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Nov 24 13:55:04.688845 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dc2c2-59c3-4407-b0be-dd1d1a6e7a48 req-9b14d487-fc9f-407f-b697-3b122589d962 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:04.690334 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff4dc2c2-59c3-4407-b0be-dd1d1a6e7a48 req-9b14d487-fc9f-407f-b697-3b122589d962 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0484645 Nov 24 13:55:04.737953 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ff4dc2c2-59c3-4407-b0be-dd1d1a6e7a48 req-f47321b5-cec0-4186-8384-f4fa522767ac tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416336 Nov 24 13:55:05.856080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00b4a4-9603-40c0-b630-11381850c9e4 req-e25988f7-b7b6-457d-94e8-b6edb0bce194 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:05.858079 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fe00b4a4-9603-40c0-b630-11381850c9e4 req-e25988f7-b7b6-457d-94e8-b6edb0bce194 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0525241 Nov 24 13:55:05.910640 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fe00b4a4-9603-40c0-b630-11381850c9e4 req-123fb494-ff96-4c1c-9472-233fc1a0c9fb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467334 Nov 24 13:55:06.819758 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:07.026490 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6a039-0ebd-4045-9f6c-799a32ba4352 req-d4d4cf51-9fe4-43e1-8439-4b5e8d57abb4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:07.027954 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8dd6a039-0ebd-4045-9f6c-799a32ba4352 req-d4d4cf51-9fe4-43e1-8439-4b5e8d57abb4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0486600 Nov 24 13:55:07.075500 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8dd6a039-0ebd-4045-9f6c-799a32ba4352 req-e9b20abc-d0af-4be3-bdde-9fafb515ab58 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410793 Nov 24 13:55:07.737768 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:55:08.189254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ac75e-65ce-4fe3-9eaa-c481dc7ba53b req-01985120-df8c-4747-bab5-61e7b7fc1664 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:08.190743 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-201ac75e-65ce-4fe3-9eaa-c481dc7ba53b req-01985120-df8c-4747-bab5-61e7b7fc1664 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0480423 Nov 24 13:55:08.239772 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-201ac75e-65ce-4fe3-9eaa-c481dc7ba53b req-2703e66b-71b7-4d7e-a5e8-256945015f94 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429928 Nov 24 13:55:09.358353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f13537-7eae-4dbd-b15e-70caaa4f8e46 req-8b61ddf0-244c-4532-99bc-3e1a4605b17b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:09.359734 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-16f13537-7eae-4dbd-b15e-70caaa4f8e46 req-8b61ddf0-244c-4532-99bc-3e1a4605b17b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0522568 Nov 24 13:55:09.409848 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-16f13537-7eae-4dbd-b15e-70caaa4f8e46 req-cd2c8ce8-1b1c-48f6-b046-01f236a9d968 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440130 Nov 24 13:55:10.118846 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:10.526791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb637c-337c-4138-9325-35fdd5850155 req-836eff53-cd98-4e3b-b8eb-4e54f576ba2e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:10.528853 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4feb637c-337c-4138-9325-35fdd5850155 req-836eff53-cd98-4e3b-b8eb-4e54f576ba2e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0481868 Nov 24 13:55:10.580922 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4feb637c-337c-4138-9325-35fdd5850155 req-fe23851f-6b3c-410c-89cc-c4498e295452 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460179 Nov 24 13:55:11.698906 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad0872-45bb-474f-8363-d6c67c8d014d req-710b6277-ab7b-483f-bade-9ad0e716a3d9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:11.700903 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-07ad0872-45bb-474f-8363-d6c67c8d014d req-710b6277-ab7b-483f-bade-9ad0e716a3d9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0488069 Nov 24 13:55:11.748585 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-07ad0872-45bb-474f-8363-d6c67c8d014d req-9de71442-3650-4d97-a374-7319b2be47ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417984 Nov 24 13:55:12.865675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969bc58a-1db1-49b0-b18e-d87b082e85e8 req-aa380d25-c2fe-4659-9915-13344337be4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:12.867147 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-969bc58a-1db1-49b0-b18e-d87b082e85e8 req-aa380d25-c2fe-4659-9915-13344337be4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0504029 Nov 24 13:55:12.914928 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-969bc58a-1db1-49b0-b18e-d87b082e85e8 req-bdc39e95-e306-4178-9cd2-450e77a5db54 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416143 Nov 24 13:55:13.787379 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-c953c7f7-7707-4c0f-b21b-48a32cea6c33 service neutron] show failed (client error): The resource could not be found. Nov 24 13:55:13.788396 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-c953c7f7-7707-4c0f-b21b-48a32cea6c33 service neutron] 10.222.0.46 "GET /v2.0/ports/700daddd-d7e2-44c3-b3c3-6f52d0049065/bindings/n-h2-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0583401 Nov 24 13:55:14.060061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216dfe5-9c02-4f42-852f-be6ae684a609 req-77cec750-7b15-445a-b48a-696739951d10 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:14.061527 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f216dfe5-9c02-4f42-852f-be6ae684a609 req-77cec750-7b15-445a-b48a-696739951d10 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0777624 Nov 24 13:55:14.067235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-8a50b0a1-2e49-48e3-b95d-e5be58a04d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:14.068679 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-8a50b0a1-2e49-48e3-b95d-e5be58a04d11 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e&tenant_id=4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 1096 time: 0.1150470 Nov 24 13:55:14.087533 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-a62d3deb-e3e1-426c-98b4-ee7fdd20bcf8 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:55:14.088502 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-a62d3deb-e3e1-426c-98b4-ee7fdd20bcf8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061002 Nov 24 13:55:14.103300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:14.145122 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f216dfe5-9c02-4f42-852f-be6ae684a609 req-0156f6b4-db10-4447-b0f4-adac63e3fce4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754502 Nov 24 13:55:14.174177 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:14.372387 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] For port 700daddd-d7e2-44c3-b3c3-6f52d0049065, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:55:14.403886 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] For port 700daddd-d7e2-44c3-b3c3-6f52d0049065, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:55:14.442505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:55:14.444844 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34574485-4542-4505-a5cb-514c83a14f3a" -d '{"events": [{"server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "name": "network-vif-unplugged", "status": "completed", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:55:14.448548 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:14.462691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Transition to ACTIVE for port object 700daddd-d7e2-44c3-b3c3-6f52d0049065 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:55:14.466881 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:14.499196 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 13:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3035eb7c-6fb9-4b16-b3f3-c1cc5ea2afbd x-openstack-request-id: req-3035eb7c-6fb9-4b16-b3f3-c1cc5ea2afbd {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:55:14.499439 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "name": "network-vif-unplugged", "status": "completed", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:55:14.499830 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3035eb7c-6fb9-4b16-b3f3-c1cc5ea2afbd {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:55:14.500079 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'code': 200} Nov 24 13:55:14.553437 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Pushing event updated for resources: {'Port': ['ID=700daddd-d7e2-44c3-b3c3-6f52d0049065,revision_number=6']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:14.566706 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:14.567055 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:14.567397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:14.567750 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:14.568069 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:14.568401 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:14.568749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:14.569085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:14.569413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:14.569741 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:14.570068 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:14.570390 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:14.603370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] No DVR routers for this DVR port 700daddd-d7e2-44c3-b3c3-6f52d0049065 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:55:14.739446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Attempting to bind port 700daddd-d7e2-44c3-b3c3-6f52d0049065 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:55:14.739779 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Attempting to bind port 700daddd-d7e2-44c3-b3c3-6f52d0049065 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:55:14.740104 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Attempting to bind port 700daddd-d7e2-44c3-b3c3-6f52d0049065 on network be309b35-9dd8-4327-829d-64b24e493f6a {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:55:14.744517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Port 700daddd-d7e2-44c3-b3c3-6f52d0049065 on network be309b35-9dd8-4327-829d-64b24e493f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:55:14.744884 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Attempting to bind port 700daddd-d7e2-44c3-b3c3-6f52d0049065 on network be309b35-9dd8-4327-829d-64b24e493f6a {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:55:14.749597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:55:14.749931 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Checking segment: {'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:55:14.750309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Bound using segment: {'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:55:14.750725 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Bound port: 700daddd-d7e2-44c3-b3c3-6f52d0049065, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0789705-7f58-4867-bf90-2af76ad08fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:55:14.751072 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:14.811650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] For port 700daddd-d7e2-44c3-b3c3-6f52d0049065, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:55:14.814567 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] For port 700daddd-d7e2-44c3-b3c3-6f52d0049065, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:55:14.819000 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:14.857581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:14.858200 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:14.859602 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] 10.222.0.59 "PUT /v2.0/ports/700daddd-d7e2-44c3-b3c3-6f52d0049065 HTTP/1.1" status: 200 len: 1091 time: 0.7606153 Nov 24 13:55:14.882871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561da33-885c-4726-8cb8-aa208e80b721 service neutron] Pushing event updated for resources: {'Port': ['ID=700daddd-d7e2-44c3-b3c3-6f52d0049065,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:14.929717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-a931f966-6a5f-4b6e-9a9c-b453d1c15ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:14.931225 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-a931f966-6a5f-4b6e-9a9c-b453d1c15ca7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 1094 time: 0.0423570 Nov 24 13:55:15.029975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7a23825e-8565-4d7e-ac30-620926e15fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:15.031484 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-7a23825e-8565-4d7e-ac30-620926e15fc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be309b35-9dd8-4327-829d-64b24e493f6a HTTP/1.1" status: 200 len: 897 time: 0.0929322 Nov 24 13:55:15.097515 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-de64f95d-5f80-47fd-862b-2abc19162c50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065 HTTP/1.1" status: 200 len: 999 time: 0.0579181 Nov 24 13:55:15.150011 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-420719fb-ede2-43e2-b390-5e9864d1409c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:15.151522 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-420719fb-ede2-43e2-b390-5e9864d1409c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9c7a588-5fcb-4708-9c80-b227aae62bdd HTTP/1.1" status: 200 len: 834 time: 0.0441504 Nov 24 13:55:15.202545 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-c64ae8a3-e7c9-4c13-87da-522a23730493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:15.204062 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-c64ae8a3-e7c9-4c13-87da-522a23730493 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be309b35-9dd8-4327-829d-64b24e493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440910 Nov 24 13:55:15.319334 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a2d30-cbdc-4e39-bdbc-d49596ac40ba req-f306e7c8-8ffa-4e31-acfc-3e2e4d22cc3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:15.320857 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb5a2d30-cbdc-4e39-bdbc-d49596ac40ba req-f306e7c8-8ffa-4e31-acfc-3e2e4d22cc3c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 943 time: 0.1063712 Nov 24 13:55:15.351929 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-4df10375-b3de-4df5-9043-41210828d1a0 service neutron] 10.222.0.59 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385224 Nov 24 13:55:15.407621 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bb5a2d30-cbdc-4e39-bdbc-d49596ac40ba req-edd01544-d88c-4ec0-92c8-3cc105920e3f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757117 Nov 24 13:55:15.463999 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0dcd8d4e-59ca-48b8-9e79-33ee67705dac req-be3a1b65-9d1d-4037-8942-6615d940f5df service neutron] 10.222.0.59 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992424 Nov 24 13:55:16.501479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:55:16.503945 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48d31ce-b172-484f-8fbf-8041fbf04307" -d '{"events": [{"name": "network-changed", "server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:55:16.534227 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985bf4c-b0f7-41a4-851e-6c501baf3d22 req-f33ed1bb-c38b-48bd-ad5c-303dd1010412 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:16.535729 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8985bf4c-b0f7-41a4-851e-6c501baf3d22 req-f33ed1bb-c38b-48bd-ad5c-303dd1010412 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 943 time: 0.0501342 Nov 24 13:55:16.551957 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3cacce-f072-4a30-bd05-3322abcac0f6 x-openstack-request-id: req-0c3cacce-f072-4a30-bd05-3322abcac0f6 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:55:16.552278 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:55:16.552541 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c3cacce-f072-4a30-bd05-3322abcac0f6 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:55:16.552975 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'status': 'completed', 'code': 200} Nov 24 13:55:16.586504 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8985bf4c-b0f7-41a4-851e-6c501baf3d22 req-339e5693-c715-4c68-bcb4-db1d7e36e12d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448520 Nov 24 13:55:16.623701 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 700daddd-d7e2-44c3-b3c3-6f52d0049065 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:55:16.653310 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-3c98e3c6-ca46-423e-960f-8603658cc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:16.654831 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-3c98e3c6-ca46-423e-960f-8603658cc309 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 1094 time: 0.0792749 Nov 24 13:55:16.657383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-00285358-aa61-4c0d-9289-9004652ba0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:16.658735 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-00285358-aa61-4c0d-9289-9004652ba0ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 1094 time: 0.0741775 Nov 24 13:55:16.666634 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 700daddd-d7e2-44c3-b3c3-6f52d0049065 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:55:16.817076 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-96645017-2a02-4155-b074-c527c5e35d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:16.818456 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-96645017-2a02-4155-b074-c527c5e35d71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be309b35-9dd8-4327-829d-64b24e493f6a HTTP/1.1" status: 200 len: 897 time: 0.1545274 Nov 24 13:55:16.819512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-c8592ecd-e91c-4339-8dd3-2276feeb7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:16.820867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-c8592ecd-e91c-4339-8dd3-2276feeb7a30 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be309b35-9dd8-4327-829d-64b24e493f6a HTTP/1.1" status: 200 len: 897 time: 0.1497805 Nov 24 13:55:16.935367 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-124f70dd-0d24-4608-b5c5-66b321cca5f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065 HTTP/1.1" status: 200 len: 999 time: 0.1056180 Nov 24 13:55:16.937108 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-7c16fb14-0b77-451a-9f98-bd4bd6e09418 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065 HTTP/1.1" status: 200 len: 999 time: 0.1021595 Nov 24 13:55:17.021188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-9bb87b41-b584-474f-a718-87ceac3fa233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:17.022624 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-9bb87b41-b584-474f-a718-87ceac3fa233 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9c7a588-5fcb-4708-9c80-b227aae62bdd HTTP/1.1" status: 200 len: 834 time: 0.0800774 Nov 24 13:55:17.023965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-d10de013-451b-4101-991c-789d0dd44f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:17.025561 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-d10de013-451b-4101-991c-789d0dd44f35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9c7a588-5fcb-4708-9c80-b227aae62bdd HTTP/1.1" status: 200 len: 834 time: 0.0760114 Nov 24 13:55:17.094505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-58a490ab-0ab6-4347-b655-1c7e2aa3aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:17.095835 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-58a490ab-0ab6-4347-b655-1c7e2aa3aa84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be309b35-9dd8-4327-829d-64b24e493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664515 Nov 24 13:55:17.098257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-8f55d3f0-1329-4d66-b877-83ecd5d42554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:17.099612 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-8f55d3f0-1329-4d66-b877-83ecd5d42554 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be309b35-9dd8-4327-829d-64b24e493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618780 Nov 24 13:55:17.251952 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-4fba30d6-ed2d-44c8-9e06-d0452ec47f2c service neutron] 10.222.0.46 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486485 Nov 24 13:55:17.255512 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-e2130612-0f53-42bc-8ce5-56a973f7a756 service neutron] 10.222.0.59 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446085 Nov 24 13:55:17.408558 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-64b59bf9-43c2-48b3-a27e-e8b07effbe51 service neutron] 10.222.0.46 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487894 Nov 24 13:55:17.426525 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a48d31ce-b172-484f-8fbf-8041fbf04307 req-675962ee-b3bd-47c1-af60-0b8095b9a1f3 service neutron] 10.222.0.59 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354496 Nov 24 13:55:17.709787 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11b54a-081f-456b-9cf7-bee8dd9e9fe8 req-142d18b8-7200-4cc3-88dd-0cabf5c0993a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:17.711264 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7e11b54a-081f-456b-9cf7-bee8dd9e9fe8 req-142d18b8-7200-4cc3-88dd-0cabf5c0993a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 943 time: 0.0524569 Nov 24 13:55:17.759761 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7e11b54a-081f-456b-9cf7-bee8dd9e9fe8 req-4615adea-46c4-450b-8f0a-06b27ffa5cb8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423758 Nov 24 13:55:17.986839 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85fc5f-e7cb-4611-aecf-98bcda475cd3 req-1f93c0de-b080-478d-b885-05a9b0849e8d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:17.988199 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd85fc5f-e7cb-4611-aecf-98bcda475cd3 req-1f93c0de-b080-478d-b885-05a9b0849e8d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 943 time: 0.0827105 Nov 24 13:55:18.000065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce274e2-5332-4293-a951-82d0b86344c4 req-e4a591ef-2ec7-4dec-84ff-0d81964d0e8a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:18.001429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bce274e2-5332-4293-a951-82d0b86344c4 req-e4a591ef-2ec7-4dec-84ff-0d81964d0e8a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e&tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&binding%3Ahost_id=n-h2-817303-4 HTTP/1.1" status: 200 len: 943 time: 0.0844891 Nov 24 13:55:18.076819 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd85fc5f-e7cb-4611-aecf-98bcda475cd3 req-f808356b-74c2-408d-9119-156cad218b83 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744019 Nov 24 13:55:18.090066 n-d-817303-4 neutron-server[114985]: INFO neutron.api.v2.resource [req-bce274e2-5332-4293-a951-82d0b86344c4 req-5907afa6-2692-44ac-90fe-69a179c16660 service neutron] delete failed (client error): The resource could not be found. Nov 24 13:55:18.091632 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bce274e2-5332-4293-a951-82d0b86344c4 req-5907afa6-2692-44ac-90fe-69a179c16660 service neutron] 10.222.0.46 "DELETE /v2.0/ports/700daddd-d7e2-44c3-b3c3-6f52d0049065/bindings/n-h1-817303-4 HTTP/1.1" status: 404 len: 380 time: 0.0771935 Nov 24 13:55:18.179809 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce274e2-5332-4293-a951-82d0b86344c4 req-404fe605-920f-4826-b3e7-c64763e8b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:18.181364 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bce274e2-5332-4293-a951-82d0b86344c4 req-404fe605-920f-4826-b3e7-c64763e8b868 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 1094 time: 0.0423579 Nov 24 13:55:18.198213 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7b3b8-303f-4eb7-8ae7-018cccfc7fd7 req-014282b6-2979-4d21-be27-e030f15a6846 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:18.199677 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ea7b3b8-303f-4eb7-8ae7-018cccfc7fd7 req-014282b6-2979-4d21-be27-e030f15a6846 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 943 time: 0.0518277 Nov 24 13:55:18.250794 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9ea7b3b8-303f-4eb7-8ae7-018cccfc7fd7 req-05f7a0b6-4cbb-454c-9e6d-e2f84cb5a743 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446045 Nov 24 13:55:18.277139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce274e2-5332-4293-a951-82d0b86344c4 req-8f3aee5d-676b-4275-a168-0d51247af6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:18.279172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bce274e2-5332-4293-a951-82d0b86344c4 req-8f3aee5d-676b-4275-a168-0d51247af6a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=be309b35-9dd8-4327-829d-64b24e493f6a HTTP/1.1" status: 200 len: 897 time: 0.0906200 Nov 24 13:55:18.344247 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bce274e2-5332-4293-a951-82d0b86344c4 req-37549850-a325-42c3-a921-a5f4ea0394e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065 HTTP/1.1" status: 200 len: 999 time: 0.0571053 Nov 24 13:55:18.398256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce274e2-5332-4293-a951-82d0b86344c4 req-4c403ac8-cb63-4630-a9bd-4079674a801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:18.399676 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bce274e2-5332-4293-a951-82d0b86344c4 req-4c403ac8-cb63-4630-a9bd-4079674a801e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f9c7a588-5fcb-4708-9c80-b227aae62bdd HTTP/1.1" status: 200 len: 834 time: 0.0483212 Nov 24 13:55:18.444854 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 700daddd-d7e2-44c3-b3c3-6f52d0049065 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:55:18.445561 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce274e2-5332-4293-a951-82d0b86344c4 req-677b3bfd-390d-4477-80c4-9219bd1717ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:18.447053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bce274e2-5332-4293-a951-82d0b86344c4 req-677b3bfd-390d-4477-80c4-9219bd1717ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=be309b35-9dd8-4327-829d-64b24e493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404437 Nov 24 13:55:18.540044 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bce274e2-5332-4293-a951-82d0b86344c4 req-f7f16842-9f27-4a4f-8e57-0c8d5f3500c0 service neutron] 10.222.0.46 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849485 Nov 24 13:55:18.541728 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 700daddd-d7e2-44c3-b3c3-6f52d0049065, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:55:18.553661 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'port_id': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'mac_address': 'fa:16:3e:95:35:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:55:18.594627 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:18.607588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700daddd-d7e2-44c3-b3c3-6f52d0049065 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:55:18.627637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 700daddd-d7e2-44c3-b3c3-6f52d0049065, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:55:18.633615 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bce274e2-5332-4293-a951-82d0b86344c4 req-49a04ac4-0af7-441b-b0e0-d2f6de4c38e8 service neutron] 10.222.0.46 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865119 Nov 24 13:55:18.635776 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:18.683446 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=700daddd-d7e2-44c3-b3c3-6f52d0049065,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:18.690870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:18.691258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:18.691575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:18.691914 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:18.692251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:18.692581 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:18.692937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:18.693268 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:18.693612 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:18.693918 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:18.694251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:18.694588 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:18.972534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['700daddd-d7e2-44c3-b3c3-6f52d0049065'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:55:19.364426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9ac32-34ea-45da-8159-9f320c57531e req-8f315351-aa92-4efd-b0af-188f9776eead tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:19.365919 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8bd9ac32-34ea-45da-8159-9f320c57531e req-8f315351-aa92-4efd-b0af-188f9776eead tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 944 time: 0.0487342 Nov 24 13:55:19.414133 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8bd9ac32-34ea-45da-8159-9f320c57531e req-bc85d663-62da-4ddc-ba81-e9c83b0728cd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421543 Nov 24 13:55:19.435866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58250) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:55:19.499308 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b111ce49-c367-4937-9a88-5c22c7246fd4 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/4c3e2675-5f67-4ea6-937f-bdc12cf744ef HTTP/1.1" status: 200 len: 992 time: 0.0623155 Nov 24 13:55:20.453103 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 700daddd-d7e2-44c3-b3c3-6f52d0049065 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:55:20.501891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 700daddd-d7e2-44c3-b3c3-6f52d0049065 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:55:20.505804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 700daddd-d7e2-44c3-b3c3-6f52d0049065 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:55:20.506122 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:20.589605 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:20.612637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:55:20.615068 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd241ec-3632-48fa-b574-40ca4abd01ee" -d '{"events": [{"server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "name": "network-vif-plugged", "status": "completed", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:55:20.627708 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 700daddd-d7e2-44c3-b3c3-6f52d0049065, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:55:20.632153 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:20.679687 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=700daddd-d7e2-44c3-b3c3-6f52d0049065,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:20.705653 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff241cd0-3a35-475c-b139-1e758021d458 x-openstack-request-id: req-ff241cd0-3a35-475c-b139-1e758021d458 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:55:20.705955 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "name": "network-vif-plugged", "status": "completed", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:55:20.706245 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff241cd0-3a35-475c-b139-1e758021d458 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:55:20.706675 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'code': 200} Nov 24 13:55:20.942120 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-34d2de60-176b-40c4-ac91-13812cb1c6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:23.379850 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4ad34e75-c57c-46e5-8d42-7ff69da224a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:24.584292 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:26.106605 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:26.790441 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:36.848362 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:39.363530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ee3a7bc-3410-4bb2-916d-2d981b582d7a req-b826d4d2-3b78-4cda-91dc-901dcc606143 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397396 Nov 24 13:55:39.452133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3a7bc-3410-4bb2-916d-2d981b582d7a req-1ad92e5d-1fbb-4711-b877-936c2da16526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:39.453640 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ee3a7bc-3410-4bb2-916d-2d981b582d7a req-1ad92e5d-1fbb-4711-b877-936c2da16526 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 1096 time: 0.0412505 Nov 24 13:55:39.568476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3a7bc-3410-4bb2-916d-2d981b582d7a req-cd4fe429-8ac0-452d-9689-24ba4d4c3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:39.569974 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ee3a7bc-3410-4bb2-916d-2d981b582d7a req-cd4fe429-8ac0-452d-9689-24ba4d4c3547 service neutron] 10.222.0.59 "GET /v2.0/networks?id=be309b35-9dd8-4327-829d-64b24e493f6a HTTP/1.1" status: 200 len: 897 time: 0.0918839 Nov 24 13:55:39.635009 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ee3a7bc-3410-4bb2-916d-2d981b582d7a req-2f85748c-96ab-4677-9440-1a43067c965a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065 HTTP/1.1" status: 200 len: 1001 time: 0.0569124 Nov 24 13:55:39.691945 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3a7bc-3410-4bb2-916d-2d981b582d7a req-92efc0f7-baf1-49f5-8a1a-6597db160f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:39.693381 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ee3a7bc-3410-4bb2-916d-2d981b582d7a req-92efc0f7-baf1-49f5-8a1a-6597db160f77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9c7a588-5fcb-4708-9c80-b227aae62bdd HTTP/1.1" status: 200 len: 834 time: 0.0479116 Nov 24 13:55:39.739330 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3a7bc-3410-4bb2-916d-2d981b582d7a req-1de07451-a113-43da-8d38-ebd93d21d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:39.740815 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ee3a7bc-3410-4bb2-916d-2d981b582d7a req-1de07451-a113-43da-8d38-ebd93d21d236 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be309b35-9dd8-4327-829d-64b24e493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387599 Nov 24 13:55:39.829994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ee3a7bc-3410-4bb2-916d-2d981b582d7a req-cf12a476-a973-467a-ad80-101de6beaa97 service neutron] 10.222.0.59 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806127 Nov 24 13:55:39.923000 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2ee3a7bc-3410-4bb2-916d-2d981b582d7a req-c2b5efd2-9451-4685-985a-397c5d19a1da service neutron] 10.222.0.59 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843432 Nov 24 13:55:40.123536 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:44.737552 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:55:50.942768 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-38db6211-453f-4939-b61c-b8bb075b9ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:51.871322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58264) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:55:52.027083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b6039-c3e2-449c-ad6f-2a2d1b557821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port 7718edc3-09fa-4ec3-ae04-a06186ed1394 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:55:52.027424 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6039-c3e2-449c-ad6f-2a2d1b557821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:52.104847 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6039-c3e2-449c-ad6f-2a2d1b557821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:52.105175 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6039-c3e2-449c-ad6f-2a2d1b557821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:52.116474 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b6039-c3e2-449c-ad6f-2a2d1b557821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for 7718edc3-09fa-4ec3-ae04-a06186ed1394 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:55:52.265301 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6039-c3e2-449c-ad6f-2a2d1b557821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:52.625115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b6039-c3e2-449c-ad6f-2a2d1b557821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=7718edc3-09fa-4ec3-ae04-a06186ed1394,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:52.683690 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6039-c3e2-449c-ad6f-2a2d1b557821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:52.684041 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-bd2b6039-c3e2-449c-ad6f-2a2d1b557821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Floating IP 4c3e2675-5f67-4ea6-937f-bdc12cf744ef disassociated (deleted). External IP: 172.25.0.119, port: 700daddd-d7e2-44c3-b3c3-6f52d0049065. Nov 24 13:55:52.891534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2b6039-c3e2-449c-ad6f-2a2d1b557821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:55:53.000257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2b6039-c3e2-449c-ad6f-2a2d1b557821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:55:53.005145 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6039-c3e2-449c-ad6f-2a2d1b557821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:53.009579 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed842a28-122e-4980-b0ac-7a92862c19f4 None None] Sync routers for ids ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:55:53.019944 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed842a28-122e-4980-b0ac-7a92862c19f4 None None] Routers {'60b450bc-d27c-4e1d-bdfb-4754db2a41a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:55:53.020547 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ed842a28-122e-4980-b0ac-7a92862c19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:55:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:53.032211 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bd2b6039-c3e2-449c-ad6f-2a2d1b557821 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/floatingips/4c3e2675-5f67-4ea6-937f-bdc12cf744ef HTTP/1.1" status: 204 len: 168 time: 1.1598198 Nov 24 13:55:53.033026 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:55:53.035395 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5308e3e-0d13-40cf-ae3a-776e149158f6" -d '{"events": [{"name": "network-changed", "server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:55:53.079748 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2edd73-627e-4a56-8751-13e3041a56e8 x-openstack-request-id: req-dc2edd73-627e-4a56-8751-13e3041a56e8 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:55:53.080052 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:55:53.080315 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc2edd73-627e-4a56-8751-13e3041a56e8 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:55:53.080881 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'status': 'completed', 'code': 200} Nov 24 13:55:53.152413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5308e3e-0d13-40cf-ae3a-776e149158f6 req-2a18984c-6dd4-4498-a054-242b6f5fd618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:53.153931 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d5308e3e-0d13-40cf-ae3a-776e149158f6 req-2a18984c-6dd4-4498-a054-242b6f5fd618 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 1096 time: 0.0450914 Nov 24 13:55:53.230773 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ed842a28-122e-4980-b0ac-7a92862c19f4 None None] Set router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:55:53.294503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5308e3e-0d13-40cf-ae3a-776e149158f6 req-6298aca5-d90c-4522-9f17-fb19ecd57a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:53.295990 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d5308e3e-0d13-40cf-ae3a-776e149158f6 req-6298aca5-d90c-4522-9f17-fb19ecd57a7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=be309b35-9dd8-4327-829d-64b24e493f6a HTTP/1.1" status: 200 len: 897 time: 0.1288402 Nov 24 13:55:53.309943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bc56b-cc50-4782-9aed-ddb18ce01431 req-14b9c735-9242-4aff-ad74-91429ba38bfe tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:53.311455 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac9bc56b-cc50-4782-9aed-ddb18ce01431 req-14b9c735-9242-4aff-ad74-91429ba38bfe tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0763669 Nov 24 13:55:53.359201 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d5308e3e-0d13-40cf-ae3a-776e149158f6 req-1784a80c-969a-40e8-9960-0bcc940127f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065 HTTP/1.1" status: 200 len: 217 time: 0.0467734 Nov 24 13:55:53.383930 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f8f8f5a4-a2c4-486f-aad7-e43d17158def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:53.431099 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac9bc56b-cc50-4782-9aed-ddb18ce01431 req-37f6a242-33c4-4525-bec7-4d6aefea0cff tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114683 Nov 24 13:55:53.434694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5308e3e-0d13-40cf-ae3a-776e149158f6 req-8da8145b-63dc-415a-8dff-41d4ca2d0b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:53.436100 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d5308e3e-0d13-40cf-ae3a-776e149158f6 req-8da8145b-63dc-415a-8dff-41d4ca2d0b70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9c7a588-5fcb-4708-9c80-b227aae62bdd HTTP/1.1" status: 200 len: 834 time: 0.0689862 Nov 24 13:55:53.436344 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ed842a28-122e-4980-b0ac-7a92862c19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:12Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7', 'name': '', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:6f:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:12Z', 'updated_at': '2021-11-24T13:54:15Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:53.461722 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed842a28-122e-4980-b0ac-7a92862c19f4 None None] Checking router: 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:55:53.471036 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed842a28-122e-4980-b0ac-7a92862c19f4 None None] Routers {'60b450bc-d27c-4e1d-bdfb-4754db2a41a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:55:53.471799 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ed842a28-122e-4980-b0ac-7a92862c19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:53.485858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5308e3e-0d13-40cf-ae3a-776e149158f6 req-3302756a-99bd-445a-a7ae-26db44c27e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:53.487392 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d5308e3e-0d13-40cf-ae3a-776e149158f6 req-3302756a-99bd-445a-a7ae-26db44c27e3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=be309b35-9dd8-4327-829d-64b24e493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410273 Nov 24 13:55:53.578308 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ed842a28-122e-4980-b0ac-7a92862c19f4 None None] Set router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:55:53.585523 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d5308e3e-0d13-40cf-ae3a-776e149158f6 req-e08ebbf7-af95-4750-b85e-f51be82e88a3 service neutron] 10.222.0.59 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881562 Nov 24 13:55:53.678620 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d5308e3e-0d13-40cf-ae3a-776e149158f6 req-fbc963be-92fb-4dd3-96fe-b38144b9a62f service neutron] 10.222.0.59 "GET /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842671 Nov 24 13:55:53.780965 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ed842a28-122e-4980-b0ac-7a92862c19f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:12Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7', 'name': '', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:6f:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:12Z', 'updated_at': '2021-11-24T13:54:15Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:53.806641 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed842a28-122e-4980-b0ac-7a92862c19f4 None None] The sync data for ids ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'] in n-d-817303-4 is: [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:12Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7', 'name': '', 'network_id': 'be309b35-9dd8-4327-829d-64b24e493f6a', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:6f:77:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:12Z', 'updated_at': '2021-11-24T13:54:15Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f9c7a588-5fcb-4708-9c80-b227aae62bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:55:54.014067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41a1f1b-beed-4eea-92ef-7ce4e95b1c32 None None] New status for floating IP 4c3e2675-5f67-4ea6-937f-bdc12cf744ef: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:55:54.551013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90619ce-673f-4286-aa19-95f7ad3cdf2a req-d76dd22d-574f-4e47-8d7f-ae70c22849f6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:54.552493 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d90619ce-673f-4286-aa19-95f7ad3cdf2a req-d76dd22d-574f-4e47-8d7f-ae70c22849f6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0497425 Nov 24 13:55:54.587912 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:54.602459 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d90619ce-673f-4286-aa19-95f7ad3cdf2a req-a9048dbf-b6f3-4891-8edf-75e9269cce85 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=48eba3a7-29b5-4ee1-a90b-332edfa06459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434644 Nov 24 13:55:54.747449 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac823e-72d9-43f2-883b-804816d3299d req-50d07c2b-6fed-4d16-80bc-0cd2898b204e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:55:54.748841 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64ac823e-72d9-43f2-883b-804816d3299d req-50d07c2b-6fed-4d16-80bc-0cd2898b204e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.59 "GET /v2.0/ports?device_id=51631f6d-f62f-40c6-bcfe-7438cec4f55e HTTP/1.1" status: 200 len: 945 time: 0.0531363 Nov 24 13:55:54.837341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-64ac823e-72d9-43f2-883b-804816d3299d req-211d2fb0-aec6-4a93-82f8-4d6e12bbf17b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port 700daddd-d7e2-44c3-b3c3-6f52d0049065 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:55:54.837713 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-64ac823e-72d9-43f2-883b-804816d3299d req-211d2fb0-aec6-4a93-82f8-4d6e12bbf17b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:54.929030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-64ac823e-72d9-43f2-883b-804816d3299d req-211d2fb0-aec6-4a93-82f8-4d6e12bbf17b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port 700daddd-d7e2-44c3-b3c3-6f52d0049065, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=700daddd-d7e2-44c3-b3c3-6f52d0049065,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:55:54.929389 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-64ac823e-72d9-43f2-883b-804816d3299d req-211d2fb0-aec6-4a93-82f8-4d6e12bbf17b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:54.941039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-64ac823e-72d9-43f2-883b-804816d3299d req-211d2fb0-aec6-4a93-82f8-4d6e12bbf17b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for 700daddd-d7e2-44c3-b3c3-6f52d0049065 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:55:55.069572 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-64ac823e-72d9-43f2-883b-804816d3299d req-211d2fb0-aec6-4a93-82f8-4d6e12bbf17b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:55.102397 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d2fb0-aec6-4a93-82f8-4d6e12bbf17b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=700daddd-d7e2-44c3-b3c3-6f52d0049065,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:55.143359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ac823e-72d9-43f2-883b-804816d3299d req-211d2fb0-aec6-4a93-82f8-4d6e12bbf17b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] No DVR routers for this DVR port 700daddd-d7e2-44c3-b3c3-6f52d0049065 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:55:55.145978 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-64ac823e-72d9-43f2-883b-804816d3299d req-211d2fb0-aec6-4a93-82f8-4d6e12bbf17b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:55.149383 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64ac823e-72d9-43f2-883b-804816d3299d req-211d2fb0-aec6-4a93-82f8-4d6e12bbf17b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.59 "DELETE /v2.0/ports/700daddd-d7e2-44c3-b3c3-6f52d0049065 HTTP/1.1" status: 204 len: 173 time: 0.3930287 Nov 24 13:55:55.149825 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'name': 'network-vif-deleted', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:55:55.152629 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180a34af-6e7f-42f8-bb34-aa7bc59ad3a1" -d '{"events": [{"server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "name": "network-vif-deleted", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:55:55.189841 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85be646e-7ac5-4d7d-ac95-b041a55e9108 x-openstack-request-id: req-85be646e-7ac5-4d7d-ac95-b041a55e9108 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:55:55.190262 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51631f6d-f62f-40c6-bcfe-7438cec4f55e", "name": "network-vif-deleted", "tag": "700daddd-d7e2-44c3-b3c3-6f52d0049065", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:55:55.190528 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85be646e-7ac5-4d7d-ac95-b041a55e9108 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:55:55.190941 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51631f6d-f62f-40c6-bcfe-7438cec4f55e', 'name': 'network-vif-deleted', 'tag': '700daddd-d7e2-44c3-b3c3-6f52d0049065', 'status': 'completed', 'code': 200} Nov 24 13:55:55.665755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58278) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:55:56.021382 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc7f62ae-1eec-44d8-a70d-46951bbeb36b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:56.109641 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:56.285985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f62ae-1eec-44d8-a70d-46951bbeb36b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:55:56.286256 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc7f62ae-1eec-44d8-a70d-46951bbeb36b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:56.372871 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-bc7f62ae-1eec-44d8-a70d-46951bbeb36b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:55:56.373228 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc7f62ae-1eec-44d8-a70d-46951bbeb36b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:56.385521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f62ae-1eec-44d8-a70d-46951bbeb36b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:55:56.577371 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc7f62ae-1eec-44d8-a70d-46951bbeb36b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:56.606727 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f62ae-1eec-44d8-a70d-46951bbeb36b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:56.788427 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bc7f62ae-1eec-44d8-a70d-46951bbeb36b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:56.794327 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:57.006749 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7f62ae-1eec-44d8-a70d-46951bbeb36b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:55:57.110128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7f62ae-1eec-44d8-a70d-46951bbeb36b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:55:57.119278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bc7f62ae-1eec-44d8-a70d-46951bbeb36b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "PUT /v2.0/routers/60b450bc-d27c-4e1d-bdfb-4754db2a41a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4482491 Nov 24 13:55:57.119278 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58280) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:55:57.121934 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474c5fd-c320-4a22-8368-e1865250e2f8 None None] Sync routers for ids ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:55:57.141617 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f474c5fd-c320-4a22-8368-e1865250e2f8 None None] Routers {'60b450bc-d27c-4e1d-bdfb-4754db2a41a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:55:57.142349 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f474c5fd-c320-4a22-8368-e1865250e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:57.179913 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84934a0-10ac-4484-8347-8eb4203a4215 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting subnet f9c7a588-5fcb-4708-9c80-b227aae62bdd {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:55:57.183117 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e84934a0-10ac-4484-8347-8eb4203a4215 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:57.222230 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e84934a0-10ac-4484-8347-8eb4203a4215 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:57.253836 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-f474c5fd-c320-4a22-8368-e1865250e2f8 None None] Set router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:55:57.310018 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e84934a0-10ac-4484-8347-8eb4203a4215 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:57.366323 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e84934a0-10ac-4484-8347-8eb4203a4215 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:57.399010 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84934a0-10ac-4484-8347-8eb4203a4215 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c7a588-5fcb-4708-9c80-b227aae62bdd,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:57.403643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e84934a0-10ac-4484-8347-8eb4203a4215 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:57.407084 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e84934a0-10ac-4484-8347-8eb4203a4215 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/subnets/f9c7a588-5fcb-4708-9c80-b227aae62bdd HTTP/1.1" status: 204 len: 168 time: 0.2879643 Nov 24 13:55:57.409733 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58282) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:55:57.412455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5234995b-db2c-43bb-bb8f-096e9648aa9e None None] Network be309b35-9dd8-4327-829d-64b24e493f6a requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:55:57.438334 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f474c5fd-c320-4a22-8368-e1865250e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:55:56Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:57.469027 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474c5fd-c320-4a22-8368-e1865250e2f8 None None] Checking router: 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:55:57.478046 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f474c5fd-c320-4a22-8368-e1865250e2f8 None None] Routers {'60b450bc-d27c-4e1d-bdfb-4754db2a41a0'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:55:57.478684 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f474c5fd-c320-4a22-8368-e1865250e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:57.547169 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:57.600437 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-f474c5fd-c320-4a22-8368-e1865250e2f8 None None] Set router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:55:57.660711 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:57.718133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port 14b616fa-f45f-4460-8908-057aa5d7da4d {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:55:57.718500 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:57.774216 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e43c83-d96d-460e-9adf-8b9342fea508 None None] DHCP port deletion for be309b35-9dd8-4327-829d-64b24e493f6a request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:55:57.796261 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f474c5fd-c320-4a22-8368-e1865250e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:55:56Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:57.803991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port 14b616fa-f45f-4460-8908-057aa5d7da4d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=14b616fa-f45f-4460-8908-057aa5d7da4d,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:55:57.804713 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:57.816602 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for 14b616fa-f45f-4460-8908-057aa5d7da4d owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:55:57.821522 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f474c5fd-c320-4a22-8368-e1865250e2f8 None None] The sync data for ids ['60b450bc-d27c-4e1d-bdfb-4754db2a41a0'] in n-d-817303-4 is: [{'id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1904631259', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:55:56Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '14b616fa-f45f-4460-8908-057aa5d7da4d', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b450bc-d27c-4e1d-bdfb-4754db2a41a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:54:09Z', 'updated_at': '2021-11-24T13:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:55:57.828638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5e43c83-d96d-460e-9adf-8b9342fea508 None None] Deleting port 1a316a15-1750-4bf0-824b-dbd19b4d9e50 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:55:57.829063 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5e43c83-d96d-460e-9adf-8b9342fea508 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:57.893841 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5e43c83-d96d-460e-9adf-8b9342fea508 None None] For port 1a316a15-1750-4bf0-824b-dbd19b4d9e50, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1a316a15-1750-4bf0-824b-dbd19b4d9e50,segment=NetworkSegment(a0789705-7f58-4867-bf90-2af76ad08fdf),segment_id=a0789705-7f58-4867-bf90-2af76ad08fdf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:55:57.894246 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5e43c83-d96d-460e-9adf-8b9342fea508 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:57.906498 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5e43c83-d96d-460e-9adf-8b9342fea508 None None] Calling delete_port for 1a316a15-1750-4bf0-824b-dbd19b4d9e50 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:55:57.988447 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5e43c83-d96d-460e-9adf-8b9342fea508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:57.989557 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:58.011682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e43c83-d96d-460e-9adf-8b9342fea508 None None] Pushing event deleted for resources: {'Port': ['ID=1a316a15-1750-4bf0-824b-dbd19b4d9e50,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:58.015773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=14b616fa-f45f-4460-8908-057aa5d7da4d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:58.017281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e43c83-d96d-460e-9adf-8b9342fea508 None None] No DVR routers for this DVR port 1a316a15-1750-4bf0-824b-dbd19b4d9e50 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:55:58.033376 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1944e487-c6ea-4f80-8907-debebdf148e0 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:55:58.077226 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:58.508153 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:58.510274 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:58.555090 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:58.555745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Fanout notify agent at l3_agent the message router_deleted on router 60b450bc-d27c-4e1d-bdfb-4754db2a41a0 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:55:58.563713 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:58.567320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-bb1c7442-b704-4a92-b6af-55d0ff9d0e65 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/routers/60b450bc-d27c-4e1d-bdfb-4754db2a41a0 HTTP/1.1" status: 204 len: 168 time: 1.1538568 Nov 24 13:55:58.567580 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58284) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:55:58.605384 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 700daddd-d7e2-44c3-b3c3-6f52d0049065 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:55:58.626711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 700daddd-d7e2-44c3-b3c3-6f52d0049065 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:55:58.627076 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 700daddd-d7e2-44c3-b3c3-6f52d0049065 not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:55:58.650097 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a3b17dbe-cdd9-4c04-b820-e129549c952d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:58.742483 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a3b17dbe-cdd9-4c04-b820-e129549c952d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:58.762021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-a3b17dbe-cdd9-4c04-b820-e129549c952d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be309b35-9dd8-4327-829d-64b24e493f6a']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:58.771245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-a3b17dbe-cdd9-4c04-b820-e129549c952d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0789705-7f58-4867-bf90-2af76ad08fdf') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:58.771546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-a3b17dbe-cdd9-4c04-b820-e129549c952d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0789705-7f58-4867-bf90-2af76ad08fdf') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:55:58.781272 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a3b17dbe-cdd9-4c04-b820-e129549c952d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:58.794504 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a3b17dbe-cdd9-4c04-b820-e129549c952d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:58.800350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b17dbe-cdd9-4c04-b820-e129549c952d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:55:58.800745 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a3b17dbe-cdd9-4c04-b820-e129549c952d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:55:58.803802 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:55:58.866019 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a3b17dbe-cdd9-4c04-b820-e129549c952d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:58.873062 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a3b17dbe-cdd9-4c04-b820-e129549c952d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:58.876345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a3b17dbe-cdd9-4c04-b820-e129549c952d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/networks/be309b35-9dd8-4327-829d-64b24e493f6a HTTP/1.1" status: 204 len: 168 time: 0.3077788 Nov 24 13:55:58.879242 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58286) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:55:58.887381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b17dbe-cdd9-4c04-b820-e129549c952d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Network': ['ID=be309b35-9dd8-4327-829d-64b24e493f6a,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:58.934957 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:58.967080 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.033122 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.035730 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.036922 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/security-groups/48eba3a7-29b5-4ee1-a90b-332edfa06459 HTTP/1.1" status: 204 len: 168 time: 0.1565056 Nov 24 13:55:59.048134 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48eba3a7-29b5-4ee1-a90b-332edfa06459,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:59.055672 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:59.056022 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:59.056362 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:59.056702 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:59.057064 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:59.057402 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:59.058162 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:59.058694 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:59.059173 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:59.059510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:59.059838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:59.060266 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cda73d-0f9d-42a2-9f8d-65aeebad46ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:55:59.172032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:55:59.195564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:55:59.195915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device bed1cc40-c0e2-497e-aa19-20d3d0f7ffe7 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:55:59.196327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 14b616fa-f45f-4460-8908-057aa5d7da4d no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:55:59.215569 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 14b616fa-f45f-4460-8908-057aa5d7da4d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:55:59.215915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 14b616fa-f45f-4460-8908-057aa5d7da4d not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:55:59.216312 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1a316a15-1750-4bf0-824b-dbd19b4d9e50 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:55:59.234650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 1a316a15-1750-4bf0-824b-dbd19b4d9e50 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:55:59.235000 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1a316a15-1750-4bf0-824b-dbd19b4d9e50 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:55:59.353577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58292) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:55:59.358066 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-1cc5544b-099c-47d5-aaf6-7bd2123dbc0c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1461709601', 'description': 'tempest-secgroup-smoke-1461709601 description', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:59.381618 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1cc5544b-099c-47d5-aaf6-7bd2123dbc0c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.445200 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1cc5544b-099c-47d5-aaf6-7bd2123dbc0c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.449192 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1cc5544b-099c-47d5-aaf6-7bd2123dbc0c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.478491 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1cc5544b-099c-47d5-aaf6-7bd2123dbc0c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.480343 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1cc5544b-099c-47d5-aaf6-7bd2123dbc0c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1257672 Nov 24 13:55:59.482235 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5544b-099c-47d5-aaf6-7bd2123dbc0c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4349f423-a7d9-40ad-984f-fc582f0f79de,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:59.483410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58294) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:55:59.488319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-63c0e844-68d4-4e9f-ac58-27e51d977cd2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '4349f423-a7d9-40ad-984f-fc582f0f79de', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:59.514312 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63c0e844-68d4-4e9f-ac58-27e51d977cd2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.569065 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63c0e844-68d4-4e9f-ac58-27e51d977cd2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.572553 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63c0e844-68d4-4e9f-ac58-27e51d977cd2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.590242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0e844-68d4-4e9f-ac58-27e51d977cd2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2be9179-d222-4ba9-938c-5528af10c569,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:59.596365 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63c0e844-68d4-4e9f-ac58-27e51d977cd2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.597536 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-63c0e844-68d4-4e9f-ac58-27e51d977cd2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131258 Nov 24 13:55:59.600332 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58296) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:55:59.605209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-695d5286-4408-4edd-8143-8f152102adeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '4349f423-a7d9-40ad-984f-fc582f0f79de', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:59.630133 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-695d5286-4408-4edd-8143-8f152102adeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.684008 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-695d5286-4408-4edd-8143-8f152102adeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.687588 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-695d5286-4408-4edd-8143-8f152102adeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.704594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d5286-4408-4edd-8143-8f152102adeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9590cbdf-b105-43fc-8b59-e50b8dcbcc64,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:59.712064 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-695d5286-4408-4edd-8143-8f152102adeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.713272 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-695d5286-4408-4edd-8143-8f152102adeb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1119611 Nov 24 13:55:59.717790 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58298) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:55:59.722051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-b3c4b770-bae2-4400-8198-f1508e969e92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '4349f423-a7d9-40ad-984f-fc582f0f79de', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:59.748617 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b3c4b770-bae2-4400-8198-f1508e969e92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.809348 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b3c4b770-bae2-4400-8198-f1508e969e92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.812798 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b3c4b770-bae2-4400-8198-f1508e969e92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.829497 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4b770-bae2-4400-8198-f1508e969e92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d490c1c7-46a4-4a83-930a-4887cfc6f533,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:59.837424 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b3c4b770-bae2-4400-8198-f1508e969e92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.838606 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b3c4b770-bae2-4400-8198-f1508e969e92 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198933 Nov 24 13:55:59.841532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58300) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:55:59.845693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-eef1b22d-9dbc-42c8-9d6c-0edef87a47e5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '4349f423-a7d9-40ad-984f-fc582f0f79de', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:59.871585 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eef1b22d-9dbc-42c8-9d6c-0edef87a47e5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.926922 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eef1b22d-9dbc-42c8-9d6c-0edef87a47e5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.930844 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eef1b22d-9dbc-42c8-9d6c-0edef87a47e5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.949613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1b22d-9dbc-42c8-9d6c-0edef87a47e5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d254cede-94a9-4400-a8f3-3cd109bbe266,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:55:59.956968 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-eef1b22d-9dbc-42c8-9d6c-0edef87a47e5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:55:59.960801 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-eef1b22d-9dbc-42c8-9d6c-0edef87a47e5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157949 Nov 24 13:55:59.960958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58302) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:55:59.965317 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-df323e71-fa02-4179-95c9-ab2c6457d1fc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '4349f423-a7d9-40ad-984f-fc582f0f79de', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:55:59.986903 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-df323e71-fa02-4179-95c9-ab2c6457d1fc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Project 4afc20e4bc2b43b38af23ac4d84c7080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:55:59.991990 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df323e71-fa02-4179-95c9-ab2c6457d1fc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.050366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df323e71-fa02-4179-95c9-ab2c6457d1fc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.054536 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df323e71-fa02-4179-95c9-ab2c6457d1fc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.072597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df323e71-fa02-4179-95c9-ab2c6457d1fc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261b9257-b881-4b73-b3e9-2866100b5a1c,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:00.080441 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-df323e71-fa02-4179-95c9-ab2c6457d1fc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.081683 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-df323e71-fa02-4179-95c9-ab2c6457d1fc tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197991 Nov 24 13:56:00.084421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58304) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:56:00.089361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-39136bb0-e64d-4718-9a69-a964775a491b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '4349f423-a7d9-40ad-984f-fc582f0f79de', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:00.111367 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-39136bb0-e64d-4718-9a69-a964775a491b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Project 4afc20e4bc2b43b38af23ac4d84c7080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:56:00.116378 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39136bb0-e64d-4718-9a69-a964775a491b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.177361 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39136bb0-e64d-4718-9a69-a964775a491b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.181476 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39136bb0-e64d-4718-9a69-a964775a491b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.199985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39136bb0-e64d-4718-9a69-a964775a491b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcf719b-991c-4e99-8dc8-8067fc1ee003,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:00.208068 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-39136bb0-e64d-4718-9a69-a964775a491b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.209469 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-39136bb0-e64d-4718-9a69-a964775a491b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239698 Nov 24 13:56:00.212199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58306) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:56:00.217142 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-097f6a9b-397a-44f1-af12-bbf532856f3a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'network': {'name': 'tempest-network-smoke--1862630692', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'port_security_enabled': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:00.237561 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097f6a9b-397a-44f1-af12-bbf532856f3a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:00.241000 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-097f6a9b-397a-44f1-af12-bbf532856f3a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.266546 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097f6a9b-397a-44f1-af12-bbf532856f3a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:56:00.275371 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-097f6a9b-397a-44f1-af12-bbf532856f3a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.275749 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-097f6a9b-397a-44f1-af12-bbf532856f3a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Added segment dd4786aa-97e8-48a0-bfaa-809723db39d3 of type vlan for network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 Nov 24 13:56:00.316787 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-097f6a9b-397a-44f1-af12-bbf532856f3a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.341280 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-097f6a9b-397a-44f1-af12-bbf532856f3a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.346891 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f6a9b-397a-44f1-af12-bbf532856f3a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:00.347508 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-097f6a9b-397a-44f1-af12-bbf532856f3a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.384952 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-097f6a9b-397a-44f1-af12-bbf532856f3a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1715734 Nov 24 13:56:00.388640 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58308) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:56:00.392505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'admin_state_up': True, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:00.434541 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f6a9b-397a-44f1-af12-bbf532856f3a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Network': ['ID=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:00.444962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:56:00.450494 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.451511 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.502651 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.647219 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.843961 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.867311 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:00.967196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.25.0.149 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/881a56c1-5c8f-4e5f-ae10-ef0a83a01362) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:01.072844 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:01.108502 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:01.144283 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:01.147170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:01.152812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:56:01.160021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf34b53-ec14-418d-949a-1579f0575148 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:56:01.179789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=881a56c1-5c8f-4e5f-ae10-ef0a83a01362,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:01.235495 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4aa0e3bc-9adb-487e-a04a-e98b6e4e0693 None None] Provisioning complete for port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:01.235786 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4aa0e3bc-9adb-487e-a04a-e98b6e4e0693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:01.275356 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-4aa0e3bc-9adb-487e-a04a-e98b6e4e0693 None None] Port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:56:01.410962 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:01.610807 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:01.736114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 155acdef-e743-4825-8428-139273ab819b is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:56:01.839489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:56:01.849160 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Sync routers for ids ['155acdef-e743-4825-8428-139273ab819b'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:56:01.859067 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:01.860295 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8a854b31-b391-47c9-9078-981def3c59f2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4711807 Nov 24 13:56:01.860526 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Routers {'155acdef-e743-4825-8428-139273ab819b'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:56:01.861048 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['155acdef-e743-4825-8428-139273ab819b'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:01.863593 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58310) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:56:01.892884 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fcb75b69-1b52-45bd-a040-aa7c37a0b1ca tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=4afc20e4bc2b43b38af23ac4d84c7080&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279856 Nov 24 13:56:01.895878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58312) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:56:01.965293 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Set router 155acdef-e743-4825-8428-139273ab819b gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:56:01.981867 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf5573-0845-47ae-a6ab-bb8a2edf5179 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:01.983375 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ebdf5573-0845-47ae-a6ab-bb8a2edf5179 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864191 Nov 24 13:56:01.986168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58314) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:56:02.013876 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a21a3be6-d5e1-4c46-b374-eb4a57e7ba8d tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266585 Nov 24 13:56:02.016313 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58316) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:56:02.020837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-1f21735e-eb09-41cc-9d69-2b48a047dbfd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1344649213', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:02.112174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f21735e-eb09-41cc-9d69-2b48a047dbfd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:02.115894 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f21735e-eb09-41cc-9d69-2b48a047dbfd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:02.149386 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:01Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:02.180369 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Checking router: 155acdef-e743-4825-8428-139273ab819b for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:56:02.180756 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Updating router 155acdef-e743-4825-8428-139273ab819b port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:56:02.207615 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:02.297777 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f21735e-eb09-41cc-9d69-2b48a047dbfd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:02.361141 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21735e-eb09-41cc-9d69-2b48a047dbfd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Subnet': ['ID=6f9a4bfd-4268-41dc-af4f-8af988895667,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:02.368878 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f21735e-eb09-41cc-9d69-2b48a047dbfd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Checking segment: {'id': 'dd4786aa-97e8-48a0-bfaa-809723db39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:56:02.369020 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f21735e-eb09-41cc-9d69-2b48a047dbfd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network hostable DHCP agents. Network: ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:56:02.385987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f21735e-eb09-41cc-9d69-2b48a047dbfd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:56:02.394687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-1f21735e-eb09-41cc-9d69-2b48a047dbfd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:02.398866 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f21735e-eb09-41cc-9d69-2b48a047dbfd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:02.399555 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-1f21735e-eb09-41cc-9d69-2b48a047dbfd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:02.407932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb7ddd6-47f0-43b3-8532-d15a38eec9a3 None None] Network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:56:02.417773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1f21735e-eb09-41cc-9d69-2b48a047dbfd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3999302 Nov 24 13:56:02.419244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58318) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:56:02.528212 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:02.539484 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:02.600891 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d055aaa-72e1-4b5b-9f2c-1d3bd3910a24 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:56:02.634925 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0bac1-83f1-4240-b1e0-e26cd0be8fc0 None None] Pushing event updated for resources: {'Port': ['ID=881a56c1-5c8f-4e5f-ae10-ef0a83a01362,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:02.638808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Attempting to bind port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:56:02.639181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Attempting to bind port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:56:02.639547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Attempting to bind port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:56:02.653457 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:56:02.653931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:56:02.654414 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:02.654813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:56:02.655289 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Bound port: 881a56c1-5c8f-4e5f-ae10-ef0a83a01362, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:56:02.655673 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:02.691219 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ips': [{'subnet_id': '6f9a4bfd-4268-41dc-af4f-8af988895667'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:56:02.692067 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:02.752352 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] For port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:56:02.796112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-45cba65e-5f35-4162-90b2-4bfee9e54563 None None] Provisioning complete for port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:02.796506 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-45cba65e-5f35-4162-90b2-4bfee9e54563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:02.834563 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] For port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=881a56c1-5c8f-4e5f-ae10-ef0a83a01362,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:56:02.843624 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:02.874200 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:02.889810 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-45cba65e-5f35-4162-90b2-4bfee9e54563 None None] Port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:56:02.922313 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fc7764-3b31-44f7-a036-809b2a36e428 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:56:02.959111 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0bac1-83f1-4240-b1e0-e26cd0be8fc0 None None] Pushing event updated for resources: {'Port': ['ID=881a56c1-5c8f-4e5f-ae10-ef0a83a01362,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:02.967845 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Routers {'155acdef-e743-4825-8428-139273ab819b'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:56:02.968352 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['155acdef-e743-4825-8428-139273ab819b'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:02.974120 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Allocated IP 172.20.0.2 (ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4/6f9a4bfd-4268-41dc-af4f-8af988895667/7d0fed39-8c80-4bb1-be69-cf1a2b7f1257) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:03.085385 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9264b9e2-c92f-42c8-9ff7-d9b8e864ec58 None None] Provisioning complete for port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:03.085759 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9264b9e2-c92f-42c8-9ff7-d9b8e864ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:03.176522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] Set router 155acdef-e743-4825-8428-139273ab819b gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:56:03.541279 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9264b9e2-c92f-42c8-9ff7-d9b8e864ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:03.551699 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:03.563158 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:03.580169 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9264b9e2-c92f-42c8-9ff7-d9b8e864ec58 None None] For port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=881a56c1-5c8f-4e5f-ae10-ef0a83a01362,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:56:03.614589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.20.0.1 (ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4/6f9a4bfd-4268-41dc-af4f-8af988895667/78173524-80be-4cd9-9d72-9c493ae46d80) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:03.623747 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9264b9e2-c92f-42c8-9ff7-d9b8e864ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:03.642616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:03.647713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:03.654306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:56:03.659302 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Pushing event updated for resources: {'Port': ['ID=7d0fed39-8c80-4bb1-be69-cf1a2b7f1257,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:03.732186 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:03.757754 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:01Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:03.762316 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Attempting to bind port 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:56:03.762686 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Attempting to bind port 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'dd4786aa-97e8-48a0-bfaa-809723db39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:56:03.763052 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Attempting to bind port 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 on network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:56:03.766947 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:03.789919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9264b9e2-c92f-42c8-9ff7-d9b8e864ec58 None None] Pushing event updated for resources: {'Port': ['ID=881a56c1-5c8f-4e5f-ae10-ef0a83a01362,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:03.793576 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ae1e20-e38d-43a9-a476-4410bd3c4d57 None None] The sync data for ids ['155acdef-e743-4825-8428-139273ab819b'] in n-d-817303-4 is: [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:01Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:56:03.795456 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:56:03.795886 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Checking segment: {'id': 'dd4786aa-97e8-48a0-bfaa-809723db39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:56:03.796242 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:03.796630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Bound using segment: {'id': 'dd4786aa-97e8-48a0-bfaa-809723db39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:56:03.797141 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Bound port: 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4786aa-97e8-48a0-bfaa-809723db39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:56:03.797523 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:03.817591 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:03.821849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:03.823994 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=78173524-80be-4cd9-9d72-9c493ae46d80,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:03.826361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:56:03.877226 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:03.879525 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] For port 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:56:03.883013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] For port 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7d0fed39-8c80-4bb1-be69-cf1a2b7f1257,segment=NetworkSegment(dd4786aa-97e8-48a0-bfaa-809723db39d3),segment_id=dd4786aa-97e8-48a0-bfaa-809723db39d3)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:56:03.888810 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:03.950786 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb9ddc-976a-4554-9b2c-64dc8f5fa9b0 None None] Pushing event updated for resources: {'Port': ['ID=7d0fed39-8c80-4bb1-be69-cf1a2b7f1257,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:04.022188 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:04.369485 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:04.374390 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:04.821807 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:04.823663 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=78173524-80be-4cd9-9d72-9c493ae46d80,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:04.920333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:04.921782 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:04.990472 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652a0d5c-de4d-4453-b061-6d7ffe9a057a None None] Network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:56:05.038979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 155acdef-e743-4825-8428-139273ab819b has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:56:05.081937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-801c18b7-48ea-4eb2-b2ef-f0c267de7020 None None] Provisioning complete for port 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:05.082223 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-801c18b7-48ea-4eb2-b2ef-f0c267de7020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:05.180622 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:56:05.192489 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-07cb87b1-14f0-46de-8703-35be05207b47 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "PUT /v2.0/routers/155acdef-e743-4825-8428-139273ab819b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7717192 Nov 24 13:56:05.227887 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-801c18b7-48ea-4eb2-b2ef-f0c267de7020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:05.289365 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-801c18b7-48ea-4eb2-b2ef-f0c267de7020 None None] For port 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7d0fed39-8c80-4bb1-be69-cf1a2b7f1257,segment=NetworkSegment(dd4786aa-97e8-48a0-bfaa-809723db39d3),segment_id=dd4786aa-97e8-48a0-bfaa-809723db39d3)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:56:05.294895 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-801c18b7-48ea-4eb2-b2ef-f0c267de7020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:05.301436 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:56:05.389226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c18b7-48ea-4eb2-b2ef-f0c267de7020 None None] Pushing event updated for resources: {'Port': ['ID=7d0fed39-8c80-4bb1-be69-cf1a2b7f1257,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:05.406372 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-86e18874-0475-4af7-960c-58f67a790903 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461709601&fields=id&tenant_id=4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 267 time: 0.0707762 Nov 24 13:56:05.410178 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:05.410789 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:05.504301 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:56:05.533680 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-6350c580-dced-427f-b90a-be5e3af2d9ec tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:05.535875 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-6350c580-dced-427f-b90a-be5e3af2d9ec tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/networks?id=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 HTTP/1.1" status: 200 len: 797 time: 0.1208870 Nov 24 13:56:05.554739 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-3800db4e-938d-4989-bf5d-a3093f1989db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/quotas/4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 375 time: 0.0098684 Nov 24 13:56:05.556305 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-12b759e4-f2e1-4f55-9756-0d1ce79fa559 None None] Provisioning complete for port 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:05.556684 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-12b759e4-f2e1-4f55-9756-0d1ce79fa559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:05.604527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:05.605122 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:05.608616 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Sync routers for ids ['155acdef-e743-4825-8428-139273ab819b'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:56:05.619462 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Routers {'155acdef-e743-4825-8428-139273ab819b'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:56:05.620977 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['155acdef-e743-4825-8428-139273ab819b'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:05.648198 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-48164d25-034f-415a-a34f-f3b97dee584a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734787 Nov 24 13:56:05.732709 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-12b759e4-f2e1-4f55-9756-0d1ce79fa559 None None] Provisioning complete for port 78173524-80be-4cd9-9d72-9c493ae46d80 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:05.733126 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-12b759e4-f2e1-4f55-9756-0d1ce79fa559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:05.739907 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Set router 155acdef-e743-4825-8428-139273ab819b gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:56:05.772099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-12b759e4-f2e1-4f55-9756-0d1ce79fa559 None None] Port 78173524-80be-4cd9-9d72-9c493ae46d80 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:56:05.777320 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-2b50aace-c6bc-4131-b7a9-e8d92c8d41e1 service neutron] 10.222.0.48 "GET /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234238 Nov 24 13:56:05.873353 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-3ffa5151-617a-4bc4-847e-2347cbaf4eda service neutron] 10.222.0.48 "GET /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925364 Nov 24 13:56:05.902969 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-bf58b534-2d0a-4be2-8133-e51faabd57e5 None None] Provisioning complete for port 78173524-80be-4cd9-9d72-9c493ae46d80 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:05.903351 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bf58b534-2d0a-4be2-8133-e51faabd57e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:05.964031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-bf58b534-2d0a-4be2-8133-e51faabd57e5 None None] Port 78173524-80be-4cd9-9d72-9c493ae46d80 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:56:06.054536 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '78173524-80be-4cd9-9d72-9c493ae46d80', 'name': '', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:e6:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:02Z', 'updated_at': '2021-11-24T13:56:04Z', 'revision_number': 2, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:06.080823 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Checking router: 155acdef-e743-4825-8428-139273ab819b for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:56:06.081194 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Updating router 155acdef-e743-4825-8428-139273ab819b port 78173524-80be-4cd9-9d72-9c493ae46d80 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:56:06.095357 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-299d5aa8-cd54-4f9d-8a74-1c1517ebb8fd None None] Provisioning complete for port 78173524-80be-4cd9-9d72-9c493ae46d80 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:06.096063 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-299d5aa8-cd54-4f9d-8a74-1c1517ebb8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:06.111476 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:06.112304 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-63c6d00a-a5ce-4fda-9825-8b6f3075536c req-3f4ce20a-cd6d-417c-bec5-253eb12dd29d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 210 time: 0.0536952 Nov 24 13:56:06.139161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-299d5aa8-cd54-4f9d-8a74-1c1517ebb8fd None None] Port 78173524-80be-4cd9-9d72-9c493ae46d80 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:56:06.395870 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:06.400817 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:06.449336 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df092e3-27bf-45ef-854b-1ed919b3b4d9 None None] Pushing event updated for resources: {'Port': ['ID=78173524-80be-4cd9-9d72-9c493ae46d80,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:06.474473 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df092e3-27bf-45ef-854b-1ed919b3b4d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:06.474825 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df092e3-27bf-45ef-854b-1ed919b3b4d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:06.475241 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df092e3-27bf-45ef-854b-1ed919b3b4d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:06.475527 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df092e3-27bf-45ef-854b-1ed919b3b4d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:06.475841 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df092e3-27bf-45ef-854b-1ed919b3b4d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:06.476156 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df092e3-27bf-45ef-854b-1ed919b3b4d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:06.476493 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df092e3-27bf-45ef-854b-1ed919b3b4d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:06.476837 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df092e3-27bf-45ef-854b-1ed919b3b4d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:06.477162 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df092e3-27bf-45ef-854b-1ed919b3b4d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:06.477536 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df092e3-27bf-45ef-854b-1ed919b3b4d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:06.477803 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df092e3-27bf-45ef-854b-1ed919b3b4d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:06.478140 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df092e3-27bf-45ef-854b-1ed919b3b4d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:56:06.516009 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Attempting to bind port 78173524-80be-4cd9-9d72-9c493ae46d80 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:56:06.516424 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Attempting to bind port 78173524-80be-4cd9-9d72-9c493ae46d80 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'dd4786aa-97e8-48a0-bfaa-809723db39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:56:06.516822 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Attempting to bind port 78173524-80be-4cd9-9d72-9c493ae46d80 on network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:56:06.523403 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:56:06.523870 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Checking segment: {'id': 'dd4786aa-97e8-48a0-bfaa-809723db39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:56:06.524454 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:06.524995 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Bound using segment: {'id': 'dd4786aa-97e8-48a0-bfaa-809723db39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:56:06.525674 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Bound port: 78173524-80be-4cd9-9d72-9c493ae46d80, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd4786aa-97e8-48a0-bfaa-809723db39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:56:06.526122 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:06.597805 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] For port 78173524-80be-4cd9-9d72-9c493ae46d80, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:56:06.601498 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] For port 78173524-80be-4cd9-9d72-9c493ae46d80, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=78173524-80be-4cd9-9d72-9c493ae46d80,segment=NetworkSegment(dd4786aa-97e8-48a0-bfaa-809723db39d3),segment_id=dd4786aa-97e8-48a0-bfaa-809723db39d3)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:56:06.607390 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:06.660175 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Routers {'155acdef-e743-4825-8428-139273ab819b'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:56:06.660887 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['155acdef-e743-4825-8428-139273ab819b'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:06.663005 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-202e8ae9-19a5-409a-befe-76340a40ac8b None None] Provisioning complete for port 78173524-80be-4cd9-9d72-9c493ae46d80 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:06.663387 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-202e8ae9-19a5-409a-befe-76340a40ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:06.730357 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df092e3-27bf-45ef-854b-1ed919b3b4d9 None None] Pushing event updated for resources: {'Port': ['ID=78173524-80be-4cd9-9d72-9c493ae46d80,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:06.761390 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-202e8ae9-19a5-409a-befe-76340a40ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:06.794638 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] Set router 155acdef-e743-4825-8428-139273ab819b gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:56:06.797034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-202e8ae9-19a5-409a-befe-76340a40ac8b None None] For port 78173524-80be-4cd9-9d72-9c493ae46d80, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=78173524-80be-4cd9-9d72-9c493ae46d80,segment=NetworkSegment(dd4786aa-97e8-48a0-bfaa-809723db39d3),segment_id=dd4786aa-97e8-48a0-bfaa-809723db39d3)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:56:06.801244 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-202e8ae9-19a5-409a-befe-76340a40ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:06.865856 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e8ae9-19a5-409a-befe-76340a40ac8b None None] Pushing event updated for resources: {'Port': ['ID=78173524-80be-4cd9-9d72-9c493ae46d80,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:06.875773 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:06.952553 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-1b111882-e426-45e4-95e0-b3f0e1e4b495 None None] Provisioning complete for port 78173524-80be-4cd9-9d72-9c493ae46d80 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:06.953040 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b111882-e426-45e4-95e0-b3f0e1e4b495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:07.016881 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '78173524-80be-4cd9-9d72-9c493ae46d80', 'name': '', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:e6:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:02Z', 'updated_at': '2021-11-24T13:56:06Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:07.053323 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ddc5bb-086f-4293-8965-6abdbb2c061d None None] The sync data for ids ['155acdef-e743-4825-8428-139273ab819b'] in n-d-817303-4 is: [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '78173524-80be-4cd9-9d72-9c493ae46d80', 'name': '', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:e6:e8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:02Z', 'updated_at': '2021-11-24T13:56:06Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:56:07.170362 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c9d8107a-06f7-47ae-ad4f-7bbc70587a5f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:07.171909 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c9d8107a-06f7-47ae-ad4f-7bbc70587a5f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/networks?id=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 HTTP/1.1" status: 200 len: 797 time: 0.1917939 Nov 24 13:56:07.254799 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c7876c3c-5676-4987-94e5-62a630bdef2b req-7813a936-983e-4e17-ac90-59f600a596d9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 210 time: 0.0398474 Nov 24 13:56:07.282399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-a88bdb74-936b-4bf1-bad2-7a550e6947cd tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 380 time: 0.0998108 Nov 24 13:56:07.293896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-ca6d73e6-79e6-4ed2-b7d8-d8b62bc3e0d3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'port': {'device_id': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'admin_state_up': True, 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'security_groups': ['4349f423-a7d9-40ad-984f-fc582f0f79de']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:07.341395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:56:07.402222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:07.402599 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:07.440316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-ca6d73e6-79e6-4ed2-b7d8-d8b62bc3e0d3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:56:07.444472 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-ca6d73e6-79e6-4ed2-b7d8-d8b62bc3e0d3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:07.490679 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 78173524-80be-4cd9-9d72-9c493ae46d80 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:56:07.542083 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 78173524-80be-4cd9-9d72-9c493ae46d80 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:07.542475 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:07.593772 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-ca6d73e6-79e6-4ed2-b7d8-d8b62bc3e0d3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.20.0.12 (ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4/6f9a4bfd-4268-41dc-af4f-8af988895667/fd4ca4cb-7f97-49a7-b9c7-731fadac250b) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:07.746890 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-ca6d73e6-79e6-4ed2-b7d8-d8b62bc3e0d3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:07.781318 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-ca6d73e6-79e6-4ed2-b7d8-d8b62bc3e0d3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:07.832063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-ca6d73e6-79e6-4ed2-b7d8-d8b62bc3e0d3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:07.835115 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-ca6d73e6-79e6-4ed2-b7d8-d8b62bc3e0d3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:07.839376 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-ca6d73e6-79e6-4ed2-b7d8-d8b62bc3e0d3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:56:07.863509 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d73e6-79e6-4ed2-b7d8-d8b62bc3e0d3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=fd4ca4cb-7f97-49a7-b9c7-731fadac250b,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:07.895180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-ca6d73e6-79e6-4ed2-b7d8-d8b62bc3e0d3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:07.895868 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-ca6d73e6-79e6-4ed2-b7d8-d8b62bc3e0d3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:07.915870 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-ca6d73e6-79e6-4ed2-b7d8-d8b62bc3e0d3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6266501 Nov 24 13:56:07.929799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Request body: {'port': {'device_id': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:07.993265 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:08.128513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3bb6ede9-148c-4065-91a9-c4ce5af49cc8 None None] Provisioning complete for port fd4ca4cb-7f97-49a7-b9c7-731fadac250b triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:08.129197 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ede9-148c-4065-91a9-c4ce5af49cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:08.171862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6ede9-148c-4065-91a9-c4ce5af49cc8 None None] Port fd4ca4cb-7f97-49a7-b9c7-731fadac250b cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:56:08.281356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4ca4cb-7f97-49a7-b9c7-731fadac250b {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:56:08.289182 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:08.302381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Transition to ACTIVE for port object fd4ca4cb-7f97-49a7-b9c7-731fadac250b will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:56:08.306961 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:08.360617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Pushing event updated for resources: {'Port': ['ID=fd4ca4cb-7f97-49a7-b9c7-731fadac250b,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:08.388818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd987b1-1717-4a33-a0f2-77c187b9d6cf req-8c26fc4f-035f-4e7b-8f92-5c46319ff982 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:08.391099 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fd987b1-1717-4a33-a0f2-77c187b9d6cf req-8c26fc4f-035f-4e7b-8f92-5c46319ff982 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 944 time: 0.0635681 Nov 24 13:56:08.436862 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Attempting to bind port fd4ca4cb-7f97-49a7-b9c7-731fadac250b on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:56:08.437209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Attempting to bind port fd4ca4cb-7f97-49a7-b9c7-731fadac250b by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'dd4786aa-97e8-48a0-bfaa-809723db39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:56:08.437550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Attempting to bind port fd4ca4cb-7f97-49a7-b9c7-731fadac250b on network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:56:08.442249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Port fd4ca4cb-7f97-49a7-b9c7-731fadac250b on network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:56:08.442591 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Attempting to bind port fd4ca4cb-7f97-49a7-b9c7-731fadac250b on network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:56:08.448470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:56:08.448849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Checking segment: {'id': 'dd4786aa-97e8-48a0-bfaa-809723db39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:56:08.449244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Bound using segment: {'id': 'dd4786aa-97e8-48a0-bfaa-809723db39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:56:08.449681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Bound port: fd4ca4cb-7f97-49a7-b9c7-731fadac250b, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd4786aa-97e8-48a0-bfaa-809723db39d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:56:08.450050 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:08.452271 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4fd987b1-1717-4a33-a0f2-77c187b9d6cf req-408b6c15-3d1f-43b8-ab72-fc0969389c32 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546310 Nov 24 13:56:08.524612 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] For port fd4ca4cb-7f97-49a7-b9c7-731fadac250b, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:56:08.528815 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] For port fd4ca4cb-7f97-49a7-b9c7-731fadac250b, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fd4ca4cb-7f97-49a7-b9c7-731fadac250b,segment=NetworkSegment(dd4786aa-97e8-48a0-bfaa-809723db39d3),segment_id=dd4786aa-97e8-48a0-bfaa-809723db39d3)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:56:08.533504 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:08.569281 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:08.569901 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:08.571368 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] 10.222.0.46 "PUT /v2.0/ports/fd4ca4cb-7f97-49a7-b9c7-731fadac250b HTTP/1.1" status: 200 len: 1092 time: 0.6474378 Nov 24 13:56:08.571855 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'tag': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:56:08.574566 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42416d7a-413a-455c-8ea4-d04788f51be4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8aaa36-b060-4e98-9b27-aa08ec0c358f", "tag": "fd4ca4cb-7f97-49a7-b9c7-731fadac250b"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:56:08.612896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5e0d2-bb9d-44fc-bfc4-cc407d79956b service neutron] Pushing event updated for resources: {'Port': ['ID=fd4ca4cb-7f97-49a7-b9c7-731fadac250b,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:08.636609 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178b5b9b-0388-4f17-89c1-e4544a955643 x-openstack-request-id: req-178b5b9b-0388-4f17-89c1-e4544a955643 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:56:08.636941 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8aaa36-b060-4e98-9b27-aa08ec0c358f", "tag": "fd4ca4cb-7f97-49a7-b9c7-731fadac250b", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:56:08.637208 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-178b5b9b-0388-4f17-89c1-e4544a955643 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:56:08.637752 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'tag': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b', 'status': 'completed', 'code': 200} Nov 24 13:56:08.671959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-d40ef822-0076-4218-ad33-32790b3813a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:08.673532 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-d40ef822-0076-4218-ad33-32790b3813a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 1095 time: 0.0519719 Nov 24 13:56:08.722249 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-3bdce45c-9c0a-4d0c-aa50-503d573d4601 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd4ca4cb-7f97-49a7-b9c7-731fadac250b HTTP/1.1" status: 200 len: 217 time: 0.0401313 Nov 24 13:56:08.777722 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-437f75f0-f066-4f85-90c2-f5f7fdef491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:08.779219 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-437f75f0-f066-4f85-90c2-f5f7fdef491b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f9a4bfd-4268-41dc-af4f-8af988895667 HTTP/1.1" status: 200 len: 835 time: 0.0496509 Nov 24 13:56:08.825898 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-d5a5a939-4802-4ec1-add8-9854794999ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:08.827405 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-d5a5a939-4802-4ec1-add8-9854794999ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409234 Nov 24 13:56:08.921094 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-ae950e11-6efc-4622-aaad-4a04a12f5805 service neutron] 10.222.0.46 "GET /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863144 Nov 24 13:56:09.013136 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7cd84a6d-b12f-47fb-8a77-63a3c2fa3568 req-b0a30c02-242a-4d28-8861-1cb41f14fa79 service neutron] 10.222.0.46 "GET /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837796 Nov 24 13:56:09.110405 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42416d7a-413a-455c-8ea4-d04788f51be4 req-7835c9f4-a0f5-493f-abdf-59fcb3cd6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:09.112022 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42416d7a-413a-455c-8ea4-d04788f51be4 req-7835c9f4-a0f5-493f-abdf-59fcb3cd6290 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 1095 time: 0.0483127 Nov 24 13:56:09.202127 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42416d7a-413a-455c-8ea4-d04788f51be4 req-3e7b800f-0aa9-495c-8ca3-be5b38e494be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:09.203591 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42416d7a-413a-455c-8ea4-d04788f51be4 req-3e7b800f-0aa9-495c-8ca3-be5b38e494be service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 HTTP/1.1" status: 200 len: 898 time: 0.0843260 Nov 24 13:56:09.251286 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42416d7a-413a-455c-8ea4-d04788f51be4 req-8dedc00b-251b-4cf6-8782-3d955011684a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd4ca4cb-7f97-49a7-b9c7-731fadac250b HTTP/1.1" status: 200 len: 217 time: 0.0385089 Nov 24 13:56:09.304227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42416d7a-413a-455c-8ea4-d04788f51be4 req-33782a6c-2416-4313-8de0-1613984a1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:09.305728 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42416d7a-413a-455c-8ea4-d04788f51be4 req-33782a6c-2416-4313-8de0-1613984a1724 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f9a4bfd-4268-41dc-af4f-8af988895667 HTTP/1.1" status: 200 len: 835 time: 0.0469630 Nov 24 13:56:09.351916 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42416d7a-413a-455c-8ea4-d04788f51be4 req-8617dc14-3648-4e0c-ad96-d89fdc243404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:09.353335 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42416d7a-413a-455c-8ea4-d04788f51be4 req-8617dc14-3648-4e0c-ad96-d89fdc243404 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403757 Nov 24 13:56:09.449600 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42416d7a-413a-455c-8ea4-d04788f51be4 req-a1b76ee2-6b91-4384-bb4e-028f5b8f2574 service neutron] 10.222.0.46 "GET /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876694 Nov 24 13:56:09.540483 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42416d7a-413a-455c-8ea4-d04788f51be4 req-838c74bc-ad7d-4cc9-9455-d47a967ce62a service neutron] 10.222.0.46 "GET /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834587 Nov 24 13:56:09.570042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18ad5f-e5c6-4d4b-9436-6d30ee6f3bf3 req-fb1d1810-d0d2-45e9-9239-3532f187622c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:09.571556 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a18ad5f-e5c6-4d4b-9436-6d30ee6f3bf3 req-fb1d1810-d0d2-45e9-9239-3532f187622c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 944 time: 0.0484571 Nov 24 13:56:09.621433 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5a18ad5f-e5c6-4d4b-9436-6d30ee6f3bf3 req-ef4531c0-bf5f-4725-bc76-89e017ea92ea tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427220 Nov 24 13:56:10.120664 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:10.742590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eda8d5-c811-48b3-b222-79b306229181 req-f32d5551-32c5-4d03-b556-253f088614ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:10.744356 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89eda8d5-c811-48b3-b222-79b306229181 req-f32d5551-32c5-4d03-b556-253f088614ae tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 944 time: 0.0509279 Nov 24 13:56:10.796937 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89eda8d5-c811-48b3-b222-79b306229181 req-43fa67a2-855c-478d-8fff-24d25ca83c69 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460861 Nov 24 13:56:10.883067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fd4ca4cb-7f97-49a7-b9c7-731fadac250b details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:56:10.976813 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port fd4ca4cb-7f97-49a7-b9c7-731fadac250b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fd4ca4cb-7f97-49a7-b9c7-731fadac250b,segment=NetworkSegment(dd4786aa-97e8-48a0-bfaa-809723db39d3),segment_id=dd4786aa-97e8-48a0-bfaa-809723db39d3)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:56:10.987625 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'port_id': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b', 'mac_address': 'fa:16:3e:25:7d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:56:11.023348 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:11.036025 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4ca4cb-7f97-49a7-b9c7-731fadac250b {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:56:11.054699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port fd4ca4cb-7f97-49a7-b9c7-731fadac250b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fd4ca4cb-7f97-49a7-b9c7-731fadac250b,segment=NetworkSegment(dd4786aa-97e8-48a0-bfaa-809723db39d3),segment_id=dd4786aa-97e8-48a0-bfaa-809723db39d3)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:56:11.058833 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:11.113452 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=fd4ca4cb-7f97-49a7-b9c7-731fadac250b,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:11.265592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['fd4ca4cb-7f97-49a7-b9c7-731fadac250b'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:56:11.915238 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edce6ea-6a70-406e-adc1-a53546f6ed66 req-d0e96fbc-f0b4-44de-8725-eeb2f3bd8c98 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:11.917227 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3edce6ea-6a70-406e-adc1-a53546f6ed66 req-d0e96fbc-f0b4-44de-8725-eeb2f3bd8c98 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 945 time: 0.0527036 Nov 24 13:56:11.966919 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3edce6ea-6a70-406e-adc1-a53546f6ed66 req-ecaefbf6-f024-437e-bf84-16cc6354bb6c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437944 Nov 24 13:56:12.883463 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fd4ca4cb-7f97-49a7-b9c7-731fadac250b up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:56:12.934139 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port fd4ca4cb-7f97-49a7-b9c7-731fadac250b completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:56:12.938013 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port fd4ca4cb-7f97-49a7-b9c7-731fadac250b triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:56:12.938391 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:13.015110 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:13.042020 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:56:13.044278 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd83636-7bd4-4f61-b308-e1db4f2360b4" -d '{"events": [{"server_uuid": "cb8aaa36-b060-4e98-9b27-aa08ec0c358f", "name": "network-vif-plugged", "status": "completed", "tag": "fd4ca4cb-7f97-49a7-b9c7-731fadac250b"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:56:13.059717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port fd4ca4cb-7f97-49a7-b9c7-731fadac250b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fd4ca4cb-7f97-49a7-b9c7-731fadac250b,segment=NetworkSegment(dd4786aa-97e8-48a0-bfaa-809723db39d3),segment_id=dd4786aa-97e8-48a0-bfaa-809723db39d3)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:56:13.064846 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:13.088917 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a57498-8ade-4ce9-9e44-4a76077d6aa5 x-openstack-request-id: req-27a57498-8ade-4ce9-9e44-4a76077d6aa5 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:56:13.089216 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8aaa36-b060-4e98-9b27-aa08ec0c358f", "name": "network-vif-plugged", "status": "completed", "tag": "fd4ca4cb-7f97-49a7-b9c7-731fadac250b", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:56:13.089478 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27a57498-8ade-4ce9-9e44-4a76077d6aa5 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:56:13.089874 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b', 'code': 200} Nov 24 13:56:13.089988 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f100c8-3948-4ae4-9153-d6138adadd5d req-ffbdc172-e7ba-498a-9973-4774901b55be tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:13.091554 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-54f100c8-3948-4ae4-9153-d6138adadd5d req-ffbdc172-e7ba-498a-9973-4774901b55be tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 945 time: 0.0533600 Nov 24 13:56:13.125364 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=fd4ca4cb-7f97-49a7-b9c7-731fadac250b,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:13.155499 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-54f100c8-3948-4ae4-9153-d6138adadd5d req-ef6a57c6-8c32-452a-8353-76a630238c67 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482507 Nov 24 13:56:13.196379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223970ab-0521-4d3b-bb7d-acf81178d588 req-80ee33a4-aa8d-4ee7-888b-f078c6ce2f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:13.198352 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-223970ab-0521-4d3b-bb7d-acf81178d588 req-80ee33a4-aa8d-4ee7-888b-f078c6ce2f12 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 1097 time: 0.0415039 Nov 24 13:56:13.245174 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-223970ab-0521-4d3b-bb7d-acf81178d588 req-0098b06d-e661-46f2-b962-b6c450325df3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393705 Nov 24 13:56:14.279136 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35275d-fa3a-4e6a-acfa-7dd09c2ea3a3 req-6c65d872-b641-42fb-b9f7-8e306c879b76 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:14.280662 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc35275d-fa3a-4e6a-acfa-7dd09c2ea3a3 req-6c65d872-b641-42fb-b9f7-8e306c879b76 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0497749 Nov 24 13:56:14.330019 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cc35275d-fa3a-4e6a-acfa-7dd09c2ea3a3 req-1d7bed5f-93de-4049-bc30-cdd11bef1a78 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 Nov 24 13:56:15.450457 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a172880-fd30-4f82-b897-a086651283e5 req-7b47bc3a-1dc4-428a-8c48-3989b5d2b965 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:15.451905 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6a172880-fd30-4f82-b897-a086651283e5 req-7b47bc3a-1dc4-428a-8c48-3989b5d2b965 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0526099 Nov 24 13:56:15.500865 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6a172880-fd30-4f82-b897-a086651283e5 req-b71e6e52-1d87-422d-899b-821187dd0706 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429955 Nov 24 13:56:15.618573 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacd5cd-8f0d-4ef9-8285-f280e49f9a1a req-ab476028-7d73-47df-bdc4-1bb46f33df30 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:15.620645 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aeacd5cd-8f0d-4ef9-8285-f280e49f9a1a req-ab476028-7d73-47df-bdc4-1bb46f33df30 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0494192 Nov 24 13:56:15.671716 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-aeacd5cd-8f0d-4ef9-8285-f280e49f9a1a req-af742631-d250-4445-9ae2-540dec1a52cf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452266 Nov 24 13:56:15.693329 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58368) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:56:15.731875 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ce0392-19f1-4572-b017-60cb97d9ab65 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:15.733410 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d8ce0392-19f1-4572-b017-60cb97d9ab65 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 1092 time: 0.0391347 Nov 24 13:56:15.736239 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58370) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:56:15.740474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address': '172.20.0.12'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:56:15.763024 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:15.855527 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:15.957796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.25.0.72 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/624b548e-c9f7-490e-a664-f7af245ec1f3) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:56:16.058970 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:16.097244 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:16.137061 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:56:16.143198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:56:16.146670 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:56:16.152533 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=624b548e-c9f7-490e-a664-f7af245ec1f3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:16.498080 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:16.566907 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:16.715321 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:16.719567 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:16.786775 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=624b548e-c9f7-490e-a664-f7af245ec1f3,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:56:16.796651 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:16.897813 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Floating IP c5c902be-cb55-4636-88ad-72fd7a3ffdcd associated. External IP: 172.25.0.72, port: fd4ca4cb-7f97-49a7-b9c7-731fadac250b. Nov 24 13:56:17.103936 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 155acdef-e743-4825-8428-139273ab819b has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:56:17.557255 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:56:17.567248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10c1c87-c25c-422d-9abb-6239775110e1 None None] Sync routers for ids ['155acdef-e743-4825-8428-139273ab819b'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:56:17.574605 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:17.577593 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c1c87-c25c-422d-9abb-6239775110e1 None None] Routers {'155acdef-e743-4825-8428-139273ab819b'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:56:17.578206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a10c1c87-c25c-422d-9abb-6239775110e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['155acdef-e743-4825-8428-139273ab819b'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:17.601274 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-37179583-da50-4f6f-a52e-29062fb6c285 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8639898 Nov 24 13:56:17.601864 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'tag': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:56:17.604786 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}121e04d1351da8b3ec3a73c79ea7a0755ae7249025d9d76ace30dcea8a821f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34666c7-4aa3-4ae2-9ba8-d45d6665d82a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8aaa36-b060-4e98-9b27-aa08ec0c358f", "tag": "fd4ca4cb-7f97-49a7-b9c7-731fadac250b"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:56:17.702764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a10c1c87-c25c-422d-9abb-6239775110e1 None None] Set router 155acdef-e743-4825-8428-139273ab819b gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:56:17.727888 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59f7856-60aa-49d2-a9bd-f67888fc8b2d x-openstack-request-id: req-c59f7856-60aa-49d2-a9bd-f67888fc8b2d {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:56:17.728403 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8aaa36-b060-4e98-9b27-aa08ec0c358f", "tag": "fd4ca4cb-7f97-49a7-b9c7-731fadac250b", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:56:17.728513 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c59f7856-60aa-49d2-a9bd-f67888fc8b2d {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:56:17.729447 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'tag': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b', 'status': 'completed', 'code': 200} Nov 24 13:56:17.803574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52354923-f672-45cc-9545-c0670613979b req-c4985d42-3cf0-4e29-9308-748b150966aa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:17.805108 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-52354923-f672-45cc-9545-c0670613979b req-c4985d42-3cf0-4e29-9308-748b150966aa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0822699 Nov 24 13:56:17.813194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34666c7-4aa3-4ae2-9ba8-d45d6665d82a req-c01cfadf-3312-4275-b721-ad5e022d32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:17.814566 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c34666c7-4aa3-4ae2-9ba8-d45d6665d82a req-c01cfadf-3312-4275-b721-ad5e022d32fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 1097 time: 0.0619109 Nov 24 13:56:17.920834 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-52354923-f672-45cc-9545-c0670613979b req-13c8f4a1-08a4-4921-84d3-082e18823aca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052759 Nov 24 13:56:17.942766 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a10c1c87-c25c-422d-9abb-6239775110e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'c5c902be-cb55-4636-88ad-72fd7a3ffdcd', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '155acdef-e743-4825-8428-139273ab819b', 'port_id': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'mac_address': 'fa:16:3e:25:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:56:16Z', 'updated_at': '2021-11-24T13:56:16Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78173524-80be-4cd9-9d72-9c493ae46d80', 'name': '', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:e6:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:02Z', 'updated_at': '2021-11-24T13:56:06Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:17.944386 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58380) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:56:17.944776 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34666c7-4aa3-4ae2-9ba8-d45d6665d82a req-5e768f09-0b04-4b07-ae6d-00140024cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:17.946248 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c34666c7-4aa3-4ae2-9ba8-d45d6665d82a req-5e768f09-0b04-4b07-ae6d-00140024cbbb service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 HTTP/1.1" status: 200 len: 898 time: 0.1239185 Nov 24 13:56:17.970797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10c1c87-c25c-422d-9abb-6239775110e1 None None] Checking router: 155acdef-e743-4825-8428-139273ab819b for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:56:17.979378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10c1c87-c25c-422d-9abb-6239775110e1 None None] Routers {'155acdef-e743-4825-8428-139273ab819b'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:56:17.980494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a10c1c87-c25c-422d-9abb-6239775110e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:55:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['155acdef-e743-4825-8428-139273ab819b'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:18.008407 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-70312865-1efd-4eb4-a805-81f2cc4c5dc8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/c5c902be-cb55-4636-88ad-72fd7a3ffdcd HTTP/1.1" status: 200 len: 991 time: 0.0616813 Nov 24 13:56:18.021035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c34666c7-4aa3-4ae2-9ba8-d45d6665d82a req-26062c6c-dd23-4ca9-b611-92aace1ae422 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd4ca4cb-7f97-49a7-b9c7-731fadac250b HTTP/1.1" status: 200 len: 999 time: 0.0674546 Nov 24 13:56:18.072527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34666c7-4aa3-4ae2-9ba8-d45d6665d82a req-9feec4c3-3d1a-41af-b6df-765dcfa15284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:18.073985 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c34666c7-4aa3-4ae2-9ba8-d45d6665d82a req-9feec4c3-3d1a-41af-b6df-765dcfa15284 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f9a4bfd-4268-41dc-af4f-8af988895667 HTTP/1.1" status: 200 len: 835 time: 0.0464544 Nov 24 13:56:18.124157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34666c7-4aa3-4ae2-9ba8-d45d6665d82a req-60e7a3c2-07cc-49da-a8df-dddcc304376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:18.125798 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c34666c7-4aa3-4ae2-9ba8-d45d6665d82a req-60e7a3c2-07cc-49da-a8df-dddcc304376a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449805 Nov 24 13:56:18.223903 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c34666c7-4aa3-4ae2-9ba8-d45d6665d82a req-0fe4e0dc-450e-4730-bed4-cee87a2cd5cf service neutron] 10.222.0.46 "GET /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905795 Nov 24 13:56:18.246647 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a10c1c87-c25c-422d-9abb-6239775110e1 None None] Set router 155acdef-e743-4825-8428-139273ab819b gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:56:18.314807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c34666c7-4aa3-4ae2-9ba8-d45d6665d82a req-10932563-f76e-4eb6-81c1-9bfb9ae7cc88 service neutron] 10.222.0.46 "GET /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835850 Nov 24 13:56:18.476884 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a10c1c87-c25c-422d-9abb-6239775110e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'c5c902be-cb55-4636-88ad-72fd7a3ffdcd', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '155acdef-e743-4825-8428-139273ab819b', 'port_id': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'mac_address': 'fa:16:3e:25:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:56:16Z', 'updated_at': '2021-11-24T13:56:16Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78173524-80be-4cd9-9d72-9c493ae46d80', 'name': '', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:e6:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:02Z', 'updated_at': '2021-11-24T13:56:06Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:56:18.506705 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10c1c87-c25c-422d-9abb-6239775110e1 None None] The sync data for ids ['155acdef-e743-4825-8428-139273ab819b'] in n-d-817303-4 is: [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'c5c902be-cb55-4636-88ad-72fd7a3ffdcd', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '155acdef-e743-4825-8428-139273ab819b', 'port_id': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'mac_address': 'fa:16:3e:25:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:56:16Z', 'updated_at': '2021-11-24T13:56:16Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78173524-80be-4cd9-9d72-9c493ae46d80', 'name': '', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:e6:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:02Z', 'updated_at': '2021-11-24T13:56:06Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:56:18.692817 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88103e1a-ba53-466c-b633-ea529a04d282 None None] New status for floating IP c5c902be-cb55-4636-88ad-72fd7a3ffdcd: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:56:19.010514 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58382) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:56:19.074683 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-82274722-a543-41a3-b534-cdab26bfa572 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/c5c902be-cb55-4636-88ad-72fd7a3ffdcd HTTP/1.1" status: 200 len: 993 time: 0.0630100 Nov 24 13:56:20.944248 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c13b818c-02d0-4bd3-875e-1464ac9f9c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:21.740301 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:56:23.391373 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6fd13fc7-d72e-48dc-9426-7bff501f0372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:24.591461 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:26.112007 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:26.795247 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:36.850884 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:40.133035 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:50.478675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d14175-d3ee-4428-a040-b1b4908ab7a6 req-45b78a6a-e946-4f61-bc55-d11b51ebcd93 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:50.480135 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8d14175-d3ee-4428-a040-b1b4908ab7a6 req-45b78a6a-e946-4f61-bc55-d11b51ebcd93 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0535843 Nov 24 13:56:50.530566 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8d14175-d3ee-4428-a040-b1b4908ab7a6 req-5b3f8455-355d-4e6c-aa20-6dd83c6243ad tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442278 Nov 24 13:56:50.945267 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-026311a7-d383-4aac-a093-a920a3c85c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:51.653702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75497800-002e-484f-b992-b711035c877c req-a9f51171-08e4-46d0-8df5-a9df88bc0257 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:51.655202 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75497800-002e-484f-b992-b711035c877c req-a9f51171-08e4-46d0-8df5-a9df88bc0257 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0506377 Nov 24 13:56:51.704823 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-75497800-002e-484f-b992-b711035c877c req-992f5b57-61d6-41aa-b246-4c7f6ed63b40 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435178 Nov 24 13:56:52.819174 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a553f-8cb7-44c5-88f8-ebe63bd7c46c req-59578f07-311f-4bf2-afc9-d63c314d2602 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:52.820632 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c5a553f-8cb7-44c5-88f8-ebe63bd7c46c req-59578f07-311f-4bf2-afc9-d63c314d2602 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0472662 Nov 24 13:56:52.871699 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5c5a553f-8cb7-44c5-88f8-ebe63bd7c46c req-6444b6f6-2f5b-4213-91f0-04ebc4452341 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442579 Nov 24 13:56:53.385212 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6a793bd2-89bd-4cb4-8fc9-872deaecbccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:53.990257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3251ec4-afd0-47a9-954b-05b1f79d9d3f req-e9ea0b17-95be-4d2b-9527-b0c4c527e4d1 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:53.991718 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3251ec4-afd0-47a9-954b-05b1f79d9d3f req-e9ea0b17-95be-4d2b-9527-b0c4c527e4d1 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0505533 Nov 24 13:56:54.049807 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a3251ec4-afd0-47a9-954b-05b1f79d9d3f req-f557b259-d4ad-4638-9c5f-51035f19373e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517702 Nov 24 13:56:54.593057 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:54.883942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce9db0-1c3d-47d0-95f7-b53633e86943 req-0d2350d6-e539-40bc-bdac-d3c054363b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:54.885460 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64ce9db0-1c3d-47d0-95f7-b53633e86943 req-0d2350d6-e539-40bc-bdac-d3c054363b2e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 1097 time: 0.0887377 Nov 24 13:56:54.987717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce9db0-1c3d-47d0-95f7-b53633e86943 req-b1a412cd-6941-47b7-b5b4-cb9144740505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:54.989202 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64ce9db0-1c3d-47d0-95f7-b53633e86943 req-b1a412cd-6941-47b7-b5b4-cb9144740505 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 HTTP/1.1" status: 200 len: 898 time: 0.0842268 Nov 24 13:56:55.057769 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64ce9db0-1c3d-47d0-95f7-b53633e86943 req-fff4ecd2-961e-4d72-bd5b-ba7e89e58b8d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd4ca4cb-7f97-49a7-b9c7-731fadac250b HTTP/1.1" status: 200 len: 1001 time: 0.0602841 Nov 24 13:56:55.106570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce9db0-1c3d-47d0-95f7-b53633e86943 req-a2e18a2d-fee8-4195-bafc-136ca2378aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:55.107973 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64ce9db0-1c3d-47d0-95f7-b53633e86943 req-a2e18a2d-fee8-4195-bafc-136ca2378aac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f9a4bfd-4268-41dc-af4f-8af988895667 HTTP/1.1" status: 200 len: 835 time: 0.0434880 Nov 24 13:56:55.154333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce9db0-1c3d-47d0-95f7-b53633e86943 req-6b05a600-77c9-4ff9-993f-7a91d7be6634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:55.155833 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64ce9db0-1c3d-47d0-95f7-b53633e86943 req-6b05a600-77c9-4ff9-993f-7a91d7be6634 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411348 Nov 24 13:56:55.166416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb015a-11ba-4c5c-8109-4760ffd6e84b req-698c29c4-3d03-4e24-8cae-e39ecc73587f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:55.167895 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-26fb015a-11ba-4c5c-8109-4760ffd6e84b req-698c29c4-3d03-4e24-8cae-e39ecc73587f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0499570 Nov 24 13:56:55.221586 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-26fb015a-11ba-4c5c-8109-4760ffd6e84b req-1499cad4-2bac-438b-bf9e-fa5fb945357a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476785 Nov 24 13:56:55.253170 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64ce9db0-1c3d-47d0-95f7-b53633e86943 req-405cc526-1e9a-4565-8319-ad0e2d8366a1 service neutron] 10.222.0.46 "GET /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887296 Nov 24 13:56:55.342667 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64ce9db0-1c3d-47d0-95f7-b53633e86943 req-9b8c0324-205f-428d-a664-6dd8ddc2dbc7 service neutron] 10.222.0.46 "GET /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827684 Nov 24 13:56:56.115130 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:56.347402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5157e-677a-4b6e-8db3-56c3ccc94e8b req-967b6e97-5f1f-47a1-8fed-33801be7f0f8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:56.348811 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42a5157e-677a-4b6e-8db3-56c3ccc94e8b req-967b6e97-5f1f-47a1-8fed-33801be7f0f8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0556679 Nov 24 13:56:56.397146 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-42a5157e-677a-4b6e-8db3-56c3ccc94e8b req-1ecbb5de-3f8b-4f1a-8e44-cc99e4b33c00 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423548 Nov 24 13:56:56.797950 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:56:57.511373 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b2cef-4a04-4a98-ba61-92c083d3da37 req-43e19fe7-da88-4b24-991f-232221981542 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:57.513007 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-534b2cef-4a04-4a98-ba61-92c083d3da37 req-43e19fe7-da88-4b24-991f-232221981542 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0477042 Nov 24 13:56:57.562728 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-534b2cef-4a04-4a98-ba61-92c083d3da37 req-777d5673-c74b-4e75-b4ff-a78bba10e61f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428619 Nov 24 13:56:58.681689 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde89907-69d9-4c92-8372-d195f836d2cd req-9cc9c232-d83b-43b9-98b8-02b7db2447b7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:58.683154 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fde89907-69d9-4c92-8372-d195f836d2cd req-9cc9c232-d83b-43b9-98b8-02b7db2447b7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0507090 Nov 24 13:56:58.730951 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fde89907-69d9-4c92-8372-d195f836d2cd req-963875f1-0d53-4f89-96ed-0a07556b1d5a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417449 Nov 24 13:56:58.739619 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:56:59.851419 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e211f42-8325-4941-830a-59ed94dc91bc req-c397c076-1e05-4979-b268-777300525b36 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:56:59.853477 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4e211f42-8325-4941-830a-59ed94dc91bc req-c397c076-1e05-4979-b268-777300525b36 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0491269 Nov 24 13:56:59.901142 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4e211f42-8325-4941-830a-59ed94dc91bc req-694fcbaf-5010-49f7-bbf6-2e5ab4b6cf63 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 Nov 24 13:57:01.019982 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89057f-d7a1-4731-8ec7-7495365e7152 req-961e5d0e-af31-450a-bc75-7117f2921922 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:01.021497 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8c89057f-d7a1-4731-8ec7-7495365e7152 req-961e5d0e-af31-450a-bc75-7117f2921922 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0520554 Nov 24 13:57:01.070626 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8c89057f-d7a1-4731-8ec7-7495365e7152 req-7a5dec83-ee81-48b9-8ba6-224296100796 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426018 Nov 24 13:57:02.189254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c6efb-f942-4132-b827-f5c0de707d61 req-032cf81c-5d3e-406e-b4cb-c29d689fb713 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:02.190692 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-893c6efb-f942-4132-b827-f5c0de707d61 req-032cf81c-5d3e-406e-b4cb-c29d689fb713 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0516186 Nov 24 13:57:02.238135 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-893c6efb-f942-4132-b827-f5c0de707d61 req-dcda11e4-9ffa-452f-89ec-5c7e5b9741d7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415418 Nov 24 13:57:03.353623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62037d70-2a70-4cbc-8af6-c2bf36bb94eb req-06de35d6-2bfa-41f3-9048-50c5240434e0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:03.355110 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62037d70-2a70-4cbc-8af6-c2bf36bb94eb req-06de35d6-2bfa-41f3-9048-50c5240434e0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0489309 Nov 24 13:57:03.403555 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-62037d70-2a70-4cbc-8af6-c2bf36bb94eb req-8c241ce0-faa5-4699-8763-ac0dfce3e28a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423586 Nov 24 13:57:04.521232 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663a972-0059-44d8-bd31-46bfb502cc5f req-3f84ffdc-487e-41ab-8fbf-8f02f43836f7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:04.522629 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9663a972-0059-44d8-bd31-46bfb502cc5f req-3f84ffdc-487e-41ab-8fbf-8f02f43836f7 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0500181 Nov 24 13:57:04.572494 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9663a972-0059-44d8-bd31-46bfb502cc5f req-2f1eb597-969d-4b3e-bc5a-a627291ed012 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432031 Nov 24 13:57:05.688555 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e975582-ff45-4194-b4c1-b53df821847c req-ed6ef07c-17d3-44bd-93c6-f03c018a265d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:05.690197 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9e975582-ff45-4194-b4c1-b53df821847c req-ed6ef07c-17d3-44bd-93c6-f03c018a265d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0508902 Nov 24 13:57:05.752472 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9e975582-ff45-4194-b4c1-b53df821847c req-8c7abc15-3963-4f98-aec9-cf2d834e24a6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506270 Nov 24 13:57:06.871860 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0125fe0-8c5c-42f8-9a0b-0126bd32f0ed req-2a318cc0-f988-4c52-b475-5cbbf4fd7a70 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:06.873423 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a0125fe0-8c5c-42f8-9a0b-0126bd32f0ed req-2a318cc0-f988-4c52-b475-5cbbf4fd7a70 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0544157 Nov 24 13:57:06.880416 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:06.923102 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a0125fe0-8c5c-42f8-9a0b-0126bd32f0ed req-b8b9f4e1-fd79-4937-b523-886bef3999c0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429788 Nov 24 13:57:06.945449 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58430) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:07.006203 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b3661491-3ae6-4247-852a-25607b1851d3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/c5c902be-cb55-4636-88ad-72fd7a3ffdcd HTTP/1.1" status: 200 len: 993 time: 0.0590537 Nov 24 13:57:08.287219 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f94d6-ef9e-411e-9a1c-552d33088230 req-01fc723c-4be2-4d67-be82-d57193671bb9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:08.288670 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa0f94d6-ef9e-411e-9a1c-552d33088230 req-01fc723c-4be2-4d67-be82-d57193671bb9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0708423 Nov 24 13:57:08.317744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115726ef-a826-467b-9f3b-2a7a78277d5d req-892a1055-79db-42e4-8b63-a46a84a504c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:08.319193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-115726ef-a826-467b-9f3b-2a7a78277d5d req-892a1055-79db-42e4-8b63-a46a84a504c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 1097 time: 0.0644145 Nov 24 13:57:08.371125 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-aa0f94d6-ef9e-411e-9a1c-552d33088230 req-0cb57058-8a62-44eb-b90a-52cdba5ea77e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758402 Nov 24 13:57:08.431370 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115726ef-a826-467b-9f3b-2a7a78277d5d req-7652fec3-5eb4-4020-b36a-cca49edd0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:08.432861 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-115726ef-a826-467b-9f3b-2a7a78277d5d req-7652fec3-5eb4-4020-b36a-cca49edd0a93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 HTTP/1.1" status: 200 len: 898 time: 0.1044447 Nov 24 13:57:08.498193 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-115726ef-a826-467b-9f3b-2a7a78277d5d req-a4ad0f78-9f2c-4716-a292-f78dff2f3e02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd4ca4cb-7f97-49a7-b9c7-731fadac250b HTTP/1.1" status: 200 len: 1001 time: 0.0576327 Nov 24 13:57:08.547686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115726ef-a826-467b-9f3b-2a7a78277d5d req-79e17ecc-c43b-4f1e-bce1-1326c2f3e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:08.549043 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-115726ef-a826-467b-9f3b-2a7a78277d5d req-79e17ecc-c43b-4f1e-bce1-1326c2f3e763 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f9a4bfd-4268-41dc-af4f-8af988895667 HTTP/1.1" status: 200 len: 835 time: 0.0424976 Nov 24 13:57:08.598759 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115726ef-a826-467b-9f3b-2a7a78277d5d req-99955383-1cb5-4e0c-886e-f41ffbc92232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:08.600226 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-115726ef-a826-467b-9f3b-2a7a78277d5d req-99955383-1cb5-4e0c-886e-f41ffbc92232 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430257 Nov 24 13:57:08.690453 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-115726ef-a826-467b-9f3b-2a7a78277d5d req-07b3d2b6-8c7c-4e44-aa88-56e32ca9fd85 service neutron] 10.222.0.46 "GET /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825400 Nov 24 13:57:08.787421 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-115726ef-a826-467b-9f3b-2a7a78277d5d req-35197403-7d52-4881-8eb3-b7f2499a3fc7 service neutron] 10.222.0.46 "GET /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855484 Nov 24 13:57:09.490496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da30df-5517-4fdd-b1b1-7db3eb796f10 req-b28eae3a-ac04-426b-b6c0-5aaf32874917 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:09.491972 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36da30df-5517-4fdd-b1b1-7db3eb796f10 req-b28eae3a-ac04-426b-b6c0-5aaf32874917 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0511687 Nov 24 13:57:09.545536 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-36da30df-5517-4fdd-b1b1-7db3eb796f10 req-d070c012-e0fc-4255-bf83-4c70e1ec56db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467777 Nov 24 13:57:09.568095 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58440) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:09.627885 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8d4e3d16-3618-4822-b355-0a8569967c5e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/c5c902be-cb55-4636-88ad-72fd7a3ffdcd HTTP/1.1" status: 200 len: 993 time: 0.0585041 Nov 24 13:57:10.135344 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:20.948656 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bc13019d-da3c-4373-abaa-8b8a9a557b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:23.386824 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4513b047-ad56-4309-914e-fb2a4f090884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:24.596165 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:26.119949 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:26.799446 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:35.738556 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:57:36.885453 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:40.133816 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:40.146582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58460) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:40.302353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port 624b548e-c9f7-490e-a664-f7af245ec1f3 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:57:40.302703 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:40.379810 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:40.380139 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:40.391676 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for 624b548e-c9f7-490e-a664-f7af245ec1f3 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:57:40.539434 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:40.569191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=624b548e-c9f7-490e-a664-f7af245ec1f3,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:40.594368 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:40.594722 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:40.595066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:40.595409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:40.595742 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:40.596078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:40.596405 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:40.596783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:40.597133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:40.597479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:40.597824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:40.598168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:40.637483 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:40.637858 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Floating IP c5c902be-cb55-4636-88ad-72fd7a3ffdcd disassociated (deleted). External IP: 172.25.0.72, port: fd4ca4cb-7f97-49a7-b9c7-731fadac250b. Nov 24 13:57:40.840181 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 155acdef-e743-4825-8428-139273ab819b has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:57:40.945379 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:57:40.949762 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:40.956039 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b9600-b170-47ef-b6b6-7a6740dc8397 None None] Sync routers for ids ['155acdef-e743-4825-8428-139273ab819b'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:57:40.965870 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b9600-b170-47ef-b6b6-7a6740dc8397 None None] Routers {'155acdef-e743-4825-8428-139273ab819b'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:57:40.966592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e41b9600-b170-47ef-b6b6-7a6740dc8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:57:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['155acdef-e743-4825-8428-139273ab819b'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:40.976236 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0563b988-de11-42a6-b8e0-ccdc78f7d69e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/floatingips/c5c902be-cb55-4636-88ad-72fd7a3ffdcd HTTP/1.1" status: 204 len: 168 time: 0.8285460 Nov 24 13:57:40.977224 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'tag': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:57:40.979580 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d105c264-f3bb-4fe3-bb9f-4b75cc56a248" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8aaa36-b060-4e98-9b27-aa08ec0c358f", "tag": "fd4ca4cb-7f97-49a7-b9c7-731fadac250b"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:57:41.023754 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e026190b-850a-4678-89d0-cd713f7b6457 x-openstack-request-id: req-e026190b-850a-4678-89d0-cd713f7b6457 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:57:41.024136 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8aaa36-b060-4e98-9b27-aa08ec0c358f", "tag": "fd4ca4cb-7f97-49a7-b9c7-731fadac250b", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:57:41.025064 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e026190b-850a-4678-89d0-cd713f7b6457 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:57:41.025554 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'tag': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b', 'status': 'completed', 'code': 200} Nov 24 13:57:41.075941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e41b9600-b170-47ef-b6b6-7a6740dc8397 None None] Set router 155acdef-e743-4825-8428-139273ab819b gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:57:41.094738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105c264-f3bb-4fe3-bb9f-4b75cc56a248 req-e0982a2f-6672-48f1-8883-d00d7e1f667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:41.096205 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d105c264-f3bb-4fe3-bb9f-4b75cc56a248 req-e0982a2f-6672-48f1-8883-d00d7e1f667b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 1097 time: 0.0503199 Nov 24 13:57:41.233156 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105c264-f3bb-4fe3-bb9f-4b75cc56a248 req-2027d500-7185-4a8f-9a60-76f50e93607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:41.234646 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d105c264-f3bb-4fe3-bb9f-4b75cc56a248 req-2027d500-7185-4a8f-9a60-76f50e93607e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 HTTP/1.1" status: 200 len: 898 time: 0.1253076 Nov 24 13:57:41.245835 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90eee00-3eb3-4c2b-a47d-3a9f6be5bc1f req-c05da0b2-9f4d-4e1c-b50b-4d1e4c62eed3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:41.247360 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e90eee00-3eb3-4c2b-a47d-3a9f6be5bc1f req-c05da0b2-9f4d-4e1c-b50b-4d1e4c62eed3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0717034 Nov 24 13:57:41.286580 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e41b9600-b170-47ef-b6b6-7a6740dc8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '78173524-80be-4cd9-9d72-9c493ae46d80', 'name': '', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:e6:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:02Z', 'updated_at': '2021-11-24T13:56:06Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:41.293123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d105c264-f3bb-4fe3-bb9f-4b75cc56a248 req-00e31428-6208-417f-a2a5-ca301a1a711a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd4ca4cb-7f97-49a7-b9c7-731fadac250b HTTP/1.1" status: 200 len: 217 time: 0.0447657 Nov 24 13:57:41.316481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b9600-b170-47ef-b6b6-7a6740dc8397 None None] Checking router: 155acdef-e743-4825-8428-139273ab819b for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:57:41.325025 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b9600-b170-47ef-b6b6-7a6740dc8397 None None] Routers {'155acdef-e743-4825-8428-139273ab819b'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:57:41.325659 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e41b9600-b170-47ef-b6b6-7a6740dc8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:57:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['155acdef-e743-4825-8428-139273ab819b'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:41.431199 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e41b9600-b170-47ef-b6b6-7a6740dc8397 None None] Set router 155acdef-e743-4825-8428-139273ab819b gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:57:41.649758 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e41b9600-b170-47ef-b6b6-7a6740dc8397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '78173524-80be-4cd9-9d72-9c493ae46d80', 'name': '', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:e6:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:02Z', 'updated_at': '2021-11-24T13:56:06Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:41.681073 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b9600-b170-47ef-b6b6-7a6740dc8397 None None] The sync data for ids ['155acdef-e743-4825-8428-139273ab819b'] in n-d-817303-4 is: [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '78173524-80be-4cd9-9d72-9c493ae46d80', 'name': '', 'network_id': 'ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:e6:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:02Z', 'updated_at': '2021-11-24T13:56:06Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': '6f9a4bfd-4268-41dc-af4f-8af988895667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:57:41.705765 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e90eee00-3eb3-4c2b-a47d-3a9f6be5bc1f req-c1dd99a4-7ea5-4702-b02b-c9753b30e44e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4517603 Nov 24 13:57:41.714755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105c264-f3bb-4fe3-bb9f-4b75cc56a248 req-842a4aab-2d26-4491-bcc0-33732e3960a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:41.716218 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d105c264-f3bb-4fe3-bb9f-4b75cc56a248 req-842a4aab-2d26-4491-bcc0-33732e3960a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f9a4bfd-4268-41dc-af4f-8af988895667 HTTP/1.1" status: 200 len: 835 time: 0.4154196 Nov 24 13:57:41.765477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105c264-f3bb-4fe3-bb9f-4b75cc56a248 req-c82b811c-8bf3-4db3-8789-c69c9ceff66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:41.766982 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d105c264-f3bb-4fe3-bb9f-4b75cc56a248 req-c82b811c-8bf3-4db3-8789-c69c9ceff66d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418024 Nov 24 13:57:41.865635 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d105c264-f3bb-4fe3-bb9f-4b75cc56a248 req-9b53b72d-dc76-436f-998d-f8e22e5431ae service neutron] 10.222.0.46 "GET /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872037 Nov 24 13:57:41.904161 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c82b45b-16bb-4414-ad06-f97eca00ea11 None None] New status for floating IP c5c902be-cb55-4636-88ad-72fd7a3ffdcd: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:57:41.961399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d105c264-f3bb-4fe3-bb9f-4b75cc56a248 req-eb94b2af-e762-4827-8ecf-d374d800af39 service neutron] 10.222.0.46 "GET /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873544 Nov 24 13:57:42.771299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec402d7-033c-4a0d-b1e4-e0743f4be16e req-4639857d-256f-471a-8ef7-5a79507dc13c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:42.773371 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bec402d7-033c-4a0d-b1e4-e0743f4be16e req-4639857d-256f-471a-8ef7-5a79507dc13c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0501628 Nov 24 13:57:42.826874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569338cd-7b52-4aa1-ad88-1785747b0123 req-b4dedfaa-4474-4577-9172-5a69a59ee56f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:42.829094 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-569338cd-7b52-4aa1-ad88-1785747b0123 req-b4dedfaa-4474-4577-9172-5a69a59ee56f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb8aaa36-b060-4e98-9b27-aa08ec0c358f HTTP/1.1" status: 200 len: 946 time: 0.0503516 Nov 24 13:57:42.869315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-bec402d7-033c-4a0d-b1e4-e0743f4be16e req-b9c38216-f622-4c3c-9e4e-c00cbc570a81 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port fd4ca4cb-7f97-49a7-b9c7-731fadac250b {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:57:42.869966 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bec402d7-033c-4a0d-b1e4-e0743f4be16e req-b9c38216-f622-4c3c-9e4e-c00cbc570a81 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:42.882793 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-569338cd-7b52-4aa1-ad88-1785747b0123 req-d1d96359-cf1c-48b1-a676-fc9043bad881 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=4349f423-a7d9-40ad-984f-fc582f0f79de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469429 Nov 24 13:57:42.958484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-bec402d7-033c-4a0d-b1e4-e0743f4be16e req-b9c38216-f622-4c3c-9e4e-c00cbc570a81 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port fd4ca4cb-7f97-49a7-b9c7-731fadac250b, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=fd4ca4cb-7f97-49a7-b9c7-731fadac250b,segment=NetworkSegment(dd4786aa-97e8-48a0-bfaa-809723db39d3),segment_id=dd4786aa-97e8-48a0-bfaa-809723db39d3)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:57:42.958851 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bec402d7-033c-4a0d-b1e4-e0743f4be16e req-b9c38216-f622-4c3c-9e4e-c00cbc570a81 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:42.971438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-bec402d7-033c-4a0d-b1e4-e0743f4be16e req-b9c38216-f622-4c3c-9e4e-c00cbc570a81 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for fd4ca4cb-7f97-49a7-b9c7-731fadac250b owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:57:43.102938 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bec402d7-033c-4a0d-b1e4-e0743f4be16e req-b9c38216-f622-4c3c-9e4e-c00cbc570a81 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:43.131636 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c38216-f622-4c3c-9e4e-c00cbc570a81 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=fd4ca4cb-7f97-49a7-b9c7-731fadac250b,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:43.177962 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec402d7-033c-4a0d-b1e4-e0743f4be16e req-b9c38216-f622-4c3c-9e4e-c00cbc570a81 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] No DVR routers for this DVR port fd4ca4cb-7f97-49a7-b9c7-731fadac250b on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:43.180572 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bec402d7-033c-4a0d-b1e4-e0743f4be16e req-b9c38216-f622-4c3c-9e4e-c00cbc570a81 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:43.184032 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bec402d7-033c-4a0d-b1e4-e0743f4be16e req-b9c38216-f622-4c3c-9e4e-c00cbc570a81 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "DELETE /v2.0/ports/fd4ca4cb-7f97-49a7-b9c7-731fadac250b HTTP/1.1" status: 204 len: 173 time: 0.4048321 Nov 24 13:57:43.184482 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'name': 'network-vif-deleted', 'tag': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:57:43.186839 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af86325d-7b2e-457a-88dd-fa692956a007" -d '{"events": [{"server_uuid": "cb8aaa36-b060-4e98-9b27-aa08ec0c358f", "name": "network-vif-deleted", "tag": "fd4ca4cb-7f97-49a7-b9c7-731fadac250b"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:57:43.227452 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d37dfa1-e432-4bea-bdab-9c8341670c82 x-openstack-request-id: req-5d37dfa1-e432-4bea-bdab-9c8341670c82 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:57:43.227848 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8aaa36-b060-4e98-9b27-aa08ec0c358f", "name": "network-vif-deleted", "tag": "fd4ca4cb-7f97-49a7-b9c7-731fadac250b", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:57:43.228071 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d37dfa1-e432-4bea-bdab-9c8341670c82 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:57:43.228533 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8aaa36-b060-4e98-9b27-aa08ec0c358f', 'name': 'network-vif-deleted', 'tag': 'fd4ca4cb-7f97-49a7-b9c7-731fadac250b', 'status': 'completed', 'code': 200} Nov 24 13:57:43.939470 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58476) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:44.299786 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63e6a3a0-8d4e-4d6e-a802-d50542dbf222 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:44.559727 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-63e6a3a0-8d4e-4d6e-a802-d50542dbf222 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port 78173524-80be-4cd9-9d72-9c493ae46d80 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:57:44.559990 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63e6a3a0-8d4e-4d6e-a802-d50542dbf222 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:44.651250 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-63e6a3a0-8d4e-4d6e-a802-d50542dbf222 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port 78173524-80be-4cd9-9d72-9c493ae46d80, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=78173524-80be-4cd9-9d72-9c493ae46d80,segment=NetworkSegment(dd4786aa-97e8-48a0-bfaa-809723db39d3),segment_id=dd4786aa-97e8-48a0-bfaa-809723db39d3)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:57:44.651610 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63e6a3a0-8d4e-4d6e-a802-d50542dbf222 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:44.663744 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-63e6a3a0-8d4e-4d6e-a802-d50542dbf222 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for 78173524-80be-4cd9-9d72-9c493ae46d80 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:57:44.848038 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63e6a3a0-8d4e-4d6e-a802-d50542dbf222 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:44.873575 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6a3a0-8d4e-4d6e-a802-d50542dbf222 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=78173524-80be-4cd9-9d72-9c493ae46d80,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:45.055452 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-63e6a3a0-8d4e-4d6e-a802-d50542dbf222 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:45.276260 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e6a3a0-8d4e-4d6e-a802-d50542dbf222 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 155acdef-e743-4825-8428-139273ab819b has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:57:45.351532 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fd4ca4cb-7f97-49a7-b9c7-731fadac250b no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:57:45.378114 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: fd4ca4cb-7f97-49a7-b9c7-731fadac250b {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:57:45.378470 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device fd4ca4cb-7f97-49a7-b9c7-731fadac250b not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:57:45.383940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e6a3a0-8d4e-4d6e-a802-d50542dbf222 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:57:45.391696 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-63e6a3a0-8d4e-4d6e-a802-d50542dbf222 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "PUT /v2.0/routers/155acdef-e743-4825-8428-139273ab819b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4488864 Nov 24 13:57:45.392004 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58482) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:45.397316 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17144762-2d55-451b-b3dc-1f6b607cfe50 None None] Sync routers for ids ['155acdef-e743-4825-8428-139273ab819b'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:57:45.407762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17144762-2d55-451b-b3dc-1f6b607cfe50 None None] Routers {'155acdef-e743-4825-8428-139273ab819b'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:57:45.408515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-17144762-2d55-451b-b3dc-1f6b607cfe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:57:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['155acdef-e743-4825-8428-139273ab819b'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:45.453089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bba80b0-aaac-4ac9-968c-e5c3beea4853 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting subnet 6f9a4bfd-4268-41dc-af4f-8af988895667 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:57:45.456843 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4bba80b0-aaac-4ac9-968c-e5c3beea4853 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:45.498242 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4bba80b0-aaac-4ac9-968c-e5c3beea4853 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:45.528671 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-17144762-2d55-451b-b3dc-1f6b607cfe50 None None] Set router 155acdef-e743-4825-8428-139273ab819b gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:57:45.580710 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4bba80b0-aaac-4ac9-968c-e5c3beea4853 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:45.644384 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4bba80b0-aaac-4ac9-968c-e5c3beea4853 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:45.673191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba80b0-aaac-4ac9-968c-e5c3beea4853 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9a4bfd-4268-41dc-af4f-8af988895667,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:45.675176 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4bba80b0-aaac-4ac9-968c-e5c3beea4853 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:45.681001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4bba80b0-aaac-4ac9-968c-e5c3beea4853 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/subnets/6f9a4bfd-4268-41dc-af4f-8af988895667 HTTP/1.1" status: 204 len: 168 time: 0.2854507 Nov 24 13:57:45.681400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58486) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:45.683397 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7b3d35-c130-4634-83ba-fef4c1058c8e None None] Network ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:57:45.789597 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:45.802020 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-17144762-2d55-451b-b3dc-1f6b607cfe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:57:44Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:45.836322 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17144762-2d55-451b-b3dc-1f6b607cfe50 None None] Checking router: 155acdef-e743-4825-8428-139273ab819b for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:57:45.851958 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17144762-2d55-451b-b3dc-1f6b607cfe50 None None] Routers {'155acdef-e743-4825-8428-139273ab819b'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:57:45.852550 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-17144762-2d55-451b-b3dc-1f6b607cfe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:57:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['155acdef-e743-4825-8428-139273ab819b'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:45.900852 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:45.932549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] DHCP port deletion for ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:57:45.954851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:57:45.955192 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:45.984812 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-17144762-2d55-451b-b3dc-1f6b607cfe50 None None] Set router 155acdef-e743-4825-8428-139273ab819b gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:57:46.035505 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port 881a56c1-5c8f-4e5f-ae10-ef0a83a01362, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=881a56c1-5c8f-4e5f-ae10-ef0a83a01362,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:57:46.035905 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.049180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:57:46.227720 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.258747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=881a56c1-5c8f-4e5f-ae10-ef0a83a01362,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:46.263609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Deleting port 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:57:46.264029 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.282496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa022364-76c5-41d4-9fcb-fff470e09f73 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:57:46.320011 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.352468 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] For port 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=7d0fed39-8c80-4bb1-be69-cf1a2b7f1257,segment=NetworkSegment(dd4786aa-97e8-48a0-bfaa-809723db39d3),segment_id=dd4786aa-97e8-48a0-bfaa-809723db39d3)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:57:46.353150 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.382644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Calling delete_port for 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:57:46.409806 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.411934 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.456119 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.456671 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Fanout notify agent at l3_agent the message router_deleted on router 155acdef-e743-4825-8428-139273ab819b {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:57:46.463732 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.467493 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-89e3a887-d3ce-4949-8cd0-da99f92ad2db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/routers/155acdef-e743-4825-8428-139273ab819b HTTP/1.1" status: 204 len: 168 time: 0.7827425 Nov 24 13:57:46.467690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58488) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:46.473764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-17144762-2d55-451b-b3dc-1f6b607cfe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:57:44Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:46.507527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17144762-2d55-451b-b3dc-1f6b607cfe50 None None] The sync data for ids ['155acdef-e743-4825-8428-139273ab819b'] in n-d-817303-4 is: [{'id': '155acdef-e743-4825-8428-139273ab819b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370863192', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:57:44Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '881a56c1-5c8f-4e5f-ae10-ef0a83a01362', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:3e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155acdef-e743-4825-8428-139273ab819b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:56:00Z', 'updated_at': '2021-11-24T13:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:57:46.515315 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.547798 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Pushing event deleted for resources: {'Port': ['ID=7d0fed39-8c80-4bb1-be69-cf1a2b7f1257,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:46.548581 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dea1a56e-29ca-41be-9fca-198d5d912825 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.552248 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] No DVR routers for this DVR port 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:57:46.559684 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.562771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.562771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.562771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.562771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.562771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.562771 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.563741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.563741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.563741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.564351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.564351 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cecba7-7277-45b8-8306-7f09b66fcd65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.638535 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dea1a56e-29ca-41be-9fca-198d5d912825 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.658207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-dea1a56e-29ca-41be-9fca-198d5d912825 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:46.667864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-dea1a56e-29ca-41be-9fca-198d5d912825 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd4786aa-97e8-48a0-bfaa-809723db39d3') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:46.668166 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-dea1a56e-29ca-41be-9fca-198d5d912825 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd4786aa-97e8-48a0-bfaa-809723db39d3') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:46.677272 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dea1a56e-29ca-41be-9fca-198d5d912825 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.690521 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dea1a56e-29ca-41be-9fca-198d5d912825 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.696745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea1a56e-29ca-41be-9fca-198d5d912825 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:57:46.697136 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dea1a56e-29ca-41be-9fca-198d5d912825 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:57:46.700007 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:57:46.755746 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dea1a56e-29ca-41be-9fca-198d5d912825 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.762957 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-dea1a56e-29ca-41be-9fca-198d5d912825 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.766087 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-dea1a56e-29ca-41be-9fca-198d5d912825 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/networks/ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4 HTTP/1.1" status: 204 len: 168 time: 0.2973118 Nov 24 13:57:46.769168 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58490) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:46.777099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1a56e-29ca-41be-9fca-198d5d912825 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Network': ['ID=ffeb3e6a-9290-493c-bc9c-82ffb0dee8d4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:46.825096 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.850334 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.915509 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.918542 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:46.919613 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/security-groups/4349f423-a7d9-40ad-984f-fc582f0f79de HTTP/1.1" status: 204 len: 168 time: 0.1494501 Nov 24 13:57:46.929275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4349f423-a7d9-40ad-984f-fc582f0f79de,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:46.937615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.938081 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.938454 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.938806 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.939149 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.939488 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.940036 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.940400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.940761 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.941172 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.941496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:46.941869 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ca57db-ba60-4879-b60d-90af2d07d3b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:47.424391 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58496) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:47.429063 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9903fa16-05e6-4473-b68c-f41abeb2b59b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793646743', 'description': 'tempest-secgroup-smoke-793646743 description', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:47.450027 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9903fa16-05e6-4473-b68c-f41abeb2b59b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.530858 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9903fa16-05e6-4473-b68c-f41abeb2b59b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.535225 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9903fa16-05e6-4473-b68c-f41abeb2b59b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.559184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:57:47.564347 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9903fa16-05e6-4473-b68c-f41abeb2b59b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.565620 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9903fa16-05e6-4473-b68c-f41abeb2b59b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1401889 Nov 24 13:57:47.568718 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58498) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:47.571192 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903fa16-05e6-4473-b68c-f41abeb2b59b tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3516ab13-7cdf-4b46-984c-3119a1db916a,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:47.576349 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a52fa440-efb3-46ef-954a-5b2aa60349be tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '3516ab13-7cdf-4b46-984c-3119a1db916a', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:47.589712 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:57:47.590069 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 7d0fed39-8c80-4bb1-be69-cf1a2b7f1257 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:57:47.590501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:57:47.604005 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a52fa440-efb3-46ef-954a-5b2aa60349be tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.611871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:57:47.612229 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 881a56c1-5c8f-4e5f-ae10-ef0a83a01362 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:57:47.612646 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 78173524-80be-4cd9-9d72-9c493ae46d80 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:57:47.632851 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 78173524-80be-4cd9-9d72-9c493ae46d80 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:57:47.633379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 78173524-80be-4cd9-9d72-9c493ae46d80 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:57:47.666092 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a52fa440-efb3-46ef-954a-5b2aa60349be tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.669735 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a52fa440-efb3-46ef-954a-5b2aa60349be tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.687359 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fa440-efb3-46ef-954a-5b2aa60349be tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3162c20c-44b4-42b2-abe1-c268137b6d0b,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:47.696095 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a52fa440-efb3-46ef-954a-5b2aa60349be tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.697318 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a52fa440-efb3-46ef-954a-5b2aa60349be tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246603 Nov 24 13:57:47.700060 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58500) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:47.704305 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-764cae01-c61f-49f7-b905-84b4c517e844 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '3516ab13-7cdf-4b46-984c-3119a1db916a', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:47.734042 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-764cae01-c61f-49f7-b905-84b4c517e844 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.791205 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-764cae01-c61f-49f7-b905-84b4c517e844 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.794717 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-764cae01-c61f-49f7-b905-84b4c517e844 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.812164 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cae01-c61f-49f7-b905-84b4c517e844 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84e2e44-3dc7-43bc-a511-3612079dcc31,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:47.823807 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-764cae01-c61f-49f7-b905-84b4c517e844 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.825044 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-764cae01-c61f-49f7-b905-84b4c517e844 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240308 Nov 24 13:57:47.827824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58502) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:47.832006 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-46315bf3-52db-4c2c-bdf6-f2975c0e8bdb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '3516ab13-7cdf-4b46-984c-3119a1db916a', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:47.858280 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46315bf3-52db-4c2c-bdf6-f2975c0e8bdb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.914819 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46315bf3-52db-4c2c-bdf6-f2975c0e8bdb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.918525 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46315bf3-52db-4c2c-bdf6-f2975c0e8bdb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.935840 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315bf3-52db-4c2c-bdf6-f2975c0e8bdb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e17dd5-ab7c-494c-bf50-664deced3f2a,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:47.943013 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-46315bf3-52db-4c2c-bdf6-f2975c0e8bdb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:47.944704 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-46315bf3-52db-4c2c-bdf6-f2975c0e8bdb tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154656 Nov 24 13:57:47.947393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58504) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:47.951613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-8aeddfdd-f0f7-4be8-be1f-acb4bddd3364 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '3516ab13-7cdf-4b46-984c-3119a1db916a', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:47.977479 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8aeddfdd-f0f7-4be8-be1f-acb4bddd3364 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.035553 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8aeddfdd-f0f7-4be8-be1f-acb4bddd3364 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.039192 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8aeddfdd-f0f7-4be8-be1f-acb4bddd3364 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.057570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeddfdd-f0f7-4be8-be1f-acb4bddd3364 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c91469e-5414-4bfa-84c0-b24223000154,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:48.062500 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8aeddfdd-f0f7-4be8-be1f-acb4bddd3364 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.063753 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8aeddfdd-f0f7-4be8-be1f-acb4bddd3364 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153679 Nov 24 13:57:48.066409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58506) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:48.071246 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-008b8e4e-3000-400e-a813-fea607706cc6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '3516ab13-7cdf-4b46-984c-3119a1db916a', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:48.092248 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-008b8e4e-3000-400e-a813-fea607706cc6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Project 4afc20e4bc2b43b38af23ac4d84c7080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:57:48.097035 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-008b8e4e-3000-400e-a813-fea607706cc6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.154403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-008b8e4e-3000-400e-a813-fea607706cc6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.158172 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-008b8e4e-3000-400e-a813-fea607706cc6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.177925 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b8e4e-3000-400e-a813-fea607706cc6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ffe7d2-fe34-42a3-b69f-82c64106f14d,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:48.186397 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-008b8e4e-3000-400e-a813-fea607706cc6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.187438 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-008b8e4e-3000-400e-a813-fea607706cc6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200819 Nov 24 13:57:48.190415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58508) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:48.195406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-5a034172-f073-40c7-9a7d-14f31c36f169 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'security_group_rule': {'security_group_id': '3516ab13-7cdf-4b46-984c-3119a1db916a', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:48.216429 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-5a034172-f073-40c7-9a7d-14f31c36f169 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Project 4afc20e4bc2b43b38af23ac4d84c7080 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:57:48.221085 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a034172-f073-40c7-9a7d-14f31c36f169 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.280150 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a034172-f073-40c7-9a7d-14f31c36f169 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.283958 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a034172-f073-40c7-9a7d-14f31c36f169 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.301230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a034172-f073-40c7-9a7d-14f31c36f169 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ff96c9-8845-4e9a-b0bc-0de61f8ee7db,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:48.308987 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-5a034172-f073-40c7-9a7d-14f31c36f169 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.310174 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-5a034172-f073-40c7-9a7d-14f31c36f169 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187944 Nov 24 13:57:48.312975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58510) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:48.317670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c22da775-79cb-4220-bbe6-279b2e616945 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'network': {'name': 'tempest-network-smoke--667631024', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'port_security_enabled': True}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:48.337830 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22da775-79cb-4220-bbe6-279b2e616945 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:48.341134 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c22da775-79cb-4220-bbe6-279b2e616945 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.365489 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22da775-79cb-4220-bbe6-279b2e616945 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:57:48.375393 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c22da775-79cb-4220-bbe6-279b2e616945 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.375746 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-c22da775-79cb-4220-bbe6-279b2e616945 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Added segment 870aa060-9279-4346-ba36-6db65c8b7baf of type vlan for network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 Nov 24 13:57:48.417615 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c22da775-79cb-4220-bbe6-279b2e616945 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.442471 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c22da775-79cb-4220-bbe6-279b2e616945 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.448469 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22da775-79cb-4220-bbe6-279b2e616945 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:48.449096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c22da775-79cb-4220-bbe6-279b2e616945 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.485694 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c22da775-79cb-4220-bbe6-279b2e616945 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1717317 Nov 24 13:57:48.488645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58512) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:48.517056 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'admin_state_up': True, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:48.527474 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22da775-79cb-4220-bbe6-279b2e616945 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Network': ['ID=2f0d6467-a6aa-49be-be08-8c5e14e76c57,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:48.537597 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:57:48.545122 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.546150 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:48.599662 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:49.073540 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:49.265227 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:49.284406 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:49.388976 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.25.0.10 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/8b056822-17fc-4501-ad0c-fbbfcc44463c) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:49.488256 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:49.522753 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:49.564284 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:49.567116 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:49.569597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:57:49.580587 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0103f3-e414-4155-b913-a0f88c11b132 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:57:49.599985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=8b056822-17fc-4501-ad0c-fbbfcc44463c,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:49.649300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b24038b7-a005-4f7f-8ab6-2e1a8058ae40 None None] Provisioning complete for port 8b056822-17fc-4501-ad0c-fbbfcc44463c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:49.649592 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b24038b7-a005-4f7f-8ab6-2e1a8058ae40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:49.683110 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b24038b7-a005-4f7f-8ab6-2e1a8058ae40 None None] Port 8b056822-17fc-4501-ad0c-fbbfcc44463c cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:57:49.829459 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:50.020235 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:50.157633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:57:50.264393 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:57:50.275357 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Sync routers for ids ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:57:50.284480 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:50.285718 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-74cf595f-d7c6-43e9-a154-8c51defdf867 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7961242 Nov 24 13:57:50.286990 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Routers {'71f6c08d-4b5c-448c-85ee-d01bd56fd205'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:57:50.287602 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:57:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:50.289858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58514) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:50.363192 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-7ed2668d-0139-4361-9594-8632142be56c tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=4afc20e4bc2b43b38af23ac4d84c7080&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724230 Nov 24 13:57:50.365942 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58518) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:50.459882 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63757830-b5d7-438c-ac31-4917699b8f57 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:50.464129 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-63757830-b5d7-438c-ac31-4917699b8f57 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945044 Nov 24 13:57:50.464289 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58520) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:50.478979 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Set router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:57:50.492426 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d45def58-82cf-464a-8414-bcea2fcc3daf tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=eab2733c-8877-4c2f-a6e8-05bcbad7e8bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270276 Nov 24 13:57:50.495108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58522) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:50.500251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-07626bd5-2c06-43bb-b558-4c234c524905 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1025593664', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:50.593635 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07626bd5-2c06-43bb-b558-4c234c524905 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:50.597006 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07626bd5-2c06-43bb-b558-4c234c524905 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:50.652783 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:57:49Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:50.684665 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Checking router: 71f6c08d-4b5c-448c-85ee-d01bd56fd205 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:57:50.685024 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Updating router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 port 8b056822-17fc-4501-ad0c-fbbfcc44463c binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:57:50.710096 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:50.780946 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07626bd5-2c06-43bb-b558-4c234c524905 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:50.839519 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07626bd5-2c06-43bb-b558-4c234c524905 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Subnet': ['ID=f43401ca-802b-41ae-8700-4c2f359d1713,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:50.849350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07626bd5-2c06-43bb-b558-4c234c524905 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Checking segment: {'id': '870aa060-9279-4346-ba36-6db65c8b7baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:57:50.849720 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07626bd5-2c06-43bb-b558-4c234c524905 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network hostable DHCP agents. Network: 2f0d6467-a6aa-49be-be08-8c5e14e76c57, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:57:50.867031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07626bd5-2c06-43bb-b558-4c234c524905 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:57:50.876058 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-07626bd5-2c06-43bb-b558-4c234c524905 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 2f0d6467-a6aa-49be-be08-8c5e14e76c57) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:50.881248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07626bd5-2c06-43bb-b558-4c234c524905 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:50.881961 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-07626bd5-2c06-43bb-b558-4c234c524905 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:50.885592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b710830-8949-4de2-aeb4-197bdf7eb66d None None] Network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:57:50.906592 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-07626bd5-2c06-43bb-b558-4c234c524905 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4091210 Nov 24 13:57:50.906919 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58524) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:57:50.967390 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-028451d4-5eb6-41e2-bba6-7e5b9811b0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:50.968011 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:50.974557 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.020541 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Attempting to bind port 8b056822-17fc-4501-ad0c-fbbfcc44463c on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:57:51.021130 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Attempting to bind port 8b056822-17fc-4501-ad0c-fbbfcc44463c by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:57:51.021689 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Attempting to bind port 8b056822-17fc-4501-ad0c-fbbfcc44463c on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:57:51.029126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a099b5f-1a21-46ae-9a90-b68528dfb6db None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:57:51.033126 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:57:51.033511 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:57:51.033918 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.034312 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:57:51.034795 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Bound port: 8b056822-17fc-4501-ad0c-fbbfcc44463c, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:57:51.035367 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.067491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ips': [{'subnet_id': 'f43401ca-802b-41ae-8700-4c2f359d1713'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:57:51.068615 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.070469 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac206bf-8870-4404-9b2f-43a991d12c90 None None] Pushing event updated for resources: {'Port': ['ID=8b056822-17fc-4501-ad0c-fbbfcc44463c,revision_number=2']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:51.088913 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac206bf-8870-4404-9b2f-43a991d12c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:51.089266 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac206bf-8870-4404-9b2f-43a991d12c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:51.089609 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac206bf-8870-4404-9b2f-43a991d12c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:51.089952 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac206bf-8870-4404-9b2f-43a991d12c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:51.090289 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac206bf-8870-4404-9b2f-43a991d12c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:51.090648 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac206bf-8870-4404-9b2f-43a991d12c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:51.090973 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac206bf-8870-4404-9b2f-43a991d12c90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:51.091303 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac206bf-8870-4404-9b2f-43a991d12c90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:51.091630 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac206bf-8870-4404-9b2f-43a991d12c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:51.091954 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac206bf-8870-4404-9b2f-43a991d12c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:51.092279 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac206bf-8870-4404-9b2f-43a991d12c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:51.092605 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac206bf-8870-4404-9b2f-43a991d12c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:57:51.105602 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] For port 8b056822-17fc-4501-ad0c-fbbfcc44463c, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:57:51.109067 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] For port 8b056822-17fc-4501-ad0c-fbbfcc44463c, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8b056822-17fc-4501-ad0c-fbbfcc44463c,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:57:51.114436 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.167043 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Routers {'71f6c08d-4b5c-448c-85ee-d01bd56fd205'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:57:51.167648 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:57:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:51.174670 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e91a1f-8f47-4776-830a-e8912a88652b None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:57:51.197224 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9eb4389c-eac8-4aa1-afac-52a6a4785a7c None None] Provisioning complete for port 8b056822-17fc-4501-ad0c-fbbfcc44463c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:51.198138 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9eb4389c-eac8-4aa1-afac-52a6a4785a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.215222 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac206bf-8870-4404-9b2f-43a991d12c90 None None] Pushing event updated for resources: {'Port': ['ID=8b056822-17fc-4501-ad0c-fbbfcc44463c,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:51.286019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Allocated IP 172.20.0.2 (2f0d6467-a6aa-49be-be08-8c5e14e76c57/f43401ca-802b-41ae-8700-4c2f359d1713/2be8b290-0f86-4904-81f4-8b380e116a31) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:51.295513 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] Set router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:57:51.357979 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9eb4389c-eac8-4aa1-afac-52a6a4785a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.384126 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.409327 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9eb4389c-eac8-4aa1-afac-52a6a4785a7c None None] For port 8b056822-17fc-4501-ad0c-fbbfcc44463c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8b056822-17fc-4501-ad0c-fbbfcc44463c,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:57:51.416426 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9eb4389c-eac8-4aa1-afac-52a6a4785a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.483092 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:57:49Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:51.514519 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5d1a52-9897-424a-92f6-0fe07c2a5324 None None] The sync data for ids ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'] in n-d-817303-4 is: [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:57:49Z', 'revision_number': 3, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:57:51.515111 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4389c-eac8-4aa1-afac-52a6a4785a7c None None] Pushing event updated for resources: {'Port': ['ID=8b056822-17fc-4501-ad0c-fbbfcc44463c,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:51.540338 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.548745 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.555005 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-83cd41d7-e48d-4e04-9598-f3a020557e02 None None] Provisioning complete for port 8b056822-17fc-4501-ad0c-fbbfcc44463c triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:51.555226 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-83cd41d7-e48d-4e04-9598-f3a020557e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.616281 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:51.626183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:51.632826 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:57:51.640755 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Pushing event updated for resources: {'Port': ['ID=2be8b290-0f86-4904-81f4-8b380e116a31,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:51.690794 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.20.0.1 (2f0d6467-a6aa-49be-be08-8c5e14e76c57/f43401ca-802b-41ae-8700-4c2f359d1713/c1af28bd-3ac8-497b-b1ca-41f8d08077a6) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:51.729808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Attempting to bind port 2be8b290-0f86-4904-81f4-8b380e116a31 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:57:51.730137 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Attempting to bind port 2be8b290-0f86-4904-81f4-8b380e116a31 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '870aa060-9279-4346-ba36-6db65c8b7baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:57:51.730638 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Attempting to bind port 2be8b290-0f86-4904-81f4-8b380e116a31 on network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:57:51.740575 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:57:51.741092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Checking segment: {'id': '870aa060-9279-4346-ba36-6db65c8b7baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:57:51.741426 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.743956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Bound using segment: {'id': '870aa060-9279-4346-ba36-6db65c8b7baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:57:51.745222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Bound port: 2be8b290-0f86-4904-81f4-8b380e116a31, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870aa060-9279-4346-ba36-6db65c8b7baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:57:51.745222 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.842590 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.843329 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] For port 2be8b290-0f86-4904-81f4-8b380e116a31, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:57:51.847242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] For port 2be8b290-0f86-4904-81f4-8b380e116a31, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2be8b290-0f86-4904-81f4-8b380e116a31,segment=NetworkSegment(870aa060-9279-4346-ba36-6db65c8b7baf),segment_id=870aa060-9279-4346-ba36-6db65c8b7baf)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:57:51.854018 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.878900 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:51.920206 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b1710-955c-43ef-8724-4764daf795ce None None] Pushing event updated for resources: {'Port': ['ID=2be8b290-0f86-4904-81f4-8b380e116a31,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:51.929110 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:51.933940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:51.936645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:57:51.964656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=c1af28bd-3ac8-497b-b1ca-41f8d08077a6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:51.990486 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:52.151145 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:52.465107 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:52.469997 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:52.544318 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:52.546040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=c1af28bd-3ac8-497b-b1ca-41f8d08077a6,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:52.645148 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:52.646556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:52.768751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:57:52.886446 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:57:52.891480 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b214d262-3ba9-4d0b-8ff8-8ab822aadc52 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "PUT /v2.0/routers/71f6c08d-4b5c-448c-85ee-d01bd56fd205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9836824 Nov 24 13:57:52.904189 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdcfdee-89f9-4d92-b2b1-a6157f0c8ccf None None] Network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:57:53.039488 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-7a98567e-63d6-45a2-b744-f0545c000083 None None] Provisioning complete for port 2be8b290-0f86-4904-81f4-8b380e116a31 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:53.040197 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a98567e-63d6-45a2-b744-f0545c000083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:53.044922 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-3e50a0b8-60ca-46ec-87e4-b3890e5eb209 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793646743&fields=id&tenant_id=4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 267 time: 0.0445178 Nov 24 13:57:53.148353 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a98567e-63d6-45a2-b744-f0545c000083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:53.172668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-ad837f6a-183c-488e-96d6-0a72b31d5795 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:53.174244 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-ad837f6a-183c-488e-96d6-0a72b31d5795 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/networks?id=2f0d6467-a6aa-49be-be08-8c5e14e76c57 HTTP/1.1" status: 200 len: 796 time: 0.1211753 Nov 24 13:57:53.188970 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-7a98567e-63d6-45a2-b744-f0545c000083 None None] For port 2be8b290-0f86-4904-81f4-8b380e116a31, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2be8b290-0f86-4904-81f4-8b380e116a31,segment=NetworkSegment(870aa060-9279-4346-ba36-6db65c8b7baf),segment_id=870aa060-9279-4346-ba36-6db65c8b7baf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:57:53.195366 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7a98567e-63d6-45a2-b744-f0545c000083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:53.200052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-cc13216f-d853-438a-b38d-6ea4b51c5ee0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/quotas/4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 375 time: 0.0131588 Nov 24 13:57:53.270226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98567e-63d6-45a2-b744-f0545c000083 None None] Pushing event updated for resources: {'Port': ['ID=2be8b290-0f86-4904-81f4-8b380e116a31,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:53.350176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2be8b290-0f86-4904-81f4-8b380e116a31 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:57:53.418111 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8065bb1f-f866-49b5-a056-24600ce9d1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:53.432320 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-14f75bdc-a323-4116-b368-cc2309b162ba None None] Provisioning complete for port 2be8b290-0f86-4904-81f4-8b380e116a31 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:53.432699 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14f75bdc-a323-4116-b368-cc2309b162ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:53.471571 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 2be8b290-0f86-4904-81f4-8b380e116a31 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:53.471949 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:53.556946 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Sync routers for ids ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:57:53.602449 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Routers {'71f6c08d-4b5c-448c-85ee-d01bd56fd205'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:57:53.603132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:57:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:53.665935 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 8b056822-17fc-4501-ad0c-fbbfcc44463c up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:57:53.666553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-0f139d1e-ca67-47b5-ada7-6187baf73e3e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4537561 Nov 24 13:57:53.705425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-14f75bdc-a323-4116-b368-cc2309b162ba None None] Provisioning complete for port c1af28bd-3ac8-497b-b1ca-41f8d08077a6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:53.705809 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-14f75bdc-a323-4116-b368-cc2309b162ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:53.730201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-0156a3d6-c1c4-47dc-b6a2-03ade2ac0673 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 13:57:53.731977 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-0156a3d6-c1c4-47dc-b6a2-03ade2ac0673 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526807 Nov 24 13:57:53.799945 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-14f75bdc-a323-4116-b368-cc2309b162ba None None] Port c1af28bd-3ac8-497b-b1ca-41f8d08077a6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:57:53.811977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Set router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:57:53.827440 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-59b126bd-b7ab-41dd-a969-39a08ff1ca9c service neutron] 10.222.0.48 "GET /v2.0/networks/2f0d6467-a6aa-49be-be08-8c5e14e76c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893819 Nov 24 13:57:53.838749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 8b056822-17fc-4501-ad0c-fbbfcc44463c triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:53.839127 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:53.920514 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-cb194045-0ff3-4dee-94d4-08907404c74d service neutron] 10.222.0.48 "GET /v2.0/networks/2f0d6467-a6aa-49be-be08-8c5e14e76c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868371 Nov 24 13:57:54.093813 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ae8288ed-0671-4f78-a910-2b4aee0d99de req-3424a873-7b82-427f-a483-3e169b7c373c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 210 time: 0.0302825 Nov 24 13:57:54.140717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8d4554ac-0e51-4884-9998-df46d34d17d7 None None] Provisioning complete for port c1af28bd-3ac8-497b-b1ca-41f8d08077a6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:54.141259 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8d4554ac-0e51-4884-9998-df46d34d17d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:54.229343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-8d4554ac-0e51-4884-9998-df46d34d17d7 None None] Port c1af28bd-3ac8-497b-b1ca-41f8d08077a6 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:57:54.296968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:57:52Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c1af28bd-3ac8-497b-b1ca-41f8d08077a6', 'name': '', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:60:18:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:51Z', 'updated_at': '2021-11-24T13:57:52Z', 'revision_number': 2, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:54.327823 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Checking router: 71f6c08d-4b5c-448c-85ee-d01bd56fd205 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:57:54.328187 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Updating router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 port c1af28bd-3ac8-497b-b1ca-41f8d08077a6 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:57:54.357303 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:54.629022 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:54.640663 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:54.646096 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:54.722221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34735a7b-5358-481b-94d4-8457216c0f8b None None] Pushing event updated for resources: {'Port': ['ID=c1af28bd-3ac8-497b-b1ca-41f8d08077a6,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:54.755861 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Attempting to bind port c1af28bd-3ac8-497b-b1ca-41f8d08077a6 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:57:54.756803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Attempting to bind port c1af28bd-3ac8-497b-b1ca-41f8d08077a6 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '870aa060-9279-4346-ba36-6db65c8b7baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:57:54.757181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Attempting to bind port c1af28bd-3ac8-497b-b1ca-41f8d08077a6 on network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:57:54.762579 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:57:54.762956 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Checking segment: {'id': '870aa060-9279-4346-ba36-6db65c8b7baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:57:54.763366 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:54.763769 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Bound using segment: {'id': '870aa060-9279-4346-ba36-6db65c8b7baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:57:54.764243 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Bound port: c1af28bd-3ac8-497b-b1ca-41f8d08077a6, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870aa060-9279-4346-ba36-6db65c8b7baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:57:54.764624 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:54.830924 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] For port c1af28bd-3ac8-497b-b1ca-41f8d08077a6, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:57:54.834941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] For port c1af28bd-3ac8-497b-b1ca-41f8d08077a6, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c1af28bd-3ac8-497b-b1ca-41f8d08077a6,segment=NetworkSegment(870aa060-9279-4346-ba36-6db65c8b7baf),segment_id=870aa060-9279-4346-ba36-6db65c8b7baf)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:57:54.839047 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:54.895862 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Routers {'71f6c08d-4b5c-448c-85ee-d01bd56fd205'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:57:54.896506 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:57:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:54.938739 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34735a7b-5358-481b-94d4-8457216c0f8b None None] Pushing event updated for resources: {'Port': ['ID=c1af28bd-3ac8-497b-b1ca-41f8d08077a6,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:54.997482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-94ecbaf4-72e0-45c5-a6c1-562d60c14cef None None] Provisioning complete for port c1af28bd-3ac8-497b-b1ca-41f8d08077a6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:54.997860 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-94ecbaf4-72e0-45c5-a6c1-562d60c14cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:55.058516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] Set router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:57:55.151090 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-2f9454af-d8be-4b69-8493-0e50ba151a54 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:55.152686 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-2f9454af-d8be-4b69-8493-0e50ba151a54 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/networks?id=2f0d6467-a6aa-49be-be08-8c5e14e76c57 HTTP/1.1" status: 200 len: 796 time: 0.1629872 Nov 24 13:57:55.194259 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-94ecbaf4-72e0-45c5-a6c1-562d60c14cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:55.205961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-09f7cdb7-94ca-43dc-b7ce-220bea5db3e8 req-d4441163-5e7b-45bd-83ab-1fe3c9f4a229 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 210 time: 0.0359960 Nov 24 13:57:55.265745 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-06c6dd12-842b-4be6-aecf-4b773bb732fa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4afc20e4bc2b43b38af23ac4d84c7080 HTTP/1.1" status: 200 len: 379 time: 0.1014321 Nov 24 13:57:55.273151 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2be8b290-0f86-4904-81f4-8b380e116a31 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:57:55.276251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-346d2de6-6581-48f0-aea3-d12cc2efab9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'port': {'device_id': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'admin_state_up': True, 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'security_groups': ['3516ab13-7cdf-4b46-984c-3119a1db916a']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:55.277061 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-94ecbaf4-72e0-45c5-a6c1-562d60c14cef None None] For port c1af28bd-3ac8-497b-b1ca-41f8d08077a6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c1af28bd-3ac8-497b-b1ca-41f8d08077a6,segment=NetworkSegment(870aa060-9279-4346-ba36-6db65c8b7baf),segment_id=870aa060-9279-4346-ba36-6db65c8b7baf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:57:55.315737 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-94ecbaf4-72e0-45c5-a6c1-562d60c14cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:55.401409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-346d2de6-6581-48f0-aea3-d12cc2efab9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Made reservation on behalf of 4afc20e4bc2b43b38af23ac4d84c7080 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:57:55.405504 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-346d2de6-6581-48f0-aea3-d12cc2efab9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:55.410323 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecbaf4-72e0-45c5-a6c1-562d60c14cef None None] Pushing event updated for resources: {'Port': ['ID=c1af28bd-3ac8-497b-b1ca-41f8d08077a6,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:55.422609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 2be8b290-0f86-4904-81f4-8b380e116a31 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:55.422992 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:55.476548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:57:52Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c1af28bd-3ac8-497b-b1ca-41f8d08077a6', 'name': '', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:60:18:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:51Z', 'updated_at': '2021-11-24T13:57:54Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:57:55.479496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-054d1788-3bdb-416f-8d25-885e6e254d55 None None] Provisioning complete for port c1af28bd-3ac8-497b-b1ca-41f8d08077a6 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:55.479867 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-054d1788-3bdb-416f-8d25-885e6e254d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:55.531890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b508ec-82c1-4af9-9ea3-804b632d54bd None None] The sync data for ids ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'] in n-d-817303-4 is: [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:57:52Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c1af28bd-3ac8-497b-b1ca-41f8d08077a6', 'name': '', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:60:18:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:51Z', 'updated_at': '2021-11-24T13:57:54Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:57:55.534111 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-346d2de6-6581-48f0-aea3-d12cc2efab9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.20.0.4 (2f0d6467-a6aa-49be-be08-8c5e14e76c57/f43401ca-802b-41ae-8700-4c2f359d1713/8e0f0cd3-080c-421c-8344-f60bdb2506e1) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:57:55.715525 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-346d2de6-6581-48f0-aea3-d12cc2efab9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:55.760841 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-346d2de6-6581-48f0-aea3-d12cc2efab9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:55.808478 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-346d2de6-6581-48f0-aea3-d12cc2efab9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:57:55.811587 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-346d2de6-6581-48f0-aea3-d12cc2efab9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:57:55.816386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-346d2de6-6581-48f0-aea3-d12cc2efab9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:57:55.820488 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d2de6-6581-48f0-aea3-d12cc2efab9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=8e0f0cd3-080c-421c-8344-f60bdb2506e1,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:55.875271 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-346d2de6-6581-48f0-aea3-d12cc2efab9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:55.875849 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-346d2de6-6581-48f0-aea3-d12cc2efab9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:55.896289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-346d2de6-6581-48f0-aea3-d12cc2efab9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6238830 Nov 24 13:57:55.909228 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Request body: {'port': {'device_id': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:57:55.969786 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:56.072282 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-0c965466-3ad0-4c4b-b1bc-a952dc57d023 None None] Provisioning complete for port 8e0f0cd3-080c-421c-8344-f60bdb2506e1 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:56.072675 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0c965466-3ad0-4c4b-b1bc-a952dc57d023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:56.125835 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-0c965466-3ad0-4c4b-b1bc-a952dc57d023 None None] Port 8e0f0cd3-080c-421c-8344-f60bdb2506e1 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:57:56.129257 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:56.268309 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0f0cd3-080c-421c-8344-f60bdb2506e1 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:57:56.277704 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:56.290732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Transition to ACTIVE for port object 8e0f0cd3-080c-421c-8344-f60bdb2506e1 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:57:56.296380 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:56.341872 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f8cda-d4eb-493f-8222-5a157a836dfe req-0619590b-d182-47e0-8f57-131f015ad184 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:56.343943 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6b2f8cda-d4eb-493f-8222-5a157a836dfe req-0619590b-d182-47e0-8f57-131f015ad184 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 943 time: 0.0569279 Nov 24 13:57:56.411746 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6b2f8cda-d4eb-493f-8222-5a157a836dfe req-6c7f4d16-e955-4312-b7c0-b712004c290d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545921 Nov 24 13:57:56.414723 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0f0cd3-080c-421c-8344-f60bdb2506e1,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:56.439754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Attempting to bind port 8e0f0cd3-080c-421c-8344-f60bdb2506e1 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:57:56.440097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Attempting to bind port 8e0f0cd3-080c-421c-8344-f60bdb2506e1 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '870aa060-9279-4346-ba36-6db65c8b7baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:57:56.440438 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Attempting to bind port 8e0f0cd3-080c-421c-8344-f60bdb2506e1 on network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:57:56.445825 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Port 8e0f0cd3-080c-421c-8344-f60bdb2506e1 on network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:57:56.446155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Attempting to bind port 8e0f0cd3-080c-421c-8344-f60bdb2506e1 on network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:57:56.451420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:57:56.452066 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Checking segment: {'id': '870aa060-9279-4346-ba36-6db65c8b7baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:57:56.452467 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Bound using segment: {'id': '870aa060-9279-4346-ba36-6db65c8b7baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:57:56.453242 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Bound port: 8e0f0cd3-080c-421c-8344-f60bdb2506e1, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870aa060-9279-4346-ba36-6db65c8b7baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:57:56.453773 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:56.525635 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] For port 8e0f0cd3-080c-421c-8344-f60bdb2506e1, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:57:56.529170 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] For port 8e0f0cd3-080c-421c-8344-f60bdb2506e1, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8e0f0cd3-080c-421c-8344-f60bdb2506e1,segment=NetworkSegment(870aa060-9279-4346-ba36-6db65c8b7baf),segment_id=870aa060-9279-4346-ba36-6db65c8b7baf)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:57:56.534096 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:56.576147 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:56.576808 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:56.578814 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] 10.222.0.46 "PUT /v2.0/ports/8e0f0cd3-080c-421c-8344-f60bdb2506e1 HTTP/1.1" status: 200 len: 1091 time: 0.6734469 Nov 24 13:57:56.579344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'tag': '8e0f0cd3-080c-421c-8344-f60bdb2506e1'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:57:56.581693 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79df9ae1-06fa-4d02-9f01-7703d226742e" -d '{"events": [{"name": "network-changed", "server_uuid": "48563fb1-1fea-4cd0-9ce5-4a0dda64ff49", "tag": "8e0f0cd3-080c-421c-8344-f60bdb2506e1"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:57:56.610925 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440ecbd-acd4-4952-b252-64d8e6eeb067 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0f0cd3-080c-421c-8344-f60bdb2506e1,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:56.638763 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4af477-e526-4e2b-b4e5-f8ea378656e2 x-openstack-request-id: req-df4af477-e526-4e2b-b4e5-f8ea378656e2 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:57:56.639075 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48563fb1-1fea-4cd0-9ce5-4a0dda64ff49", "tag": "8e0f0cd3-080c-421c-8344-f60bdb2506e1", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:57:56.639550 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df4af477-e526-4e2b-b4e5-f8ea378656e2 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:57:56.639966 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'tag': '8e0f0cd3-080c-421c-8344-f60bdb2506e1', 'status': 'completed', 'code': 200} Nov 24 13:57:56.682042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-53169daf-c77e-4a7b-8953-9727f2c9c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:56.683562 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-53169daf-c77e-4a7b-8953-9727f2c9c096 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 1094 time: 0.0538080 Nov 24 13:57:56.728871 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-e511a70b-e776-4e5d-942a-884134e51231 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e0f0cd3-080c-421c-8344-f60bdb2506e1 HTTP/1.1" status: 200 len: 217 time: 0.0370641 Nov 24 13:57:56.785059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-3d02fb87-53b5-4a4c-b2a4-b5f143a53480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:56.786655 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-3d02fb87-53b5-4a4c-b2a4-b5f143a53480 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f43401ca-802b-41ae-8700-4c2f359d1713 HTTP/1.1" status: 200 len: 835 time: 0.0509989 Nov 24 13:57:56.804080 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:56.841280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-c32803c7-8ac2-4a06-91e1-c3837587f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:56.842785 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-c32803c7-8ac2-4a06-91e1-c3837587f919 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f0d6467-a6aa-49be-be08-8c5e14e76c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453284 Nov 24 13:57:56.936096 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-9938c375-3742-407b-b02d-70a6156eca64 service neutron] 10.222.0.46 "GET /v2.0/networks/2f0d6467-a6aa-49be-be08-8c5e14e76c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847423 Nov 24 13:57:57.029541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3e1d0d1d-19f5-4ef7-aa9a-e2f9f0e891cb req-219bfadb-18af-46a1-b0a4-2ff2eabfb33e service neutron] 10.222.0.46 "GET /v2.0/networks/2f0d6467-a6aa-49be-be08-8c5e14e76c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853856 Nov 24 13:57:57.118822 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df9ae1-06fa-4d02-9f01-7703d226742e req-6aaa9a8c-8182-4149-baf4-5166f1838c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:57.120232 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79df9ae1-06fa-4d02-9f01-7703d226742e req-6aaa9a8c-8182-4149-baf4-5166f1838c20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 1094 time: 0.0418060 Nov 24 13:57:57.219346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df9ae1-06fa-4d02-9f01-7703d226742e req-e2d1f893-4db5-48dd-8bbf-a6dcc07aab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:57.220860 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79df9ae1-06fa-4d02-9f01-7703d226742e req-e2d1f893-4db5-48dd-8bbf-a6dcc07aab9e service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f0d6467-a6aa-49be-be08-8c5e14e76c57 HTTP/1.1" status: 200 len: 897 time: 0.0928855 Nov 24 13:57:57.258626 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c1af28bd-3ac8-497b-b1ca-41f8d08077a6 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:57:57.264902 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79df9ae1-06fa-4d02-9f01-7703d226742e req-da73331e-bd2d-4a34-ac94-243ba078e1d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e0f0cd3-080c-421c-8344-f60bdb2506e1 HTTP/1.1" status: 200 len: 217 time: 0.0362902 Nov 24 13:57:57.309094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port c1af28bd-3ac8-497b-b1ca-41f8d08077a6 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:57:57.309469 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:57.319751 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df9ae1-06fa-4d02-9f01-7703d226742e req-5be72419-e7a3-44d3-94d4-09a47e66a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:57.321345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79df9ae1-06fa-4d02-9f01-7703d226742e req-5be72419-e7a3-44d3-94d4-09a47e66a36d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f43401ca-802b-41ae-8700-4c2f359d1713 HTTP/1.1" status: 200 len: 835 time: 0.0481310 Nov 24 13:57:57.367494 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df9ae1-06fa-4d02-9f01-7703d226742e req-f216da70-176f-4279-9f81-cdb77e43f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:57.369403 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79df9ae1-06fa-4d02-9f01-7703d226742e req-f216da70-176f-4279-9f81-cdb77e43f496 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f0d6467-a6aa-49be-be08-8c5e14e76c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407689 Nov 24 13:57:57.460946 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79df9ae1-06fa-4d02-9f01-7703d226742e req-2ad9662f-1807-4bec-b6f2-6e0914a4fdb6 service neutron] 10.222.0.46 "GET /v2.0/networks/2f0d6467-a6aa-49be-be08-8c5e14e76c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839953 Nov 24 13:57:57.536041 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfaf2f-5a08-4eb9-8884-91198f687488 req-af5528da-6395-416f-86cf-47f360ebf562 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:57.537630 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42cfaf2f-5a08-4eb9-8884-91198f687488 req-af5528da-6395-416f-86cf-47f360ebf562 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 943 time: 0.0511122 Nov 24 13:57:57.557524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79df9ae1-06fa-4d02-9f01-7703d226742e req-38e37ebb-69ab-45fc-bc5e-8500b377fe1d service neutron] 10.222.0.46 "GET /v2.0/networks/2f0d6467-a6aa-49be-be08-8c5e14e76c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887141 Nov 24 13:57:57.587171 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-42cfaf2f-5a08-4eb9-8884-91198f687488 req-6491d25c-16aa-482c-968a-1561a18c097d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434644 Nov 24 13:57:58.708299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b30d38-b86b-4752-bb62-7648b8467583 req-9b7cafac-2135-4e85-92ce-52aa107cd59d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:58.710404 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96b30d38-b86b-4752-bb62-7648b8467583 req-9b7cafac-2135-4e85-92ce-52aa107cd59d tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 943 time: 0.0500550 Nov 24 13:57:58.758919 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96b30d38-b86b-4752-bb62-7648b8467583 req-54f4b8a1-0541-4729-b412-ffbe1c81dc2e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426550 Nov 24 13:57:59.426430 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8e0f0cd3-080c-421c-8344-f60bdb2506e1 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:57:59.523077 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 8e0f0cd3-080c-421c-8344-f60bdb2506e1, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8e0f0cd3-080c-421c-8344-f60bdb2506e1,segment=NetworkSegment(870aa060-9279-4346-ba36-6db65c8b7baf),segment_id=870aa060-9279-4346-ba36-6db65c8b7baf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:57:59.534419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '8e0f0cd3-080c-421c-8344-f60bdb2506e1', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'port_id': '8e0f0cd3-080c-421c-8344-f60bdb2506e1', 'mac_address': 'fa:16:3e:d9:dd:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:57:59.571563 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:59.583770 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0f0cd3-080c-421c-8344-f60bdb2506e1 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:57:59.602936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 8e0f0cd3-080c-421c-8344-f60bdb2506e1, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8e0f0cd3-080c-421c-8344-f60bdb2506e1,segment=NetworkSegment(870aa060-9279-4346-ba36-6db65c8b7baf),segment_id=870aa060-9279-4346-ba36-6db65c8b7baf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:57:59.606908 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:57:59.652930 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=8e0f0cd3-080c-421c-8344-f60bdb2506e1,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:57:59.848961 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['8e0f0cd3-080c-421c-8344-f60bdb2506e1'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:57:59.877732 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bab8a6-df7b-4896-ad33-f381d4f053de req-2bec4280-a995-4a4c-815a-c26a962f346c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:57:59.879469 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02bab8a6-df7b-4896-ad33-f381d4f053de req-2bec4280-a995-4a4c-815a-c26a962f346c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 944 time: 0.0539677 Nov 24 13:57:59.932638 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-02bab8a6-df7b-4896-ad33-f381d4f053de req-4f2ef1ee-84e8-46d3-9d7a-7f167099a1b5 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464072 Nov 24 13:58:01.053083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c0556-536a-43d5-bc48-b135a733b45e req-bb82abef-11de-46f3-9583-f3e0ad68287a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:01.054648 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-144c0556-536a-43d5-bc48-b135a733b45e req-bb82abef-11de-46f3-9583-f3e0ad68287a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 944 time: 0.0540850 Nov 24 13:58:01.103344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-144c0556-536a-43d5-bc48-b135a733b45e req-b07c2dc2-1a4c-4ea7-869a-d5511d06a8b9 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425618 Nov 24 13:58:01.415808 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8e0f0cd3-080c-421c-8344-f60bdb2506e1 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:58:01.467742 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 8e0f0cd3-080c-421c-8344-f60bdb2506e1 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:58:01.471561 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 8e0f0cd3-080c-421c-8344-f60bdb2506e1 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:01.471965 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:01.547463 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:01.569887 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0f0cd3-080c-421c-8344-f60bdb2506e1'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:58:01.572265 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bc3d2d-7dd2-417e-9fe2-3e0f092f4f66" -d '{"events": [{"server_uuid": "48563fb1-1fea-4cd0-9ce5-4a0dda64ff49", "name": "network-vif-plugged", "status": "completed", "tag": "8e0f0cd3-080c-421c-8344-f60bdb2506e1"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:58:01.584690 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 8e0f0cd3-080c-421c-8344-f60bdb2506e1, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8e0f0cd3-080c-421c-8344-f60bdb2506e1,segment=NetworkSegment(870aa060-9279-4346-ba36-6db65c8b7baf),segment_id=870aa060-9279-4346-ba36-6db65c8b7baf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:58:01.588935 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:01.619484 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0bd521-c0da-4aa5-bb13-924995050a26 x-openstack-request-id: req-7b0bd521-c0da-4aa5-bb13-924995050a26 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:58:01.619789 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48563fb1-1fea-4cd0-9ce5-4a0dda64ff49", "name": "network-vif-plugged", "status": "completed", "tag": "8e0f0cd3-080c-421c-8344-f60bdb2506e1", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:58:01.620050 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7b0bd521-c0da-4aa5-bb13-924995050a26 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:58:01.620498 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0f0cd3-080c-421c-8344-f60bdb2506e1', 'code': 200} Nov 24 13:58:01.647918 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=8e0f0cd3-080c-421c-8344-f60bdb2506e1,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:01.717908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1e4e5-6fbf-460e-87a4-440f24d7b92d req-70e6f090-0994-416c-b1cd-41007db35740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:01.719385 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f2a1e4e5-6fbf-460e-87a4-440f24d7b92d req-70e6f090-0994-416c-b1cd-41007db35740 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 1096 time: 0.0400324 Nov 24 13:58:01.766384 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f2a1e4e5-6fbf-460e-87a4-440f24d7b92d req-afc20ead-544a-4f5a-8599-cba4ad524254 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387604 Nov 24 13:58:02.217356 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c3e78-4d59-4fce-abd1-7c4d9ff9ef1a req-351c25f0-0690-41f4-ba89-10ace93d1d8a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:02.218824 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-611c3e78-4d59-4fce-abd1-7c4d9ff9ef1a req-351c25f0-0690-41f4-ba89-10ace93d1d8a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 945 time: 0.0484216 Nov 24 13:58:02.273173 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-611c3e78-4d59-4fce-abd1-7c4d9ff9ef1a req-654de592-42db-4e1e-b6d7-719e158d4b1e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484140 Nov 24 13:58:03.389494 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f321510-c194-4247-9fd3-613f94725577 req-00797d1f-27e8-4b09-9026-0da62aa349db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:03.391052 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9f321510-c194-4247-9fd3-613f94725577 req-00797d1f-27e8-4b09-9026-0da62aa349db tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 945 time: 0.0486252 Nov 24 13:58:03.444430 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9f321510-c194-4247-9fd3-613f94725577 req-1976280a-c1bc-4987-8096-2dfa1df489e2 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473487 Nov 24 13:58:03.560049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f507ee9-99f2-4021-b4af-7b1574e1fa78 req-ad5b48bf-cac8-46d3-b442-ad3515d1c5b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:03.561584 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6f507ee9-99f2-4021-b4af-7b1574e1fa78 req-ad5b48bf-cac8-46d3-b442-ad3515d1c5b0 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 945 time: 0.0501049 Nov 24 13:58:03.610986 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6f507ee9-99f2-4021-b4af-7b1574e1fa78 req-16ede1cf-60ec-40fa-a72f-cfd6340480a6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434299 Nov 24 13:58:03.633553 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58580) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:03.672373 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8786bfda-d138-4739-bb64-e00ac5ea7944 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:03.673930 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8786bfda-d138-4739-bb64-e00ac5ea7944 tempest-TestNetworkAdvancedServerOps-1379201995 tempest-TestNetworkAdvancedServerOps-1379201995-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 1091 time: 0.0394053 Nov 24 13:58:03.676686 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58582) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:03.680977 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '8e0f0cd3-080c-421c-8344-f60bdb2506e1', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:03.702079 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:03.798411 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:03.899304 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Allocated IP 172.25.0.137 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/d59d5bb4-aa70-4266-a2e6-3f7435bd3141) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:04.000909 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:04.033360 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:04.068476 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:04.074623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:04.078034 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:58:04.100552 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=d59d5bb4-aa70-4266-a2e6-3f7435bd3141,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:04.435373 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:04.506495 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:04.652893 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:04.657171 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:04.726406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event updated for resources: {'Port': ['ID=d59d5bb4-aa70-4266-a2e6-3f7435bd3141,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:04.738043 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:04.837015 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Floating IP 8105c5f5-0782-4a23-99ef-71943b68f1d3 associated. External IP: 172.25.0.137, port: 8e0f0cd3-080c-421c-8344-f60bdb2506e1. Nov 24 13:58:05.036210 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:58:05.140997 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:58:05.151451 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6b3c0-9293-4674-8c4b-1aff82eabcec None None] Sync routers for ids ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:58:05.158733 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:05.161202 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6b3c0-9293-4674-8c4b-1aff82eabcec None None] Routers {'71f6c08d-4b5c-448c-85ee-d01bd56fd205'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:58:05.161806 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-02b6b3c0-9293-4674-8c4b-1aff82eabcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:57:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:05.189372 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9135d9c8-2715-443a-bdfd-cd57fa078c4c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5089204 Nov 24 13:58:05.189372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'tag': '8e0f0cd3-080c-421c-8344-f60bdb2506e1'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:58:05.189538 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842e13f0-55b0-44e1-b3ef-c0a8816997f5" -d '{"events": [{"name": "network-changed", "server_uuid": "48563fb1-1fea-4cd0-9ce5-4a0dda64ff49", "tag": "8e0f0cd3-080c-421c-8344-f60bdb2506e1"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:58:05.236403 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c9bda4-e89e-4924-bb86-74b2c5ffca10 x-openstack-request-id: req-40c9bda4-e89e-4924-bb86-74b2c5ffca10 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:58:05.236795 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48563fb1-1fea-4cd0-9ce5-4a0dda64ff49", "tag": "8e0f0cd3-080c-421c-8344-f60bdb2506e1", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:58:05.237131 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40c9bda4-e89e-4924-bb86-74b2c5ffca10 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:58:05.237607 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'tag': '8e0f0cd3-080c-421c-8344-f60bdb2506e1', 'status': 'completed', 'code': 200} Nov 24 13:58:05.272946 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-02b6b3c0-9293-4674-8c4b-1aff82eabcec None None] Set router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:58:05.303650 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc588905-33f0-4e7d-9aca-478d2e05f89e req-f697205a-aed5-4337-9c8b-0d8df059dc95 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:05.305366 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc588905-33f0-4e7d-9aca-478d2e05f89e req-f697205a-aed5-4337-9c8b-0d8df059dc95 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 945 time: 0.0527263 Nov 24 13:58:05.306544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e13f0-55b0-44e1-b3ef-c0a8816997f5 req-c3f172a7-cccb-4e00-aa73-5f940bf00b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:05.308159 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-842e13f0-55b0-44e1-b3ef-c0a8816997f5 req-c3f172a7-cccb-4e00-aa73-5f940bf00b5b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 1096 time: 0.0462105 Nov 24 13:58:05.361138 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc588905-33f0-4e7d-9aca-478d2e05f89e req-fdbfac76-1bc0-45bd-840d-189c3f4b84cf tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492947 Nov 24 13:58:05.385127 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58588) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:05.402123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e13f0-55b0-44e1-b3ef-c0a8816997f5 req-9dfffc6b-41ad-4060-a469-63dec3b17689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:05.403685 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-842e13f0-55b0-44e1-b3ef-c0a8816997f5 req-9dfffc6b-41ad-4060-a469-63dec3b17689 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f0d6467-a6aa-49be-be08-8c5e14e76c57 HTTP/1.1" status: 200 len: 897 time: 0.0874491 Nov 24 13:58:05.448939 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-73219d41-a1b7-4d03-8ccd-92c53f4b7b9c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/8105c5f5-0782-4a23-99ef-71943b68f1d3 HTTP/1.1" status: 200 len: 991 time: 0.0611441 Nov 24 13:58:05.473132 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-842e13f0-55b0-44e1-b3ef-c0a8816997f5 req-6ee9dbaf-bd26-44cd-87aa-e48b43bfc54c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e0f0cd3-080c-421c-8344-f60bdb2506e1 HTTP/1.1" status: 200 len: 999 time: 0.0617006 Nov 24 13:58:05.509324 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-02b6b3c0-9293-4674-8c4b-1aff82eabcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:57:52Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '8105c5f5-0782-4a23-99ef-71943b68f1d3', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'port_id': '8e0f0cd3-080c-421c-8344-f60bdb2506e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'mac_address': 'fa:16:3e:d9:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:58:04Z', 'updated_at': '2021-11-24T13:58:04Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1af28bd-3ac8-497b-b1ca-41f8d08077a6', 'name': '', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:60:18:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:51Z', 'updated_at': '2021-11-24T13:57:55Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:05.523444 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e13f0-55b0-44e1-b3ef-c0a8816997f5 req-607186a9-4ad9-499d-af13-c00cd9d2cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:05.524935 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-842e13f0-55b0-44e1-b3ef-c0a8816997f5 req-607186a9-4ad9-499d-af13-c00cd9d2cca5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f43401ca-802b-41ae-8700-4c2f359d1713 HTTP/1.1" status: 200 len: 835 time: 0.0450363 Nov 24 13:58:05.534895 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6b3c0-9293-4674-8c4b-1aff82eabcec None None] Checking router: 71f6c08d-4b5c-448c-85ee-d01bd56fd205 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:58:05.544082 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6b3c0-9293-4674-8c4b-1aff82eabcec None None] Routers {'71f6c08d-4b5c-448c-85ee-d01bd56fd205'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:58:05.544742 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-02b6b3c0-9293-4674-8c4b-1aff82eabcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:57:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:05.571821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e13f0-55b0-44e1-b3ef-c0a8816997f5 req-f2a7dfdb-f040-49d7-9609-ac8927b67267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:05.573407 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-842e13f0-55b0-44e1-b3ef-c0a8816997f5 req-f2a7dfdb-f040-49d7-9609-ac8927b67267 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f0d6467-a6aa-49be-be08-8c5e14e76c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410676 Nov 24 13:58:05.669820 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-842e13f0-55b0-44e1-b3ef-c0a8816997f5 req-03a68374-8f6c-435e-8a48-915203cf56ff service neutron] 10.222.0.46 "GET /v2.0/networks/2f0d6467-a6aa-49be-be08-8c5e14e76c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890832 Nov 24 13:58:05.745606 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-02b6b3c0-9293-4674-8c4b-1aff82eabcec None None] Set router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:58:05.762691 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-842e13f0-55b0-44e1-b3ef-c0a8816997f5 req-cd4241c6-cfe8-4ef7-834d-9539974a7d6f service neutron] 10.222.0.46 "GET /v2.0/networks/2f0d6467-a6aa-49be-be08-8c5e14e76c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855808 Nov 24 13:58:05.965960 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-02b6b3c0-9293-4674-8c4b-1aff82eabcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:57:52Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '8105c5f5-0782-4a23-99ef-71943b68f1d3', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'port_id': '8e0f0cd3-080c-421c-8344-f60bdb2506e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'mac_address': 'fa:16:3e:d9:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:58:04Z', 'updated_at': '2021-11-24T13:58:04Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1af28bd-3ac8-497b-b1ca-41f8d08077a6', 'name': '', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:60:18:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:51Z', 'updated_at': '2021-11-24T13:57:55Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:05.994496 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b6b3c0-9293-4674-8c4b-1aff82eabcec None None] The sync data for ids ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'] in n-d-817303-4 is: [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:57:52Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '8105c5f5-0782-4a23-99ef-71943b68f1d3', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'port_id': '8e0f0cd3-080c-421c-8344-f60bdb2506e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'mac_address': 'fa:16:3e:d9:dd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:58:04Z', 'updated_at': '2021-11-24T13:58:04Z', 'revision_number': 0, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1af28bd-3ac8-497b-b1ca-41f8d08077a6', 'name': '', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:60:18:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:51Z', 'updated_at': '2021-11-24T13:57:55Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:58:06.174907 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215bde3-8ce3-4b1b-8428-cf92d244028f None None] New status for floating IP 8105c5f5-0782-4a23-99ef-71943b68f1d3: ACTIVE {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:58:06.451729 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58590) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:06.516002 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3e8d871e-65d0-4eae-9a20-66ee72143fa6 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/8105c5f5-0782-4a23-99ef-71943b68f1d3 HTTP/1.1" status: 200 len: 993 time: 0.0630109 Nov 24 13:58:07.087373 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:10.138781 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:12.737595 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:58:20.949484 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e6e13ae9-f676-416b-8872-0a2d7e9c2d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:23.390212 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc446e76-c65f-4f56-abe1-90f9721c0a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:24.600919 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:26.124235 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:26.797627 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:36.913538 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:37.904959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0edefc-2352-47a0-b1d2-22e3536de55c req-135c2d80-ce05-4546-a27e-adc30e02a796 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:37.906427 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0f0edefc-2352-47a0-b1d2-22e3536de55c req-135c2d80-ce05-4546-a27e-adc30e02a796 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 945 time: 0.0530758 Nov 24 13:58:37.956910 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0f0edefc-2352-47a0-b1d2-22e3536de55c req-14d2b1ab-f8b6-4c0b-a72b-6245a37b0b72 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444949 Nov 24 13:58:39.075950 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de01cf-1723-4cbb-88e2-2906ab2bb011 req-444027d1-c02e-461b-859e-52c630527d63 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:39.077495 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99de01cf-1723-4cbb-88e2-2906ab2bb011 req-444027d1-c02e-461b-859e-52c630527d63 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 945 time: 0.0497544 Nov 24 13:58:39.127544 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-99de01cf-1723-4cbb-88e2-2906ab2bb011 req-5fa56366-5190-444d-a4e2-3df095a90995 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434928 Nov 24 13:58:39.150176 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58608) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:39.210633 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b131c89f-857e-4a7f-9fe3-2e85e49b79ff tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/8105c5f5-0782-4a23-99ef-71943b68f1d3 HTTP/1.1" status: 200 len: 993 time: 0.0593407 Nov 24 13:58:40.130249 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:40.521900 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f02d9-62a8-4bc1-96ef-8d78e6fd6af2 req-31603b11-af70-4d4a-9b71-42ca7a20f4df tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:40.523447 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cb1f02d9-62a8-4bc1-96ef-8d78e6fd6af2 req-31603b11-af70-4d4a-9b71-42ca7a20f4df tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 945 time: 0.0794556 Nov 24 13:58:40.525966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32401cc7-6ed5-4f1d-a774-43f46e8a12ec req-b4afce9f-a252-4f30-910e-5743466b35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:40.527278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32401cc7-6ed5-4f1d-a774-43f46e8a12ec req-b4afce9f-a252-4f30-910e-5743466b35c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 1096 time: 0.0574057 Nov 24 13:58:40.632032 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cb1f02d9-62a8-4bc1-96ef-8d78e6fd6af2 req-bd6c3979-2a07-4376-b7cd-f4fd9ed8607c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025279 Nov 24 13:58:40.652145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32401cc7-6ed5-4f1d-a774-43f46e8a12ec req-69e4152d-d212-4a86-a4a8-4aa5f0622d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:40.653639 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32401cc7-6ed5-4f1d-a774-43f46e8a12ec req-69e4152d-d212-4a86-a4a8-4aa5f0622d73 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f0d6467-a6aa-49be-be08-8c5e14e76c57 HTTP/1.1" status: 200 len: 897 time: 0.1184430 Nov 24 13:58:40.718224 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32401cc7-6ed5-4f1d-a774-43f46e8a12ec req-d4df1a48-40e4-4319-8a52-d7cbc5b2f3ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e0f0cd3-080c-421c-8344-f60bdb2506e1 HTTP/1.1" status: 200 len: 1001 time: 0.0563056 Nov 24 13:58:40.771355 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32401cc7-6ed5-4f1d-a774-43f46e8a12ec req-7f3ffb1c-73d9-4f8d-a7aa-cd88c7c4bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:40.772818 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32401cc7-6ed5-4f1d-a774-43f46e8a12ec req-7f3ffb1c-73d9-4f8d-a7aa-cd88c7c4bc0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f43401ca-802b-41ae-8700-4c2f359d1713 HTTP/1.1" status: 200 len: 835 time: 0.0475423 Nov 24 13:58:40.817496 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32401cc7-6ed5-4f1d-a774-43f46e8a12ec req-e6c2373f-6d36-40f8-b7d9-3b3d0caeb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:40.819040 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32401cc7-6ed5-4f1d-a774-43f46e8a12ec req-e6c2373f-6d36-40f8-b7d9-3b3d0caeb67f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f0d6467-a6aa-49be-be08-8c5e14e76c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393319 Nov 24 13:58:40.912621 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32401cc7-6ed5-4f1d-a774-43f46e8a12ec req-05d99287-c3b9-42bd-92a0-51b25918d297 service neutron] 10.222.0.46 "GET /v2.0/networks/2f0d6467-a6aa-49be-be08-8c5e14e76c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863471 Nov 24 13:58:41.006105 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-32401cc7-6ed5-4f1d-a774-43f46e8a12ec req-3e9f24e7-c5c2-49d4-a09c-96836e79029b service neutron] 10.222.0.46 "GET /v2.0/networks/2f0d6467-a6aa-49be-be08-8c5e14e76c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866451 Nov 24 13:58:41.762208 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0feb6a-890f-42a0-9bae-477984113d17 req-cd489d91-9103-45e9-8fbf-51229425a96e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:41.763687 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6b0feb6a-890f-42a0-9bae-477984113d17 req-cd489d91-9103-45e9-8fbf-51229425a96e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 945 time: 0.0522809 Nov 24 13:58:41.812943 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-6b0feb6a-890f-42a0-9bae-477984113d17 req-2036c571-ea4b-46b0-8458-9fa81f38425f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431204 Nov 24 13:58:42.932859 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a6209-ee3c-42bf-9921-78afab421ccf req-35aa0b76-90a8-4635-b4dd-4ffd39a6603c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:42.934332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b85a6209-ee3c-42bf-9921-78afab421ccf req-35aa0b76-90a8-4635-b4dd-4ffd39a6603c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 945 time: 0.0485883 Nov 24 13:58:42.985993 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b85a6209-ee3c-42bf-9921-78afab421ccf req-384d7510-36c5-40a2-80df-10abd6907caa tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457587 Nov 24 13:58:43.008829 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58620) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:43.069497 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d9c88151-2cef-456c-9c4f-d5ab49804d94 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/floatingips/8105c5f5-0782-4a23-99ef-71943b68f1d3 HTTP/1.1" status: 200 len: 993 time: 0.0595632 Nov 24 13:58:43.286506 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58626) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:43.437579 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port d59d5bb4-aa70-4266-a2e6-3f7435bd3141 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:58:43.437847 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:43.851246 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:43.851576 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:43.862893 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for d59d5bb4-aa70-4266-a2e6-3f7435bd3141 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:58:44.009796 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:44.036529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=d59d5bb4-aa70-4266-a2e6-3f7435bd3141,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:44.060342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:44.060701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:44.061075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:44.061420 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:44.061760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:44.062099 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:44.062436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:44.062771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:44.063104 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:44.063436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:44.063771 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:44.064093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:44.105040 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:44.105277 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Floating IP 8105c5f5-0782-4a23-99ef-71943b68f1d3 disassociated (deleted). External IP: 172.25.0.137, port: 8e0f0cd3-080c-421c-8344-f60bdb2506e1. Nov 24 13:58:44.315146 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:58:44.421347 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:58:44.425697 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:44.431778 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1af5fc-3425-4b9b-8ebf-3d7ccf549257 None None] Sync routers for ids ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:58:44.440759 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1af5fc-3425-4b9b-8ebf-3d7ccf549257 None None] Routers {'71f6c08d-4b5c-448c-85ee-d01bd56fd205'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:58:44.441357 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-fd1af5fc-3425-4b9b-8ebf-3d7ccf549257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:58:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:44.452649 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e221aaf8-d757-42b0-b2dd-3f6e58c4bd1c tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/floatingips/8105c5f5-0782-4a23-99ef-71943b68f1d3 HTTP/1.1" status: 204 len: 168 time: 1.1650627 Nov 24 13:58:44.453277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'tag': '8e0f0cd3-080c-421c-8344-f60bdb2506e1'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:58:44.455652 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a7d3b5-250c-4718-af3d-85c2a6f78be0" -d '{"events": [{"name": "network-changed", "server_uuid": "48563fb1-1fea-4cd0-9ce5-4a0dda64ff49", "tag": "8e0f0cd3-080c-421c-8344-f60bdb2506e1"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:58:44.494588 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f743a046-ce18-4381-9336-fc6f6ef8b55a x-openstack-request-id: req-f743a046-ce18-4381-9336-fc6f6ef8b55a {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:58:44.494887 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48563fb1-1fea-4cd0-9ce5-4a0dda64ff49", "tag": "8e0f0cd3-080c-421c-8344-f60bdb2506e1", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:58:44.495157 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f743a046-ce18-4381-9336-fc6f6ef8b55a {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:58:44.495572 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'tag': '8e0f0cd3-080c-421c-8344-f60bdb2506e1', 'status': 'completed', 'code': 200} Nov 24 13:58:44.551017 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-fd1af5fc-3425-4b9b-8ebf-3d7ccf549257 None None] Set router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:58:44.557570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7d3b5-250c-4718-af3d-85c2a6f78be0 req-75c7fffd-3324-41bc-9487-8a402768ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:44.559216 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92a7d3b5-250c-4718-af3d-85c2a6f78be0 req-75c7fffd-3324-41bc-9487-8a402768ad8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 1096 time: 0.0438666 Nov 24 13:58:44.671508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7d3b5-250c-4718-af3d-85c2a6f78be0 req-02e0417c-9b17-43c2-84ae-3a27f2154718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:44.673564 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92a7d3b5-250c-4718-af3d-85c2a6f78be0 req-02e0417c-9b17-43c2-84ae-3a27f2154718 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f0d6467-a6aa-49be-be08-8c5e14e76c57 HTTP/1.1" status: 200 len: 897 time: 0.1034591 Nov 24 13:58:44.685647 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab4344-816d-4c4b-9b18-fbd161519909 req-3923b29a-d592-447b-a61a-c8be565e6c28 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:44.687265 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4ab4344-816d-4c4b-9b18-fbd161519909 req-3923b29a-d592-447b-a61a-c8be565e6c28 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 945 time: 0.0537312 Nov 24 13:58:44.716477 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92a7d3b5-250c-4718-af3d-85c2a6f78be0 req-86d82a80-46b5-4a62-a927-054289e9af1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e0f0cd3-080c-421c-8344-f60bdb2506e1 HTTP/1.1" status: 200 len: 217 time: 0.0351641 Nov 24 13:58:44.737470 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a4ab4344-816d-4c4b-9b18-fbd161519909 req-1db9079a-c6d5-416c-8d08-669dbedf8d55 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437653 Nov 24 13:58:44.774780 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-fd1af5fc-3425-4b9b-8ebf-3d7ccf549257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:57:52Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c1af28bd-3ac8-497b-b1ca-41f8d08077a6', 'name': '', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:60:18:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:51Z', 'updated_at': '2021-11-24T13:57:55Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:44.775130 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7d3b5-250c-4718-af3d-85c2a6f78be0 req-ae96671e-1048-4fc9-8114-b271d8fc119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:44.776652 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92a7d3b5-250c-4718-af3d-85c2a6f78be0 req-ae96671e-1048-4fc9-8114-b271d8fc119b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f43401ca-802b-41ae-8700-4c2f359d1713 HTTP/1.1" status: 200 len: 835 time: 0.0510645 Nov 24 13:58:44.800689 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1af5fc-3425-4b9b-8ebf-3d7ccf549257 None None] Checking router: 71f6c08d-4b5c-448c-85ee-d01bd56fd205 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:58:44.809046 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1af5fc-3425-4b9b-8ebf-3d7ccf549257 None None] Routers {'71f6c08d-4b5c-448c-85ee-d01bd56fd205'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:58:44.809677 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-fd1af5fc-3425-4b9b-8ebf-3d7ccf549257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:58:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:44.821860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7d3b5-250c-4718-af3d-85c2a6f78be0 req-54ed67df-eab8-429a-bc20-c0a8765468e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:44.823345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92a7d3b5-250c-4718-af3d-85c2a6f78be0 req-54ed67df-eab8-429a-bc20-c0a8765468e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f0d6467-a6aa-49be-be08-8c5e14e76c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394635 Nov 24 13:58:44.913224 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-fd1af5fc-3425-4b9b-8ebf-3d7ccf549257 None None] Set router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:58:44.915230 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92a7d3b5-250c-4718-af3d-85c2a6f78be0 req-b8eb497f-d304-4748-9edc-7f21b423fdb6 service neutron] 10.222.0.46 "GET /v2.0/networks/2f0d6467-a6aa-49be-be08-8c5e14e76c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840364 Nov 24 13:58:45.009169 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-92a7d3b5-250c-4718-af3d-85c2a6f78be0 req-3780c65d-6b0a-4e54-b030-a95e0c7664c5 service neutron] 10.222.0.46 "GET /v2.0/networks/2f0d6467-a6aa-49be-be08-8c5e14e76c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866575 Nov 24 13:58:45.112476 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-fd1af5fc-3425-4b9b-8ebf-3d7ccf549257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:57:52Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c1af28bd-3ac8-497b-b1ca-41f8d08077a6', 'name': '', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:60:18:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:51Z', 'updated_at': '2021-11-24T13:57:55Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:45.142008 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1af5fc-3425-4b9b-8ebf-3d7ccf549257 None None] The sync data for ids ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'] in n-d-817303-4 is: [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:57:52Z', 'revision_number': 4, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'c1af28bd-3ac8-497b-b1ca-41f8d08077a6', 'name': '', 'network_id': '2f0d6467-a6aa-49be-be08-8c5e14e76c57', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'mac_address': 'fa:16:3e:60:18:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:51Z', 'updated_at': '2021-11-24T13:57:55Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'subnets': [{'id': 'f43401ca-802b-41ae-8700-4c2f359d1713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:58:45.371348 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adec25b6-5b08-4f2f-9fd5-21baec9d99e8 None None] New status for floating IP 8105c5f5-0782-4a23-99ef-71943b68f1d3: DOWN {{(pid=114987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:58:45.855562 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2016f4a-d4a5-4456-b011-7677464b7790 req-183e6c53-422c-4031-a89d-520e745c0482 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:45.857053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e2016f4a-d4a5-4456-b011-7677464b7790 req-183e6c53-422c-4031-a89d-520e745c0482 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 945 time: 0.0488853 Nov 24 13:58:45.907006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e2016f4a-d4a5-4456-b011-7677464b7790 req-82fcd227-0e21-48ee-9f59-9abe1bd8361f tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/security-groups?id=3516ab13-7cdf-4b46-984c-3119a1db916a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440364 Nov 24 13:58:46.174077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6589bc-1773-4788-b8ab-7e6d19021873 req-cbd0b3f3-4741-4f27-8cce-97a67b44cd3a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:46.175454 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6f6589bc-1773-4788-b8ab-7e6d19021873 req-cbd0b3f3-4741-4f27-8cce-97a67b44cd3a tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 945 time: 0.0527406 Nov 24 13:58:46.270157 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-6f6589bc-1773-4788-b8ab-7e6d19021873 req-46cb4e73-0c25-4c0c-9ca4-a9341431012e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port 8e0f0cd3-080c-421c-8344-f60bdb2506e1 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:58:46.270500 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6f6589bc-1773-4788-b8ab-7e6d19021873 req-46cb4e73-0c25-4c0c-9ca4-a9341431012e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:46.364528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-6f6589bc-1773-4788-b8ab-7e6d19021873 req-46cb4e73-0c25-4c0c-9ca4-a9341431012e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port 8e0f0cd3-080c-421c-8344-f60bdb2506e1, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=8e0f0cd3-080c-421c-8344-f60bdb2506e1,segment=NetworkSegment(870aa060-9279-4346-ba36-6db65c8b7baf),segment_id=870aa060-9279-4346-ba36-6db65c8b7baf)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:58:46.364922 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6f6589bc-1773-4788-b8ab-7e6d19021873 req-46cb4e73-0c25-4c0c-9ca4-a9341431012e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:46.377075 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-6f6589bc-1773-4788-b8ab-7e6d19021873 req-46cb4e73-0c25-4c0c-9ca4-a9341431012e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for 8e0f0cd3-080c-421c-8344-f60bdb2506e1 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:58:46.501167 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6f6589bc-1773-4788-b8ab-7e6d19021873 req-46cb4e73-0c25-4c0c-9ca4-a9341431012e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:46.533415 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb4e73-0c25-4c0c-9ca4-a9341431012e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=8e0f0cd3-080c-421c-8344-f60bdb2506e1,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:46.575465 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6589bc-1773-4788-b8ab-7e6d19021873 req-46cb4e73-0c25-4c0c-9ca4-a9341431012e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] No DVR routers for this DVR port 8e0f0cd3-080c-421c-8344-f60bdb2506e1 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:58:46.578338 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-6f6589bc-1773-4788-b8ab-7e6d19021873 req-46cb4e73-0c25-4c0c-9ca4-a9341431012e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:46.581856 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6f6589bc-1773-4788-b8ab-7e6d19021873 req-46cb4e73-0c25-4c0c-9ca4-a9341431012e tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.46 "DELETE /v2.0/ports/8e0f0cd3-080c-421c-8344-f60bdb2506e1 HTTP/1.1" status: 204 len: 173 time: 0.4002876 Nov 24 13:58:46.582328 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'name': 'network-vif-deleted', 'tag': '8e0f0cd3-080c-421c-8344-f60bdb2506e1'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:58:46.584614 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2844bff-f3a7-4123-af06-b681907e34d3" -d '{"events": [{"server_uuid": "48563fb1-1fea-4cd0-9ce5-4a0dda64ff49", "name": "network-vif-deleted", "tag": "8e0f0cd3-080c-421c-8344-f60bdb2506e1"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:58:46.623782 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4d0adf-1ca8-47d8-aae8-fc53713ca64d x-openstack-request-id: req-ba4d0adf-1ca8-47d8-aae8-fc53713ca64d {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:58:46.624084 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48563fb1-1fea-4cd0-9ce5-4a0dda64ff49", "name": "network-vif-deleted", "tag": "8e0f0cd3-080c-421c-8344-f60bdb2506e1", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:58:46.624347 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ba4d0adf-1ca8-47d8-aae8-fc53713ca64d {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:58:46.624830 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48563fb1-1fea-4cd0-9ce5-4a0dda64ff49', 'name': 'network-vif-deleted', 'tag': '8e0f0cd3-080c-421c-8344-f60bdb2506e1', 'status': 'completed', 'code': 200} Nov 24 13:58:47.042930 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e6d15d28-b170-4c03-be4d-a48439e0cae5 req-0f65b763-3a85-4a51-9eb6-f4c22cc45d24 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "GET /v2.0/ports?device_id=48563fb1-1fea-4cd0-9ce5-4a0dda64ff49 HTTP/1.1" status: 200 len: 210 time: 0.0410688 Nov 24 13:58:48.103605 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58642) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:48.467728 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ba6a34ff-c47d-416e-9156-9e916af1cbd8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:48.720311 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a34ff-c47d-416e-9156-9e916af1cbd8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port c1af28bd-3ac8-497b-b1ca-41f8d08077a6 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:58:48.720569 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ba6a34ff-c47d-416e-9156-9e916af1cbd8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:48.807237 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-ba6a34ff-c47d-416e-9156-9e916af1cbd8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port c1af28bd-3ac8-497b-b1ca-41f8d08077a6, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c1af28bd-3ac8-497b-b1ca-41f8d08077a6,segment=NetworkSegment(870aa060-9279-4346-ba36-6db65c8b7baf),segment_id=870aa060-9279-4346-ba36-6db65c8b7baf)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:58:48.807598 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ba6a34ff-c47d-416e-9156-9e916af1cbd8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:48.819899 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-ba6a34ff-c47d-416e-9156-9e916af1cbd8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for c1af28bd-3ac8-497b-b1ca-41f8d08077a6 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:58:49.008206 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ba6a34ff-c47d-416e-9156-9e916af1cbd8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:49.039468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a34ff-c47d-416e-9156-9e916af1cbd8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=c1af28bd-3ac8-497b-b1ca-41f8d08077a6,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:49.212453 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ba6a34ff-c47d-416e-9156-9e916af1cbd8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:49.436440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6a34ff-c47d-416e-9156-9e916af1cbd8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:58:49.542681 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6a34ff-c47d-416e-9156-9e916af1cbd8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:58:49.547664 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ba6a34ff-c47d-416e-9156-9e916af1cbd8 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "PUT /v2.0/routers/71f6c08d-4b5c-448c-85ee-d01bd56fd205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4430304 Nov 24 13:58:49.550467 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58644) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:49.553007 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648eb52-c0c7-4368-93d3-03f8724391bd None None] Sync routers for ids ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:58:49.563032 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648eb52-c0c7-4368-93d3-03f8724391bd None None] Routers {'71f6c08d-4b5c-448c-85ee-d01bd56fd205'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:58:49.563630 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a648eb52-c0c7-4368-93d3-03f8724391bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:58:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:49.601725 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11a5ef5-924e-4f19-9296-7fcb3d11c3ab tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting subnet f43401ca-802b-41ae-8700-4c2f359d1713 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 13:58:49.605032 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b11a5ef5-924e-4f19-9296-7fcb3d11c3ab tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:49.645086 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b11a5ef5-924e-4f19-9296-7fcb3d11c3ab tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:49.645608 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8e0f0cd3-080c-421c-8344-f60bdb2506e1 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:58:49.670473 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a648eb52-c0c7-4368-93d3-03f8724391bd None None] Set router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:58:49.671513 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 8e0f0cd3-080c-421c-8344-f60bdb2506e1 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:58:49.672106 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 8e0f0cd3-080c-421c-8344-f60bdb2506e1 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:58:49.732155 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b11a5ef5-924e-4f19-9296-7fcb3d11c3ab tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:49.793202 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b11a5ef5-924e-4f19-9296-7fcb3d11c3ab tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:49.821257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a5ef5-924e-4f19-9296-7fcb3d11c3ab tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Subnet': ['ID=f43401ca-802b-41ae-8700-4c2f359d1713,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:49.824818 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b11a5ef5-924e-4f19-9296-7fcb3d11c3ab tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:49.829233 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b11a5ef5-924e-4f19-9296-7fcb3d11c3ab tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/subnets/f43401ca-802b-41ae-8700-4c2f359d1713 HTTP/1.1" status: 204 len: 168 time: 0.2776973 Nov 24 13:58:49.831803 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58646) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:49.831947 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9d9d4b-0edf-4e80-91e7-1e3e3b9b0488 None None] Network 2f0d6467-a6aa-49be-be08-8c5e14e76c57 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:58:49.846134 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:58:49.951156 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:49.952496 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a648eb52-c0c7-4368-93d3-03f8724391bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:58:48Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:49.983647 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648eb52-c0c7-4368-93d3-03f8724391bd None None] Checking router: 71f6c08d-4b5c-448c-85ee-d01bd56fd205 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:58:49.993603 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648eb52-c0c7-4368-93d3-03f8724391bd None None] Routers {'71f6c08d-4b5c-448c-85ee-d01bd56fd205'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:58:49.994210 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a648eb52-c0c7-4368-93d3-03f8724391bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:58:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:50.011198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] DHCP port deletion for 2f0d6467-a6aa-49be-be08-8c5e14e76c57 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:58:50.060916 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:50.062087 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Deleting port 2be8b290-0f86-4904-81f4-8b380e116a31 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:58:50.062761 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:50.098296 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-a648eb52-c0c7-4368-93d3-03f8724391bd None None] Set router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:58:50.124174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Deleting port 8b056822-17fc-4501-ad0c-fbbfcc44463c {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 13:58:50.124668 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:50.126809 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] For port 2be8b290-0f86-4904-81f4-8b380e116a31, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=2be8b290-0f86-4904-81f4-8b380e116a31,segment=NetworkSegment(870aa060-9279-4346-ba36-6db65c8b7baf),segment_id=870aa060-9279-4346-ba36-6db65c8b7baf)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:58:50.127211 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:50.143119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Calling delete_port for 2be8b290-0f86-4904-81f4-8b380e116a31 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:58:50.211050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] For port 8b056822-17fc-4501-ad0c-fbbfcc44463c, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8b056822-17fc-4501-ad0c-fbbfcc44463c,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:58:50.211455 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:50.228108 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Calling delete_port for 8b056822-17fc-4501-ad0c-fbbfcc44463c owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 13:58:50.233691 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:50.259606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Pushing event deleted for resources: {'Port': ['ID=2be8b290-0f86-4904-81f4-8b380e116a31,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:50.264011 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] No DVR routers for this DVR port 2be8b290-0f86-4904-81f4-8b380e116a31 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 13:58:50.271660 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:50.272037 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:50.272369 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:50.272744 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:50.273071 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:50.273417 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:50.273764 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:50.274155 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:50.279501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:50.279501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:50.279501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:50.279501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49f47b6-a03c-4ff6-8339-8294e864d06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:50.292115 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-a648eb52-c0c7-4368-93d3-03f8724391bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:58:48Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:50.319248 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648eb52-c0c7-4368-93d3-03f8724391bd None None] The sync data for ids ['71f6c08d-4b5c-448c-85ee-d01bd56fd205'] in n-d-817303-4 is: [{'id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1221087886', 'tenant_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:57:48Z', 'updated_at': '2021-11-24T13:58:48Z', 'revision_number': 5, 'project_id': '4afc20e4bc2b43b38af23ac4d84c7080', 'gw_port': {'id': '8b056822-17fc-4501-ad0c-fbbfcc44463c', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bf:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f6c08d-4b5c-448c-85ee-d01bd56fd205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:57:49Z', 'updated_at': '2021-11-24T13:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:58:50.420309 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:50.446247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Port': ['ID=8b056822-17fc-4501-ad0c-fbbfcc44463c,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:50.460633 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae701b-d177-4e41-b2a3-26062c341c41 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:58:50.508692 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:50.602556 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:50.604562 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:50.953705 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4cd07c9d-b4a6-4f11-8b5e-3f3ea7f4d4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:50.998149 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:50.998690 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Fanout notify agent at l3_agent the message router_deleted on router 71f6c08d-4b5c-448c-85ee-d01bd56fd205 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 13:58:51.006189 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:51.007399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-750db9bc-a4bf-49d6-ac41-a0821cf1e4ca tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/routers/71f6c08d-4b5c-448c-85ee-d01bd56fd205 HTTP/1.1" status: 204 len: 168 time: 1.1742496 Nov 24 13:58:51.010125 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58648) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:51.091075 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d72f0b00-1629-4211-86ac-cebd9295a217 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:51.177792 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d72f0b00-1629-4211-86ac-cebd9295a217 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:51.197590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d72f0b00-1629-4211-86ac-cebd9295a217 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0d6467-a6aa-49be-be08-8c5e14e76c57']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:51.206618 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d72f0b00-1629-4211-86ac-cebd9295a217 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870aa060-9279-4346-ba36-6db65c8b7baf') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:51.206875 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-d72f0b00-1629-4211-86ac-cebd9295a217 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870aa060-9279-4346-ba36-6db65c8b7baf') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:51.216498 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d72f0b00-1629-4211-86ac-cebd9295a217 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:51.229899 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d72f0b00-1629-4211-86ac-cebd9295a217 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:51.235861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72f0b00-1629-4211-86ac-cebd9295a217 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 13:58:51.236251 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d72f0b00-1629-4211-86ac-cebd9295a217 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: timer() Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 13:58:51.239794 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 13:58:51.300679 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d72f0b00-1629-4211-86ac-cebd9295a217 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:51.308237 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d72f0b00-1629-4211-86ac-cebd9295a217 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:51.310618 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d72f0b00-1629-4211-86ac-cebd9295a217 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/networks/2f0d6467-a6aa-49be-be08-8c5e14e76c57 HTTP/1.1" status: 204 len: 168 time: 0.2995164 Nov 24 13:58:51.313544 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58650) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:51.322184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f0b00-1629-4211-86ac-cebd9295a217 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'Network': ['ID=2f0d6467-a6aa-49be-be08-8c5e14e76c57,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:51.370664 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:51.399625 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:51.461902 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:51.464593 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:51.465802 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] 10.222.0.48 "DELETE /v2.0/security-groups/3516ab13-7cdf-4b46-984c-3119a1db916a HTTP/1.1" status: 204 len: 168 time: 0.1511781 Nov 24 13:58:51.476752 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3516ab13-7cdf-4b46-984c-3119a1db916a,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:51.488117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:51.488117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:51.488117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:51.488117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:51.488117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:51.488117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:51.488117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:51.488117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:51.488117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:51.488117 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:51.489471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:51.489471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4f6fd2-e2d2-47e5-b561-0428a7ed72b3 tempest-TestNetworkAdvancedServerOps-1511510506 tempest-TestNetworkAdvancedServerOps-1511510506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:58:51.503555 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2be8b290-0f86-4904-81f4-8b380e116a31 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:58:51.530145 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 2be8b290-0f86-4904-81f4-8b380e116a31 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:58:51.530527 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 2be8b290-0f86-4904-81f4-8b380e116a31 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:58:51.530908 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c1af28bd-3ac8-497b-b1ca-41f8d08077a6 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:58:51.550627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: c1af28bd-3ac8-497b-b1ca-41f8d08077a6 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:58:51.551508 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c1af28bd-3ac8-497b-b1ca-41f8d08077a6 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:58:51.551920 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 8b056822-17fc-4501-ad0c-fbbfcc44463c no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 13:58:51.570927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 8b056822-17fc-4501-ad0c-fbbfcc44463c {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 13:58:51.571279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 8b056822-17fc-4501-ad0c-fbbfcc44463c not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 13:58:51.817441 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58658) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:51.959578 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2e9baf28-dac1-4c45-a655-90bb15c1b2e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4afc20e4bc2b43b38af23ac4d84c7080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1409490 Nov 24 13:58:51.962080 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58662) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:52.008553 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2a60465-c155-4605-9cfd-323ef5da76bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:52.028711 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2a60465-c155-4605-9cfd-323ef5da76bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:52.076981 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2a60465-c155-4605-9cfd-323ef5da76bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:52.079645 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-c2a60465-c155-4605-9cfd-323ef5da76bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:52.080854 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-c2a60465-c155-4605-9cfd-323ef5da76bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11e3bf05-7948-4115-ae52-2587f197d0d3 HTTP/1.1" status: 204 len: 168 time: 0.1178446 Nov 24 13:58:52.088776 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a60465-c155-4605-9cfd-323ef5da76bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e3bf05-7948-4115-ae52-2587f197d0d3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:52.337558 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58668) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:52.350401 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-166598d9-ca79-4739-8605-46b945d0c570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:52.424077 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-166598d9-ca79-4739-8605-46b945d0c570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:52.428328 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-166598d9-ca79-4739-8605-46b945d0c570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:52.464065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166598d9-ca79-4739-8605-46b945d0c570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432e6894-41fe-4b8d-860b-63a9a61c8ec7,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:52.468466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-166598d9-ca79-4739-8605-46b945d0c570 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a397b54cabc54d7f9a301f36a84f7d87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298735 Nov 24 13:58:52.471593 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58670) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:52.523011 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5407943-5e8b-437f-b9af-4320db3b1a52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:52.545599 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5407943-5e8b-437f-b9af-4320db3b1a52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:52.591155 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5407943-5e8b-437f-b9af-4320db3b1a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:52.593711 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c5407943-5e8b-437f-b9af-4320db3b1a52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:52.594858 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c5407943-5e8b-437f-b9af-4320db3b1a52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/432e6894-41fe-4b8d-860b-63a9a61c8ec7 HTTP/1.1" status: 204 len: 168 time: 0.1225269 Nov 24 13:58:52.603728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5407943-5e8b-437f-b9af-4320db3b1a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432e6894-41fe-4b8d-860b-63a9a61c8ec7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:53.286528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58692) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:53.379821 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-661764357-network', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:53.393161 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-47653536-7f87-46f5-95b5-8d4f65e2be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:53.402612 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] Made reservation on behalf of f8555bd55eae4c04bf683eb463368f92 for: {'network': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:53.404940 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:53.413704 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:53.487454 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:53.491126 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:53.512456 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=114985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:58:53.526323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08073679-46a6-4517-a155-4c6471e4d903,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:53.531452 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:53.531787 n-d-817303-4 neutron-server[114985]: INFO neutron.db.segments_db [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] Added segment 721af2ef-56c5-4f9f-a2b4-2c14ad53d843 of type vlan for network d22ad42b-5bef-445d-a3d2-40b6a89786c6 Nov 24 13:58:53.572204 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:53.596278 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:53.597294 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:53.598373 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:53.634922 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3472395 Nov 24 13:58:53.638044 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58696) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:53.643058 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-6b343e2e-6a2e-41e4-b2a5-d87df2136bef admin admin] Request body: {'subnet': {'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-661764357-subnet', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:53.662501 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c7787-f558-4e41-b925-1d28b36fb984 admin admin] Pushing event updated for resources: {'Network': ['ID=d22ad42b-5bef-445d-a3d2-40b6a89786c6,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:53.665540 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b343e2e-6a2e-41e4-b2a5-d87df2136bef admin admin] Made reservation on behalf of f8555bd55eae4c04bf683eb463368f92 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:53.668106 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6b343e2e-6a2e-41e4-b2a5-d87df2136bef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:53.672620 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network d22ad42b-5bef-445d-a3d2-40b6a89786c6 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:58:53.841306 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6b343e2e-6a2e-41e4-b2a5-d87df2136bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:53.901194 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b343e2e-6a2e-41e4-b2a5-d87df2136bef admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fe86dd-f28f-4514-932b-fb5368ced1b4,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:53.908106 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b343e2e-6a2e-41e4-b2a5-d87df2136bef admin admin] Checking segment: {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:58:53.908462 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b343e2e-6a2e-41e4-b2a5-d87df2136bef admin admin] Network hostable DHCP agents. Network: d22ad42b-5bef-445d-a3d2-40b6a89786c6, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:58:53.925652 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b343e2e-6a2e-41e4-b2a5-d87df2136bef admin admin] Network d22ad42b-5bef-445d-a3d2-40b6a89786c6 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:58:53.933859 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-6b343e2e-6a2e-41e4-b2a5-d87df2136bef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, d22ad42b-5bef-445d-a3d2-40b6a89786c6) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:53.937898 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b343e2e-6a2e-41e4-b2a5-d87df2136bef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:53.938488 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6b343e2e-6a2e-41e4-b2a5-d87df2136bef admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:53.942776 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79170c8d-a561-4bd6-ba85-72e65e45de2e None None] Network d22ad42b-5bef-445d-a3d2-40b6a89786c6 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:58:53.953514 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6b343e2e-6a2e-41e4-b2a5-d87df2136bef admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3143847 Nov 24 13:58:53.956620 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58698) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:53.962077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:53.983676 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:53.984792 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.037284 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.101132 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-d22ad42b-5bef-445d-a3d2-40b6a89786c6', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:58:54.102637 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.179191 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.239339 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Allocated IP 172.20.0.2 (d22ad42b-5bef-445d-a3d2-40b6a89786c6/b3fe86dd-f28f-4514-932b-fb5368ced1b4/6ced0984-890b-4772-a5cd-584196227353) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:54.381155 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.384103 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.388052 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.404739 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.434436 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Network d22ad42b-5bef-445d-a3d2-40b6a89786c6 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:54.437148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:54.442215 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:58:54.444161 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Pushing event updated for resources: {'Port': ['ID=6ced0984-890b-4772-a5cd-584196227353,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:54.497900 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Attempting to bind port 6ced0984-890b-4772-a5cd-584196227353 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:58:54.498372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Attempting to bind port 6ced0984-890b-4772-a5cd-584196227353 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:58:54.498740 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Attempting to bind port 6ced0984-890b-4772-a5cd-584196227353 on network d22ad42b-5bef-445d-a3d2-40b6a89786c6 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:58:54.503667 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:58:54.504119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Checking segment: {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:58:54.504521 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.504951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Bound using segment: {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:58:54.505418 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Bound port: 6ced0984-890b-4772-a5cd-584196227353, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:58:54.505801 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.513853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Allocated IP 172.25.0.60 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:54.569743 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] For port 6ced0984-890b-4772-a5cd-584196227353, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:58:54.572941 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] For port 6ced0984-890b-4772-a5cd-584196227353, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6ced0984-890b-4772-a5cd-584196227353,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:58:54.578329 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.627563 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.650642 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.653632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bc383-b407-4957-8715-bbc4ba082c1c None None] Pushing event updated for resources: {'Port': ['ID=6ced0984-890b-4772-a5cd-584196227353,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:54.668748 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.704873 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:54.708293 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:54.713812 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:58:54.721428 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13392a23-9abf-4d76-b5a0-dace9a387b2b None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:58:54.741566 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Pushing event updated for resources: {'Port': ['ID=b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:54.851154 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-16515dee-0bb8-4903-a035-e3994880b197 None None] Provisioning complete for port b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:54.852236 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-16515dee-0bb8-4903-a035-e3994880b197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:54.889481 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-16515dee-0bb8-4903-a035-e3994880b197 None None] Port b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:58:55.008023 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:55.201769 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:55.308280 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6ced0984-890b-4772-a5cd-584196227353 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:58:55.341869 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Router 6874732b-2204-4282-9518-a0bc0aee1a92 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:58:55.367597 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 6ced0984-890b-4772-a5cd-584196227353 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:55.368244 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:55.453697 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:55.461701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:58:55.476175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Sync routers for ids ['6874732b-2204-4282-9518-a0bc0aee1a92'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:58:55.481293 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:55.485254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-544004dc-5829-4b2e-8ebb-752c4765e1cc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5268648 Nov 24 13:58:55.485671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58700) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:55.499748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 6ced0984-890b-4772-a5cd-584196227353, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6ced0984-890b-4772-a5cd-584196227353,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:58:55.502515 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Routers {'6874732b-2204-4282-9518-a0bc0aee1a92'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:58:55.503159 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6874732b-2204-4282-9518-a0bc0aee1a92'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:55.506903 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:55.633910 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=6ced0984-890b-4772-a5cd-584196227353,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:55.657492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Set router 6874732b-2204-4282-9518-a0bc0aee1a92 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:58:55.661159 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd8a58-82e9-4ffd-9ff4-3f8d19cff3bf None None] Network d22ad42b-5bef-445d-a3d2-40b6a89786c6 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:58:55.821046 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f9fbe0fb-5732-4f72-af48-52e4e621cb5a None None] Provisioning complete for port 6ced0984-890b-4772-a5cd-584196227353 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:55.821330 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f9fbe0fb-5732-4f72-af48-52e4e621cb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:55.927427 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.087713 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Allocated IP 172.20.0.1 (d22ad42b-5bef-445d-a3d2-40b6a89786c6/b3fe86dd-f28f-4514-932b-fb5368ced1b4/541152d8-a3e1-4221-afb4-82bbb98d2926) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:56.199853 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.204802 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.213179 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:54Z', 'revision_number': 3, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:56.239096 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.244018 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Checking router: 6874732b-2204-4282-9518-a0bc0aee1a92 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:58:56.244369 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Updating router 6874732b-2204-4282-9518-a0bc0aee1a92 port b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:58:56.270506 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.281568 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Network d22ad42b-5bef-445d-a3d2-40b6a89786c6 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:56.284590 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:56.288298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:58:56.312986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Pushing event updated for resources: {'Port': ['ID=541152d8-a3e1-4221-afb4-82bbb98d2926,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:56.339537 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.483098 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.560952 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.564045 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-68ee4a57-ba19-4aa0-9a5c-8b86fe85affe None None] Provisioning complete for port 6ced0984-890b-4772-a5cd-584196227353 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:56.564383 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68ee4a57-ba19-4aa0-9a5c-8b86fe85affe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.586289 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.653477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab3b263-36f7-4aba-84fa-a51b51a88f59 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:58:56.663381 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.665624 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Attempting to bind port b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:58:56.665936 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Attempting to bind port b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:58:56.666310 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Attempting to bind port b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:58:56.668174 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.670976 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5060e4-cb59-4f9a-9d6b-d512edfc63cb None None] Pushing event updated for resources: {'Port': ['ID=b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:56.678432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:58:56.678805 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:58:56.679216 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.679609 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:58:56.680257 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Bound port: b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:58:56.680449 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.734443 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Pushing event updated for resources: {'Port': ['ID=541152d8-a3e1-4221-afb4-82bbb98d2926,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:56.736782 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.766807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] For port b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:58:56.770716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] For port b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:58:56.774581 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.829337 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dc7a8b-b699-46a7-a60f-d7f36a75cd96 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:58:56.835202 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.838108 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Network d22ad42b-5bef-445d-a3d2-40b6a89786c6 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:56.839400 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:56.857257 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5060e4-cb59-4f9a-9d6b-d512edfc63cb None None] Pushing event updated for resources: {'Port': ['ID=b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:56.859802 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Routers {'6874732b-2204-4282-9518-a0bc0aee1a92'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:58:56.860420 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6874732b-2204-4282-9518-a0bc0aee1a92'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:56.955454 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-64e02630-9193-400a-a183-6fce37035097 None None] Provisioning complete for port b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:56.955812 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-64e02630-9193-400a-a183-6fce37035097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:56.967475 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Router 6874732b-2204-4282-9518-a0bc0aee1a92 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:58:57.019245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] Set router 6874732b-2204-4282-9518-a0bc0aee1a92 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:58:57.084832 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:58:57.099124 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ee60ca63-cacb-4766-b329-64eefd917c60 admin admin] 10.222.0.48 "PUT /v2.0/routers/6874732b-2204-4282-9518-a0bc0aee1a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6031053 Nov 24 13:58:57.146553 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-64e02630-9193-400a-a183-6fce37035097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:57.197919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-64e02630-9193-400a-a183-6fce37035097 None None] For port b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:58:57.202701 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-64e02630-9193-400a-a183-6fce37035097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:57.302109 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6ced0984-890b-4772-a5cd-584196227353 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:58:57.308450 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-64e02630-9193-400a-a183-6fce37035097 None None] Provisioning complete for port 541152d8-a3e1-4221-afb4-82bbb98d2926 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:57.308853 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-64e02630-9193-400a-a183-6fce37035097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:57.346127 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e02630-9193-400a-a183-6fce37035097 None None] Pushing event updated for resources: {'Port': ['ID=b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:57.387894 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-64e02630-9193-400a-a183-6fce37035097 None None] Port 541152d8-a3e1-4221-afb4-82bbb98d2926 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:58:57.408115 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 6ced0984-890b-4772-a5cd-584196227353 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:57.408498 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:57.435896 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 2, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:58:57.473503 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5218c-f282-43f0-a5fe-9a06100b4311 None None] The sync data for ids ['6874732b-2204-4282-9518-a0bc0aee1a92'] in n-d-817303-4 is: [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 2, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:58:57.546228 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b608d3dc-0025-49dd-aaa2-c0a03cefefdd None None] Provisioning complete for port 541152d8-a3e1-4221-afb4-82bbb98d2926 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:57.546612 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b608d3dc-0025-49dd-aaa2-c0a03cefefdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:57.593079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58716) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:57.593897 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b608d3dc-0025-49dd-aaa2-c0a03cefefdd None None] Port 541152d8-a3e1-4221-afb4-82bbb98d2926 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:58:57.600093 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1568438330-network', 'tenant_id': '883ec2e461bb40d9b239641060f0b967'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:57.621466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] Made reservation on behalf of 883ec2e461bb40d9b239641060f0b967 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:57.624854 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:57.634330 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:57.733671 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:57.737818 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:57.762015 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 13:58:57.778945 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6d3218-0ec3-4a64-9be1-0f4b3c804bee,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:57.783739 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:57.784098 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] Added segment 45158972-02c7-41fd-9e6a-94decf23d6f3 of type vlan for network 3602342f-9f09-4100-b230-ba009c814ca4 Nov 24 13:58:57.827564 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:57.854041 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:57.855229 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:57.855814 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:57.895276 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2996976 Nov 24 13:58:57.897892 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58718) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:57.903005 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-0cdf7560-36ac-45ab-b60c-0094414ebef6 admin admin] Request body: {'subnet': {'network_id': '3602342f-9f09-4100-b230-ba009c814ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1568438330-subnet', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'ip_version': 4}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:57.937805 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79868437-e520-41bc-bdb7-46ea178b8747 admin admin] Pushing event updated for resources: {'Network': ['ID=3602342f-9f09-4100-b230-ba009c814ca4,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:57.949757 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 3602342f-9f09-4100-b230-ba009c814ca4 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 13:58:57.955230 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdf7560-36ac-45ab-b60c-0094414ebef6 admin admin] Made reservation on behalf of 883ec2e461bb40d9b239641060f0b967 for: {'subnet': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:58:57.958453 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7560-36ac-45ab-b60c-0094414ebef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32645572'] for subnet, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.148192 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7560-36ac-45ab-b60c-0094414ebef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32614791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32645590'] for subnet, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.203634 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf7560-36ac-45ab-b60c-0094414ebef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7938482-b6df-432b-8e40-1b9dea2a19bb,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:58.226088 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdf7560-36ac-45ab-b60c-0094414ebef6 admin admin] Checking segment: {'id': '45158972-02c7-41fd-9e6a-94decf23d6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:58:58.226460 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdf7560-36ac-45ab-b60c-0094414ebef6 admin admin] Network hostable DHCP agents. Network: 3602342f-9f09-4100-b230-ba009c814ca4, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 13:58:58.245621 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdf7560-36ac-45ab-b60c-0094414ebef6 admin admin] Network 3602342f-9f09-4100-b230-ba009c814ca4 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 13:58:58.258751 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-0cdf7560-36ac-45ab-b60c-0094414ebef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 3602342f-9f09-4100-b230-ba009c814ca4) {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:58.262852 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf7560-36ac-45ab-b60c-0094414ebef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:58:58.263436 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7560-36ac-45ab-b60c-0094414ebef6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.270138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c4ab98-0ce8-4b7b-ae75-f09f9e7c738a None None] Network 3602342f-9f09-4100-b230-ba009c814ca4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:58:58.287839 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-0cdf7560-36ac-45ab-b60c-0094414ebef6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3864393 Nov 24 13:58:58.288086 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58720) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:58:58.292597 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1568438330-router', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:58:58.316959 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.318393 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.381825 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.431479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-3602342f-9f09-4100-b230-ba009c814ca4', 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'fixed_ips': [{'subnet_id': 'd7938482-b6df-432b-8e40-1b9dea2a19bb'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 13:58:58.432356 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.537207 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.574237 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Allocated IP 172.20.0.2 (3602342f-9f09-4100-b230-ba009c814ca4/d7938482-b6df-432b-8e40-1b9dea2a19bb/1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:58.741724 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.749139 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.749638 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.770033 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.797906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Network 3602342f-9f09-4100-b230-ba009c814ca4 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:58.801498 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:58.804014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:58:58.813125 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Pushing event updated for resources: {'Port': ['ID=1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:58.874112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Attempting to bind port 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:58:58.874522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Attempting to bind port 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '45158972-02c7-41fd-9e6a-94decf23d6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:58:58.875001 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Attempting to bind port 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 on network 3602342f-9f09-4100-b230-ba009c814ca4 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:58:58.880126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:58:58.880507 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Checking segment: {'id': '45158972-02c7-41fd-9e6a-94decf23d6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:58:58.880943 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.881370 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Bound using segment: {'id': '45158972-02c7-41fd-9e6a-94decf23d6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:58:58.881840 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Bound port: 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45158972-02c7-41fd-9e6a-94decf23d6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:58:58.882217 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Allocated IP 172.25.0.15 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/72b7a321-c750-4a13-8509-0e855a2b9dd3) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:58:58.882336 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.945968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] For port 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:58:58.949130 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] For port 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4,segment=NetworkSegment(45158972-02c7-41fd-9e6a-94decf23d6f3),segment_id=45158972-02c7-41fd-9e6a-94decf23d6f3)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:58:58.953722 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:58.994806 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:59.024373 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9e216-6f92-4137-86c2-d67cbf44c86f None None] Pushing event updated for resources: {'Port': ['ID=1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:59.044605 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:59.091709 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:58:59.096012 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:58:59.098436 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Pushing event updated for resources: {'Port': ['ID=72b7a321-c750-4a13-8509-0e855a2b9dd3,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:58:59.100605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:58:59.111641 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abc0bfc-8331-408b-9736-8b9bd3a29227 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:58:59.234259 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-904dbac7-18e5-4b42-94e7-795d743944b1 None None] Provisioning complete for port 72b7a321-c750-4a13-8509-0e855a2b9dd3 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:59.235046 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-904dbac7-18e5-4b42-94e7-795d743944b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:59.329998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-904dbac7-18e5-4b42-94e7-795d743944b1 None None] Port 72b7a321-c750-4a13-8509-0e855a2b9dd3 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:58:59.391986 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:58:59.427416 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:59.445381 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:59.445777 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:59.532516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:58:59.588343 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:58:59.588719 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:59.668188 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:59.706202 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4,segment=NetworkSegment(45158972-02c7-41fd-9e6a-94decf23d6f3),segment_id=45158972-02c7-41fd-9e6a-94decf23d6f3)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:58:59.711415 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:58:59.764894 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:00.005915 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:00.064977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db749a76-fa90-46bc-99f9-c3e6c881a64b None None] Network 3602342f-9f09-4100-b230-ba009c814ca4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 13:59:00.109370 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Sync routers for ids ['6874732b-2204-4282-9518-a0bc0aee1a92'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:00.121767 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Routers {'6874732b-2204-4282-9518-a0bc0aee1a92'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:59:00.123630 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6874732b-2204-4282-9518-a0bc0aee1a92'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:00.169256 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Router db21678a-421c-4ae3-8152-1a4603f1c437 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 13:59:00.174512 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-59966957-2f9b-43f0-9013-e26384dddceb None None] Provisioning complete for port 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:00.175016 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-59966957-2f9b-43f0-9013-e26384dddceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:00.246186 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Set router 6874732b-2204-4282-9518-a0bc0aee1a92 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:59:00.302361 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:59:00.314964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Sync routers for ids ['db21678a-421c-4ae3-8152-1a4603f1c437'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:00.324048 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:00.325799 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d9498ddc-202a-46fe-b4dd-cffa22dddd6b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0367796 Nov 24 13:59:00.328437 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58722) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:59:00.379928 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Routers {'db21678a-421c-4ae3-8152-1a4603f1c437'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:59:00.380552 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['db21678a-421c-4ae3-8152-1a4603f1c437'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:00.490668 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 2, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:00.515666 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Set router db21678a-421c-4ae3-8152-1a4603f1c437 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:59:00.527745 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Checking router: 6874732b-2204-4282-9518-a0bc0aee1a92 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:59:00.528619 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Updating router 6874732b-2204-4282-9518-a0bc0aee1a92 port 541152d8-a3e1-4221-afb4-82bbb98d2926 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:59:00.559269 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:00.733777 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-aa2e1b9d-4af9-4dbb-90e0-8204b363b380 None None] Provisioning complete for port 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:00.734318 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-aa2e1b9d-4af9-4dbb-90e0-8204b363b380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:00.793617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'name': 'tempest-TestShelveInstance-1568438330-router', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '72b7a321-c750-4a13-8509-0e855a2b9dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T13:58:59Z', 'revision_number': 3, 'project_id': '883ec2e461bb40d9b239641060f0b967', 'gw_port': {'id': '72b7a321-c750-4a13-8509-0e855a2b9dd3', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T13:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:00.861340 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:00.901176 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:00.909017 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:00.980904 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02959817-a9c0-45d8-90ca-1af82ce47579 None None] Pushing event updated for resources: {'Port': ['ID=541152d8-a3e1-4221-afb4-82bbb98d2926,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:01.002293 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02959817-a9c0-45d8-90ca-1af82ce47579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:01.002896 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02959817-a9c0-45d8-90ca-1af82ce47579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:01.003463 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02959817-a9c0-45d8-90ca-1af82ce47579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:01.004508 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02959817-a9c0-45d8-90ca-1af82ce47579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:01.005141 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02959817-a9c0-45d8-90ca-1af82ce47579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:01.005864 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02959817-a9c0-45d8-90ca-1af82ce47579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:01.006426 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02959817-a9c0-45d8-90ca-1af82ce47579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:01.006917 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02959817-a9c0-45d8-90ca-1af82ce47579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:01.007479 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02959817-a9c0-45d8-90ca-1af82ce47579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:01.008005 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02959817-a9c0-45d8-90ca-1af82ce47579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:01.008534 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02959817-a9c0-45d8-90ca-1af82ce47579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:01.009629 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02959817-a9c0-45d8-90ca-1af82ce47579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 13:59:01.065758 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Allocated IP 172.20.0.1 (3602342f-9f09-4100-b230-ba009c814ca4/d7938482-b6df-432b-8e40-1b9dea2a19bb/8536dc4e-82d5-4825-a5ce-8dd2d005bb61) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:01.091603 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Attempting to bind port 541152d8-a3e1-4221-afb4-82bbb98d2926 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:59:01.092917 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Attempting to bind port 541152d8-a3e1-4221-afb4-82bbb98d2926 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:59:01.093462 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Attempting to bind port 541152d8-a3e1-4221-afb4-82bbb98d2926 on network d22ad42b-5bef-445d-a3d2-40b6a89786c6 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:59:01.094153 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Checking router: db21678a-421c-4ae3-8152-1a4603f1c437 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:59:01.094839 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Updating router db21678a-421c-4ae3-8152-1a4603f1c437 port 72b7a321-c750-4a13-8509-0e855a2b9dd3 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:59:01.100969 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:59:01.101639 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Checking segment: {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:59:01.102515 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.103235 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Bound using segment: {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:59:01.103972 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Bound port: 541152d8-a3e1-4221-afb4-82bbb98d2926, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:59:01.104907 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.142132 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.184569 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] For port 541152d8-a3e1-4221-afb4-82bbb98d2926, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:59:01.188902 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] For port 541152d8-a3e1-4221-afb4-82bbb98d2926, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=541152d8-a3e1-4221-afb4-82bbb98d2926,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:59:01.196883 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.199467 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.291505 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.313475 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Routers {'6874732b-2204-4282-9518-a0bc0aee1a92'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:59:01.314107 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6874732b-2204-4282-9518-a0bc0aee1a92'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:01.322702 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02959817-a9c0-45d8-90ca-1af82ce47579 None None] Pushing event updated for resources: {'Port': ['ID=541152d8-a3e1-4221-afb4-82bbb98d2926,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:01.324566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:59:01.341013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Network 3602342f-9f09-4100-b230-ba009c814ca4 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:01.344265 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:01.348469 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:59:01.356374 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f14a17c7-3661-4aee-b05d-645280e692a9 None None] Provisioning complete for port 541152d8-a3e1-4221-afb4-82bbb98d2926 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:01.356771 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f14a17c7-3661-4aee-b05d-645280e692a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.428824 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Pushing event updated for resources: {'Port': ['ID=8536dc4e-82d5-4825-a5ce-8dd2d005bb61,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:01.453950 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.511504 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] Set router 6874732b-2204-4282-9518-a0bc0aee1a92 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:59:01.511653 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:01.512036 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.632775 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f14a17c7-3661-4aee-b05d-645280e692a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.668640 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.705760 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-f14a17c7-3661-4aee-b05d-645280e692a9 None None] For port 541152d8-a3e1-4221-afb4-82bbb98d2926, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=541152d8-a3e1-4221-afb4-82bbb98d2926,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:59:01.716040 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f14a17c7-3661-4aee-b05d-645280e692a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.826513 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.841434 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a17c7-3661-4aee-b05d-645280e692a9 None None] Pushing event updated for resources: {'Port': ['ID=541152d8-a3e1-4221-afb4-82bbb98d2926,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:01.850124 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.860025 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:01.884041 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.884868 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-007df430-a384-4388-abd7-c13d2b1c2c31 None None] Provisioning complete for port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:01.885258 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-007df430-a384-4388-abd7-c13d2b1c2c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.887396 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5010db-408a-4721-a49d-104e1b38b47e None None] The sync data for ids ['6874732b-2204-4282-9518-a0bc0aee1a92'] in n-d-817303-4 is: [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:01.897397 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.927797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5747aa-bb4e-40ea-bfd5-bb7fe63e20bd None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:59:01.944592 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Attempting to bind port 72b7a321-c750-4a13-8509-0e855a2b9dd3 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:59:01.945000 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Attempting to bind port 72b7a321-c750-4a13-8509-0e855a2b9dd3 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:59:01.945375 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Attempting to bind port 72b7a321-c750-4a13-8509-0e855a2b9dd3 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:59:01.951319 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0caf79c-7f32-498c-8be0-dfd912985206 None None] Pushing event updated for resources: {'Port': ['ID=72b7a321-c750-4a13-8509-0e855a2b9dd3,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:01.960577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:59:01.960987 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:59:01.961398 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.961793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:59:01.962547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Bound port: 72b7a321-c750-4a13-8509-0e855a2b9dd3, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:59:01.963202 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.966993 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-007df430-a384-4388-abd7-c13d2b1c2c31 None None] Port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:59:01.980555 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:01.982684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Pushing event updated for resources: {'Port': ['ID=8536dc4e-82d5-4825-a5ce-8dd2d005bb61,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:02.023428 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-007df430-a384-4388-abd7-c13d2b1c2c31 None None] Provisioning complete for port 541152d8-a3e1-4221-afb4-82bbb98d2926 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:02.023803 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-007df430-a384-4388-abd7-c13d2b1c2c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:02.060412 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] For port 72b7a321-c750-4a13-8509-0e855a2b9dd3, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:59:02.065450 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] For port 72b7a321-c750-4a13-8509-0e855a2b9dd3, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=72b7a321-c750-4a13-8509-0e855a2b9dd3,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:59:02.071477 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:02.082298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Network 3602342f-9f09-4100-b230-ba009c814ca4 is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:02.083891 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:02.130617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220eea29-95ce-4a24-b8a9-fff1fefe233c None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 13:59:02.142433 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Routers {'db21678a-421c-4ae3-8152-1a4603f1c437'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:59:02.143117 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['db21678a-421c-4ae3-8152-1a4603f1c437'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:02.220057 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Router db21678a-421c-4ae3-8152-1a4603f1c437 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:59:02.257724 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0caf79c-7f32-498c-8be0-dfd912985206 None None] Pushing event updated for resources: {'Port': ['ID=72b7a321-c750-4a13-8509-0e855a2b9dd3,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:02.335570 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] Set router db21678a-421c-4ae3-8152-1a4603f1c437 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:59:02.390917 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:59:02.396228 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8ccbc6e7-90e2-4651-b87a-7ca24d31f1bf admin admin] 10.222.0.48 "PUT /v2.0/routers/db21678a-421c-4ae3-8152-1a4603f1c437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0663989 Nov 24 13:59:02.427225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c54dbc7d-f918-4759-bbbd-b67ff9b1f5d7 None None] Provisioning complete for port 72b7a321-c750-4a13-8509-0e855a2b9dd3 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:02.427546 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c54dbc7d-f918-4759-bbbd-b67ff9b1f5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:02.611166 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c54dbc7d-f918-4759-bbbd-b67ff9b1f5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:02.636901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c54dbc7d-f918-4759-bbbd-b67ff9b1f5d7 None None] For port 72b7a321-c750-4a13-8509-0e855a2b9dd3, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=72b7a321-c750-4a13-8509-0e855a2b9dd3,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:59:02.642847 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c54dbc7d-f918-4759-bbbd-b67ff9b1f5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:02.680419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'name': 'tempest-TestShelveInstance-1568438330-router', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '72b7a321-c750-4a13-8509-0e855a2b9dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 4, 'project_id': '883ec2e461bb40d9b239641060f0b967', 'gw_port': {'id': '72b7a321-c750-4a13-8509-0e855a2b9dd3', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T13:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '8536dc4e-82d5-4825-a5ce-8dd2d005bb61', 'name': '', 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'mac_address': 'fa:16:3e:9d:ed:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'd7938482-b6df-432b-8e40-1b9dea2a19bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:59:00Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 2, 'project_id': '883ec2e461bb40d9b239641060f0b967', 'subnets': [{'id': 'd7938482-b6df-432b-8e40-1b9dea2a19bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:02.710798 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1618ac-d2a2-4283-a336-aabd3d17e718 None None] The sync data for ids ['db21678a-421c-4ae3-8152-1a4603f1c437'] in n-d-817303-4 is: [{'id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'name': 'tempest-TestShelveInstance-1568438330-router', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '72b7a321-c750-4a13-8509-0e855a2b9dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 4, 'project_id': '883ec2e461bb40d9b239641060f0b967', 'gw_port': {'id': '72b7a321-c750-4a13-8509-0e855a2b9dd3', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e6:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T13:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '8536dc4e-82d5-4825-a5ce-8dd2d005bb61', 'name': '', 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'mac_address': 'fa:16:3e:9d:ed:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'd7938482-b6df-432b-8e40-1b9dea2a19bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:59:00Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 2, 'project_id': '883ec2e461bb40d9b239641060f0b967', 'subnets': [{'id': 'd7938482-b6df-432b-8e40-1b9dea2a19bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:02.725231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dbc7d-f918-4759-bbbd-b67ff9b1f5d7 None None] Pushing event updated for resources: {'Port': ['ID=72b7a321-c750-4a13-8509-0e855a2b9dd3,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:02.781662 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9bbbf142-da61-44ca-9ec4-0c8e93562e90 None None] Provisioning complete for port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:02.782350 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9bbbf142-da61-44ca-9ec4-0c8e93562e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:02.824701 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-9bbbf142-da61-44ca-9ec4-0c8e93562e90 None None] Port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:59:02.896588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58730) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:59:02.901309 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-78d8f2a0-7d17-4fc2-9dc1-54774d0f80d2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-279033055', 'description': 'tempest-secgroup-smoke-279033055 description', 'project_id': 'f8555bd55eae4c04bf683eb463368f92'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:02.923308 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-78d8f2a0-7d17-4fc2-9dc1-54774d0f80d2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:02.993732 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-78d8f2a0-7d17-4fc2-9dc1-54774d0f80d2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:02.998096 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-78d8f2a0-7d17-4fc2-9dc1-54774d0f80d2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.038936 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-78d8f2a0-7d17-4fc2-9dc1-54774d0f80d2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.040211 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-78d8f2a0-7d17-4fc2-9dc1-54774d0f80d2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1425824 Nov 24 13:59:03.043338 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58732) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:59:03.047960 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-d8f880d4-33bb-4226-be8d-5d75e40c1096 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'security_group_rule': {'security_group_id': 'a0b41abc-af1e-4936-ba8d-14d31a59d6ef', 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:03.052143 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8f2a0-7d17-4fc2-9dc1-54774d0f80d2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b41abc-af1e-4936-ba8d-14d31a59d6ef,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:03.083500 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8f880d4-33bb-4226-be8d-5d75e40c1096 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.148781 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8f880d4-33bb-4226-be8d-5d75e40c1096 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.154180 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8f880d4-33bb-4226-be8d-5d75e40c1096 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.173733 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f880d4-33bb-4226-be8d-5d75e40c1096 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b883278e-2c43-48e9-b201-ad6bad6ba4ed,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:03.182633 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-d8f880d4-33bb-4226-be8d-5d75e40c1096 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.183895 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-d8f880d4-33bb-4226-be8d-5d75e40c1096 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396239 Nov 24 13:59:03.186686 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58734) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:59:03.192010 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-83a4219d-20e5-4be8-8433-31178683ba11 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'security_group_rule': {'security_group_id': 'a0b41abc-af1e-4936-ba8d-14d31a59d6ef', 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:03.228449 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-83a4219d-20e5-4be8-8433-31178683ba11 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.294723 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-83a4219d-20e5-4be8-8433-31178683ba11 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.300718 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-83a4219d-20e5-4be8-8433-31178683ba11 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.321541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 541152d8-a3e1-4221-afb4-82bbb98d2926 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:59:03.324992 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4219d-20e5-4be8-8433-31178683ba11 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13723078-2675-4dd3-87f9-eb99a79034bb,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:03.330152 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-83a4219d-20e5-4be8-8433-31178683ba11 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.334395 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58736) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:59:03.335037 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-83a4219d-20e5-4be8-8433-31178683ba11 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466985 Nov 24 13:59:03.340642 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c82dda7e-cecb-43a3-94af-9c8d11b43a28 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'security_group_rule': {'security_group_id': 'a0b41abc-af1e-4936-ba8d-14d31a59d6ef', 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:03.371462 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c82dda7e-cecb-43a3-94af-9c8d11b43a28 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.381789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 541152d8-a3e1-4221-afb4-82bbb98d2926 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:03.382163 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.434730 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c82dda7e-cecb-43a3-94af-9c8d11b43a28 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.439455 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c82dda7e-cecb-43a3-94af-9c8d11b43a28 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.459245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82dda7e-cecb-43a3-94af-9c8d11b43a28 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7852d2f3-cc62-4645-980c-99b78da68f4b,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:03.474280 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c82dda7e-cecb-43a3-94af-9c8d11b43a28 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.475770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c82dda7e-cecb-43a3-94af-9c8d11b43a28 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391149 Nov 24 13:59:03.478471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58738) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:59:03.483338 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-9e7fe06a-0fdc-467c-b830-5c3dc478fc06 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'security_group_rule': {'security_group_id': 'a0b41abc-af1e-4936-ba8d-14d31a59d6ef', 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:03.510108 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe06a-0fdc-467c-b830-5c3dc478fc06 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.568867 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe06a-0fdc-467c-b830-5c3dc478fc06 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.573593 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe06a-0fdc-467c-b830-5c3dc478fc06 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.592097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fe06a-0fdc-467c-b830-5c3dc478fc06 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11129c79-1b4c-4262-a31e-9d3b78ea5f66,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:03.599735 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9e7fe06a-0fdc-467c-b830-5c3dc478fc06 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.600943 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9e7fe06a-0fdc-467c-b830-5c3dc478fc06 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214600 Nov 24 13:59:03.603702 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58740) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:59:03.607946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a33fe4cd-5189-4680-b556-b5813f2eb2f9 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'security_group_rule': {'security_group_id': 'a0b41abc-af1e-4936-ba8d-14d31a59d6ef', 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:03.630476 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-a33fe4cd-5189-4680-b556-b5813f2eb2f9 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Project f8555bd55eae4c04bf683eb463368f92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:59:03.635091 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a33fe4cd-5189-4680-b556-b5813f2eb2f9 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.694552 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a33fe4cd-5189-4680-b556-b5813f2eb2f9 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.697963 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a33fe4cd-5189-4680-b556-b5813f2eb2f9 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.715937 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fe4cd-5189-4680-b556-b5813f2eb2f9 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ad9d24-6fac-406c-9183-b1bbf8caf42b,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:03.723474 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a33fe4cd-5189-4680-b556-b5813f2eb2f9 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.724640 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a33fe4cd-5189-4680-b556-b5813f2eb2f9 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200268 Nov 24 13:59:03.727413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 58742) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:59:03.731719 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-32a24770-9ca3-44c9-8adb-7dd4cd4f7782 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'security_group_rule': {'security_group_id': 'a0b41abc-af1e-4936-ba8d-14d31a59d6ef', 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:03.758120 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-32a24770-9ca3-44c9-8adb-7dd4cd4f7782 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Project f8555bd55eae4c04bf683eb463368f92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 13:59:03.763956 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32a24770-9ca3-44c9-8adb-7dd4cd4f7782 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.823410 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32a24770-9ca3-44c9-8adb-7dd4cd4f7782 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.827116 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32a24770-9ca3-44c9-8adb-7dd4cd4f7782 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.844245 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a24770-9ca3-44c9-8adb-7dd4cd4f7782 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec61bff-a7fa-4419-a2c4-5155e4710a67,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:03.853000 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-32a24770-9ca3-44c9-8adb-7dd4cd4f7782 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:03.854360 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-32a24770-9ca3-44c9-8adb-7dd4cd4f7782 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260164 Nov 24 13:59:04.013938 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-19dd2bbd-e2f0-48c8-8780-abb939633737 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279033055&fields=id&tenant_id=f8555bd55eae4c04bf683eb463368f92 HTTP/1.1" status: 200 len: 267 time: 0.0440254 Nov 24 13:59:04.122436 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-1fa63e6c-f6c9-4d2d-a761-8f5e11a796b1 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:04.123908 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-1fa63e6c-f6c9-4d2d-a761-8f5e11a796b1 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 808 time: 0.1031904 Nov 24 13:59:04.138970 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-b0fc42e6-0089-4adc-8b7d-255479be3c83 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/quotas/f8555bd55eae4c04bf683eb463368f92 HTTP/1.1" status: 200 len: 375 time: 0.0087597 Nov 24 13:59:04.189818 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-d93df399-76c0-4473-904f-65e7499892c2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455234 Nov 24 13:59:04.291993 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-27201671-679a-4e03-b25c-dcbaa3febcc2 service neutron] 10.222.0.48 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907557 Nov 24 13:59:04.385501 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-74fda436-207d-4ffb-9431-12e81fe684ab service neutron] 10.222.0.48 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872619 Nov 24 13:59:04.555793 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2941ff16-6ca9-477c-940e-f56211b4f7a3 req-eb54275f-8e03-481a-814d-0d460d832383 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 210 time: 0.0280879 Nov 24 13:59:05.300378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 72b7a321-c750-4a13-8509-0e855a2b9dd3 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:59:05.349682 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 72b7a321-c750-4a13-8509-0e855a2b9dd3 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:05.350063 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:05.505132 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Sync routers for ids ['db21678a-421c-4ae3-8152-1a4603f1c437'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:05.516660 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Routers {'db21678a-421c-4ae3-8152-1a4603f1c437'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:59:05.517424 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['db21678a-421c-4ae3-8152-1a4603f1c437'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:05.623636 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Set router db21678a-421c-4ae3-8152-1a4603f1c437 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:59:05.639195 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-056fa31c-ef48-45f4-b6ab-5c9f4ad7bb6d req-cd2c73a1-e5e8-48ed-a2a5-bd417b5d0b19 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 210 time: 0.0266562 Nov 24 13:59:05.821179 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'name': 'tempest-TestShelveInstance-1568438330-router', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '72b7a321-c750-4a13-8509-0e855a2b9dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 4, 'project_id': '883ec2e461bb40d9b239641060f0b967', 'gw_port': {'id': '72b7a321-c750-4a13-8509-0e855a2b9dd3', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T13:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '8536dc4e-82d5-4825-a5ce-8dd2d005bb61', 'name': '', 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'mac_address': 'fa:16:3e:9d:ed:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'd7938482-b6df-432b-8e40-1b9dea2a19bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:59:00Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 2, 'project_id': '883ec2e461bb40d9b239641060f0b967', 'subnets': [{'id': 'd7938482-b6df-432b-8e40-1b9dea2a19bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:05.847888 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Checking router: db21678a-421c-4ae3-8152-1a4603f1c437 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:59:05.848253 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Updating router db21678a-421c-4ae3-8152-1a4603f1c437 port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 13:59:05.871551 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:06.122887 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:06.128061 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:06.178623 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41530ee8-6e05-4a28-80e1-634c2ede468c None None] Pushing event updated for resources: {'Port': ['ID=8536dc4e-82d5-4825-a5ce-8dd2d005bb61,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:06.224398 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Attempting to bind port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:59:06.224872 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Attempting to bind port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '45158972-02c7-41fd-9e6a-94decf23d6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:59:06.225248 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Attempting to bind port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 on network 3602342f-9f09-4100-b230-ba009c814ca4 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:59:06.230459 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:59:06.230834 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Checking segment: {'id': '45158972-02c7-41fd-9e6a-94decf23d6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:59:06.231237 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:06.231633 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Bound using segment: {'id': '45158972-02c7-41fd-9e6a-94decf23d6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:59:06.232106 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Bound port: 8536dc4e-82d5-4825-a5ce-8dd2d005bb61, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45158972-02c7-41fd-9e6a-94decf23d6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:59:06.232489 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:06.300546 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] For port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:59:06.303919 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] For port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8536dc4e-82d5-4825-a5ce-8dd2d005bb61,segment=NetworkSegment(45158972-02c7-41fd-9e6a-94decf23d6f3),segment_id=45158972-02c7-41fd-9e6a-94decf23d6f3)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:59:06.307893 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:06.359640 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Routers {'db21678a-421c-4ae3-8152-1a4603f1c437'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:59:06.360252 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['db21678a-421c-4ae3-8152-1a4603f1c437'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:06.376743 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-e6c6b76a-0107-42f0-8466-426af29828fd None None] Provisioning complete for port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:06.377316 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e6c6b76a-0107-42f0-8466-426af29828fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:06.402946 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41530ee8-6e05-4a28-80e1-634c2ede468c None None] Pushing event updated for resources: {'Port': ['ID=8536dc4e-82d5-4825-a5ce-8dd2d005bb61,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:06.468008 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e6c6b76a-0107-42f0-8466-426af29828fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:06.480745 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] Set router db21678a-421c-4ae3-8152-1a4603f1c437 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:59:06.504652 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-e6c6b76a-0107-42f0-8466-426af29828fd None None] For port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8536dc4e-82d5-4825-a5ce-8dd2d005bb61,segment=NetworkSegment(45158972-02c7-41fd-9e6a-94decf23d6f3),segment_id=45158972-02c7-41fd-9e6a-94decf23d6f3)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:59:06.509488 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e6c6b76a-0107-42f0-8466-426af29828fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:06.559982 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6b76a-0107-42f0-8466-426af29828fd None None] Pushing event updated for resources: {'Port': ['ID=8536dc4e-82d5-4825-a5ce-8dd2d005bb61,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:06.633677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-da8d9345-d82c-4053-8c1f-bff979ad64ca None None] Provisioning complete for port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:06.634255 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-da8d9345-d82c-4053-8c1f-bff979ad64ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:06.721166 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'name': 'tempest-TestShelveInstance-1568438330-router', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '72b7a321-c750-4a13-8509-0e855a2b9dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 4, 'project_id': '883ec2e461bb40d9b239641060f0b967', 'gw_port': {'id': '72b7a321-c750-4a13-8509-0e855a2b9dd3', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T13:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '8536dc4e-82d5-4825-a5ce-8dd2d005bb61', 'name': '', 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'mac_address': 'fa:16:3e:9d:ed:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'd7938482-b6df-432b-8e40-1b9dea2a19bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:59:00Z', 'updated_at': '2021-11-24T13:59:06Z', 'revision_number': 4, 'project_id': '883ec2e461bb40d9b239641060f0b967', 'subnets': [{'id': 'd7938482-b6df-432b-8e40-1b9dea2a19bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:06.721825 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-39eb9494-cdec-4ad6-a954-22cacdc40b93 req-0165ab6c-9d00-4e79-a07d-5e0e09cbbe37 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 210 time: 0.0283067 Nov 24 13:59:06.755006 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e74b7c-056c-495e-9826-7304bd86d3f3 None None] The sync data for ids ['db21678a-421c-4ae3-8152-1a4603f1c437'] in n-d-817303-4 is: [{'id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'name': 'tempest-TestShelveInstance-1568438330-router', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '72b7a321-c750-4a13-8509-0e855a2b9dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 4, 'project_id': '883ec2e461bb40d9b239641060f0b967', 'gw_port': {'id': '72b7a321-c750-4a13-8509-0e855a2b9dd3', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T13:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '8536dc4e-82d5-4825-a5ce-8dd2d005bb61', 'name': '', 'network_id': '3602342f-9f09-4100-b230-ba009c814ca4', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'mac_address': 'fa:16:3e:9d:ed:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'd7938482-b6df-432b-8e40-1b9dea2a19bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:59:00Z', 'updated_at': '2021-11-24T13:59:06Z', 'revision_number': 4, 'project_id': '883ec2e461bb40d9b239641060f0b967', 'subnets': [{'id': 'd7938482-b6df-432b-8e40-1b9dea2a19bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:06.908620 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:07.296639 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:59:07.343898 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:07.344378 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:07.812055 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-14d11012-3852-4b9d-828c-aeae2692ce69 req-86695f59-03b7-4a1a-b4ff-cc9d14be77c0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 210 time: 0.0394709 Nov 24 13:59:08.907296 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cd429a4d-fa47-42e5-819b-72f91f8079c8 req-52060d6b-3a84-4842-9732-025be18e72eb tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 210 time: 0.0292094 Nov 24 13:59:09.579600 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-4d2d0d3b-1857-4a0f-bf34-127c48968c11 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:09.580995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-4d2d0d3b-1857-4a0f-bf34-127c48968c11 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.46 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 808 time: 0.1128187 Nov 24 13:59:09.643402 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-29b09fe2-f142-4b57-9cbb-7fbb22c74103 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8555bd55eae4c04bf683eb463368f92 HTTP/1.1" status: 200 len: 379 time: 0.0532246 Nov 24 13:59:09.653532 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-201d5832-1832-47c8-a34c-4345a72aa425 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'port': {'device_id': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'admin_state_up': True, 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'security_groups': ['a0b41abc-af1e-4936-ba8d-14d31a59d6ef']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:09.761500 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-201d5832-1832-47c8-a34c-4345a72aa425 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Made reservation on behalf of f8555bd55eae4c04bf683eb463368f92 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 13:59:09.765201 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-201d5832-1832-47c8-a34c-4345a72aa425 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:09.892534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-201d5832-1832-47c8-a34c-4345a72aa425 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Allocated IP 172.20.0.14 (d22ad42b-5bef-445d-a3d2-40b6a89786c6/b3fe86dd-f28f-4514-932b-fb5368ced1b4/06f56e03-fd1a-42ea-a514-dbe1e9fb200d) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:10.017903 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5ed2fd0b-f094-4858-bdde-2c862e486d89 req-e21ef9ab-6753-45ef-ba87-5657eced56bf tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 210 time: 0.0320363 Nov 24 13:59:10.051834 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-201d5832-1832-47c8-a34c-4345a72aa425 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:10.089476 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-201d5832-1832-47c8-a34c-4345a72aa425 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:10.129813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-201d5832-1832-47c8-a34c-4345a72aa425 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Network d22ad42b-5bef-445d-a3d2-40b6a89786c6 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:10.132945 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:10.137078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-201d5832-1832-47c8-a34c-4345a72aa425 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:10.140642 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-201d5832-1832-47c8-a34c-4345a72aa425 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:59:10.147944 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d5832-1832-47c8-a34c-4345a72aa425 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'Port': ['ID=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:10.199979 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-201d5832-1832-47c8-a34c-4345a72aa425 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:10.200647 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-201d5832-1832-47c8-a34c-4345a72aa425 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:10.218036 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-201d5832-1832-47c8-a34c-4345a72aa425 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5679846 Nov 24 13:59:10.232227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Request body: {'port': {'device_id': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:10.292333 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:10.369002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-29a7d53c-0efe-4cd0-b7dc-de54a65367dd None None] Provisioning complete for port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:10.369396 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-29a7d53c-0efe-4cd0-b7dc-de54a65367dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:10.403654 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-29a7d53c-0efe-4cd0-b7dc-de54a65367dd None None] Port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 13:59:10.554926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f56e03-fd1a-42ea-a514-dbe1e9fb200d {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:59:10.562272 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:10.574911 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Transition to ACTIVE for port object 06f56e03-fd1a-42ea-a514-dbe1e9fb200d will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 13:59:10.578732 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:10.630227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Pushing event updated for resources: {'Port': ['ID=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:10.704272 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Attempting to bind port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 13:59:10.704637 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Attempting to bind port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 13:59:10.704985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Attempting to bind port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d on network d22ad42b-5bef-445d-a3d2-40b6a89786c6 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:59:10.709704 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d on network d22ad42b-5bef-445d-a3d2-40b6a89786c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 13:59:10.710030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Attempting to bind port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d on network d22ad42b-5bef-445d-a3d2-40b6a89786c6 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 13:59:10.715114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 13, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 13:59:10.715459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Checking segment: {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 13:59:10.715850 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Bound using segment: {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 13:59:10.716288 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Bound port: 06f56e03-fd1a-42ea-a514-dbe1e9fb200d, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 13:59:10.716653 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:10.782214 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] For port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 13:59:10.786604 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] For port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 13:59:10.790988 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:10.823633 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:10.824181 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:10.826643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] 10.222.0.46 "PUT /v2.0/ports/06f56e03-fd1a-42ea-a514-dbe1e9fb200d HTTP/1.1" status: 200 len: 1092 time: 0.5997920 Nov 24 13:59:10.828864 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:59:10.832400 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a28c8d-4fe7-4597-827d-9674369aeecc" -d '{"events": [{"name": "network-changed", "server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:59:10.865410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e41a6-78a2-4272-84cb-899e784da813 service neutron] Pushing event updated for resources: {'Port': ['ID=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:10.899783 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdff6d26-e352-41c4-b11b-05b964ead6d5 x-openstack-request-id: req-cdff6d26-e352-41c4-b11b-05b964ead6d5 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:59:10.900087 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:59:10.900349 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cdff6d26-e352-41c4-b11b-05b964ead6d5 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:59:10.900780 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'status': 'completed', 'code': 200} Nov 24 13:59:10.917623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-d5a2f417-3afe-4a54-a553-2d952e97d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:10.919044 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-d5a2f417-3afe-4a54-a553-2d952e97d255 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 1095 time: 0.0491650 Nov 24 13:59:10.966935 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-b28de8da-702d-4a99-9a82-cbaa5a132eb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d HTTP/1.1" status: 200 len: 217 time: 0.0379398 Nov 24 13:59:11.020111 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-ad6bcb8b-18e7-4988-ae74-74b423a86591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:11.021621 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-ad6bcb8b-18e7-4988-ae74-74b423a86591 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0460193 Nov 24 13:59:11.068428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-0c9e64f7-4b2a-4bbc-9aee-59990232b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:11.069945 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-0c9e64f7-4b2a-4bbc-9aee-59990232b880 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410957 Nov 24 13:59:11.204280 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcae42f-b5a4-43de-a86d-dcdb532254c4 req-3eb86e4f-f6a9-41c3-9e7c-62f1841efef2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:11.205780 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3bcae42f-b5a4-43de-a86d-dcdb532254c4 req-3eb86e4f-f6a9-41c3-9e7c-62f1841efef2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 944 time: 0.1112678 Nov 24 13:59:11.211127 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-f2392a97-85f0-4f25-a857-18b2baf9f70b service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340914 Nov 24 13:59:11.311698 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3bcae42f-b5a4-43de-a86d-dcdb532254c4 req-98148ed8-1aee-4228-9a88-eddcfbd6d1a1 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996261 Nov 24 13:59:11.336679 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-96aad9b2-1e02-4bcb-9207-5904e2243a36 req-189ecdbc-0ff1-47f9-a625-dc3cce6f5b44 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180723 Nov 24 13:59:11.424220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a28c8d-4fe7-4597-827d-9674369aeecc req-4c3a3288-5fb4-4289-aeb6-ef0601edf8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:11.425790 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9a28c8d-4fe7-4597-827d-9674369aeecc req-4c3a3288-5fb4-4289-aeb6-ef0601edf8d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 1095 time: 0.0406919 Nov 24 13:59:11.522051 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a28c8d-4fe7-4597-827d-9674369aeecc req-4afdfa3f-c124-4369-9e06-8013cfd89f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:11.523402 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9a28c8d-4fe7-4597-827d-9674369aeecc req-4afdfa3f-c124-4369-9e06-8013cfd89f26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0900083 Nov 24 13:59:11.565436 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9a28c8d-4fe7-4597-827d-9674369aeecc req-78122560-1a44-4049-a008-bda69f4af5a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d HTTP/1.1" status: 200 len: 217 time: 0.0347753 Nov 24 13:59:11.616078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a28c8d-4fe7-4597-827d-9674369aeecc req-91b0339f-86d1-459d-8d2b-5802252f4cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:11.617549 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9a28c8d-4fe7-4597-827d-9674369aeecc req-91b0339f-86d1-459d-8d2b-5802252f4cef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0449386 Nov 24 13:59:11.666972 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a28c8d-4fe7-4597-827d-9674369aeecc req-d52480b5-dfe8-4c62-9d40-5978f4db74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:11.668430 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9a28c8d-4fe7-4597-827d-9674369aeecc req-d52480b5-dfe8-4c62-9d40-5978f4db74f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424139 Nov 24 13:59:11.759053 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9a28c8d-4fe7-4597-827d-9674369aeecc req-33b0aacc-2e2f-471a-8c26-0a5d1097466d service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820224 Nov 24 13:59:11.853455 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d9a28c8d-4fe7-4597-827d-9674369aeecc req-3e702095-76c1-4093-8524-bae0b104556e service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864286 Nov 24 13:59:12.662067 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc795b07-1fcc-46da-bbd8-fc1fd2cbda35 req-0ec5ddb4-4224-416b-b478-b4dabcdc8ab5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:12.663434 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc795b07-1fcc-46da-bbd8-fc1fd2cbda35 req-0ec5ddb4-4224-416b-b478-b4dabcdc8ab5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 944 time: 0.0482194 Nov 24 13:59:12.712841 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-bc795b07-1fcc-46da-bbd8-fc1fd2cbda35 req-5a6ad231-9b36-48fd-9ae0-33c1bec55503 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428743 Nov 24 13:59:13.746929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 06f56e03-fd1a-42ea-a514-dbe1e9fb200d details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 13:59:13.828171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ffb76-7c27-47fe-85ea-e9df7fc47d87 req-5efcadd8-88c4-40db-a811-f56c2c8dc53f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:13.829727 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cb1ffb76-7c27-47fe-85ea-e9df7fc47d87 req-5efcadd8-88c4-40db-a811-f56c2c8dc53f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 944 time: 0.0499642 Nov 24 13:59:13.840843 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:59:13.854520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'port_id': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'mac_address': 'fa:16:3e:6f:5a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 13:59:13.881541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-cb1ffb76-7c27-47fe-85ea-e9df7fc47d87 req-c7996f78-bed9-48d0-833d-ed40c8ef147f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453055 Nov 24 13:59:13.895410 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:13.908016 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f56e03-fd1a-42ea-a514-dbe1e9fb200d {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 13:59:13.927507 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:59:13.931459 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:13.978538 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:14.136183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['06f56e03-fd1a-42ea-a514-dbe1e9fb200d'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 13:59:14.995719 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a6b0c-368b-4034-ac46-a7585bf200da req-81d3aa96-c3d3-4c16-8121-9eeef1b8dba3 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:14.997199 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8b2a6b0c-368b-4034-ac46-a7585bf200da req-81d3aa96-c3d3-4c16-8121-9eeef1b8dba3 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 945 time: 0.0487652 Nov 24 13:59:15.044533 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8b2a6b0c-368b-4034-ac46-a7585bf200da req-4af4b044-518a-4259-9d3a-8b6d42a5c911 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415218 Nov 24 13:59:15.770932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 06f56e03-fd1a-42ea-a514-dbe1e9fb200d up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 13:59:15.819562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 13:59:15.823549 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 13:59:15.823923 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:15.903208 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:15.926146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:59:15.928387 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2e99b5-1e9e-45eb-8cfc-c57e53ab7070" -d '{"events": [{"server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "name": "network-vif-plugged", "status": "completed", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:59:15.940906 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 13:59:15.944848 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:15.967414 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 13:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d00f3f-8494-4c2b-9341-0ecdb082131a x-openstack-request-id: req-30d00f3f-8494-4c2b-9341-0ecdb082131a {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:59:15.967713 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "name": "network-vif-plugged", "status": "completed", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:59:15.967975 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30d00f3f-8494-4c2b-9341-0ecdb082131a {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:59:15.968369 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'code': 200} Nov 24 13:59:15.995364 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:16.075229 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af57fb-80c7-4a39-a36b-c00613aeab6a req-a06209c6-7717-4218-8564-cc5e8c9b031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:16.076748 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66af57fb-80c7-4a39-a36b-c00613aeab6a req-a06209c6-7717-4218-8564-cc5e8c9b031c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 1097 time: 0.0488634 Nov 24 13:59:16.124965 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-66af57fb-80c7-4a39-a36b-c00613aeab6a req-efb3b5bb-b175-410f-b1b0-314d606701bd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393610 Nov 24 13:59:16.163901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5eca3-63b0-4678-8f09-a1dee7174a32 req-b5692d0a-9d05-47c2-a9cd-fbb39b5f0971 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:16.165403 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04b5eca3-63b0-4678-8f09-a1dee7174a32 req-b5692d0a-9d05-47c2-a9cd-fbb39b5f0971 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0527780 Nov 24 13:59:16.213591 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-04b5eca3-63b0-4678-8f09-a1dee7174a32 req-bafda5f0-76da-41ab-a6f5-a345f422d9e9 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422406 Nov 24 13:59:17.426341 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea8f5f-b276-48e7-a9f0-a8b9c486439e req-8808feb6-c02a-4f8a-b8c2-92b6cc6d6f5c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:17.427868 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8ea8f5f-b276-48e7-a9f0-a8b9c486439e req-8808feb6-c02a-4f8a-b8c2-92b6cc6d6f5c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.1438072 Nov 24 13:59:17.479348 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c8ea8f5f-b276-48e7-a9f0-a8b9c486439e req-15a45091-8eb9-42af-be7c-9887250ec0d2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452464 Nov 24 13:59:17.648474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312c7ac-89ae-43d7-8cdd-d7e3c4e9b95a req-de409d52-46f0-4445-bcdc-a5c3f0b034a4 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:17.650024 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2312c7ac-89ae-43d7-8cdd-d7e3c4e9b95a req-de409d52-46f0-4445-bcdc-a5c3f0b034a4 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.1024153 Nov 24 13:59:17.700160 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2312c7ac-89ae-43d7-8cdd-d7e3c4e9b95a req-70a11f42-f60a-4cb3-94ab-db8cf204a213 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437710 Nov 24 13:59:17.722901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58810) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:59:17.802380 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40910d3e-977d-432e-a29a-d9b65aa81545 tempest-TestShelveInstance-225894903 tempest-TestShelveInstance-225894903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:17.803884 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-40910d3e-977d-432e-a29a-d9b65aa81545 tempest-TestShelveInstance-225894903 tempest-TestShelveInstance-225894903-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 1092 time: 0.0800183 Nov 24 13:59:17.806897 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 58814) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 13:59:17.811152 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'fixed_ip_address': '172.20.0.14'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 13:59:17.832908 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:17.930484 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:18.037042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Allocated IP 172.25.0.106 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/124614c6-49c5-4321-9d87-dd6d3ccc0184) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 13:59:18.139054 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:18.171447 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:18.211259 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 13:59:18.214002 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 13:59:18.217339 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 13:59:18.223150 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'Port': ['ID=124614c6-49c5-4321-9d87-dd6d3ccc0184,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:18.576242 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:18.645230 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:18.790250 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:18.794637 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:18.864485 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'Port': ['ID=124614c6-49c5-4321-9d87-dd6d3ccc0184,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 13:59:18.874406 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:18.972647 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Floating IP d6e231ec-cc68-471e-aa69-a7b6de75c1f3 associated. External IP: 172.25.0.106, port: 06f56e03-fd1a-42ea-a514-dbe1e9fb200d. Nov 24 13:59:19.175923 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Router 6874732b-2204-4282-9518-a0bc0aee1a92 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 13:59:19.289433 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 13:59:19.299720 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f345b-d2d1-49a5-9640-1218d1f4e613 None None] Sync routers for ids ['6874732b-2204-4282-9518-a0bc0aee1a92'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 13:59:19.306276 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:19.309820 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f345b-d2d1-49a5-9640-1218d1f4e613 None None] Routers {'6874732b-2204-4282-9518-a0bc0aee1a92'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:59:19.310429 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b18f345b-d2d1-49a5-9640-1218d1f4e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6874732b-2204-4282-9518-a0bc0aee1a92'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:19.333275 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-97ca5b4d-e939-457e-8742-9420e13e6e4f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5252421 Nov 24 13:59:19.333821 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 13:59:19.336170 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}121e04d1351da8b3ec3a73c79ea7a0755ae7249025d9d76ace30dcea8a821f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276da92e-bf21-41ba-8612-7d0bd9bc91cb" -d '{"events": [{"name": "network-changed", "server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 13:59:19.377984 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266d7dc3-481a-406d-8470-481fa36411d4 x-openstack-request-id: req-266d7dc3-481a-406d-8470-481fa36411d4 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 13:59:19.378839 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 13:59:19.379101 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-266d7dc3-481a-406d-8470-481fa36411d4 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 13:59:19.379510 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'status': 'completed', 'code': 200} Nov 24 13:59:19.423234 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-b18f345b-d2d1-49a5-9640-1218d1f4e613 None None] Set router 6874732b-2204-4282-9518-a0bc0aee1a92 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:59:19.443707 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da92e-bf21-41ba-8612-7d0bd9bc91cb req-b00e1f7a-38a9-4557-953d-28530564efd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:19.445524 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-276da92e-bf21-41ba-8612-7d0bd9bc91cb req-b00e1f7a-38a9-4557-953d-28530564efd0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 1097 time: 0.0433824 Nov 24 13:59:19.545777 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da92e-bf21-41ba-8612-7d0bd9bc91cb req-5d33f870-444e-442f-b20b-1885794b7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:19.547305 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-276da92e-bf21-41ba-8612-7d0bd9bc91cb req-5d33f870-444e-442f-b20b-1885794b7466 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0946791 Nov 24 13:59:19.618276 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-276da92e-bf21-41ba-8612-7d0bd9bc91cb req-083e02ca-fb5f-4941-a142-c32d3a8be6a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d HTTP/1.1" status: 200 len: 1000 time: 0.0629971 Nov 24 13:59:19.669731 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da92e-bf21-41ba-8612-7d0bd9bc91cb req-58b714fe-fa47-4d0e-856d-a48e99ff5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:19.671178 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-276da92e-bf21-41ba-8612-7d0bd9bc91cb req-58b714fe-fa47-4d0e-856d-a48e99ff5eca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0468521 Nov 24 13:59:19.719059 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276da92e-bf21-41ba-8612-7d0bd9bc91cb req-ce9e18c3-900d-49ec-adb1-503439cd16de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:19.720652 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-276da92e-bf21-41ba-8612-7d0bd9bc91cb req-ce9e18c3-900d-49ec-adb1-503439cd16de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400932 Nov 24 13:59:19.806274 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b18f345b-d2d1-49a5-9640-1218d1f4e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'd6e231ec-cc68-471e-aa69-a7b6de75c1f3', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'port_id': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'mac_address': 'fa:16:3e:6f:5a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:59:18Z', 'updated_at': '2021-11-24T13:59:18Z', 'revision_number': 0, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 5, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:19.813852 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-276da92e-bf21-41ba-8612-7d0bd9bc91cb req-7dda4472-a04e-47a2-9c3e-972b05300101 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856214 Nov 24 13:59:19.833484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f345b-d2d1-49a5-9640-1218d1f4e613 None None] Checking router: 6874732b-2204-4282-9518-a0bc0aee1a92 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 13:59:19.841781 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f345b-d2d1-49a5-9640-1218d1f4e613 None None] Routers {'6874732b-2204-4282-9518-a0bc0aee1a92'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 13:59:19.842383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b18f345b-d2d1-49a5-9640-1218d1f4e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T13:58:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6874732b-2204-4282-9518-a0bc0aee1a92'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:19.903748 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-276da92e-bf21-41ba-8612-7d0bd9bc91cb req-bb83f957-6ca2-4130-ae10-436881a50af4 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822453 Nov 24 13:59:19.949716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-b18f345b-d2d1-49a5-9640-1218d1f4e613 None None] Set router 6874732b-2204-4282-9518-a0bc0aee1a92 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 13:59:20.171292 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-b18f345b-d2d1-49a5-9640-1218d1f4e613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'd6e231ec-cc68-471e-aa69-a7b6de75c1f3', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'port_id': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'mac_address': 'fa:16:3e:6f:5a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:59:18Z', 'updated_at': '2021-11-24T13:59:18Z', 'revision_number': 0, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 5, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 13:59:20.197739 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18f345b-d2d1-49a5-9640-1218d1f4e613 None None] The sync data for ids ['6874732b-2204-4282-9518-a0bc0aee1a92'] in n-d-817303-4 is: [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': 'd6e231ec-cc68-471e-aa69-a7b6de75c1f3', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'floating_ip_address': '172.25.0.106', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'port_id': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'mac_address': 'fa:16:3e:6f:5a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T13:59:18Z', 'updated_at': '2021-11-24T13:59:18Z', 'revision_number': 0, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 5, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 13:59:20.388649 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb91d904-d55c-4c01-beac-135b31f28289 None None] New status for floating IP d6e231ec-cc68-471e-aa69-a7b6de75c1f3: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 13:59:20.956968 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5447e3aa-00b2-4855-8c8e-f37340d415b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:23.395261 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c4e99d45-b904-4805-ae22-417b7323d78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:24.611456 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:26.131228 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:26.796179 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:26.835229 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 13:59:36.923511 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:40.128365 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:50.958220 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-cf671ab7-7d89-4964-ac37-150c64000e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:53.396477 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f921936-5742-4e7e-80de-02f90e33a6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:54.609990 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:56.132758 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:56.797234 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 13:59:58.813327 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c12acb52-9ba8-49a8-98a0-87f57a89fdfd req-c5588769-ba52-4e33-b2a3-998a3449d642 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393736 Nov 24 13:59:59.234385 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12acb52-9ba8-49a8-98a0-87f57a89fdfd req-9c48011f-61e6-4e53-a197-f6600869f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:59.236430 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c12acb52-9ba8-49a8-98a0-87f57a89fdfd req-9c48011f-61e6-4e53-a197-f6600869f0d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 1097 time: 0.3806453 Nov 24 13:59:59.339655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12acb52-9ba8-49a8-98a0-87f57a89fdfd req-03724a9c-e266-4555-b865-33fadf09d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:59.341146 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c12acb52-9ba8-49a8-98a0-87f57a89fdfd req-03724a9c-e266-4555-b865-33fadf09d7b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0838866 Nov 24 13:59:59.409040 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c12acb52-9ba8-49a8-98a0-87f57a89fdfd req-3c12be8c-e539-43f0-b8f9-b8244060bca2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d HTTP/1.1" status: 200 len: 1002 time: 0.0598912 Nov 24 13:59:59.458479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12acb52-9ba8-49a8-98a0-87f57a89fdfd req-0f8ca60e-dda5-4832-a14e-8bdafb13bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:59.459890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c12acb52-9ba8-49a8-98a0-87f57a89fdfd req-0f8ca60e-dda5-4832-a14e-8bdafb13bfae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0430825 Nov 24 13:59:59.505070 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12acb52-9ba8-49a8-98a0-87f57a89fdfd req-9f4f2d6f-bc3a-431b-93e8-40f7014ed657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 13:59:59.506452 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c12acb52-9ba8-49a8-98a0-87f57a89fdfd req-9f4f2d6f-bc3a-431b-93e8-40f7014ed657 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396240 Nov 24 13:59:59.599110 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c12acb52-9ba8-49a8-98a0-87f57a89fdfd req-00e24752-792f-49ba-bce1-52389c086db4 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854106 Nov 24 13:59:59.687199 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c12acb52-9ba8-49a8-98a0-87f57a89fdfd req-8b67335d-8ab8-470e-b2be-13b2e8d75688 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808234 Nov 24 14:00:03.834004 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:00:06.946355 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:00:10.143854 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:00:20.959600 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-30837afa-8ec7-4a1d-b44b-132f4ed11d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:00:23.397475 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-57579e0b-f7e7-43c7-b8eb-d29638ba00d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:00:24.612508 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:00:26.135302 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:00:26.800160 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:00:33.659834 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-4bb0107f-71d0-4d34-a3c0-f4e4fb2ef80a req-c2b570f0-fbd4-4923-b91a-c9741107fa7d service neutron] (114986) timed out ('10.222.0.48', 50768) {{(pid=114986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 14:00:36.944207 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:00:40.155345 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:00:40.833869 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:00:50.960520 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d909d4f-a51b-420c-a3e2-f3f2e12ace0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:00:53.398249 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e8bb0a84-3f23-4bb8-bd18-c41e608743f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:00:54.615732 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:00:56.138441 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:00:56.804201 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:00:58.816413 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15e9aa40-b5db-434d-be42-cbd53fee6237 req-5a247237-9063-4a31-85ed-7c2016590f6f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432320 Nov 24 14:00:58.903042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9aa40-b5db-434d-be42-cbd53fee6237 req-4185998c-4818-484d-b765-8bcd574fbce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:58.904526 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15e9aa40-b5db-434d-be42-cbd53fee6237 req-4185998c-4818-484d-b765-8bcd574fbce6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 1097 time: 0.0396478 Nov 24 14:00:59.006938 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9aa40-b5db-434d-be42-cbd53fee6237 req-1073a465-dc03-4e94-ac9b-dc7578b67c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:59.008392 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15e9aa40-b5db-434d-be42-cbd53fee6237 req-1073a465-dc03-4e94-ac9b-dc7578b67c27 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0839214 Nov 24 14:00:59.076310 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15e9aa40-b5db-434d-be42-cbd53fee6237 req-215e7985-a544-431d-9c21-2cc92fe4b64f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d HTTP/1.1" status: 200 len: 1002 time: 0.0604053 Nov 24 14:00:59.125531 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9aa40-b5db-434d-be42-cbd53fee6237 req-8cc0717e-8556-4c15-8fff-ce7f3cb7dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:59.126976 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15e9aa40-b5db-434d-be42-cbd53fee6237 req-8cc0717e-8556-4c15-8fff-ce7f3cb7dd0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0440197 Nov 24 14:00:59.173050 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9aa40-b5db-434d-be42-cbd53fee6237 req-e5219fc2-3e3b-4e7e-b65a-4f0266c28f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:00:59.174505 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15e9aa40-b5db-434d-be42-cbd53fee6237 req-e5219fc2-3e3b-4e7e-b65a-4f0266c28f74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403066 Nov 24 14:00:59.270543 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15e9aa40-b5db-434d-be42-cbd53fee6237 req-f5b00e18-7cbc-428b-8931-e90d6c17f236 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882449 Nov 24 14:00:59.359256 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-15e9aa40-b5db-434d-be42-cbd53fee6237 req-2c232a4b-1fe0-4b5b-b199-8e22ecd67fcb service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817051 Nov 24 14:01:06.938042 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:10.157379 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:14.972693 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884548be-750b-489c-83db-2ad780f03b90 req-24ddc35b-5e49-4466-8543-79dcb4b8f7fc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:14.974210 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-884548be-750b-489c-83db-2ad780f03b90 req-24ddc35b-5e49-4466-8543-79dcb4b8f7fc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0553551 Nov 24 14:01:15.023386 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-884548be-750b-489c-83db-2ad780f03b90 req-e0d62aba-4dac-4910-a78a-fd1f369015c9 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428448 Nov 24 14:01:16.167626 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a83ee-e645-4ce7-8a1e-dbf44f8636c3 req-1d6d96d2-064b-432f-bf04-f9e5a67e3d01 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:16.169138 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d7a83ee-e645-4ce7-8a1e-dbf44f8636c3 req-1d6d96d2-064b-432f-bf04-f9e5a67e3d01 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0499594 Nov 24 14:01:16.216781 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d7a83ee-e645-4ce7-8a1e-dbf44f8636c3 req-fc05927d-6117-4265-b375-57c74b6d1130 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415194 Nov 24 14:01:17.348644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835740ac-7792-4613-8c50-3ea29e24b446 req-73b3fb9f-64f0-4aa4-96eb-2832febc99b6 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:17.350145 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-835740ac-7792-4613-8c50-3ea29e24b446 req-73b3fb9f-64f0-4aa4-96eb-2832febc99b6 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0500095 Nov 24 14:01:17.401437 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-835740ac-7792-4613-8c50-3ea29e24b446 req-939d73f7-6ccf-4a5c-82a3-713ea1afb07c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452821 Nov 24 14:01:17.833359 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:01:18.521655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a066b3-4708-421f-8719-bfd0a9657b77 req-f923b338-0d6d-4962-a979-496841c65bf3 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:18.523119 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23a066b3-4708-421f-8719-bfd0a9657b77 req-f923b338-0d6d-4962-a979-496841c65bf3 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0508692 Nov 24 14:01:18.584174 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-23a066b3-4708-421f-8719-bfd0a9657b77 req-a100deaf-ef70-434f-9e17-842a4edc3d9e tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549183 Nov 24 14:01:19.706615 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae815d-f095-4c67-8af6-751a3edb12d3 req-27dfbff5-8235-41ae-a2a8-f16e5ce5cbf4 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:19.708062 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72ae815d-f095-4c67-8af6-751a3edb12d3 req-27dfbff5-8235-41ae-a2a8-f16e5ce5cbf4 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0535998 Nov 24 14:01:19.757876 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-72ae815d-f095-4c67-8af6-751a3edb12d3 req-ff15d947-f170-4983-a22c-77e0af0d53d2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438929 Nov 24 14:01:20.872303 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78192a37-b8e1-4cc7-93a6-eb0bdd7768f4 req-8952d668-47b9-4007-8e51-84fc305bb792 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:20.873818 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-78192a37-b8e1-4cc7-93a6-eb0bdd7768f4 req-8952d668-47b9-4007-8e51-84fc305bb792 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0489879 Nov 24 14:01:20.922484 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-78192a37-b8e1-4cc7-93a6-eb0bdd7768f4 req-5ad5a1db-6aa2-408d-84a0-0e6fe1bc7eea tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427108 Nov 24 14:01:20.963019 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1f8f2d0d-ec0d-4264-9b2f-09dc98919681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:22.036363 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a34c5-2249-41f5-9efd-a00ace336c82 req-4111e12b-ae0e-48e5-b895-0742ea2ae9d5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:22.037863 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-127a34c5-2249-41f5-9efd-a00ace336c82 req-4111e12b-ae0e-48e5-b895-0742ea2ae9d5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0483773 Nov 24 14:01:22.086637 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-127a34c5-2249-41f5-9efd-a00ace336c82 req-95a71302-f182-47cc-98c6-d3fa49d87fb5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428386 Nov 24 14:01:23.200430 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9005506-f859-4827-a766-8bb8d1ae1029 req-bba645fc-4d77-4cce-914f-4179294fb8c6 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:23.202565 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a9005506-f859-4827-a766-8bb8d1ae1029 req-bba645fc-4d77-4cce-914f-4179294fb8c6 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0480509 Nov 24 14:01:23.253858 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a9005506-f859-4827-a766-8bb8d1ae1029 req-d798c144-c5b4-4311-b36e-5ed8a023f4cb tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451908 Nov 24 14:01:23.399436 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a7a17c26-5b0a-414b-a1bb-c0966f95b0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:24.369103 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940df8ab-0dae-430b-8799-ec4907e932be req-9019fed1-c4a2-49d8-93b1-75066af8c7ef tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:24.370822 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-940df8ab-0dae-430b-8799-ec4907e932be req-9019fed1-c4a2-49d8-93b1-75066af8c7ef tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0492945 Nov 24 14:01:24.423306 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-940df8ab-0dae-430b-8799-ec4907e932be req-487c9ee2-a6dc-441f-ae1c-61f1d244481b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465546 Nov 24 14:01:24.618682 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:25.542090 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635329e-12e5-43fb-b271-be2c6f906d53 req-97cf16b3-08c6-4af8-b033-3bf172bf59d8 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:25.543475 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4635329e-12e5-43fb-b271-be2c6f906d53 req-97cf16b3-08c6-4af8-b033-3bf172bf59d8 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0525210 Nov 24 14:01:25.593591 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-4635329e-12e5-43fb-b271-be2c6f906d53 req-89ba0e1e-2d28-449f-8517-9dc14a86967f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433104 Nov 24 14:01:26.141815 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:26.369432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 06f56e03-fd1a-42ea-a514-dbe1e9fb200d details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:01:26.464803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:01:26.476285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'port_id': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'mac_address': 'fa:16:3e:6f:5a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:01:26.512392 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:26.527069 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06f56e03-fd1a-42ea-a514-dbe1e9fb200d {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:01:26.546566 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:01:26.551224 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:26.601437 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:26.613431 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:26.613794 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:26.614173 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:26.614520 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:26.614860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:26.615198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:26.615534 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:26.615866 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:26.618747 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:26.619099 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:26.619448 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:26.619789 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:01:26.643630 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['06f56e03-fd1a-42ea-a514-dbe1e9fb200d'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:01:26.715344 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8c8c0-13e2-4800-83e9-3e284f5b32b7 req-5494eb32-eed4-4c2a-9592-d09e5668c904 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:26.716866 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94e8c8c0-13e2-4800-83e9-3e284f5b32b7 req-5494eb32-eed4-4c2a-9592-d09e5668c904 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 945 time: 0.0499663 Nov 24 14:01:26.769400 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-94e8c8c0-13e2-4800-83e9-3e284f5b32b7 req-e82db7b9-8d5e-4461-914d-a3a04e9201a8 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457540 Nov 24 14:01:26.827941 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:27.909303 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7fe6a-0780-4d34-9936-334c5a7d07db req-d8393b88-22f7-4bbf-8615-2176f92014b3 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:27.910790 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ff7fe6a-0780-4d34-9936-334c5a7d07db req-d8393b88-22f7-4bbf-8615-2176f92014b3 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 945 time: 0.0535316 Nov 24 14:01:27.964523 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2ff7fe6a-0780-4d34-9936-334c5a7d07db req-037da98d-a306-4d43-ad50-7bf8ead37cf3 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475798 Nov 24 14:01:28.385133 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 06f56e03-fd1a-42ea-a514-dbe1e9fb200d up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:01:28.448089 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:28.448576 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:28.550022 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:28.578753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:01:28.581203 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e829303d-f8cc-484e-b9a3-578191285d1f" -d '{"events": [{"server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "name": "network-vif-plugged", "status": "completed", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:01:28.606189 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:01:28.614491 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:28.705523 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:28.736323 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a70258-f38b-472d-9e1f-8f395b5e0dc1 x-openstack-request-id: req-21a70258-f38b-472d-9e1f-8f395b5e0dc1 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:01:28.736678 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "name": "network-vif-plugged", "status": "completed", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:01:28.736969 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21a70258-f38b-472d-9e1f-8f395b5e0dc1 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:01:28.737379 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'code': 200} Nov 24 14:01:29.100049 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649da8e7-9818-4f19-911c-173f96024697 req-252b4972-9e8d-46e9-932c-8ab6fa572cf2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:29.101705 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-649da8e7-9818-4f19-911c-173f96024697 req-252b4972-9e8d-46e9-932c-8ab6fa572cf2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0602729 Nov 24 14:01:29.510965 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-649da8e7-9818-4f19-911c-173f96024697 req-2f27e77e-4249-4357-bf85-a0067efc834b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4001215 Nov 24 14:01:30.647653 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a5b2f-c3ae-4b2c-8b17-925d1617ba97 req-76b587a9-a63d-4799-925f-e34ee6cc3741 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:30.649421 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8c7a5b2f-c3ae-4b2c-8b17-925d1617ba97 req-76b587a9-a63d-4799-925f-e34ee6cc3741 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0558670 Nov 24 14:01:30.706205 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8c7a5b2f-c3ae-4b2c-8b17-925d1617ba97 req-8a7c901b-4e69-4a12-9ade-51cb60b84896 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489566 Nov 24 14:01:31.838757 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ef0bb-7d4f-402e-9514-489c3d0753ee req-d7ea5200-3b25-4c4c-9518-c6643c948f0b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:31.840388 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cb3ef0bb-7d4f-402e-9514-489c3d0753ee req-d7ea5200-3b25-4c4c-9518-c6643c948f0b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0523777 Nov 24 14:01:31.892289 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cb3ef0bb-7d4f-402e-9514-489c3d0753ee req-5841d638-a904-47cc-96e9-02b780be0f5a tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453832 Nov 24 14:01:33.036121 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3c2df-fb6d-468a-8b63-889b66f5c18c req-cfcd7026-e774-442e-b8bd-f1d842aa05a1 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:33.038345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ef3c2df-fb6d-468a-8b63-889b66f5c18c req-cfcd7026-e774-442e-b8bd-f1d842aa05a1 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0616779 Nov 24 14:01:33.114843 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ef3c2df-fb6d-468a-8b63-889b66f5c18c req-a3f88c13-214b-4741-a7c6-08721ac8e88d tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653324 Nov 24 14:01:34.252278 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96191e-eddc-46a9-afe6-0d6354a9d52d req-31c02463-a123-48cd-8c82-edd50010451a tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:34.254193 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e96191e-eddc-46a9-afe6-0d6354a9d52d req-31c02463-a123-48cd-8c82-edd50010451a tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0639002 Nov 24 14:01:34.310775 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3e96191e-eddc-46a9-afe6-0d6354a9d52d req-4d39bb3a-2bcf-41df-ba13-88479588bc8f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503299 Nov 24 14:01:35.440623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e677b8-dac1-45bc-974e-697bd8349fbe req-ae0aaaa8-1894-4761-a8e0-43048fd5ab2b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:35.442191 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f5e677b8-dac1-45bc-974e-697bd8349fbe req-ae0aaaa8-1894-4761-a8e0-43048fd5ab2b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0570464 Nov 24 14:01:35.496521 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f5e677b8-dac1-45bc-974e-697bd8349fbe req-d910e521-13cc-402a-bafd-979a40ebdfe9 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479228 Nov 24 14:01:36.613699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a28cae-f56d-40c4-9ea1-341664f88fe0 req-30f75876-698a-497f-a566-b8942766dbf0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:36.616143 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38a28cae-f56d-40c4-9ea1-341664f88fe0 req-30f75876-698a-497f-a566-b8942766dbf0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0494673 Nov 24 14:01:36.668581 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-38a28cae-f56d-40c4-9ea1-341664f88fe0 req-9fbf624a-da8d-4a00-816b-2ab096740d38 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462298 Nov 24 14:01:36.841936 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369230ef-f2eb-40db-9953-59d0a28baff3 req-01306dc2-4e63-495c-bc93-0ab2991819cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:36.843304 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-369230ef-f2eb-40db-9953-59d0a28baff3 req-01306dc2-4e63-495c-bc93-0ab2991819cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 1097 time: 0.0416687 Nov 24 14:01:36.936488 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:36.938668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369230ef-f2eb-40db-9953-59d0a28baff3 req-2a802ce3-6e25-4451-abd2-81dbef63fa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:36.940146 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-369230ef-f2eb-40db-9953-59d0a28baff3 req-2a802ce3-6e25-4451-abd2-81dbef63fa27 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0902293 Nov 24 14:01:37.011044 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-369230ef-f2eb-40db-9953-59d0a28baff3 req-fb8680d3-409f-4433-95c5-2aa14652da9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d HTTP/1.1" status: 200 len: 1002 time: 0.0632868 Nov 24 14:01:37.061421 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369230ef-f2eb-40db-9953-59d0a28baff3 req-30cb52b1-c12f-49f2-ace7-4d51239aaedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:37.062840 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-369230ef-f2eb-40db-9953-59d0a28baff3 req-30cb52b1-c12f-49f2-ace7-4d51239aaedb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0450206 Nov 24 14:01:37.108052 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369230ef-f2eb-40db-9953-59d0a28baff3 req-74b44b32-1a6e-4d3d-94fa-b66bbd4e4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:37.109489 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-369230ef-f2eb-40db-9953-59d0a28baff3 req-74b44b32-1a6e-4d3d-94fa-b66bbd4e4d8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392833 Nov 24 14:01:37.209591 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-369230ef-f2eb-40db-9953-59d0a28baff3 req-2a104000-b6fe-44a8-a51b-cbf47bccb021 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925174 Nov 24 14:01:37.300659 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-369230ef-f2eb-40db-9953-59d0a28baff3 req-6d166acc-3002-4e5c-842c-e38b6db0d57a service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836742 Nov 24 14:01:37.784426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7ba75-4b5a-4083-be06-20142f85bcab req-1fd1d630-47c5-44a9-8a3b-4632ad30ca3b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:37.785917 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bf7ba75-4b5a-4083-be06-20142f85bcab req-1fd1d630-47c5-44a9-8a3b-4632ad30ca3b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0482357 Nov 24 14:01:37.837863 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4bf7ba75-4b5a-4083-be06-20142f85bcab req-fe371686-8150-4b6e-ba31-d090ed74d03e tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460722 Nov 24 14:01:38.955016 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ec8b2-244f-4074-b154-2d179351d900 req-b7c00757-0144-4832-a1f7-fb6ef2050a0a tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:38.956486 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ed0ec8b2-244f-4074-b154-2d179351d900 req-b7c00757-0144-4832-a1f7-fb6ef2050a0a tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0482881 Nov 24 14:01:39.009446 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ed0ec8b2-244f-4074-b154-2d179351d900 req-4de7ad20-4c38-469c-8c1a-b24523691ac7 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469105 Nov 24 14:01:39.078746 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-f69e5b27-6441-4250-97ec-69c58ad7070c req-770e7fc8-dc47-413e-8e82-0f6f0c68c4f6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:01:39.079762 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f69e5b27-6441-4250-97ec-69c58ad7070c req-770e7fc8-dc47-413e-8e82-0f6f0c68c4f6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055130 Nov 24 14:01:39.243693 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143afd3-1b09-42f2-94e4-2cf0c31e3bf1 req-818bd21b-4bb7-40a9-986e-7832c2259d3e tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:39.245219 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9143afd3-1b09-42f2-94e4-2cf0c31e3bf1 req-818bd21b-4bb7-40a9-986e-7832c2259d3e tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0550916 Nov 24 14:01:39.299462 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9143afd3-1b09-42f2-94e4-2cf0c31e3bf1 req-78181c94-3f65-44cb-b183-df85c1b27d2e tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472217 Nov 24 14:01:39.534806 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-404edbbc-476e-44fb-ad57-f2a069f74d53 req-55af795b-8036-4299-af56-7db2c82f48f9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824487 Nov 24 14:01:40.171080 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:40.330691 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404edbbc-476e-44fb-ad57-f2a069f74d53 req-440b5c95-7508-4111-910d-7c10259c7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:40.332353 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-404edbbc-476e-44fb-ad57-f2a069f74d53 req-440b5c95-7508-4111-910d-7c10259c7d85 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b&tenant_id=f8555bd55eae4c04bf683eb463368f92 HTTP/1.1" status: 200 len: 1097 time: 0.0427136 Nov 24 14:01:40.426588 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404edbbc-476e-44fb-ad57-f2a069f74d53 req-1e5f64a1-b0dc-4c70-9644-63cde6a56d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:40.428090 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-404edbbc-476e-44fb-ad57-f2a069f74d53 req-1e5f64a1-b0dc-4c70-9644-63cde6a56d31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 1097 time: 0.0712066 Nov 24 14:01:40.438658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 06f56e03-fd1a-42ea-a514-dbe1e9fb200d no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:01:40.439708 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f3be7-1007-46fc-aeeb-7f05a165a1a8 req-711c9c1b-5cae-4587-bb68-9ebb712a3c00 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:40.441135 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5c8f3be7-1007-46fc-aeeb-7f05a165a1a8 req-711c9c1b-5cae-4587-bb68-9ebb712a3c00 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 946 time: 0.0590084 Nov 24 14:01:40.517543 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:40.539272 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:01:40.541521 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5625d34-e6d0-4837-8362-30e59feaa339" -d '{"events": [{"server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "name": "network-vif-unplugged", "status": "completed", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:01:40.550052 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5c8f3be7-1007-46fc-aeeb-7f05a165a1a8 req-94178cc9-f6a0-4d23-acd4-e5ba43f353b2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000483 Nov 24 14:01:40.554872 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:01:40.562262 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:40.572073 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404edbbc-476e-44fb-ad57-f2a069f74d53 req-f2c7b007-bbed-4d27-9e89-370eac5bd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:40.573859 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-404edbbc-476e-44fb-ad57-f2a069f74d53 req-f2c7b007-bbed-4d27-9e89-370eac5bd675 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.1318767 Nov 24 14:01:40.592197 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61e56c6-9170-474e-9b30-81ed2389a6f0 x-openstack-request-id: req-e61e56c6-9170-474e-9b30-81ed2389a6f0 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:01:40.592492 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "name": "network-vif-unplugged", "status": "completed", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:01:40.592773 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e61e56c6-9170-474e-9b30-81ed2389a6f0 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:01:40.593172 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'code': 200} Nov 24 14:01:40.612482 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:40.650608 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-404edbbc-476e-44fb-ad57-f2a069f74d53 req-cf5f4408-6e89-425b-bcf7-e5bdd0d521e0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d HTTP/1.1" status: 200 len: 1000 time: 0.0680089 Nov 24 14:01:40.699861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404edbbc-476e-44fb-ad57-f2a069f74d53 req-8019a1ef-260d-49cf-99a0-0bfe59443fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:40.703892 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-404edbbc-476e-44fb-ad57-f2a069f74d53 req-8019a1ef-260d-49cf-99a0-0bfe59443fca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0463805 Nov 24 14:01:40.750805 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404edbbc-476e-44fb-ad57-f2a069f74d53 req-7986017a-7d49-4742-af30-52af257a9faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:40.752344 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-404edbbc-476e-44fb-ad57-f2a069f74d53 req-7986017a-7d49-4742-af30-52af257a9faa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409050 Nov 24 14:01:40.846817 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-404edbbc-476e-44fb-ad57-f2a069f74d53 req-a08b0ffa-a8d6-4891-8106-6a8efe9a5ddf service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860138 Nov 24 14:01:40.936250 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-404edbbc-476e-44fb-ad57-f2a069f74d53 req-8562712f-9a74-47a9-9932-0e69ae60d048 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816040 Nov 24 14:01:41.684597 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6632243-b71e-4b56-addf-e15fc6f052d0 req-38abb94c-0d3a-4ed9-be91-96d0ddebba4d tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:41.687172 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f6632243-b71e-4b56-addf-e15fc6f052d0 req-38abb94c-0d3a-4ed9-be91-96d0ddebba4d tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 944 time: 0.0575945 Nov 24 14:01:41.739088 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-f6632243-b71e-4b56-addf-e15fc6f052d0 req-0fce8295-a73a-4c71-b552-de04a58302fd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455420 Nov 24 14:01:42.879371 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d19fd-a14d-42fb-838e-ba92521c74b3 req-c8714db1-0fa2-48c2-8218-d0e35b4f1719 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:42.881065 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a68d19fd-a14d-42fb-838e-ba92521c74b3 req-c8714db1-0fa2-48c2-8218-d0e35b4f1719 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 944 time: 0.0584645 Nov 24 14:01:42.933803 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a68d19fd-a14d-42fb-838e-ba92521c74b3 req-b491068c-15ce-4e33-b2a4-c34dae3e3961 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464530 Nov 24 14:01:44.055706 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21e8fb-019d-4dda-af3e-61f2750ce78d req-ab0c12f7-0da3-4580-952f-c026d6fe71b7 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:44.057381 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab21e8fb-019d-4dda-af3e-61f2750ce78d req-ab0c12f7-0da3-4580-952f-c026d6fe71b7 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 944 time: 0.0517476 Nov 24 14:01:44.111398 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ab21e8fb-019d-4dda-af3e-61f2750ce78d req-d8741b24-b6fd-4fef-8af5-dbca24efc35f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474288 Nov 24 14:01:45.235551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbc7d7-fe1a-401f-a3e9-63869de7f15a req-0a5a9f24-c0de-4998-8175-ecb1790b228b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:45.237062 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-65dbc7d7-fe1a-401f-a3e9-63869de7f15a req-0a5a9f24-c0de-4998-8175-ecb1790b228b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 944 time: 0.0545259 Nov 24 14:01:45.290698 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-65dbc7d7-fe1a-401f-a3e9-63869de7f15a req-dc74c085-73c6-4962-9694-0dd2bdde222f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471697 Nov 24 14:01:46.426783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d88d27-60c0-46ba-9e1e-f5300f8f8940 req-d37c21b8-4d41-48ba-8e02-5db8fe5df413 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:46.428509 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56d88d27-60c0-46ba-9e1e-f5300f8f8940 req-d37c21b8-4d41-48ba-8e02-5db8fe5df413 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 944 time: 0.0591128 Nov 24 14:01:46.486546 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-56d88d27-60c0-46ba-9e1e-f5300f8f8940 req-1c095c68-a3a7-4bef-adb4-2261cb87d233 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515513 Nov 24 14:01:47.622294 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeca58e-c724-4e4f-879c-437a3db400c0 req-658b4d94-884e-4318-8dba-e20c1491f3a1 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:47.624524 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-edeca58e-c724-4e4f-879c-437a3db400c0 req-658b4d94-884e-4318-8dba-e20c1491f3a1 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 944 time: 0.0552695 Nov 24 14:01:47.677126 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-edeca58e-c724-4e4f-879c-437a3db400c0 req-7024d3c3-801f-4b83-a1bc-1a1c1e308d4c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457792 Nov 24 14:01:48.801235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afe242-0ee5-44a0-b1d3-f138281b7405 req-76b2d2d3-c3e7-44ea-bdfc-aa15619c225c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:48.802926 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79afe242-0ee5-44a0-b1d3-f138281b7405 req-76b2d2d3-c3e7-44ea-bdfc-aa15619c225c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 944 time: 0.0565825 Nov 24 14:01:48.854046 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79afe242-0ee5-44a0-b1d3-f138281b7405 req-e395a0ee-f444-49c0-bd9d-f759a271c516 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451679 Nov 24 14:01:49.979070 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a9f19-45b2-4380-977a-ec7168a38d4a req-5ae6203f-4718-4e8d-b176-7c9293bcb82d tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:49.980550 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ef3a9f19-45b2-4380-977a-ec7168a38d4a req-5ae6203f-4718-4e8d-b176-7c9293bcb82d tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 944 time: 0.0528293 Nov 24 14:01:50.032840 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ef3a9f19-45b2-4380-977a-ec7168a38d4a req-238e1fb9-c7e9-417a-9534-f4771187023d tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455866 Nov 24 14:01:50.965014 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-782b6636-da3d-49ad-8836-be46a90d2da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:51.149485 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38da10-71c8-4d87-9788-701901faf5eb req-58592a27-142b-4af2-beac-5abdb1f1ca78 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:51.150941 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd38da10-71c8-4d87-9788-701901faf5eb req-58592a27-142b-4af2-beac-5abdb1f1ca78 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 944 time: 0.0480802 Nov 24 14:01:51.199264 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fd38da10-71c8-4d87-9788-701901faf5eb req-c586968b-c707-41e5-96ba-f7ccf61a2ea0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419028 Nov 24 14:01:52.115434 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11551c87-9142-4177-8919-1d80c3052892 req-4df0342a-3546-4fe2-abb6-ac61b47fc384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:52.116931 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-11551c87-9142-4177-8919-1d80c3052892 req-4df0342a-3546-4fe2-abb6-ac61b47fc384 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 1095 time: 0.0429931 Nov 24 14:01:52.162005 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-11551c87-9142-4177-8919-1d80c3052892 req-e75b7ddb-aba0-4a91-b00b-64f27c970236 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375037 Nov 24 14:01:52.315588 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89c63-e629-41c3-a61f-470bd1be187e req-70c4928b-8807-476f-928d-dd69aa7c0f2b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:52.317140 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7a89c63-e629-41c3-a61f-470bd1be187e req-70c4928b-8807-476f-928d-dd69aa7c0f2b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 944 time: 0.0484998 Nov 24 14:01:52.364674 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f7a89c63-e629-41c3-a61f-470bd1be187e req-c08b7834-d9e5-449a-aae7-5052f82afcab tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417416 Nov 24 14:01:52.497964 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 06f56e03-fd1a-42ea-a514-dbe1e9fb200d details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:01:52.592059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:01:52.603089 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'port_id': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'mac_address': 'fa:16:3e:6f:5a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:01:52.644760 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:52.656911 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f56e03-fd1a-42ea-a514-dbe1e9fb200d {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:01:52.675198 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:01:52.679039 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:52.725333 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:53.402403 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-beacf02e-4389-487f-825e-84a576615070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:53.487946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159360d-39ef-477f-9c73-012a5d6a6209 req-b7f440a3-49f1-4ea7-a04c-4f7a1a01bd77 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:53.489470 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c159360d-39ef-477f-9c73-012a5d6a6209 req-b7f440a3-49f1-4ea7-a04c-4f7a1a01bd77 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 945 time: 0.0496774 Nov 24 14:01:53.539304 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c159360d-39ef-477f-9c73-012a5d6a6209 req-3975aeb6-6e6c-4dc1-b4ff-4652c1dac1c7 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433686 Nov 24 14:01:53.942772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['06f56e03-fd1a-42ea-a514-dbe1e9fb200d'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:01:54.503034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 06f56e03-fd1a-42ea-a514-dbe1e9fb200d up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:01:54.552834 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:01:54.553139 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:54.641414 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:54.644950 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:54.657297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012059f7-c476-4bcc-9202-f26a7e0125bc req-1ee67c53-10a4-4bcc-8d80-816ad44661a5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:54.658872 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-012059f7-c476-4bcc-9202-f26a7e0125bc req-1ee67c53-10a4-4bcc-8d80-816ad44661a5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 945 time: 0.0503943 Nov 24 14:01:54.665711 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:01:54.667923 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee6c39e-be69-485a-9f77-0fc88ef4b061" -d '{"events": [{"server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "name": "network-vif-plugged", "status": "completed", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:01:54.681775 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:01:54.686369 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:54.711785 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21105335-f9dc-46de-8daf-e0e991ac468a x-openstack-request-id: req-21105335-f9dc-46de-8daf-e0e991ac468a {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:01:54.712101 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "name": "network-vif-plugged", "status": "completed", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:01:54.712358 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21105335-f9dc-46de-8daf-e0e991ac468a {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:01:54.712772 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'code': 200} Nov 24 14:01:54.721929 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-012059f7-c476-4bcc-9202-f26a7e0125bc req-46a99aed-7cfd-465c-b453-845ab9a67ca5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564268 Nov 24 14:01:54.740616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,revision_number=10']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:01:54.832383 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:01:56.144543 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:56.808700 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:01:58.876190 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23d8e37d-ca5f-4a08-aa64-b5e3c63793e5 req-20c9adbf-0937-4f23-867c-cba3528b6b15 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811994 Nov 24 14:01:58.961091 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8e37d-ca5f-4a08-aa64-b5e3c63793e5 req-d878fc33-b2b4-432c-b65c-52485767cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:58.962559 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23d8e37d-ca5f-4a08-aa64-b5e3c63793e5 req-d878fc33-b2b4-432c-b65c-52485767cb24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 1098 time: 0.0429399 Nov 24 14:01:59.069491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8e37d-ca5f-4a08-aa64-b5e3c63793e5 req-fd9d76d9-6e92-4bff-bcaf-83f4ee9b7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:59.070926 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23d8e37d-ca5f-4a08-aa64-b5e3c63793e5 req-fd9d76d9-6e92-4bff-bcaf-83f4ee9b7e6e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0872107 Nov 24 14:01:59.138641 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23d8e37d-ca5f-4a08-aa64-b5e3c63793e5 req-766097c3-c31d-4ff3-84ab-49b6fc266620 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d HTTP/1.1" status: 200 len: 1002 time: 0.0602665 Nov 24 14:01:59.188300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8e37d-ca5f-4a08-aa64-b5e3c63793e5 req-2edfb7d1-f03a-4236-93da-9e11ef0a7781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:59.189723 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23d8e37d-ca5f-4a08-aa64-b5e3c63793e5 req-2edfb7d1-f03a-4236-93da-9e11ef0a7781 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0446382 Nov 24 14:01:59.234298 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8e37d-ca5f-4a08-aa64-b5e3c63793e5 req-047a62a1-ab60-4a2f-af36-0908e99eb8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:01:59.235773 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23d8e37d-ca5f-4a08-aa64-b5e3c63793e5 req-047a62a1-ab60-4a2f-af36-0908e99eb8df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387723 Nov 24 14:01:59.328253 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23d8e37d-ca5f-4a08-aa64-b5e3c63793e5 req-315dfe1f-8f88-4b0b-875c-14e710956f47 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845845 Nov 24 14:01:59.416443 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-23d8e37d-ca5f-4a08-aa64-b5e3c63793e5 req-66c5c1bd-f655-4243-af50-45cce7af8ba1 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813608 Nov 24 14:02:06.952234 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:02:10.185924 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:02:20.967667 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-49d635f9-20d0-48b8-aef6-23db74859b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:02:23.408170 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-72bd3577-fd46-436a-8b70-ba86dbb88e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:02:24.624164 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:02:26.148841 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:02:26.810781 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:02:31.831394 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:02:36.962716 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:02:40.184410 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:02:50.967979 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-672a05af-f71e-4838-a7b3-3cc167029c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:02:53.408353 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-be2e4d0d-1824-4211-be74-9eccff7819da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:02:54.627297 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:02:56.153328 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:02:56.812297 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:02:59.799505 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c3db0ff-47f2-49e4-9787-757e037104ff req-66540a5f-6b97-46c2-a88f-409ff5299b1f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442255 Nov 24 14:02:59.894743 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db0ff-47f2-49e4-9787-757e037104ff req-3fa67b38-6b57-4b9f-9fb0-609c04557250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:02:59.896226 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c3db0ff-47f2-49e4-9787-757e037104ff req-3fa67b38-6b57-4b9f-9fb0-609c04557250 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 1098 time: 0.0402908 Nov 24 14:03:00.002065 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db0ff-47f2-49e4-9787-757e037104ff req-bb021786-4ddc-4dc2-ab89-a0c5fe10e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:00.003541 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c3db0ff-47f2-49e4-9787-757e037104ff req-bb021786-4ddc-4dc2-ab89-a0c5fe10e479 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0864806 Nov 24 14:03:00.073634 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c3db0ff-47f2-49e4-9787-757e037104ff req-fb1d19eb-a83d-4d49-ac5e-f765b0d136bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d HTTP/1.1" status: 200 len: 1002 time: 0.0621161 Nov 24 14:03:00.124486 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db0ff-47f2-49e4-9787-757e037104ff req-d02d7192-e598-4325-a1a2-2690cbe652d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:00.125992 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c3db0ff-47f2-49e4-9787-757e037104ff req-d02d7192-e598-4325-a1a2-2690cbe652d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0455747 Nov 24 14:03:00.170905 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3db0ff-47f2-49e4-9787-757e037104ff req-053abb7f-d4ea-40cb-85dd-fb4b5b8d78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:00.172402 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c3db0ff-47f2-49e4-9787-757e037104ff req-053abb7f-d4ea-40cb-85dd-fb4b5b8d78ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395024 Nov 24 14:03:00.184487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-6c3db0ff-47f2-49e4-9787-757e037104ff req-494dc38d-d2d3-4f0a-ab52-b8efc3c5865c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:03:00.185469 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c3db0ff-47f2-49e4-9787-757e037104ff req-494dc38d-d2d3-4f0a-ab52-b8efc3c5865c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053689 Nov 24 14:03:00.279874 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c3db0ff-47f2-49e4-9787-757e037104ff req-4dfc2473-098f-42ba-b012-f94f1c568ee2 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875363 Nov 24 14:03:00.372491 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-6c3db0ff-47f2-49e4-9787-757e037104ff req-b1b32241-fd34-441e-8cf9-43b34ff51aa6 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854585 Nov 24 14:03:04.298181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59112) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:03:04.454901 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Deleting port 124614c6-49c5-4321-9d87-dd6d3ccc0184 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:03:04.455236 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:04.528859 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:04.529106 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:04.540534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Calling delete_port for 124614c6-49c5-4321-9d87-dd6d3ccc0184 owned by network:floatingip {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:03:04.686150 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:04.714551 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event deleted for resources: {'Port': ['ID=124614c6-49c5-4321-9d87-dd6d3ccc0184,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:04.743509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:04.743937 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:04.744843 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:04.745189 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:04.745529 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:04.745880 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:04.746193 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:04.746523 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:04.746885 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:04.747212 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:04.747541 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:04.747867 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:04.786284 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for floatingip, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:04.786542 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Floating IP d6e231ec-cc68-471e-aa69-a7b6de75c1f3 disassociated (deleted). External IP: 172.25.0.106, port: 06f56e03-fd1a-42ea-a514-dbe1e9fb200d. Nov 24 14:03:04.991286 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Router 6874732b-2204-4282-9518-a0bc0aee1a92 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:03:05.096029 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:03:05.100836 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:05.105598 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0597fc0-4e00-4db7-9032-8cd92e9a94ee None None] Sync routers for ids ['6874732b-2204-4282-9518-a0bc0aee1a92'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:05.115658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0597fc0-4e00-4db7-9032-8cd92e9a94ee None None] Routers {'6874732b-2204-4282-9518-a0bc0aee1a92'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:03:05.116279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e0597fc0-4e00-4db7-9032-8cd92e9a94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6874732b-2204-4282-9518-a0bc0aee1a92'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:05.129886 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eb7a1b31-a06a-4c81-b8c7-7124e1347af0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "DELETE /v2.0/floatingips/d6e231ec-cc68-471e-aa69-a7b6de75c1f3 HTTP/1.1" status: 204 len: 168 time: 0.8306143 Nov 24 14:03:05.130479 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:03:05.132752 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}121e04d1351da8b3ec3a73c79ea7a0755ae7249025d9d76ace30dcea8a821f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df8ede0-4f9d-4785-9d99-83e3075aed1f" -d '{"events": [{"name": "network-changed", "server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:03:05.227260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e0597fc0-4e00-4db7-9032-8cd92e9a94ee None None] Set router 6874732b-2204-4282-9518-a0bc0aee1a92 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:03:05.234656 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb2d493-0fd9-4a1c-8ac2-f40c96bca549 x-openstack-request-id: req-acb2d493-0fd9-4a1c-8ac2-f40c96bca549 {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:03:05.235205 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:03:05.235786 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-acb2d493-0fd9-4a1c-8ac2-f40c96bca549 {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:03:05.236879 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'status': 'completed', 'code': 200} Nov 24 14:03:05.311755 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8ede0-4f9d-4785-9d99-83e3075aed1f req-1fa1d209-f72e-4570-9cc0-f8611949460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:05.314196 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3df8ede0-4f9d-4785-9d99-83e3075aed1f req-1fa1d209-f72e-4570-9cc0-f8611949460e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 1098 time: 0.0464966 Nov 24 14:03:05.391577 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f3a9b-40c0-4262-b2ac-5e6f9543d7a2 req-01294326-378e-44d1-883f-ad76c0e8194b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:05.393252 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-660f3a9b-40c0-4262-b2ac-5e6f9543d7a2 req-01294326-378e-44d1-883f-ad76c0e8194b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 947 time: 0.0577233 Nov 24 14:03:05.411594 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8ede0-4f9d-4785-9d99-83e3075aed1f req-9cb980c9-33b2-4a91-90c1-3d3c993b90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:05.413271 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3df8ede0-4f9d-4785-9d99-83e3075aed1f req-9cb980c9-33b2-4a91-90c1-3d3c993b90f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0913992 Nov 24 14:03:05.449064 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e0597fc0-4e00-4db7-9032-8cd92e9a94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 5, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:05.457090 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-660f3a9b-40c0-4262-b2ac-5e6f9543d7a2 req-c58aa3a6-a0a2-4f18-b989-8b43d5c14ac5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558028 Nov 24 14:03:05.459771 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3df8ede0-4f9d-4785-9d99-83e3075aed1f req-139a82c1-80f7-40dc-b251-1d2a0ab5022c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d HTTP/1.1" status: 200 len: 217 time: 0.0388033 Nov 24 14:03:05.475554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0597fc0-4e00-4db7-9032-8cd92e9a94ee None None] Checking router: 6874732b-2204-4282-9518-a0bc0aee1a92 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:03:05.483772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0597fc0-4e00-4db7-9032-8cd92e9a94ee None None] Routers {'6874732b-2204-4282-9518-a0bc0aee1a92'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:03:05.484379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e0597fc0-4e00-4db7-9032-8cd92e9a94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:02:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6874732b-2204-4282-9518-a0bc0aee1a92'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:05.510858 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8ede0-4f9d-4785-9d99-83e3075aed1f req-edccce3f-a2cb-45d7-bc1b-c236e64ebc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:05.512309 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3df8ede0-4f9d-4785-9d99-83e3075aed1f req-edccce3f-a2cb-45d7-bc1b-c236e64ebc11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0449951 Nov 24 14:03:05.563346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8ede0-4f9d-4785-9d99-83e3075aed1f req-7509e096-40c4-4af4-92c8-36f6bfba428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:05.564984 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3df8ede0-4f9d-4785-9d99-83e3075aed1f req-7509e096-40c4-4af4-92c8-36f6bfba428e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428333 Nov 24 14:03:05.591002 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e0597fc0-4e00-4db7-9032-8cd92e9a94ee None None] Set router 6874732b-2204-4282-9518-a0bc0aee1a92 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:03:05.662035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3df8ede0-4f9d-4785-9d99-83e3075aed1f req-8ae513ba-532b-4308-b87d-d4fc5ccce14f service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882094 Nov 24 14:03:05.753918 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3df8ede0-4f9d-4785-9d99-83e3075aed1f req-0505af40-97fb-4d6d-9515-c756dffe4f09 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827191 Nov 24 14:03:05.795317 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e0597fc0-4e00-4db7-9032-8cd92e9a94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 5, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:05.824678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0597fc0-4e00-4db7-9032-8cd92e9a94ee None None] The sync data for ids ['6874732b-2204-4282-9518-a0bc0aee1a92'] in n-d-817303-4 is: [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 5, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:06.044297 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fda4b3-a7df-42ee-a6e0-9349bfacd1c5 None None] New status for floating IP d6e231ec-cc68-471e-aa69-a7b6de75c1f3: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:03:06.574095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0285f0-bd2d-48bc-9869-fdf5f2a37955 req-d4533093-cf86-453d-8158-ede8024fb7ee tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:06.575481 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b0285f0-bd2d-48bc-9869-fdf5f2a37955 req-d4533093-cf86-453d-8158-ede8024fb7ee tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 947 time: 0.0532491 Nov 24 14:03:06.647070 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4b0285f0-bd2d-48bc-9869-fdf5f2a37955 req-6ba2eb8d-97d0-4a4c-8ded-f3db6822153b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=a0b41abc-af1e-4936-ba8d-14d31a59d6ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655198 Nov 24 14:03:06.665350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e6ee2-bb2f-4910-a6bc-2497451de31d req-0b9f4991-d503-4ac4-8524-68c75d571a7c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:06.667342 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fe5e6ee2-bb2f-4910-a6bc-2497451de31d req-0b9f4991-d503-4ac4-8524-68c75d571a7c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.46 "GET /v2.0/ports?device_id=19246b0d-56a6-4e77-8eaa-2ae65042125b HTTP/1.1" status: 200 len: 947 time: 0.0663168 Nov 24 14:03:06.755452 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-fe5e6ee2-bb2f-4910-a6bc-2497451de31d req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Deleting port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:03:06.755795 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fe5e6ee2-bb2f-4910-a6bc-2497451de31d req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:06.845512 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-fe5e6ee2-bb2f-4910-a6bc-2497451de31d req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] For port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:03:06.845805 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fe5e6ee2-bb2f-4910-a6bc-2497451de31d req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:06.858647 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-fe5e6ee2-bb2f-4910-a6bc-2497451de31d req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Calling delete_port for 06f56e03-fd1a-42ea-a514-dbe1e9fb200d owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:03:06.961940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:06.989520 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fe5e6ee2-bb2f-4910-a6bc-2497451de31d req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:07.015935 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event deleted for resources: {'Port': ['ID=06f56e03-fd1a-42ea-a514-dbe1e9fb200d,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:07.030965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:07.030965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:07.030965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:07.030965 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:07.031361 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:07.031613 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:07.031946 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:07.032277 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:07.032606 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:07.032968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:07.033303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:07.033631 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:07.070251 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5e6ee2-bb2f-4910-a6bc-2497451de31d req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] No DVR routers for this DVR port 06f56e03-fd1a-42ea-a514-dbe1e9fb200d on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:03:07.072928 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-fe5e6ee2-bb2f-4910-a6bc-2497451de31d req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:07.076327 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-fe5e6ee2-bb2f-4910-a6bc-2497451de31d req-4ece9340-a2de-49fe-b914-9e4749cc6420 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.46 "DELETE /v2.0/ports/06f56e03-fd1a-42ea-a514-dbe1e9fb200d HTTP/1.1" status: 204 len: 173 time: 0.4024408 Nov 24 14:03:07.076813 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'name': 'network-vif-deleted', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:03:07.079199 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986e3ab2-b9ef-4ec8-9962-33ab94dd6876" -d '{"events": [{"server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "name": "network-vif-deleted", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:03:07.174417 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85790593-59f6-4e05-b697-f54968817117 x-openstack-request-id: req-85790593-59f6-4e05-b697-f54968817117 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:03:07.174795 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19246b0d-56a6-4e77-8eaa-2ae65042125b", "name": "network-vif-deleted", "tag": "06f56e03-fd1a-42ea-a514-dbe1e9fb200d", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:03:07.175116 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-85790593-59f6-4e05-b697-f54968817117 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:03:07.175526 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19246b0d-56a6-4e77-8eaa-2ae65042125b', 'name': 'network-vif-deleted', 'tag': '06f56e03-fd1a-42ea-a514-dbe1e9fb200d', 'status': 'completed', 'code': 200} Nov 24 14:03:07.702644 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59136) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:03:07.758367 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e1a1b771-9697-48d1-8910-7f1db1cbb188 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:07.782862 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e1a1b771-9697-48d1-8910-7f1db1cbb188 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:07.843175 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e1a1b771-9697-48d1-8910-7f1db1cbb188 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:07.846163 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-e1a1b771-9697-48d1-8910-7f1db1cbb188 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:07.847346 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-e1a1b771-9697-48d1-8910-7f1db1cbb188 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "DELETE /v2.0/security-groups/a0b41abc-af1e-4936-ba8d-14d31a59d6ef HTTP/1.1" status: 204 len: 168 time: 0.1437078 Nov 24 14:03:07.856326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1b771-9697-48d1-8910-7f1db1cbb188 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b41abc-af1e-4936-ba8d-14d31a59d6ef,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:08.025673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59142) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:03:08.030285 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-33f33063-3963-4249-888d-8163440a2c7f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2036920260', 'description': 'tempest-secgroup-smoke-2036920260 description', 'project_id': 'f8555bd55eae4c04bf683eb463368f92'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:08.057303 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33f33063-3963-4249-888d-8163440a2c7f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.121787 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33f33063-3963-4249-888d-8163440a2c7f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.125217 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33f33063-3963-4249-888d-8163440a2c7f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.152994 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-33f33063-3963-4249-888d-8163440a2c7f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.154211 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-33f33063-3963-4249-888d-8163440a2c7f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1275063 Nov 24 14:03:08.157244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59144) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:03:08.158118 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f33063-3963-4249-888d-8163440a2c7f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a86222-26c2-4b0b-b1bd-145b0043e8e7,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:08.162046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-e74d3864-93b7-4568-952a-2a15bcdd00dc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'security_group_rule': {'security_group_id': '91a86222-26c2-4b0b-b1bd-145b0043e8e7', 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:08.188483 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e74d3864-93b7-4568-952a-2a15bcdd00dc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.234522 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e74d3864-93b7-4568-952a-2a15bcdd00dc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.238243 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e74d3864-93b7-4568-952a-2a15bcdd00dc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.260477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d3864-93b7-4568-952a-2a15bcdd00dc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a69be6-881b-4fbc-9453-762940b489ac,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:08.267722 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-e74d3864-93b7-4568-952a-2a15bcdd00dc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.268948 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-e74d3864-93b7-4568-952a-2a15bcdd00dc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1106212 Nov 24 14:03:08.271666 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59146) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:03:08.276479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-51004d74-c795-4f2f-99cc-6b7179f9c7cb tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'security_group_rule': {'security_group_id': '91a86222-26c2-4b0b-b1bd-145b0043e8e7', 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:08.301614 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51004d74-c795-4f2f-99cc-6b7179f9c7cb tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.357219 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51004d74-c795-4f2f-99cc-6b7179f9c7cb tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.360643 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51004d74-c795-4f2f-99cc-6b7179f9c7cb tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.378581 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51004d74-c795-4f2f-99cc-6b7179f9c7cb tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c841806-6a79-4eb4-b24b-d805cb079d96,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:08.386481 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-51004d74-c795-4f2f-99cc-6b7179f9c7cb tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.387683 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-51004d74-c795-4f2f-99cc-6b7179f9c7cb tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150997 Nov 24 14:03:08.390447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59148) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:03:08.394641 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-aba9ba25-6b92-4670-9a6f-b786825ea89c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'security_group_rule': {'security_group_id': '91a86222-26c2-4b0b-b1bd-145b0043e8e7', 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:08.419197 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aba9ba25-6b92-4670-9a6f-b786825ea89c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.473315 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aba9ba25-6b92-4670-9a6f-b786825ea89c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.476948 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aba9ba25-6b92-4670-9a6f-b786825ea89c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.497547 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9ba25-6b92-4670-9a6f-b786825ea89c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616351a3-4e83-4e7b-aee5-c8f9cc37bf52,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:08.503664 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-aba9ba25-6b92-4670-9a6f-b786825ea89c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.504796 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-aba9ba25-6b92-4670-9a6f-b786825ea89c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133721 Nov 24 14:03:08.507483 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59150) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:03:08.512491 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-6c017f42-d46a-4039-b5f5-567cff9ce454 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'security_group_rule': {'security_group_id': '91a86222-26c2-4b0b-b1bd-145b0043e8e7', 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:08.538105 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c017f42-d46a-4039-b5f5-567cff9ce454 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.595099 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c017f42-d46a-4039-b5f5-567cff9ce454 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.598697 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c017f42-d46a-4039-b5f5-567cff9ce454 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.622039 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c017f42-d46a-4039-b5f5-567cff9ce454 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0760176-5d4f-414c-8933-c743162ab585,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:08.627993 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-6c017f42-d46a-4039-b5f5-567cff9ce454 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.629273 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6c017f42-d46a-4039-b5f5-567cff9ce454 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1208568 Nov 24 14:03:08.631975 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59152) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:03:08.636320 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-8abc1479-48b4-43da-ac1a-ee87976efb93 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'security_group_rule': {'security_group_id': '91a86222-26c2-4b0b-b1bd-145b0043e8e7', 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:08.657593 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-8abc1479-48b4-43da-ac1a-ee87976efb93 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Project f8555bd55eae4c04bf683eb463368f92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:03:08.662359 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8abc1479-48b4-43da-ac1a-ee87976efb93 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.719612 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8abc1479-48b4-43da-ac1a-ee87976efb93 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.722902 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8abc1479-48b4-43da-ac1a-ee87976efb93 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.739860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc1479-48b4-43da-ac1a-ee87976efb93 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e5883f-57b9-4d72-9a9b-cd2d96e8f95f,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:08.748263 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-8abc1479-48b4-43da-ac1a-ee87976efb93 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.749477 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-8abc1479-48b4-43da-ac1a-ee87976efb93 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165738 Nov 24 14:03:08.752179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59154) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:03:08.756706 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-60eac82b-24fe-45c5-b6d1-13f7ae3130e4 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'security_group_rule': {'security_group_id': '91a86222-26c2-4b0b-b1bd-145b0043e8e7', 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:08.778145 n-d-817303-4 neutron-server[114985]: INFO neutron.db.securitygroups_db [None req-60eac82b-24fe-45c5-b6d1-13f7ae3130e4 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Project f8555bd55eae4c04bf683eb463368f92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:03:08.782857 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-60eac82b-24fe-45c5-b6d1-13f7ae3130e4 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.830784 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:03:08.842950 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-60eac82b-24fe-45c5-b6d1-13f7ae3130e4 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.846731 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-60eac82b-24fe-45c5-b6d1-13f7ae3130e4 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.867160 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eac82b-24fe-45c5-b6d1-13f7ae3130e4 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f477538-7323-40b2-beb3-8588793f0175,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:08.874284 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-60eac82b-24fe-45c5-b6d1-13f7ae3130e4 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:08.875538 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-60eac82b-24fe-45c5-b6d1-13f7ae3130e4 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223667 Nov 24 14:03:08.919590 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 06f56e03-fd1a-42ea-a514-dbe1e9fb200d no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:03:08.940252 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: 06f56e03-fd1a-42ea-a514-dbe1e9fb200d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:03:08.940606 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device 06f56e03-fd1a-42ea-a514-dbe1e9fb200d not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:03:10.184171 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:20.969666 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-19a016ff-6f4f-4018-abca-e29e9fba116e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:23.409403 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-659ca912-f7d7-4d44-bfd8-a441a3aaf28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:24.111593 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-3ab8fb04-202b-471a-9325-3b8f9ad74c56 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036920260&fields=id&tenant_id=f8555bd55eae4c04bf683eb463368f92 HTTP/1.1" status: 200 len: 267 time: 0.0444713 Nov 24 14:03:24.219841 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-1f9efe69-8098-4316-87c5-e913a0dbfbd7 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:24.221238 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-1f9efe69-8098-4316-87c5-e913a0dbfbd7 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 808 time: 0.1026342 Nov 24 14:03:24.240883 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-78bd0b24-0686-4d2a-8a58-8cfcda0a1c94 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/quotas/f8555bd55eae4c04bf683eb463368f92 HTTP/1.1" status: 200 len: 375 time: 0.0132082 Nov 24 14:03:24.294488 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-7dbb9a45-9893-430c-b386-d71d927ce520 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472562 Nov 24 14:03:24.353832 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-4029116d-c3cb-43b6-8464-e71e62efd3cd service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:03:24.355280 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-4029116d-c3cb-43b6-8464-e71e62efd3cd service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497718 Nov 24 14:03:24.444873 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-4fe6f52d-825b-415a-b6a8-1fd7352a892a service neutron] 10.222.0.48 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832100 Nov 24 14:03:24.537388 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-42b276d5-744c-4fee-9935-652ca2076e6f service neutron] 10.222.0.48 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855229 Nov 24 14:03:24.630204 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:24.819099 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a76760a9-b084-4f45-b442-7b4c37343638 req-b997a7b2-ea6a-4829-9d2e-908e8760ca52 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 210 time: 0.0268748 Nov 24 14:03:25.898346 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fbc3fc02-34c1-4ad6-8801-50b8c5e9fbe8 req-a6fcc709-6d79-490f-9962-fa5b12b18990 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 210 time: 0.0269506 Nov 24 14:03:26.154398 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:26.813646 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:26.976130 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e3bff515-792f-43cd-bf09-8d54a71d1f58 req-bb5a3f9a-b7a3-474d-afe9-9da92f00115c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 210 time: 0.0281727 Nov 24 14:03:28.053921 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b72a4471-b52d-45b3-90a0-68e8d8e8681c req-9dfe7ddf-7e84-440a-ba6a-33dc50eaa022 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 210 time: 0.0264835 Nov 24 14:03:29.148112 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-613ed2df-37ca-43b3-9504-4fc609b3a47f req-6a92c7a7-454b-47a0-892e-203555bd5956 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 210 time: 0.0253239 Nov 24 14:03:29.867951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-8f72330a-98b8-4ca4-943f-05b6dd10a6e7 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:29.869429 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-8f72330a-98b8-4ca4-943f-05b6dd10a6e7 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.59 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 808 time: 0.1015155 Nov 24 14:03:29.948860 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-ae523898-4a82-41c0-a34d-abf2283e1507 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8555bd55eae4c04bf683eb463368f92 HTTP/1.1" status: 200 len: 380 time: 0.0546262 Nov 24 14:03:29.963409 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-434377a8-03db-483e-a6ab-56bd9037eff5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'port': {'device_id': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'admin_state_up': True, 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'security_groups': ['91a86222-26c2-4b0b-b1bd-145b0043e8e7']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:30.077377 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-434377a8-03db-483e-a6ab-56bd9037eff5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Made reservation on behalf of f8555bd55eae4c04bf683eb463368f92 for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:03:30.080850 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-434377a8-03db-483e-a6ab-56bd9037eff5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:30.210830 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-434377a8-03db-483e-a6ab-56bd9037eff5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Allocated IP 172.20.0.13 (d22ad42b-5bef-445d-a3d2-40b6a89786c6/b3fe86dd-f28f-4514-932b-fb5368ced1b4/c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:30.255427 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-68909bb0-5675-45d1-bda5-00fd5896ded8 req-3dc586d1-4426-4296-8dcd-cf6fb7082c97 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 210 time: 0.0352926 Nov 24 14:03:30.350554 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-434377a8-03db-483e-a6ab-56bd9037eff5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:30.385237 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-434377a8-03db-483e-a6ab-56bd9037eff5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:30.435100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-434377a8-03db-483e-a6ab-56bd9037eff5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Network d22ad42b-5bef-445d-a3d2-40b6a89786c6 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:30.437958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-434377a8-03db-483e-a6ab-56bd9037eff5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:30.440644 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-434377a8-03db-483e-a6ab-56bd9037eff5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:03:30.469046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434377a8-03db-483e-a6ab-56bd9037eff5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'Port': ['ID=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:30.496955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-434377a8-03db-483e-a6ab-56bd9037eff5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:30.497785 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-434377a8-03db-483e-a6ab-56bd9037eff5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:30.514515 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-434377a8-03db-483e-a6ab-56bd9037eff5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5548048 Nov 24 14:03:30.576257 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Request body: {'port': {'device_id': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:30.636298 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:30.724604 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-86901070-4111-435b-9cd9-b29bc27e94cd None None] Provisioning complete for port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:30.725224 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-86901070-4111-435b-9cd9-b29bc27e94cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:30.760279 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-86901070-4111-435b-9cd9-b29bc27e94cd None None] Port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:03:30.911650 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:03:30.919674 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:30.931342 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Transition to ACTIVE for port object c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:03:30.935064 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:31.033808 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:31.056745 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Attempting to bind port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:03:31.057100 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Attempting to bind port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:03:31.057442 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Attempting to bind port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 on network d22ad42b-5bef-445d-a3d2-40b6a89786c6 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:03:31.062859 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 on network d22ad42b-5bef-445d-a3d2-40b6a89786c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:03:31.063189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Attempting to bind port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 on network d22ad42b-5bef-445d-a3d2-40b6a89786c6 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:03:31.068196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:03:31.068536 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Checking segment: {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:03:31.068959 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Bound using segment: {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:03:31.069394 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Bound port: c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:03:31.069760 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:31.139701 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] For port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:03:31.143399 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] For port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:03:31.148979 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:31.186093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:31.186721 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:31.188119 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] 10.222.0.59 "PUT /v2.0/ports/c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 HTTP/1.1" status: 200 len: 1092 time: 0.6627815 Nov 24 14:03:31.188569 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:03:31.190872 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27265e28-68f2-4faf-8a6c-477d2630d6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:03:31.218413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad2c0d-e58a-4889-99b2-d62f964729fa service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:31.251920 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f588bd3-da89-4ba0-8859-1502bcd56a93 x-openstack-request-id: req-4f588bd3-da89-4ba0-8859-1502bcd56a93 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:03:31.251920 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:03:31.251920 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f588bd3-da89-4ba0-8859-1502bcd56a93 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:03:31.251920 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'status': 'completed', 'code': 200} Nov 24 14:03:31.298738 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-e3b8dfb2-af7d-424b-8c8a-be469e824e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:31.300282 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-e3b8dfb2-af7d-424b-8c8a-be469e824e0e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 1095 time: 0.0481415 Nov 24 14:03:31.356496 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-403fc391-b0fb-46aa-865a-1aaccaf698e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 HTTP/1.1" status: 200 len: 217 time: 0.0438862 Nov 24 14:03:31.395523 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d3c79-b9a6-4157-bfc9-6f5837d198a0 req-c0a07381-a598-4bb0-8ecb-e7776aa9c790 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:31.403648 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c0d3c79-b9a6-4157-bfc9-6f5837d198a0 req-c0a07381-a598-4bb0-8ecb-e7776aa9c790 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0725555 Nov 24 14:03:31.412201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-4bbb6080-d98c-41bc-9319-d6a8f1562e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:31.413721 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-4bbb6080-d98c-41bc-9319-d6a8f1562e55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0496645 Nov 24 14:03:31.471034 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2c0d3c79-b9a6-4157-bfc9-6f5837d198a0 req-1239bc02-14c8-4eb7-b0c7-9cb3e0a24940 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664830 Nov 24 14:03:31.478351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-90079181-6089-4ce8-a81f-e6b879a8bf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:31.479925 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-90079181-6089-4ce8-a81f-e6b879a8bf92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570850 Nov 24 14:03:31.584466 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-dcb62302-971c-4410-b106-f5b40d2a04d7 service neutron] 10.222.0.59 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962660 Nov 24 14:03:31.678453 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9095e61-b898-4a5c-be78-82ca69ac3f17 req-cfa5d91c-d6c8-4569-87fa-6e4ac205ce1c service neutron] 10.222.0.59 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854871 Nov 24 14:03:31.773392 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27265e28-68f2-4faf-8a6c-477d2630d6f8 req-da38641f-d938-4c36-8fb5-5433613c2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:31.775336 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27265e28-68f2-4faf-8a6c-477d2630d6f8 req-da38641f-d938-4c36-8fb5-5433613c2ff9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 1095 time: 0.0475249 Nov 24 14:03:31.869521 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27265e28-68f2-4faf-8a6c-477d2630d6f8 req-8f950142-aa18-4a8e-bf45-6ae97b9f430b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:31.871031 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27265e28-68f2-4faf-8a6c-477d2630d6f8 req-8f950142-aa18-4a8e-bf45-6ae97b9f430b service neutron] 10.222.0.59 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0877879 Nov 24 14:03:31.918436 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27265e28-68f2-4faf-8a6c-477d2630d6f8 req-f75c8104-dd64-45cf-a5f8-712dad91e14f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 HTTP/1.1" status: 200 len: 217 time: 0.0390134 Nov 24 14:03:32.328773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27265e28-68f2-4faf-8a6c-477d2630d6f8 req-902d0b40-5693-4f86-98c8-bcea46436d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:32.330277 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27265e28-68f2-4faf-8a6c-477d2630d6f8 req-902d0b40-5693-4f86-98c8-bcea46436d2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.4041433 Nov 24 14:03:32.379711 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27265e28-68f2-4faf-8a6c-477d2630d6f8 req-03196a8c-0782-46d8-b4df-805668cfd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:32.381239 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27265e28-68f2-4faf-8a6c-477d2630d6f8 req-03196a8c-0782-46d8-b4df-805668cfd06f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415995 Nov 24 14:03:32.482050 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27265e28-68f2-4faf-8a6c-477d2630d6f8 req-bb603f11-4852-49db-afb8-478bd929b3a7 service neutron] 10.222.0.59 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928876 Nov 24 14:03:32.615952 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-27265e28-68f2-4faf-8a6c-477d2630d6f8 req-bcfd495f-b176-4024-a725-8ec11dcac3a0 service neutron] 10.222.0.59 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252096 Nov 24 14:03:32.628139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1560ba-49db-4b3f-8792-1390d0d6ba56 req-d1641eca-1005-44c4-8bcf-35517223a8d2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:32.629688 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a1560ba-49db-4b3f-8792-1390d0d6ba56 req-d1641eca-1005-44c4-8bcf-35517223a8d2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0790164 Nov 24 14:03:32.679774 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2a1560ba-49db-4b3f-8792-1390d0d6ba56 req-ca145f20-b2b7-4728-8628-232816263aad tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429969 Nov 24 14:03:33.796534 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacb897-6d12-43cc-97bb-8527593b3eb4 req-f31b2868-e4bd-420f-8efe-4e7b3f6af79b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:33.798061 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5aacb897-6d12-43cc-97bb-8527593b3eb4 req-f31b2868-e4bd-420f-8efe-4e7b3f6af79b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0491066 Nov 24 14:03:33.848055 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5aacb897-6d12-43cc-97bb-8527593b3eb4 req-e1aba681-aad0-47fc-95aa-06edaeaea670 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439460 Nov 24 14:03:34.970270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb0a9c-d181-4b20-8435-51c1118473a2 req-4a07dbfa-e0e3-434e-b66c-9f4a07b4be25 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:34.971836 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9bb0a9c-d181-4b20-8435-51c1118473a2 req-4a07dbfa-e0e3-434e-b66c-9f4a07b4be25 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0536044 Nov 24 14:03:35.023097 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b9bb0a9c-d181-4b20-8435-51c1118473a2 req-eaceb1e6-8887-4998-b7ff-8503da6ace67 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445378 Nov 24 14:03:36.143911 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812e2aa-146e-404b-8fda-99f0556c38cb req-2f982b40-25e8-4591-8228-f1dd8d49b374 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:36.145401 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3812e2aa-146e-404b-8fda-99f0556c38cb req-2f982b40-25e8-4591-8228-f1dd8d49b374 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0479224 Nov 24 14:03:36.198477 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3812e2aa-146e-404b-8fda-99f0556c38cb req-6142bbff-57ed-4e8a-be0e-da60642f8d4a tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463111 Nov 24 14:03:36.963230 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:37.316322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f335d-d299-4feb-bf29-38df480ec2a1 req-0bf2064b-a762-438a-b686-2de79cd63b71 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:37.317808 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-910f335d-d299-4feb-bf29-38df480ec2a1 req-0bf2064b-a762-438a-b686-2de79cd63b71 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0476456 Nov 24 14:03:37.370154 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-910f335d-d299-4feb-bf29-38df480ec2a1 req-b73e783c-4f3a-4095-8bb2-63e55b0e7e0f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459476 Nov 24 14:03:38.484838 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc552d9-93e9-4fad-963d-6919e9cb57fb req-43acf929-6469-4d09-9546-372ef6d65eaa tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:38.486305 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddc552d9-93e9-4fad-963d-6919e9cb57fb req-43acf929-6469-4d09-9546-372ef6d65eaa tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0488505 Nov 24 14:03:38.534342 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-ddc552d9-93e9-4fad-963d-6919e9cb57fb req-4dfc787d-e983-4881-8d4d-d2e601786958 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421004 Nov 24 14:03:39.651900 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbedc80-651c-47ad-9632-fc28b45f4276 req-74dbd1d2-6fe1-4c84-a474-409a695d94b9 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:39.653400 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3dbedc80-651c-47ad-9632-fc28b45f4276 req-74dbd1d2-6fe1-4c84-a474-409a695d94b9 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0486162 Nov 24 14:03:39.701412 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-3dbedc80-651c-47ad-9632-fc28b45f4276 req-fa511bc3-3d21-49c2-b02a-7446c980e58f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421364 Nov 24 14:03:40.199207 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:40.814760 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526e225-9b45-4766-a84f-a3cae65a5e89 req-594d7df3-00ff-45d4-84e4-d209def6c381 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:40.816239 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f526e225-9b45-4766-a84f-a3cae65a5e89 req-594d7df3-00ff-45d4-84e4-d209def6c381 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0479124 Nov 24 14:03:40.863970 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f526e225-9b45-4766-a84f-a3cae65a5e89 req-59ae49a3-25d6-4bae-9c82-191bdffb185c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411625 Nov 24 14:03:41.978967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a22a7e-7fd7-4eb3-aa86-2b50ab9fb29b req-fbfb7f29-5a2d-4198-bf67-d4bf1398a0bd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:41.980428 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3a22a7e-7fd7-4eb3-aa86-2b50ab9fb29b req-fbfb7f29-5a2d-4198-bf67-d4bf1398a0bd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0480394 Nov 24 14:03:42.027710 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-d3a22a7e-7fd7-4eb3-aa86-2b50ab9fb29b req-cf6d0766-478d-40b5-9d1a-7c2d8cc0664f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413797 Nov 24 14:03:42.799937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:03:42.895413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:03:42.906457 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'port_id': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'mac_address': 'fa:16:3e:89:8b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:03:42.946703 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:42.958985 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:03:42.978390 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:03:42.981784 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:43.026672 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:43.033729 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:43.034076 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:43.034437 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:43.034751 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:43.035081 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:43.035411 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:43.035744 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:43.036067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:43.036392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:43.036713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:43.037059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:43.037379 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:03:43.145515 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc977e35-3c35-4e8e-90a5-bbbba1599154 req-21c90a7f-fa97-4784-9aca-383d6b475d4d tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:43.146974 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc977e35-3c35-4e8e-90a5-bbbba1599154 req-21c90a7f-fa97-4784-9aca-383d6b475d4d tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 945 time: 0.0524201 Nov 24 14:03:43.194692 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fc977e35-3c35-4e8e-90a5-bbbba1599154 req-471b96a9-16b0-4dd5-a82a-f89082179120 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Nov 24 14:03:43.261825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:03:44.315171 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068fa55-59fd-4406-acae-d1acae55158d req-f998a582-4a5d-45b1-a325-6337a0dc1569 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:44.316630 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0068fa55-59fd-4406-acae-d1acae55158d req-f998a582-4a5d-45b1-a325-6337a0dc1569 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 945 time: 0.0524755 Nov 24 14:03:44.364386 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0068fa55-59fd-4406-acae-d1acae55158d req-62d9191a-eb91-4444-a734-d226d3b74708 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411572 Nov 24 14:03:44.807578 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:03:44.855975 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:03:44.859804 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:03:44.860182 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:44.939470 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:44.961092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:03:44.963298 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc80690f-d405-4d05-927a-34c960afd850" -d '{"events": [{"server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "name": "network-vif-plugged", "status": "completed", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:03:44.975210 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:03:44.979878 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:45.003521 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb7e295-46c1-480e-8e1e-010342952c0e x-openstack-request-id: req-cbb7e295-46c1-480e-8e1e-010342952c0e {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:03:45.003818 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "name": "network-vif-plugged", "status": "completed", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:03:45.004080 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbb7e295-46c1-480e-8e1e-010342952c0e {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:03:45.004484 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'code': 200} Nov 24 14:03:45.029152 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:45.103802 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f02cb-0abe-49b2-baec-a1c0038d8b12 req-1cdaab77-e528-4ff0-ba57-a68de9da0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:45.105218 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-410f02cb-0abe-49b2-baec-a1c0038d8b12 req-1cdaab77-e528-4ff0-ba57-a68de9da0e3e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 1097 time: 0.0395012 Nov 24 14:03:45.150951 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-410f02cb-0abe-49b2-baec-a1c0038d8b12 req-4899dea2-ec04-4f20-9e0b-c5aadc1c10e2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375705 Nov 24 14:03:45.481522 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec780f79-f816-4764-a73f-4c687b29636c req-0cbb6ef2-5dd0-47b2-a86b-2f20e7b62e27 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:45.483006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ec780f79-f816-4764-a73f-4c687b29636c req-0cbb6ef2-5dd0-47b2-a86b-2f20e7b62e27 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0482535 Nov 24 14:03:45.534627 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ec780f79-f816-4764-a73f-4c687b29636c req-e709401f-f10f-43f0-9e3f-e61d83234ffc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456731 Nov 24 14:03:45.829565 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:03:46.651216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf3049-7f58-4bb6-b56e-7f28621baa3a req-e13af5a4-03b1-471a-8aaa-6143db6f62f8 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:46.652704 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3aaf3049-7f58-4bb6-b56e-7f28621baa3a req-e13af5a4-03b1-471a-8aaa-6143db6f62f8 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0491998 Nov 24 14:03:46.705179 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3aaf3049-7f58-4bb6-b56e-7f28621baa3a req-4b6bceef-258e-4f19-8807-52f8775b825d tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449352 Nov 24 14:03:46.825548 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbf060-8cfd-43ca-a2e6-2e7d17c1dc07 req-27e4f0da-ff3a-47b9-8fdc-2c7b1e17adfc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:46.833364 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ecbf060-8cfd-43ca-a2e6-2e7d17c1dc07 req-27e4f0da-ff3a-47b9-8fdc-2c7b1e17adfc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0576954 Nov 24 14:03:46.878820 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7ecbf060-8cfd-43ca-a2e6-2e7d17c1dc07 req-b413a862-7fe2-4ad9-9f1f-8c7206225c76 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443814 Nov 24 14:03:46.901427 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59364) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:03:46.940958 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc852e6-c9e2-4d18-a726-692332af6822 tempest-TestShelveInstance-225894903 tempest-TestShelveInstance-225894903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:46.942486 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-2fc852e6-c9e2-4d18-a726-692332af6822 tempest-TestShelveInstance-225894903 tempest-TestShelveInstance-225894903-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 1092 time: 0.0400381 Nov 24 14:03:46.945380 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59366) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:03:46.950317 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'fixed_ip_address': '172.20.0.13'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:03:46.972694 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:47.073268 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:47.178200 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Allocated IP 172.25.0.70 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/3d941cc5-3860-421e-bbc3-efa0c5e0bc98) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:03:47.277728 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:47.311152 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:47.346789 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:03:47.353609 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:03:47.357077 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:03:47.383767 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'Port': ['ID=3d941cc5-3860-421e-bbc3-efa0c5e0bc98,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:47.725557 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:47.794054 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:47.940053 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:47.944548 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:48.027713 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event updated for resources: {'Port': ['ID=3d941cc5-3860-421e-bbc3-efa0c5e0bc98,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:03:48.053267 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:48.107822 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf9eb75-0ecb-40b1-b9ab-37544a3a1047 req-dcf11c7a-9a8e-427b-b4c4-27c41ebae161 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0959988 Nov 24 14:03:48.165541 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Floating IP 92433fa3-5f6b-47d1-abe6-517634f885cf associated. External IP: 172.25.0.70, port: c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2. Nov 24 14:03:48.272322 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9eb75-0ecb-40b1-b9ab-37544a3a1047 req-ecaf6bd8-3f7f-40db-9022-93dcc98eb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:48.274399 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf9eb75-0ecb-40b1-b9ab-37544a3a1047 req-ecaf6bd8-3f7f-40db-9022-93dcc98eb36f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 1097 time: 0.1105492 Nov 24 14:03:48.469487 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9eb75-0ecb-40b1-b9ab-37544a3a1047 req-96f95e0a-250d-4b05-ba80-ec8b69bab42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:48.470968 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf9eb75-0ecb-40b1-b9ab-37544a3a1047 req-96f95e0a-250d-4b05-ba80-ec8b69bab42e service neutron] 10.222.0.59 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.1693130 Nov 24 14:03:48.475791 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Router 6874732b-2204-4282-9518-a0bc0aee1a92 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:03:48.583333 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf9eb75-0ecb-40b1-b9ab-37544a3a1047 req-26887ca7-b90f-4982-978f-464f8417f025 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 HTTP/1.1" status: 200 len: 999 time: 0.1034029 Nov 24 14:03:48.670001 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9eb75-0ecb-40b1-b9ab-37544a3a1047 req-cf599d3e-8fea-4dec-be85-e8e5568b0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:48.671475 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf9eb75-0ecb-40b1-b9ab-37544a3a1047 req-cf599d3e-8fea-4dec-be85-e8e5568b0f4b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0597458 Nov 24 14:03:48.672694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:03:48.683632 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f514a2-79bb-48ca-a025-90579c01843b None None] Sync routers for ids ['6874732b-2204-4282-9518-a0bc0aee1a92'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:03:48.694431 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f514a2-79bb-48ca-a025-90579c01843b None None] Routers {'6874732b-2204-4282-9518-a0bc0aee1a92'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:03:48.695136 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e8f514a2-79bb-48ca-a025-90579c01843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:03:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6874732b-2204-4282-9518-a0bc0aee1a92'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:48.715739 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:48.749378 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a11ae83f-e410-40a4-b253-b9d56608568b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8023357 Nov 24 14:03:48.751163 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:03:48.753483 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2844210a-7245-44fc-ab48-900fcab9b406" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:03:48.766118 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9eb75-0ecb-40b1-b9ab-37544a3a1047 req-ff4f7718-ae6b-4957-855f-f4d6afd3a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:48.767644 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf9eb75-0ecb-40b1-b9ab-37544a3a1047 req-ff4f7718-ae6b-4957-855f-f4d6afd3a296 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855262 Nov 24 14:03:48.804149 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b40ef4e-7f4a-472f-82a8-b3ce63f9b973 x-openstack-request-id: req-5b40ef4e-7f4a-472f-82a8-b3ce63f9b973 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:03:48.804361 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e8f514a2-79bb-48ca-a025-90579c01843b None None] Set router 6874732b-2204-4282-9518-a0bc0aee1a92 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:03:48.804484 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:03:48.804694 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b40ef4e-7f4a-472f-82a8-b3ce63f9b973 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:03:48.805193 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'status': 'completed', 'code': 200} Nov 24 14:03:48.866556 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf9eb75-0ecb-40b1-b9ab-37544a3a1047 req-95573136-d2f1-47d1-aa37-f41430ff6c82 service neutron] 10.222.0.59 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906153 Nov 24 14:03:48.957652 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-adf9eb75-0ecb-40b1-b9ab-37544a3a1047 req-79bd36e9-f6f1-4284-842e-29058ba4cf5a service neutron] 10.222.0.59 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831416 Nov 24 14:03:49.031968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e8f514a2-79bb-48ca-a025-90579c01843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '92433fa3-5f6b-47d1-abe6-517634f885cf', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'port_id': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'mac_address': 'fa:16:3e:89:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:03:47Z', 'updated_at': '2021-11-24T14:03:47Z', 'revision_number': 0, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 5, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:49.044299 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844210a-7245-44fc-ab48-900fcab9b406 req-c6cbc654-2a37-4e6b-b2b6-8b0974efd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:49.045961 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2844210a-7245-44fc-ab48-900fcab9b406 req-c6cbc654-2a37-4e6b-b2b6-8b0974efd3bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 1097 time: 0.0404837 Nov 24 14:03:49.058463 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f514a2-79bb-48ca-a025-90579c01843b None None] Checking router: 6874732b-2204-4282-9518-a0bc0aee1a92 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:03:49.067594 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f514a2-79bb-48ca-a025-90579c01843b None None] Routers {'6874732b-2204-4282-9518-a0bc0aee1a92'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:03:49.068196 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e8f514a2-79bb-48ca-a025-90579c01843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:03:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6874732b-2204-4282-9518-a0bc0aee1a92'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:49.140499 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844210a-7245-44fc-ab48-900fcab9b406 req-383f3577-1ad6-43ac-83c0-151ca1cace2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:49.142037 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2844210a-7245-44fc-ab48-900fcab9b406 req-383f3577-1ad6-43ac-83c0-151ca1cace2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0883570 Nov 24 14:03:49.173890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-e8f514a2-79bb-48ca-a025-90579c01843b None None] Set router 6874732b-2204-4282-9518-a0bc0aee1a92 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:03:49.208393 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2844210a-7245-44fc-ab48-900fcab9b406 req-98ea0861-5729-4f35-9f0e-2408bc4017d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 HTTP/1.1" status: 200 len: 999 time: 0.0581017 Nov 24 14:03:49.266792 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844210a-7245-44fc-ab48-900fcab9b406 req-47ed9581-aab7-42b2-ab4e-7cefe8e94600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:49.268622 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2844210a-7245-44fc-ab48-900fcab9b406 req-47ed9581-aab7-42b2-ab4e-7cefe8e94600 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0525725 Nov 24 14:03:49.318535 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844210a-7245-44fc-ab48-900fcab9b406 req-f1c1e301-8b7b-4d3f-a81a-6ada5ad9cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:03:49.319976 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2844210a-7245-44fc-ab48-900fcab9b406 req-f1c1e301-8b7b-4d3f-a81a-6ada5ad9cf48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427070 Nov 24 14:03:49.411931 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2844210a-7245-44fc-ab48-900fcab9b406 req-b0fbf8a5-df55-4b69-a800-d556907b1fd4 service neutron] 10.222.0.59 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833249 Nov 24 14:03:49.506488 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2844210a-7245-44fc-ab48-900fcab9b406 req-5f5c17cb-f119-49d8-b9a8-6897ba8826cf service neutron] 10.222.0.59 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862668 Nov 24 14:03:49.553643 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-e8f514a2-79bb-48ca-a025-90579c01843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '92433fa3-5f6b-47d1-abe6-517634f885cf', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'port_id': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'mac_address': 'fa:16:3e:89:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:03:47Z', 'updated_at': '2021-11-24T14:03:47Z', 'revision_number': 0, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 5, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:03:49.580447 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f514a2-79bb-48ca-a025-90579c01843b None None] The sync data for ids ['6874732b-2204-4282-9518-a0bc0aee1a92'] in n-d-817303-4 is: [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '92433fa3-5f6b-47d1-abe6-517634f885cf', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'port_id': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'mac_address': 'fa:16:3e:89:8b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:03:47Z', 'updated_at': '2021-11-24T14:03:47Z', 'revision_number': 0, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 5, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:03:49.765916 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b271321a-53e0-4bc0-909f-4e77552bb0dd None None] New status for floating IP 92433fa3-5f6b-47d1-abe6-517634f885cf: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:03:50.971581 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b2a65eb9-4c40-4f72-b3b6-350d12bb2076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:53.412021 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9eb5c05e-21c7-487d-af68-dad20526594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:54.632581 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:56.157526 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:03:56.816315 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:06.968386 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:10.197381 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:20.972327 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6aa00b28-2cdd-456c-9898-36ce68321f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:22.827950 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:04:23.414387 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e3418def-7cba-4795-aca2-dcd8c33fe3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:24.635561 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:26.160411 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:26.817790 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:36.964804 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:40.197963 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:48.293012 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c992c405-0d86-4a7a-bbec-3727846e60c0 req-09f6472b-4344-4400-8743-6de4e872d02b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436141 Nov 24 14:04:48.383454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992c405-0d86-4a7a-bbec-3727846e60c0 req-5eb721f6-7650-4d25-8035-cda6592aefa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:48.384980 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c992c405-0d86-4a7a-bbec-3727846e60c0 req-5eb721f6-7650-4d25-8035-cda6592aefa3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 1097 time: 0.0449908 Nov 24 14:04:48.485783 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992c405-0d86-4a7a-bbec-3727846e60c0 req-69c3ac00-4236-463f-bc3d-76df994be806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:48.487261 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c992c405-0d86-4a7a-bbec-3727846e60c0 req-69c3ac00-4236-463f-bc3d-76df994be806 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0829318 Nov 24 14:04:48.559010 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c992c405-0d86-4a7a-bbec-3727846e60c0 req-04c85f6f-4cfa-4049-9505-d9104e9c17b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 HTTP/1.1" status: 200 len: 1001 time: 0.0628715 Nov 24 14:04:48.610880 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992c405-0d86-4a7a-bbec-3727846e60c0 req-c450c6da-3a33-4a66-8feb-17bd9dcf0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:48.612321 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c992c405-0d86-4a7a-bbec-3727846e60c0 req-c450c6da-3a33-4a66-8feb-17bd9dcf0faa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0430200 Nov 24 14:04:48.661196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992c405-0d86-4a7a-bbec-3727846e60c0 req-d6888a66-1010-44dc-b0bc-cf800452823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:04:48.663340 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c992c405-0d86-4a7a-bbec-3727846e60c0 req-d6888a66-1010-44dc-b0bc-cf800452823e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431244 Nov 24 14:04:48.759727 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c992c405-0d86-4a7a-bbec-3727846e60c0 req-81048d0b-9838-45ae-9c46-8b2790583d9b service neutron] 10.222.0.59 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877151 Nov 24 14:04:48.855633 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c992c405-0d86-4a7a-bbec-3727846e60c0 req-6cb4c5b9-ff02-495f-8ba9-5db41047fa40 service neutron] 10.222.0.59 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884283 Nov 24 14:04:50.972906 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d0f1004d-33c5-4176-9ea3-21f3c210c5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:53.416668 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-54e7a9ac-d976-4853-bf17-92ac2bd56806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:54.642088 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:56.162540 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:56.819911 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:04:59.826469 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:05:06.976745 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:05:10.194556 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:05:20.976951 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5bebd1a4-a910-44b0-b57f-1873d4c1bc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:05:23.418182 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f47af433-d1a4-47f5-8dbe-f0354e389d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:05:24.640976 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:05:26.167364 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:05:26.821241 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:05:36.825319 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:05:36.975967 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:05:40.208920 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:05:48.317763 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6141d-1825-4804-81ed-287c90f7f30a req-256e45aa-e3a1-4698-b186-e52d1fbecc3b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:48.319283 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8fd6141d-1825-4804-81ed-287c90f7f30a req-256e45aa-e3a1-4698-b186-e52d1fbecc3b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.1134017 Nov 24 14:05:48.323468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b44bd-c024-4a11-9c37-7e67c0ebaa90 req-c826984b-86fb-4569-b5d0-1767726049e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:48.325027 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-877b44bd-c024-4a11-9c37-7e67c0ebaa90 req-c826984b-86fb-4569-b5d0-1767726049e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 1097 time: 0.0411794 Nov 24 14:05:48.372708 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8fd6141d-1825-4804-81ed-287c90f7f30a req-477a1bee-078f-405d-b888-39bc5afacd0c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448432 Nov 24 14:05:48.435093 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b44bd-c024-4a11-9c37-7e67c0ebaa90 req-d4c0b539-82f3-4e1e-98c7-add0e1e81d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:48.436639 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-877b44bd-c024-4a11-9c37-7e67c0ebaa90 req-d4c0b539-82f3-4e1e-98c7-add0e1e81d63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0902145 Nov 24 14:05:48.506908 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-877b44bd-c024-4a11-9c37-7e67c0ebaa90 req-e5649984-ff60-463e-af7e-04ed5b971b40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 HTTP/1.1" status: 200 len: 1001 time: 0.0615480 Nov 24 14:05:48.556173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b44bd-c024-4a11-9c37-7e67c0ebaa90 req-94914cfa-f0b0-47bd-96ea-7b23a46f3cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:48.557650 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-877b44bd-c024-4a11-9c37-7e67c0ebaa90 req-94914cfa-f0b0-47bd-96ea-7b23a46f3cd7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0434630 Nov 24 14:05:48.604329 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b44bd-c024-4a11-9c37-7e67c0ebaa90 req-daa84a5c-731c-4d18-ab52-2c55a8828035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:48.605855 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-877b44bd-c024-4a11-9c37-7e67c0ebaa90 req-daa84a5c-731c-4d18-ab52-2c55a8828035 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404661 Nov 24 14:05:48.618040 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-877b44bd-c024-4a11-9c37-7e67c0ebaa90 req-218de745-afd7-45dd-a983-4a0cbb2fc9b7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:05:48.618975 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-877b44bd-c024-4a11-9c37-7e67c0ebaa90 req-218de745-afd7-45dd-a983-4a0cbb2fc9b7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050349 Nov 24 14:05:49.050784 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-877b44bd-c024-4a11-9c37-7e67c0ebaa90 req-7af8486e-42cc-4505-a160-513f79ac75df service neutron] 10.222.0.59 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242771 Nov 24 14:05:49.139689 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-877b44bd-c024-4a11-9c37-7e67c0ebaa90 req-bfe3ee57-6f15-4f51-ad72-a4c8a15641f9 service neutron] 10.222.0.59 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815463 Nov 24 14:05:49.578207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a6fc2-3e81-4c39-824a-40b403d6b629 req-07172fca-a827-4168-81af-0273ffbc1cd2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:49.579684 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e2a6fc2-3e81-4c39-824a-40b403d6b629 req-07172fca-a827-4168-81af-0273ffbc1cd2 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.1052139 Nov 24 14:05:49.632035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-4e2a6fc2-3e81-4c39-824a-40b403d6b629 req-c9242aca-8feb-4399-b1ab-6bc1f449da27 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459080 Nov 24 14:05:50.771442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b3c62-9f50-40fc-9726-20e45df6e330 req-107bd59d-3243-45cd-a5b3-bb8522199eef tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:50.772987 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f2b3c62-9f50-40fc-9726-20e45df6e330 req-107bd59d-3243-45cd-a5b3-bb8522199eef tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0490925 Nov 24 14:05:50.824115 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5f2b3c62-9f50-40fc-9726-20e45df6e330 req-982ee480-8af2-491b-bdf0-5598ace921da tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451486 Nov 24 14:05:50.981927 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-70fbaf49-5762-4c3c-9b8f-0fc54da05054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:05:51.937083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585a951-b577-42f4-973d-6e8f6fd53f8a req-bcb7f2d3-234c-498e-aed9-e8e0d990e10e tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:51.938540 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7585a951-b577-42f4-973d-6e8f6fd53f8a req-bcb7f2d3-234c-498e-aed9-e8e0d990e10e tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0477974 Nov 24 14:05:51.986542 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7585a951-b577-42f4-973d-6e8f6fd53f8a req-14b6cebd-5886-4fb0-887c-e1e2e8ceb165 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416090 Nov 24 14:05:53.103125 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bc3c1-6856-45e2-8359-f45e4ce331d0 req-63420c38-8541-41fd-a269-ea2583a33f16 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:53.104589 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a86bc3c1-6856-45e2-8359-f45e4ce331d0 req-63420c38-8541-41fd-a269-ea2583a33f16 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0478456 Nov 24 14:05:53.160418 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a86bc3c1-6856-45e2-8359-f45e4ce331d0 req-3d95e360-1b95-4208-8b66-d801c7afc99c tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499201 Nov 24 14:05:53.421763 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e53333e2-dba3-480d-8900-35e613f105d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:05:54.275516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297be74-abbd-4bb0-946b-8175c7137daf req-0aae2416-6fe8-4a1e-9a3c-408d4e260c5a tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:54.277024 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e297be74-abbd-4bb0-946b-8175c7137daf req-0aae2416-6fe8-4a1e-9a3c-408d4e260c5a tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0490460 Nov 24 14:05:54.324678 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e297be74-abbd-4bb0-946b-8175c7137daf req-cec59d52-42f1-4a15-acac-db562317b017 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415483 Nov 24 14:05:54.645000 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:05:55.438957 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad3e91-8834-493c-9b65-bbb4696fef1c req-10de5b8a-9114-499f-aaac-8a667f8da703 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:55.440522 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-46ad3e91-8834-493c-9b65-bbb4696fef1c req-10de5b8a-9114-499f-aaac-8a667f8da703 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0479660 Nov 24 14:05:55.489881 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-46ad3e91-8834-493c-9b65-bbb4696fef1c req-27679a30-dcb5-493e-96ea-c30101d70489 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Nov 24 14:05:56.170466 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:05:56.610244 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d64467-cc99-4164-9289-a16d61a1fb5d req-376c65a2-83d1-4700-9362-72f9c5f3407b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:56.611722 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-41d64467-cc99-4164-9289-a16d61a1fb5d req-376c65a2-83d1-4700-9362-72f9c5f3407b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0529420 Nov 24 14:05:56.661115 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-41d64467-cc99-4164-9289-a16d61a1fb5d req-6a3059af-c910-410a-9c8d-7f561f57753d tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 Nov 24 14:05:56.822474 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:05:57.774314 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f96fd-87db-4b4c-a70e-999723fab72c req-28c6f37e-0b90-4739-bd4b-3a6fbdff5734 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:57.775787 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2a3f96fd-87db-4b4c-a70e-999723fab72c req-28c6f37e-0b90-4739-bd4b-3a6fbdff5734 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0483892 Nov 24 14:05:57.823453 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2a3f96fd-87db-4b4c-a70e-999723fab72c req-c28655d2-4601-4b17-93e8-a06ea497c474 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418048 Nov 24 14:05:58.389152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6824d0-98f5-4285-8bbb-e7bdd4992d6f req-a3842145-c936-4495-b8ea-c98d1698653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:58.390651 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee6824d0-98f5-4285-8bbb-e7bdd4992d6f req-a3842145-c936-4495-b8ea-c98d1698653f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 1097 time: 0.0414951 Nov 24 14:05:58.484270 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6824d0-98f5-4285-8bbb-e7bdd4992d6f req-b51c5c39-4e72-4a31-9f1f-e57de00ee775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:58.485757 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee6824d0-98f5-4285-8bbb-e7bdd4992d6f req-b51c5c39-4e72-4a31-9f1f-e57de00ee775 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0874634 Nov 24 14:05:58.550628 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee6824d0-98f5-4285-8bbb-e7bdd4992d6f req-9ce777e9-cb86-44fc-945f-578f9c3a5200 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 HTTP/1.1" status: 200 len: 1001 time: 0.0568435 Nov 24 14:05:58.599248 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6824d0-98f5-4285-8bbb-e7bdd4992d6f req-b0714db2-d586-4a0f-b577-30018101c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:58.600695 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee6824d0-98f5-4285-8bbb-e7bdd4992d6f req-b0714db2-d586-4a0f-b577-30018101c254 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0436409 Nov 24 14:05:58.649079 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6824d0-98f5-4285-8bbb-e7bdd4992d6f req-19bbfb7a-24f1-41e5-8302-f8c1960a5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:58.650570 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee6824d0-98f5-4285-8bbb-e7bdd4992d6f req-19bbfb7a-24f1-41e5-8302-f8c1960a5821 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429702 Nov 24 14:05:58.743086 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee6824d0-98f5-4285-8bbb-e7bdd4992d6f req-c64bdf18-69cc-4fe9-a495-7bd10305ca5e service neutron] 10.222.0.59 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850792 Nov 24 14:05:58.835291 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ee6824d0-98f5-4285-8bbb-e7bdd4992d6f req-20fc5395-b5ce-4313-b31d-e3030a660db0 service neutron] 10.222.0.59 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852954 Nov 24 14:05:58.939169 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121006d0-f1dc-4f41-a077-b1dbbae79af3 req-a8898618-4431-4f41-b57d-9a7bf8ea412b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:05:58.940650 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-121006d0-f1dc-4f41-a077-b1dbbae79af3 req-a8898618-4431-4f41-b57d-9a7bf8ea412b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0492487 Nov 24 14:05:58.989044 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-121006d0-f1dc-4f41-a077-b1dbbae79af3 req-163d8705-0b9d-4e59-b201-cd37164caaee tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Nov 24 14:06:00.107870 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5e621-3f93-458d-983f-bf99e2ff172c req-313c57a5-7684-40ca-841f-69f9d0d121df tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:00.109378 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-abf5e621-3f93-458d-983f-bf99e2ff172c req-313c57a5-7684-40ca-841f-69f9d0d121df tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0536349 Nov 24 14:06:00.158112 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-abf5e621-3f93-458d-983f-bf99e2ff172c req-7c998361-2311-469b-9cfb-25672758a476 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426025 Nov 24 14:06:01.285209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18472d-6c88-45e1-a964-cccad946971f req-b40688de-76eb-405c-afe6-94b4a65227bf tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:01.286755 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d18472d-6c88-45e1-a964-cccad946971f req-b40688de-76eb-405c-afe6-94b4a65227bf tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0566990 Nov 24 14:06:01.336239 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7d18472d-6c88-45e1-a964-cccad946971f req-df513aa0-6178-46e8-94bb-9dab48092425 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434427 Nov 24 14:06:02.453510 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5e418-5d34-4d0d-b83b-d04142d70c1a req-a763dad0-4ab9-4ff1-b8a8-b982fe798e8e tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:02.455000 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e0a5e418-5d34-4d0d-b83b-d04142d70c1a req-a763dad0-4ab9-4ff1-b8a8-b982fe798e8e tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0488825 Nov 24 14:06:02.504161 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e0a5e418-5d34-4d0d-b83b-d04142d70c1a req-4309b230-bb6c-454c-8e54-91a208801260 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432250 Nov 24 14:06:02.718275 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a85953b9-b004-4953-a08e-36190baef142 req-9286297e-d2b8-4107-a5eb-73470a6a43dc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720541 Nov 24 14:06:02.730678 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d83f1-04f9-4793-8ea2-3be9ca83d8e1 req-fc54c1ee-1517-4e02-9af4-f45dd38019cf tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:02.732115 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-829d83f1-04f9-4793-8ea2-3be9ca83d8e1 req-fc54c1ee-1517-4e02-9af4-f45dd38019cf tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 946 time: 0.0620551 Nov 24 14:06:02.736868 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-a85953b9-b004-4953-a08e-36190baef142 req-e9b29dff-419c-47b9-9715-633132728744 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114986) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:06:02.737871 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-a85953b9-b004-4953-a08e-36190baef142 req-e9b29dff-419c-47b9-9715-633132728744 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048912 Nov 24 14:06:02.783739 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-829d83f1-04f9-4793-8ea2-3be9ca83d8e1 req-e752ba52-9b6c-40da-8972-b9368c8f3763 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444322 Nov 24 14:06:03.506721 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:06:03.585483 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:03.607825 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:06:03.610315 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22f9b00-a991-460c-ad08-2bb48d4a81db" -d '{"events": [{"server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "name": "network-vif-unplugged", "status": "completed", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:06:03.623759 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:06:03.629040 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:03.654424 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 14:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3f5265-b7a1-4b80-b2d8-566513c0c8c4 x-openstack-request-id: req-3a3f5265-b7a1-4b80-b2d8-566513c0c8c4 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:06:03.654715 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "name": "network-vif-unplugged", "status": "failed", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2", "code": 422}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:06:03.654970 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a3f5265-b7a1-4b80-b2d8-566513c0c8c4 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:06:03.655362 n-d-817303-4 neutron-server[114987]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'code': 422} returned with failed status Nov 24 14:06:03.681498 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:03.688696 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:03.689074 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:03.689411 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:03.689757 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:03.690095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:03.691092 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:03.691432 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:03.691765 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:03.692095 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:03.692425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:03.692774 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:03.693107 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:03.903800 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64938cf8-24ca-419e-b9c2-a380fbeddb23 req-375138ed-ddec-4fec-96d1-b79d95735efc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:03.905347 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-64938cf8-24ca-419e-b9c2-a380fbeddb23 req-375138ed-ddec-4fec-96d1-b79d95735efc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0502918 Nov 24 14:06:03.955061 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-64938cf8-24ca-419e-b9c2-a380fbeddb23 req-d7f955e3-902d-4974-a207-e894d5f92a2b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Nov 24 14:06:05.071092 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6c77e-d0ba-4423-8531-ee385d1809d5 req-b54f6eae-e391-415b-9db9-32f3b94ba7c3 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:05.072674 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ea6c77e-d0ba-4423-8531-ee385d1809d5 req-b54f6eae-e391-415b-9db9-32f3b94ba7c3 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0494683 Nov 24 14:06:05.126481 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ea6c77e-d0ba-4423-8531-ee385d1809d5 req-a82fa300-e687-4ca9-a967-2f16e9b11754 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437295 Nov 24 14:06:06.250829 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a706927-656f-4c75-8982-095541761488 req-da0768c6-ce6d-410e-93ae-f557af4be852 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:06.252504 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a706927-656f-4c75-8982-095541761488 req-da0768c6-ce6d-410e-93ae-f557af4be852 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0560296 Nov 24 14:06:06.304887 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-1a706927-656f-4c75-8982-095541761488 req-7f571ab0-cb88-4d0d-b190-e36f0ad45daf tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451205 Nov 24 14:06:07.007411 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:07.420202 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5267e-ce87-43c0-8815-48371eff64f9 req-eab4d353-5c60-41c6-8c70-f7a73534fa6b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:07.421639 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-22d5267e-ce87-43c0-8815-48371eff64f9 req-eab4d353-5c60-41c6-8c70-f7a73534fa6b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0485234 Nov 24 14:06:07.475652 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-22d5267e-ce87-43c0-8815-48371eff64f9 req-a373fbba-64d0-40d8-87fd-ed022036f608 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480115 Nov 24 14:06:08.489287 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85953b9-b004-4953-a08e-36190baef142 req-d2cefa48-5d42-45ee-80aa-b4e8a93cd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:08.490770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a85953b9-b004-4953-a08e-36190baef142 req-d2cefa48-5d42-45ee-80aa-b4e8a93cd20b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c&tenant_id=f8555bd55eae4c04bf683eb463368f92 HTTP/1.1" status: 200 len: 1095 time: 0.0408375 Nov 24 14:06:08.503095 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-4', 'device_owner': 'compute:nova'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:06:08.556680 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:08.590471 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48d1d2-0eea-4966-b670-571dbb20f1d9 req-e2f5e54e-aafc-4fc9-b30d-47671ce15d4d tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:08.591975 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e48d1d2-0eea-4966-b670-571dbb20f1d9 req-e2f5e54e-aafc-4fc9-b30d-47671ce15d4d tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0495746 Nov 24 14:06:08.641865 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5e48d1d2-0eea-4966-b670-571dbb20f1d9 req-7eb1f6db-ce91-44cc-9f55-0feaeaf5fcda tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436339 Nov 24 14:06:08.759737 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] For port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:06:08.796904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] For port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:06:08.831315 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:06:08.838519 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:08.852900 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Transition to ACTIVE for port object c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:06:08.856591 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:08.936381 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,revision_number=7']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:08.951194 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:08.951550 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:08.951903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:08.952249 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:08.952590 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:08.952951 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:08.953292 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:08.953624 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:08.953961 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:08.954296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:08.954628 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:08.954954 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:06:08.989952 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] No DVR routers for this DVR port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:06:09.130991 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Attempting to bind port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:06:09.131351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Attempting to bind port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:06:09.132030 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Attempting to bind port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 on network d22ad42b-5bef-445d-a3d2-40b6a89786c6 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:06:09.137088 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 on network d22ad42b-5bef-445d-a3d2-40b6a89786c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:06:09.137556 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Attempting to bind port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 on network d22ad42b-5bef-445d-a3d2-40b6a89786c6 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:06:09.142940 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:06:09.143351 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Checking segment: {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:06:09.143739 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Bound using segment: {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:06:09.144177 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Bound port: c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '721af2ef-56c5-4f9f-a2b4-2c14ad53d843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:06:09.144541 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:09.206395 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] For port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:06:09.209378 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] For port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:06:09.214500 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:09.247874 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:09.248503 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:09.249917 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a85953b9-b004-4953-a08e-36190baef142 req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] 10.222.0.46 "PUT /v2.0/ports/c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 HTTP/1.1" status: 200 len: 1092 time: 0.7509282 Nov 24 14:06:09.250367 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:06:09.252692 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac03ee6f-79ac-4703-8d65-a14611eedd09" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:06:09.279256 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a2044-54ff-46bf-987c-a318cebc3532 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,revision_number=8']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:09.316170 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6100598-c440-4b69-8a38-0c781c10e9fd x-openstack-request-id: req-e6100598-c440-4b69-8a38-0c781c10e9fd {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:06:09.316393 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:06:09.316639 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6100598-c440-4b69-8a38-0c781c10e9fd {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:06:09.317071 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'status': 'completed', 'code': 200} Nov 24 14:06:09.333021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85953b9-b004-4953-a08e-36190baef142 req-4a6271bc-9ba6-41aa-827a-9cf8369a9e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:09.334557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a85953b9-b004-4953-a08e-36190baef142 req-4a6271bc-9ba6-41aa-827a-9cf8369a9e36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 1095 time: 0.0511401 Nov 24 14:06:09.431211 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85953b9-b004-4953-a08e-36190baef142 req-ce4697c5-5d50-494b-b27e-cf5095bea2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:09.432718 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a85953b9-b004-4953-a08e-36190baef142 req-ce4697c5-5d50-494b-b27e-cf5095bea2f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0900099 Nov 24 14:06:09.501759 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a85953b9-b004-4953-a08e-36190baef142 req-bf78b9b2-1404-41ec-9c6f-06d6157d0e1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 HTTP/1.1" status: 200 len: 999 time: 0.0617597 Nov 24 14:06:09.550133 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85953b9-b004-4953-a08e-36190baef142 req-62e016a4-234b-41a1-ba56-b900642af219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:09.551499 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a85953b9-b004-4953-a08e-36190baef142 req-62e016a4-234b-41a1-ba56-b900642af219 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0434639 Nov 24 14:06:09.599126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85953b9-b004-4953-a08e-36190baef142 req-68aea293-1f91-4d35-bb85-d1f1c25fa9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:09.600931 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a85953b9-b004-4953-a08e-36190baef142 req-68aea293-1f91-4d35-bb85-d1f1c25fa9c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425456 Nov 24 14:06:09.697033 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a85953b9-b004-4953-a08e-36190baef142 req-6d5a46ed-6e7d-4f2a-a5aa-9dd883d52c59 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887408 Nov 24 14:06:09.764458 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3a1c7-5492-4307-8f3c-adce4121bd65 req-00894e7a-e30e-42fd-9742-9a51d9af778f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:09.765971 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69b3a1c7-5492-4307-8f3c-adce4121bd65 req-00894e7a-e30e-42fd-9742-9a51d9af778f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0495255 Nov 24 14:06:09.792873 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a85953b9-b004-4953-a08e-36190baef142 req-dec50c61-483a-4e7e-bbaa-efe193c8d576 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882640 Nov 24 14:06:09.823954 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-69b3a1c7-5492-4307-8f3c-adce4121bd65 req-f21518ff-40f0-47f4-a89e-109083f88eda tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515304 Nov 24 14:06:09.878964 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03ee6f-79ac-4703-8d65-a14611eedd09 req-ada6979b-6967-46d3-984b-5a6ca3a8a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:09.880368 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac03ee6f-79ac-4703-8d65-a14611eedd09 req-ada6979b-6967-46d3-984b-5a6ca3a8a246 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 1095 time: 0.0421090 Nov 24 14:06:09.975180 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03ee6f-79ac-4703-8d65-a14611eedd09 req-57380e9b-3fb3-42a8-95b3-c646c75c17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:09.976635 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac03ee6f-79ac-4703-8d65-a14611eedd09 req-57380e9b-3fb3-42a8-95b3-c646c75c17bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0874412 Nov 24 14:06:10.045804 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac03ee6f-79ac-4703-8d65-a14611eedd09 req-e85c339a-c8dc-48be-aba5-8a6479e8268d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 HTTP/1.1" status: 200 len: 999 time: 0.0615988 Nov 24 14:06:10.094670 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03ee6f-79ac-4703-8d65-a14611eedd09 req-3678574e-0177-4c02-ac7b-b64fea19698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:10.096091 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac03ee6f-79ac-4703-8d65-a14611eedd09 req-3678574e-0177-4c02-ac7b-b64fea19698e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0425007 Nov 24 14:06:10.141898 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03ee6f-79ac-4703-8d65-a14611eedd09 req-280b24fb-7270-4b9e-9313-9deb6607df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:10.143273 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac03ee6f-79ac-4703-8d65-a14611eedd09 req-280b24fb-7270-4b9e-9313-9deb6607df76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398109 Nov 24 14:06:10.207799 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:10.241540 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac03ee6f-79ac-4703-8d65-a14611eedd09 req-fe85ddb6-e655-4c14-ab3e-e14a69e006ad service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909173 Nov 24 14:06:10.333217 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ac03ee6f-79ac-4703-8d65-a14611eedd09 req-7d2d348b-06bf-4d18-a9cd-ba97f1d85386 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828252 Nov 24 14:06:10.942428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222bf1f-882c-48f7-a0bf-1aab94791965 req-74ccaf01-5783-48e3-9736-90999c6bdf1b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:10.943916 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5222bf1f-882c-48f7-a0bf-1aab94791965 req-74ccaf01-5783-48e3-9736-90999c6bdf1b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0482635 Nov 24 14:06:10.995920 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5222bf1f-882c-48f7-a0bf-1aab94791965 req-664ea4e2-9fbd-452f-a83a-45b55bcdbb05 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460563 Nov 24 14:06:12.111426 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9bbc0-b0e5-4487-9482-7964fff77086 req-e9365d27-15c9-43d1-866a-1eeb9d12d8dc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:12.112968 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6b9bbc0-b0e5-4487-9482-7964fff77086 req-e9365d27-15c9-43d1-866a-1eeb9d12d8dc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0502005 Nov 24 14:06:12.161582 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-d6b9bbc0-b0e5-4487-9482-7964fff77086 req-42f34bb5-1254-4c2f-a1cc-5287999b67cb tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424037 Nov 24 14:06:13.277278 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de00e1-f6ad-4088-bf63-55c12b9ea377 req-383c56e3-20de-4477-aee2-d948d0d2c67d tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:13.278753 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58de00e1-f6ad-4088-bf63-55c12b9ea377 req-383c56e3-20de-4477-aee2-d948d0d2c67d tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0491250 Nov 24 14:06:13.326324 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-58de00e1-f6ad-4088-bf63-55c12b9ea377 req-938237e0-fd71-4617-b389-b9a23ef3b3bc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417733 Nov 24 14:06:13.823612 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:06:14.442181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02997b-6d16-4e0b-a0df-7b81b4aa5dcc req-ee0533f7-e703-4abd-af5f-081b5e54c729 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:14.443657 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d02997b-6d16-4e0b-a0df-7b81b4aa5dcc req-ee0533f7-e703-4abd-af5f-081b5e54c729 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0483871 Nov 24 14:06:14.494863 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2d02997b-6d16-4e0b-a0df-7b81b4aa5dcc req-a37f51bd-b56f-486c-a869-c24d9393c6c8 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451932 Nov 24 14:06:15.610917 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397b580-6cd7-4a43-9eb9-8ffdfeffd510 req-4c716279-100c-438f-a460-c95dc99be72f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:15.612917 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9397b580-6cd7-4a43-9eb9-8ffdfeffd510 req-4c716279-100c-438f-a460-c95dc99be72f tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0501573 Nov 24 14:06:15.660995 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-9397b580-6cd7-4a43-9eb9-8ffdfeffd510 req-9a595a09-ac0b-4c9b-be1d-f6eba3d7f738 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418587 Nov 24 14:06:16.779600 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d95d1-1094-4955-855c-de0af1ee2332 req-32fcb2a1-6843-4e9d-9a83-77dd86d67387 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:16.781082 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-941d95d1-1094-4955-855c-de0af1ee2332 req-32fcb2a1-6843-4e9d-9a83-77dd86d67387 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0529251 Nov 24 14:06:16.831288 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-941d95d1-1094-4955-855c-de0af1ee2332 req-e3fd041e-a021-4edd-a36a-b91e7ec00482 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 Nov 24 14:06:17.951083 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c144a1-3f8f-4af9-b14e-c78b04a222c9 req-b6eb7443-a613-417c-a133-eef3132b2887 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:17.952562 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-98c144a1-3f8f-4af9-b14e-c78b04a222c9 req-b6eb7443-a613-417c-a133-eef3132b2887 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0525954 Nov 24 14:06:18.003324 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-98c144a1-3f8f-4af9-b14e-c78b04a222c9 req-3b3986f2-7dd9-404b-a8d6-8ca07b07b72b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443118 Nov 24 14:06:19.117275 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456fd3f-e6d9-4ce2-9bfa-ff1137243222 req-f0507eda-7cab-4e47-900b-48df9f98ec95 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:19.119004 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e456fd3f-e6d9-4ce2-9bfa-ff1137243222 req-f0507eda-7cab-4e47-900b-48df9f98ec95 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 944 time: 0.0485666 Nov 24 14:06:19.167393 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e456fd3f-e6d9-4ce2-9bfa-ff1137243222 req-13b5f55f-4835-41bf-977f-d5cf60e29b2a tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425167 Nov 24 14:06:19.712501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:06:19.810213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:06:19.822919 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'port_id': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'mac_address': 'fa:16:3e:89:8b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:06:19.861041 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:19.877522 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:06:19.895959 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:06:19.899412 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:19.944797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,revision_number=9']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:20.112258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:06:20.284468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845aee7-6b14-4156-be28-19c438e940f3 req-55cb7923-45db-43c4-93f2-43480cfa5944 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:20.285970 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5845aee7-6b14-4156-be28-19c438e940f3 req-55cb7923-45db-43c4-93f2-43480cfa5944 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 945 time: 0.0518367 Nov 24 14:06:20.334486 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5845aee7-6b14-4156-be28-19c438e940f3 req-94c8b895-ee6f-435f-8526-00862de9cb31 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424690 Nov 24 14:06:20.983012 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e8b732e5-086e-4344-ac6c-d6b38b077003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:21.452669 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad088b0-354f-4c81-b16e-71e78ea7db64 req-260f7bc8-4bc1-4124-a785-74049fb31d6b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:21.454183 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fad088b0-354f-4c81-b16e-71e78ea7db64 req-260f7bc8-4bc1-4124-a785-74049fb31d6b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 945 time: 0.0522697 Nov 24 14:06:21.503318 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fad088b0-354f-4c81-b16e-71e78ea7db64 req-222bc585-29df-4ebe-a929-68c7b50f8a34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426104 Nov 24 14:06:21.720485 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:06:21.770990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:06:21.774950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:06:21.775324 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:21.857153 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:21.880225 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:06:21.882470 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9827b6-afbf-42ea-9b0b-0232cc76ea14" -d '{"events": [{"server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "name": "network-vif-plugged", "status": "completed", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:06:21.895554 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:06:21.900029 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:21.926545 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49517b7-58f0-402d-91e5-b9b7c5148970 x-openstack-request-id: req-b49517b7-58f0-402d-91e5-b9b7c5148970 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:06:21.926845 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "name": "network-vif-plugged", "status": "completed", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:06:21.927106 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b49517b7-58f0-402d-91e5-b9b7c5148970 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:06:21.927525 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'code': 200} Nov 24 14:06:21.954153 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,revision_number=10']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:06:22.068897 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bc1f7-12aa-45c7-8a03-9acd17f459af req-7927fb9d-f27a-4dc4-abc5-056682403ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:22.070332 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-596bc1f7-12aa-45c7-8a03-9acd17f459af req-7927fb9d-f27a-4dc4-abc5-056682403ce3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 1098 time: 0.0442932 Nov 24 14:06:22.121669 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-596bc1f7-12aa-45c7-8a03-9acd17f459af req-db26fefd-c456-4aa2-8081-90ff0f371b2c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430653 Nov 24 14:06:22.620291 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730af8c-2a1e-4df1-a05f-d09460904ed8 req-6ac02f78-f90f-4453-84c6-21c3fc7114bd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:22.621781 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2730af8c-2a1e-4df1-a05f-d09460904ed8 req-6ac02f78-f90f-4453-84c6-21c3fc7114bd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 947 time: 0.0506649 Nov 24 14:06:22.670106 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2730af8c-2a1e-4df1-a05f-d09460904ed8 req-dffb9a33-3e20-4786-9162-7b471419f3cc tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423577 Nov 24 14:06:23.423118 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0f11fbbf-c7aa-4e3b-a7dc-97a41957282c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:23.790877 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d84d09-604d-46eb-9e58-af10719912ec req-72de673e-3ce4-4baf-b5f6-4c141d9052c5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:06:23.792359 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-45d84d09-604d-46eb-9e58-af10719912ec req-72de673e-3ce4-4baf-b5f6-4c141d9052c5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 947 time: 0.0512948 Nov 24 14:06:23.842599 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-45d84d09-604d-46eb-9e58-af10719912ec req-ecb4d465-2f95-4c84-9f5a-3bba038f64b0 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442586 Nov 24 14:06:24.647231 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:26.177958 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:26.823919 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:37.006543 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:40.219370 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:50.824244 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:06:50.984125 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-db09c2ab-1380-4a56-8efe-7fd422e2f1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:53.425306 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d4895e8-4d9c-4250-9280-8634788908e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:54.650658 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:56.177123 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:06:56.829059 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:04.846199 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d9c3ec9-7c0d-4573-be49-3903f7c0d2a7 req-fb33fc03-c905-4499-85b5-b2dfa56aa196 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0852108 Nov 24 14:07:04.935599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c3ec9-7c0d-4573-be49-3903f7c0d2a7 req-2d2dda18-602f-4c71-8faa-5143999f32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:04.937163 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d9c3ec9-7c0d-4573-be49-3903f7c0d2a7 req-2d2dda18-602f-4c71-8faa-5143999f32a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 1098 time: 0.0479426 Nov 24 14:07:05.039574 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c3ec9-7c0d-4573-be49-3903f7c0d2a7 req-a5d88214-ba21-4477-8b7e-ae719f18c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:05.041035 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d9c3ec9-7c0d-4573-be49-3903f7c0d2a7 req-a5d88214-ba21-4477-8b7e-ae719f18c05a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.0849907 Nov 24 14:07:05.110186 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d9c3ec9-7c0d-4573-be49-3903f7c0d2a7 req-5b061669-9518-4f69-a57a-371037d6eab8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 HTTP/1.1" status: 200 len: 1001 time: 0.0610497 Nov 24 14:07:05.158388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c3ec9-7c0d-4573-be49-3903f7c0d2a7 req-d6b62cca-87a2-4b10-a071-79223511bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:05.159786 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d9c3ec9-7c0d-4573-be49-3903f7c0d2a7 req-d6b62cca-87a2-4b10-a071-79223511bda2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0428717 Nov 24 14:07:05.204903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c3ec9-7c0d-4573-be49-3903f7c0d2a7 req-b82a151b-3f62-4ed3-99a4-8a8fcf882c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:05.206356 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d9c3ec9-7c0d-4573-be49-3903f7c0d2a7 req-b82a151b-3f62-4ed3-99a4-8a8fcf882c10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391755 Nov 24 14:07:05.299077 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d9c3ec9-7c0d-4573-be49-3903f7c0d2a7 req-8a7802d4-6ea8-41ae-b98c-918c3d4ddda3 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856402 Nov 24 14:07:05.386531 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-5d9c3ec9-7c0d-4573-be49-3903f7c0d2a7 req-c4031d9d-5e1a-4aaf-a765-5c40bc9e9423 service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803170 Nov 24 14:07:07.015268 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:10.247012 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:20.985704 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b951be11-2925-4a6f-b4d6-2f67739d5b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:23.426373 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-06d226ff-20cb-449e-aa49-545169388d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:24.652833 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:26.179178 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:26.828497 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:27.822883 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:07:37.008061 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:37.398892 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59534) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:37.564576 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Deleting port 3d941cc5-3860-421e-bbc3-efa0c5e0bc98 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:07:37.564963 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:37.642305 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:37.642633 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:37.654585 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Calling delete_port for 3d941cc5-3860-421e-bbc3-efa0c5e0bc98 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:07:37.808034 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:37.834527 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event deleted for resources: {'Port': ['ID=3d941cc5-3860-421e-bbc3-efa0c5e0bc98,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:37.858630 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:37.858985 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:37.859333 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:37.859708 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:37.860049 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:37.860389 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:37.860747 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:37.861084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:37.861418 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:37.861770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:37.862085 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:37.862416 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:37.903196 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:37.903511 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Floating IP 92433fa3-5f6b-47d1-abe6-517634f885cf disassociated (deleted). External IP: 172.25.0.70, port: c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2. Nov 24 14:07:38.109046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Router 6874732b-2204-4282-9518-a0bc0aee1a92 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:07:38.224534 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:07:38.229490 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:38.234853 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0b063-de66-4bae-a4c1-f07918f9b38f None None] Sync routers for ids ['6874732b-2204-4282-9518-a0bc0aee1a92'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:38.244234 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0b063-de66-4bae-a4c1-f07918f9b38f None None] Routers {'6874732b-2204-4282-9518-a0bc0aee1a92'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:07:38.244879 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a7f0b063-de66-4bae-a4c1-f07918f9b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6874732b-2204-4282-9518-a0bc0aee1a92'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:38.257401 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-a8313cf7-4f90-458c-aef8-b4a2453ccb34 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "DELETE /v2.0/floatingips/92433fa3-5f6b-47d1-abe6-517634f885cf HTTP/1.1" status: 204 len: 168 time: 0.8574820 Nov 24 14:07:38.258013 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:07:38.260335 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359af81e-934d-4cd8-8596-0e236b95fdae" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:07:38.305802 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46eef99-a7bf-40c1-bb89-9e44b28b15ab x-openstack-request-id: req-e46eef99-a7bf-40c1-bb89-9e44b28b15ab {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:07:38.306111 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:07:38.306379 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e46eef99-a7bf-40c1-bb89-9e44b28b15ab {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:07:38.306795 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'status': 'completed', 'code': 200} Nov 24 14:07:38.357285 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a7f0b063-de66-4bae-a4c1-f07918f9b38f None None] Set router 6874732b-2204-4282-9518-a0bc0aee1a92 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:07:38.374778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359af81e-934d-4cd8-8596-0e236b95fdae req-8adb9d2b-bb2c-42d3-812f-b945422f746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:38.376831 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-359af81e-934d-4cd8-8596-0e236b95fdae req-8adb9d2b-bb2c-42d3-812f-b945422f746d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8555bd55eae4c04bf683eb463368f92&device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 1098 time: 0.0497549 Nov 24 14:07:38.514933 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359af81e-934d-4cd8-8596-0e236b95fdae req-edc6694e-6bc8-4c3b-a59a-4e0eaaa80bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:38.516530 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-359af81e-934d-4cd8-8596-0e236b95fdae req-edc6694e-6bc8-4c3b-a59a-4e0eaaa80bd0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 200 len: 909 time: 0.1308680 Nov 24 14:07:38.528350 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704b615-3c31-4da3-b5af-fc1efb3dc882 req-42d98f4c-adc6-4b5d-ba59-eacca7a1a561 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:38.529800 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2704b615-3c31-4da3-b5af-fc1efb3dc882 req-42d98f4c-adc6-4b5d-ba59-eacca7a1a561 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 947 time: 0.0711577 Nov 24 14:07:38.566648 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a7f0b063-de66-4bae-a4c1-f07918f9b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 5, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:38.579613 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-359af81e-934d-4cd8-8596-0e236b95fdae req-909d05bc-19ce-4601-b138-52b4de1e76a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 HTTP/1.1" status: 200 len: 217 time: 0.0488729 Nov 24 14:07:38.596433 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0b063-de66-4bae-a4c1-f07918f9b38f None None] Checking router: 6874732b-2204-4282-9518-a0bc0aee1a92 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:38.604641 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0b063-de66-4bae-a4c1-f07918f9b38f None None] Routers {'6874732b-2204-4282-9518-a0bc0aee1a92'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:07:38.605269 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a7f0b063-de66-4bae-a4c1-f07918f9b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6874732b-2204-4282-9518-a0bc0aee1a92'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:38.640299 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2704b615-3c31-4da3-b5af-fc1efb3dc882 req-bedbd77a-cebb-4407-8866-cb5c25912f9b tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039398 Nov 24 14:07:38.664655 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359af81e-934d-4cd8-8596-0e236b95fdae req-1b7b4ab2-af42-49b2-a95d-8b4970c6855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:38.666388 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-359af81e-934d-4cd8-8596-0e236b95fdae req-1b7b4ab2-af42-49b2-a95d-8b4970c6855c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 200 len: 847 time: 0.0747449 Nov 24 14:07:38.712022 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a7f0b063-de66-4bae-a4c1-f07918f9b38f None None] Set router 6874732b-2204-4282-9518-a0bc0aee1a92 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:07:38.713448 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359af81e-934d-4cd8-8596-0e236b95fdae req-9c1422ec-f5ed-4101-ba59-d1d80e6ce538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:38.714953 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-359af81e-934d-4cd8-8596-0e236b95fdae req-9c1422ec-f5ed-4101-ba59-d1d80e6ce538 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d22ad42b-5bef-445d-a3d2-40b6a89786c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408943 Nov 24 14:07:38.818680 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-359af81e-934d-4cd8-8596-0e236b95fdae req-93c8574c-5901-43de-9d1b-bfb387e105ab service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933273 Nov 24 14:07:38.914859 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-359af81e-934d-4cd8-8596-0e236b95fdae req-a959f16f-1765-4f8c-89f9-762188dcdcee service neutron] 10.222.0.46 "GET /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866418 Nov 24 14:07:39.064951 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a7f0b063-de66-4bae-a4c1-f07918f9b38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 5, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:39.090126 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f0b063-de66-4bae-a4c1-f07918f9b38f None None] The sync data for ids ['6874732b-2204-4282-9518-a0bc0aee1a92'] in n-d-817303-4 is: [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T13:58:56Z', 'revision_number': 4, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '541152d8-a3e1-4221-afb4-82bbb98d2926', 'name': '', 'network_id': 'd22ad42b-5bef-445d-a3d2-40b6a89786c6', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'mac_address': 'fa:16:3e:57:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:55Z', 'updated_at': '2021-11-24T13:59:01Z', 'revision_number': 5, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'subnets': [{'id': 'b3fe86dd-f28f-4514-932b-fb5368ced1b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:39.311318 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada2a7b2-b618-4c79-a4cd-fa505022ba41 None None] New status for floating IP 92433fa3-5f6b-47d1-abe6-517634f885cf: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:07:39.761896 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f366d-381f-47b1-99a1-8ebd0be2da44 req-ab264c0c-d7b2-4d6f-9c9b-2491d61eb7a5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:39.763286 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd2f366d-381f-47b1-99a1-8ebd0be2da44 req-ab264c0c-d7b2-4d6f-9c9b-2491d61eb7a5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 947 time: 0.0498433 Nov 24 14:07:39.819125 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-dd2f366d-381f-47b1-99a1-8ebd0be2da44 req-9f8dc2a4-da3f-4a29-ac69-38be73948bd3 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/security-groups?id=91a86222-26c2-4b0b-b1bd-145b0043e8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495768 Nov 24 14:07:40.035191 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa86a8-2a83-44aa-ab05-f73de5b64939 req-e1fd735a-b4e8-47ff-80b6-386a58c083bd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:40.036536 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-21fa86a8-2a83-44aa-ab05-f73de5b64939 req-e1fd735a-b4e8-47ff-80b6-386a58c083bd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 947 time: 0.0529463 Nov 24 14:07:40.124087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-21fa86a8-2a83-44aa-ab05-f73de5b64939 req-e6638a5e-06f9-4e14-bfaa-b6e07720facd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Deleting port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:07:40.124430 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-21fa86a8-2a83-44aa-ab05-f73de5b64939 req-e6638a5e-06f9-4e14-bfaa-b6e07720facd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:40.217053 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-21fa86a8-2a83-44aa-ab05-f73de5b64939 req-e6638a5e-06f9-4e14-bfaa-b6e07720facd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] For port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:07:40.217421 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-21fa86a8-2a83-44aa-ab05-f73de5b64939 req-e6638a5e-06f9-4e14-bfaa-b6e07720facd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:40.229152 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-21fa86a8-2a83-44aa-ab05-f73de5b64939 req-e6638a5e-06f9-4e14-bfaa-b6e07720facd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Calling delete_port for c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:07:40.265000 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:40.360353 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-21fa86a8-2a83-44aa-ab05-f73de5b64939 req-e6638a5e-06f9-4e14-bfaa-b6e07720facd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:40.392966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6638a5e-06f9-4e14-bfaa-b6e07720facd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event deleted for resources: {'Port': ['ID=c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:40.434998 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fa86a8-2a83-44aa-ab05-f73de5b64939 req-e6638a5e-06f9-4e14-bfaa-b6e07720facd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] No DVR routers for this DVR port c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:07:40.437767 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-21fa86a8-2a83-44aa-ab05-f73de5b64939 req-e6638a5e-06f9-4e14-bfaa-b6e07720facd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:40.441278 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-21fa86a8-2a83-44aa-ab05-f73de5b64939 req-e6638a5e-06f9-4e14-bfaa-b6e07720facd tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.46 "DELETE /v2.0/ports/c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 HTTP/1.1" status: 204 len: 173 time: 0.3987112 Nov 24 14:07:40.441728 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'name': 'network-vif-deleted', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:07:40.443978 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80536b9a-11a6-459f-8604-9488f1ea8199" -d '{"events": [{"server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "name": "network-vif-deleted", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:07:40.480925 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b216760-e6d2-488e-b9f3-72e9af6709c7 x-openstack-request-id: req-1b216760-e6d2-488e-b9f3-72e9af6709c7 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:07:40.481248 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa187fc-96c3-4471-ad0c-8e369534926c", "name": "network-vif-deleted", "tag": "c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:07:40.481491 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b216760-e6d2-488e-b9f3-72e9af6709c7 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:07:40.481901 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa187fc-96c3-4471-ad0c-8e369534926c', 'name': 'network-vif-deleted', 'tag': 'c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2', 'status': 'completed', 'code': 200} Nov 24 14:07:40.917764 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b6023474-7ee7-47f9-966f-1205a02985fe req-a75b99bd-b8cc-44e6-beac-a00a6d1d93c5 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 210 time: 0.0263002 Nov 24 14:07:42.015659 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-0d1572ba-dd51-4dd8-b4b1-34ce3b1a0034 req-f14331d0-3827-438b-873b-bb1ee9b020e1 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 210 time: 0.0267637 Nov 24 14:07:43.111555 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5b8f5deb-69d5-4ddd-80ee-5f6fbc1f9fda req-26dd0d2c-135d-4e09-8c4c-5317d5d9abca tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 210 time: 0.0268073 Nov 24 14:07:44.019582 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:07:44.040223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:07:44.040562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device c8ad9a1e-797d-4bdf-baef-91af3b7a6bf2 not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:07:44.207251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a5489dbc-39e9-464d-aea1-5549ae1d6a91 req-844101cd-74c2-42c0-a363-b7dbecf98527 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fa187fc-96c3-4471-ad0c-8e369534926c HTTP/1.1" status: 200 len: 210 time: 0.0258474 Nov 24 14:07:45.264080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59568) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:45.324654 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c12864-3e91-457d-9e97-e2dee517c1e1 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:45.352431 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c12864-3e91-457d-9e97-e2dee517c1e1 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:45.414686 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c12864-3e91-457d-9e97-e2dee517c1e1 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:45.417796 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c12864-3e91-457d-9e97-e2dee517c1e1 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:45.418946 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-33c12864-3e91-457d-9e97-e2dee517c1e1 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] 10.222.0.48 "DELETE /v2.0/security-groups/91a86222-26c2-4b0b-b1bd-145b0043e8e7 HTTP/1.1" status: 204 len: 168 time: 0.1525419 Nov 24 14:07:45.429557 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c12864-3e91-457d-9e97-e2dee517c1e1 tempest-TestShelveInstance-1784705453 tempest-TestShelveInstance-1784705453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a86222-26c2-4b0b-b1bd-145b0043e8e7,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:45.478265 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59572) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:45.929578 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:46.169880 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Deleting port 541152d8-a3e1-4221-afb4-82bbb98d2926 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:07:46.170223 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:46.251913 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] For port 541152d8-a3e1-4221-afb4-82bbb98d2926, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=541152d8-a3e1-4221-afb4-82bbb98d2926,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:07:46.252281 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:46.266053 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Calling delete_port for 541152d8-a3e1-4221-afb4-82bbb98d2926 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:07:46.448578 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:46.472486 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Pushing event deleted for resources: {'Port': ['ID=541152d8-a3e1-4221-afb4-82bbb98d2926,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:46.528203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:46.529015 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:46.529015 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:46.529298 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:46.529605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:46.529944 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:46.530774 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:46.531356 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:46.531922 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:46.532537 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:46.533198 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:46.534092 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:46.672898 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:47.226146 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Router 6874732b-2204-4282-9518-a0bc0aee1a92 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:07:47.335586 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:07:47.341020 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-f7fe64cf-f31b-4d41-90fb-f8b4ff2df66f admin admin] 10.222.0.48 "PUT /v2.0/routers/6874732b-2204-4282-9518-a0bc0aee1a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8614392 Nov 24 14:07:47.343474 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59576) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:47.346785 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80cdf0d-bbaa-44d1-bd9b-e3af504072ca None None] Sync routers for ids ['6874732b-2204-4282-9518-a0bc0aee1a92'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:47.358255 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80cdf0d-bbaa-44d1-bd9b-e3af504072ca None None] Routers {'6874732b-2204-4282-9518-a0bc0aee1a92'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:07:47.358990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a80cdf0d-bbaa-44d1-bd9b-e3af504072ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6874732b-2204-4282-9518-a0bc0aee1a92'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:47.451444 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:47.469045 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a80cdf0d-bbaa-44d1-bd9b-e3af504072ca None None] Set router 6874732b-2204-4282-9518-a0bc0aee1a92 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:07:47.564271 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:47.630206 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] Deleting port b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:07:47.630587 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:47.677713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a80cdf0d-bbaa-44d1-bd9b-e3af504072ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T14:07:46Z', 'revision_number': 5, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port': {'id': 'b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:54Z', 'updated_at': '2021-11-24T13:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:47.705431 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80cdf0d-bbaa-44d1-bd9b-e3af504072ca None None] Checking router: 6874732b-2204-4282-9518-a0bc0aee1a92 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:47.713937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80cdf0d-bbaa-44d1-bd9b-e3af504072ca None None] Routers {'6874732b-2204-4282-9518-a0bc0aee1a92'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:07:47.714536 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a80cdf0d-bbaa-44d1-bd9b-e3af504072ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['6874732b-2204-4282-9518-a0bc0aee1a92'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:47.716398 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] For port b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:07:47.716879 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:47.734297 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] Calling delete_port for b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:07:47.811462 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a80cdf0d-bbaa-44d1-bd9b-e3af504072ca None None] Set router 6874732b-2204-4282-9518-a0bc0aee1a92 gateway port host: None {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:07:47.893751 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a80cdf0d-bbaa-44d1-bd9b-e3af504072ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T14:07:47Z', 'revision_number': 6, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:47.919532 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:47.930767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80cdf0d-bbaa-44d1-bd9b-e3af504072ca None None] The sync data for ids ['6874732b-2204-4282-9518-a0bc0aee1a92'] in n-d-817303-4 is: [{'id': '6874732b-2204-4282-9518-a0bc0aee1a92', 'name': 'tempest-TestShelveInstance-661764357-router', 'tenant_id': 'f8555bd55eae4c04bf683eb463368f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:53Z', 'updated_at': '2021-11-24T14:07:47Z', 'revision_number': 6, 'project_id': 'f8555bd55eae4c04bf683eb463368f92', 'gw_port_host': None}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:47.955572 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16758aa-f1a9-41ac-996a-dac1c6494b17 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:07:47.989869 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] Pushing event deleted for resources: {'Port': ['ID=b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:48.033814 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.127841 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.130255 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.176290 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.177021 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6874732b-2204-4282-9518-a0bc0aee1a92 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 14:07:48.181718 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.183054 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-b833d7ad-3cda-462c-94c7-257ab9c085ac admin admin] 10.222.0.48 "DELETE /v2.0/routers/6874732b-2204-4282-9518-a0bc0aee1a92 HTTP/1.1" status: 204 len: 168 time: 0.8386133 Nov 24 14:07:48.185708 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59578) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:48.230034 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c9e22f-79f7-470d-9899-55edf76e5a63 admin admin] Deleting subnet b3fe86dd-f28f-4514-932b-fb5368ced1b4 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:07:48.233826 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-85c9e22f-79f7-470d-9899-55edf76e5a63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.269155 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-85c9e22f-79f7-470d-9899-55edf76e5a63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.353670 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-85c9e22f-79f7-470d-9899-55edf76e5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.413767 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-85c9e22f-79f7-470d-9899-55edf76e5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.442983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9e22f-79f7-470d-9899-55edf76e5a63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3fe86dd-f28f-4514-932b-fb5368ced1b4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:48.445433 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-85c9e22f-79f7-470d-9899-55edf76e5a63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.450070 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba5e1b3-0f0c-4f49-8cf7-255351bb695a None None] Network d22ad42b-5bef-445d-a3d2-40b6a89786c6 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:07:48.451621 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59580) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:48.451910 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-85c9e22f-79f7-470d-9899-55edf76e5a63 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b3fe86dd-f28f-4514-932b-fb5368ced1b4 HTTP/1.1" status: 204 len: 168 time: 0.2641923 Nov 24 14:07:48.529316 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.587341 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Deleting port 6ced0984-890b-4772-a5cd-584196227353 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:07:48.588064 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.653028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] For port 6ced0984-890b-4772-a5cd-584196227353, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=6ced0984-890b-4772-a5cd-584196227353,segment=NetworkSegment(721af2ef-56c5-4f9f-a2b4-2c14ad53d843),segment_id=721af2ef-56c5-4f9f-a2b4-2c14ad53d843)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:07:48.653391 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.670457 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Calling delete_port for 6ced0984-890b-4772-a5cd-584196227353 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:07:48.734762 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] DHCP port deletion for d22ad42b-5bef-445d-a3d2-40b6a89786c6 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:07:48.771760 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.799112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Deleting port 6ced0984-890b-4772-a5cd-584196227353 {{(pid=114987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:07:48.799442 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=6ced0984-890b-4772-a5cd-584196227353,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:48.799919 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.803407 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] No DVR routers for this DVR port 6ced0984-890b-4772-a5cd-584196227353 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:07:48.880201 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] For port 6ced0984-890b-4772-a5cd-584196227353, host n-d-817303-4, got binding levels [] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:07:48.880689 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.882284 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.893991 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Calling delete_port for 6ced0984-890b-4772-a5cd-584196227353 owned by network:dhcp {{(pid=114987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:07:48.896791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.ipam_backend_mixin [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Port 6ced0984-890b-4772-a5cd-584196227353 was not found and therefore no delete operation was performed {{(pid=114987) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 14:07:48.898064 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499'] for port, after_delete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.903007 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22ad42b-5bef-445d-a3d2-40b6a89786c6']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:48.913348 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721af2ef-56c5-4f9f-a2b4-2c14ad53d843') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:48.913643 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721af2ef-56c5-4f9f-a2b4-2c14ad53d843') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:48.923673 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Pushing event deleted for resources: {'Port': ['ID=6ced0984-890b-4772-a5cd-584196227353,revision_number=None']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:48.924611 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.927869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] No DVR routers for this DVR port 6ced0984-890b-4772-a5cd-584196227353 on host n-d-817303-4 {{(pid=114987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:07:48.937405 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:48.937405 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:48.937405 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:48.937405 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:48.937405 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:48.937405 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:48.937405 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:48.938627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:48.938627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:48.938627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:48.938627 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:48.939484 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357c936e-c31b-4578-a5a6-1f983d8a5c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:07:48.945486 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.952807 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:07:48.953320 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: timer() Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:07:48.955171 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:07:49.018588 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:49.035164 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:49.041314 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] 10.222.0.48 "DELETE /v2.0/networks/d22ad42b-5bef-445d-a3d2-40b6a89786c6 HTTP/1.1" status: 204 len: 168 time: 0.5853639 Nov 24 14:07:49.041861 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59582) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:49.050097 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04390109-295a-4ba4-a121-dac6c6695f9f admin admin] Pushing event deleted for resources: {'Network': ['ID=d22ad42b-5bef-445d-a3d2-40b6a89786c6,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:49.542901 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 541152d8-a3e1-4221-afb4-82bbb98d2926 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:07:49.564266 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 541152d8-a3e1-4221-afb4-82bbb98d2926 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:07:49.564621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 541152d8-a3e1-4221-afb4-82bbb98d2926 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:07:49.565055 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:07:49.584448 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:07:49.584817 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device b47d9fc0-3e7b-49cf-b50b-f76332a9d5dc not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:07:49.585256 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6ced0984-890b-4772-a5cd-584196227353 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:07:49.607075 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 6ced0984-890b-4772-a5cd-584196227353 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:07:49.607419 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 6ced0984-890b-4772-a5cd-584196227353 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:07:49.734892 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f6133acc-4e09-4221-ada8-87e29a3917a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:49.975300 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f6133acc-4e09-4221-ada8-87e29a3917a3 admin admin] Deleting port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:07:49.975644 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f6133acc-4e09-4221-ada8-87e29a3917a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:50.059296 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-f6133acc-4e09-4221-ada8-87e29a3917a3 admin admin] For port 8536dc4e-82d5-4825-a5ce-8dd2d005bb61, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=8536dc4e-82d5-4825-a5ce-8dd2d005bb61,segment=NetworkSegment(45158972-02c7-41fd-9e6a-94decf23d6f3),segment_id=45158972-02c7-41fd-9e6a-94decf23d6f3)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:07:50.059691 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f6133acc-4e09-4221-ada8-87e29a3917a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:50.072570 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f6133acc-4e09-4221-ada8-87e29a3917a3 admin admin] Calling delete_port for 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 owned by network:router_interface {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:07:50.248386 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f6133acc-4e09-4221-ada8-87e29a3917a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:50.275926 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6133acc-4e09-4221-ada8-87e29a3917a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8536dc4e-82d5-4825-a5ce-8dd2d005bb61,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:50.447892 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f6133acc-4e09-4221-ada8-87e29a3917a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:50.672105 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6133acc-4e09-4221-ada8-87e29a3917a3 admin admin] Router db21678a-421c-4ae3-8152-1a4603f1c437 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:07:50.777318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6133acc-4e09-4221-ada8-87e29a3917a3 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:07:50.785609 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f6133acc-4e09-4221-ada8-87e29a3917a3 admin admin] 10.222.0.48 "PUT /v2.0/routers/db21678a-421c-4ae3-8152-1a4603f1c437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7425103 Nov 24 14:07:50.785791 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59584) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:50.786916 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26740117-1a0f-4cdc-8f4b-7ea9eed9a2d9 None None] Sync routers for ids ['db21678a-421c-4ae3-8152-1a4603f1c437'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:50.797947 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26740117-1a0f-4cdc-8f4b-7ea9eed9a2d9 None None] Routers {'db21678a-421c-4ae3-8152-1a4603f1c437'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:07:50.798633 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-26740117-1a0f-4cdc-8f4b-7ea9eed9a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['db21678a-421c-4ae3-8152-1a4603f1c437'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:50.890300 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:50.901541 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-26740117-1a0f-4cdc-8f4b-7ea9eed9a2d9 None None] Set router db21678a-421c-4ae3-8152-1a4603f1c437 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:07:50.986658 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2a741abb-062d-4caf-a0b3-eb9957916085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:50.992631 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.047244 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] Deleting port 72b7a321-c750-4a13-8509-0e855a2b9dd3 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:07:51.047579 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.127703 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] For port 72b7a321-c750-4a13-8509-0e855a2b9dd3, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=72b7a321-c750-4a13-8509-0e855a2b9dd3,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:07:51.128058 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.141037 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] Calling delete_port for 72b7a321-c750-4a13-8509-0e855a2b9dd3 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:07:51.168349 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-26740117-1a0f-4cdc-8f4b-7ea9eed9a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'name': 'tempest-TestShelveInstance-1568438330-router', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '72b7a321-c750-4a13-8509-0e855a2b9dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T14:07:50Z', 'revision_number': 5, 'project_id': '883ec2e461bb40d9b239641060f0b967', 'gw_port': {'id': '72b7a321-c750-4a13-8509-0e855a2b9dd3', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:e6:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T13:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:51.194538 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26740117-1a0f-4cdc-8f4b-7ea9eed9a2d9 None None] Checking router: db21678a-421c-4ae3-8152-1a4603f1c437 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:51.203491 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26740117-1a0f-4cdc-8f4b-7ea9eed9a2d9 None None] Routers {'db21678a-421c-4ae3-8152-1a4603f1c437'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:07:51.204097 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-26740117-1a0f-4cdc-8f4b-7ea9eed9a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['db21678a-421c-4ae3-8152-1a4603f1c437'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:51.294448 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-26740117-1a0f-4cdc-8f4b-7ea9eed9a2d9 None None] Set router db21678a-421c-4ae3-8152-1a4603f1c437 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:07:51.312070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.338949 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] Pushing event deleted for resources: {'Port': ['ID=72b7a321-c750-4a13-8509-0e855a2b9dd3,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:51.350815 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-26740117-1a0f-4cdc-8f4b-7ea9eed9a2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'name': 'tempest-TestShelveInstance-1568438330-router', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T14:07:50Z', 'revision_number': 6, 'project_id': '883ec2e461bb40d9b239641060f0b967', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:51.354205 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577e6e7b-47d4-401d-b624-0abdccaa1f20 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:07:51.381539 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26740117-1a0f-4cdc-8f4b-7ea9eed9a2d9 None None] The sync data for ids ['db21678a-421c-4ae3-8152-1a4603f1c437'] in n-d-817303-4 is: [{'id': 'db21678a-421c-4ae3-8152-1a4603f1c437', 'name': 'tempest-TestShelveInstance-1568438330-router', 'tenant_id': '883ec2e461bb40d9b239641060f0b967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T13:58:58Z', 'updated_at': '2021-11-24T14:07:50Z', 'revision_number': 6, 'project_id': '883ec2e461bb40d9b239641060f0b967', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:51.403563 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.494050 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.496177 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.542037 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.542496 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router db21678a-421c-4ae3-8152-1a4603f1c437 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 14:07:51.547468 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.551337 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-12d98ad4-c043-4606-b76a-f9836dbb18aa admin admin] 10.222.0.48 "DELETE /v2.0/routers/db21678a-421c-4ae3-8152-1a4603f1c437 HTTP/1.1" status: 204 len: 168 time: 0.7618270 Nov 24 14:07:51.551337 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59586) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:51.599532 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e405572-7d98-4c7a-9ecf-16867e900cab admin admin] Deleting subnet d7938482-b6df-432b-8e40-1b9dea2a19bb {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:07:51.602807 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6e405572-7d98-4c7a-9ecf-16867e900cab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.638785 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6e405572-7d98-4c7a-9ecf-16867e900cab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.720860 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6e405572-7d98-4c7a-9ecf-16867e900cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.782884 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6e405572-7d98-4c7a-9ecf-16867e900cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.817664 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e405572-7d98-4c7a-9ecf-16867e900cab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7938482-b6df-432b-8e40-1b9dea2a19bb,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:51.818547 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:07:51.826304 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-6e405572-7d98-4c7a-9ecf-16867e900cab admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.837450 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-6e405572-7d98-4c7a-9ecf-16867e900cab admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d7938482-b6df-432b-8e40-1b9dea2a19bb HTTP/1.1" status: 204 len: 168 time: 0.2852314 Nov 24 14:07:51.839903 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59590) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:51.840867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb291b-bd01-4e59-bd4e-a3a32161c29b None None] Network 3602342f-9f09-4100-b230-ba009c814ca4 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:07:51.843716 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:07:51.844067 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 8536dc4e-82d5-4825-a5ce-8dd2d005bb61 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:07:51.911092 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:51.963213 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Deleting port 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:07:51.963556 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:52.033688 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] For port 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4,segment=NetworkSegment(45158972-02c7-41fd-9e6a-94decf23d6f3),segment_id=45158972-02c7-41fd-9e6a-94decf23d6f3)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:07:52.034057 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:52.046623 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Calling delete_port for 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:07:52.124708 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:52.147034 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:52.152513 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] No DVR routers for this DVR port 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:07:52.180288 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bf23d7-6b1d-4b8d-b225-d8f9aad7f5ab None None] DHCP port deletion for 3602342f-9f09-4100-b230-ba009c814ca4 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:07:52.234263 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:52.254459 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3602342f-9f09-4100-b230-ba009c814ca4']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:52.264136 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45158972-02c7-41fd-9e6a-94decf23d6f3') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:52.264468 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45158972-02c7-41fd-9e6a-94decf23d6f3') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:52.274467 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:52.288714 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:52.296669 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:07:52.297057 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: timer() Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:07:52.298816 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:07:52.355606 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:52.362227 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:52.365720 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] 10.222.0.48 "DELETE /v2.0/networks/3602342f-9f09-4100-b230-ba009c814ca4 HTTP/1.1" status: 204 len: 168 time: 0.5248003 Nov 24 14:07:52.377554 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0f282-8483-4e4c-ae6e-1173292f0c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=3602342f-9f09-4100-b230-ba009c814ca4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:52.481046 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59594) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:52.520813 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0e548cec-6499-47f4-9aa6-7133e0a3e939 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8555bd55eae4c04bf683eb463368f92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385170 Nov 24 14:07:52.523071 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59596) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:52.573296 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8f235d4-d3ab-4a15-8a2c-8f698dcf9979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:52.594850 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8f235d4-d3ab-4a15-8a2c-8f698dcf9979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:52.640902 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8f235d4-d3ab-4a15-8a2c-8f698dcf9979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:52.643455 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-b8f235d4-d3ab-4a15-8a2c-8f698dcf9979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:52.644614 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b8f235d4-d3ab-4a15-8a2c-8f698dcf9979 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08073679-46a6-4517-a155-4c6471e4d903 HTTP/1.1" status: 204 len: 168 time: 0.1206436 Nov 24 14:07:52.652423 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f235d4-d3ab-4a15-8a2c-8f698dcf9979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08073679-46a6-4517-a155-4c6471e4d903,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:52.956668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59602) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:53.006677 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-86f9162c-eeba-415c-b0ae-634d504fe6ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=883ec2e461bb40d9b239641060f0b967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488107 Nov 24 14:07:53.009238 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59604) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:53.055320 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4cfb0fd0-46d7-4cc8-b6cb-00f6911b07e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:53.076261 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4cfb0fd0-46d7-4cc8-b6cb-00f6911b07e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:53.121754 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4cfb0fd0-46d7-4cc8-b6cb-00f6911b07e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:53.124841 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-4cfb0fd0-46d7-4cc8-b6cb-00f6911b07e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:53.125988 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-4cfb0fd0-46d7-4cc8-b6cb-00f6911b07e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a6d3218-0ec3-4a64-9be1-0f4b3c804bee HTTP/1.1" status: 204 len: 168 time: 0.1158555 Nov 24 14:07:53.134526 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb0fd0-46d7-4cc8-b6cb-00f6911b07e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6d3218-0ec3-4a64-9be1-0f4b3c804bee,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:53.428748 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-49bd0751-facb-4ee8-b913-043157bcdc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:53.540779 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:07:53.563990 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:07:53.564183 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1cb53f54-9fba-41c7-b1c4-c83ce8a1b7a4 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:07:53.564614 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 72b7a321-c750-4a13-8509-0e855a2b9dd3 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:07:53.586937 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 72b7a321-c750-4a13-8509-0e855a2b9dd3 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:07:53.587283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 72b7a321-c750-4a13-8509-0e855a2b9dd3 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:07:53.850452 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59626) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:53.949289 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-365138204-network', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:53.970525 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] Made reservation on behalf of 412aa47214d1471fa973f8f9eb7b0f1a for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:53.972746 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:53.982025 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.062441 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.065799 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.089203 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:07:54.098179 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55931de8-7d9b-4b8f-b439-d28066f70ad4,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:54.104151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.104496 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] Added segment da35f44e-e64a-4c2d-8337-3e9e434d6546 of type vlan for network 10156164-22f2-4789-8e3f-898a788716ad Nov 24 14:07:54.143498 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.167458 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.168386 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:54.168983 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.198225 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3460653 Nov 24 14:07:54.201236 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59630) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:54.207346 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c609e4b1-e2d0-4046-97df-10ef88b2e784 admin admin] Request body: {'subnet': {'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-365138204-subnet', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:54.234925 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c609e4b1-e2d0-4046-97df-10ef88b2e784 admin admin] Made reservation on behalf of 412aa47214d1471fa973f8f9eb7b0f1a for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:54.235495 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f259412-bb92-4adf-9e7b-07001bee1bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=10156164-22f2-4789-8e3f-898a788716ad,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:54.237204 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c609e4b1-e2d0-4046-97df-10ef88b2e784 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.245668 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 10156164-22f2-4789-8e3f-898a788716ad details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:07:54.401532 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c609e4b1-e2d0-4046-97df-10ef88b2e784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.456473 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609e4b1-e2d0-4046-97df-10ef88b2e784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a8f8c7-79d6-4da8-ab61-3a8a27153609,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:54.464897 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609e4b1-e2d0-4046-97df-10ef88b2e784 admin admin] Checking segment: {'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:07:54.465259 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c609e4b1-e2d0-4046-97df-10ef88b2e784 admin admin] Network hostable DHCP agents. Network: 10156164-22f2-4789-8e3f-898a788716ad, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:07:54.481117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c609e4b1-e2d0-4046-97df-10ef88b2e784 admin admin] Network 10156164-22f2-4789-8e3f-898a788716ad is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:07:54.490854 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-c609e4b1-e2d0-4046-97df-10ef88b2e784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 10156164-22f2-4789-8e3f-898a788716ad) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:54.495230 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c609e4b1-e2d0-4046-97df-10ef88b2e784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:54.496051 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c609e4b1-e2d0-4046-97df-10ef88b2e784 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.501105 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439beed3-aca0-4fc2-b7e6-fc4ab08734c6 None None] Network 10156164-22f2-4789-8e3f-898a788716ad requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:07:54.512549 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c609e4b1-e2d0-4046-97df-10ef88b2e784 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3090355 Nov 24 14:07:54.515215 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59632) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:54.519431 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:54.540823 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.541877 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.599567 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.647000 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-10156164-22f2-4789-8e3f-898a788716ad', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 14:07:54.647841 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.669762 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.740497 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.788927 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Allocated IP 172.20.0.2 (10156164-22f2-4789-8e3f-898a788716ad/49a8f8c7-79d6-4da8-ab61-3a8a27153609/4adecebb-7ffd-4bb7-9cff-f5c5c6285d57) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:54.929250 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.935078 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.936698 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.956200 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:54.974873 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Network 10156164-22f2-4789-8e3f-898a788716ad is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:54.979917 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:54.984236 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:07:54.987250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Pushing event updated for resources: {'Port': ['ID=4adecebb-7ffd-4bb7-9cff-f5c5c6285d57,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:55.038030 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Attempting to bind port 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:07:55.038507 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Attempting to bind port 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:07:55.038869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Attempting to bind port 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 on network 10156164-22f2-4789-8e3f-898a788716ad {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:07:55.043753 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:07:55.044042 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Checking segment: {'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:07:55.044445 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:55.044867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Bound using segment: {'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:07:55.045860 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Bound port: 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:07:55.046251 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:55.060114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Allocated IP 172.25.0.117 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/c5516a95-a09e-4a17-bd30-3f1d03a144ee) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:55.110440 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ef987974-29b2-48a7-a157-66929d72588b None None] For port 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:07:55.113456 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-ef987974-29b2-48a7-a157-66929d72588b None None] For port 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4adecebb-7ffd-4bb7-9cff-f5c5c6285d57,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:07:55.118381 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:55.166442 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:55.173258 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef987974-29b2-48a7-a157-66929d72588b None None] Pushing event updated for resources: {'Port': ['ID=4adecebb-7ffd-4bb7-9cff-f5c5c6285d57,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:55.205832 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:55.251694 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:55.254632 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:55.258199 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:07:55.268353 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1ee114-4730-4c2e-91e8-0146fc5ad4d9 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:07:55.283235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Pushing event updated for resources: {'Port': ['ID=c5516a95-a09e-4a17-bd30-3f1d03a144ee,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:55.371399 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-15aa8660-fba4-4a4f-9ab2-2bf87855701c None None] Provisioning complete for port c5516a95-a09e-4a17-bd30-3f1d03a144ee triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:55.371802 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-15aa8660-fba4-4a4f-9ab2-2bf87855701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:55.415123 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-15aa8660-fba4-4a4f-9ab2-2bf87855701c None None] Port c5516a95-a09e-4a17-bd30-3f1d03a144ee cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:07:55.540943 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:55.576591 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:07:55.628398 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:55.628678 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:55.708338 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:55.742548 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4adecebb-7ffd-4bb7-9cff-f5c5c6285d57,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:07:55.746759 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:55.802021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=4adecebb-7ffd-4bb7-9cff-f5c5c6285d57,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:56.101305 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:56.122671 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1cd474-cfa7-4f04-8cfd-54c01e33c920 None None] Network 10156164-22f2-4789-8e3f-898a788716ad requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:07:56.204260 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-85235a8b-022c-486d-8fc5-3ac00fbf3294 None None] Provisioning complete for port 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:56.204773 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-85235a8b-022c-486d-8fc5-3ac00fbf3294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:56.226701 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:56.230496 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 14:07:56.337097 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:07:56.348388 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Sync routers for ids ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:07:56.354931 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:56.359209 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59634) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:56.359821 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-09fecefd-4f59-4d95-89d6-db88505eba49 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8430789 Nov 24 14:07:56.367146 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Routers {'9e336bab-9a40-4180-80d8-9894d7ce6fb3'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:07:56.367966 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:56.645032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Set router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:07:56.729043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-8fad2cd9-df3e-430e-97f3-398f932998b0 None None] Provisioning complete for port 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:56.729415 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8fad2cd9-df3e-430e-97f3-398f932998b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:56.799151 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:56.865156 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:56.924978 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:55Z', 'revision_number': 3, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:56.956254 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Checking router: 9e336bab-9a40-4180-80d8-9894d7ce6fb3 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:07:56.956610 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Updating router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 port c5516a95-a09e-4a17-bd30-3f1d03a144ee binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:07:56.961758 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Allocated IP 172.20.0.1 (10156164-22f2-4789-8e3f-898a788716ad/49a8f8c7-79d6-4da8-ab61-3a8a27153609/443b157a-1640-4a23-abf0-019aa3226b27) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:56.983013 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.061678 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.097136 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.139684 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Network 10156164-22f2-4789-8e3f-898a788716ad is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:57.144473 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:57.148010 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:07:57.178183 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=443b157a-1640-4a23-abf0-019aa3226b27,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:57.193753 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.254828 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.261715 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.316383 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf01f39-94b0-4a18-9b9b-ec4f88a158d4 None None] Pushing event updated for resources: {'Port': ['ID=c5516a95-a09e-4a17-bd30-3f1d03a144ee,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:57.321719 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effec197-b530-4523-b299-968a580c69c8 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:07:57.331239 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Attempting to bind port c5516a95-a09e-4a17-bd30-3f1d03a144ee on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:07:57.331998 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Attempting to bind port c5516a95-a09e-4a17-bd30-3f1d03a144ee by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:07:57.332567 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Attempting to bind port c5516a95-a09e-4a17-bd30-3f1d03a144ee on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:07:57.338803 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:07:57.339187 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:07:57.339778 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.340372 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:07:57.340950 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Bound port: c5516a95-a09e-4a17-bd30-3f1d03a144ee, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:07:57.341344 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.348822 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.398479 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] For port c5516a95-a09e-4a17-bd30-3f1d03a144ee, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:07:57.401745 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] For port c5516a95-a09e-4a17-bd30-3f1d03a144ee, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c5516a95-a09e-4a17-bd30-3f1d03a144ee,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:07:57.405942 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.451103 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b53c97-c9ea-48d4-b5d7-bead86a82d4b None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:07:57.471395 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Routers {'9e336bab-9a40-4180-80d8-9894d7ce6fb3'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:07:57.472019 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:57.530832 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf01f39-94b0-4a18-9b9b-ec4f88a158d4 None None] Pushing event updated for resources: {'Port': ['ID=c5516a95-a09e-4a17-bd30-3f1d03a144ee,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:57.538115 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-922cb4f0-a0c9-400c-8e2b-4e53df7e7a19 None None] Provisioning complete for port c5516a95-a09e-4a17-bd30-3f1d03a144ee triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:57.538497 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-922cb4f0-a0c9-400c-8e2b-4e53df7e7a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.571223 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:07:57.683736 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] Set router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:07:57.765563 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:57.765927 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.817681 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-922cb4f0-a0c9-400c-8e2b-4e53df7e7a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.868062 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.870194 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-922cb4f0-a0c9-400c-8e2b-4e53df7e7a19 None None] For port c5516a95-a09e-4a17-bd30-3f1d03a144ee, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c5516a95-a09e-4a17-bd30-3f1d03a144ee,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:07:57.874549 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.905277 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-922cb4f0-a0c9-400c-8e2b-4e53df7e7a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.940345 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=443b157a-1640-4a23-abf0-019aa3226b27,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:57.944195 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:57.986100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-922cb4f0-a0c9-400c-8e2b-4e53df7e7a19 None None] Provisioning complete for port 443b157a-1640-4a23-abf0-019aa3226b27 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:57.986477 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-922cb4f0-a0c9-400c-8e2b-4e53df7e7a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:58.037406 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Network 10156164-22f2-4789-8e3f-898a788716ad is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:07:58.038828 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:58.048465 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cb4f0-a0c9-400c-8e2b-4e53df7e7a19 None None] Pushing event updated for resources: {'Port': ['ID=c5516a95-a09e-4a17-bd30-3f1d03a144ee,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:58.086035 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-922cb4f0-a0c9-400c-8e2b-4e53df7e7a19 None None] Port 443b157a-1640-4a23-abf0-019aa3226b27 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:07:58.111625 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:07:56Z', 'revision_number': 1, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:07:58.139705 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9781d153-6545-4f68-aba4-b8ddf5111a9b None None] The sync data for ids ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'] in n-d-817303-4 is: [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:07:56Z', 'revision_number': 1, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:07:58.175104 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:07:58.207494 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-30b3233d-8ac2-4c81-95dd-150ab08bc74b None None] Provisioning complete for port c5516a95-a09e-4a17-bd30-3f1d03a144ee triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:58.207687 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-30b3233d-8ac2-4c81-95dd-150ab08bc74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:58.298611 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:07:58.305183 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2d38b094-6c1c-49e8-9d35-adad16636fb0 admin admin] 10.222.0.48 "PUT /v2.0/routers/9e336bab-9a40-4180-80d8-9894d7ce6fb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9448504 Nov 24 14:07:58.437034 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-b1116a68-dc97-4260-817c-77cb1df3e95d None None] Provisioning complete for port 443b157a-1640-4a23-abf0-019aa3226b27 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:58.437483 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b1116a68-dc97-4260-817c-77cb1df3e95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:58.479082 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-b1116a68-dc97-4260-817c-77cb1df3e95d None None] Port 443b157a-1640-4a23-abf0-019aa3226b27 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:07:58.813416 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59652) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:58.818667 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-169034640-network', 'tenant_id': '9101e463982f4521845062c073921578'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:58.858219 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] Made reservation on behalf of 9101e463982f4521845062c073921578 for: {'network': 1} {{(pid=114986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:58.860712 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for network, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:58.869629 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:58.953720 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:58.957616 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:58.979372 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=114986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 14:07:58.997591 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc6dda4-f8a3-4025-815f-6a1ec6bd2697,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:59.000759 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:59.001218 n-d-817303-4 neutron-server[114986]: INFO neutron.db.segments_db [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] Added segment 9ddb865b-09a8-4b97-b256-904f3ccdbea9 of type vlan for network 01e8da81-029e-4290-a23a-8aea3a8332c1 Nov 24 14:07:59.043621 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788463521832'] for network, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:59.069447 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798'] for network, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:59.070417 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:59.071029 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:59.105408 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2879200 Nov 24 14:07:59.105730 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59654) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:59.112695 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-fbb85187-154e-4270-836d-b18870b79430 admin admin] Request body: {'subnet': {'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-169034640-subnet', 'tenant_id': '9101e463982f4521845062c073921578', 'ip_version': 4}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:59.134078 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb85187-154e-4270-836d-b18870b79430 admin admin] Made reservation on behalf of 9101e463982f4521845062c073921578 for: {'subnet': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:07:59.136578 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fbb85187-154e-4270-836d-b18870b79430 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4678599'] for subnet, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:59.142042 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82583afe-c963-4080-80de-1e230d966328 admin admin] Pushing event updated for resources: {'Network': ['ID=01e8da81-029e-4290-a23a-8aea3a8332c1,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:59.155871 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Network 01e8da81-029e-4290-a23a-8aea3a8332c1 details requested by agent ovs-agent-n-d-817303-4 with host n-d-817303-4 {{(pid=114987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 14:07:59.316546 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fbb85187-154e-4270-836d-b18870b79430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4606183', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4678613'] for subnet, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:59.378617 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb85187-154e-4270-836d-b18870b79430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e263393-c3c5-4ac9-81b5-a99a959fa021,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:07:59.387724 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb85187-154e-4270-836d-b18870b79430 admin admin] Checking segment: {'id': '9ddb865b-09a8-4b97-b256-904f3ccdbea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:07:59.388087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb85187-154e-4270-836d-b18870b79430 admin admin] Network hostable DHCP agents. Network: 01e8da81-029e-4290-a23a-8aea3a8332c1, hostable agents: ['2505096e-b0cf-4efc-ad36-25134013d39d'], hosted agents: [] {{(pid=114985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 14:07:59.406139 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb85187-154e-4270-836d-b18870b79430 admin admin] Network 01e8da81-029e-4290-a23a-8aea3a8332c1 is scheduled to be hosted by DHCP agent 2505096e-b0cf-4efc-ad36-25134013d39d with binding_index 1 {{(pid=114985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 14:07:59.415036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-fbb85187-154e-4270-836d-b18870b79430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-4, 01e8da81-029e-4290-a23a-8aea3a8332c1) {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:07:59.419247 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb85187-154e-4270-836d-b18870b79430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:07:59.419839 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-fbb85187-154e-4270-836d-b18870b79430 admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:59.425717 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b4570-1fd3-4ece-8cc3-c004d9e5eec7 None None] Network 01e8da81-029e-4290-a23a-8aea3a8332c1 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:07:59.440637 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59656) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:07:59.445308 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-169034640-router', 'tenant_id': '9101e463982f4521845062c073921578', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:07:59.445708 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-fbb85187-154e-4270-836d-b18870b79430 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3345060 Nov 24 14:07:59.472691 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8157652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14509'] for router, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:59.473980 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8004564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8007086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7936203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14490'] for router, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:59.538682 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:59.596621 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8297f0-5820-5b0f-8c48-9938a1dc86a9-01e8da81-029e-4290-a23a-8aea3a8332c1', 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1', 'tenant_id': '9101e463982f4521845062c073921578', 'fixed_ips': [{'subnet_id': '7e263393-c3c5-4ac9-81b5-a99a959fa021'}]}} from n-d-817303-4. {{(pid=114987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 14:07:59.597935 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:59.602226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c5516a95-a09e-4a17-bd30-3f1d03a144ee up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:07:59.694229 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:59.732594 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port c5516a95-a09e-4a17-bd30-3f1d03a144ee triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:07:59.732594 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:59.809224 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.db_base_plugin_common [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Allocated IP 172.20.0.2 (01e8da81-029e-4290-a23a-8aea3a8332c1/7e263393-c3c5-4ac9-81b5-a99a959fa021/1e5570b8-e497-459d-9dea-582996555be8) {{(pid=114987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:07:59.906415 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:07:59.926912 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:00.052636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Allocated IP 172.25.0.12 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/cc4c093c-da09-49b0-aaff-ff7cc36518e8) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:08:00.163725 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Publish callbacks [] for port, precommit_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:00.171112 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490'] for port, after_create {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:00.179149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:00.214040 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Network 01e8da81-029e-4290-a23a-8aea3a8332c1 is already hosted by enough agents. {{(pid=114987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:08:00.218212 n-d-817303-4 neutron-server[114987]: DEBUG neutron.scheduler.base_scheduler [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Resources bound (agent type, host, resource id): {{(pid=114987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:00.221533 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Received port after_create {{(pid=114987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:08:00.224281 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:00.256416 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Pushing event updated for resources: {'Port': ['ID=1e5570b8-e497-459d-9dea-582996555be8,revision_number=1']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:00.284201 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:08:00.287389 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:00.291190 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:08:00.295857 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Attempting to bind port 1e5570b8-e497-459d-9dea-582996555be8 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:08:00.296236 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Attempting to bind port 1e5570b8-e497-459d-9dea-582996555be8 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '9ddb865b-09a8-4b97-b256-904f3ccdbea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:08:00.296603 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Attempting to bind port 1e5570b8-e497-459d-9dea-582996555be8 on network 01e8da81-029e-4290-a23a-8aea3a8332c1 {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:08:00.304685 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17b0b28-bf6f-42f3-bebd-70ef73e1ed62 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:08:00.311890 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:08:00.312772 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Checking segment: {'id': '9ddb865b-09a8-4b97-b256-904f3ccdbea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:08:00.313525 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:00.314107 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Bound using segment: {'id': '9ddb865b-09a8-4b97-b256-904f3ccdbea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:08:00.314793 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Bound port: 1e5570b8-e497-459d-9dea-582996555be8, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ddb865b-09a8-4b97-b256-904f3ccdbea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:08:00.315522 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:00.316699 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Pushing event updated for resources: {'Port': ['ID=cc4c093c-da09-49b0-aaff-ff7cc36518e8,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:00.393037 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] For port 1e5570b8-e497-459d-9dea-582996555be8, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:08:00.396688 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] For port 1e5570b8-e497-459d-9dea-582996555be8, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1e5570b8-e497-459d-9dea-582996555be8,segment=NetworkSegment(9ddb865b-09a8-4b97-b256-904f3ccdbea9),segment_id=9ddb865b-09a8-4b97-b256-904f3ccdbea9)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:08:00.406518 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:00.414958 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Sync routers for ids ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:08:00.425121 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Routers {'9e336bab-9a40-4180-80d8-9894d7ce6fb3'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:08:00.425989 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:00.485810 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-f5af8716-bca8-4d09-bb6c-f1c958bcdf93 None None] Provisioning complete for port cc4c093c-da09-49b0-aaff-ff7cc36518e8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:00.486218 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f5af8716-bca8-4d09-bb6c-f1c958bcdf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:00.529009 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e59f71-3fbf-469d-b47d-56727567c095 None None] Pushing event updated for resources: {'Port': ['ID=1e5570b8-e497-459d-9dea-582996555be8,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:00.546913 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-f5af8716-bca8-4d09-bb6c-f1c958bcdf93 None None] Port cc4c093c-da09-49b0-aaff-ff7cc36518e8 cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:08:00.578498 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:00.588103 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Set router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:08:00.824490 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8004465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8003935'] for router, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:00.840984 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 2, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:00.868591 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Checking router: 9e336bab-9a40-4180-80d8-9894d7ce6fb3 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:08:00.868989 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Updating router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 port 443b157a-1640-4a23-abf0-019aa3226b27 binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:08:00.896018 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:00.970955 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Router f3de4dc4-45a8-4c68-9ba7-154d27557692 is scheduled to L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 with binding_index 1 {{(pid=114986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 14:08:01.083635 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:08:01.093543 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Sync routers for ids ['f3de4dc4-45a8-4c68-9ba7-154d27557692'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:08:01.110501 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Routers {'f3de4dc4-45a8-4c68-9ba7-154d27557692'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:08:01.112214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f3de4dc4-45a8-4c68-9ba7-154d27557692'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:01.124592 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:01.126009 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ef1a0e55-90ab-4ea9-9806-5d0fdeec7789 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6841969 Nov 24 14:08:01.128769 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59658) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:08:01.173180 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:01.185714 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:01.262470 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af864f-c546-43c3-b657-712699274425 None None] Pushing event updated for resources: {'Port': ['ID=443b157a-1640-4a23-abf0-019aa3226b27,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:01.280306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Set router f3de4dc4-45a8-4c68-9ba7-154d27557692 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:08:01.295702 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af864f-c546-43c3-b657-712699274425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:01.296349 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af864f-c546-43c3-b657-712699274425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:01.296998 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af864f-c546-43c3-b657-712699274425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:01.297493 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af864f-c546-43c3-b657-712699274425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:01.297993 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af864f-c546-43c3-b657-712699274425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:01.298500 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af864f-c546-43c3-b657-712699274425 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:01.298980 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af864f-c546-43c3-b657-712699274425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:01.299461 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af864f-c546-43c3-b657-712699274425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:01.299967 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af864f-c546-43c3-b657-712699274425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:01.300454 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af864f-c546-43c3-b657-712699274425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:01.301004 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af864f-c546-43c3-b657-712699274425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:01.301494 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af864f-c546-43c3-b657-712699274425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:08:01.361447 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Attempting to bind port 443b157a-1640-4a23-abf0-019aa3226b27 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:08:01.362113 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Attempting to bind port 443b157a-1640-4a23-abf0-019aa3226b27 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:08:01.362705 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Attempting to bind port 443b157a-1640-4a23-abf0-019aa3226b27 on network 10156164-22f2-4789-8e3f-898a788716ad {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:08:01.368693 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:08:01.369392 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Checking segment: {'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:08:01.370014 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:01.370567 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Bound using segment: {'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:08:01.371210 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Bound port: 443b157a-1640-4a23-abf0-019aa3226b27, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:08:01.371761 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:01.453527 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] For port 443b157a-1640-4a23-abf0-019aa3226b27, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:08:01.458357 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] For port 443b157a-1640-4a23-abf0-019aa3226b27, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=443b157a-1640-4a23-abf0-019aa3226b27,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:08:01.465975 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:01.552767 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af864f-c546-43c3-b657-712699274425 None None] Pushing event updated for resources: {'Port': ['ID=443b157a-1640-4a23-abf0-019aa3226b27,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:01.578418 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Routers {'9e336bab-9a40-4180-80d8-9894d7ce6fb3'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:08:01.579725 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:01.611968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'name': 'tempest-TestSnapshotPattern-169034640-router', 'tenant_id': '9101e463982f4521845062c073921578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'cc4c093c-da09-49b0-aaff-ff7cc36518e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:08:00Z', 'revision_number': 3, 'project_id': '9101e463982f4521845062c073921578', 'gw_port': {'id': 'cc4c093c-da09-49b0-aaff-ff7cc36518e8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:01.687264 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Checking router: f3de4dc4-45a8-4c68-9ba7-154d27557692 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:08:01.687847 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Updating router f3de4dc4-45a8-4c68-9ba7-154d27557692 port cc4c093c-da09-49b0-aaff-ff7cc36518e8 binding host n-d-817303-4 {{(pid=114987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:08:01.721560 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1e5570b8-e497-459d-9dea-582996555be8 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:08:01.734961 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] Set router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:08:01.774413 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-4c19691a-8b32-4000-9746-0c8bdc0f4340 None None] Provisioning complete for port 443b157a-1640-4a23-abf0-019aa3226b27 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:01.774685 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4c19691a-8b32-4000-9746-0c8bdc0f4340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:01.789989 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:01.826878 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.005213 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9723aaa3-1ca5-4e23-b743-562bfd63a3aa None None] Network 01e8da81-029e-4290-a23a-8aea3a8332c1 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:08:02.020860 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Allocated IP 172.20.0.1 (01e8da81-029e-4290-a23a-8aea3a8332c1/7e263393-c3c5-4ac9-81b5-a99a959fa021/e2250bcb-7412-4f72-a047-f54650ce9c6d) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:08:02.021347 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1e5570b8-e497-459d-9dea-582996555be8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:02.021727 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.024745 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:08:01Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:02.143033 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.154029 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb5c70b-275d-4ea3-be18-917bb4403655 None None] The sync data for ids ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'] in n-d-817303-4 is: [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:08:01Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:08:02.183088 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.210497 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4c19691a-8b32-4000-9746-0c8bdc0f4340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.235853 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Network 01e8da81-029e-4290-a23a-8aea3a8332c1 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:08:02.239384 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:02.242849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:08:02.272656 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e2250bcb-7412-4f72-a047-f54650ce9c6d,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:02.293478 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8004014'] for router_interface, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.346741 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-4c19691a-8b32-4000-9746-0c8bdc0f4340 None None] For port 443b157a-1640-4a23-abf0-019aa3226b27, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=443b157a-1640-4a23-abf0-019aa3226b27,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:08:02.359769 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4c19691a-8b32-4000-9746-0c8bdc0f4340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.436812 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.439774 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.466816 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Publish callbacks [] for port, precommit_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.491373 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.515829 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19691a-8b32-4000-9746-0c8bdc0f4340 None None] Pushing event updated for resources: {'Port': ['ID=443b157a-1640-4a23-abf0-019aa3226b27,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:02.572127 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] For port 1e5570b8-e497-459d-9dea-582996555be8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1e5570b8-e497-459d-9dea-582996555be8,segment=NetworkSegment(9ddb865b-09a8-4b97-b256-904f3ccdbea9),segment_id=9ddb865b-09a8-4b97-b256-904f3ccdbea9)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:08:02.573148 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3b932c55-d2db-4436-bbab-1a41fe863105 None None] Provisioning complete for port 1e5570b8-e497-459d-9dea-582996555be8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:02.573573 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3b932c55-d2db-4436-bbab-1a41fe863105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.578226 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55604f2a-9588-4df0-8df9-fd87bd2564e7 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:08:02.611407 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.632393 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Attempting to bind port cc4c093c-da09-49b0-aaff-ff7cc36518e8 on host n-d-817303-4 for vnic_type normal with profile {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:08:02.632806 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Attempting to bind port cc4c093c-da09-49b0-aaff-ff7cc36518e8 by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:08:02.633181 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Attempting to bind port cc4c093c-da09-49b0-aaff-ff7cc36518e8 on network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:08:02.644866 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.651110 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.658597 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c198108-b0ec-4af2-9784-a55e0c661e29 None None] Pushing event updated for resources: {'Port': ['ID=cc4c093c-da09-49b0-aaff-ff7cc36518e8,revision_number=2']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:02.661010 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:08:02.661392 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Checking segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:08:02.661813 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.662191 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Bound using segment: {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'} {{(pid=114987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:08:02.662673 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.managers [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Bound port: cc4c093c-da09-49b0-aaff-ff7cc36518e8, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e237cd-2d4b-460a-9f0b-a79d5cc05b71', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd'}}] {{(pid=114987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:08:02.663050 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.744944 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7897052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004382'] for router_interface, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.751914 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e2250bcb-7412-4f72-a047-f54650ce9c6d,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:02.822134 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Pushing event updated for resources: {'Port': ['ID=1e5570b8-e497-459d-9dea-582996555be8,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:02.845283 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] For port cc4c093c-da09-49b0-aaff-ff7cc36518e8, host n-d-817303-4, cleared binding levels {{(pid=114987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:08:02.851081 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] For port cc4c093c-da09-49b0-aaff-ff7cc36518e8, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cc4c093c-da09-49b0-aaff-ff7cc36518e8,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:08:02.858970 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.863783 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-3b932c55-d2db-4436-bbab-1a41fe863105 None None] Provisioning complete for port 443b157a-1640-4a23-abf0-019aa3226b27 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:02.864300 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-3b932c55-d2db-4436-bbab-1a41fe863105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:02.890428 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Network 01e8da81-029e-4290-a23a-8aea3a8332c1 is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:08:02.892080 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:02.970774 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babf57cf-4b8f-40fe-89af-6bcdbc9741a3 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:08:03.001253 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Routers {'f3de4dc4-45a8-4c68-9ba7-154d27557692'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:08:03.001749 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f3de4dc4-45a8-4c68-9ba7-154d27557692'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:03.003637 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c198108-b0ec-4af2-9784-a55e0c661e29 None None] Pushing event updated for resources: {'Port': ['ID=cc4c093c-da09-49b0-aaff-ff7cc36518e8,revision_number=3']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:03.040883 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Router f3de4dc4-45a8-4c68-9ba7-154d27557692 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:08:03.173127 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:08:03.179086 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0ba05e9f-6053-4063-89a6-0b67b51260c0 admin admin] 10.222.0.48 "PUT /v2.0/routers/f3de4dc4-45a8-4c68-9ba7-154d27557692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0492427 Nov 24 14:08:03.318129 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] Set router f3de4dc4-45a8-4c68-9ba7-154d27557692 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:08:03.426767 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fcf86fa8-89e2-40f0-83f8-c81700b77e4b None None] Provisioning complete for port e2250bcb-7412-4f72-a047-f54650ce9c6d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:03.427883 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fcf86fa8-89e2-40f0-83f8-c81700b77e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:03.509184 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-fcf86fa8-89e2-40f0-83f8-c81700b77e4b None None] Port e2250bcb-7412-4f72-a047-f54650ce9c6d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:08:03.541577 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fcf86fa8-89e2-40f0-83f8-c81700b77e4b None None] Provisioning complete for port 1e5570b8-e497-459d-9dea-582996555be8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:03.542136 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fcf86fa8-89e2-40f0-83f8-c81700b77e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:03.611076 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 443b157a-1640-4a23-abf0-019aa3226b27 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:08:03.709710 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'name': 'tempest-TestSnapshotPattern-169034640-router', 'tenant_id': '9101e463982f4521845062c073921578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'cc4c093c-da09-49b0-aaff-ff7cc36518e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 4, 'project_id': '9101e463982f4521845062c073921578', 'gw_port': {'id': 'cc4c093c-da09-49b0-aaff-ff7cc36518e8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'e2250bcb-7412-4f72-a047-f54650ce9c6d', 'name': '', 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1', 'tenant_id': '9101e463982f4521845062c073921578', 'mac_address': 'fa:16:3e:4a:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '7e263393-c3c5-4ac9-81b5-a99a959fa021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:01Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 2, 'project_id': '9101e463982f4521845062c073921578', 'subnets': [{'id': '7e263393-c3c5-4ac9-81b5-a99a959fa021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:03.736155 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59666) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:08:03.740925 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-c7489667-4186-4913-a31f-2c6f9758850e tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1759372096', 'description': 'tempest-secgroup-smoke-1759372096 description', 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:03.745174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c5fd3f-0bbf-483a-a8ba-adee0ca60538 None None] The sync data for ids ['f3de4dc4-45a8-4c68-9ba7-154d27557692'] in n-d-817303-4 is: [{'id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'name': 'tempest-TestSnapshotPattern-169034640-router', 'tenant_id': '9101e463982f4521845062c073921578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'cc4c093c-da09-49b0-aaff-ff7cc36518e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 4, 'project_id': '9101e463982f4521845062c073921578', 'gw_port': {'id': 'cc4c093c-da09-49b0-aaff-ff7cc36518e8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:56:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'e2250bcb-7412-4f72-a047-f54650ce9c6d', 'name': '', 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1', 'tenant_id': '9101e463982f4521845062c073921578', 'mac_address': 'fa:16:3e:4a:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '7e263393-c3c5-4ac9-81b5-a99a959fa021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:01Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 2, 'project_id': '9101e463982f4521845062c073921578', 'subnets': [{'id': '7e263393-c3c5-4ac9-81b5-a99a959fa021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:08:03.755491 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 443b157a-1640-4a23-abf0-019aa3226b27 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:03.755791 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:03.770454 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c7489667-4186-4913-a31f-2c6f9758850e tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:03.788867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-fcf86fa8-89e2-40f0-83f8-c81700b77e4b None None] Provisioning complete for port cc4c093c-da09-49b0-aaff-ff7cc36518e8 triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:03.789256 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fcf86fa8-89e2-40f0-83f8-c81700b77e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:03.846051 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c7489667-4186-4913-a31f-2c6f9758850e tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:03.850443 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c7489667-4186-4913-a31f-2c6f9758850e tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:03.882730 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-c7489667-4186-4913-a31f-2c6f9758850e tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:03.883990 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-c7489667-4186-4913-a31f-2c6f9758850e tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1467750 Nov 24 14:08:03.885207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7489667-4186-4913-a31f-2c6f9758850e tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=340df119-79c6-4e0e-94d2-284543d26bf4,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:03.887069 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59668) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:08:03.891818 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-9725fc17-460f-4d4e-8e6d-63a6bf29e41b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Request body: {'security_group_rule': {'security_group_id': '340df119-79c6-4e0e-94d2-284543d26bf4', 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:03.921245 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1e5570b8-e497-459d-9dea-582996555be8 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:08:03.925616 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9725fc17-460f-4d4e-8e6d-63a6bf29e41b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:03.982723 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fcf86fa8-89e2-40f0-83f8-c81700b77e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.014664 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-fcf86fa8-89e2-40f0-83f8-c81700b77e4b None None] For port cc4c093c-da09-49b0-aaff-ff7cc36518e8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cc4c093c-da09-49b0-aaff-ff7cc36518e8,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:08:04.019116 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9725fc17-460f-4d4e-8e6d-63a6bf29e41b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.019950 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-fcf86fa8-89e2-40f0-83f8-c81700b77e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.024322 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9725fc17-460f-4d4e-8e6d-63a6bf29e41b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.039382 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725fc17-460f-4d4e-8e6d-63a6bf29e41b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f82548-6928-4486-b2f2-e4c18b78a60a,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:04.051122 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port 1e5570b8-e497-459d-9dea-582996555be8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:04.051743 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.061337 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-9725fc17-460f-4d4e-8e6d-63a6bf29e41b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.067324 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-9725fc17-460f-4d4e-8e6d-63a6bf29e41b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1788445 Nov 24 14:08:04.069932 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59670) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:08:04.079105 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-5684d9e6-83de-426b-ab97-c240a18a5762 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Request body: {'security_group_rule': {'security_group_id': '340df119-79c6-4e0e-94d2-284543d26bf4', 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:04.106496 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf86fa8-89e2-40f0-83f8-c81700b77e4b None None] Pushing event updated for resources: {'Port': ['ID=cc4c093c-da09-49b0-aaff-ff7cc36518e8,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:04.121853 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5684d9e6-83de-426b-ab97-c240a18a5762 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.172056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-301e22b2-c639-40d0-b315-417950ad0a25 None None] Provisioning complete for port e2250bcb-7412-4f72-a047-f54650ce9c6d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:04.172431 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-301e22b2-c639-40d0-b315-417950ad0a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.188079 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5684d9e6-83de-426b-ab97-c240a18a5762 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.192389 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5684d9e6-83de-426b-ab97-c240a18a5762 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.213466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684d9e6-83de-426b-ab97-c240a18a5762 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5965007e-9756-4224-ae51-fd6eb5be6748,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:04.216300 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-301e22b2-c639-40d0-b315-417950ad0a25 None None] Port e2250bcb-7412-4f72-a047-f54650ce9c6d cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:08:04.220483 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-5684d9e6-83de-426b-ab97-c240a18a5762 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.229016 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-5684d9e6-83de-426b-ab97-c240a18a5762 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1508973 Nov 24 14:08:04.229145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 59672) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:08:04.231824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-33c4c6b9-335a-42e5-8705-eca091b3be79 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Request body: {'security_group_rule': {'security_group_id': '340df119-79c6-4e0e-94d2-284543d26bf4', 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:04.262398 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c4c6b9-335a-42e5-8705-eca091b3be79 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.324214 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c4c6b9-335a-42e5-8705-eca091b3be79 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.328857 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c4c6b9-335a-42e5-8705-eca091b3be79 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.348173 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4c6b9-335a-42e5-8705-eca091b3be79 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bd38d3-efae-49f6-8017-c797ed889bcc,revision_number=0']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:04.358510 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-33c4c6b9-335a-42e5-8705-eca091b3be79 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.359826 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-33c4c6b9-335a-42e5-8705-eca091b3be79 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339107 Nov 24 14:08:04.362636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59674) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:08:04.367772 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-8709d66b-7026-4518-b1eb-311bc8f7674a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Request body: {'security_group_rule': {'security_group_id': '340df119-79c6-4e0e-94d2-284543d26bf4', 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:04.395440 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8709d66b-7026-4518-b1eb-311bc8f7674a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.452107 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8709d66b-7026-4518-b1eb-311bc8f7674a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.455574 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8709d66b-7026-4518-b1eb-311bc8f7674a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.477106 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d66b-7026-4518-b1eb-311bc8f7674a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3129dfb-15fc-4d8f-8120-3316a3b9d70c,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:04.485588 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-8709d66b-7026-4518-b1eb-311bc8f7674a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.486817 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-8709d66b-7026-4518-b1eb-311bc8f7674a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230819 Nov 24 14:08:04.489536 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59676) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:08:04.494032 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-2bc828c7-c135-4478-937f-db462ca0e278 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Request body: {'security_group_rule': {'security_group_id': '340df119-79c6-4e0e-94d2-284543d26bf4', 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:04.514335 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-2bc828c7-c135-4478-937f-db462ca0e278 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Project 412aa47214d1471fa973f8f9eb7b0f1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:08:04.519024 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2bc828c7-c135-4478-937f-db462ca0e278 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.575697 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2bc828c7-c135-4478-937f-db462ca0e278 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.579688 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2bc828c7-c135-4478-937f-db462ca0e278 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.597819 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc828c7-c135-4478-937f-db462ca0e278 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0976bbc-fdf1-4898-8382-0d0de4eef9f3,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:04.606039 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-2bc828c7-c135-4478-937f-db462ca0e278 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.607289 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-2bc828c7-c135-4478-937f-db462ca0e278 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168022 Nov 24 14:08:04.610039 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59678) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:08:04.614538 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-715e4451-873b-4f5d-bf4e-6a3e08ac63d4 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Request body: {'security_group_rule': {'security_group_id': '340df119-79c6-4e0e-94d2-284543d26bf4', 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:04.637362 n-d-817303-4 neutron-server[114986]: INFO neutron.db.securitygroups_db [None req-715e4451-873b-4f5d-bf4e-6a3e08ac63d4 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Project 412aa47214d1471fa973f8f9eb7b0f1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 14:08:04.642857 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-715e4451-873b-4f5d-bf4e-6a3e08ac63d4 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.701448 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-715e4451-873b-4f5d-bf4e-6a3e08ac63d4 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.705149 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-715e4451-873b-4f5d-bf4e-6a3e08ac63d4 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416140'] for security_group_rule, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.722681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e4451-873b-4f5d-bf4e-6a3e08ac63d4 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5342f3ef-23fe-4248-80c2-7508cb3e78e6,revision_number=0']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:04.729670 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-715e4451-873b-4f5d-bf4e-6a3e08ac63d4 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group_rule, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:04.730901 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-715e4451-873b-4f5d-bf4e-6a3e08ac63d4 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198931 Nov 24 14:08:04.822659 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:08:04.892208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-ff24f127-2817-4f87-aaa0-1acaab08b4aa tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759372096&fields=id&tenant_id=412aa47214d1471fa973f8f9eb7b0f1a HTTP/1.1" status: 200 len: 267 time: 0.0578094 Nov 24 14:08:05.007326 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-5116be6b-5997-4b07-b732-d99ab999d100 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:05.008369 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-5116be6b-5997-4b07-b732-d99ab999d100 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 809 time: 0.1087685 Nov 24 14:08:05.024490 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-85f978f4-69af-45a3-8c14-27b4fb6a716e tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/quotas/412aa47214d1471fa973f8f9eb7b0f1a HTTP/1.1" status: 200 len: 375 time: 0.0097103 Nov 24 14:08:05.078784 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-c94f6479-17aa-4597-9dc4-f177c2a6f0ca tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478034 Nov 24 14:08:05.190565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-373d3978-a68a-4eb8-b4dd-d520e36afc24 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=114985) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 14:08:05.191703 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-373d3978-a68a-4eb8-b4dd-d520e36afc24 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1012201 Nov 24 14:08:05.292208 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-d149f7bd-9069-491c-b76b-035ae272e755 service neutron] 10.222.0.48 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936964 Nov 24 14:08:05.389829 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-89b25916-7434-4178-a97e-b713e7c8f588 service neutron] 10.222.0.48 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913043 Nov 24 14:08:05.589317 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c97ccc5d-f2f9-49de-a82c-7340cd5d55d6 req-a39289e0-747c-4e2b-a9d4-84009fda8de6 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 210 time: 0.0355504 Nov 24 14:08:05.607748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cc4c093c-da09-49b0-aaff-ff7cc36518e8 up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:08:05.656459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port cc4c093c-da09-49b0-aaff-ff7cc36518e8 triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:05.656875 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:06.237773 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Sync routers for ids ['f3de4dc4-45a8-4c68-9ba7-154d27557692'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:08:06.247313 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Routers {'f3de4dc4-45a8-4c68-9ba7-154d27557692'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:08:06.247932 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f3de4dc4-45a8-4c68-9ba7-154d27557692'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:06.349383 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Set router f3de4dc4-45a8-4c68-9ba7-154d27557692 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:08:06.497316 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-8da77bc0-2410-4859-baf5-f40dd7c91a1f tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:06.499476 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-8da77bc0-2410-4859-baf5-f40dd7c91a1f tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.46 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 809 time: 0.1091018 Nov 24 14:08:06.557442 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'name': 'tempest-TestSnapshotPattern-169034640-router', 'tenant_id': '9101e463982f4521845062c073921578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'cc4c093c-da09-49b0-aaff-ff7cc36518e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 4, 'project_id': '9101e463982f4521845062c073921578', 'gw_port': {'id': 'cc4c093c-da09-49b0-aaff-ff7cc36518e8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'e2250bcb-7412-4f72-a047-f54650ce9c6d', 'name': '', 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1', 'tenant_id': '9101e463982f4521845062c073921578', 'mac_address': 'fa:16:3e:4a:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '7e263393-c3c5-4ac9-81b5-a99a959fa021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:01Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 2, 'project_id': '9101e463982f4521845062c073921578', 'subnets': [{'id': '7e263393-c3c5-4ac9-81b5-a99a959fa021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:06.565867 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-eb1acdad-8372-49a3-82fe-50bc07b7e884 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=412aa47214d1471fa973f8f9eb7b0f1a HTTP/1.1" status: 200 len: 380 time: 0.0561514 Nov 24 14:08:06.575471 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-5e9029da-c141-4d8a-aa34-2adc03d00e04 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Request body: {'port': {'device_id': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'admin_state_up': True, 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'security_groups': ['340df119-79c6-4e0e-94d2-284543d26bf4']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:06.587515 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Checking router: f3de4dc4-45a8-4c68-9ba7-154d27557692 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:08:06.587876 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Updating router f3de4dc4-45a8-4c68-9ba7-154d27557692 port e2250bcb-7412-4f72-a047-f54650ce9c6d binding host n-d-817303-4 {{(pid=114988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 14:08:06.613292 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:06.689888 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bee6c1ee-5964-4692-aa6b-5b356d84ab7b req-c8aeb84b-687c-43a3-a13d-75d1527481fa tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 210 time: 0.0320334 Nov 24 14:08:06.724848 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-5e9029da-c141-4d8a-aa34-2adc03d00e04 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Made reservation on behalf of 412aa47214d1471fa973f8f9eb7b0f1a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:08:06.728571 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-5e9029da-c141-4d8a-aa34-2adc03d00e04 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:06.855353 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-5e9029da-c141-4d8a-aa34-2adc03d00e04 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Allocated IP 172.20.0.3 (10156164-22f2-4789-8e3f-898a788716ad/49a8f8c7-79d6-4da8-ab61-3a8a27153609/b5932207-a220-4f51-b369-276619bdb7dd) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:08:06.882995 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Publish callbacks [] for port, precommit_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:06.888176 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:06.969742 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4066f6e-b311-495a-b755-d5e04e7dc05e None None] Pushing event updated for resources: {'Port': ['ID=e2250bcb-7412-4f72-a047-f54650ce9c6d,revision_number=3']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:07.005250 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Attempting to bind port e2250bcb-7412-4f72-a047-f54650ce9c6d on host n-d-817303-4 for vnic_type normal with profile {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:08:07.005623 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Attempting to bind port e2250bcb-7412-4f72-a047-f54650ce9c6d by drivers openvswitch,hyperv on host n-d-817303-4 at level 0 using segments [{'id': '9ddb865b-09a8-4b97-b256-904f3ccdbea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1'}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:08:07.005995 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Attempting to bind port e2250bcb-7412-4f72-a047-f54650ce9c6d on network 01e8da81-029e-4290-a23a-8aea3a8332c1 {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:08:07.012328 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Checking agent: {'id': 'c65da6d2-5735-4e18-bcd5-da0a0880c26f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 41, 26), 'started_at': datetime.datetime(2021, 11, 24, 12, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:08:07.012719 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Checking segment: {'id': '9ddb865b-09a8-4b97-b256-904f3ccdbea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:08:07.013153 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.014716 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Bound using segment: {'id': '9ddb865b-09a8-4b97-b256-904f3ccdbea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1'} {{(pid=114988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:08:07.015211 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.managers [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Bound port: e2250bcb-7412-4f72-a047-f54650ce9c6d, host: n-d-817303-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ddb865b-09a8-4b97-b256-904f3ccdbea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1'}}] {{(pid=114988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:08:07.015662 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.021959 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-5e9029da-c141-4d8a-aa34-2adc03d00e04 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.049572 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.074264 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-5e9029da-c141-4d8a-aa34-2adc03d00e04 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.088231 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] For port e2250bcb-7412-4f72-a047-f54650ce9c6d, host n-d-817303-4, cleared binding levels {{(pid=114988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:08:07.092839 n-d-817303-4 neutron-server[114988]: DEBUG neutron.plugins.ml2.db [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] For port e2250bcb-7412-4f72-a047-f54650ce9c6d, host n-d-817303-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e2250bcb-7412-4f72-a047-f54650ce9c6d,segment=NetworkSegment(9ddb865b-09a8-4b97-b256-904f3ccdbea9),segment_id=9ddb865b-09a8-4b97-b256-904f3ccdbea9)] {{(pid=114988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:08:07.097337 n-d-817303-4 neutron-server[114988]: DEBUG neutron_lib.callbacks.manager [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.133255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-5e9029da-c141-4d8a-aa34-2adc03d00e04 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Network 10156164-22f2-4789-8e3f-898a788716ad is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:08:07.136383 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-5e9029da-c141-4d8a-aa34-2adc03d00e04 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:07.142207 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-5e9029da-c141-4d8a-aa34-2adc03d00e04 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:08:07.154329 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Routers {'f3de4dc4-45a8-4c68-9ba7-154d27557692'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:08:07.155461 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f3de4dc4-45a8-4c68-9ba7-154d27557692'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:07.161311 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4066f6e-b311-495a-b755-d5e04e7dc05e None None] Pushing event updated for resources: {'Port': ['ID=e2250bcb-7412-4f72-a047-f54650ce9c6d,revision_number=4']} {{(pid=114988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:07.180544 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9029da-c141-4d8a-aa34-2adc03d00e04 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event updated for resources: {'Port': ['ID=b5932207-a220-4f51-b369-276619bdb7dd,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:07.195540 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-5e9029da-c141-4d8a-aa34-2adc03d00e04 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:07.196179 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-5e9029da-c141-4d8a-aa34-2adc03d00e04 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.218324 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-5e9029da-c141-4d8a-aa34-2adc03d00e04 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6463492 Nov 24 14:08:07.234726 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Request body: {'port': {'device_id': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:07.275791 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-9d830f43-0a9c-4172-b52b-7dbb78a1d219 None None] Provisioning complete for port e2250bcb-7412-4f72-a047-f54650ce9c6d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:07.276806 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d830f43-0a9c-4172-b52b-7dbb78a1d219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.285024 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] Set router f3de4dc4-45a8-4c68-9ba7-154d27557692 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:08:07.314716 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.381651 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d830f43-0a9c-4172-b52b-7dbb78a1d219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.445220 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-9d830f43-0a9c-4172-b52b-7dbb78a1d219 None None] For port e2250bcb-7412-4f72-a047-f54650ce9c6d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e2250bcb-7412-4f72-a047-f54650ce9c6d,segment=NetworkSegment(9ddb865b-09a8-4b97-b256-904f3ccdbea9),segment_id=9ddb865b-09a8-4b97-b256-904f3ccdbea9)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:08:07.452429 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d830f43-0a9c-4172-b52b-7dbb78a1d219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.539703 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d830f43-0a9c-4172-b52b-7dbb78a1d219 None None] Pushing event updated for resources: {'Port': ['ID=e2250bcb-7412-4f72-a047-f54650ce9c6d,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:07.565525 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'name': 'tempest-TestSnapshotPattern-169034640-router', 'tenant_id': '9101e463982f4521845062c073921578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'cc4c093c-da09-49b0-aaff-ff7cc36518e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 4, 'project_id': '9101e463982f4521845062c073921578', 'gw_port': {'id': 'cc4c093c-da09-49b0-aaff-ff7cc36518e8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'e2250bcb-7412-4f72-a047-f54650ce9c6d', 'name': '', 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1', 'tenant_id': '9101e463982f4521845062c073921578', 'mac_address': 'fa:16:3e:4a:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '7e263393-c3c5-4ac9-81b5-a99a959fa021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:01Z', 'updated_at': '2021-11-24T14:08:07Z', 'revision_number': 4, 'project_id': '9101e463982f4521845062c073921578', 'subnets': [{'id': '7e263393-c3c5-4ac9-81b5-a99a959fa021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:07.578043 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c428846d-4960-4111-8957-ae31ebd3e716 None None] Provisioning complete for port e2250bcb-7412-4f72-a047-f54650ce9c6d triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:07.578720 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c428846d-4960-4111-8957-ae31ebd3e716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.608356 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af09a943-caee-4625-addd-93575f39a2a0 None None] The sync data for ids ['f3de4dc4-45a8-4c68-9ba7-154d27557692'] in n-d-817303-4 is: [{'id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'name': 'tempest-TestSnapshotPattern-169034640-router', 'tenant_id': '9101e463982f4521845062c073921578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'cc4c093c-da09-49b0-aaff-ff7cc36518e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 4, 'project_id': '9101e463982f4521845062c073921578', 'gw_port': {'id': 'cc4c093c-da09-49b0-aaff-ff7cc36518e8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': 'e2250bcb-7412-4f72-a047-f54650ce9c6d', 'name': '', 'network_id': '01e8da81-029e-4290-a23a-8aea3a8332c1', 'tenant_id': '9101e463982f4521845062c073921578', 'mac_address': 'fa:16:3e:4a:f6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '7e263393-c3c5-4ac9-81b5-a99a959fa021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:08:01Z', 'updated_at': '2021-11-24T14:08:07Z', 'revision_number': 4, 'project_id': '9101e463982f4521845062c073921578', 'subnets': [{'id': '7e263393-c3c5-4ac9-81b5-a99a959fa021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:08:07.616009 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e2250bcb-7412-4f72-a047-f54650ce9c6d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:08:07.705196 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5932207-a220-4f51-b369-276619bdb7dd {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:08:07.714366 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.723094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e2250bcb-7412-4f72-a047-f54650ce9c6d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:07.723208 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.727760 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Transition to ACTIVE for port object b5932207-a220-4f51-b369-276619bdb7dd will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:08:07.733800 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.859981 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5932207-a220-4f51-b369-276619bdb7dd,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:07.877978 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d72190-0eac-40e8-8d3e-55f7ad68ff09 req-f5b7d67c-6404-4e17-b199-b201c9beb327 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:07.880606 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8d72190-0eac-40e8-8d3e-55f7ad68ff09 req-f5b7d67c-6404-4e17-b199-b201c9beb327 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 943 time: 0.0788069 Nov 24 14:08:07.906089 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Attempting to bind port b5932207-a220-4f51-b369-276619bdb7dd on host n-h1-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:08:07.906440 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Attempting to bind port b5932207-a220-4f51-b369-276619bdb7dd by drivers openvswitch,hyperv on host n-h1-817303-4 at level 0 using segments [{'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:08:07.906785 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Attempting to bind port b5932207-a220-4f51-b369-276619bdb7dd on network 10156164-22f2-4789-8e3f-898a788716ad {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:08:07.914778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Port b5932207-a220-4f51-b369-276619bdb7dd on network 10156164-22f2-4789-8e3f-898a788716ad not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:08:07.914778 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Attempting to bind port b5932207-a220-4f51-b369-276619bdb7dd on network 10156164-22f2-4789-8e3f-898a788716ad {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:08:07.924302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Checking agent: {'id': '32da06fd-7a7e-444b-97dc-b582ec8b200a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:08:07.924549 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Checking segment: {'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:08:07.924967 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Bound using segment: {'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:08:07.925411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Bound port: b5932207-a220-4f51-b369-276619bdb7dd, host: n-h1-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:08:07.925896 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:07.945738 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f8d72190-0eac-40e8-8d3e-55f7ad68ff09 req-52ae6264-d74a-4458-9d0c-2351d7235f66 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581496 Nov 24 14:08:08.003189 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] For port b5932207-a220-4f51-b369-276619bdb7dd, host n-h1-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:08:08.007386 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] For port b5932207-a220-4f51-b369-276619bdb7dd, host n-h1-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=b5932207-a220-4f51-b369-276619bdb7dd,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:08:08.013319 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:08.050174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:08.050798 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:08.052289 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] 10.222.0.46 "PUT /v2.0/ports/b5932207-a220-4f51-b369-276619bdb7dd HTTP/1.1" status: 200 len: 1091 time: 0.8225961 Nov 24 14:08:08.052752 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'tag': 'b5932207-a220-4f51-b369-276619bdb7dd'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:08:08.055066 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e124b2a3-a5b5-46cc-b5f5-ab78b0a110d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c", "tag": "b5932207-a220-4f51-b369-276619bdb7dd"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:08:08.086661 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c58fc9-7cb5-49f2-a9b9-75ed457dbad7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5932207-a220-4f51-b369-276619bdb7dd,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:08.159943 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-1b77449a-c220-42d9-800c-76ece647c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:08.161852 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-1b77449a-c220-42d9-800c-76ece647c9d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 1094 time: 0.0558457 Nov 24 14:08:08.213000 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d3e044-8811-410b-b880-a3f1d85d5ba1 x-openstack-request-id: req-b9d3e044-8811-410b-b880-a3f1d85d5ba1 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:08:08.213304 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c", "tag": "b5932207-a220-4f51-b369-276619bdb7dd", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:08:08.213560 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9d3e044-8811-410b-b880-a3f1d85d5ba1 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:08:08.213973 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'tag': 'b5932207-a220-4f51-b369-276619bdb7dd', 'status': 'completed', 'code': 200} Nov 24 14:08:08.215539 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-adcb9304-7ff2-473f-9e24-ac08563d8b3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5932207-a220-4f51-b369-276619bdb7dd HTTP/1.1" status: 200 len: 217 time: 0.0455515 Nov 24 14:08:08.271599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-b4ef0838-da16-4378-9dc3-1474f806718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:08.273160 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-b4ef0838-da16-4378-9dc3-1474f806718a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 200 len: 848 time: 0.0499542 Nov 24 14:08:08.324124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-f168e3ad-0e8d-4b5e-a4c5-b333f5b74701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:08.325775 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-f168e3ad-0e8d-4b5e-a4c5-b333f5b74701 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10156164-22f2-4789-8e3f-898a788716ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452721 Nov 24 14:08:08.420568 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-b50b9e5c-6635-4521-ba76-a0e497664040 service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846305 Nov 24 14:08:08.508378 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-bcda1805-e38f-43c6-873d-a2139c9dabb9 req-490e0ec5-6eb8-426f-a98e-436b374577e2 service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808063 Nov 24 14:08:08.601972 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124b2a3-a5b5-46cc-b5f5-ab78b0a110d6 req-777e7035-e9bb-4ca0-87bb-dd5e172954e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:08.603478 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e124b2a3-a5b5-46cc-b5f5-ab78b0a110d6 req-777e7035-e9bb-4ca0-87bb-dd5e172954e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 1094 time: 0.0488560 Nov 24 14:08:08.699371 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124b2a3-a5b5-46cc-b5f5-ab78b0a110d6 req-26afd99e-d5aa-43bd-aaf2-da0d21db1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:08.700949 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e124b2a3-a5b5-46cc-b5f5-ab78b0a110d6 req-26afd99e-d5aa-43bd-aaf2-da0d21db1043 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 910 time: 0.0898888 Nov 24 14:08:08.751496 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e124b2a3-a5b5-46cc-b5f5-ab78b0a110d6 req-795e5095-b4d5-4651-962d-f4c04afb6ac9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5932207-a220-4f51-b369-276619bdb7dd HTTP/1.1" status: 200 len: 217 time: 0.0415244 Nov 24 14:08:08.801114 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124b2a3-a5b5-46cc-b5f5-ab78b0a110d6 req-611c5abc-5a67-4bfa-8dab-d7e177362bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:08.802482 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e124b2a3-a5b5-46cc-b5f5-ab78b0a110d6 req-611c5abc-5a67-4bfa-8dab-d7e177362bbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 200 len: 848 time: 0.0439990 Nov 24 14:08:08.848657 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124b2a3-a5b5-46cc-b5f5-ab78b0a110d6 req-2adee22f-5d0e-429d-9fa4-023f3612b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:08.850118 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e124b2a3-a5b5-46cc-b5f5-ab78b0a110d6 req-2adee22f-5d0e-429d-9fa4-023f3612b0d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10156164-22f2-4789-8e3f-898a788716ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383403 Nov 24 14:08:08.947559 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e124b2a3-a5b5-46cc-b5f5-ab78b0a110d6 req-04bc9f11-2f91-41e9-8b51-005edc695d04 service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892086 Nov 24 14:08:09.040251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e124b2a3-a5b5-46cc-b5f5-ab78b0a110d6 req-c0db5a9c-27ad-42a8-bd74-5933711ff194 service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838065 Nov 24 14:08:09.073549 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a6a81-1948-4213-a7b2-2812004f24bf req-9b2cbde4-9c28-4fa8-a759-a5376835af3a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:09.075134 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-532a6a81-1948-4213-a7b2-2812004f24bf req-9b2cbde4-9c28-4fa8-a759-a5376835af3a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 943 time: 0.0528667 Nov 24 14:08:09.126636 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-532a6a81-1948-4213-a7b2-2812004f24bf req-ae33b761-98bd-4af8-a3a6-aff569f9435e tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448780 Nov 24 14:08:09.555492 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e2250bcb-7412-4f72-a047-f54650ce9c6d up at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:08:09.607193 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Provisioning complete for port e2250bcb-7412-4f72-a047-f54650ce9c6d triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:09.607474 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:10.245201 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfa934-7fba-420f-a403-0a828a0d986f req-9c1fc169-dc19-432e-8507-b00c0af4e1a9 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:10.246611 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40dfa934-7fba-420f-a403-0a828a0d986f req-9c1fc169-dc19-432e-8507-b00c0af4e1a9 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 943 time: 0.0493927 Nov 24 14:08:10.282421 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:10.301440 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-40dfa934-7fba-420f-a403-0a828a0d986f req-9cea9447-0123-4e0d-9174-2da8f677a18d tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482028 Nov 24 14:08:11.417013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c1b55-08f3-4603-a78c-3d0eb194310e req-992baeb7-8354-4e06-beb6-58940071806f tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:11.418477 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fe5c1b55-08f3-4603-a78c-3d0eb194310e req-992baeb7-8354-4e06-beb6-58940071806f tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 943 time: 0.0477035 Nov 24 14:08:11.470552 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fe5c1b55-08f3-4603-a78c-3d0eb194310e req-e77486e4-a5ad-4a90-bcda-da2214e90cf5 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456233 Nov 24 14:08:12.187460 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device b5932207-a220-4f51-b369-276619bdb7dd details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:08:12.288306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port b5932207-a220-4f51-b369-276619bdb7dd, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=b5932207-a220-4f51-b369-276619bdb7dd,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:08:12.300222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'b5932207-a220-4f51-b369-276619bdb7dd', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'port_id': 'b5932207-a220-4f51-b369-276619bdb7dd', 'mac_address': 'fa:16:3e:23:94:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:08:12.337095 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:12.349524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5932207-a220-4f51-b369-276619bdb7dd {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:08:12.369306 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port b5932207-a220-4f51-b369-276619bdb7dd, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=b5932207-a220-4f51-b369-276619bdb7dd,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:08:12.373904 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:12.422677 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=b5932207-a220-4f51-b369-276619bdb7dd,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:12.576815 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['b5932207-a220-4f51-b369-276619bdb7dd'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:08:12.587463 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33999384-95a5-41f0-9ea4-1e9c35e6536a req-08fdd7aa-8acb-41a9-9cb3-55199099bf34 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:12.588984 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33999384-95a5-41f0-9ea4-1e9c35e6536a req-08fdd7aa-8acb-41a9-9cb3-55199099bf34 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 944 time: 0.0483329 Nov 24 14:08:12.642091 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-33999384-95a5-41f0-9ea4-1e9c35e6536a req-de4eb98a-7190-4525-a5c6-40ccf67dc22d tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463855 Nov 24 14:08:13.758681 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0a13e-f93c-4727-a670-815956fe4549 req-93d5672e-fa16-4d7c-8a8c-7331b445c423 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:13.760152 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9dd0a13e-f93c-4727-a670-815956fe4549 req-93d5672e-fa16-4d7c-8a8c-7331b445c423 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 944 time: 0.0492480 Nov 24 14:08:13.808497 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-9dd0a13e-f93c-4727-a670-815956fe4549 req-934bf036-6608-4c4a-9189-516f77bd13b3 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420959 Nov 24 14:08:14.193798 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device b5932207-a220-4f51-b369-276619bdb7dd up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:08:14.243573 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning for port b5932207-a220-4f51-b369-276619bdb7dd completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:08:14.247433 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port b5932207-a220-4f51-b369-276619bdb7dd triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:08:14.248311 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:14.330419 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:14.352699 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5932207-a220-4f51-b369-276619bdb7dd'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:08:14.354924 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7fdca6-fd16-4cf6-bf45-bdaf75153536" -d '{"events": [{"server_uuid": "8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c", "name": "network-vif-plugged", "status": "completed", "tag": "b5932207-a220-4f51-b369-276619bdb7dd"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:08:14.368221 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port b5932207-a220-4f51-b369-276619bdb7dd, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=b5932207-a220-4f51-b369-276619bdb7dd,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:08:14.372343 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:14.421857 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=b5932207-a220-4f51-b369-276619bdb7dd,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:14.449472 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d759db9f-02f0-452c-b315-e8604280f516 x-openstack-request-id: req-d759db9f-02f0-452c-b315-e8604280f516 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:08:14.449803 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c", "name": "network-vif-plugged", "status": "completed", "tag": "b5932207-a220-4f51-b369-276619bdb7dd", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:08:14.450069 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d759db9f-02f0-452c-b315-e8604280f516 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:08:14.450473 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5932207-a220-4f51-b369-276619bdb7dd', 'code': 200} Nov 24 14:08:14.543265 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df407c-6bf1-4f9a-9d4e-d9415bd554d6 req-6e883419-919d-4a7f-8dc8-7be8f1720ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:14.545251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-39df407c-6bf1-4f9a-9d4e-d9415bd554d6 req-6e883419-919d-4a7f-8dc8-7be8f1720ec8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 1096 time: 0.0384648 Nov 24 14:08:14.590722 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-39df407c-6bf1-4f9a-9d4e-d9415bd554d6 req-5a3709ea-029a-4bcf-89e1-f183c38216e6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387137 Nov 24 14:08:14.925013 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9dd19-94b8-46a8-80e8-5ebd935f6d2e req-338fc44a-95ed-4c31-b262-ea24f84e4233 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:14.926490 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f3d9dd19-94b8-46a8-80e8-5ebd935f6d2e req-338fc44a-95ed-4c31-b262-ea24f84e4233 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 945 time: 0.0490484 Nov 24 14:08:14.974311 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f3d9dd19-94b8-46a8-80e8-5ebd935f6d2e req-89175958-4d4b-4639-9c08-3c5f36e9587b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418165 Nov 24 14:08:16.093896 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89492829-0697-4fec-a7dd-fa680bfbec0c req-f46efc1d-0350-4f6f-b8a2-75828b7c2cbb tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:16.095342 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89492829-0697-4fec-a7dd-fa680bfbec0c req-f46efc1d-0350-4f6f-b8a2-75828b7c2cbb tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 945 time: 0.0516551 Nov 24 14:08:16.143146 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-89492829-0697-4fec-a7dd-fa680bfbec0c req-a4e69dc6-e8aa-422b-9e83-610a477f3595 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Nov 24 14:08:16.268326 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4135cf-6480-4d08-b654-e471662815a6 req-3d78aa5a-2260-4243-80ef-407018010696 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:16.269824 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cd4135cf-6480-4d08-b654-e471662815a6 req-3d78aa5a-2260-4243-80ef-407018010696 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 945 time: 0.0595982 Nov 24 14:08:16.318243 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-cd4135cf-6480-4d08-b654-e471662815a6 req-e03d1eb3-4028-4d8c-8265-e6607c12c193 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424514 Nov 24 14:08:16.339405 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59736) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:08:16.420157 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbb2688-5128-49bb-b34b-623d0fdec362 tempest-TestSnapshotPattern-2129692850 tempest-TestSnapshotPattern-2129692850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:16.421710 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-fbbb2688-5128-49bb-b34b-623d0fdec362 tempest-TestSnapshotPattern-2129692850 tempest-TestSnapshotPattern-2129692850-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 1091 time: 0.0813344 Nov 24 14:08:16.424562 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 59740) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:08:16.428734 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.v2.base [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': 'b5932207-a220-4f51-b369-276619bdb7dd', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=114986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:08:16.450533 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for floatingip, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:16.548579 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:16.648811 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_common [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Allocated IP 172.25.0.165 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/b43f4aad-56a1-4b26-b2c1-d6e40686c4e5) {{(pid=114986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:08:16.752132 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for port, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:16.784092 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:16.824283 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:08:16.827055 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.base_scheduler [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Resources bound (agent type, host, resource id): {{(pid=114986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:08:16.830511 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Received port after_create {{(pid=114986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:08:16.851636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event updated for resources: {'Port': ['ID=b43f4aad-56a1-4b26-b2c1-d6e40686c4e5,revision_number=1']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:17.177999 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:17.241982 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:17.388516 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for port, precommit_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:17.393022 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32614674'] for port, after_update {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:17.462504 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event updated for resources: {'Port': ['ID=b43f4aad-56a1-4b26-b2c1-d6e40686c4e5,revision_number=2']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:08:17.472810 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:17.572989 n-d-817303-4 neutron-server[114986]: INFO neutron.db.l3_db [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Floating IP 29c16e46-d034-4a53-9a6f-197e6d3cd089 associated. External IP: 172.25.0.165, port: b5932207-a220-4f51-b369-276619bdb7dd. Nov 24 14:08:18.123837 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:08:18.226636 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:08:18.237158 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60164f1-dd83-44cb-85dc-4a6899512f18 None None] Sync routers for ids ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:08:18.245084 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:18.248214 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60164f1-dd83-44cb-85dc-4a6899512f18 None None] Routers {'9e336bab-9a40-4180-80d8-9894d7ce6fb3'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:08:18.249056 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f60164f1-dd83-44cb-85dc-4a6899512f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:18.279896 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-ed4625b6-1565-4dc8-ab29-77b73860595b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8542781 Nov 24 14:08:18.280500 n-d-817303-4 neutron-server[114986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'tag': 'b5932207-a220-4f51-b369-276619bdb7dd'}] {{(pid=114986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:08:18.282815 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}121e04d1351da8b3ec3a73c79ea7a0755ae7249025d9d76ace30dcea8a821f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c510a0ec-0f6e-4e39-a9ff-8d0894741ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c", "tag": "b5932207-a220-4f51-b369-276619bdb7dd"}]}' {{(pid=114986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:08:18.365768 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-f60164f1-dd83-44cb-85dc-4a6899512f18 None None] Set router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:08:18.377392 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23799861-18cd-47d4-a240-e0b0638d2eff x-openstack-request-id: req-23799861-18cd-47d4-a240-e0b0638d2eff {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:08:18.377694 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c", "tag": "b5932207-a220-4f51-b369-276619bdb7dd", "status": "completed", "code": 200}]} {{(pid=114986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:08:18.377959 n-d-817303-4 neutron-server[114986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23799861-18cd-47d4-a240-e0b0638d2eff {{(pid=114986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:08:18.378373 n-d-817303-4 neutron-server[114986]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'tag': 'b5932207-a220-4f51-b369-276619bdb7dd', 'status': 'completed', 'code': 200} Nov 24 14:08:18.441084 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510a0ec-0f6e-4e39-a9ff-8d0894741ce5 req-4642e5ff-912f-4e9a-9f48-f8f3368fa8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:18.442606 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c510a0ec-0f6e-4e39-a9ff-8d0894741ce5 req-4642e5ff-912f-4e9a-9f48-f8f3368fa8c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 1096 time: 0.0421770 Nov 24 14:08:18.542032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510a0ec-0f6e-4e39-a9ff-8d0894741ce5 req-c48fed27-4e3b-400a-9d3a-c6d81558dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:18.543520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c510a0ec-0f6e-4e39-a9ff-8d0894741ce5 req-c48fed27-4e3b-400a-9d3a-c6d81558dea2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 910 time: 0.0929353 Nov 24 14:08:18.608887 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c510a0ec-0f6e-4e39-a9ff-8d0894741ce5 req-2003d955-4b3e-4285-a8e7-eb9b71371d9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5932207-a220-4f51-b369-276619bdb7dd HTTP/1.1" status: 200 len: 999 time: 0.0585201 Nov 24 14:08:18.659184 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510a0ec-0f6e-4e39-a9ff-8d0894741ce5 req-dce137b1-b827-495a-bfde-59e1242f1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:18.660575 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c510a0ec-0f6e-4e39-a9ff-8d0894741ce5 req-dce137b1-b827-495a-bfde-59e1242f1f25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 200 len: 848 time: 0.0449760 Nov 24 14:08:18.712319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510a0ec-0f6e-4e39-a9ff-8d0894741ce5 req-f4f8deb2-8d67-49ce-9614-7f7ac5f54116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:08:18.713880 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c510a0ec-0f6e-4e39-a9ff-8d0894741ce5 req-f4f8deb2-8d67-49ce-9614-7f7ac5f54116 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10156164-22f2-4789-8e3f-898a788716ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447311 Nov 24 14:08:18.751451 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f60164f1-dd83-44cb-85dc-4a6899512f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '29c16e46-d034-4a53-9a6f-197e6d3cd089', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'port_id': 'b5932207-a220-4f51-b369-276619bdb7dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'mac_address': 'fa:16:3e:23:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:17Z', 'updated_at': '2021-11-24T14:08:17Z', 'revision_number': 0, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:18.778278 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60164f1-dd83-44cb-85dc-4a6899512f18 None None] Checking router: 9e336bab-9a40-4180-80d8-9894d7ce6fb3 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:08:18.787110 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60164f1-dd83-44cb-85dc-4a6899512f18 None None] Routers {'9e336bab-9a40-4180-80d8-9894d7ce6fb3'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:08:18.787729 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f60164f1-dd83-44cb-85dc-4a6899512f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:07:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:18.803161 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c510a0ec-0f6e-4e39-a9ff-8d0894741ce5 req-c92a2dc7-a0d2-47f8-b5a2-69a653aa5c1c service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820205 Nov 24 14:08:18.897400 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c510a0ec-0f6e-4e39-a9ff-8d0894741ce5 req-124f937e-31c3-49d1-9a39-6dc8731c5c54 service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876515 Nov 24 14:08:18.897807 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-f60164f1-dd83-44cb-85dc-4a6899512f18 None None] Set router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:08:19.117518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-f60164f1-dd83-44cb-85dc-4a6899512f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '29c16e46-d034-4a53-9a6f-197e6d3cd089', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'port_id': 'b5932207-a220-4f51-b369-276619bdb7dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'mac_address': 'fa:16:3e:23:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:17Z', 'updated_at': '2021-11-24T14:08:17Z', 'revision_number': 0, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:08:19.143617 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60164f1-dd83-44cb-85dc-4a6899512f18 None None] The sync data for ids ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'] in n-d-817303-4 is: [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '29c16e46-d034-4a53-9a6f-197e6d3cd089', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'port_id': 'b5932207-a220-4f51-b369-276619bdb7dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'mac_address': 'fa:16:3e:23:94:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:17Z', 'updated_at': '2021-11-24T14:08:17Z', 'revision_number': 0, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:08:19.330821 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16690c9-fae2-4b9e-9326-e464909fc2e9 None None] New status for floating IP 29c16e46-d034-4a53-9a6f-197e6d3cd089: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:08:20.989985 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-81d43552-b8dc-41a4-a71d-15308425b70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:23.430703 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8610437a-09f8-4b09-8687-e98b63b2bcac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:24.662808 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:26.186721 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:26.828368 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:37.012151 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:40.295939 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:41.821516 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:08:50.991553 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f7ef9686-32b5-4bd3-92ee-17c1b661709d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:53.432566 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b708955c-c9b3-4b86-9832-3fdf423354de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:54.662107 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:56.188584 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:08:56.832311 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:07.000940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:08.784191 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f200ab9-cdbe-4278-b2a9-88332cc920a6 req-ba2d2cab-4320-4eef-be7f-45b953eb67e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395489 Nov 24 14:09:08.864455 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200ab9-cdbe-4278-b2a9-88332cc920a6 req-ec479d4b-7b38-4bca-8664-de5ca6b19360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:08.865943 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f200ab9-cdbe-4278-b2a9-88332cc920a6 req-ec479d4b-7b38-4bca-8664-de5ca6b19360 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 1096 time: 0.0401630 Nov 24 14:09:08.970837 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200ab9-cdbe-4278-b2a9-88332cc920a6 req-f539e82e-0858-4d73-9532-5f60d82e727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:08.972482 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f200ab9-cdbe-4278-b2a9-88332cc920a6 req-f539e82e-0858-4d73-9532-5f60d82e727a service neutron] 10.222.0.46 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 910 time: 0.0876634 Nov 24 14:09:09.036261 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f200ab9-cdbe-4278-b2a9-88332cc920a6 req-83af6989-1f28-4739-a184-edd73d011a16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5932207-a220-4f51-b369-276619bdb7dd HTTP/1.1" status: 200 len: 1001 time: 0.0561171 Nov 24 14:09:09.088565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200ab9-cdbe-4278-b2a9-88332cc920a6 req-9ca848f6-17ff-4361-bf54-926c01131c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:09.090001 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f200ab9-cdbe-4278-b2a9-88332cc920a6 req-9ca848f6-17ff-4361-bf54-926c01131c94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 200 len: 848 time: 0.0472894 Nov 24 14:09:09.134653 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f200ab9-cdbe-4278-b2a9-88332cc920a6 req-f8f6958f-5bff-46ed-a580-5184f7ac17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:09:09.136089 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f200ab9-cdbe-4278-b2a9-88332cc920a6 req-f8f6958f-5bff-46ed-a580-5184f7ac17ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10156164-22f2-4789-8e3f-898a788716ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381439 Nov 24 14:09:09.225307 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f200ab9-cdbe-4278-b2a9-88332cc920a6 req-51721bc4-c172-4a72-8a93-339f027cbf36 service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813539 Nov 24 14:09:09.322364 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7f200ab9-cdbe-4278-b2a9-88332cc920a6 req-945f242d-0e12-4c6f-8eb6-075e3a4e70fe service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895841 Nov 24 14:09:10.296179 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:18.820844 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:09:20.993457 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7f3fff94-c15a-4e29-996f-66f098cd664d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:23.433987 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f03d-236e-4c1b-a583-907483408cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:24.665655 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:26.192429 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:26.834154 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:37.015188 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:40.316940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:50.999227 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-7e857b48-2fa8-4f4a-860d-d8727af738e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:53.437908 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4ab24350-d0fc-4541-9ed3-5294197a6d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:54.668082 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:55.820617 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:09:56.195841 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:09:56.835652 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:07.046023 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:10.302960 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:10.806713 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-889be465-9f19-4567-bb1b-a39a697bb3f9 req-53ff7cc5-73aa-458c-b68f-60a68cd124f8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423083 Nov 24 14:10:10.890668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889be465-9f19-4567-bb1b-a39a697bb3f9 req-e8ecff0a-5ee4-4f94-b0e6-3b430bda09c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:10.892160 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-889be465-9f19-4567-bb1b-a39a697bb3f9 req-e8ecff0a-5ee4-4f94-b0e6-3b430bda09c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 1096 time: 0.0440929 Nov 24 14:10:10.993168 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889be465-9f19-4567-bb1b-a39a697bb3f9 req-c3b9ac56-61d6-4f28-812a-739a682f94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:10.994873 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-889be465-9f19-4567-bb1b-a39a697bb3f9 req-c3b9ac56-61d6-4f28-812a-739a682f94ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 910 time: 0.0841184 Nov 24 14:10:11.063791 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-889be465-9f19-4567-bb1b-a39a697bb3f9 req-f20910be-570f-4bad-8839-c13bc3e7ea6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5932207-a220-4f51-b369-276619bdb7dd HTTP/1.1" status: 200 len: 1001 time: 0.0621724 Nov 24 14:10:11.457705 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889be465-9f19-4567-bb1b-a39a697bb3f9 req-92c44604-6228-4626-8a78-674db9a6ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:11.459152 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-889be465-9f19-4567-bb1b-a39a697bb3f9 req-92c44604-6228-4626-8a78-674db9a6ff17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 200 len: 848 time: 0.3877361 Nov 24 14:10:11.504406 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889be465-9f19-4567-bb1b-a39a697bb3f9 req-4f1fcd76-dfb9-43aa-ae69-94db1d6be2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:11.505922 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-889be465-9f19-4567-bb1b-a39a697bb3f9 req-4f1fcd76-dfb9-43aa-ae69-94db1d6be2a5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10156164-22f2-4789-8e3f-898a788716ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393732 Nov 24 14:10:11.604037 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-889be465-9f19-4567-bb1b-a39a697bb3f9 req-61466c6f-cbfc-460b-b039-cd5b596e87ee service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912416 Nov 24 14:10:11.692409 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-889be465-9f19-4567-bb1b-a39a697bb3f9 req-209c4633-752c-4669-82cd-b95da32eab12 service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816083 Nov 24 14:10:16.775136 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device b5932207-a220-4f51-b369-276619bdb7dd details requested by agent hyperv_n-h1-817303-4 with host n-h1-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:10:16.874619 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port b5932207-a220-4f51-b369-276619bdb7dd, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=b5932207-a220-4f51-b369-276619bdb7dd,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:10:16.889131 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Returning: {'device': 'b5932207-a220-4f51-b369-276619bdb7dd', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'port_id': 'b5932207-a220-4f51-b369-276619bdb7dd', 'mac_address': 'fa:16:3e:23:94:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:10:16.929490 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:16.942869 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5932207-a220-4f51-b369-276619bdb7dd {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:10:16.962425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port b5932207-a220-4f51-b369-276619bdb7dd, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=b5932207-a220-4f51-b369-276619bdb7dd,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:10:16.966323 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:17.023487 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=b5932207-a220-4f51-b369-276619bdb7dd,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:17.031426 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:17.031845 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:17.032119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:17.032490 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:17.032855 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:17.033187 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:17.033516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:17.033844 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:17.034174 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:17.034497 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:17.034821 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:17.035175 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:17.040977 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] get_ports_and_sgs() called for port_ids ['b5932207-a220-4f51-b369-276619bdb7dd'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:10:18.777797 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device b5932207-a220-4f51-b369-276619bdb7dd up at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:10:18.831876 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Provisioning complete for port b5932207-a220-4f51-b369-276619bdb7dd triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:10:18.832277 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:18.914260 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:18.942001 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5932207-a220-4f51-b369-276619bdb7dd'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:10:18.944672 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a9da8a-9f3a-4a9a-b781-91ee4d79f7c2" -d '{"events": [{"server_uuid": "8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c", "name": "network-vif-plugged", "status": "completed", "tag": "b5932207-a220-4f51-b369-276619bdb7dd"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:10:18.963425 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port b5932207-a220-4f51-b369-276619bdb7dd, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=b5932207-a220-4f51-b369-276619bdb7dd,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:10:18.970671 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:19.031370 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82b297c-c86a-4ee1-b7ab-a554118da0ab x-openstack-request-id: req-b82b297c-c86a-4ee1-b7ab-a554118da0ab {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:10:19.031616 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c", "name": "network-vif-plugged", "status": "completed", "tag": "b5932207-a220-4f51-b369-276619bdb7dd", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:10:19.031865 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b82b297c-c86a-4ee1-b7ab-a554118da0ab {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:10:19.032281 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5932207-a220-4f51-b369-276619bdb7dd', 'code': 200} Nov 24 14:10:19.037014 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=b5932207-a220-4f51-b369-276619bdb7dd,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:20.998960 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-5a576df9-55b9-49d6-a560-e9c4bd64da94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:23.441659 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-86b59a34-c1d1-4417-8155-7aa128415b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:24.675808 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:26.206603 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:26.837952 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:27.508208 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-eadc7532-002a-4913-be4b-cab90c118e32 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1759372096&fields=id&tenant_id=412aa47214d1471fa973f8f9eb7b0f1a HTTP/1.1" status: 200 len: 267 time: 0.0463364 Nov 24 14:10:27.617040 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-0d52c5df-ad44-49e1-a797-edd7719b612b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:27.618499 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-0d52c5df-ad44-49e1-a797-edd7719b612b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 809 time: 0.1034100 Nov 24 14:10:27.633697 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-722f8833-e767-43ae-9a89-cf84d2340c74 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/quotas/412aa47214d1471fa973f8f9eb7b0f1a HTTP/1.1" status: 200 len: 375 time: 0.0091281 Nov 24 14:10:27.689890 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-f7592547-893f-4c0c-bbfe-0afd3b2fd6b1 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509048 Nov 24 14:10:27.837265 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-c76837c7-effa-4f07-924e-c15b99e28d90 service neutron] 10.222.0.48 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354916 Nov 24 14:10:27.929298 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-15956307-6d38-4336-adff-1cf3d172917d service neutron] 10.222.0.48 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853839 Nov 24 14:10:28.127680 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c23f3bed-5fb7-4e6f-926a-a6e8b4f9c574 req-91dd7cab-378c-4acc-be7e-a68942684279 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 210 time: 0.0276029 Nov 24 14:10:29.205190 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e6f7086d-3a4e-4bca-a91c-02d45d814fc8 req-e07330f5-8402-4285-a980-e7b73c2faa28 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 210 time: 0.0262322 Nov 24 14:10:30.286282 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-a200d1a1-38d4-4806-a75b-4e9dbcba3d96 req-b47a7dfb-6dce-4474-b408-6acfde6b1356 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 210 time: 0.0300360 Nov 24 14:10:30.822658 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device b5932207-a220-4f51-b369-276619bdb7dd no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:10:30.905729 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:30.928308 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5932207-a220-4f51-b369-276619bdb7dd'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:10:30.930620 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42930eed-2f00-4b66-a90c-46c5d27f352c" -d '{"events": [{"server_uuid": "8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c", "name": "network-vif-unplugged", "status": "completed", "tag": "b5932207-a220-4f51-b369-276619bdb7dd"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:10:30.942471 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] For port b5932207-a220-4f51-b369-276619bdb7dd, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=b5932207-a220-4f51-b369-276619bdb7dd,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:10:30.946853 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:30.972642 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 14:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5cec44-dfda-4ffc-bd4c-2b93d3088c4d x-openstack-request-id: req-5c5cec44-dfda-4ffc-bd4c-2b93d3088c4d {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:10:30.972961 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c", "name": "network-vif-unplugged", "status": "completed", "tag": "b5932207-a220-4f51-b369-276619bdb7dd", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:10:30.973223 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c5cec44-dfda-4ffc-bd4c-2b93d3088c4d {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:10:30.973607 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5932207-a220-4f51-b369-276619bdb7dd', 'code': 200} Nov 24 14:10:30.998616 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Pushing event updated for resources: {'Port': ['ID=b5932207-a220-4f51-b369-276619bdb7dd,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:31.367241 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-543423ba-7f24-4bba-8990-29ce269fcfba req-a40e08a7-9d15-42ea-afb1-bfeaa881ed6a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 210 time: 0.0302024 Nov 24 14:10:32.462444 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-28871e76-6fc6-4218-b079-f3736bc8937c req-666ed345-5acb-4e0e-826f-7b8735cd4e6e tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 210 time: 0.0269358 Nov 24 14:10:32.819572 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:10:33.073516 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-1ba5f000-13d3-4b5c-8214-3e5876b57575 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:33.074907 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-1ba5f000-13d3-4b5c-8214-3e5876b57575 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.59 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 809 time: 0.0994418 Nov 24 14:10:33.150553 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-e71eabe6-609b-4715-8e33-6b148f6b6217 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=412aa47214d1471fa973f8f9eb7b0f1a HTTP/1.1" status: 200 len: 380 time: 0.0641146 Nov 24 14:10:33.161517 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Request body: {'port': {'device_id': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'admin_state_up': True, 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'security_groups': ['340df119-79c6-4e0e-94d2-284543d26bf4']}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:10:33.275816 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Made reservation on behalf of 412aa47214d1471fa973f8f9eb7b0f1a for: {'port': 1} {{(pid=114985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 14:10:33.279647 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:33.417255 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Allocated IP 172.20.0.4 (10156164-22f2-4789-8e3f-898a788716ad/49a8f8c7-79d6-4da8-ab61-3a8a27153609/34eb7303-0dcc-4d50-b160-c7ac4b41319f) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:10:33.618294 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-00ca32e0-fa41-4667-9d8f-00eec592b96d req-f2c55ca0-4f7d-442e-8bd4-5877be462274 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 210 time: 0.0387321 Nov 24 14:10:33.662086 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:33.705005 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:33.749220 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Network 10156164-22f2-4789-8e3f-898a788716ad is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:10:33.752974 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:10:33.757454 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:10:33.803966 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event updated for resources: {'Port': ['ID=34eb7303-0dcc-4d50-b160-c7ac4b41319f,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:33.817528 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:33.817887 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:33.818235 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:33.818584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:33.818922 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:33.819263 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:33.819599 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:33.819932 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:33.820264 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:33.820596 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:33.820973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:33.821302 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:10:33.833319 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:33.833948 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:33.860285 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-dee87e44-6b2f-4944-812c-830eb37b9d21 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7013519 Nov 24 14:10:34.097160 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-99d15776-a610-41e3-b1e9-12d47df7d711 None None] Provisioning complete for port 34eb7303-0dcc-4d50-b160-c7ac4b41319f triggered by entity DHCP. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:10:34.097725 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-99d15776-a610-41e3-b1e9-12d47df7d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:34.135680 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-99d15776-a610-41e3-b1e9-12d47df7d711 None None] Port 34eb7303-0dcc-4d50-b160-c7ac4b41319f cannot update to ACTIVE because it is not bound. {{(pid=114987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 14:10:34.765216 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a05cb7-4f5c-45e9-a729-4c019aa55943 req-5da301d2-8165-4bf4-b623-34d687ce8336 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:34.767266 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57a05cb7-4f5c-45e9-a729-4c019aa55943 req-5da301d2-8165-4bf4-b623-34d687ce8336 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 931 time: 0.0654631 Nov 24 14:10:34.823064 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-57a05cb7-4f5c-45e9-a729-4c019aa55943 req-02a2830b-17d8-4c88-a77a-5a0cc9b468b2 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495586 Nov 24 14:10:35.954388 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b72a4-b176-440f-888d-082835c3daef req-f7fb4e30-936c-48d9-bf87-5ee669806499 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:35.956006 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-796b72a4-b176-440f-888d-082835c3daef req-f7fb4e30-936c-48d9-bf87-5ee669806499 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 931 time: 0.0560102 Nov 24 14:10:36.006927 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-796b72a4-b176-440f-888d-082835c3daef req-b04707c2-24fc-44cf-9d94-8cf6447f3669 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450125 Nov 24 14:10:37.055276 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:37.128531 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4721e6-b8d2-46da-8a2d-2b0b55e010cc req-3c142945-0fac-4230-90f2-8ea68eecf26b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:37.130074 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fe4721e6-b8d2-46da-8a2d-2b0b55e010cc req-3c142945-0fac-4230-90f2-8ea68eecf26b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 931 time: 0.0522151 Nov 24 14:10:37.183061 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-fe4721e6-b8d2-46da-8a2d-2b0b55e010cc req-e29b5f46-18b3-4241-adf3-742c2c2a928b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465775 Nov 24 14:10:38.306128 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b71e19-6802-42f8-89f7-82de52d73ff1 req-0a03dad7-5a55-43e7-a59e-0e7d02c7e5e3 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:38.307643 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b7b71e19-6802-42f8-89f7-82de52d73ff1 req-0a03dad7-5a55-43e7-a59e-0e7d02c7e5e3 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 931 time: 0.0519657 Nov 24 14:10:38.358045 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-b7b71e19-6802-42f8-89f7-82de52d73ff1 req-197f25b0-1fb5-4efd-9b24-bb2274e32e6c tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435867 Nov 24 14:10:39.497516 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ec3ff-6104-43ac-9f2d-d9b847e29489 req-06c2093f-1358-460b-b465-dc14ecbafabb tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:39.500313 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e47ec3ff-6104-43ac-9f2d-d9b847e29489 req-06c2093f-1358-460b-b465-dc14ecbafabb tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 931 time: 0.0517106 Nov 24 14:10:39.551363 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-e47ec3ff-6104-43ac-9f2d-d9b847e29489 req-b811b348-95c2-49d7-8717-a17cb6d877a0 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445638 Nov 24 14:10:40.320129 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:40.671652 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f32b8-415f-497e-bcf9-cc378076dbe9 req-bd64017f-ca53-4461-9dfa-6c531ab80e1f tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:40.673755 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b6f32b8-415f-497e-bcf9-cc378076dbe9 req-bd64017f-ca53-4461-9dfa-6c531ab80e1f tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 931 time: 0.0515471 Nov 24 14:10:40.730973 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-7b6f32b8-415f-497e-bcf9-cc378076dbe9 req-e37efd43-ff40-4303-bd7a-42020e5c993e tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512080 Nov 24 14:10:41.867569 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef8daa-951a-4a99-8e6c-4a96eb8a6ea4 req-5664c946-af4d-458d-8085-fbdb0f12265e tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:41.869013 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c4ef8daa-951a-4a99-8e6c-4a96eb8a6ea4 req-5664c946-af4d-458d-8085-fbdb0f12265e tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 931 time: 0.0625806 Nov 24 14:10:41.919706 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c4ef8daa-951a-4a99-8e6c-4a96eb8a6ea4 req-d4783533-6544-4661-8f66-b097e79162ea tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438092 Nov 24 14:10:43.043732 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fbe14-517f-4fd6-be6e-0c127fc86879 req-7f70ae0e-784d-4545-a70a-287667b4458a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:43.045284 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de4fbe14-517f-4fd6-be6e-0c127fc86879 req-7f70ae0e-784d-4545-a70a-287667b4458a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 931 time: 0.0553970 Nov 24 14:10:43.094849 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-de4fbe14-517f-4fd6-be6e-0c127fc86879 req-103a2cbc-155c-4231-909e-42948027935b tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434296 Nov 24 14:10:44.057968 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Request body: {'port': {'device_id': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:10:44.111358 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:44.214638 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c7eb6-be39-4602-81e5-bff6e1ecc382 req-bc0c5573-b825-4e52-9b34-311a47697726 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:44.216153 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d8c7eb6-be39-4602-81e5-bff6e1ecc382 req-bc0c5573-b825-4e52-9b34-311a47697726 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 931 time: 0.0501249 Nov 24 14:10:44.275607 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-5d8c7eb6-be39-4602-81e5-bff6e1ecc382 req-8faad726-8ca7-49e9-9223-bc7d2015d227 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532994 Nov 24 14:10:44.381252 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34eb7303-0dcc-4d50-b160-c7ac4b41319f {{(pid=114985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:10:44.388625 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:44.400318 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.provisioning_blocks [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Transition to ACTIVE for port object 34eb7303-0dcc-4d50-b160-c7ac4b41319f will not be triggered until provisioned by entity L2. {{(pid=114985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 14:10:44.404032 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:44.454889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Pushing event updated for resources: {'Port': ['ID=34eb7303-0dcc-4d50-b160-c7ac4b41319f,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:44.527668 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Attempting to bind port 34eb7303-0dcc-4d50-b160-c7ac4b41319f on host n-h2-817303-4 for vnic_type normal with profile {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 14:10:44.527908 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Attempting to bind port 34eb7303-0dcc-4d50-b160-c7ac4b41319f by drivers openvswitch,hyperv on host n-h2-817303-4 at level 0 using segments [{'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 14:10:44.528253 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Attempting to bind port 34eb7303-0dcc-4d50-b160-c7ac4b41319f on network 10156164-22f2-4789-8e3f-898a788716ad {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:10:44.533529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Port 34eb7303-0dcc-4d50-b160-c7ac4b41319f on network 10156164-22f2-4789-8e3f-898a788716ad not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-4 {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 14:10:44.533857 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Attempting to bind port 34eb7303-0dcc-4d50-b160-c7ac4b41319f on network 10156164-22f2-4789-8e3f-898a788716ad {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 14:10:44.538818 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Checking agent: {'id': 'db8d03dd-68e0-4984-b811-8f6e65d82d61', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'started_at': datetime.datetime(2021, 11, 24, 12, 48, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 14, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 14:10:44.539165 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Checking segment: {'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 14:10:44.539584 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Bound using segment: {'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'} {{(pid=114985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 14:10:44.540022 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.managers [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Bound port: 34eb7303-0dcc-4d50-b160-c7ac4b41319f, host: n-h2-817303-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da35f44e-e64a-4c2d-8337-3e9e434d6546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '10156164-22f2-4789-8e3f-898a788716ad'}}] {{(pid=114985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 14:10:44.540405 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:44.610021 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] For port 34eb7303-0dcc-4d50-b160-c7ac4b41319f, host n-h2-817303-4, cleared binding levels {{(pid=114985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 14:10:44.612999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] For port 34eb7303-0dcc-4d50-b160-c7ac4b41319f, host n-h2-817303-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 14:10:44.617379 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:44.651188 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:44.651801 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:44.653236 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] 10.222.0.59 "PUT /v2.0/ports/34eb7303-0dcc-4d50-b160-c7ac4b41319f HTTP/1.1" status: 200 len: 1091 time: 0.6430881 Nov 24 14:10:44.653675 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'tag': '34eb7303-0dcc-4d50-b160-c7ac4b41319f'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:10:44.656409 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cac103-6d23-4ad0-b5bf-fdeb48654c45" -d '{"events": [{"name": "network-changed", "server_uuid": "948c2629-7f94-41c6-b2a0-ed0a3ffa35aa", "tag": "34eb7303-0dcc-4d50-b160-c7ac4b41319f"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:10:44.682464 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d8881-30d9-406d-b2cd-6843ad3ae034 service neutron] Pushing event updated for resources: {'Port': ['ID=34eb7303-0dcc-4d50-b160-c7ac4b41319f,revision_number=3']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:44.707552 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4f5d1c-1b24-4db3-b007-fafc43d6eff8 x-openstack-request-id: req-bf4f5d1c-1b24-4db3-b007-fafc43d6eff8 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:10:44.707851 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948c2629-7f94-41c6-b2a0-ed0a3ffa35aa", "tag": "34eb7303-0dcc-4d50-b160-c7ac4b41319f", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:10:44.708107 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf4f5d1c-1b24-4db3-b007-fafc43d6eff8 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:10:44.708510 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'tag': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'status': 'completed', 'code': 200} Nov 24 14:10:44.742645 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-8e99297f-c4e7-4b70-9606-05be996c9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:44.744683 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-8e99297f-c4e7-4b70-9606-05be996c9e01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 1094 time: 0.0465109 Nov 24 14:10:44.791701 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-3535c04e-b0ef-4a67-8122-64ec8cd39b21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f HTTP/1.1" status: 200 len: 217 time: 0.0382590 Nov 24 14:10:44.846410 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-343ba593-7829-4811-9ddf-65facbb54c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:44.847897 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-343ba593-7829-4811-9ddf-65facbb54c4f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 200 len: 848 time: 0.0479777 Nov 24 14:10:44.895031 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-c2e5a8ec-d8f0-4f9f-89f1-5af1879c5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:44.896521 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-c2e5a8ec-d8f0-4f9f-89f1-5af1879c5400 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10156164-22f2-4789-8e3f-898a788716ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420980 Nov 24 14:10:44.989591 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-f01b4531-671a-44b8-a2b5-e85c8c73ccab service neutron] 10.222.0.59 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853524 Nov 24 14:10:45.078448 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e9db1200-7156-4d37-b5a7-2f18f2182693 req-a7f0aad2-09ec-4fdc-82aa-4d6a0cd6d4e6 service neutron] 10.222.0.59 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816290 Nov 24 14:10:45.170725 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cac103-6d23-4ad0-b5bf-fdeb48654c45 req-9b993362-c2a3-4a5d-abe7-577f57a62208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:45.172888 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0cac103-6d23-4ad0-b5bf-fdeb48654c45 req-9b993362-c2a3-4a5d-abe7-577f57a62208 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 1094 time: 0.0454049 Nov 24 14:10:45.266008 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cac103-6d23-4ad0-b5bf-fdeb48654c45 req-34119d31-e48f-435f-aeb6-02c96aa8ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:45.267510 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0cac103-6d23-4ad0-b5bf-fdeb48654c45 req-34119d31-e48f-435f-aeb6-02c96aa8ad72 service neutron] 10.222.0.59 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 910 time: 0.0867512 Nov 24 14:10:45.312884 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0cac103-6d23-4ad0-b5bf-fdeb48654c45 req-3ab1ea03-f45d-4059-a120-37d3cfeb645f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f HTTP/1.1" status: 200 len: 217 time: 0.0380776 Nov 24 14:10:45.364366 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cac103-6d23-4ad0-b5bf-fdeb48654c45 req-420f68ec-c293-47d4-bf33-833f5b56cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:45.365770 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0cac103-6d23-4ad0-b5bf-fdeb48654c45 req-420f68ec-c293-47d4-bf33-833f5b56cc45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 200 len: 848 time: 0.0450687 Nov 24 14:10:45.397079 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923aa5e-8195-444c-8928-95d678219f64 req-27794df5-0713-436f-a481-d42ab034ecad tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:45.398627 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2923aa5e-8195-444c-8928-95d678219f64 req-27794df5-0713-436f-a481-d42ab034ecad tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 943 time: 0.0533719 Nov 24 14:10:45.412176 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cac103-6d23-4ad0-b5bf-fdeb48654c45 req-5f84d089-455a-4253-bc1f-6a9e733acee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:45.413736 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0cac103-6d23-4ad0-b5bf-fdeb48654c45 req-5f84d089-455a-4253-bc1f-6a9e733acee3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10156164-22f2-4789-8e3f-898a788716ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406990 Nov 24 14:10:45.448741 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-2923aa5e-8195-444c-8928-95d678219f64 req-9723719d-6cd0-45c6-9332-c0297d743c5f tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436044 Nov 24 14:10:45.507978 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0cac103-6d23-4ad0-b5bf-fdeb48654c45 req-ed2296df-b888-4909-b103-6483bac73aff service neutron] 10.222.0.59 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866203 Nov 24 14:10:45.598255 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c0cac103-6d23-4ad0-b5bf-fdeb48654c45 req-cf551835-cf46-45b8-903e-e9449ef2da87 service neutron] 10.222.0.59 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818186 Nov 24 14:10:46.566042 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f080780-b357-4761-afcb-9331732b8529 req-c5595484-8c0f-481a-930f-7ba115e14b49 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:46.567434 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1f080780-b357-4761-afcb-9331732b8529 req-c5595484-8c0f-481a-930f-7ba115e14b49 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 943 time: 0.0486150 Nov 24 14:10:46.620345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-1f080780-b357-4761-afcb-9331732b8529 req-0ee8e650-fc41-4ead-b956-e81660125037 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467675 Nov 24 14:10:47.149263 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 34eb7303-0dcc-4d50-b160-c7ac4b41319f details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:10:47.246119 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 34eb7303-0dcc-4d50-b160-c7ac4b41319f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:10:47.257237 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'port_id': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'mac_address': 'fa:16:3e:d1:3c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:10:47.293271 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:47.305650 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34eb7303-0dcc-4d50-b160-c7ac4b41319f {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:10:47.323968 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 34eb7303-0dcc-4d50-b160-c7ac4b41319f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:10:47.328261 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:47.376032 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=34eb7303-0dcc-4d50-b160-c7ac4b41319f,revision_number=4']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:47.566251 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['34eb7303-0dcc-4d50-b160-c7ac4b41319f'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:10:47.870170 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61142c9d-b72d-477e-bd46-02a8d1430eec req-61234302-424e-4ab6-a515-a7be584af2cf tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:47.871628 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61142c9d-b72d-477e-bd46-02a8d1430eec req-61234302-424e-4ab6-a515-a7be584af2cf tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 944 time: 0.1597431 Nov 24 14:10:47.919956 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-61142c9d-b72d-477e-bd46-02a8d1430eec req-867f7569-dd42-44c7-97ed-0d9e5c4eb114 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417526 Nov 24 14:10:49.036036 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c036e-d4ed-44f8-bbc1-060582ff1f53 req-354c580c-66a3-4689-a341-7c770977f3df tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:49.037520 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e31c036e-d4ed-44f8-bbc1-060582ff1f53 req-354c580c-66a3-4689-a341-7c770977f3df tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 944 time: 0.0480387 Nov 24 14:10:49.084994 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e31c036e-d4ed-44f8-bbc1-060582ff1f53 req-525bce37-af44-4887-a8a3-b75d87aa3671 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Nov 24 14:10:49.163671 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 34eb7303-0dcc-4d50-b160-c7ac4b41319f up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:10:49.215342 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning for port 34eb7303-0dcc-4d50-b160-c7ac4b41319f completed by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 14:10:49.219180 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 34eb7303-0dcc-4d50-b160-c7ac4b41319f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:10:49.219566 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:49.295933 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:49.318080 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34eb7303-0dcc-4d50-b160-c7ac4b41319f'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:10:49.320266 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7815efc-c132-47e3-9a55-bbbf263c510d" -d '{"events": [{"server_uuid": "948c2629-7f94-41c6-b2a0-ed0a3ffa35aa", "name": "network-vif-plugged", "status": "completed", "tag": "34eb7303-0dcc-4d50-b160-c7ac4b41319f"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:10:49.333427 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 34eb7303-0dcc-4d50-b160-c7ac4b41319f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:10:49.337475 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:49.365459 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bedeef-8404-41a5-aa44-30603710efcf x-openstack-request-id: req-84bedeef-8404-41a5-aa44-30603710efcf {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:10:49.365754 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948c2629-7f94-41c6-b2a0-ed0a3ffa35aa", "name": "network-vif-plugged", "status": "completed", "tag": "34eb7303-0dcc-4d50-b160-c7ac4b41319f", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:10:49.366013 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84bedeef-8404-41a5-aa44-30603710efcf {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:10:49.366450 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'code': 200} Nov 24 14:10:49.395541 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=34eb7303-0dcc-4d50-b160-c7ac4b41319f,revision_number=5']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:49.458480 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7d5f3-fee9-42a4-a981-ca0b088fefd2 req-37f42267-8152-47cc-a9fb-994850286430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:49.459956 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-95c7d5f3-fee9-42a4-a981-ca0b088fefd2 req-37f42267-8152-47cc-a9fb-994850286430 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 1096 time: 0.0399244 Nov 24 14:10:49.506308 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-95c7d5f3-fee9-42a4-a981-ca0b088fefd2 req-d93e77ed-4bfa-4d94-bb17-b705deacb93c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393021 Nov 24 14:10:50.253849 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb145f3-ea28-4a58-a08e-a54e53613638 req-e1bc30ca-3d9a-4022-8397-c4d3a0ebc8de tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:50.255370 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcb145f3-ea28-4a58-a08e-a54e53613638 req-e1bc30ca-3d9a-4022-8397-c4d3a0ebc8de tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 945 time: 0.1024055 Nov 24 14:10:50.303432 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-dcb145f3-ea28-4a58-a08e-a54e53613638 req-7e5352d9-e26c-42d2-86bf-37a9201a9777 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Nov 24 14:10:50.992376 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-68fb550c-8642-40bc-8839-39355ebc7d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:51.421161 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f09ade-14ce-489a-b476-3796867f26e4 req-ae644311-dc74-438d-a335-9b51de062b53 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:51.422665 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32f09ade-14ce-489a-b476-3796867f26e4 req-ae644311-dc74-438d-a335-9b51de062b53 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 945 time: 0.0493479 Nov 24 14:10:51.474948 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-32f09ade-14ce-489a-b476-3796867f26e4 req-4ca40757-dbcd-4e91-bf84-a9bacec0a0ab tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464001 Nov 24 14:10:51.590096 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e7ae0-c25b-4b25-917e-0e676439f7b8 req-30d19f9e-691f-4790-88b5-4bcd6bccf4c0 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:51.591647 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c15e7ae0-c25b-4b25-917e-0e676439f7b8 req-30d19f9e-691f-4790-88b5-4bcd6bccf4c0 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 945 time: 0.0491273 Nov 24 14:10:51.640525 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-c15e7ae0-c25b-4b25-917e-0e676439f7b8 req-ff75de3d-892c-409e-a27f-208a4a40ec8a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429442 Nov 24 14:10:51.661851 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60020) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:10:51.704824 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1c281a-7458-44b9-b764-fb7036b24849 tempest-TestSnapshotPattern-2129692850 tempest-TestSnapshotPattern-2129692850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:51.706345 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-1b1c281a-7458-44b9-b764-fb7036b24849 tempest-TestSnapshotPattern-2129692850 tempest-TestSnapshotPattern-2129692850-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 1091 time: 0.0435076 Nov 24 14:10:51.709034 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60022) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:10:51.713203 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.v2.base [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Request body: {'floatingip': {'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'port_id': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 14:10:51.734500 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for floatingip, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:51.829795 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:51.934087 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_common [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Allocated IP 172.25.0.69 (eab2733c-8877-4c2f-a6e8-05bcbad7e8bd/5119053c-f0c4-44db-824f-5fe110b31bc2/11497dee-ce63-4044-80e9-d8513c87b576) {{(pid=114985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 14:10:52.030574 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for port, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:52.064405 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788463532490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:52.102529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Network eab2733c-8877-4c2f-a6e8-05bcbad7e8bd is already hosted by enough agents. {{(pid=114985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 14:10:52.105312 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.base_scheduler [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Resources bound (agent type, host, resource id): {{(pid=114985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 14:10:52.107889 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Received port after_create {{(pid=114985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 14:10:52.140902 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event updated for resources: {'Port': ['ID=11497dee-ce63-4044-80e9-d8513c87b576,revision_number=1']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:52.475971 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for floatingip, precommit_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:52.544402 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:52.698280 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for port, precommit_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:52.702987 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4606066'] for port, after_update {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:52.769205 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event updated for resources: {'Port': ['ID=11497dee-ce63-4044-80e9-d8513c87b576,revision_number=2']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:10:52.780599 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8003897'] for floatingip, after_create {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:52.881085 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Floating IP a7061c48-d8bd-4354-b883-0573bdbc30da associated. External IP: 172.25.0.69, port: 34eb7303-0dcc-4d50-b160-c7ac4b41319f. Nov 24 14:10:53.092254 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:10:53.199831 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:10:53.209915 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5585b9-089b-447e-a2ef-fb2e72662403 None None] Sync routers for ids ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:10:53.217981 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:53.219242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5585b9-089b-447e-a2ef-fb2e72662403 None None] Routers {'9e336bab-9a40-4180-80d8-9894d7ce6fb3'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:10:53.222607 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ab5585b9-089b-447e-a2ef-fb2e72662403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:10:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:53.252508 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-9fc617bb-8e89-4e3f-b263-cfd76f201d39 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5379846 Nov 24 14:10:53.252508 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'tag': '34eb7303-0dcc-4d50-b160-c7ac4b41319f'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:10:53.252508 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5578ca-9814-4dc9-8f01-ee81c9c49605" -d '{"events": [{"name": "network-changed", "server_uuid": "948c2629-7f94-41c6-b2a0-ed0a3ffa35aa", "tag": "34eb7303-0dcc-4d50-b160-c7ac4b41319f"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:10:53.289574 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc4b5d6-8006-46e6-967e-62a47ea70376 x-openstack-request-id: req-6fc4b5d6-8006-46e6-967e-62a47ea70376 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:10:53.289875 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948c2629-7f94-41c6-b2a0-ed0a3ffa35aa", "tag": "34eb7303-0dcc-4d50-b160-c7ac4b41319f", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:10:53.290141 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6fc4b5d6-8006-46e6-967e-62a47ea70376 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:10:53.290693 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'tag': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'status': 'completed', 'code': 200} Nov 24 14:10:53.354423 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5578ca-9814-4dc9-8f01-ee81c9c49605 req-7fbb1873-38af-44e8-aa08-a94615dc053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:53.355980 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef5578ca-9814-4dc9-8f01-ee81c9c49605 req-7fbb1873-38af-44e8-aa08-a94615dc053c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 1096 time: 0.0433497 Nov 24 14:10:53.457402 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5578ca-9814-4dc9-8f01-ee81c9c49605 req-7471f4af-9018-4b75-bfce-abedfb5f2075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:53.458884 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef5578ca-9814-4dc9-8f01-ee81c9c49605 req-7471f4af-9018-4b75-bfce-abedfb5f2075 service neutron] 10.222.0.59 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 910 time: 0.0952852 Nov 24 14:10:53.492084 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4be6c26a-0b97-4618-a1e5-43c55053d6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:53.499748 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-ab5585b9-089b-447e-a2ef-fb2e72662403 None None] Set router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:10:53.525017 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef5578ca-9814-4dc9-8f01-ee81c9c49605 req-ded457bf-2ae2-42de-9ad6-875a818f8191 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f HTTP/1.1" status: 200 len: 998 time: 0.0579612 Nov 24 14:10:53.577986 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5578ca-9814-4dc9-8f01-ee81c9c49605 req-fc3a6f83-e73a-491a-9c94-cc4cdaf6bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:53.580108 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef5578ca-9814-4dc9-8f01-ee81c9c49605 req-fc3a6f83-e73a-491a-9c94-cc4cdaf6bbb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 200 len: 848 time: 0.0482891 Nov 24 14:10:53.625119 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5578ca-9814-4dc9-8f01-ee81c9c49605 req-88580493-06fc-4c46-8e3b-5a9785d750ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:53.627176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef5578ca-9814-4dc9-8f01-ee81c9c49605 req-88580493-06fc-4c46-8e3b-5a9785d750ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10156164-22f2-4789-8e3f-898a788716ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398574 Nov 24 14:10:53.715251 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef5578ca-9814-4dc9-8f01-ee81c9c49605 req-beecd7b7-f42f-4e89-bb50-38f380e40e93 service neutron] 10.222.0.59 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810554 Nov 24 14:10:53.729957 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ab5585b9-089b-447e-a2ef-fb2e72662403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '29c16e46-d034-4a53-9a6f-197e6d3cd089', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'port_id': 'b5932207-a220-4f51-b369-276619bdb7dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'mac_address': 'fa:16:3e:23:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:17Z', 'updated_at': '2021-11-24T14:08:19Z', 'revision_number': 1, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ip_address_scope': None}, {'id': 'a7061c48-d8bd-4354-b883-0573bdbc30da', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'port_id': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'mac_address': 'fa:16:3e:d1:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:10:52Z', 'updated_at': '2021-11-24T14:10:52Z', 'revision_number': 0, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:53.757085 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5585b9-089b-447e-a2ef-fb2e72662403 None None] Checking router: 9e336bab-9a40-4180-80d8-9894d7ce6fb3 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:10:53.765318 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5585b9-089b-447e-a2ef-fb2e72662403 None None] Routers {'9e336bab-9a40-4180-80d8-9894d7ce6fb3'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:10:53.765929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ab5585b9-089b-447e-a2ef-fb2e72662403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:10:53Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:53.809145 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-ef5578ca-9814-4dc9-8f01-ee81c9c49605 req-473aaa6d-372d-4e17-affa-5f8d2ce7d6c5 service neutron] 10.222.0.59 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861006 Nov 24 14:10:53.875164 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-ab5585b9-089b-447e-a2ef-fb2e72662403 None None] Set router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:10:54.094896 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-ab5585b9-089b-447e-a2ef-fb2e72662403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '29c16e46-d034-4a53-9a6f-197e6d3cd089', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'port_id': 'b5932207-a220-4f51-b369-276619bdb7dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'mac_address': 'fa:16:3e:23:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:17Z', 'updated_at': '2021-11-24T14:08:19Z', 'revision_number': 1, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ip_address_scope': None}, {'id': 'a7061c48-d8bd-4354-b883-0573bdbc30da', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'port_id': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'mac_address': 'fa:16:3e:d1:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:10:52Z', 'updated_at': '2021-11-24T14:10:52Z', 'revision_number': 0, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:10:54.125100 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5585b9-089b-447e-a2ef-fb2e72662403 None None] The sync data for ids ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'] in n-d-817303-4 is: [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '29c16e46-d034-4a53-9a6f-197e6d3cd089', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'port_id': 'b5932207-a220-4f51-b369-276619bdb7dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'mac_address': 'fa:16:3e:23:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:17Z', 'updated_at': '2021-11-24T14:08:19Z', 'revision_number': 1, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ip_address_scope': None}, {'id': 'a7061c48-d8bd-4354-b883-0573bdbc30da', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'floating_ip_address': '172.25.0.69', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'port_id': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'mac_address': 'fa:16:3e:d1:3c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:10:52Z', 'updated_at': '2021-11-24T14:10:52Z', 'revision_number': 0, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:10:54.324269 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282b630-c962-4227-acc5-29548c72de18 None None] New status for floating IP a7061c48-d8bd-4354-b883-0573bdbc30da: ACTIVE {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:10:54.674127 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:55.940915 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e47aad35-9b8e-484a-8803-d908c0597fa2 req-e79541cf-9b44-4ffa-8179-10375cec4500 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397315 Nov 24 14:10:56.024904 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47aad35-9b8e-484a-8803-d908c0597fa2 req-ab6beb48-186e-4378-97d3-25073bdea6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:56.026374 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e47aad35-9b8e-484a-8803-d908c0597fa2 req-ab6beb48-186e-4378-97d3-25073bdea6a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 1096 time: 0.0438924 Nov 24 14:10:56.128063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47aad35-9b8e-484a-8803-d908c0597fa2 req-e93d0ccc-573a-4fb6-9ab2-9de69ea2d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:56.129557 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e47aad35-9b8e-484a-8803-d908c0597fa2 req-e93d0ccc-573a-4fb6-9ab2-9de69ea2d99f service neutron] 10.222.0.59 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 910 time: 0.0841556 Nov 24 14:10:56.203331 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e47aad35-9b8e-484a-8803-d908c0597fa2 req-e0a9caec-9116-420e-8e85-c664f04c1d23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f HTTP/1.1" status: 200 len: 1000 time: 0.0650914 Nov 24 14:10:56.204942 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:10:56.253754 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47aad35-9b8e-484a-8803-d908c0597fa2 req-645da637-117f-4115-846d-112b101a3178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:56.255216 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e47aad35-9b8e-484a-8803-d908c0597fa2 req-645da637-117f-4115-846d-112b101a3178 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 200 len: 848 time: 0.0440032 Nov 24 14:10:56.301227 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47aad35-9b8e-484a-8803-d908c0597fa2 req-110e733b-d9f7-4689-bd5b-03f560dbb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:10:56.302733 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e47aad35-9b8e-484a-8803-d908c0597fa2 req-110e733b-d9f7-4689-bd5b-03f560dbb070 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10156164-22f2-4789-8e3f-898a788716ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402594 Nov 24 14:10:56.396978 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e47aad35-9b8e-484a-8803-d908c0597fa2 req-99288143-c251-4295-96a7-8fed19fdb618 service neutron] 10.222.0.59 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862374 Nov 24 14:10:56.489197 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e47aad35-9b8e-484a-8803-d908c0597fa2 req-1113ed33-df12-4cc3-9eba-83e95d92366d service neutron] 10.222.0.59 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833402 Nov 24 14:10:56.840105 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:07.049173 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:09.822329 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:11:10.311229 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:12.804650 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08ee5f14-4866-49f4-92c7-39da19aab5e4 req-a1770753-1756-4348-8842-b7ba2382880e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437622 Nov 24 14:11:12.887770 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee5f14-4866-49f4-92c7-39da19aab5e4 req-42913d67-b400-413a-9e89-44e0340d7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:12.889339 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08ee5f14-4866-49f4-92c7-39da19aab5e4 req-42913d67-b400-413a-9e89-44e0340d7b3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 1094 time: 0.0418065 Nov 24 14:11:12.992687 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee5f14-4866-49f4-92c7-39da19aab5e4 req-49e0b29a-924b-43f4-b52a-98803ad1c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:12.994176 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08ee5f14-4866-49f4-92c7-39da19aab5e4 req-49e0b29a-924b-43f4-b52a-98803ad1c093 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 910 time: 0.0850637 Nov 24 14:11:13.396694 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08ee5f14-4866-49f4-92c7-39da19aab5e4 req-dd86bd17-2b62-4e13-a561-107dc13d91f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5932207-a220-4f51-b369-276619bdb7dd HTTP/1.1" status: 200 len: 999 time: 0.3957229 Nov 24 14:11:13.445138 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee5f14-4866-49f4-92c7-39da19aab5e4 req-ab1933b1-f7ed-4805-9ef1-45d77bd4bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:13.446540 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08ee5f14-4866-49f4-92c7-39da19aab5e4 req-ab1933b1-f7ed-4805-9ef1-45d77bd4bba1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 200 len: 848 time: 0.0427747 Nov 24 14:11:13.490757 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee5f14-4866-49f4-92c7-39da19aab5e4 req-cb62be60-02be-4f77-8320-6ac3ffc25d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:13.492194 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08ee5f14-4866-49f4-92c7-39da19aab5e4 req-cb62be60-02be-4f77-8320-6ac3ffc25d6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10156164-22f2-4789-8e3f-898a788716ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388277 Nov 24 14:11:13.584416 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08ee5f14-4866-49f4-92c7-39da19aab5e4 req-3f348b8b-69a5-4d2b-b191-1a30dfc41bef service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852215 Nov 24 14:11:13.671083 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08ee5f14-4866-49f4-92c7-39da19aab5e4 req-a38122f5-bed0-41ca-ad24-31288394ded9 service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798903 Nov 24 14:11:20.993107 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ec8c68bc-eeec-44e8-a209-9921d2370d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:23.447053 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a71c0db0-965b-40db-92b7-730210adffab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:24.677065 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:26.208358 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:26.840991 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:37.065071 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:40.311880 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:46.821377 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:11:50.997448 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-b004831c-a539-4b6d-bc64-68371842fa0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:53.448140 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e52247a2-7522-42b5-a00f-d6c099f55276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:54.680630 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:55.281451 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2caf7c17-81c8-402c-8a38-9e2edf688056 req-b87f5445-a9d2-4460-a069-d4ffe5fedc3e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437756 Nov 24 14:11:55.363734 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7c17-81c8-402c-8a38-9e2edf688056 req-f294da91-a189-4ba3-83cf-0eb5c671e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:55.365254 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2caf7c17-81c8-402c-8a38-9e2edf688056 req-f294da91-a189-4ba3-83cf-0eb5c671e554 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 1096 time: 0.0404391 Nov 24 14:11:55.471712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7c17-81c8-402c-8a38-9e2edf688056 req-17e673a7-691f-4911-9057-0e4e76669657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:55.473693 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2caf7c17-81c8-402c-8a38-9e2edf688056 req-17e673a7-691f-4911-9057-0e4e76669657 service neutron] 10.222.0.59 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 910 time: 0.0870495 Nov 24 14:11:55.538578 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2caf7c17-81c8-402c-8a38-9e2edf688056 req-b283cce4-b4d2-41df-94bb-e1e432ecf622 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f HTTP/1.1" status: 200 len: 1000 time: 0.0569620 Nov 24 14:11:55.586895 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7c17-81c8-402c-8a38-9e2edf688056 req-bdbda960-5b6f-48ac-bb28-6aa17d828489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:55.588287 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2caf7c17-81c8-402c-8a38-9e2edf688056 req-bdbda960-5b6f-48ac-bb28-6aa17d828489 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 200 len: 848 time: 0.0421803 Nov 24 14:11:55.638646 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7c17-81c8-402c-8a38-9e2edf688056 req-dcc8c2b6-2c6f-4cf1-ac2b-95c6a54edf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:11:55.640175 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2caf7c17-81c8-402c-8a38-9e2edf688056 req-dcc8c2b6-2c6f-4cf1-ac2b-95c6a54edf45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10156164-22f2-4789-8e3f-898a788716ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438063 Nov 24 14:11:55.730036 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2caf7c17-81c8-402c-8a38-9e2edf688056 req-cb6af772-6959-4e66-ad95-9242bec6dec5 service neutron] 10.222.0.59 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813031 Nov 24 14:11:55.825510 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-2caf7c17-81c8-402c-8a38-9e2edf688056 req-2d745b1f-e16e-430f-9604-3cd51f9eda35 service neutron] 10.222.0.59 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870178 Nov 24 14:11:56.211886 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:11:56.842293 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:07.064467 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:10.306257 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:13.828595 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64535b6e-fb33-4968-ab2e-4897db5ae2ad req-c03a790f-f131-43cd-9a8c-3daa3c5fdc61 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803368 Nov 24 14:12:13.910109 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64535b6e-fb33-4968-ab2e-4897db5ae2ad req-2f12a3fe-0f41-41c7-94cd-b184ef9f0363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:13.911491 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64535b6e-fb33-4968-ab2e-4897db5ae2ad req-2f12a3fe-0f41-41c7-94cd-b184ef9f0363 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 1094 time: 0.0397177 Nov 24 14:12:14.016472 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64535b6e-fb33-4968-ab2e-4897db5ae2ad req-558c0297-9140-4bc8-b6c2-0bbcd3ea9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:14.017986 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64535b6e-fb33-4968-ab2e-4897db5ae2ad req-558c0297-9140-4bc8-b6c2-0bbcd3ea9d84 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 910 time: 0.0875189 Nov 24 14:12:14.085869 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64535b6e-fb33-4968-ab2e-4897db5ae2ad req-221f14f2-27a2-4bf0-a915-bd0667c700ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5932207-a220-4f51-b369-276619bdb7dd HTTP/1.1" status: 200 len: 999 time: 0.0599551 Nov 24 14:12:14.139727 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64535b6e-fb33-4968-ab2e-4897db5ae2ad req-87c89b97-fe64-4673-9978-9007673dbecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:14.141185 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64535b6e-fb33-4968-ab2e-4897db5ae2ad req-87c89b97-fe64-4673-9978-9007673dbecc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 200 len: 848 time: 0.0487297 Nov 24 14:12:14.186983 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64535b6e-fb33-4968-ab2e-4897db5ae2ad req-e87e7b19-b1b7-46b8-b18d-27e2e88e9ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:14.188359 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64535b6e-fb33-4968-ab2e-4897db5ae2ad req-e87e7b19-b1b7-46b8-b18d-27e2e88e9ac7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10156164-22f2-4789-8e3f-898a788716ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396843 Nov 24 14:12:14.277385 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64535b6e-fb33-4968-ab2e-4897db5ae2ad req-e292ec28-9e22-43ff-a18a-cc0c6e27fa29 service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813491 Nov 24 14:12:14.369227 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-64535b6e-fb33-4968-ab2e-4897db5ae2ad req-db4f1a16-8efd-447a-b96e-91eaa41325ec service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852599 Nov 24 14:12:20.998434 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-58caddb8-58ef-4f9f-b8ff-225ec72b172a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:23.450209 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-56f156b8-802f-46a4-be21-cd435644d2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:23.673745 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 34eb7303-0dcc-4d50-b160-c7ac4b41319f details requested by agent hyperv_n-h2-817303-4 with host n-h2-817303-4 {{(pid=114987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 14:12:23.781931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 34eb7303-0dcc-4d50-b160-c7ac4b41319f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:12:23.794546 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Returning: {'device': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'port_id': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'mac_address': 'fa:16:3e:d1:3c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 14:12:23.824515 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:12:23.834367 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:23.848286 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34eb7303-0dcc-4d50-b160-c7ac4b41319f {{(pid=114987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 14:12:23.868713 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 34eb7303-0dcc-4d50-b160-c7ac4b41319f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:12:23.874139 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:23.936718 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=34eb7303-0dcc-4d50-b160-c7ac4b41319f,revision_number=6']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:23.944849 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:23.945222 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:23.945562 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:23.946094 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:23.946584 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:23.947073 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:23.947586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:23.947929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:23.948266 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:23.948601 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:23.948962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:23.949461 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:23.954673 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] get_ports_and_sgs() called for port_ids ['34eb7303-0dcc-4d50-b160-c7ac4b41319f'] {{(pid=114987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 14:12:24.685382 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:25.687380 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 34eb7303-0dcc-4d50-b160-c7ac4b41319f up at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 14:12:25.741564 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.provisioning_blocks [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Provisioning complete for port 34eb7303-0dcc-4d50-b160-c7ac4b41319f triggered by entity L2. {{(pid=114987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 14:12:25.742261 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1386120'] for port, provisioning_complete {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:25.835865 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:25.859324 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34eb7303-0dcc-4d50-b160-c7ac4b41319f'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:12:25.861756 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efda6600-dc71-46b1-8ee3-167da5f7bef4" -d '{"events": [{"server_uuid": "948c2629-7f94-41c6-b2a0-ed0a3ffa35aa", "name": "network-vif-plugged", "status": "completed", "tag": "34eb7303-0dcc-4d50-b160-c7ac4b41319f"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:12:25.875250 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 34eb7303-0dcc-4d50-b160-c7ac4b41319f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:12:25.880427 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:25.911172 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e3ec95-3b96-47f7-aadb-bc39768367b2 x-openstack-request-id: req-e4e3ec95-3b96-47f7-aadb-bc39768367b2 {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:12:25.911354 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948c2629-7f94-41c6-b2a0-ed0a3ffa35aa", "name": "network-vif-plugged", "status": "completed", "tag": "34eb7303-0dcc-4d50-b160-c7ac4b41319f", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:12:25.911550 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e4e3ec95-3b96-47f7-aadb-bc39768367b2 {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:12:25.911895 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'code': 200} Nov 24 14:12:25.943982 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=34eb7303-0dcc-4d50-b160-c7ac4b41319f,revision_number=7']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:26.222246 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:26.846407 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:33.994801 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60234) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:34.153748 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Deleting port 11497dee-ce63-4044-80e9-d8513c87b576 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:12:34.153999 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:34.231832 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:34.232162 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:34.243987 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Calling delete_port for 11497dee-ce63-4044-80e9-d8513c87b576 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:12:34.387076 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:34.418354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event deleted for resources: {'Port': ['ID=11497dee-ce63-4044-80e9-d8513c87b576,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:34.444632 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:34.445120 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:34.445608 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:34.446063 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:34.446479 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:34.446814 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:34.447145 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:34.447474 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:34.447799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:34.448123 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:34.448447 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:34.448799 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:34.488791 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:34.489128 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Floating IP a7061c48-d8bd-4354-b883-0573bdbc30da disassociated (deleted). External IP: 172.25.0.69, port: 34eb7303-0dcc-4d50-b160-c7ac4b41319f. Nov 24 14:12:34.697999 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:12:34.807400 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:12:34.812187 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:34.817242 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd8f01-8044-43cd-aa5f-8d2cf1a3844a None None] Sync routers for ids ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:12:34.830747 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd8f01-8044-43cd-aa5f-8d2cf1a3844a None None] Routers {'9e336bab-9a40-4180-80d8-9894d7ce6fb3'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:12:34.831368 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-eabd8f01-8044-43cd-aa5f-8d2cf1a3844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:34.839952 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-d4e0d039-c355-4860-891a-cc2c1d4c9b4a tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "DELETE /v2.0/floatingips/a7061c48-d8bd-4354-b883-0573bdbc30da HTTP/1.1" status: 204 len: 168 time: 0.8440568 Nov 24 14:12:34.840545 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'tag': '34eb7303-0dcc-4d50-b160-c7ac4b41319f'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:12:34.842830 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75ab75c-82c1-4404-9ec3-7326ef13b8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "948c2629-7f94-41c6-b2a0-ed0a3ffa35aa", "tag": "34eb7303-0dcc-4d50-b160-c7ac4b41319f"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:12:34.886613 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7613ec6f-fbe6-4c51-ac9e-847ddb31fcca x-openstack-request-id: req-7613ec6f-fbe6-4c51-ac9e-847ddb31fcca {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:12:34.886914 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948c2629-7f94-41c6-b2a0-ed0a3ffa35aa", "tag": "34eb7303-0dcc-4d50-b160-c7ac4b41319f", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:12:34.887180 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7613ec6f-fbe6-4c51-ac9e-847ddb31fcca {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:12:34.887588 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'tag': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'status': 'completed', 'code': 200} Nov 24 14:12:34.947136 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-eabd8f01-8044-43cd-aa5f-8d2cf1a3844a None None] Set router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:12:34.954303 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ab75c-82c1-4404-9ec3-7326ef13b8cd req-be8df67e-4b5c-451c-925e-e4e0b7f462c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:34.956419 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e75ab75c-82c1-4404-9ec3-7326ef13b8cd req-be8df67e-4b5c-451c-925e-e4e0b7f462c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 1096 time: 0.0440586 Nov 24 14:12:35.067162 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ab75c-82c1-4404-9ec3-7326ef13b8cd req-fc903a1f-cff0-4c28-af80-8b207357df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:35.068750 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e75ab75c-82c1-4404-9ec3-7326ef13b8cd req-fc903a1f-cff0-4c28-af80-8b207357df82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 910 time: 0.0969927 Nov 24 14:12:35.080675 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b769fa3-681a-42b1-ad86-512771fb682f req-2f62c89b-beb2-4610-95e7-3bca3bd54b43 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:35.082246 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8b769fa3-681a-42b1-ad86-512771fb682f req-2f62c89b-beb2-4610-95e7-3bca3bd54b43 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 945 time: 0.0541539 Nov 24 14:12:35.114724 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e75ab75c-82c1-4404-9ec3-7326ef13b8cd req-1292d9a5-9a85-496e-b6d6-a1d671c3f67e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f HTTP/1.1" status: 200 len: 217 time: 0.0366645 Nov 24 14:12:35.133780 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-8b769fa3-681a-42b1-ad86-512771fb682f req-814bc42b-33d9-4f0f-9509-b9983d2e01aa tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451849 Nov 24 14:12:35.166989 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ab75c-82c1-4404-9ec3-7326ef13b8cd req-dfb82cc4-eddd-424e-aa3d-10a7e89ef332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:35.168465 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e75ab75c-82c1-4404-9ec3-7326ef13b8cd req-dfb82cc4-eddd-424e-aa3d-10a7e89ef332 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 200 len: 848 time: 0.0454597 Nov 24 14:12:35.180230 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-eabd8f01-8044-43cd-aa5f-8d2cf1a3844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '29c16e46-d034-4a53-9a6f-197e6d3cd089', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'port_id': 'b5932207-a220-4f51-b369-276619bdb7dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'mac_address': 'fa:16:3e:23:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:17Z', 'updated_at': '2021-11-24T14:08:19Z', 'revision_number': 1, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:35.206274 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd8f01-8044-43cd-aa5f-8d2cf1a3844a None None] Checking router: 9e336bab-9a40-4180-80d8-9894d7ce6fb3 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:12:35.214459 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabd8f01-8044-43cd-aa5f-8d2cf1a3844a None None] Routers {'9e336bab-9a40-4180-80d8-9894d7ce6fb3'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:12:35.215065 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-eabd8f01-8044-43cd-aa5f-8d2cf1a3844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:35.217842 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ab75c-82c1-4404-9ec3-7326ef13b8cd req-df9213a8-182f-4b42-9139-cab23b617f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:35.219348 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e75ab75c-82c1-4404-9ec3-7326ef13b8cd req-df9213a8-182f-4b42-9139-cab23b617f5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=10156164-22f2-4789-8e3f-898a788716ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435209 Nov 24 14:12:35.316598 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e75ab75c-82c1-4404-9ec3-7326ef13b8cd req-2cbe8800-f703-4e8c-8965-d603c942158b service neutron] 10.222.0.59 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855963 Nov 24 14:12:35.320921 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-eabd8f01-8044-43cd-aa5f-8d2cf1a3844a None None] Set router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:12:35.412999 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-e75ab75c-82c1-4404-9ec3-7326ef13b8cd req-c28e7216-c9e1-4f05-bdf0-b01e3c04bcbb service neutron] 10.222.0.59 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872989 Nov 24 14:12:35.551455 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-eabd8f01-8044-43cd-aa5f-8d2cf1a3844a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '29c16e46-d034-4a53-9a6f-197e6d3cd089', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'port_id': 'b5932207-a220-4f51-b369-276619bdb7dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'mac_address': 'fa:16:3e:23:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:17Z', 'updated_at': '2021-11-24T14:08:19Z', 'revision_number': 1, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:35.576929 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd8f01-8044-43cd-aa5f-8d2cf1a3844a None None] The sync data for ids ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'] in n-d-817303-4 is: [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_floatingips': [{'id': '29c16e46-d034-4a53-9a6f-197e6d3cd089', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'floating_ip_address': '172.25.0.165', 'floating_network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'router_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'port_id': 'b5932207-a220-4f51-b369-276619bdb7dd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'mac_address': 'fa:16:3e:23:94:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T14:08:17Z', 'updated_at': '2021-11-24T14:08:19Z', 'revision_number': 1, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:12:35.733974 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 34eb7303-0dcc-4d50-b160-c7ac4b41319f no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:12:35.815544 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68c42dc-5fe1-4050-bb28-ce9a1607abc5 None None] New status for floating IP a7061c48-d8bd-4354-b883-0573bdbc30da: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:12:35.818378 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558408'] for port, before_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:35.841068 n-d-817303-4 neutron-server[114987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34eb7303-0dcc-4d50-b160-c7ac4b41319f'}] {{(pid=114987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:12:35.843307 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99318480980176438e7b9b8d09c75a1e8e25b8199ef1b2a86c50333603c9f3a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30729e63-901d-4e73-9bb5-a2668eb58a1b" -d '{"events": [{"server_uuid": "948c2629-7f94-41c6-b2a0-ed0a3ffa35aa", "name": "network-vif-unplugged", "status": "completed", "tag": "34eb7303-0dcc-4d50-b160-c7ac4b41319f"}]}' {{(pid=114987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:12:35.856701 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.db [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] For port 34eb7303-0dcc-4d50-b160-c7ac4b41319f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:12:35.862785 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788463949514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788463532508', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788463532526'] for port, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:35.891542 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 14:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddea3bc1-486f-493b-8360-b47f894d01fb x-openstack-request-id: req-ddea3bc1-486f-493b-8360-b47f894d01fb {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:12:35.891850 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948c2629-7f94-41c6-b2a0-ed0a3ffa35aa", "name": "network-vif-unplugged", "status": "completed", "tag": "34eb7303-0dcc-4d50-b160-c7ac4b41319f", "code": 200}]} {{(pid=114987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:12:35.892114 n-d-817303-4 neutron-server[114987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddea3bc1-486f-493b-8360-b47f894d01fb {{(pid=114987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:12:35.892555 n-d-817303-4 neutron-server[114987]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'code': 200} Nov 24 14:12:35.919378 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Pushing event updated for resources: {'Port': ['ID=34eb7303-0dcc-4d50-b160-c7ac4b41319f,revision_number=8']} {{(pid=114987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:36.254691 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dc701-ef2e-4223-a4ad-3849a3912535 req-37417ab7-dc0f-4054-9edf-0846cf4ccdee tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:36.256230 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b74dc701-ef2e-4223-a4ad-3849a3912535 req-37417ab7-dc0f-4054-9edf-0846cf4ccdee tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 943 time: 0.0510070 Nov 24 14:12:36.304949 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-b74dc701-ef2e-4223-a4ad-3849a3912535 req-4240a127-6088-41bb-914d-60e7f61c6bb9 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426726 Nov 24 14:12:36.714819 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea68e8b-72c9-4690-adda-825b2b32c78b req-4d1f2778-9021-43c2-ab70-77fe7098a764 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:36.716300 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eea68e8b-72c9-4690-adda-825b2b32c78b req-4d1f2778-9021-43c2-ab70-77fe7098a764 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.59 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 943 time: 0.0484214 Nov 24 14:12:36.813612 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-eea68e8b-72c9-4690-adda-825b2b32c78b req-b193fac8-b91d-4ec9-8799-842034b04f86 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Deleting port 34eb7303-0dcc-4d50-b160-c7ac4b41319f {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:12:36.813952 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-eea68e8b-72c9-4690-adda-825b2b32c78b req-b193fac8-b91d-4ec9-8799-842034b04f86 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:36.905032 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-eea68e8b-72c9-4690-adda-825b2b32c78b req-b193fac8-b91d-4ec9-8799-842034b04f86 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] For port 34eb7303-0dcc-4d50-b160-c7ac4b41319f, host n-h2-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-4',level=0,port_id=34eb7303-0dcc-4d50-b160-c7ac4b41319f,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:12:36.905403 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-eea68e8b-72c9-4690-adda-825b2b32c78b req-b193fac8-b91d-4ec9-8799-842034b04f86 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:36.918503 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-eea68e8b-72c9-4690-adda-825b2b32c78b req-b193fac8-b91d-4ec9-8799-842034b04f86 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Calling delete_port for 34eb7303-0dcc-4d50-b160-c7ac4b41319f owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:12:37.045850 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-eea68e8b-72c9-4690-adda-825b2b32c78b req-b193fac8-b91d-4ec9-8799-842034b04f86 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:37.073477 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193fac8-b91d-4ec9-8799-842034b04f86 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event deleted for resources: {'Port': ['ID=34eb7303-0dcc-4d50-b160-c7ac4b41319f,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:37.079648 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:37.119708 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea68e8b-72c9-4690-adda-825b2b32c78b req-b193fac8-b91d-4ec9-8799-842034b04f86 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] No DVR routers for this DVR port 34eb7303-0dcc-4d50-b160-c7ac4b41319f on host n-h2-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:12:37.122637 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-eea68e8b-72c9-4690-adda-825b2b32c78b req-b193fac8-b91d-4ec9-8799-842034b04f86 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:37.126082 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-eea68e8b-72c9-4690-adda-825b2b32c78b req-b193fac8-b91d-4ec9-8799-842034b04f86 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.59 "DELETE /v2.0/ports/34eb7303-0dcc-4d50-b160-c7ac4b41319f HTTP/1.1" status: 204 len: 173 time: 0.4001966 Nov 24 14:12:37.126524 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'name': 'network-vif-deleted', 'tag': '34eb7303-0dcc-4d50-b160-c7ac4b41319f'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:12:37.128835 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ab6549-4607-476a-a1e2-7a2819749c3e" -d '{"events": [{"server_uuid": "948c2629-7f94-41c6-b2a0-ed0a3ffa35aa", "name": "network-vif-deleted", "tag": "34eb7303-0dcc-4d50-b160-c7ac4b41319f"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:12:37.169300 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad22f4a-ed37-43fd-a060-8e7c18efcf9c x-openstack-request-id: req-fad22f4a-ed37-43fd-a060-8e7c18efcf9c {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:12:37.169608 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948c2629-7f94-41c6-b2a0-ed0a3ffa35aa", "name": "network-vif-deleted", "tag": "34eb7303-0dcc-4d50-b160-c7ac4b41319f", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:12:37.169874 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fad22f4a-ed37-43fd-a060-8e7c18efcf9c {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:12:37.170394 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948c2629-7f94-41c6-b2a0-ed0a3ffa35aa', 'name': 'network-vif-deleted', 'tag': '34eb7303-0dcc-4d50-b160-c7ac4b41319f', 'status': 'completed', 'code': 200} Nov 24 14:12:37.414390 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-3040cfdc-8c38-494e-8374-ae0af82f208a req-814e36bf-15c5-4f43-898e-ac9671dcf083 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=948c2629-7f94-41c6-b2a0-ed0a3ffa35aa HTTP/1.1" status: 200 len: 210 time: 0.0306137 Nov 24 14:12:38.967190 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60294) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:39.123126 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0d370c34-3164-416f-b107-9395d8f38a32 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Deleting port b43f4aad-56a1-4b26-b2c1-d6e40686c4e5 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:12:39.123377 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d370c34-3164-416f-b107-9395d8f38a32 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:39.199191 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d370c34-3164-416f-b107-9395d8f38a32 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:39.199519 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d370c34-3164-416f-b107-9395d8f38a32 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:39.211484 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-0d370c34-3164-416f-b107-9395d8f38a32 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Calling delete_port for b43f4aad-56a1-4b26-b2c1-d6e40686c4e5 owned by network:floatingip {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:12:39.358344 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d370c34-3164-416f-b107-9395d8f38a32 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:39.383209 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d370c34-3164-416f-b107-9395d8f38a32 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event deleted for resources: {'Port': ['ID=b43f4aad-56a1-4b26-b2c1-d6e40686c4e5,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:39.441855 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d370c34-3164-416f-b107-9395d8f38a32 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for floatingip, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:39.442181 n-d-817303-4 neutron-server[114985]: INFO neutron.db.l3_db [None req-0d370c34-3164-416f-b107-9395d8f38a32 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Floating IP 29c16e46-d034-4a53-9a6f-197e6d3cd089 disassociated (deleted). External IP: 172.25.0.165, port: b5932207-a220-4f51-b369-276619bdb7dd. Nov 24 14:12:39.657200 n-d-817303-4 neutron-server[114985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d370c34-3164-416f-b107-9395d8f38a32 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:12:39.763059 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 34eb7303-0dcc-4d50-b160-c7ac4b41319f no longer exists at agent hyperv_n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:12:39.763634 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d370c34-3164-416f-b107-9395d8f38a32 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:12:39.768608 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-0d370c34-3164-416f-b107-9395d8f38a32 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for floatingip, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:39.788076 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461fee0d-49e2-416e-85e6-825d25478c1a None None] Sync routers for ids ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:12:39.794364 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] No Port match for: 34eb7303-0dcc-4d50-b160-c7ac4b41319f {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:12:39.794364 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Device 34eb7303-0dcc-4d50-b160-c7ac4b41319f not bound to the agent host n-h2-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:12:39.795112 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-0d370c34-3164-416f-b107-9395d8f38a32 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "DELETE /v2.0/floatingips/29c16e46-d034-4a53-9a6f-197e6d3cd089 HTTP/1.1" status: 204 len: 168 time: 0.8268332 Nov 24 14:12:39.795712 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'tag': 'b5932207-a220-4f51-b369-276619bdb7dd'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:12:39.798019 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed84cec-7ede-46fe-a4da-8c7dbd431fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c", "tag": "b5932207-a220-4f51-b369-276619bdb7dd"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:12:39.803714 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461fee0d-49e2-416e-85e6-825d25478c1a None None] Routers {'9e336bab-9a40-4180-80d8-9894d7ce6fb3'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:12:39.804349 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-461fee0d-49e2-416e-85e6-825d25478c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:39.835612 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 14:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c4c9d3-6c8e-45cd-99fa-08c8fb191f44 x-openstack-request-id: req-a4c4c9d3-6c8e-45cd-99fa-08c8fb191f44 {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:12:39.835908 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c", "tag": "b5932207-a220-4f51-b369-276619bdb7dd", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:12:39.836172 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4c4c9d3-6c8e-45cd-99fa-08c8fb191f44 {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:12:39.836586 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'tag': 'b5932207-a220-4f51-b369-276619bdb7dd', 'status': 'completed', 'code': 200} Nov 24 14:12:39.905061 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed84cec-7ede-46fe-a4da-8c7dbd431fcf req-5d3b36ed-d92a-4c1f-8fdb-189aee0e449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:39.906599 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ed84cec-7ede-46fe-a4da-8c7dbd431fcf req-5d3b36ed-d92a-4c1f-8fdb-189aee0e449a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 1094 time: 0.0469091 Nov 24 14:12:39.917232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-461fee0d-49e2-416e-85e6-825d25478c1a None None] Set router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:12:40.050391 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed84cec-7ede-46fe-a4da-8c7dbd431fcf req-14f2e311-1f9a-436c-9b53-618de58f6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:40.051896 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ed84cec-7ede-46fe-a4da-8c7dbd431fcf req-14f2e311-1f9a-436c-9b53-618de58f6a67 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 200 len: 910 time: 0.1318717 Nov 24 14:12:40.060426 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be1361-42fb-471e-a67d-69578b8635f1 req-9c47805b-8fe8-4d8a-af06-ec93753ffd47 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:40.061913 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79be1361-42fb-471e-a67d-69578b8635f1 req-9c47805b-8fe8-4d8a-af06-ec93753ffd47 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 943 time: 0.0731318 Nov 24 14:12:40.106941 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ed84cec-7ede-46fe-a4da-8c7dbd431fcf req-aafefd8d-e71b-45e2-ba94-66b905b26797 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5932207-a220-4f51-b369-276619bdb7dd HTTP/1.1" status: 200 len: 217 time: 0.0440612 Nov 24 14:12:40.183449 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-79be1361-42fb-471e-a67d-69578b8635f1 req-a590358b-928e-432b-bde7-f4686863db3e tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143305 Nov 24 14:12:40.187038 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed84cec-7ede-46fe-a4da-8c7dbd431fcf req-3384534b-cde1-421a-ba01-665060afeb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:40.188453 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ed84cec-7ede-46fe-a4da-8c7dbd431fcf req-3384534b-cde1-421a-ba01-665060afeb69 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 200 len: 848 time: 0.0719092 Nov 24 14:12:40.238179 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed84cec-7ede-46fe-a4da-8c7dbd431fcf req-63a6a1df-f43a-420a-946c-cb455388dbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:40.239719 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ed84cec-7ede-46fe-a4da-8c7dbd431fcf req-63a6a1df-f43a-420a-946c-cb455388dbf5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10156164-22f2-4789-8e3f-898a788716ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410924 Nov 24 14:12:40.288231 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-461fee0d-49e2-416e-85e6-825d25478c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:40.313980 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461fee0d-49e2-416e-85e6-825d25478c1a None None] Checking router: 9e336bab-9a40-4180-80d8-9894d7ce6fb3 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:12:40.326965 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461fee0d-49e2-416e-85e6-825d25478c1a None None] Routers {'9e336bab-9a40-4180-80d8-9894d7ce6fb3'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:12:40.327565 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-461fee0d-49e2-416e-85e6-825d25478c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:40.335955 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ed84cec-7ede-46fe-a4da-8c7dbd431fcf req-821f6ce9-a3f1-4ec6-961d-9f6fc2823ec0 service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881910 Nov 24 14:12:40.381720 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:40.429340 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-8ed84cec-7ede-46fe-a4da-8c7dbd431fcf req-f5309b5a-72cd-4cb2-91b5-1d248ae47ad7 service neutron] 10.222.0.46 "GET /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859656 Nov 24 14:12:40.448153 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-461fee0d-49e2-416e-85e6-825d25478c1a None None] Set router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:12:40.651111 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-461fee0d-49e2-416e-85e6-825d25478c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:40.677115 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461fee0d-49e2-416e-85e6-825d25478c1a None None] The sync data for ids ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'] in n-d-817303-4 is: [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4', '_interfaces': [{'id': '443b157a-1640-4a23-abf0-019aa3226b27', 'name': '', 'network_id': '10156164-22f2-4789-8e3f-898a788716ad', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'mac_address': 'fa:16:3e:db:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:56Z', 'updated_at': '2021-11-24T14:08:02Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'subnets': [{'id': '49a8f8c7-79d6-4da8-ab61-3a8a27153609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:12:40.897212 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee58f799-78aa-471e-9d1f-d40b4cb446fe None None] New status for floating IP 29c16e46-d034-4a53-9a6f-197e6d3cd089: DOWN {{(pid=114988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 14:12:41.301655 n-d-817303-4 neutron-server[114986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2657c1e-24e6-4a32-a836-caf671d1d74c req-e9a61c4b-91d5-43d7-acac-ed3658e3d3ef tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:41.303167 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2657c1e-24e6-4a32-a836-caf671d1d74c req-e9a61c4b-91d5-43d7-acac-ed3658e3d3ef tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 943 time: 0.0485435 Nov 24 14:12:41.356376 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-f2657c1e-24e6-4a32-a836-caf671d1d74c req-0348532b-b419-4fa7-985f-9fba2373fd75 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/security-groups?id=340df119-79c6-4e0e-94d2-284543d26bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470700 Nov 24 14:12:41.552275 n-d-817303-4 neutron-server[114985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d12f97-6dbc-4439-ad61-60c61a682c4b req-96fdb815-130d-4210-9cb9-a31081b64b3f tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 14:12:41.553760 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08d12f97-6dbc-4439-ad61-60c61a682c4b req-96fdb815-130d-4210-9cb9-a31081b64b3f tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.46 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 943 time: 0.0553269 Nov 24 14:12:41.650973 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-08d12f97-6dbc-4439-ad61-60c61a682c4b req-1dd2aece-0472-4064-82f8-e412e1c4533c tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Deleting port b5932207-a220-4f51-b369-276619bdb7dd {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:12:41.651314 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-08d12f97-6dbc-4439-ad61-60c61a682c4b req-1dd2aece-0472-4064-82f8-e412e1c4533c tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:41.748009 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [req-08d12f97-6dbc-4439-ad61-60c61a682c4b req-1dd2aece-0472-4064-82f8-e412e1c4533c tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] For port b5932207-a220-4f51-b369-276619bdb7dd, host n-h1-817303-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-4',level=0,port_id=b5932207-a220-4f51-b369-276619bdb7dd,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:12:41.748375 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-08d12f97-6dbc-4439-ad61-60c61a682c4b req-1dd2aece-0472-4064-82f8-e412e1c4533c tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:41.760413 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [req-08d12f97-6dbc-4439-ad61-60c61a682c4b req-1dd2aece-0472-4064-82f8-e412e1c4533c tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Calling delete_port for b5932207-a220-4f51-b369-276619bdb7dd owned by compute:nova {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:12:41.901290 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-08d12f97-6dbc-4439-ad61-60c61a682c4b req-1dd2aece-0472-4064-82f8-e412e1c4533c tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:41.930354 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2aece-0472-4064-82f8-e412e1c4533c tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event deleted for resources: {'Port': ['ID=b5932207-a220-4f51-b369-276619bdb7dd,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:41.971122 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d12f97-6dbc-4439-ad61-60c61a682c4b req-1dd2aece-0472-4064-82f8-e412e1c4533c tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] No DVR routers for this DVR port b5932207-a220-4f51-b369-276619bdb7dd on host n-h1-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:12:41.973755 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [req-08d12f97-6dbc-4439-ad61-60c61a682c4b req-1dd2aece-0472-4064-82f8-e412e1c4533c tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216656'] for port, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:41.977123 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [req-08d12f97-6dbc-4439-ad61-60c61a682c4b req-1dd2aece-0472-4064-82f8-e412e1c4533c tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.46 "DELETE /v2.0/ports/b5932207-a220-4f51-b369-276619bdb7dd HTTP/1.1" status: 204 len: 173 time: 0.4175239 Nov 24 14:12:41.977565 n-d-817303-4 neutron-server[114985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'name': 'network-vif-deleted', 'tag': 'b5932207-a220-4f51-b369-276619bdb7dd'}] {{(pid=114985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 14:12:41.979848 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c8dd9a4554f57cf406e2a9ed0dc23627b62a575153a064d88e314a46fea1632" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9428c1c2-4227-4a22-aefa-92ec19acb017" -d '{"events": [{"server_uuid": "8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c", "name": "network-vif-deleted", "tag": "b5932207-a220-4f51-b369-276619bdb7dd"}]}' {{(pid=114985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 14:12:42.021301 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 14:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577f1836-ae4c-4563-8a83-cabe582b7b7a x-openstack-request-id: req-577f1836-ae4c-4563-8a83-cabe582b7b7a {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 14:12:42.021597 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c", "name": "network-vif-deleted", "tag": "b5932207-a220-4f51-b369-276619bdb7dd", "status": "completed", "code": 200}]} {{(pid=114985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 14:12:42.021875 n-d-817303-4 neutron-server[114985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-577f1836-ae4c-4563-8a83-cabe582b7b7a {{(pid=114985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 14:12:42.022282 n-d-817303-4 neutron-server[114985]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c', 'name': 'network-vif-deleted', 'tag': 'b5932207-a220-4f51-b369-276619bdb7dd', 'status': 'completed', 'code': 200} Nov 24 14:12:42.474940 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [req-c94e9a08-1c5d-4b49-a614-29f49b52c658 req-298274f7-19c9-45e1-9940-901d80e468c1 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "GET /v2.0/ports?device_id=8699aae6-cdc6-4e1a-a628-1bf1a4c28c0c HTTP/1.1" status: 200 len: 210 time: 0.0262043 Nov 24 14:12:43.531212 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60310) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:43.589917 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02a85d03-92aa-4c0a-a6b7-ca8ceea4d1d9 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:43.615517 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02a85d03-92aa-4c0a-a6b7-ca8ceea4d1d9 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:43.680944 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02a85d03-92aa-4c0a-a6b7-ca8ceea4d1d9 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:43.683713 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-02a85d03-92aa-4c0a-a6b7-ca8ceea4d1d9 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:43.684890 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-02a85d03-92aa-4c0a-a6b7-ca8ceea4d1d9 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] 10.222.0.48 "DELETE /v2.0/security-groups/340df119-79c6-4e0e-94d2-284543d26bf4 HTTP/1.1" status: 204 len: 168 time: 0.1526749 Nov 24 14:12:43.695024 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a85d03-92aa-4c0a-a6b7-ca8ceea4d1d9 tempest-TestSnapshotPattern-173653651 tempest-TestSnapshotPattern-173653651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=340df119-79c6-4e0e-94d2-284543d26bf4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:43.729591 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60314) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:44.081092 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:44.326874 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Deleting port 443b157a-1640-4a23-abf0-019aa3226b27 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:12:44.327214 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:44.403986 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] For port 443b157a-1640-4a23-abf0-019aa3226b27, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=443b157a-1640-4a23-abf0-019aa3226b27,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:12:44.404267 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:44.416688 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Calling delete_port for 443b157a-1640-4a23-abf0-019aa3226b27 owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:12:44.593402 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:44.619284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Pushing event deleted for resources: {'Port': ['ID=443b157a-1640-4a23-abf0-019aa3226b27,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:44.651443 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:44.651796 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:44.652142 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:44.652487 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:44.652847 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:44.653181 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:44.653509 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:44.653836 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:44.654218 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:44.654491 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:44.654817 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:44.655138 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-4 {{(pid=114986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 14:12:44.800292 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:45.009207 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:12:45.109466 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:12:45.115798 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-3f2f59f6-477d-41ad-b6f6-2e961be38072 admin admin] 10.222.0.48 "PUT /v2.0/routers/9e336bab-9a40-4180-80d8-9894d7ce6fb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3851974 Nov 24 14:12:45.118582 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60316) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:45.119278 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24cb732-8d46-49be-979b-032ff5b716e4 None None] Sync routers for ids ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'] in n-d-817303-4 {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:12:45.134903 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24cb732-8d46-49be-979b-032ff5b716e4 None None] Routers {'9e336bab-9a40-4180-80d8-9894d7ce6fb3'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:12:45.135516 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d24cb732-8d46-49be-979b-032ff5b716e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:45.221334 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] Publish callbacks [] for router, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:45.247477 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d24cb732-8d46-49be-979b-032ff5b716e4 None None] Set router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:12:45.406694 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device b5932207-a220-4f51-b369-276619bdb7dd no longer exists at agent hyperv_n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:12:45.428697 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] No Port match for: b5932207-a220-4f51-b369-276619bdb7dd {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:12:45.429096 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Device b5932207-a220-4f51-b369-276619bdb7dd not bound to the agent host n-h1-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:12:45.458524 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d24cb732-8d46-49be-979b-032ff5b716e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:12:44Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:45.491644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24cb732-8d46-49be-979b-032ff5b716e4 None None] Checking router: 9e336bab-9a40-4180-80d8-9894d7ce6fb3 for host: n-d-817303-4 {{(pid=114987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:12:45.500705 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24cb732-8d46-49be-979b-032ff5b716e4 None None] Routers {'9e336bab-9a40-4180-80d8-9894d7ce6fb3'} bound to L3 agent in host n-d-817303-4 {{(pid=114987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:12:45.501352 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d24cb732-8d46-49be-979b-032ff5b716e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'], 'active': True} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:45.608678 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_dvr_db [None req-d24cb732-8d46-49be-979b-032ff5b716e4 None None] Set router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 gateway port host: n-d-817303-4 {{(pid=114987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:12:45.672383 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:45.724643 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] Deleting port c5516a95-a09e-4a17-bd30-3f1d03a144ee {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:12:45.725017 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:45.792195 n-d-817303-4 neutron-server[114987]: DEBUG neutron.db.l3_hamode_db [None req-d24cb732-8d46-49be-979b-032ff5b716e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:12:44Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:45.803411 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] For port c5516a95-a09e-4a17-bd30-3f1d03a144ee, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=c5516a95-a09e-4a17-bd30-3f1d03a144ee,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:12:45.803772 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:45.815955 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] Calling delete_port for c5516a95-a09e-4a17-bd30-3f1d03a144ee owned by network:router_gateway {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:12:45.818931 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24cb732-8d46-49be-979b-032ff5b716e4 None None] The sync data for ids ['9e336bab-9a40-4180-80d8-9894d7ce6fb3'] in n-d-817303-4 is: [{'id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'name': 'tempest-TestSnapshotPattern-365138204-router', 'tenant_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:12:44Z', 'revision_number': 5, 'project_id': '412aa47214d1471fa973f8f9eb7b0f1a', 'gw_port': {'id': 'c5516a95-a09e-4a17-bd30-3f1d03a144ee', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e336bab-9a40-4180-80d8-9894d7ce6fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:54Z', 'updated_at': '2021-11-24T14:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}] {{(pid=114987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:12:45.982737 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.016717 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5516a95-a09e-4a17-bd30-3f1d03a144ee,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:46.024457 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e957d33c-be47-44ec-b8cf-ba67e1a7ea33 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:12:46.075139 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.166669 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.168904 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.213065 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.213775 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e336bab-9a40-4180-80d8-9894d7ce6fb3 {{(pid=114985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 14:12:46.218365 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] Publish callbacks [] for router, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.219544 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-21f584cb-fc3e-4638-bcbb-94617139f971 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9e336bab-9a40-4180-80d8-9894d7ce6fb3 HTTP/1.1" status: 204 len: 168 time: 1.0999742 Nov 24 14:12:46.223589 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60318) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:46.274564 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa4a6a5-2e31-42fd-8c97-27332248bf8c admin admin] Deleting subnet 49a8f8c7-79d6-4da8-ab61-3a8a27153609 {{(pid=114985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:12:46.277787 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a6a5-2e31-42fd-8c97-27332248bf8c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.313483 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a6a5-2e31-42fd-8c97-27332248bf8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4281991'] for subnet, precommit_delete_associations {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.394164 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a6a5-2e31-42fd-8c97-27332248bf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.447478 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a6a5-2e31-42fd-8c97-27332248bf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4606008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4678636'] for subnet, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.480117 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4a6a5-2e31-42fd-8c97-27332248bf8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a8f8c7-79d6-4da8-ab61-3a8a27153609,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:46.489807 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ffa4a6a5-2e31-42fd-8c97-27332248bf8c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.494866 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ffa4a6a5-2e31-42fd-8c97-27332248bf8c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/49a8f8c7-79d6-4da8-ab61-3a8a27153609 HTTP/1.1" status: 204 len: 168 time: 0.2682648 Nov 24 14:12:46.495458 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60320) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:46.495763 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c75929-a302-43c4-9b64-70a44cf21b1a None None] Network 10156164-22f2-4789-8e3f-898a788716ad requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:12:46.562553 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.615161 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Deleting port 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 {{(pid=114985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:12:46.615498 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.683529 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.db [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] For port 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=4adecebb-7ffd-4bb7-9cff-f5c5c6285d57,segment=NetworkSegment(da35f44e-e64a-4c2d-8337-3e9e434d6546),segment_id=da35f44e-e64a-4c2d-8337-3e9e434d6546)] {{(pid=114985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:12:46.683895 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.696844 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.plugin [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Calling delete_port for 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 owned by network:dhcp {{(pid=114985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:12:46.774397 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4606027'] for port, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.807170 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43b91ea-9803-4a4c-8bf0-834d49d2817a None None] DHCP port deletion for 10156164-22f2-4789-8e3f-898a788716ad request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:12:46.807876 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=4adecebb-7ffd-4bb7-9cff-f5c5c6285d57,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:46.810372 n-d-817303-4 neutron-server[114985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] No DVR routers for this DVR port 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 on host n-d-817303-4 {{(pid=114985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:12:46.887546 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.907364 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10156164-22f2-4789-8e3f-898a788716ad']}} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:46.917102 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da35f44e-e64a-4c2d-8337-3e9e434d6546') {'for_net_delete': True} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:46.917404 n-d-817303-4 neutron-server[114985]: DEBUG neutron.services.segments.db [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da35f44e-e64a-4c2d-8337-3e9e434d6546') {} {{(pid=114985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:46.926803 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4282032'] for segment, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.939827 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.945773 n-d-817303-4 neutron-server[114985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=114985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:12:46.946163 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4460442'] for segment, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: Traceback (most recent call last): Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: timer() Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: cb(*args, **kw) Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: return func(*args, **kwargs) Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: self._notify() Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: self.callback(batched_events) Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: event.method(event) Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: return f(self, *a, **k) Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: return self._get(url).json() Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: return self.request(url, 'GET', **kwargs) Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:12:46.947889 n-d-817303-4 neutron-server[114985]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:12:47.006709 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:47.012005 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Publish callbacks [] for network, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:47.015252 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] 10.222.0.48 "DELETE /v2.0/networks/10156164-22f2-4789-8e3f-898a788716ad HTTP/1.1" status: 204 len: 168 time: 0.5186191 Nov 24 14:12:47.018933 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60322) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:47.026323 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8775830-ccc8-4b1a-81c8-24cf109bcc21 admin admin] Pushing event deleted for resources: {'Network': ['ID=10156164-22f2-4789-8e3f-898a788716ad,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:47.358938 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87388932-db80-4dc8-ad75-416c09aae7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004409'] for router_interface, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:47.600746 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-87388932-db80-4dc8-ad75-416c09aae7f3 admin admin] Deleting port e2250bcb-7412-4f72-a047-f54650ce9c6d {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:12:47.601139 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87388932-db80-4dc8-ad75-416c09aae7f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:47.679269 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-87388932-db80-4dc8-ad75-416c09aae7f3 admin admin] For port e2250bcb-7412-4f72-a047-f54650ce9c6d, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=e2250bcb-7412-4f72-a047-f54650ce9c6d,segment=NetworkSegment(9ddb865b-09a8-4b97-b256-904f3ccdbea9),segment_id=9ddb865b-09a8-4b97-b256-904f3ccdbea9)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:12:47.679656 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87388932-db80-4dc8-ad75-416c09aae7f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:47.684031 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 443b157a-1640-4a23-abf0-019aa3226b27 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:12:47.693062 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-87388932-db80-4dc8-ad75-416c09aae7f3 admin admin] Calling delete_port for e2250bcb-7412-4f72-a047-f54650ce9c6d owned by network:router_interface {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:12:47.705166 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 443b157a-1640-4a23-abf0-019aa3226b27 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:12:47.705518 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 443b157a-1640-4a23-abf0-019aa3226b27 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:12:47.705932 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:12:47.724644 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:12:47.725021 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 4adecebb-7ffd-4bb7-9cff-f5c5c6285d57 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:12:47.725428 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c5516a95-a09e-4a17-bd30-3f1d03a144ee no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:12:47.747799 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: c5516a95-a09e-4a17-bd30-3f1d03a144ee {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:12:47.748138 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device c5516a95-a09e-4a17-bd30-3f1d03a144ee not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:12:47.872709 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87388932-db80-4dc8-ad75-416c09aae7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:47.899311 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87388932-db80-4dc8-ad75-416c09aae7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2250bcb-7412-4f72-a047-f54650ce9c6d,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:48.064163 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-87388932-db80-4dc8-ad75-416c09aae7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7893807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004517'] for router_interface, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:48.608152 n-d-817303-4 neutron-server[114986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87388932-db80-4dc8-ad75-416c09aae7f3 admin admin] Router f3de4dc4-45a8-4c68-9ba7-154d27557692 has already been hosted by L3 agent bfc186cf-59be-4856-99b9-a5d838817ec5 {{(pid=114986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 14:12:48.712318 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87388932-db80-4dc8-ad75-416c09aae7f3 admin admin] Notify agent at l3_agent.n-d-817303-4 the message routers_updated {{(pid=114986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 14:12:48.717372 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-87388932-db80-4dc8-ad75-416c09aae7f3 admin admin] 10.222.0.48 "PUT /v2.0/routers/f3de4dc4-45a8-4c68-9ba7-154d27557692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6972799 Nov 24 14:12:48.720028 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60324) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:48.723364 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e580173-a384-42d3-a0e4-b24c738c7cb2 None None] Sync routers for ids ['f3de4dc4-45a8-4c68-9ba7-154d27557692'] in n-d-817303-4 {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 14:12:48.732648 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e580173-a384-42d3-a0e4-b24c738c7cb2 None None] Routers {'f3de4dc4-45a8-4c68-9ba7-154d27557692'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:12:48.733280 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-9e580173-a384-42d3-a0e4-b24c738c7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f3de4dc4-45a8-4c68-9ba7-154d27557692'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:48.823166 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] Publish callbacks [] for router, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:48.836060 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-9e580173-a384-42d3-a0e4-b24c738c7cb2 None None] Set router f3de4dc4-45a8-4c68-9ba7-154d27557692 gateway port host: n-d-817303-4 {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:12:48.926806 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:48.978999 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] Deleting port cc4c093c-da09-49b0-aaff-ff7cc36518e8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:12:48.979338 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.007663 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-9e580173-a384-42d3-a0e4-b24c738c7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'name': 'tempest-TestSnapshotPattern-169034640-router', 'tenant_id': '9101e463982f4521845062c073921578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'external_fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'cc4c093c-da09-49b0-aaff-ff7cc36518e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:12:47Z', 'revision_number': 5, 'project_id': '9101e463982f4521845062c073921578', 'gw_port': {'id': 'cc4c093c-da09-49b0-aaff-ff7cc36518e8', 'name': '', 'network_id': 'eab2733c-8877-4c2f-a6e8-05bcbad7e8bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:56:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5119053c-f0c4-44db-824f-5fe110b31bc2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-4'}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:49.037368 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e580173-a384-42d3-a0e4-b24c738c7cb2 None None] Checking router: f3de4dc4-45a8-4c68-9ba7-154d27557692 for host: n-d-817303-4 {{(pid=114988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 14:12:49.045410 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e580173-a384-42d3-a0e4-b24c738c7cb2 None None] Routers {'f3de4dc4-45a8-4c68-9ba7-154d27557692'} bound to L3 agent in host n-d-817303-4 {{(pid=114988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 14:12:49.046007 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-9e580173-a384-42d3-a0e4-b24c738c7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T12:41:23Z,description=,heartbeat_timestamp=2021-11-24T14:12:23Z,host='n-d-817303-4',id=bfc186cf-59be-4856-99b9-a5d838817ec5,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T12:41:23Z,topic='l3_agent')) {'router_ids': ['f3de4dc4-45a8-4c68-9ba7-154d27557692'], 'active': True} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:49.059676 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] For port cc4c093c-da09-49b0-aaff-ff7cc36518e8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=cc4c093c-da09-49b0-aaff-ff7cc36518e8,segment=NetworkSegment(26e237cd-2d4b-460a-9f0b-a79d5cc05b71),segment_id=26e237cd-2d4b-460a-9f0b-a79d5cc05b71)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:12:49.060040 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.075284 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] Calling delete_port for cc4c093c-da09-49b0-aaff-ff7cc36518e8 owned by network:router_gateway {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:12:49.131635 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_dvr_db [None req-9e580173-a384-42d3-a0e4-b24c738c7cb2 None None] Set router f3de4dc4-45a8-4c68-9ba7-154d27557692 gateway port host: None {{(pid=114988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 14:12:49.255947 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.284675 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.l3_hamode_db [None req-9e580173-a384-42d3-a0e4-b24c738c7cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'name': 'tempest-TestSnapshotPattern-169034640-router', 'tenant_id': '9101e463982f4521845062c073921578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:12:48Z', 'revision_number': 6, 'project_id': '9101e463982f4521845062c073921578', 'gw_port_host': None}], 'n-d-817303-4', False) {} {{(pid=114988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:49.287513 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4c093c-da09-49b0-aaff-ff7cc36518e8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:49.308773 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b70b229-82eb-470c-9de7-e78f68758aa1 None None] DHCP port deletion for eab2733c-8877-4c2f-a6e8-05bcbad7e8bd request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:12:49.325617 n-d-817303-4 neutron-server[114988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e580173-a384-42d3-a0e4-b24c738c7cb2 None None] The sync data for ids ['f3de4dc4-45a8-4c68-9ba7-154d27557692'] in n-d-817303-4 is: [{'id': 'f3de4dc4-45a8-4c68-9ba7-154d27557692', 'name': 'tempest-TestSnapshotPattern-169034640-router', 'tenant_id': '9101e463982f4521845062c073921578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T14:07:59Z', 'updated_at': '2021-11-24T14:12:48Z', 'revision_number': 6, 'project_id': '9101e463982f4521845062c073921578', 'gw_port_host': None}] {{(pid=114988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 14:12:49.379213 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8003843'] for router_gateway, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.471076 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8004429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14467'] for router, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.473353 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.516358 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8003969'] for router, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.516827 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3de4dc4-45a8-4c68-9ba7-154d27557692 {{(pid=114986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 14:12:49.521070 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] Publish callbacks [] for router, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.522299 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-817f0f6f-a577-4c8b-a432-c2bf45341e90 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f3de4dc4-45a8-4c68-9ba7-154d27557692 HTTP/1.1" status: 204 len: 168 time: 0.8013241 Nov 24 14:12:49.524904 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60326) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:49.573205 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0ab005-94e9-4d83-94b1-0e584662ee0c admin admin] Deleting subnet 7e263393-c3c5-4ac9-81b5-a99a959fa021 {{(pid=114986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 14:12:49.576205 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab005-94e9-4d83-94b1-0e584662ee0c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.612558 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab005-94e9-4d83-94b1-0e584662ee0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32614681'] for subnet, precommit_delete_associations {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.688104 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab005-94e9-4d83-94b1-0e584662ee0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391806'] for subnet, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.748587 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab005-94e9-4d83-94b1-0e584662ee0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388877', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32614744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32645615'] for subnet, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.780558 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ab005-94e9-4d83-94b1-0e584662ee0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e263393-c3c5-4ac9-81b5-a99a959fa021,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:49.784215 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-eb0ab005-94e9-4d83-94b1-0e584662ee0c admin admin] Publish callbacks [] for subnet, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.789912 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-eb0ab005-94e9-4d83-94b1-0e584662ee0c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7e263393-c3c5-4ac9-81b5-a99a959fa021 HTTP/1.1" status: 204 len: 168 time: 0.2615967 Nov 24 14:12:49.790030 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [-] (114986) accepted ('10.222.0.48', 60328) {{(pid=114986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:49.794176 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357792e9-61df-4d65-9132-643ee5e68dcc None None] Network 01e8da81-029e-4290-a23a-8aea3a8332c1 requested from n-d-817303-4 {{(pid=114987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 14:12:49.811836 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e2250bcb-7412-4f72-a047-f54650ce9c6d no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:12:49.841883 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: e2250bcb-7412-4f72-a047-f54650ce9c6d {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:12:49.842232 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device e2250bcb-7412-4f72-a047-f54650ce9c6d not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:12:49.867745 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1541799'] for network, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.921673 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Deleting port 1e5570b8-e497-459d-9dea-582996555be8 {{(pid=114986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 14:12:49.922013 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788463948126'] for port, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:49.991155 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.db [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] For port 1e5570b8-e497-459d-9dea-582996555be8, host n-d-817303-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-4',level=0,port_id=1e5570b8-e497-459d-9dea-582996555be8,segment=NetworkSegment(9ddb865b-09a8-4b97-b256-904f3ccdbea9),segment_id=9ddb865b-09a8-4b97-b256-904f3ccdbea9)] {{(pid=114986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 14:12:49.991511 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8006686'] for port, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:50.004334 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.plugin [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Calling delete_port for 1e5570b8-e497-459d-9dea-582996555be8 owned by network:dhcp {{(pid=114986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 14:12:50.081159 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-51392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788463949168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788463532499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32614699'] for port, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:50.107605 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5570b8-e497-459d-9dea-582996555be8,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:50.113158 n-d-817303-4 neutron-server[114986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] No DVR routers for this DVR port 1e5570b8-e497-459d-9dea-582996555be8 on host n-d-817303-4 {{(pid=114986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 14:12:50.163466 n-d-817303-4 neutron-server[114987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071a98f1-bec0-4244-b565-5efedcc6113d None None] DHCP port deletion for 01e8da81-029e-4290-a23a-8aea3a8332c1 request from n-d-817303-4 {{(pid=114987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 14:12:50.186270 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1391201', 'neutron.services.segments.db._delete_segments_for_network-8788464076984'] for network, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:50.207671 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e8da81-029e-4290-a23a-8aea3a8332c1']}} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:50.216812 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ddb865b-09a8-4b97-b256-904f3ccdbea9') {'for_net_delete': True} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:50.217254 n-d-817303-4 neutron-server[114986]: DEBUG neutron.services.segments.db [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ddb865b-09a8-4b97-b256-904f3ccdbea9') {} {{(pid=114986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 14:12:50.227716 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788464039244', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32614702'] for segment, before_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:50.241933 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931'] for segment, precommit_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:50.248615 n-d-817303-4 neutron-server[114986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=114986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 14:12:50.249088 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1388931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32763642'] for segment, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: Traceback (most recent call last): Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: timer() Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: cb(*args, **kw) Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: return func(*args, **kwargs) Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: self._notify() Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: self.callback(batched_events) Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: event.method(event) Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: return f(self, *a, **k) Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: return self._get(url).json() Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: return self.request(url, 'GET', **kwargs) Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 14:12:50.250822 n-d-817303-4 neutron-server[114986]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 14:12:50.310605 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1391190', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7932879', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7893798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8003879'] for network, after_delete {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:50.316325 n-d-817303-4 neutron-server[114986]: DEBUG neutron_lib.callbacks.manager [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Publish callbacks [] for network, before_response {{(pid=114986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:50.319703 n-d-817303-4 neutron-server[114986]: INFO neutron.wsgi [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] 10.222.0.48 "DELETE /v2.0/networks/01e8da81-029e-4290-a23a-8aea3a8332c1 HTTP/1.1" status: 204 len: 168 time: 0.5288620 Nov 24 14:12:50.331648 n-d-817303-4 neutron-server[114986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391c4cb-ef01-492b-aa44-6c512ad3cf86 admin admin] Pushing event deleted for resources: {'Network': ['ID=01e8da81-029e-4290-a23a-8aea3a8332c1,revision_number=None']} {{(pid=114986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:50.504362 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60332) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:50.543765 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-b783a089-9d5b-44ec-9b65-2d1902d8cf24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=412aa47214d1471fa973f8f9eb7b0f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382271 Nov 24 14:12:50.546174 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60334) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:50.593390 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca86fc9b-2875-4215-874e-7f4f0863e468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:50.615074 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca86fc9b-2875-4215-874e-7f4f0863e468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:50.664690 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca86fc9b-2875-4215-874e-7f4f0863e468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:50.667345 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-ca86fc9b-2875-4215-874e-7f4f0863e468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:50.668502 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-ca86fc9b-2875-4215-874e-7f4f0863e468 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55931de8-7d9b-4b8f-b439-d28066f70ad4 HTTP/1.1" status: 204 len: 168 time: 0.1214118 Nov 24 14:12:50.676568 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86fc9b-2875-4215-874e-7f4f0863e468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55931de8-7d9b-4b8f-b439-d28066f70ad4,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:50.985268 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60340) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:51.000876 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-ea78ccbe-da59-4fc3-999f-41d0e414e473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:51.025973 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-6ac4bf55-433d-4f22-ab6c-0e904b19c28b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9101e463982f4521845062c073921578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394866 Nov 24 14:12:51.028435 n-d-817303-4 neutron-server[114985]: DEBUG neutron.wsgi [-] (114985) accepted ('10.222.0.48', 60342) {{(pid=114985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 14:12:51.075214 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27124333-f1d3-4ab9-a31b-9249542188f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:51.096962 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27124333-f1d3-4ab9-a31b-9249542188f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:51.143585 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27124333-f1d3-4ab9-a31b-9249542188f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7995175'] for security_group, after_delete {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:51.146141 n-d-817303-4 neutron-server[114985]: DEBUG neutron_lib.callbacks.manager [None req-27124333-f1d3-4ab9-a31b-9249542188f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=114985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:51.147446 n-d-817303-4 neutron-server[114985]: INFO neutron.wsgi [None req-27124333-f1d3-4ab9-a31b-9249542188f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cc6dda4-f8a3-4025-815f-6a1ec6bd2697 HTTP/1.1" status: 204 len: 168 time: 0.1180789 Nov 24 14:12:51.155124 n-d-817303-4 neutron-server[114985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27124333-f1d3-4ab9-a31b-9249542188f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc6dda4-f8a3-4025-815f-6a1ec6bd2697,revision_number=None']} {{(pid=114985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 14:12:51.686346 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cc4c093c-da09-49b0-aaff-ff7cc36518e8 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:12:51.706112 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: cc4c093c-da09-49b0-aaff-ff7cc36518e8 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:12:51.706457 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device cc4c093c-da09-49b0-aaff-ff7cc36518e8 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:12:51.706867 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1e5570b8-e497-459d-9dea-582996555be8 no longer exists at agent ovs-agent-n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 14:12:51.728586 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.plugin [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] No Port match for: 1e5570b8-e497-459d-9dea-582996555be8 {{(pid=114987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 14:12:51.728962 n-d-817303-4 neutron-server[114987]: DEBUG neutron.plugins.ml2.rpc [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Device 1e5570b8-e497-459d-9dea-582996555be8 not bound to the agent host n-d-817303-4 {{(pid=114987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 14:12:53.451827 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-85711c70-a776-44c8-a185-feb78e17e4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:54.686531 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:56.223310 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:12:56.848978 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:00.823495 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:13:07.094491 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:10.335430 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:21.002973 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-9d0b75eb-4a12-4d91-8b80-df97cec5870b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:23.458918 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-11ffd379-5032-460a-ac73-ac7fef6a0844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:24.688631 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:26.223251 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:26.850863 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:37.111365 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:37.822798 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:13:40.355811 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:51.004269 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a054bc16-6105-4308-8d12-f8aa05044c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:53.449644 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-29fcfe28-df67-4e49-bfdb-658a0ec423ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:54.691265 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:56.227845 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:13:56.852917 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:07.135703 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:10.387693 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:14.822025 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:14:21.006179 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2ac020ee-9da6-4647-847c-00aab5566f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:23.451034 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2fb24a96-4cdb-42a8-b084-2ac1b2f141f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:24.694931 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:26.229194 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:26.854118 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:37.140926 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:40.388564 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:51.006587 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-24f45452-c132-42a4-95d3-9a04773e02c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:51.820426 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:14:53.451130 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-16b3075c-306e-4dbc-8676-a8233e2dc63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:54.697268 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:56.231424 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:14:56.855822 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:07.140278 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:10.398097 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:21.007022 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d5fa58a3-1f4d-43f0-bdff-be2c722a26af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:23.451644 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dd3fc01a-946b-4a65-b514-28ef94ca097d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:24.699617 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:26.234720 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:26.856940 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:28.819478 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:15:37.150195 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:40.398593 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:51.008704 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-186f0394-8659-4a61-8a78-ec81bdec07d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:53.452108 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a9014d9f-6122-458c-a5c5-d5a301ce1b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:54.701789 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:56.238310 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:15:56.858579 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:05.819383 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:16:07.176544 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:10.402060 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:21.008768 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-e20006ce-8ab1-403a-8c4f-a7efb14ef8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:23.452705 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-f6b00305-52bb-4f7c-a2f6-c18e878ebbeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:24.704848 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:26.240830 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:26.866181 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:37.165351 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:40.411854 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:42.818821 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:16:51.011751 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4e96-b37f-41e8-9d1b-e4d7da07405c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:53.453435 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4cabe291-62e1-4d34-8c37-1d383c929add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:54.708370 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:56.243049 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:16:56.857888 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:07.186661 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:10.426049 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:19.818511 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:17:21.012775 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-336579a5-f266-4b41-bf62-0683d95da7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:23.455178 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-2d0ab04b-a97a-44a9-bafd-eec53cc10c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:24.711625 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:26.246564 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:26.861284 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:37.196116 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:40.433295 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:51.014731 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-92d80e49-f124-4072-b6e4-aea649e8acac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:53.456352 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-446a76a4-1507-425d-b3b9-dc3684d52925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:54.714386 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:56.250267 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:17:56.817618 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:17:56.862457 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:07.195354 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:10.431146 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:21.015727 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-66772dd3-ef6d-40c6-9cad-4f1cbf86b090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:23.458349 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-40fd84bf-f319-4a20-840f-9eaadadb5fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:24.722259 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:26.255820 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:26.865178 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:33.816024 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:18:37.215120 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:40.434329 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:51.016634 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-4ca7593f-df9d-4283-a964-d0d8572c41d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:53.459422 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-353a94ab-f85b-4bd5-be35-ff11b64649a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:54.714854 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:56.259000 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:18:56.867285 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:07.225927 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.438105 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:10.814937 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:19:21.017626 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0397775f-9810-4fa5-96b6-10ab075fac0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:23.461677 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-1af183e8-fa35-45ac-8fd1-795c8db6fd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:24.718113 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:26.260258 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:26.868277 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:37.245780 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:40.437838 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:47.813954 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:19:51.018839 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-bb4d4ebf-4094-45d1-ae1c-1289f70447cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:53.463268 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-8f05f78e-b82f-4ced-b2a3-aed0ff265fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:54.720232 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:56.263340 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:19:56.870333 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:07.253140 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:10.446787 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:21.019807 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-110d4627-b61a-4014-b227-fdda858a182b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:23.465155 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c589f846-f2b3-4415-a310-049bdb562768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:24.722158 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:24.812458 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:20:26.266395 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:26.872019 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:37.242812 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:40.447399 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:51.022126 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-0c0d5549-9cf6-42d5-8a65-8c3f1d92cd4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:53.465662 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-dc20266c-e88f-45a8-a12e-928a39b03438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:54.728173 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:56.270688 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-295f35d8-5596-4b0b-bdf7-fd5bb4cdd2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:20:56.875471 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-a438aa36-c7a0-4034-9339-aa6d75698cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:01.811054 n-d-817303-4 neutron-server[114988]: DEBUG neutron.db.agents_db [None req-91afc195-31c4-4f13-ac53-256089cd1b07 None None] Agent healthcheck: found 7 active agents {{(pid=114988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 14:21:02.739561 n-d-817303-4 neutron-server[114986]: DEBUG neutron.wsgi [req-a85953b9-b004-4953-a08e-36190baef142 req-e9b29dff-419c-47b9-9715-633132728744 service neutron] (114986) timed out ('10.222.0.48', 58178) {{(pid=114986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 14:21:07.242926 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-c5b715a0-68c9-43b3-97e3-7aec328508ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:10.447768 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-27e53d1b-303b-4568-90f9-b1c41b2303e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:21.025879 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-6e3e0aae-84a5-4009-af69-3c0657483eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:23.466703 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-29200f36-a486-438b-ba45-098d08f3cbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 14:21:24.730161 n-d-817303-4 neutron-server[114987]: DEBUG neutron_lib.callbacks.manager [None req-78d5f847-b618-43cf-bd7f-593555e0594a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788464076993', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1385567'] for agent, after_update {{(pid=114987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}